-- Logs begin at Sat 2021-11-27 00:20:10 UTC, end at Sat 2021-11-27 02:43:52 UTC. -- Nov 27 00:52:22.725737 n-d-817303-10 systemd[1]: Started Devstack devstack@q-svc.service. Nov 27 00:52:25.539897 n-d-817303-10 neutron-server[103293]: INFO neutron.common.config [-] Logging enabled! Nov 27 00:52:25.540531 n-d-817303-10 neutron-server[103293]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 27 00:52:25.540622 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103293) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 27 00:52:25.543872 n-d-817303-10 neutron-server[103293]: INFO neutron.common.config [-] Logging enabled! Nov 27 00:52:25.544124 n-d-817303-10 neutron-server[103293]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 27 00:52:25.544454 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103293) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 27 00:52:25.545378 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 00:52:25.545610 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 00:52:25.545968 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 00:52:25.546210 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 00:52:25.546433 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 00:52:25.546750 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.547170 n-d-817303-10 neutron-server[103293]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 27 00:52:25.547480 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.547770 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.548057 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.548371 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.548659 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.548934 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.549215 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.549519 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.549797 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.550069 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.550345 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.550627 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.550905 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.551184 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.551467 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.551743 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] debug = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.552020 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.552464 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.552881 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.553160 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.553450 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.553724 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.553992 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.554262 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.554540 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.554864 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] host = n-d-817303-10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.555151 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.555424 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.555706 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.555989 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.556348 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.557148 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.557449 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.557707 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.557978 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] log_file = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.558250 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.558532 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.558815 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.559103 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.559328 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.559550 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.559836 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.560121 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.560422 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.560696 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.560968 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.561242 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.561513 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.561780 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.562064 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.562347 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.562630 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.562900 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.563171 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.563445 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.563712 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.563993 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.564284 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.564558 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.564829 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.565114 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.565381 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.565651 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.565949 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.566233 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.566515 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.566798 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.567070 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.567352 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.567623 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.567893 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.568163 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] use_json = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.568458 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.568728 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.569008 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.569279 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.569555 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.569825 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.570094 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.570375 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:25.570671 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.570965 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.571261 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.571545 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.571847 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.572126 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.572971 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.573250 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.573540 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.573828 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.574115 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.574393 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.574680 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.574958 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.575250 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.575552 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.575845 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.576133 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.576431 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.576705 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.576978 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.577253 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.577587 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.577868 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.578158 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.578445 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.578721 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.579017 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.579301 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.579597 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.579887 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.580160 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.580460 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.580752 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.581029 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.581300 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.581573 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.581861 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.582137 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.582406 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.582684 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.582958 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.583226 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.583495 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.583769 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.584057 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.584358 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.584628 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.584896 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.585170 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.585435 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.585715 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.585988 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.586255 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.586520 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.586793 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.587059 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.587327 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.587597 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.587895 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.588170 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.588463 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.588733 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.589003 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.589273 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.589546 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.589815 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.590083 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.590356 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.590623 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.590890 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.591156 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.591426 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.591693 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.591973 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.592291 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.592570 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.592846 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.593120 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.593393 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.593665 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.593942 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.594217 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.594487 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.594757 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.595039 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.595315 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.595594 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.595872 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.596174 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.596492 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.596766 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.597043 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.597315 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.597587 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.597864 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.598145 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.598437 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.598727 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.599016 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.599304 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.599593 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.599868 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.600175 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.600473 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:25.600688 n-d-817303-10 neutron-server[103293]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 00:52:25.600924 n-d-817303-10 neutron-server[103293]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103293) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 27 00:52:26.028264 n-d-817303-10 neutron-server[103293]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 27 00:52:26.028543 n-d-817303-10 neutron-server[103293]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 27 00:52:26.028848 n-d-817303-10 neutron-server[103293]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 27 00:52:26.029183 n-d-817303-10 neutron-server[103293]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 27 00:52:26.355588 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.355878 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.356152 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.357343 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.357638 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.357882 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.394379 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.394660 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.394927 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.409149 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.409428 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.409697 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.439355 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.439634 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.439900 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.477682 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.477961 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.478228 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.827966 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.828686 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.828686 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.828878 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.829472 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.928180 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.928525 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.928808 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.929086 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.929352 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.929662 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.929920 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.930173 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.930425 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.930704 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.930961 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.931222 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.931982 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.932234 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.932510 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.932771 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.933021 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.933283 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.933548 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.933802 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.934069 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.934318 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.934595 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.934970 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.935218 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.935461 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.935848 n-d-817303-10 neutron-server[103293]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103293) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:26.936086 n-d-817303-10 neutron-server[103293]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103293) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:26.936348 n-d-817303-10 neutron-server[103293]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103293) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:26.936584 n-d-817303-10 neutron-server[103293]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103293) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:26.936818 n-d-817303-10 neutron-server[103293]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103293) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:26.937049 n-d-817303-10 neutron-server[103293]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103293) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:26.937407 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 27 00:52:26.940504 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 27 00:52:26.944529 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 27 00:52:26.948875 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 27 00:52:26.950502 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 27 00:52:26.950954 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 27 00:52:26.951283 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 27 00:52:26.951660 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 27 00:52:26.954511 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 27 00:52:26.954760 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 27 00:52:26.955102 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 27 00:52:26.960362 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 27 00:52:26.983970 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 27 00:52:26.984445 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.984741 n-d-817303-10 neutron-server[103293]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103293) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 27 00:52:26.985099 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.986477 n-d-817303-10 neutron-server[103293]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103293) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 27 00:52:26.986758 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 27 00:52:26.987005 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 27 00:52:26.990227 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:26.990509 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.053718 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 27 00:52:27.053955 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 27 00:52:27.054191 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 27 00:52:27.054555 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 27 00:52:27.075565 n-d-817303-10 neutron-server[103293]: DEBUG oslo_db.sqlalchemy.engines [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103293) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 27 00:52:27.500189 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Initializing driver for type 'gre' Nov 27 00:52:27.500848 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] gre ID ranges: [(1, 1000)] Nov 27 00:52:27.551953 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Initializing driver for type 'local' Nov 27 00:52:27.552232 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Initializing driver for type 'vlan' Nov 27 00:52:27.564844 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] VlanTypeDriver initialization complete Nov 27 00:52:27.565192 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Initializing driver for type 'vxlan' Nov 27 00:52:27.565687 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] vxlan ID ranges: [(1, 1000)] Nov 27 00:52:27.614502 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Initializing extension driver 'port_security' Nov 27 00:52:27.614843 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.extensions.port_security [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] PortSecurityExtensionDriver initialization complete Nov 27 00:52:27.615211 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Initializing mechanism driver 'openvswitch' Nov 27 00:52:27.615541 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Initializing mechanism driver 'hyperv' Nov 27 00:52:27.622737 n-d-817303-10 neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:52:27.623585 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > port after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.623959 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > port after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.624346 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > port after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.624883 n-d-817303-10 neutron-server[103293]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103293) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 00:52:27.625319 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > subnet after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.625677 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > subnet after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.626025 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > subnet after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.626428 n-d-817303-10 neutron-server[103293]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103293) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 00:52:27.626840 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > network after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.627193 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > network after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.627540 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > network after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.627940 n-d-817303-10 neutron-server[103293]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103293) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 00:52:27.628377 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > security_group after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.628733 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > security_group after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.629077 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > security_group after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.629484 n-d-817303-10 neutron-server[103293]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103293) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 00:52:27.629893 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.630244 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.630586 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.630982 n-d-817303-10 neutron-server[103293]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103293) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 00:52:27.631392 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > address_group after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.631739 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > address_group after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.632080 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > address_group after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.632507 n-d-817303-10 neutron-server[103293]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103293) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 00:52:27.632890 n-d-817303-10 neutron-server[103293]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] ML2 OVO RPC backend initialized. {{(pid=103293) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 27 00:52:27.633595 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router_interface after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.633952 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.634369 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > network before_response 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.635327 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > networks before_response 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.635682 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > port before_response 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.636029 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > ports before_response 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.636410 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > subnet before_response 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.636757 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > subnets before_response 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.637107 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > network after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.637453 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > network after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.637797 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > network after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.638144 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > port after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.638487 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > port after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.638829 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > port after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.639175 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > subnet after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.639518 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > subnet after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.639858 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > subnet after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.640462 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.plugin [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Modular L2 Plugin initialization complete Nov 27 00:52:27.640795 n-d-817303-10 neutron-server[103293]: DEBUG neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading services supported by the core plugin {{(pid=103293) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 27 00:52:27.641123 n-d-817303-10 neutron-server[103293]: INFO neutron.plugins.ml2.managers [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Got port-security extension from driver 'port_security' Nov 27 00:52:27.641591 n-d-817303-10 neutron-server[103293]: INFO neutron.extensions.vlantransparent [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Disabled vlantransparent extension. Nov 27 00:52:27.642081 n-d-817303-10 neutron-server[103293]: DEBUG neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103293) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 27 00:52:27.642398 n-d-817303-10 neutron-server[103293]: INFO neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading Plugin: router Nov 27 00:52:27.681873 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router_interface before_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.682272 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router after_create 55549900 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.682652 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router before_create 55549900 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.683021 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.683398 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.683760 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router after_delete 55549900 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.684122 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > floatingip after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.684623 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > floatingip after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.684994 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router after_create 55549900 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.685349 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router after_update 55549900 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.685706 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router after_update 55549900 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.686059 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.686422 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router after_update 55549900 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.686837 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router precommit_update 55549900 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.687215 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: port after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.687560 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: port after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.687904 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: subnet after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.688264 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.688626 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > port precommit_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.688977 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router precommit_create 55549900 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.689324 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: port before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.689673 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router precommit_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.690035 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router after_update 55549900 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.690382 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router precommit_delete 55549900 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.690738 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router precommit_create 55549900 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.691101 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router_interface after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.691451 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router precommit_update 55549900 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.691821 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > agent after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.692170 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > agent after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.692549 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > network after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.693421 n-d-817303-10 neutron-server[103293]: DEBUG neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Tracking information for resource: router configured {{(pid=103293) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:27.693757 n-d-817303-10 neutron-server[103293]: DEBUG neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Tracking information for resource: floatingip configured {{(pid=103293) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:27.698671 n-d-817303-10 neutron-server[103293]: INFO neutron.db.l3_agentschedulers_db [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 27 00:52:27.699246 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: port after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.699611 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: port after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.699967 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: port after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.700349 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: port after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.701146 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router before_create 55550100 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.701517 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router precommit_delete 55550100 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.701884 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router precommit_create 55550100 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.702245 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > router precommit_update 55550100 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.707105 n-d-817303-10 neutron-server[103293]: DEBUG neutron.services.provider_configuration [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service providers = [] {{(pid=103293) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 27 00:52:27.707473 n-d-817303-10 neutron-server[103293]: DEBUG neutron.db.servicetype_db [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103293) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 27 00:52:27.710462 n-d-817303-10 neutron-server[103293]: DEBUG neutron.services.service_base [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103293) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 00:52:27.710820 n-d-817303-10 neutron-server[103293]: DEBUG neutron.services.service_base [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103293) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 00:52:27.711170 n-d-817303-10 neutron-server[103293]: DEBUG neutron.services.service_base [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103293) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 00:52:27.712068 n-d-817303-10 neutron-server[103293]: DEBUG neutron.services.service_base [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103293) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 00:52:27.712471 n-d-817303-10 neutron-server[103293]: INFO neutron.services.service_base [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 27 00:52:27.713369 n-d-817303-10 neutron-server[103293]: DEBUG neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103293) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:27.713688 n-d-817303-10 neutron-server[103293]: INFO neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 27 00:52:27.724398 n-d-817303-10 neutron-server[103293]: DEBUG neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103293) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:27.724743 n-d-817303-10 neutron-server[103293]: INFO neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading Plugin: auto_allocate Nov 27 00:52:27.731107 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: network precommit_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.731483 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: network precommit_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.732000 n-d-817303-10 neutron-server[103293]: DEBUG neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103293) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:27.732343 n-d-817303-10 neutron-server[103293]: INFO neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading Plugin: tag Nov 27 00:52:27.739152 n-d-817303-10 neutron-server[103293]: DEBUG neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103293) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:27.739489 n-d-817303-10 neutron-server[103293]: INFO neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading Plugin: timestamp Nov 27 00:52:27.743361 n-d-817303-10 neutron-server[103293]: DEBUG neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103293) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:27.743694 n-d-817303-10 neutron-server[103293]: INFO neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading Plugin: network_ip_availability Nov 27 00:52:27.749231 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.749607 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.749965 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.750674 n-d-817303-10 neutron-server[103293]: DEBUG neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103293) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:27.750995 n-d-817303-10 neutron-server[103293]: INFO neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading Plugin: flavors Nov 27 00:52:27.755986 n-d-817303-10 neutron-server[103293]: DEBUG neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103293) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:27.756359 n-d-817303-10 neutron-server[103293]: INFO neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading Plugin: revisions Nov 27 00:52:27.760852 n-d-817303-10 neutron-server[103293]: DEBUG neutron.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103293) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:27.761252 n-d-817303-10 neutron-server[103293]: DEBUG oslo_concurrency.lockutils [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.732s {{(pid=103293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 27 00:52:27.762004 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103293) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 27 00:52:27.762343 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Initializing extension manager. Nov 27 00:52:27.762859 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: __init__.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.763201 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: __pycache__ {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.763535 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.763869 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: address_group.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.764720 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.765279 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: address-group Nov 27 00:52:27.765607 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: address_scope.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.766331 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.766839 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: address-scope Nov 27 00:52:27.767167 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: admin_state_down_before_update.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.768116 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.768655 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: router-admin-state-down-before-update Nov 27 00:52:27.768986 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: agent.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.769700 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.770204 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: agent Nov 27 00:52:27.770529 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: agent_resources_synced.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.771451 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.771962 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: agent-resources-synced Nov 27 00:52:27.772310 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: allowedaddresspairs.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.774096 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.774620 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: allowed-address-pairs Nov 27 00:52:27.774952 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: auto_allocated_topology.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.776572 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.777096 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: auto-allocated-topology Nov 27 00:52:27.777434 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: availability_zone.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.778135 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.778640 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: availability_zone Nov 27 00:52:27.778970 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: availability_zone_filter.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.779900 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.780441 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: availability_zone_filter Nov 27 00:52:27.780790 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: data_plane_status.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.781953 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.782459 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension data-plane-status not supported by any of loaded plugins Nov 27 00:52:27.782786 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: default_subnetpools.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.783704 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.784211 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: default-subnetpools Nov 27 00:52:27.784566 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: dhcpagentscheduler.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.785383 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.785891 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: dhcp_agent_scheduler Nov 27 00:52:27.786219 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: dns.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.787142 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.787658 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension dns-integration not supported by any of loaded plugins Nov 27 00:52:27.787978 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: dns_domain_ports.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.788918 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.789425 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 27 00:52:27.789751 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.790674 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.791719 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 27 00:52:27.792042 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: dvr.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.792747 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.793259 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: dvr Nov 27 00:52:27.793586 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: ecmp_routes.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.794518 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.795030 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension ecmp_routes not supported by any of loaded plugins Nov 27 00:52:27.795357 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: empty_string_filtering.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.796295 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.796805 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: empty-string-filtering Nov 27 00:52:27.797130 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.798055 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.798559 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 27 00:52:27.798882 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.799796 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.800332 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 27 00:52:27.800660 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: external_net.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.801575 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.802131 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: external-net Nov 27 00:52:27.802407 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: extra_dhcp_opt.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.803325 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.803835 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: extra_dhcp_opt Nov 27 00:52:27.804159 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: extraroute.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.805103 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.805611 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: extraroute Nov 27 00:52:27.805936 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: extraroute_atomic.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.807170 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.807690 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: extraroute-atomic Nov 27 00:52:27.808017 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: filter_validation.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.808719 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.809225 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: filter-validation Nov 27 00:52:27.809552 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: fip_pf_description.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.810484 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.810986 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 27 00:52:27.811311 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: fip_port_details.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.812231 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.812757 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: fip-port-details Nov 27 00:52:27.813082 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: flavors.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.814338 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.814857 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: flavors Nov 27 00:52:27.815187 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.816904 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.817433 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 27 00:52:27.817769 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: floatingip_pools.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.818481 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.818994 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: floatingip-pools Nov 27 00:52:27.819324 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: ip_allocation.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.820292 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.820806 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension ip_allocation not supported by any of loaded plugins Nov 27 00:52:27.821135 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.822091 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.822607 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: ip-substring-filtering Nov 27 00:52:27.822938 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: l2_adjacency.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.823866 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.824409 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension l2_adjacency not supported by any of loaded plugins Nov 27 00:52:27.824738 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: l3.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.825702 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.826223 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: router Nov 27 00:52:27.826552 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: l3_conntrack_helper.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.828838 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.829362 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 27 00:52:27.829692 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.830649 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.831170 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: ext-gw-mode Nov 27 00:52:27.831501 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.832464 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.832976 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: l3-ha Nov 27 00:52:27.833303 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: l3_flavors.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.834227 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.834732 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: l3-flavors Nov 27 00:52:27.835057 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.835975 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.836508 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: l3-port-ip-change-not-allowed Nov 27 00:52:27.836833 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: l3agentscheduler.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.838405 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.838916 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: l3_agent_scheduler Nov 27 00:52:27.839250 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: local_ip.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.841078 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.841610 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension local_ip not supported by any of loaded plugins Nov 27 00:52:27.841941 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: logging.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.843552 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.844080 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension logging not supported by any of loaded plugins Nov 27 00:52:27.844453 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: metering.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.845211 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.845786 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: metering Nov 27 00:52:27.846116 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.847213 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.847738 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: metering_source_and_destination_fields Nov 27 00:52:27.848070 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: multiprovidernet.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.849038 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.849555 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: multi-provider Nov 27 00:52:27.849886 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: netmtu.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.850807 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.851317 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: net-mtu Nov 27 00:52:27.851645 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: netmtu_writable.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.852596 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.853106 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: net-mtu-writable Nov 27 00:52:27.854243 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: network_availability_zone.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.854922 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.855452 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: network_availability_zone Nov 27 00:52:27.855764 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: network_ip_availability.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.856913 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.857431 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: network-ip-availability Nov 27 00:52:27.857763 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: network_segment_range.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.858546 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.859050 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension network-segment-range not supported by any of loaded plugins Nov 27 00:52:27.859381 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: pagination.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.860420 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.860760 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: pagination Nov 27 00:52:27.861087 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: port_device_profile.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.862007 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.862524 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: port-device-profile Nov 27 00:52:27.862852 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.863788 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.864325 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: port-mac-address-regenerate Nov 27 00:52:27.864654 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.865580 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.866090 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: port-numa-affinity-policy Nov 27 00:52:27.866413 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: port_resource_request.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.867341 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.867845 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension port-resource-request not supported by any of loaded plugins Nov 27 00:52:27.868174 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: port_resource_request_groups.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.869202 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.869707 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 27 00:52:27.870032 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: portbindings.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.870973 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.871478 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: binding Nov 27 00:52:27.871802 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: portbindings_extended.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.873125 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.873641 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: binding-extended Nov 27 00:52:27.873970 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: portsecurity.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.874901 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.875411 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: port-security Nov 27 00:52:27.875742 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: project_id.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.876747 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.877082 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: project-id Nov 27 00:52:27.877411 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: providernet.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.878348 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.878858 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: provider Nov 27 00:52:27.879181 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: qos.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.882794 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.883319 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension qos not supported by any of loaded plugins Nov 27 00:52:27.883658 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.884973 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.885493 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 27 00:52:27.885824 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.886757 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.887272 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 27 00:52:27.887601 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: qos_default.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.888553 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.889068 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension qos-default not supported by any of loaded plugins Nov 27 00:52:27.889393 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: qos_fip.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.890058 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.890560 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension qos-fip not supported by any of loaded plugins Nov 27 00:52:27.890886 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: qos_gateway_ip.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.891832 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.892459 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 27 00:52:27.892791 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: qos_port_network_policy.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.895210 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.895746 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 27 00:52:27.896086 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.897198 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.897724 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 27 00:52:27.898063 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: qos_pps_rule.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.899268 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.899786 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension qos-pps not supported by any of loaded plugins Nov 27 00:52:27.900120 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: qos_rule_type_details.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.901611 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.902128 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 27 00:52:27.902457 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: qos_rules_alias.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.903518 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.904033 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 27 00:52:27.904392 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: quota_check_limit.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.905324 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.905843 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: quota-check-limit Nov 27 00:52:27.906439 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: quotasv2.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.907396 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.907730 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: quotas Nov 27 00:52:27.908057 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: quotasv2_detail.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.911258 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.911604 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: quota_details Nov 27 00:52:27.911937 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: rbac.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.913037 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.913564 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: rbac-policies Nov 27 00:52:27.913900 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: rbac_address_group.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.914849 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.915368 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: rbac-address-group Nov 27 00:52:27.915699 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: rbac_address_scope.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.917216 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.917740 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: rbac-address-scope Nov 27 00:52:27.918068 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: rbac_security_groups.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.919002 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.919514 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: rbac-security-groups Nov 27 00:52:27.919842 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: rbac_subnetpool.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.920793 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.921308 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: rbac-subnetpool Nov 27 00:52:27.921633 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: revisionifmatch.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.922567 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.923077 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: revision-if-match Nov 27 00:52:27.923402 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: revisions.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.924560 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.925072 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: standard-attr-revisions Nov 27 00:52:27.925400 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: router_availability_zone.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.926079 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.926592 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: router_availability_zone Nov 27 00:52:27.926918 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: routerservicetype.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.927854 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.928414 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension router-service-type not supported by any of loaded plugins Nov 27 00:52:27.928740 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.929754 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.930268 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: security-groups-normalized-cidr Nov 27 00:52:27.930594 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: security_groups_port_filtering.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.931641 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.932158 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: port-security-groups-filtering Nov 27 00:52:27.932516 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.933462 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.933980 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: security-groups-remote-address-group Nov 27 00:52:27.934312 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.935263 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.935814 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: security-groups-shared-filtering Nov 27 00:52:27.936141 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.937243 n-d-817303-10 neutron-server[103293]: WARNING neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 27 00:52:27.937570 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: securitygroup.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.948227 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.948784 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: security-group Nov 27 00:52:27.949125 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: segment.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.949928 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.950440 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension segment not supported by any of loaded plugins Nov 27 00:52:27.950773 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.951736 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.952269 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 27 00:52:27.952600 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: servicetype.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.953726 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.954248 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: service-type Nov 27 00:52:27.954581 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: sorting.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.955577 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.955916 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: sorting Nov 27 00:52:27.956260 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: standard_attr_segment.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.957215 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.957731 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 27 00:52:27.958063 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: standardattrdescription.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.958722 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.959234 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: standard-attr-description Nov 27 00:52:27.959569 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: stateful_security_group.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.960545 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.961066 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: stateful-security-group Nov 27 00:52:27.961402 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: stdattrs_common.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.961977 n-d-817303-10 neutron-server[103293]: WARNING neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 27 00:52:27.962303 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.963759 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.964296 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 27 00:52:27.964626 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: subnet_onboard.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.965742 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.966263 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: subnet_onboard Nov 27 00:52:27.966596 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.967570 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.968085 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 27 00:52:27.968465 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: subnet_service_types.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.969411 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.969931 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: subnet-service-types Nov 27 00:52:27.970288 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: subnetallocation.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.971452 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.972027 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: subnet_allocation Nov 27 00:52:27.972419 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.973268 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.973784 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: subnetpool-prefix-ops Nov 27 00:52:27.974114 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.975056 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.975566 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 27 00:52:27.975895 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: tagging.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.976968 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.977499 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: standard-attr-tag Nov 27 00:52:27.977835 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: timestamp.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.979677 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.980206 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loaded extension: standard-attr-timestamp Nov 27 00:52:27.980571 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: trunk.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.981621 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.982141 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension trunk not supported by any of loaded plugins Nov 27 00:52:27.982475 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: trunk_details.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.983420 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.983935 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension trunk-details not supported by any of loaded plugins Nov 27 00:52:27.984283 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: uplink_status_propagation.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.985218 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.985730 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 27 00:52:27.986058 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Loading extension file: vlantransparent.py {{(pid=103293) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:27.986737 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103293) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:27.987246 n-d-817303-10 neutron-server[103293]: INFO neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extension vlan-transparent not supported by any of loaded plugins Nov 27 00:52:27.989819 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:network Nov 27 00:52:27.990364 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:subnet Nov 27 00:52:27.990769 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 00:52:27.991166 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:port Nov 27 00:52:27.992416 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.v2.resource_helper [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103293) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:27.992862 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.v2.resource_helper [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service FLAVORS assigned prefix: {{(pid=103293) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:27.993487 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.v2.resource_helper [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103293) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:27.993952 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.v2.resource_helper [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103293) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:27.994291 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:router Nov 27 00:52:27.994725 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:floatingip Nov 27 00:52:27.995218 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.v2.resource_helper [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service METERING assigned prefix: /metering {{(pid=103293) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:27.996709 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.997084 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.997441 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.998444 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of CountableResource for resource:rbac_policy Nov 27 00:52:27.998893 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:security_group Nov 27 00:52:27.999335 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:security_group_rule Nov 27 00:52:27.999969 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.v2.resource_helper [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service CORE assigned prefix: {{(pid=103293) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:28.000334 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 00:52:28.000689 n-d-817303-10 neutron-server[103293]: WARNING neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] subnetpool is already registered Nov 27 00:52:28.001124 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.v2.resource_helper [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service CORE assigned prefix: {{(pid=103293) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:28.001454 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 00:52:28.001789 n-d-817303-10 neutron-server[103293]: WARNING neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] subnetpool is already registered Nov 27 00:52:28.004054 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.v2.resource_helper [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103293) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:28.004532 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.v2.resource_helper [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service FLAVORS assigned prefix: {{(pid=103293) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:28.005129 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.v2.resource_helper [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103293) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:28.005561 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.v2.resource_helper [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103293) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:28.005899 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:router Nov 27 00:52:28.006245 n-d-817303-10 neutron-server[103293]: WARNING neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] router is already registered Nov 27 00:52:28.006665 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:floatingip Nov 27 00:52:28.007007 n-d-817303-10 neutron-server[103293]: WARNING neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] floatingip is already registered Nov 27 00:52:28.007480 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.v2.resource_helper [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service METERING assigned prefix: /metering {{(pid=103293) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:28.008156 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of CountableResource for resource:rbac_policy Nov 27 00:52:28.008515 n-d-817303-10 neutron-server[103293]: WARNING neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] rbac_policy is already registered Nov 27 00:52:28.008931 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:security_group Nov 27 00:52:28.009276 n-d-817303-10 neutron-server[103293]: WARNING neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] security_group is already registered Nov 27 00:52:28.010200 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:security_group_rule Nov 27 00:52:28.010543 n-d-817303-10 neutron-server[103293]: WARNING neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] security_group_rule is already registered Nov 27 00:52:28.011189 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.v2.resource_helper [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service CORE assigned prefix: {{(pid=103293) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:28.011522 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 00:52:28.011861 n-d-817303-10 neutron-server[103293]: WARNING neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] subnetpool is already registered Nov 27 00:52:28.012315 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.v2.resource_helper [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Service CORE assigned prefix: {{(pid=103293) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:28.012646 n-d-817303-10 neutron-server[103293]: INFO neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 00:52:28.012984 n-d-817303-10 neutron-server[103293]: WARNING neutron.quota.resource_registry [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] subnetpool is already registered Nov 27 00:52:28.013447 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: extensions {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.014921 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: address-groups {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.016445 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: address-scopes {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.017744 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: agents {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.018898 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: auto-allocated-topology {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.020149 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: availability_zones {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.021383 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: dhcp-networks {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.022917 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: dhcp-agents {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.024351 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: routers {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.027162 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: flavors {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.028352 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: service_profiles {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.029581 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: next_providers {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.031312 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: service_profiles {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.032893 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: floatingip-pools {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.034117 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: routers {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.036236 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: floatingips {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.037526 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: l3-routers {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.038932 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: l3-agents {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.040363 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: metering-labels {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.042619 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: metering-label-rules {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.043916 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: network-ip-availabilities {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.045246 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: bindings {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.046886 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: quotas {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.048477 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: quotas {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.050004 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: rbac-policies {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.051305 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: security-groups {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.052624 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: security-group-rules {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.053812 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: service-providers {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.055016 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: subnetpools {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.056474 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: subnetpools {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.057939 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: tags {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.059640 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: tags {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.061473 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: tags {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.063240 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: tags {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.065073 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: tags {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.066933 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: tags {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.068650 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: tags {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.070529 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: tags {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.072840 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: tags {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.074703 n-d-817303-10 neutron-server[103293]: DEBUG neutron.api.extensions [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Extended resource: tags {{(pid=103293) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:28.080725 n-d-817303-10 neutron-server[103293]: WARNING keystonemiddleware.auth_token [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 27 00:52:28.085401 n-d-817303-10 neutron-server[103293]: WARNING keystonemiddleware.auth_token [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 27 00:52:28.094689 n-d-817303-10 neutron-server[103293]: DEBUG oslo_concurrency.lockutils [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Acquired lock "singleton_lock" {{(pid=103293) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 27 00:52:28.095169 n-d-817303-10 neutron-server[103293]: DEBUG oslo_concurrency.lockutils [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Releasing lock "singleton_lock" {{(pid=103293) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 27 00:52:28.095819 n-d-817303-10 neutron-server[103293]: INFO oslo_service.service [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Starting 2 workers Nov 27 00:52:28.100612 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Started child 103402 {{(pid=103293) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 00:52:28.105134 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Started child 103403 {{(pid=103293) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 00:52:28.106316 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:28.106963 n-d-817303-10 neutron-server[103293]: INFO neutron.service [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Neutron service started, listening on 0.0.0.0:9696 Nov 27 00:52:28.107283 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Publish callbacks [] for process, before_spawn {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:28.107924 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [-] (103402) wsgi starting up on http://0.0.0.0:9696 Nov 27 00:52:28.109730 n-d-817303-10 neutron-server[103293]: INFO oslo_service.service [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Starting 1 workers Nov 27 00:52:28.109841 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:28.111195 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [-] (103403) wsgi starting up on http://0.0.0.0:9696 Nov 27 00:52:28.114866 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Started child 103404 {{(pid=103293) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 00:52:28.115432 n-d-817303-10 neutron-server[103293]: INFO oslo_service.service [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Starting 1 workers Nov 27 00:52:28.118751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.service [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] calling RpcWorker wait() {{(pid=103404) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 27 00:52:28.119355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.service [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] returning from RpcWorker wait() {{(pid=103404) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 27 00:52:28.119882 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Started child 103405 {{(pid=103293) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 00:52:28.120705 n-d-817303-10 neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28797e40-c11d-4eb7-a791-27c9acc255aa None None] Publish callbacks [] for process, after_spawn {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:28.120802 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:28.121392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:52:28.122615 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103293) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 27 00:52:28.122835 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 00:52:28.123016 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 00:52:28.123238 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 00:52:28.123569 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 00:52:28.123759 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 00:52:28.124303 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.124574 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.124847 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.125106 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.125404 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.125689 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:28.126163 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.126250 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.126463 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.126743 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.126978 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.127101 n-d-817303-10 neutron-server[103405]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:52:28.127191 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.127305 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.127563 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.127814 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.128109 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.128395 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.128646 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.128892 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.129064 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.129324 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.129602 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.129828 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.130107 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] debug = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.130346 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.130828 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.131070 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.131312 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.131539 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.131807 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.132057 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.132348 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.132585 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.132803 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.133062 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.133323 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.133548 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.133783 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.134022 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.134237 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.135058 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.135304 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.135777 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] host = n-d-817303-10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.136035 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.136286 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.136521 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.136781 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.137023 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.137237 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.137501 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.137761 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.138023 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.138276 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.138522 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.138770 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.138995 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.139247 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_file = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.139412 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_options = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.139660 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.139900 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.140155 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.140373 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.140544 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.140724 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.140984 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.141148 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.141401 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.141631 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.141848 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.142084 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.142319 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.142552 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.142804 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.143056 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.143276 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.143491 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.143735 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.143982 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.144206 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.144452 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.144707 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.144940 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.145152 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.145367 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.145614 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.145809 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.146052 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.146300 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.146533 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.146811 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.146989 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.147233 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.147504 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.147735 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.147965 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.148179 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.148536 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.148765 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.149020 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.149276 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.149491 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.149769 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.149988 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.150799 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.151047 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] use_json = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.151263 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.151500 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.151725 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.151944 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.152176 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.152414 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.152629 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.152876 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.153298 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.153571 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.153881 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.154143 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.154379 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.154616 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.154853 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.155095 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.155346 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.155578 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.156151 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.156395 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.156692 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.156934 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.157198 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.157502 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.157773 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.158047 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.158274 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.158532 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.158870 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.159193 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.159519 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.159754 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.159991 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.160466 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.160466 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.161077 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.161675 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.161790 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.161980 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.162267 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.163136 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.163361 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.163593 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.163842 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.164062 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.164456 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.164538 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.164782 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.165005 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.165224 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.165624 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.165718 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.166518 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.166669 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.166921 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.167192 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.167440 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.167687 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.168341 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.168341 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.168341 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.168581 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.168793 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.169012 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.169269 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.169517 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.169770 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.170033 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.170220 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.170441 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.170676 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.170894 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.171110 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.171321 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.171571 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.171782 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.172046 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.172280 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.172497 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.172701 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.173336 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.173336 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.173514 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.173595 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.174001 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.174001 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.174260 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.174426 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.174656 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.174885 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.175098 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.175309 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.175540 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.175757 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.175985 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.176197 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.176431 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.176663 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.177447 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.177856 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.178233 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.178616 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.178747 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.178878 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.179129 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.179369 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.179622 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.179968 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.180426 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.180426 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.180607 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.180833 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.181491 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.181491 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.182334 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.182413 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.182621 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.182849 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.183092 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.183913 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.183913 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.183913 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.184173 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.184284 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.184511 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.185064 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.185064 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.185335 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.185543 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.185759 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.186030 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.186331 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.186615 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.187087 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.187188 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.187426 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.188297 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.188297 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.188297 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.188554 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.188641 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.188874 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.189104 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.189328 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.189544 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.189793 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.190123 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.190353 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.190584 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.190796 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.191067 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.191294 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.191549 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.191810 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.192058 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.192326 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.192571 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.192815 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.193031 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.193282 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.193509 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.193722 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.193957 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.194171 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.194390 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.194624 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.194854 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.195100 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.195314 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.195532 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.195784 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.196002 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.196221 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.196490 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.196705 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.196947 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.197222 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.197461 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.197681 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.198007 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.198095 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.198344 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.198563 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.198833 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.199496 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.199496 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.199777 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.199953 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.200218 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.200446 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.200687 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.200908 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.201125 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.201358 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.201580 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.201797 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.202033 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.202290 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.202495 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.202747 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.202998 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.203351 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.203595 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.203841 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.204088 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.204328 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.204549 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.204787 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.205025 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.205387 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.205482 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.205652 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.205891 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.206161 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.206369 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.206604 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.206816 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.207268 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.207268 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.207551 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.207743 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.208002 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.208233 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.208516 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.208768 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.209013 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.209239 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.209448 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.209674 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.209899 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.210115 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.210346 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.210555 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.210767 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.210977 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.211216 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.211451 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.211711 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.211955 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.212174 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.212404 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.213477 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.213477 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.213477 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.213912 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.213912 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.214198 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.214342 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.214552 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.216942 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.217811 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.218001 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.218238 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.218485 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.218724 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.218953 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.220439 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.220722 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.220981 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.221278 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.221526 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.221789 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.222055 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.222357 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.222599 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.222849 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.223075 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.223300 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.223675 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.223848 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.224088 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.224397 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.224665 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.225146 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.225445 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.225731 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.226001 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.226225 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.226539 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.226874 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.227168 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.227427 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.227677 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.227921 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.228144 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.228933 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.229179 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.229421 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.229756 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.229900 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.230152 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.230409 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.230660 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.230896 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.231115 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.231363 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.231656 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.231858 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.232095 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.232283 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 00:52:28.232812 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103293) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 27 00:52:28.232997 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 00:52:28.233153 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 00:52:28.233345 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 00:52:28.233523 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 00:52:28.233661 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 00:52:28.233875 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.234038 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.234199 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.234362 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.234523 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.234816 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.234897 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.235002 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.235161 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.235320 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.235481 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.235640 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.235793 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.235947 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.236111 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.236296 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.236458 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.236619 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.236783 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.236943 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.237102 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.237261 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.237418 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] debug = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.237579 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.237793 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.237976 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.238118 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.238277 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.238435 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.238594 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.238754 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.238913 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.239073 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.239232 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.239390 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.239551 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.239710 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.239871 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.240032 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.240190 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.240371 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.240530 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] host = n-d-817303-10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.240689 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.240849 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.241007 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.241166 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.241325 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.241616 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.241616 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.241793 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.241924 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.242084 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.242244 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.242406 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.242565 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.242724 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_file = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.242883 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_options = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.243112 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.243212 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.243347 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.243524 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.243690 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.243906 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.244636 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.244800 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.244960 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.245120 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.245279 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.245441 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.245602 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.245758 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.245917 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.246080 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.246241 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.246400 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.246564 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.246723 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.247043 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.247201 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.247514 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.247671 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.247830 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.247990 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.248150 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.248331 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.248493 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.248653 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.248812 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.248972 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.249132 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.249292 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.249451 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.249610 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.249769 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.249928 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.250091 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.250249 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.250408 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.250567 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.250726 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.250883 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.251042 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.251201 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.251360 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] use_json = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.251520 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.251680 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.251840 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.251999 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.252158 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.252345 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.252505 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.252666 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:28.252846 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.253009 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.253187 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.253350 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.253511 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.253671 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.253831 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.253992 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.254152 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.254312 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.254480 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.254642 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.254814 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.254973 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.255133 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.255297 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.255458 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.255618 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.255954 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.256169 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.256394 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259066 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259066 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259066 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259066 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259066 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259066 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259066 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259066 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259968 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259968 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259968 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259968 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259968 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259968 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259968 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.259968 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.260875 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.260875 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.260875 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.260875 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.260875 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.260875 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.260875 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.260875 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.260875 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.261876 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.261876 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.261876 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.261876 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.261876 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.261876 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.261876 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.261876 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.261876 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.262812 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.262812 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.262812 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.262812 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.262812 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.262812 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.262812 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.263626 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.263626 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.263626 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.263626 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.263626 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.263953 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.263953 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.264094 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.264171 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.264354 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.264517 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.264679 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267303 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267303 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267303 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267303 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267303 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267303 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267303 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267303 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267303 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267935 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267935 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267935 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267935 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267935 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267935 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267935 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267935 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.267935 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.268569 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.268569 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.268569 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.268569 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.268569 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.268569 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.268569 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.268962 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.268962 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.268962 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.269128 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.269212 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.269378 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.269539 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.269784 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.269938 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.270072 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.270663 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.270663 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.270663 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.270663 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.270932 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.270932 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.271085 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.271188 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.271351 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.271523 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.271678 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.271817 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.271982 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.272151 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.272332 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.272489 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.272632 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.272788 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.272989 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.273149 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.273281 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.273419 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.273651 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.273800 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.273800 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.274050 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.274195 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.274332 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.274466 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.274599 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.274733 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.274894 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.275055 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.275253 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.275416 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.275578 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.275739 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.275901 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.276067 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.276229 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.276412 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.276573 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.276734 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.276895 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.277062 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.277224 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.277375 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.277533 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.277690 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.277827 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.277975 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.278139 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.278284 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.278447 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.278610 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.279140 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.279140 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.279140 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.279551 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.279551 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.279551 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.284347 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.284347 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.284347 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.284347 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.284347 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.284347 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.284347 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.284347 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.284910 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.284910 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.284910 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:52:28.285197 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285197 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285197 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285197 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285197 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285197 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285197 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285197 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285793 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285793 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285793 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285793 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285793 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285793 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285793 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.285793 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286321 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286321 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286321 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286321 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286321 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286321 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286321 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286321 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286836 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286836 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286836 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286836 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286836 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286836 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286836 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286836 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.286836 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.287410 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.287410 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.287410 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.287410 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.287410 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.287410 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.287800 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.287800 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.287800 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.288002 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.288077 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.288222 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.288404 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.288567 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.288726 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.288886 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.289056 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.289216 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.289380 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.289539 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.289699 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.289858 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.290028 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.290188 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.290348 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.290507 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.290666 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.291357 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.291527 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.291688 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.291888 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.292012 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.292142 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.292310 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.292482 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.292643 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.292804 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.292970 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.293130 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.293319 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.293481 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.293654 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.293815 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.293984 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.294148 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.294345 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.295532 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.295532 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.295532 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.295532 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.295532 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.296439 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.296439 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.296439 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.296439 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.297211 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.297211 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.297211 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.297211 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.297211 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.299544 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.299544 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.299544 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.299544 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.299544 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.299544 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.299544 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.299544 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.299544 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.300375 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.300375 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.300375 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.300375 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.300375 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.300375 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.300375 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.300375 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:28.300897 n-d-817303-10 neutron-server[103293]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103293) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 00:52:28.394124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59592) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:52:28.403314 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069010 Nov 27 00:52:40.031780 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5cb10e-265b-4fab-bd4b-01b810ca0d9b None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 00:52:40.104370 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5cb10e-265b-4fab-bd4b-01b810ca0d9b None None] No non-hosted networks {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 27 00:52:40.123237 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.agentschedulers_db [None req-3c5cb10e-265b-4fab-bd4b-01b810ca0d9b None None] DHCP Agent not found on host n-d-817303-10 {{(pid=103404) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 27 00:52:40.221794 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-113945b7-d770-486b-8a1b-40bbee4e9560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550433'] for agent, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:42.135402 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8b93-3c8d-42d1-87c5-6e87f1e4b38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550433'] for agent, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:42.194082 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d8271429-b2b0-4388-850c-8bfbfc8601ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:43.152394 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550433'] for agent, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:44.642218 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550433'] for agent, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:45.687730 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550433'] for agent, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:45.689289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:45.689829 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:45.690419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:45.690995 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:45.693156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:45.693935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:45.694535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:45.695532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:45.697621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:45.698161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:45.698671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:45.699482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:45.700496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817303-10', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:52:45.712718 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817303-10', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:52:45.906561 n-d-817303-10 neutron-server[103404]: INFO neutron.db.l3_hamode_db [None req-f5202dbf-2195-48bc-82b7-c54e39ec3e37 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 27 00:52:45.984233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5202dbf-2195-48bc-82b7-c54e39ec3e37 None None] Routers set() bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 00:52:45.985450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5202dbf-2195-48bc-82b7-c54e39ec3e37 None None] Router IDs set() for agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 00:52:46.069790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59684) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:52:46.562325 n-d-817303-10 neutron-server[103402]: WARNING oslo_policy.policy [None req-b3ce7a85-abd5-4fa9-999e-3b8dc3600946 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:52:46.562917 n-d-817303-10 neutron-server[103402]: WARNING oslo_policy.policy [None req-b3ce7a85-abd5-4fa9-999e-3b8dc3600946 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:52:46.788881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-b3ce7a85-abd5-4fa9-999e-3b8dc3600946 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 00:52:46.790085 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b3ce7a85-abd5-4fa9-999e-3b8dc3600946 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7181635 Nov 27 00:52:49.375486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59700) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:52:49.681220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-dea86a18-af22-4170-8e9d-74533a190839 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:52:49.787702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.policy [None req-dea86a18-af22-4170-8e9d-74533a190839 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103402) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 27 00:52:49.834669 n-d-817303-10 neutron-server[103402]: WARNING oslo_policy.policy [None req-dea86a18-af22-4170-8e9d-74533a190839 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:52:49.835046 n-d-817303-10 neutron-server[103402]: WARNING oslo_policy.policy [None req-dea86a18-af22-4170-8e9d-74533a190839 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:52:49.843699 n-d-817303-10 neutron-server[103402]: INFO neutron.quota [None req-dea86a18-af22-4170-8e9d-74533a190839 admin admin] Loaded quota_driver: . Nov 27 00:52:49.932293 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dea86a18-af22-4170-8e9d-74533a190839 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737831775562', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737831776023', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737831759916', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737831757077', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737831745114', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737831743280', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3684540', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3827995', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-604240', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531448'] for rbac-policy, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:49.996705 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dea86a18-af22-4170-8e9d-74533a190839 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:49.997875 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dea86a18-af22-4170-8e9d-74533a190839 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6214075 Nov 27 00:52:52.779852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59712) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:52:53.074285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Request body: {'network': {'project_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'admin_state_up': True, 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'name': 'private'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:52:53.103080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Made reservation on behalf of 4227b408e64f4c0089eac5a88ae7b0ff for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 00:52:53.105861 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:53.122266 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:53.226693 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:53.230728 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:53.254228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 00:52:53.278243 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737831920159', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:53.278826 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Unsubscribe: segment precommit_create {{(pid=103402) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 27 00:52:53.279347 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Added segment f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16 of type vlan for network 3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00 Nov 27 00:52:53.285237 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c6bb35-8311-406d-a593-975fe767da4e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:52:53.320107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:53.320477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:53.320843 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:53.321174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:53.321502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:53.321825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:53.322145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:53.322463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:53.322778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:53.323092 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:53.323407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:53.323723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Tracked resource versions report: Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: pushed versions: Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: { 'AddressGroup': {'1.2'}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'ConntrackHelper': {'1.0'}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'Log': {'1.0'}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'Network': {'1.1'}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'Port': {'1.7'}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'PortForwarding': {'1.2'}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'QosPolicy': {'1.10'}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'SecurityGroup': {'1.5'}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'SecurityGroupRule': {'1.2'}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'SubPort': {'1.0'}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'Subnet': {'1.1'}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'Trunk': {'1.1'}} Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: consumer versions: Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: { DHCP agent@n-d-817303-10: {}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: L3 agent@n-d-817303-10: {}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: Metadata agent@n-d-817303-10: {}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: Metering agent@n-d-817303-10: {}, Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: Open vSwitch agent@n-d-817303-10: { 'AddressGroup': '1.2', Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'ConntrackHelper': '1.0', Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'Log': '1.0', Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'Network': '1.1', Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'Port': '1.7', Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'PortForwarding': '1.2', Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'QosPolicy': '1.10', Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'SecurityGroup': '1.5', Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'SecurityGroupRule': '1.2', Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'SubPort': '1.0', Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'Subnet': '1.1', Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: 'Trunk': '1.1'}} Nov 27 00:52:53.324827 n-d-817303-10 neutron-server[103402]: {{(pid=103402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 00:52:53.394532 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:53.435646 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:53.436899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:52:53.437633 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:53.518053 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7368453 Nov 27 00:52:53.537057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1b7e7-bdf6-4777-83a3-3089530216b9 admin admin] Pushing event updated for resources: {'Network': ['ID=3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:52:53.550211 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 00:52:56.343254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59726) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:52:56.824888 n-d-817303-10 neutron-server[103403]: WARNING oslo_policy.policy [None req-33f65a43-48e2-455a-9069-6306220607e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:52:56.825471 n-d-817303-10 neutron-server[103403]: WARNING oslo_policy.policy [None req-33f65a43-48e2-455a-9069-6306220607e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:52:57.276712 n-d-817303-10 neutron-server[103403]: DEBUG neutron.policy [None req-33f65a43-48e2-455a-9069-6306220607e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103403) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 27 00:52:57.324557 n-d-817303-10 neutron-server[103403]: WARNING oslo_policy.policy [None req-33f65a43-48e2-455a-9069-6306220607e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:52:57.324932 n-d-817303-10 neutron-server[103403]: WARNING oslo_policy.policy [None req-33f65a43-48e2-455a-9069-6306220607e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:52:57.333064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f65a43-48e2-455a-9069-6306220607e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:52:57.334860 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-33f65a43-48e2-455a-9069-6306220607e8 admin admin] 10.222.0.15 "GET /v2.0/networks/3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00 HTTP/1.1" status: 200 len: 825 time: 0.9906821 Nov 27 00:52:57.376878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-89771184-8223-4b60-96a5-5c9c25e5e767 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/1446523d-df1e-4ba4-a35c-fea6695d68e2 HTTP/1.1" status: 200 len: 734 time: 0.0343113 Nov 27 00:52:57.386417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Request body: {'subnet': {'subnetpool_id': '1446523d-df1e-4ba4-a35c-fea6695d68e2', 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:52:57.387997 n-d-817303-10 neutron-server[103403]: INFO neutron.quota [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Loaded quota_driver: . Nov 27 00:52:57.426558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Made reservation on behalf of 4227b408e64f4c0089eac5a88ae7b0ff for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 00:52:57.429311 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Publish callbacks [] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:57.710076 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:57.778875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Checking segment: {'id': 'f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 00:52:57.779255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Network hostable DHCP agents. Network: 3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 00:52:57.794814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cded520-d53b-45c2-ad8b-a281f46fb873,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:52:57.809678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:57.810036 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:57.810400 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:57.811194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:57.811194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:57.811421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:57.811719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:57.812039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:57.812424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:57.812745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:57.813064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:57.813382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Tracked resource versions report: Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: pushed versions: Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: { 'AddressGroup': {'1.2'}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'ConntrackHelper': {'1.0'}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'Log': {'1.0'}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'Network': {'1.1'}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'Port': {'1.7'}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'PortForwarding': {'1.2'}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'QosPolicy': {'1.10'}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'SecurityGroup': {'1.5'}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'SecurityGroupRule': {'1.2'}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'SubPort': {'1.0'}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'Subnet': {'1.1'}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'Trunk': {'1.1'}} Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: consumer versions: Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: { DHCP agent@n-d-817303-10: {}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: L3 agent@n-d-817303-10: {}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: Metadata agent@n-d-817303-10: {}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: Metering agent@n-d-817303-10: {}, Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: Open vSwitch agent@n-d-817303-10: { 'AddressGroup': '1.2', Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'ConntrackHelper': '1.0', Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'Log': '1.0', Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'Network': '1.1', Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'Port': '1.7', Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'PortForwarding': '1.2', Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'QosPolicy': '1.10', Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'SecurityGroup': '1.5', Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'SecurityGroupRule': '1.2', Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'SubPort': '1.0', Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'Subnet': '1.1', Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: 'Trunk': '1.1'}} Nov 27 00:52:57.814445 n-d-817303-10 neutron-server[103403]: {{(pid=103403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 00:52:57.833547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Network 3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 00:52:57.850071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:52:57.872729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:52:57.873368 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:57.878618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be7333e-7f43-48f6-a54d-848a2dcd822d None None] Network 3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 00:52:57.894908 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-babcb03c-22df-406d-b817-fdf08d397abd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5119760 Nov 27 00:52:58.204044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00', 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00', 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'fixed_ips': [{'subnet_id': '8cded520-d53b-45c2-ad8b-a281f46fb873'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 00:52:58.205369 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:58.498156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Allocated IP 172.20.0.2 (3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00/8cded520-d53b-45c2-ad8b-a281f46fb873/6146a14d-fb48-4ada-bf61-a46f4d6c7c21) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 00:52:58.694263 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:58.702906 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:58.784324 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Network 3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 00:52:58.791998 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:52:58.793927 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Pushing event updated for resources: {'Port': ['ID=6146a14d-fb48-4ada-bf61-a46f4d6c7c21,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:52:58.798588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 00:52:58.806433 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:58.806782 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:58.807131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:58.807468 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:58.807804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:58.808142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:58.808501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:58.808833 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:58.809163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:58.809491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:58.809819 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:58.810146 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Tracked resource versions report: Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: pushed versions: Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: { 'AddressGroup': {'1.2'}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'ConntrackHelper': {'1.0'}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'Log': {'1.0'}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'Network': {'1.1'}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'Port': {'1.7'}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'PortForwarding': {'1.2'}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'QosPolicy': {'1.10'}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'SecurityGroup': {'1.5'}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'SecurityGroupRule': {'1.2'}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'SubPort': {'1.0'}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'Subnet': {'1.1'}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'Trunk': {'1.1'}} Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: consumer versions: Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: { DHCP agent@n-d-817303-10: {}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: L3 agent@n-d-817303-10: {}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: Metadata agent@n-d-817303-10: {}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: Metering agent@n-d-817303-10: {}, Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: Open vSwitch agent@n-d-817303-10: { 'AddressGroup': '1.2', Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'ConntrackHelper': '1.0', Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'Log': '1.0', Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'Network': '1.1', Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'Port': '1.7', Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'PortForwarding': '1.2', Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'QosPolicy': '1.10', Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'SecurityGroup': '1.5', Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'SecurityGroupRule': '1.2', Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'SubPort': '1.0', Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'Subnet': '1.1', Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: 'Trunk': '1.1'}} Nov 27 00:52:58.811243 n-d-817303-10 neutron-server[103404]: {{(pid=103404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 00:52:58.884606 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Attempting to bind port 6146a14d-fb48-4ada-bf61-a46f4d6c7c21 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 00:52:58.885273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Attempting to bind port 6146a14d-fb48-4ada-bf61-a46f4d6c7c21 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 00:52:58.885416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Attempting to bind port 6146a14d-fb48-4ada-bf61-a46f4d6c7c21 on network 3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 00:52:58.890396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 0, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 00:52:58.890779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Checking segment: {'id': 'f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 00:52:58.891253 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:58.891647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Bound using segment: {'id': 'f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 00:52:58.892117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Bound port: 6146a14d-fb48-4ada-bf61-a46f4d6c7c21, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 00:52:58.892565 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:58.953582 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] For port 6146a14d-fb48-4ada-bf61-a46f4d6c7c21, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 00:52:58.957835 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] For port 6146a14d-fb48-4ada-bf61-a46f4d6c7c21, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6146a14d-fb48-4ada-bf61-a46f4d6c7c21,segment=NetworkSegment(f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16),segment_id=f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 00:52:58.962872 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:59.026587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ee5d5-319b-4af5-83cd-7fbebdc662c3 None None] Pushing event updated for resources: {'Port': ['ID=6146a14d-fb48-4ada-bf61-a46f4d6c7c21,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:00.497875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59748) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:00.803337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-e9b49e4f-a909-475b-9984-c7fe6515b1b4 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 00:53:00.804438 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e9b49e4f-a909-475b-9984-c7fe6515b1b4 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3056405 Nov 27 00:53:03.392922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59756) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:03.703226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-91944084-e0ae-42ba-b85b-2f697ad34276 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 00:53:03.704810 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-91944084-e0ae-42ba-b85b-2f697ad34276 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3105695 Nov 27 00:53:06.549542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59766) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:06.863261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-be3d74af-b5bc-4529-b32e-e1dc39cc3b34 admin admin] Request body: {'router': {'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'name': 'router1', 'admin_state_up': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:53:06.888990 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be3d74af-b5bc-4529-b32e-e1dc39cc3b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:06.890576 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be3d74af-b5bc-4529-b32e-e1dc39cc3b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:07.024262 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be3d74af-b5bc-4529-b32e-e1dc39cc3b34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:07.028906 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be3d74af-b5bc-4529-b32e-e1dc39cc3b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:07.043372 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be3d74af-b5bc-4529-b32e-e1dc39cc3b34 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:07.044660 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-be3d74af-b5bc-4529-b32e-e1dc39cc3b34 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4941306 Nov 27 00:53:07.530865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6146a14d-fb48-4ada-bf61-a46f4d6c7c21 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 00:53:07.629088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6146a14d-fb48-4ada-bf61-a46f4d6c7c21 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:07.629468 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:07.737365 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:07.774467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 6146a14d-fb48-4ada-bf61-a46f4d6c7c21, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6146a14d-fb48-4ada-bf61-a46f4d6c7c21,segment=NetworkSegment(f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16),segment_id=f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 00:53:07.778478 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:07.829148 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=6146a14d-fb48-4ada-bf61-a46f4d6c7c21,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:08.103500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f942f4d-034b-4337-b7b2-8175b5772224 None None] Network 3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 00:53:08.234380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7184a701-5bb8-4920-8d63-c7d4b1873ae3 None None] Provisioning complete for port 6146a14d-fb48-4ada-bf61-a46f4d6c7c21 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:08.234746 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7184a701-5bb8-4920-8d63-c7d4b1873ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:08.475177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-51f7e32d-3f51-4e4f-b899-4f989867557b None None] Provisioning complete for port 6146a14d-fb48-4ada-bf61-a46f4d6c7c21 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:08.475546 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-51f7e32d-3f51-4e4f-b899-4f989867557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:09.501779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6146a14d-fb48-4ada-bf61-a46f4d6c7c21 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 00:53:09.547350 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6146a14d-fb48-4ada-bf61-a46f4d6c7c21 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:09.547643 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:09.606458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59778) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:09.912873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-7329a1fe-e916-4ab1-bd1f-c2e67bdf6353 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 00:53:09.913934 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7329a1fe-e916-4ab1-bd1f-c2e67bdf6353 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3063953 Nov 27 00:53:09.948162 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b4f611c5-5f06-48ba-b93f-46d44131a378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:12.132382 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-428b68d4-7aef-457a-a8dd-fcdef0e4eadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:12.506025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59786) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:12.818038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:53:12.838655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Made reservation on behalf of 143c25421bbf4f69b0d0e13f021f7b24 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 00:53:12.840906 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:12.848582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:12.919967 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:12.923386 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:12.938289 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Reserving flat network on physical network physnet1 {{(pid=103402) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 27 00:53:12.957999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d3e9c8-5bdc-4eff-9cd5-d84552667c46,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:12.962115 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:12.962460 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Added segment 5d3fae93-1344-4091-959e-28eddb00532d of type flat for network 853a67d2-e3f9-48b6-8e66-07c9335fe014 Nov 27 00:53:13.007415 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:13.038007 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:13.039459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:53:13.040025 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:13.087750 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:13.105890 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5988050 Nov 27 00:53:13.120599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22404b-0ff2-4e50-a9df-206e5c47c2e5 admin admin] Pushing event updated for resources: {'Network': ['ID=853a67d2-e3f9-48b6-8e66-07c9335fe014,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:13.130918 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 00:53:14.569785 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:15.665208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59804) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:15.677381 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:15.878894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0257e2-be59-4f1c-a34d-2de4a83a41b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:53:15.880291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bc0257e2-be59-4f1c-a34d-2de4a83a41b2 admin admin] 10.222.0.15 "GET /v2.0/subnets/8cded520-d53b-45c2-ad8b-a281f46fb873 HTTP/1.1" status: 200 len: 849 time: 0.2140901 Nov 27 00:53:15.995978 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-74725619-5171-44c4-9d6e-a68ce5d957a5 admin admin] 10.222.0.15 "GET /v2.0/routers/faa58380-6855-467a-89d6-3928ada27a79 HTTP/1.1" status: 200 len: 704 time: 0.1093111 Nov 27 00:53:16.261908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:16.560189 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Allocated IP 172.20.0.1 (3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00/8cded520-d53b-45c2-ad8b-a281f46fb873/7341c6e2-bcfc-439f-a763-bad2c4dcf299) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 00:53:16.738928 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:16.803153 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:16.874622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Network 3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 00:53:16.879268 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:53:16.889369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 00:53:16.889902 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:16.911087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Pushing event updated for resources: {'Port': ['ID=7341c6e2-bcfc-439f-a763-bad2c4dcf299,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:17.101658 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-27b04437-1c1c-4a7e-ae14-a5e73e237b77 None None] Provisioning complete for port 7341c6e2-bcfc-439f-a763-bad2c4dcf299 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:17.102245 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-27b04437-1c1c-4a7e-ae14-a5e73e237b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:17.136631 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:17.138644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-27b04437-1c1c-4a7e-ae14-a5e73e237b77 None None] Port 7341c6e2-bcfc-439f-a763-bad2c4dcf299 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 00:53:17.189748 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 5 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:53:17.345147 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:17.349617 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:17.350525 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:17.430386 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Pushing event updated for resources: {'Port': ['ID=7341c6e2-bcfc-439f-a763-bad2c4dcf299,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:17.477424 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Network 3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 00:53:17.482424 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:53:17.647291 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Router faa58380-6855-467a-89d6-3928ada27a79 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 00:53:17.660295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c1b2daae-d812-4ba8-8d0e-f5407b4766a6 None None] Provisioning complete for port 7341c6e2-bcfc-439f-a763-bad2c4dcf299 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:17.660681 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c1b2daae-d812-4ba8-8d0e-f5407b4766a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:17.696162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2daae-d812-4ba8-8d0e-f5407b4766a6 None None] Port 7341c6e2-bcfc-439f-a763-bad2c4dcf299 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 00:53:17.739506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 00:53:17.744729 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d2066abe-8907-4b16-a5f7-fecbb91bfb07 admin admin] 10.222.0.15 "PUT /v2.0/routers/faa58380-6855-467a-89d6-3928ada27a79/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7432163 Nov 27 00:53:17.763455 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Sync routers for ids ['faa58380-6855-467a-89d6-3928ada27a79'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 00:53:17.776518 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Routers {'faa58380-6855-467a-89d6-3928ada27a79'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 00:53:17.777535 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T00:53:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['faa58380-6855-467a-89d6-3928ada27a79'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:17.964129 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Set router faa58380-6855-467a-89d6-3928ada27a79 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 00:53:18.391038 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa58380-6855-467a-89d6-3928ada27a79', 'name': 'router1', 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T00:53:06Z', 'updated_at': '2021-11-27T00:53:17Z', 'revision_number': 2, 'project_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'gw_port_host': None, '_interfaces': [{'id': '7341c6e2-bcfc-439f-a763-bad2c4dcf299', 'name': '', 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00', 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'mac_address': 'fa:16:3e:02:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa58380-6855-467a-89d6-3928ada27a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8cded520-d53b-45c2-ad8b-a281f46fb873', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:16Z', 'updated_at': '2021-11-27T00:53:17Z', 'revision_number': 2, 'project_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'subnets': [{'id': '8cded520-d53b-45c2-ad8b-a281f46fb873', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1446523d-df1e-4ba4-a35c-fea6695d68e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:18.442671 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Checking router: faa58380-6855-467a-89d6-3928ada27a79 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 00:53:18.443046 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Updating router faa58380-6855-467a-89d6-3928ada27a79 port 7341c6e2-bcfc-439f-a763-bad2c4dcf299 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 00:53:18.491368 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:18.994316 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:19.000315 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:19.161946 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Pushing event updated for resources: {'Port': ['ID=7341c6e2-bcfc-439f-a763-bad2c4dcf299,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:19.171584 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Attempting to bind port 7341c6e2-bcfc-439f-a763-bad2c4dcf299 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 00:53:19.171986 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Attempting to bind port 7341c6e2-bcfc-439f-a763-bad2c4dcf299 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 00:53:19.172450 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Attempting to bind port 7341c6e2-bcfc-439f-a763-bad2c4dcf299 on network 3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 00:53:19.176194 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:19.176566 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:19.176906 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:19.177243 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:19.177631 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:19.177886 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:19.178216 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:19.179142 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:19.179388 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:19.179712 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:19.180036 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:19.180386 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Tracked resource versions report: Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: pushed versions: Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: { 'AddressGroup': {'1.2'}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'ConntrackHelper': {'1.0'}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'Log': {'1.0'}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'Network': {'1.1'}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'Port': {'1.7'}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'PortForwarding': {'1.2'}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'QosPolicy': {'1.10'}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'SecurityGroup': {'1.5'}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'SecurityGroupRule': {'1.2'}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'SubPort': {'1.0'}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'Subnet': {'1.1'}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'Trunk': {'1.1'}} Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: consumer versions: Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: { DHCP agent@n-d-817303-10: {}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: L3 agent@n-d-817303-10: {}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: Metadata agent@n-d-817303-10: {}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: Metering agent@n-d-817303-10: {}, Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: Open vSwitch agent@n-d-817303-10: { 'AddressGroup': '1.2', Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'ConntrackHelper': '1.0', Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'Log': '1.0', Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'Network': '1.1', Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'Port': '1.7', Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'PortForwarding': '1.2', Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'QosPolicy': '1.10', Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'SecurityGroup': '1.5', Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'SecurityGroupRule': '1.2', Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'SubPort': '1.0', Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'Subnet': '1.1', Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: 'Trunk': '1.1'}} Nov 27 00:53:19.181483 n-d-817303-10 neutron-server[103405]: {{(pid=103405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 00:53:19.186237 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 0, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 00:53:19.186649 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Checking segment: {'id': 'f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 00:53:19.187135 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:19.187523 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Bound using segment: {'id': 'f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 00:53:19.188012 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Bound port: 7341c6e2-bcfc-439f-a763-bad2c4dcf299, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 00:53:19.188438 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:19.222412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b2727db2-936e-48f2-a411-3fb3b1574472 None None] Provisioning complete for port 7341c6e2-bcfc-439f-a763-bad2c4dcf299 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:19.222950 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b2727db2-936e-48f2-a411-3fb3b1574472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:19.256018 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] For port 7341c6e2-bcfc-439f-a763-bad2c4dcf299, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 00:53:19.256199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b2727db2-936e-48f2-a411-3fb3b1574472 None None] Port 7341c6e2-bcfc-439f-a763-bad2c4dcf299 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 00:53:19.279524 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] For port 7341c6e2-bcfc-439f-a763-bad2c4dcf299, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7341c6e2-bcfc-439f-a763-bad2c4dcf299,segment=NetworkSegment(f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16),segment_id=f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 00:53:19.284096 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:19.340097 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a8f1f-a901-45c2-a44f-2fec6bfd2f93 None None] Pushing event updated for resources: {'Port': ['ID=7341c6e2-bcfc-439f-a763-bad2c4dcf299,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:19.347604 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Routers {'faa58380-6855-467a-89d6-3928ada27a79'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 00:53:19.348215 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T00:53:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['faa58380-6855-467a-89d6-3928ada27a79'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:19.440860 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] Set router faa58380-6855-467a-89d6-3928ada27a79 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 00:53:19.578064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5e4ef1dd-f4b6-41e6-843f-c60175b3f5f0 None None] Provisioning complete for port 7341c6e2-bcfc-439f-a763-bad2c4dcf299 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:19.578375 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef1dd-f4b6-41e6-843f-c60175b3f5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:19.646519 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa58380-6855-467a-89d6-3928ada27a79', 'name': 'router1', 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T00:53:06Z', 'updated_at': '2021-11-27T00:53:17Z', 'revision_number': 2, 'project_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'gw_port_host': None, '_interfaces': [{'id': '7341c6e2-bcfc-439f-a763-bad2c4dcf299', 'name': '', 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00', 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'mac_address': 'fa:16:3e:02:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa58380-6855-467a-89d6-3928ada27a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8cded520-d53b-45c2-ad8b-a281f46fb873', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:16Z', 'updated_at': '2021-11-27T00:53:19Z', 'revision_number': 4, 'project_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'subnets': [{'id': '8cded520-d53b-45c2-ad8b-a281f46fb873', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1446523d-df1e-4ba4-a35c-fea6695d68e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:19.652843 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef1dd-f4b6-41e6-843f-c60175b3f5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:19.677821 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86b2b86-d3c7-48fc-98e2-e5bb2c6cde1c None None] The sync data for ids ['faa58380-6855-467a-89d6-3928ada27a79'] in n-d-817303-10 is: [{'id': 'faa58380-6855-467a-89d6-3928ada27a79', 'name': 'router1', 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T00:53:06Z', 'updated_at': '2021-11-27T00:53:17Z', 'revision_number': 2, 'project_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'gw_port_host': None, '_interfaces': [{'id': '7341c6e2-bcfc-439f-a763-bad2c4dcf299', 'name': '', 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00', 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'mac_address': 'fa:16:3e:02:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa58380-6855-467a-89d6-3928ada27a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8cded520-d53b-45c2-ad8b-a281f46fb873', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:16Z', 'updated_at': '2021-11-27T00:53:19Z', 'revision_number': 4, 'project_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'subnets': [{'id': '8cded520-d53b-45c2-ad8b-a281f46fb873', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1446523d-df1e-4ba4-a35c-fea6695d68e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 00:53:19.688715 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5e4ef1dd-f4b6-41e6-843f-c60175b3f5f0 None None] For port 7341c6e2-bcfc-439f-a763-bad2c4dcf299, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7341c6e2-bcfc-439f-a763-bad2c4dcf299,segment=NetworkSegment(f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16),segment_id=f8d6ad92-f779-4ad0-baa0-cc3bf2a26c16)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 00:53:19.693941 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef1dd-f4b6-41e6-843f-c60175b3f5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:19.747302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ef1dd-f4b6-41e6-843f-c60175b3f5f0 None None] Pushing event updated for resources: {'Port': ['ID=7341c6e2-bcfc-439f-a763-bad2c4dcf299,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:20.182146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59824) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:20.292290 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29079d33-f82a-47c1-ab47-61ab1d0f8bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:53:20.293664 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-29079d33-f82a-47c1-ab47-61ab1d0f8bec admin admin] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 842 time: 0.1105647 Nov 27 00:53:20.303504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-29f6d628-bf47-460f-8300-6a8a3bd8a350 admin admin] Request body: {'subnet': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:53:20.326526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f6d628-bf47-460f-8300-6a8a3bd8a350 admin admin] Made reservation on behalf of 143c25421bbf4f69b0d0e13f021f7b24 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 00:53:20.328757 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-29f6d628-bf47-460f-8300-6a8a3bd8a350 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:20.633037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.objects.ports [None req-29f6d628-bf47-460f-8300-6a8a3bd8a350 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 00:53:20.633483 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-29f6d628-bf47-460f-8300-6a8a3bd8a350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:20.688173 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6d628-bf47-460f-8300-6a8a3bd8a350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9333fc-3d13-4422-bcd6-0d1804cee1f6,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:20.698181 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6d628-bf47-460f-8300-6a8a3bd8a350 admin admin] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 00:53:20.698538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6d628-bf47-460f-8300-6a8a3bd8a350 admin admin] Network hostable DHCP agents. Network: 853a67d2-e3f9-48b6-8e66-07c9335fe014, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 00:53:20.719618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6d628-bf47-460f-8300-6a8a3bd8a350 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 00:53:20.731072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-29f6d628-bf47-460f-8300-6a8a3bd8a350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 853a67d2-e3f9-48b6-8e66-07c9335fe014) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:53:20.735127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f6d628-bf47-460f-8300-6a8a3bd8a350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:53:20.735710 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-29f6d628-bf47-460f-8300-6a8a3bd8a350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:20.741648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba3ada0-89d5-4694-8831-b3e5245f8ee6 None None] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 00:53:20.765630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-29f6d628-bf47-460f-8300-6a8a3bd8a350 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4518249 Nov 27 00:53:20.891225 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0854eb-d0df-48ed-8577-2ff068f46a34 None None] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 00:53:23.285074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59832) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:23.418106 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-aa2280b4-d0be-4b50-8c1d-225eabe1523d admin admin] 10.222.0.15 "GET /v2.0/routers/faa58380-6855-467a-89d6-3928ada27a79 HTTP/1.1" status: 200 len: 710 time: 0.1318500 Nov 27 00:53:23.587250 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef5bac9-bd93-4034-a5d2-19713e186304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:53:23.594265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7ef5bac9-bd93-4034-a5d2-19713e186304 admin admin] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 886 time: 0.1640172 Nov 27 00:53:23.598495 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:53:23.839662 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:24.067860 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:24.140287 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:24.247242 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Allocated IP 172.25.1.34 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/d994e5c2-adfd-4cb5-bddd-729eda1c3d5f) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 00:53:24.347855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:24.380353 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:24.419313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 00:53:24.421965 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:53:24.424451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 00:53:24.487495 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Pushing event updated for resources: {'Port': ['ID=d994e5c2-adfd-4cb5-bddd-729eda1c3d5f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:24.670297 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:24.950737 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:24.954096 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:25.063299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Router faa58380-6855-467a-89d6-3928ada27a79 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 00:53:25.182852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 00:53:25.187147 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:25.188500 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ce63cb6c-118e-4cf8-8d80-2a2b79036370 admin admin] 10.222.0.15 "PUT /v2.0/routers/faa58380-6855-467a-89d6-3928ada27a79 HTTP/1.1" status: 200 len: 889 time: 1.5934961 Nov 27 00:53:25.557122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7341c6e2-bcfc-439f-a763-bad2c4dcf299 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 00:53:25.613560 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 7341c6e2-bcfc-439f-a763-bad2c4dcf299 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:25.613947 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:26.848020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Sync routers for ids ['faa58380-6855-467a-89d6-3928ada27a79'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 00:53:26.859980 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Routers {'faa58380-6855-467a-89d6-3928ada27a79'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 00:53:26.860744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T00:53:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['faa58380-6855-467a-89d6-3928ada27a79'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:27.070341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Set router faa58380-6855-467a-89d6-3928ada27a79 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 00:53:27.526070 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa58380-6855-467a-89d6-3928ada27a79', 'name': 'router1', 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd994e5c2-adfd-4cb5-bddd-729eda1c3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T00:53:06Z', 'updated_at': '2021-11-27T00:53:24Z', 'revision_number': 4, 'project_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'gw_port': {'id': 'd994e5c2-adfd-4cb5-bddd-729eda1c3d5f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa58380-6855-467a-89d6-3928ada27a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:24Z', 'updated_at': '2021-11-27T00:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7341c6e2-bcfc-439f-a763-bad2c4dcf299', 'name': '', 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00', 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'mac_address': 'fa:16:3e:02:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa58380-6855-467a-89d6-3928ada27a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8cded520-d53b-45c2-ad8b-a281f46fb873', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:16Z', 'updated_at': '2021-11-27T00:53:19Z', 'revision_number': 5, 'project_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'subnets': [{'id': '8cded520-d53b-45c2-ad8b-a281f46fb873', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1446523d-df1e-4ba4-a35c-fea6695d68e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:27.577146 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Checking router: faa58380-6855-467a-89d6-3928ada27a79 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 00:53:27.577502 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Updating router faa58380-6855-467a-89d6-3928ada27a79 port d994e5c2-adfd-4cb5-bddd-729eda1c3d5f binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 00:53:27.623319 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:27.820998 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59844) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:27.938141 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-048b8401-593e-441e-8650-cb1d87210a76 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1160116 Nov 27 00:53:27.941143 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:27.947891 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:28.006729 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Attempting to bind port d994e5c2-adfd-4cb5-bddd-729eda1c3d5f on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 00:53:28.007014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Attempting to bind port d994e5c2-adfd-4cb5-bddd-729eda1c3d5f by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 00:53:28.007386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Attempting to bind port d994e5c2-adfd-4cb5-bddd-729eda1c3d5f on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 00:53:28.009458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39acdf-c717-43a8-b51e-1af27164cb6c None None] Pushing event updated for resources: {'Port': ['ID=d994e5c2-adfd-4cb5-bddd-729eda1c3d5f,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:28.015271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 0, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 00:53:28.015657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 00:53:28.016069 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:28.016496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 00:53:28.016976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Bound port: d994e5c2-adfd-4cb5-bddd-729eda1c3d5f, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 00:53:28.017366 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:28.072290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] For port d994e5c2-adfd-4cb5-bddd-729eda1c3d5f, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 00:53:28.075795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] For port d994e5c2-adfd-4cb5-bddd-729eda1c3d5f, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d994e5c2-adfd-4cb5-bddd-729eda1c3d5f,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 00:53:28.080527 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:28.146359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39acdf-c717-43a8-b51e-1af27164cb6c None None] Pushing event updated for resources: {'Port': ['ID=d994e5c2-adfd-4cb5-bddd-729eda1c3d5f,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:28.149574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Routers {'faa58380-6855-467a-89d6-3928ada27a79'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 00:53:28.150175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T00:53:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['faa58380-6855-467a-89d6-3928ada27a79'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:28.257447 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] Set router faa58380-6855-467a-89d6-3928ada27a79 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 00:53:28.472137 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa58380-6855-467a-89d6-3928ada27a79', 'name': 'router1', 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd994e5c2-adfd-4cb5-bddd-729eda1c3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T00:53:06Z', 'updated_at': '2021-11-27T00:53:24Z', 'revision_number': 4, 'project_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'gw_port': {'id': 'd994e5c2-adfd-4cb5-bddd-729eda1c3d5f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa58380-6855-467a-89d6-3928ada27a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:24Z', 'updated_at': '2021-11-27T00:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7341c6e2-bcfc-439f-a763-bad2c4dcf299', 'name': '', 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00', 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'mac_address': 'fa:16:3e:02:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa58380-6855-467a-89d6-3928ada27a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8cded520-d53b-45c2-ad8b-a281f46fb873', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:16Z', 'updated_at': '2021-11-27T00:53:19Z', 'revision_number': 5, 'project_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'subnets': [{'id': '8cded520-d53b-45c2-ad8b-a281f46fb873', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1446523d-df1e-4ba4-a35c-fea6695d68e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:28.501763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6807e76b-4b91-4348-a303-c5814033db79 None None] The sync data for ids ['faa58380-6855-467a-89d6-3928ada27a79'] in n-d-817303-10 is: [{'id': 'faa58380-6855-467a-89d6-3928ada27a79', 'name': 'router1', 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd994e5c2-adfd-4cb5-bddd-729eda1c3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T00:53:06Z', 'updated_at': '2021-11-27T00:53:24Z', 'revision_number': 4, 'project_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'gw_port': {'id': 'd994e5c2-adfd-4cb5-bddd-729eda1c3d5f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa58380-6855-467a-89d6-3928ada27a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:24Z', 'updated_at': '2021-11-27T00:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7341c6e2-bcfc-439f-a763-bad2c4dcf299', 'name': '', 'network_id': '3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00', 'tenant_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'mac_address': 'fa:16:3e:02:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa58380-6855-467a-89d6-3928ada27a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8cded520-d53b-45c2-ad8b-a281f46fb873', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:16Z', 'updated_at': '2021-11-27T00:53:19Z', 'revision_number': 5, 'project_id': '4227b408e64f4c0089eac5a88ae7b0ff', 'subnets': [{'id': '8cded520-d53b-45c2-ad8b-a281f46fb873', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1446523d-df1e-4ba4-a35c-fea6695d68e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 00:53:29.535358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d994e5c2-adfd-4cb5-bddd-729eda1c3d5f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 00:53:29.583180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d994e5c2-adfd-4cb5-bddd-729eda1c3d5f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:29.583554 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:29.660550 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:29.683972 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port d994e5c2-adfd-4cb5-bddd-729eda1c3d5f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d994e5c2-adfd-4cb5-bddd-729eda1c3d5f,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 00:53:29.690153 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:29.748354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=d994e5c2-adfd-4cb5-bddd-729eda1c3d5f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:31.567550 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d994e5c2-adfd-4cb5-bddd-729eda1c3d5f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 00:53:31.656623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d994e5c2-adfd-4cb5-bddd-729eda1c3d5f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:31.656915 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:39.943596 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0b5c2470-0cbd-43fc-89d3-306a0c20e57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:42.134010 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a280a9d3-1006-489e-8cd9-34c0b0f16f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:43.088516 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:44.576614 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:45.688134 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:54.193643 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 5 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:54:09.945384 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-736c65b9-694c-457b-b7d8-562bc7e67576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:12.136890 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f83156e4-5974-496d-8dcf-93730d24b8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:13.090252 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:14.577923 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:15.681966 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:31.194354 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 5 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:54:39.947348 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c69fa31e-d016-4226-84e5-9ff4a42eef69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:42.139494 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f712130b-fe1c-463a-b4b8-9d98d3e7edf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:43.092948 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:44.579845 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:45.684705 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:58.387656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60360) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:54:58.450544 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a327f490-bf2f-426c-9189-a2ca91912148 admin admin] GET failed (client error): The resource could not be found. Nov 27 00:54:58.451813 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a327f490-bf2f-426c-9189-a2ca91912148 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631647 Nov 27 00:54:58.611227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20893e4-2597-4d2d-b19d-8589acc9ca5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:54:58.613339 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f20893e4-2597-4d2d-b19d-8589acc9ca5b admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1564095 Nov 27 00:55:00.994739 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60370) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:01.084327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57b074-f78d-46e3-9093-db213220975f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:01.085636 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bf57b074-f78d-46e3-9093-db213220975f admin admin] 10.222.0.15 "GET /v2.0/subnets/8cded520-d53b-45c2-ad8b-a281f46fb873 HTTP/1.1" status: 200 len: 849 time: 0.0899589 Nov 27 00:55:01.095434 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:55:01.179955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:01.318359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737831931760'] for subnet, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:01.344437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:01.345025 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:01.346502 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] 10.222.0.15 "PUT /v2.0/subnets/8cded520-d53b-45c2-ad8b-a281f46fb873 HTTP/1.1" status: 200 len: 868 time: 0.2543471 Nov 27 00:55:01.350837 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eb07d0-d935-4d5e-9362-187b318d1a04 None None] Network 3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 00:55:01.371507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cded520-d53b-45c2-ad8b-a281f46fb873,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:55:01.379090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:01.379435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:01.379778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:01.380114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:01.380489 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:01.380818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:01.381145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:01.381470 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:01.381793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:01.382119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:01.382439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:01.382759 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be952f8-4fa2-41ef-860e-4b5493f91a73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:01.796636 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-478f7797-de9f-4a6f-912a-aef2df9e0a66 None None] Provisioning complete for port 6146a14d-fb48-4ada-bf61-a46f4d6c7c21 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:55:01.796928 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-478f7797-de9f-4a6f-912a-aef2df9e0a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:01.880397 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-478f7797-de9f-4a6f-912a-aef2df9e0a66 None None] Provisioning complete for port 7341c6e2-bcfc-439f-a763-bad2c4dcf299 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:55:01.880771 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-478f7797-de9f-4a6f-912a-aef2df9e0a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:03.710837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60378) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:03.906119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926595af-1ae7-4477-99ae-10ecbf410fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:03.906530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926595af-1ae7-4477-99ae-10ecbf410fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:03.908076 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-926595af-1ae7-4477-99ae-10ecbf410fe0 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962399 Nov 27 00:55:06.275161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60386) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:06.406602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5f363a-7e9f-47bc-9fd9-2b91f624000b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:06.407093 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5f363a-7e9f-47bc-9fd9-2b91f624000b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:06.408644 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1b5f363a-7e9f-47bc-9fd9-2b91f624000b admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325326 Nov 27 00:55:08.193025 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 5 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:55:08.775666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60394) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:08.902313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011f516a-21b0-4046-8e1d-33cae4d4b2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:08.903654 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-011f516a-21b0-4046-8e1d-33cae4d4b2bb admin admin] 10.222.0.15 "GET /v2.0/networks/3725d0a5-23f6-4ccf-93bc-ae3d2ebdcf00 HTTP/1.1" status: 200 len: 869 time: 0.1270061 Nov 27 00:55:09.948894 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3b7a24f3-6a1a-4978-a668-9f3ca16ec94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:11.281573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60402) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:11.403327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce22dd37-ef28-4dd5-ba03-f21f9fd78622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:11.404709 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ce22dd37-ef28-4dd5-ba03-f21f9fd78622 admin admin] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 886 time: 0.1221840 Nov 27 00:55:12.141975 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0cebaa6f-50d5-48f4-9582-f9aaf3bc3f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:13.095804 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:13.754333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60410) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:13.877279 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8338d412-5c65-4245-83b1-319105c95281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:13.877736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8338d412-5c65-4245-83b1-319105c95281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:13.879878 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8338d412-5c65-4245-83b1-319105c95281 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245399 Nov 27 00:55:14.581950 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:15.690214 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:16.257625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60418) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:16.350873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d497f098-d3b3-4848-a880-4d98ae9747c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:16.351329 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d497f098-d3b3-4848-a880-4d98ae9747c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:16.352886 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d497f098-d3b3-4848-a880-4d98ae9747c9 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941811 Nov 27 00:55:18.709907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60426) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:18.799106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0399f6-d835-4d00-954e-ba1539683946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:18.801075 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-db0399f6-d835-4d00-954e-ba1539683946 admin admin] 10.222.0.15 "GET /v2.0/subnets/8cded520-d53b-45c2-ad8b-a281f46fb873 HTTP/1.1" status: 200 len: 868 time: 0.0901995 Nov 27 00:55:21.134879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60434) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:21.221193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac73d9f-d100-4c52-8749-c89d61be00f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:21.223046 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bac73d9f-d100-4c52-8749-c89d61be00f1 admin admin] 10.222.0.15 "GET /v2.0/subnets/ca9333fc-3d13-4422-bcd6-0d1804cee1f6 HTTP/1.1" status: 200 len: 816 time: 0.0871804 Nov 27 00:55:39.950102 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f439-9b70-4081-bbc1-f5938e9586b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:42.143608 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bd11ea09-2ef0-4992-8179-308314167a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:43.099034 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:44.585991 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:45.191379 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 5 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:55:45.692555 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:45.846627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60488) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:45.897141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-ee2e7a06-948d-465f-ad2a-3d665064d11b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 00:55:45.898111 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ee2e7a06-948d-465f-ad2a-3d665064d11b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505600 Nov 27 00:55:48.355678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60498) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:48.415241 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1103c3c-91a9-43a8-a8a5-1a031b55ceba admin admin] GET failed (client error): The resource could not be found. Nov 27 00:55:48.416513 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a1103c3c-91a9-43a8-a8a5-1a031b55ceba admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598605 Nov 27 00:55:48.575594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa54c15b-fb9b-4230-a8ba-c9ebf87738cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:48.577098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fa54c15b-fb9b-4230-a8ba-c9ebf87738cf admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1557744 Nov 27 00:55:50.964700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60506) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:51.010711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-64029f10-b962-4947-b8bf-542c491dceba admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:55:51.030933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64029f10-b962-4947-b8bf-542c491dceba admin admin] Made reservation on behalf of 143c25421bbf4f69b0d0e13f021f7b24 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 00:55:51.033421 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64029f10-b962-4947-b8bf-542c491dceba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:51.158741 n-d-817303-10 neutron-server[103402]: WARNING neutron.services.revisions.revision_plugin [None req-64029f10-b962-4947-b8bf-542c491dceba admin admin] Could not find related network for resource to bump revision. Nov 27 00:55:51.169600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64029f10-b962-4947-b8bf-542c491dceba admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 00:55:51.181060 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64029f10-b962-4947-b8bf-542c491dceba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:51.181420 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-64029f10-b962-4947-b8bf-542c491dceba admin admin] Added segment 01a5b904-fb61-4a8f-a58c-d6cb8363986b of type vlan for network 5075d031-dae4-4281-801a-8eb5b2d530f3 Nov 27 00:55:51.219571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64029f10-b962-4947-b8bf-542c491dceba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:51.242701 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64029f10-b962-4947-b8bf-542c491dceba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:51.243710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64029f10-b962-4947-b8bf-542c491dceba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:51.244296 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64029f10-b962-4947-b8bf-542c491dceba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:51.296590 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-64029f10-b962-4947-b8bf-542c491dceba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3307850 Nov 27 00:55:51.307423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64029f10-b962-4947-b8bf-542c491dceba admin admin] Pushing event updated for resources: {'Network': ['ID=5075d031-dae4-4281-801a-8eb5b2d530f3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:55:51.329277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 00:55:53.714853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60514) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:53.775447 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac13ae9-583c-4051-880b-b0f13ef2f1c7 admin admin] GET failed (client error): The resource could not be found. Nov 27 00:55:53.776757 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2ac13ae9-583c-4051-880b-b0f13ef2f1c7 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609515 Nov 27 00:55:53.848514 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2488ef9-0ba8-4738-9a74-e199a7329ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:53.849944 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b2488ef9-0ba8-4738-9a74-e199a7329ef7 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687370 Nov 27 00:55:53.859886 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f2d6afaa-7869-4201-adc5-08b15d26cee8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:55:53.879294 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d6afaa-7869-4201-adc5-08b15d26cee8 admin admin] Made reservation on behalf of 143c25421bbf4f69b0d0e13f021f7b24 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 00:55:53.881711 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2d6afaa-7869-4201-adc5-08b15d26cee8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:54.039492 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2d6afaa-7869-4201-adc5-08b15d26cee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:54.097819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6afaa-7869-4201-adc5-08b15d26cee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c34504-5bda-44af-b6a5-cc945676342a,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:55:54.105274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d6afaa-7869-4201-adc5-08b15d26cee8 admin admin] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 00:55:54.105624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d6afaa-7869-4201-adc5-08b15d26cee8 admin admin] Network hostable DHCP agents. Network: 5075d031-dae4-4281-801a-8eb5b2d530f3, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 00:55:54.123113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d6afaa-7869-4201-adc5-08b15d26cee8 admin admin] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 00:55:54.132029 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-f2d6afaa-7869-4201-adc5-08b15d26cee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 5075d031-dae4-4281-801a-8eb5b2d530f3) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:55:54.136197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6afaa-7869-4201-adc5-08b15d26cee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:54.136810 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2d6afaa-7869-4201-adc5-08b15d26cee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:54.140992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcc1dbb-ecf9-4382-ae33-48964474cc99 None None] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 00:55:54.152030 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f2d6afaa-7869-4201-adc5-08b15d26cee8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2954302 Nov 27 00:55:54.385027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-5075d031-dae4-4281-801a-8eb5b2d530f3', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'tenant_id': '143c25421bbf4f69b0d0e13f021f7b24', 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 00:55:54.385910 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:54.523014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Allocated IP 192.168.233.2 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 00:55:54.676150 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:54.681722 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:54.723204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 00:55:54.726564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:55:54.730010 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 00:55:54.739614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Pushing event updated for resources: {'Port': ['ID=f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:55:54.761351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:54.761701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:54.762048 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:54.762391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:54.762722 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:54.763056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:54.763386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:54.763713 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:54.764038 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:54.764392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:54.764717 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:54.765045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:54.796945 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Attempting to bind port f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 00:55:54.797318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Attempting to bind port f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 00:55:54.797681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Attempting to bind port f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 00:55:54.804701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 0, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 00:55:54.805110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 00:55:54.805590 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:54.805981 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 00:55:54.806453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Bound port: f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 00:55:54.806859 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:54.875054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] For port f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 00:55:54.878466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] For port f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 00:55:54.882350 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:54.941003 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3523c-8913-436e-9c12-e38b97e55306 None None] Pushing event updated for resources: {'Port': ['ID=f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:55:55.678465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 00:55:55.736453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:55:55.736453 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:55.809496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd37ed91-9887-4c07-976d-173532f1996f None None] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 00:55:55.864548 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:55.932738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 00:55:55.935976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b3bc3f83-0e99-4bd6-834f-ebebf2f6b41a None None] Provisioning complete for port f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:55:55.936352 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b3bc3f83-0e99-4bd6-834f-ebebf2f6b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:55.941257 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:56.069117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:55:56.340152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ccf77104-da88-48f1-8467-2761a5e577de None None] Provisioning complete for port f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:55:56.340554 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ccf77104-da88-48f1-8467-2761a5e577de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:57.597676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 00:55:57.647986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f1edfd76-7a8f-4dd5-b78e-fbe86d8bffd3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:55:57.648400 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:09.952223 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9bed7ad3-89e6-474b-aad5-7c5d1cd219ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:12.146199 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-46b03f5f-2d72-425f-8a23-02125e96fd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:13.102458 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:14.586879 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:15.694106 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:22.190808 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 5 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:56:39.953389 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44948780-8440-40e1-8851-62554a757057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:42.146999 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-186af85e-fcfb-4a03-afb9-99abef3ee55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:43.104593 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:44.589189 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:45.699610 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:59.190723 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 5 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:57:09.955206 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2eb68557-0b07-4d39-bd15-b62a733687a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:10.391030 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60560) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:57:10.397015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-9e1a2acc-a0aa-45a3-b7bc-315de49e8004 tempest-verify_tempest_config-397425019 tempest-verify_tempest_config-397425019-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 00:57:10.398021 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9e1a2acc-a0aa-45a3-b7bc-315de49e8004 tempest-verify_tempest_config-397425019 tempest-verify_tempest_config-397425019-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060523 Nov 27 00:57:10.689095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60578) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:57:10.789665 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:10.861303 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:10.865194 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:10.911378 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c4eaf465edb4e9baeb107ba18ae6e09&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2211993 Nov 27 00:57:10.912341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a533ea10-723a-476a-abb0-84dec09d1bda,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:57:10.914063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60582) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:57:10.919413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.919765 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.920136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.920502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.920837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.921173 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.921505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.921836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.922161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.922522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.922846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.923169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b97ba6-a2f7-4057-a762-afbb6c14ea71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.990170 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:11.009967 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:11.102481 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:11.105099 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:11.106235 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a533ea10-723a-476a-abb0-84dec09d1bda HTTP/1.1" status: 204 len: 168 time: 0.1911848 Nov 27 00:57:11.114522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a533ea10-723a-476a-abb0-84dec09d1bda,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:57:11.121083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.121425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.121758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.122087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.122413 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.122739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.123056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.123385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.123730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.123996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.124401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.124832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a509f5e-0aa4-49ed-871f-5da419bf455a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:12.149837 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-474c7e23-2665-4f74-b13c-c141f6a60c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:13.109141 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:14.591331 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:15.701791 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:36.188840 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 5 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:57:39.955908 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-00ff4db5-55aa-4037-aeaa-6f8cccb851d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:42.151633 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eb5a61f4-be25-480f-b104-1e14e98b5ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:43.110909 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:44.595540 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:45.702902 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:09.957040 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f437e64e-96bc-4b41-a24e-1e1e99070504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:12.154622 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e2c74796-f5f0-4f2b-8484-94bbd31dcb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:13.114487 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:13.187084 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 5 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:58:14.597737 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:15.705518 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:39.957770 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0deb5fb8-3215-482c-b053-7203a9141ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:42.154264 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10142115-08bd-4cbb-ba44-c08f978337d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:43.117002 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:44.601186 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:45.707732 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:50.186158 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 5 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:59:09.959339 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ca588c90-57bf-4fd0-8886-1244db3062f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:12.155283 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-71a577b6-636f-4d87-ae29-b7f7ee54efb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:13.119799 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:14.606260 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:15.710062 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:27.185419 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 5 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:59:39.961065 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d740703d-fbe5-4505-9d4b-3f30ab9b0a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:42.156301 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1cc10502-09cc-4da3-9b09-161a313c7094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:43.123156 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:44.608869 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:45.711888 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:04.184574 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 5 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:00:09.962608 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e8a2ac3-2afc-46be-9303-938b937922df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:12.157248 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f6eb4236-7fb9-4de0-bb1a-9a83daacde01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:13.126035 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:14.612778 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:15.712810 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:28.079647 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550433'] for agent, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:30.156689 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550433'] for agent, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:39.963392 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-773641ad-df0f-4aef-a651-91197cd5dcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:41.184561 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:00:42.160077 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-33b811fa-0f76-47ce-a254-4a6c5f51846e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:43.128857 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:44.615629 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:45.714093 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:58.057890 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:00.154098 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:08.823835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60642) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:01:08.927721 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4f0cd708-1925-4e54-abfa-f764987dc07c admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1027713 Nov 27 01:01:09.965354 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cbe6d399-4bf0-4b3a-8a32-81d9bb1f3fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:11.320536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60652) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:01:11.381141 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4c6306c2-f704-4801-9801-a032c4cc1a2a admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0595078 Nov 27 01:01:12.163615 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-41f32f6b-ace5-48e0-ae62-80054f34d52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:13.130313 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:14.618577 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:15.715222 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:18.183949 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:01:28.048897 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:30.156387 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:39.966201 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-05145980-2734-465f-9866-9fe46ff22dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:42.165588 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-922c8669-1825-465d-8ddd-f8fcbfedd720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:43.133763 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:44.623563 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:45.716770 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:55.182782 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:01:58.060266 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:00.188364 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:09.967687 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-479adf2d-89ed-47c1-a659-411a62fe7f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:12.168181 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f46d9c1f-386f-4ebd-ba94-5cfa9ba9e06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:13.136018 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:14.624940 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.718748 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:28.057652 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:30.194263 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.183873 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:02:33.886753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60884) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:34.373547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60906) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:34.374121 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2a4315e6-4240-4cd9-b4df-20100f171934 tempest-AutoAllocateNetworkTest-1490341463 tempest-AutoAllocateNetworkTest-1490341463-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e94aecd8f92542319fbcc05ee5df2784&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4853795 Nov 27 01:02:34.576052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4bf621-c6c0-4187-9386-e2097f050782 tempest-AutoAllocateNetworkTest-1490341463 tempest-AutoAllocateNetworkTest-1490341463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:34.580265 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fc4bf621-c6c0-4187-9386-e2097f050782 tempest-AutoAllocateNetworkTest-1490341463 tempest-AutoAllocateNetworkTest-1490341463-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2020264 Nov 27 01:02:34.580501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60928) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:34.676265 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f6054dd4-2b89-4fe6-bcfc-d5015dbcaf65 tempest-AutoAllocateNetworkTest-1490341463 tempest-AutoAllocateNetworkTest-1490341463-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946665 Nov 27 01:02:34.679139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60934) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:34.708071 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8edb84e3-9d3b-4e30-9445-9166febb17e0 tempest-AutoAllocateNetworkTest-1490341463 tempest-AutoAllocateNetworkTest-1490341463-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e94aecd8f92542319fbcc05ee5df2784 HTTP/1.1" status: 200 len: 208 time: 0.0278454 Nov 27 01:02:35.285011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60978) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:35.594658 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.683963 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.688785 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.744302 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e94aecd8f92542319fbcc05ee5df2784&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4579613 Nov 27 01:02:35.745795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32768) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:35.746324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ab0ec2-fd39-4dc8-8a4d-a8ca51ee750a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:35.753781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.754260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.754613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.754943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.755423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.755908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.756427 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.756942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.757404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.757866 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.758202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.758529 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561ecb1-ddb7-4f38-8f61-63c6c8faef63 admin admin] Tracked resource versions report: Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: pushed versions: Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: { 'AddressGroup': {'1.2'}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'ConntrackHelper': {'1.0'}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'Log': {'1.0'}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'Network': {'1.1'}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'Port': {'1.7'}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'PortForwarding': {'1.2'}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'QosPolicy': {'1.10'}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'SecurityGroup': {'1.5'}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'SecurityGroupRule': {'1.2'}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'SubPort': {'1.0'}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'Subnet': {'1.1'}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'Trunk': {'1.1'}} Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: consumer versions: Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: { DHCP agent@n-d-817303-10: {}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: HyperV agent@n-h1-817303-10: {}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: HyperV agent@n-h2-817303-10: {}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: L3 agent@n-d-817303-10: {}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: Metadata agent@n-d-817303-10: {}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: Metering agent@n-d-817303-10: {}, Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: Open vSwitch agent@n-d-817303-10: { 'AddressGroup': '1.2', Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'ConntrackHelper': '1.0', Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'Log': '1.0', Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'Network': '1.1', Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'Port': '1.7', Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'PortForwarding': '1.2', Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'QosPolicy': '1.10', Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'SecurityGroup': '1.5', Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'SecurityGroupRule': '1.2', Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'SubPort': '1.0', Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'Subnet': '1.1', Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: 'Trunk': '1.1'}} Nov 27 01:02:35.759614 n-d-817303-10 neutron-server[103403]: {{(pid=103403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 01:02:35.818944 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.842710 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.897626 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.900379 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.904380 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72ab0ec2-fd39-4dc8-8a4d-a8ca51ee750a HTTP/1.1" status: 204 len: 168 time: 0.1543937 Nov 27 01:02:35.914600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ab0ec2-fd39-4dc8-8a4d-a8ca51ee750a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:35.925452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.926047 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.926579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.927113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.927730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.928477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.928904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.929423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.929822 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.930157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.930479 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.930982 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fff5a-3e4a-4848-a85f-6482b42fd127 admin admin] Tracked resource versions report: Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: pushed versions: Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: { 'AddressGroup': {'1.2'}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'ConntrackHelper': {'1.0'}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'Log': {'1.0'}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'Network': {'1.1'}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'Port': {'1.7'}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'PortForwarding': {'1.2'}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'QosPolicy': {'1.10'}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'SecurityGroup': {'1.5'}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'SecurityGroupRule': {'1.2'}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'SubPort': {'1.0'}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'Subnet': {'1.1'}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'Trunk': {'1.1'}} Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: consumer versions: Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: { DHCP agent@n-d-817303-10: {}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: HyperV agent@n-h1-817303-10: {}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: HyperV agent@n-h2-817303-10: {}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: L3 agent@n-d-817303-10: {}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: Metadata agent@n-d-817303-10: {}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: Metering agent@n-d-817303-10: {}, Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: Open vSwitch agent@n-d-817303-10: { 'AddressGroup': '1.2', Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'ConntrackHelper': '1.0', Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'Log': '1.0', Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'Network': '1.1', Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'Port': '1.7', Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'PortForwarding': '1.2', Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'QosPolicy': '1.10', Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'SecurityGroup': '1.5', Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'SecurityGroupRule': '1.2', Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'SubPort': '1.0', Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'Subnet': '1.1', Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: 'Trunk': '1.1'}} Nov 27 01:02:35.932538 n-d-817303-10 neutron-server[103402]: {{(pid=103402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 01:02:36.443599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32802) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:36.570611 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7850029-6a21-4912-b57c-baade12c8086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.669816 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7850029-6a21-4912-b57c-baade12c8086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.675981 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7850029-6a21-4912-b57c-baade12c8086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.720459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7850029-6a21-4912-b57c-baade12c8086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95165134-a841-4444-a5c2-d7f62b3348e7,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:36.725808 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c7850029-6a21-4912-b57c-baade12c8086 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ddd9f0f1b3844f57801fd3d9b879c4ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2810993 Nov 27 01:02:36.730391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32820) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:36.793482 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-924d86db-001e-4942-a7a2-c8c5b4aaef2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.818294 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-924d86db-001e-4942-a7a2-c8c5b4aaef2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.874000 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-924d86db-001e-4942-a7a2-c8c5b4aaef2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.877674 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-924d86db-001e-4942-a7a2-c8c5b4aaef2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.878979 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-924d86db-001e-4942-a7a2-c8c5b4aaef2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95165134-a841-4444-a5c2-d7f62b3348e7 HTTP/1.1" status: 204 len: 168 time: 0.1475496 Nov 27 01:02:36.890273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d86db-001e-4942-a7a2-c8c5b4aaef2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95165134-a841-4444-a5c2-d7f62b3348e7,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:37.404685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32866) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:37.422160 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37aa43d1-6286-40c7-9ff9-09cb13a34f53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:37.518052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32872) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:37.534665 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37aa43d1-6286-40c7-9ff9-09cb13a34f53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:37.539504 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37aa43d1-6286-40c7-9ff9-09cb13a34f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:37.586649 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-37aa43d1-6286-40c7-9ff9-09cb13a34f53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5ddc05f8c78424ea77653ea2374005e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1806955 Nov 27 01:02:37.587862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa43d1-6286-40c7-9ff9-09cb13a34f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ccc6c6-7da3-41a3-99f0-b008929d2ef6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:37.589347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32880) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:37.674525 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-271efb87-098f-44e8-9672-faadd3cc32c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:37.699265 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-271efb87-098f-44e8-9672-faadd3cc32c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:37.754795 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-271efb87-098f-44e8-9672-faadd3cc32c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:37.757940 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-271efb87-098f-44e8-9672-faadd3cc32c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:37.759337 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-271efb87-098f-44e8-9672-faadd3cc32c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17ccc6c6-7da3-41a3-99f0-b008929d2ef6 HTTP/1.1" status: 204 len: 168 time: 0.1687288 Nov 27 01:02:37.776884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271efb87-098f-44e8-9672-faadd3cc32c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ccc6c6-7da3-41a3-99f0-b008929d2ef6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:37.787214 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-30fb2e11-52b2-45ea-8e1e-6fe83eb935c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:37.880940 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-30fb2e11-52b2-45ea-8e1e-6fe83eb935c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:37.886054 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-30fb2e11-52b2-45ea-8e1e-6fe83eb935c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:37.953409 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-30fb2e11-52b2-45ea-8e1e-6fe83eb935c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3eb3e21e080341d8943d3fcd3a814cf2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4342890 Nov 27 01:02:37.954119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb2e11-52b2-45ea-8e1e-6fe83eb935c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9282c83-ecc0-4fea-86a2-809882e867e4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:37.956792 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32910) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:38.069733 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ecc31414-0482-4fd1-9dcb-a1cb69c1173f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:38.105054 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ecc31414-0482-4fd1-9dcb-a1cb69c1173f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:38.178184 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ecc31414-0482-4fd1-9dcb-a1cb69c1173f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:38.188656 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ecc31414-0482-4fd1-9dcb-a1cb69c1173f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:38.189703 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ecc31414-0482-4fd1-9dcb-a1cb69c1173f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9282c83-ecc0-4fea-86a2-809882e867e4 HTTP/1.1" status: 204 len: 168 time: 0.2311881 Nov 27 01:02:38.199920 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc31414-0482-4fd1-9dcb-a1cb69c1173f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9282c83-ecc0-4fea-86a2-809882e867e4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:38.266599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32942) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:38.730121 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-777d5208-e9c1-4cb6-91f7-224522033679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:38.751832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32972) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:38.819524 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-777d5208-e9c1-4cb6-91f7-224522033679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:38.824425 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-777d5208-e9c1-4cb6-91f7-224522033679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:38.832233 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32982) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:38.869069 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-777d5208-e9c1-4cb6-91f7-224522033679 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c320a6c4fe64a4fa855d8c250f3128a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5990479 Nov 27 01:02:38.869471 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32986) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:38.877051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d5208-e9c1-4cb6-91f7-224522033679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650b3762-0160-44b0-8457-10f6040aaa55,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:38.924803 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8ea7317-7dd7-4664-8423-5a3fd3b78530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:38.951783 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8ea7317-7dd7-4664-8423-5a3fd3b78530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:38.975384 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32990) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:38.998881 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0078d170-a167-4711-ad5c-109a966808d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.032546 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8ea7317-7dd7-4664-8423-5a3fd3b78530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.037890 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8ea7317-7dd7-4664-8423-5a3fd3b78530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.039671 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e8ea7317-7dd7-4664-8423-5a3fd3b78530 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/650b3762-0160-44b0-8457-10f6040aaa55 HTTP/1.1" status: 204 len: 168 time: 0.1686604 Nov 27 01:02:39.044858 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53533c9b-dbeb-4719-ab39-e2e6ecb8a7aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.059216 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea7317-7dd7-4664-8423-5a3fd3b78530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650b3762-0160-44b0-8457-10f6040aaa55,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:39.150992 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0078d170-a167-4711-ad5c-109a966808d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.163033 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0078d170-a167-4711-ad5c-109a966808d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.194200 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53533c9b-dbeb-4719-ab39-e2e6ecb8a7aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.203236 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53533c9b-dbeb-4719-ab39-e2e6ecb8a7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.221876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078d170-a167-4711-ad5c-109a966808d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d489a7-740d-460b-bcaa-a91e5a605f1d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:39.233084 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0078d170-a167-4711-ad5c-109a966808d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9860b7b87624e5a89ff98093cbed9e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2564592 Nov 27 01:02:39.235941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33008) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:39.296400 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57a469c8-7ba4-4f04-90ef-8a2a57df2603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.296624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53533c9b-dbeb-4719-ab39-e2e6ecb8a7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352fc569-73b8-4e41-baa4-ab3e355a7ce1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:39.304562 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-53533c9b-dbeb-4719-ab39-e2e6ecb8a7aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=990c341269184defb6fb014a628cd6ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5513635 Nov 27 01:02:39.308265 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33014) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:39.335509 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57a469c8-7ba4-4f04-90ef-8a2a57df2603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.386127 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a3c55459-e39f-4280-91aa-690e81cab480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.423643 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a3c55459-e39f-4280-91aa-690e81cab480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.483612 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57a469c8-7ba4-4f04-90ef-8a2a57df2603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.488682 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-45bdbb1b-646e-482e-80f7-c0d3a8c3e036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.491009 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57a469c8-7ba4-4f04-90ef-8a2a57df2603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.496784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-57a469c8-7ba4-4f04-90ef-8a2a57df2603 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61d489a7-740d-460b-bcaa-a91e5a605f1d HTTP/1.1" status: 204 len: 168 time: 0.2591224 Nov 27 01:02:39.512091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a469c8-7ba4-4f04-90ef-8a2a57df2603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d489a7-740d-460b-bcaa-a91e5a605f1d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:39.544605 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a3c55459-e39f-4280-91aa-690e81cab480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.551528 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a3c55459-e39f-4280-91aa-690e81cab480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.554764 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a3c55459-e39f-4280-91aa-690e81cab480 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/352fc569-73b8-4e41-baa4-ab3e355a7ce1 HTTP/1.1" status: 204 len: 168 time: 0.2448382 Nov 27 01:02:39.566182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c55459-e39f-4280-91aa-690e81cab480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352fc569-73b8-4e41-baa4-ab3e355a7ce1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:39.662257 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-45bdbb1b-646e-482e-80f7-c0d3a8c3e036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.670284 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-45bdbb1b-646e-482e-80f7-c0d3a8c3e036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.729642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdbb1b-646e-482e-80f7-c0d3a8c3e036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0978762c-1884-4372-8df1-cfa93debabd3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:39.739641 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-45bdbb1b-646e-482e-80f7-c0d3a8c3e036 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5c9151ee40943879a604149237a833d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9061236 Nov 27 01:02:39.742389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33054) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:39.795175 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e250ceb-4f8e-4bdf-b689-4022296b3517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.817731 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e250ceb-4f8e-4bdf-b689-4022296b3517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.883451 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e250ceb-4f8e-4bdf-b689-4022296b3517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.887832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e250ceb-4f8e-4bdf-b689-4022296b3517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.892509 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0e250ceb-4f8e-4bdf-b689-4022296b3517 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0978762c-1884-4372-8df1-cfa93debabd3 HTTP/1.1" status: 204 len: 168 time: 0.1488955 Nov 27 01:02:39.900286 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e250ceb-4f8e-4bdf-b689-4022296b3517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0978762c-1884-4372-8df1-cfa93debabd3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:39.979351 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e36be32f-4d55-463a-8ea8-9961e9832420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.191280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33078) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:40.206531 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b502a7e-cfa4-4592-a6f7-10fca770dfd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.312414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b502a7e-cfa4-4592-a6f7-10fca770dfd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.318126 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b502a7e-cfa4-4592-a6f7-10fca770dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.371717 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9b502a7e-cfa4-4592-a6f7-10fca770dfd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57e069c70a3543cbb10be4bb1af3c37d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1792307 Nov 27 01:02:40.372777 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b502a7e-cfa4-4592-a6f7-10fca770dfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d69dec-3351-4877-981a-66f7c38b6ef5,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:40.374461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33088) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:40.429449 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33090) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:40.435307 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-981ad5c1-b25c-4925-9786-e5e2e225f9dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.446885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45a05cba-86ee-4ce5-9475-b7ec619c6bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.461329 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-981ad5c1-b25c-4925-9786-e5e2e225f9dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.517899 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-981ad5c1-b25c-4925-9786-e5e2e225f9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.523197 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-981ad5c1-b25c-4925-9786-e5e2e225f9dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.525334 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-981ad5c1-b25c-4925-9786-e5e2e225f9dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44d69dec-3351-4877-981a-66f7c38b6ef5 HTTP/1.1" status: 204 len: 168 time: 0.1490252 Nov 27 01:02:40.536485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ad5c1-b25c-4925-9786-e5e2e225f9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d69dec-3351-4877-981a-66f7c38b6ef5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:40.553367 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45a05cba-86ee-4ce5-9475-b7ec619c6bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.559783 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45a05cba-86ee-4ce5-9475-b7ec619c6bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.599170 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-45a05cba-86ee-4ce5-9475-b7ec619c6bfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf542e84570a4dc1ab8277a94d651519&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1685228 Nov 27 01:02:40.600073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a05cba-86ee-4ce5-9475-b7ec619c6bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171199d4-c7cb-4e9f-bf18-752ce7550092,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:40.601882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33096) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:40.659002 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b489bc39-63d6-445c-9cd0-80fe142c35e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.686594 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b489bc39-63d6-445c-9cd0-80fe142c35e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.698919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33106) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:40.714484 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-05320cef-74a2-4116-b294-967931c052b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.739876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b489bc39-63d6-445c-9cd0-80fe142c35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.743276 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b489bc39-63d6-445c-9cd0-80fe142c35e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.747326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b489bc39-63d6-445c-9cd0-80fe142c35e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/171199d4-c7cb-4e9f-bf18-752ce7550092 HTTP/1.1" status: 204 len: 168 time: 0.1415603 Nov 27 01:02:40.759255 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489bc39-63d6-445c-9cd0-80fe142c35e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171199d4-c7cb-4e9f-bf18-752ce7550092,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:40.808201 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-05320cef-74a2-4116-b294-967931c052b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.813628 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-05320cef-74a2-4116-b294-967931c052b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.853340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-05320cef-74a2-4116-b294-967931c052b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b26d754df944ed18c8502b0a4703709&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1533415 Nov 27 01:02:40.854843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05320cef-74a2-4116-b294-967931c052b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc097b8e-6710-47a8-8413-214e17e0e4e4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:40.856586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33110) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:40.910957 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1ace-2a7e-410a-b312-ac5de5e5e815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.933917 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1ace-2a7e-410a-b312-ac5de5e5e815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.000873 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1ace-2a7e-410a-b312-ac5de5e5e815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.003929 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1ace-2a7e-410a-b312-ac5de5e5e815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.007877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2c6e1ace-2a7e-410a-b312-ac5de5e5e815 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc097b8e-6710-47a8-8413-214e17e0e4e4 HTTP/1.1" status: 204 len: 168 time: 0.1465042 Nov 27 01:02:41.013563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e1ace-2a7e-410a-b312-ac5de5e5e815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc097b8e-6710-47a8-8413-214e17e0e4e4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:41.576054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33168) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:41.617129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33178) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:41.619517 n-d-817303-10 neutron-server[103402]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 27 01:02:41.649240 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-4d7c0e01-0b09-4608-8394-c41da82cc461 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7c0e0db2b22a4f84b97debbb40d1fe35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309100 Nov 27 01:02:41.670746 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33188) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:41.673420 n-d-817303-10 neutron-server[103403]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 27 01:02:41.707588 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-4886af11-a27f-43c7-a167-db09178b7401 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=afa4d5d93fa24dbea90846d3d968bbfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352001 Nov 27 01:02:41.785881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-network', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:41.819092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-37053803-7566-4288-b74a-5a72cbf4815b tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:41.820974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-37053803-7566-4288-b74a-5a72cbf4815b tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1122210 Nov 27 01:02:41.839270 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-d11e155f-4531-49e6-bce0-adf34ead345b tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/quotas/afa4d5d93fa24dbea90846d3d968bbfc HTTP/1.1" status: 200 len: 375 time: 0.0107245 Nov 27 01:02:41.872373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] Made reservation on behalf of 4ad1e1b237fe46afb06815c8b8c729f0 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:41.874631 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.891283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-57bb9e98-f2cb-4375-99f6-148cc82a3255 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:41.898038 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-57bb9e98-f2cb-4375-99f6-148cc82a3255 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478907 Nov 27 01:02:41.910462 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-0b2355ba-4b67-433a-8f0d-2a96f9c494c2 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=afa4d5d93fa24dbea90846d3d968bbfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639253 Nov 27 01:02:41.912912 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.934473 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-6096f12c-e5c3-44e1-9fca-b06e22cf99fd tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/quotas/7c0e0db2b22a4f84b97debbb40d1fe35 HTTP/1.1" status: 200 len: 375 time: 0.0351715 Nov 27 01:02:42.006970 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-971f49f0-976b-4c4d-a303-450426b6f977 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c0e0db2b22a4f84b97debbb40d1fe35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712824 Nov 27 01:02:42.124976 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.133753 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.192670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:02:42.199325 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c6a02f4a-5d49-4dcf-9f73-1027230466ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.239991 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.241854 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] Added segment ca075c84-5a12-48e0-9d3e-e2489e86a7d5 of type vlan for network 649a07cd-bf3b-42ac-aaef-288218183590 Nov 27 01:02:42.344545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e6b866-36f5-4239-945e-857e0b0dfd05,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:42.348789 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80bcb7ff-f368-4bd0-a291-f3b83661e286 req-8d76dbd5-58c9-4a15-9f02-f16c31434651 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 210 time: 0.1254988 Nov 27 01:02:42.379154 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.442786 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3828e584-c4dc-47de-8338-e6bbb811d2f3 req-99d30455-1ab0-4f19-92a0-4c17a54378bb tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 210 time: 0.0747530 Nov 27 01:02:42.451563 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.452570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:42.453147 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.637904 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0605254 Nov 27 01:02:42.641128 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33248) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:42.644284 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0087f7-ae2d-41bb-b1bf-f2a4f49eb003 admin admin] Pushing event updated for resources: {'Network': ['ID=649a07cd-bf3b-42ac-aaef-288218183590,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:42.655439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4c9bc92f-1bd7-4329-8a1f-f574387637eb admin admin] Request body: {'subnet': {'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-subnet', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:42.657808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 649a07cd-bf3b-42ac-aaef-288218183590 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:02:42.685898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9bc92f-1bd7-4329-8a1f-f574387637eb admin admin] Made reservation on behalf of 4ad1e1b237fe46afb06815c8b8c729f0 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:42.689062 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc92f-1bd7-4329-8a1f-f574387637eb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.986648 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc92f-1bd7-4329-8a1f-f574387637eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.070946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bc92f-1bd7-4329-8a1f-f574387637eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=572090ea-1174-40ff-925e-3890db83497a,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:43.076515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9bc92f-1bd7-4329-8a1f-f574387637eb admin admin] Checking segment: {'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:43.077178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9bc92f-1bd7-4329-8a1f-f574387637eb admin admin] Network hostable DHCP agents. Network: 649a07cd-bf3b-42ac-aaef-288218183590, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:02:43.098443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9bc92f-1bd7-4329-8a1f-f574387637eb admin admin] Network 649a07cd-bf3b-42ac-aaef-288218183590 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:02:43.112181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4c9bc92f-1bd7-4329-8a1f-f574387637eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 649a07cd-bf3b-42ac-aaef-288218183590) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:43.117245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9bc92f-1bd7-4329-8a1f-f574387637eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:43.117912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc92f-1bd7-4329-8a1f-f574387637eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.129594 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69bf62c-b351-43fe-a28c-9849a3cd1e54 None None] Network 649a07cd-bf3b-42ac-aaef-288218183590 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:02:43.139708 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4c9bc92f-1bd7-4329-8a1f-f574387637eb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4967294 Nov 27 01:02:43.142424 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33282) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:43.147583 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:43.192155 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.195408 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.226149 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.363950 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.382277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-649a07cd-bf3b-42ac-aaef-288218183590', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:02:43.384553 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.576648 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d63a027d-c744-47da-a7c5-d7a103073255 req-b155eebd-ba75-43e0-ad75-a4b21f52a0d0 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 210 time: 0.0967586 Nov 27 01:02:43.680986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Allocated IP 172.20.0.2 (649a07cd-bf3b-42ac-aaef-288218183590/572090ea-1174-40ff-925e-3890db83497a/bfd2df59-c9cc-4115-a72f-5bd1e3c251c6) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:43.814884 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.820219 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f78e32e3-0ef1-4c20-8217-0b7a74c50944 req-08d439db-f912-4ff3-ab69-56088d71df73 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 210 time: 0.2220652 Nov 27 01:02:44.056878 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.082804 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.132748 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.142982 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.193163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Network 649a07cd-bf3b-42ac-aaef-288218183590 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:44.196498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:44.200958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:44.215184 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Pushing event updated for resources: {'Port': ['ID=bfd2df59-c9cc-4115-a72f-5bd1e3c251c6,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:44.237286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:44.238449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Allocated IP 172.25.1.223 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/a6f89a0e-428b-4fb1-a4f2-41748c83ccd1) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:44.238663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:44.239265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:44.239899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:44.240490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:44.241168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:44.241670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:44.242364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:44.242896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:44.243454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:44.244696 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:44.245300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Tracked resource versions report: Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: pushed versions: Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: { 'AddressGroup': {'1.2'}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'ConntrackHelper': {'1.0'}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'Log': {'1.0'}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'Network': {'1.1'}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'Port': {'1.7'}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'PortForwarding': {'1.2'}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'QosPolicy': {'1.10'}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'SecurityGroup': {'1.5'}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'SecurityGroupRule': {'1.2'}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'SubPort': {'1.0'}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'Subnet': {'1.1'}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'Trunk': {'1.1'}} Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: consumer versions: Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: { DHCP agent@n-d-817303-10: {}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: HyperV agent@n-h1-817303-10: {}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: HyperV agent@n-h2-817303-10: {}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: L3 agent@n-d-817303-10: {}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: Metadata agent@n-d-817303-10: {}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: Metering agent@n-d-817303-10: {}, Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: Open vSwitch agent@n-d-817303-10: { 'AddressGroup': '1.2', Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'ConntrackHelper': '1.0', Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'Log': '1.0', Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'Network': '1.1', Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'Port': '1.7', Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'PortForwarding': '1.2', Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'QosPolicy': '1.10', Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'SecurityGroup': '1.5', Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'SecurityGroupRule': '1.2', Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'SubPort': '1.0', Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'Subnet': '1.1', Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: 'Trunk': '1.1'}} Nov 27 01:02:44.246763 n-d-817303-10 neutron-server[103404]: {{(pid=103404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 01:02:44.297063 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Attempting to bind port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:44.297529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Attempting to bind port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:44.297952 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Attempting to bind port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 on network 649a07cd-bf3b-42ac-aaef-288218183590 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:44.303513 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:44.304036 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Checking segment: {'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:44.304571 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.305057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Bound using segment: {'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:44.305669 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Bound port: bfd2df59-c9cc-4115-a72f-5bd1e3c251c6, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:44.306186 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.365955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.408969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] For port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:44.413903 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] For port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bfd2df59-c9cc-4115-a72f-5bd1e3c251c6,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:44.421297 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.422947 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.534869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:44.547073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:44.554661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:44.562048 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883cd90-1a25-49d9-93b5-37a1ad462a99 None None] Pushing event updated for resources: {'Port': ['ID=bfd2df59-c9cc-4115-a72f-5bd1e3c251c6,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:44.653142 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f89a0e-428b-4fb1-a4f2-41748c83ccd1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:44.662188 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.914374 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac79edc7-22c3-47d3-a0bf-685a746c0900 req-547bd165-ec94-4c98-b27e-73a4752c9f5d tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 210 time: 0.0436401 Nov 27 01:02:44.930256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:45.069118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.31', 59815) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:45.102736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.21', 57393) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:45.139906 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-5b8ed548-25ca-44e2-82dc-0c1130568f87 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7c0e0db2b22a4f84b97debbb40d1fe35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535090 Nov 27 01:02:45.172883 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca68a349-dfbf-4eea-9d25-5b6ba80e9995 req-b49c5fb6-c9bb-4aaf-8822-06a19ca8de95 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 210 time: 0.1301227 Nov 27 01:02:45.235317 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-d83e52b1-2aca-4288-bf7d-e28f9e0d0c1c tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=afa4d5d93fa24dbea90846d3d968bbfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019597 Nov 27 01:02:45.495613 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:45.512511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-f4b40b2c-62de-4187-b080-8a713f79c48d tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:45.514294 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-f4b40b2c-62de-4187-b080-8a713f79c48d tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3519325 Nov 27 01:02:45.654080 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-fdf20289-fdcc-4569-90d0-66dfa2bd9689 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:45.655532 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-fdf20289-fdcc-4569-90d0-66dfa2bd9689 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306268 Nov 27 01:02:45.690811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Request body: {'port': {'device_id': '24c54521-330f-415a-afa1-97a6578cf355', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '7c0e0db2b22a4f84b97debbb40d1fe35'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:45.732193 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:45.778846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Router c162365c-0767-45f8-9972-d2811e2dd70f is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:02:45.866758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Request body: {'port': {'device_id': '4fe2ae71-6dae-4058-8d1f-00cad903d60c', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': 'afa4d5d93fa24dbea90846d3d968bbfc'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:45.981787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f1dd1-722b-4e8e-82fe-523accd8df6f None None] Network 649a07cd-bf3b-42ac-aaef-288218183590 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:02:46.116857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:46.169229 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Made reservation on behalf of 7c0e0db2b22a4f84b97debbb40d1fe35 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:46.178409 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:46.191436 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:46.219291 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:02:46.232049 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Sync routers for ids ['c162365c-0767-45f8-9972-d2811e2dd70f'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:02:46.248086 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Routers {'c162365c-0767-45f8-9972-d2811e2dd70f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:02:46.249121 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:02:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c162365c-0767-45f8-9972-d2811e2dd70f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:46.288303 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:46.288762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Made reservation on behalf of afa4d5d93fa24dbea90846d3d968bbfc for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:46.290028 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5433aee7-33f3-49ba-b4a6-11057db57f58 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.1464081 Nov 27 01:02:46.293237 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33458) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:46.295841 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:46.314856 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:46.318028 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:46.323556 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5a16c0b6-a827-4bcc-9ead-114bdb904631 None None] Provisioning complete for port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:46.327842 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5a16c0b6-a827-4bcc-9ead-114bdb904631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:46.335591 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:46.411115 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Set router c162365c-0767-45f8-9972-d2811e2dd70f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:02:46.415282 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:46.415667 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:46.624827 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5a16c0b6-a827-4bcc-9ead-114bdb904631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:46.632297 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:44Z', 'revision_number': 3, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:46.719188 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Checking router: c162365c-0767-45f8-9972-d2811e2dd70f for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:02:46.721792 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Updating router c162365c-0767-45f8-9972-d2811e2dd70f port a6f89a0e-428b-4fb1-a4f2-41748c83ccd1 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:02:46.804794 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:46.883838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5a16c0b6-a827-4bcc-9ead-114bdb904631 None None] For port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bfd2df59-c9cc-4115-a72f-5bd1e3c251c6,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:46.963414 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5a16c0b6-a827-4bcc-9ead-114bdb904631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.163956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Allocated IP 192.168.233.27 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/ab07466d-c5ed-45c9-9e02-2c01fca35d12) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:47.233086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16c0b6-a827-4bcc-9ead-114bdb904631 None None] Pushing event updated for resources: {'Port': ['ID=bfd2df59-c9cc-4115-a72f-5bd1e3c251c6,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:47.357582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:47.381464 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.458482 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.510628 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3e5b2d3d-e45f-4d6e-8478-3b053772360e req-8c0d5a1f-97ef-4c6a-8e7c-f65f670b8cc3 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 210 time: 0.9524000 Nov 27 01:02:47.590939 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.691475 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.703331 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.708153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b1119037-912c-435c-95cb-4bed161f5bff None None] Provisioning complete for port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:47.709109 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b1119037-912c-435c-95cb-4bed161f5bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.813400 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Pushing event updated for resources: {'Port': ['ID=a6f89a0e-428b-4fb1-a4f2-41748c83ccd1,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:47.815899 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Attempting to bind port a6f89a0e-428b-4fb1-a4f2-41748c83ccd1 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:47.816293 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Attempting to bind port a6f89a0e-428b-4fb1-a4f2-41748c83ccd1 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:47.816664 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Attempting to bind port a6f89a0e-428b-4fb1-a4f2-41748c83ccd1 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:47.831236 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:47.831236 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:47.831236 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.831236 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:47.832466 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Bound port: a6f89a0e-428b-4fb1-a4f2-41748c83ccd1, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:47.832813 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.851397 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:47.919423 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:47.931878 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:47.941093 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:47.941612 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:47.941959 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:47.942331 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:47.942676 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:47.943022 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:47.943507 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:47.943853 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:47.944426 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:47.944544 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:47.946200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d807043f-595e-4ef1-8b9e-d22c748dda0b req-1ea69251-d605-411d-b3f5-5ca84aa4f073 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 210 time: 0.2468057 Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Tracked resource versions report: Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: pushed versions: Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: { 'AddressGroup': {'1.2'}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'ConntrackHelper': {'1.0'}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'Log': {'1.0'}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'Network': {'1.1'}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'Port': {'1.7'}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'PortForwarding': {'1.2'}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'QosPolicy': {'1.10'}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'SecurityGroup': {'1.5'}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'SecurityGroupRule': {'1.2'}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'SubPort': {'1.0'}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'Subnet': {'1.1'}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'Trunk': {'1.1'}} Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: consumer versions: Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: { DHCP agent@n-d-817303-10: {}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: HyperV agent@n-h1-817303-10: {}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: HyperV agent@n-h2-817303-10: {}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: L3 agent@n-d-817303-10: {}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: Metadata agent@n-d-817303-10: {}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: Metering agent@n-d-817303-10: {}, Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: Open vSwitch agent@n-d-817303-10: { 'AddressGroup': '1.2', Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'ConntrackHelper': '1.0', Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'Log': '1.0', Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'Network': '1.1', Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'Port': '1.7', Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'PortForwarding': '1.2', Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'QosPolicy': '1.10', Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'SecurityGroup': '1.5', Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'SecurityGroupRule': '1.2', Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'SubPort': '1.0', Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'Subnet': '1.1', Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: 'Trunk': '1.1'}} Nov 27 01:02:47.953679 n-d-817303-10 neutron-server[103405]: {{(pid=103405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 01:02:48.022290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:48.053798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Allocated IP 172.20.0.1 (649a07cd-bf3b-42ac-aaef-288218183590/572090ea-1174-40ff-925e-3890db83497a/4359c821-a2fc-4bb0-8e52-1f5cb976125d) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:48.110672 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] For port a6f89a0e-428b-4fb1-a4f2-41748c83ccd1, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:48.125593 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] For port a6f89a0e-428b-4fb1-a4f2-41748c83ccd1, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a6f89a0e-428b-4fb1-a4f2-41748c83ccd1,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:48.131055 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.171237 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.220060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:48.231538 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.313943 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Routers {'c162365c-0767-45f8-9972-d2811e2dd70f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:02:48.321205 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:02:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c162365c-0767-45f8-9972-d2811e2dd70f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:48.350321 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.361074 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d0ee9-21df-435c-a827-b096e4f66a27 None None] Pushing event updated for resources: {'Port': ['ID=a6f89a0e-428b-4fb1-a4f2-41748c83ccd1,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:48.401760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.454411 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.593696 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Network 649a07cd-bf3b-42ac-aaef-288218183590 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:48.599915 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:48.604273 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:48.605164 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.637763 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] Set router c162365c-0767-45f8-9972-d2811e2dd70f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:02:48.703924 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=4359c821-a2fc-4bb0-8e52-1f5cb976125d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:48.840220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33478) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:48.948065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Allocated IP 192.168.233.219 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/37c505cc-dae2-430b-a261-44d4f049b860) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:48.968953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:48.971896 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:48.973806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Pushing event updated for resources: {'Port': ['ID=ab07466d-c5ed-45c9-9e02-2c01fca35d12,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:48.975911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:48.982110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:48.982849 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.035220 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-0af433d8-babc-4d9d-b6f7-9c645c0b3830 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3497431 Nov 27 01:02:49.056050 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-89468208-b16b-48a6-8847-1456e979d28e tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:02:49.057753 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-89468208-b16b-48a6-8847-1456e979d28e tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107791 Nov 27 01:02:49.069463 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.144305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7a2c22e6-1d24-4134-8965-4b60f2d652ad None None] Provisioning complete for port 4359c821-a2fc-4bb0-8e52-1f5cb976125d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:49.144956 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7a2c22e6-1d24-4134-8965-4b60f2d652ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.219943 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:44Z', 'revision_number': 3, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:49.284191 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e395f96d-0051-4d77-88f5-2f6b9276c23e None None] The sync data for ids ['c162365c-0767-45f8-9972-d2811e2dd70f'] in n-d-817303-10 is: [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:44Z', 'revision_number': 3, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:02:49.297321 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c22e6-1d24-4134-8965-4b60f2d652ad None None] Port 4359c821-a2fc-4bb0-8e52-1f5cb976125d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:02:49.315793 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-292ffb00-d432-4ba5-b38f-8c6686fbe05b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.487174 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Request body: {'port': {'device_id': '24c54521-330f-415a-afa1-97a6578cf355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:49.526254 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-11970160-8a4d-4ae3-bda6-fbaaa7cc4d4b None None] Provisioning complete for port ab07466d-c5ed-45c9-9e02-2c01fca35d12 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:49.526875 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-11970160-8a4d-4ae3-bda6-fbaaa7cc4d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.589202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-11970160-8a4d-4ae3-bda6-fbaaa7cc4d4b None None] Port ab07466d-c5ed-45c9-9e02-2c01fca35d12 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:02:49.658278 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f24b907f-294f-4a7a-bf61-d545e2463ff9 req-49d8fccb-0577-4f6a-984b-8f486958a8cd tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 210 time: 0.0558522 Nov 27 01:02:49.665957 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.722612 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.750644 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-292ffb00-d432-4ba5-b38f-8c6686fbe05b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.756421 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.757828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.761520 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.877908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-292ffb00-d432-4ba5-b38f-8c6686fbe05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.962553 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-292ffb00-d432-4ba5-b38f-8c6686fbe05b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=040fccfd4d144334a0254bd643b62b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1201122 Nov 27 01:02:49.975312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33494) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:50.062379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a6f89a0e-428b-4fb1-a4f2-41748c83ccd1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:50.086943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Network 649a07cd-bf3b-42ac-aaef-288218183590 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:50.116833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ec6d998-29e6-4b19-a0b5-fc9bb9e30513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.125686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:50.158249 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.180322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04dd5a9-1125-49ac-a873-e769a09b59b0 req-032f9b8f-833a-4781-911d-e8c10551decf tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:50.189648 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e04dd5a9-1125-49ac-a873-e769a09b59b0 req-032f9b8f-833a-4781-911d-e8c10551decf tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 935 time: 0.4011822 Nov 27 01:02:50.190679 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ffb00-d432-4ba5-b38f-8c6686fbe05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10665abd-7ccd-4857-ac23-7e39b5a1e06c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:50.220069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a6f89a0e-428b-4fb1-a4f2-41748c83ccd1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:50.220914 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.307760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:50.435447 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:50.444445 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.455794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:50.463688 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:50.464960 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.513836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port a6f89a0e-428b-4fb1-a4f2-41748c83ccd1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a6f89a0e-428b-4fb1-a4f2-41748c83ccd1,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:50.523064 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.568876 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7124372 Nov 27 01:02:50.611344 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Router c162365c-0767-45f8-9972-d2811e2dd70f has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:02:50.693477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-a8ec179f-a90e-4699-a935-275a3123df0e tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:02:50.696830 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-a8ec179f-a90e-4699-a935-275a3123df0e tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1091530 Nov 27 01:02:50.704427 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ec6d998-29e6-4b19-a0b5-fc9bb9e30513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.746131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e04dd5a9-1125-49ac-a873-e769a09b59b0 req-dfae2ace-aac8-4b73-84e9-c27ef112670c tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527313 Nov 27 01:02:50.746750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0094759d-8275-460a-83c0-faaf7c11d8af None None] Provisioning complete for port 4359c821-a2fc-4bb0-8e52-1f5cb976125d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:50.760569 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0094759d-8275-460a-83c0-faaf7c11d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.789651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=4359c821-a2fc-4bb0-8e52-1f5cb976125d,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:50.821655 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ec6d998-29e6-4b19-a0b5-fc9bb9e30513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.830357 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ec6d998-29e6-4b19-a0b5-fc9bb9e30513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.831945 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3ec6d998-29e6-4b19-a0b5-fc9bb9e30513 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10665abd-7ccd-4857-ac23-7e39b5a1e06c HTTP/1.1" status: 204 len: 168 time: 0.8491259 Nov 27 01:02:50.860490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=a6f89a0e-428b-4fb1-a4f2-41748c83ccd1,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:50.905963 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0094759d-8275-460a-83c0-faaf7c11d8af None None] Port 4359c821-a2fc-4bb0-8e52-1f5cb976125d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:02:50.974290 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6d998-29e6-4b19-a0b5-fc9bb9e30513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10665abd-7ccd-4857-ac23-7e39b5a1e06c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:51.052352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-698f1bfa-3029-4901-99a2-eaf0390e5e02 None None] Provisioning complete for port 37c505cc-dae2-430b-a261-44d4f049b860 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:51.054246 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-698f1bfa-3029-4901-99a2-eaf0390e5e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:51.179743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08e5b5-e2b9-479d-a70c-8ffa6a3e6f24 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Pushing event updated for resources: {'Port': ['ID=37c505cc-dae2-430b-a261-44d4f049b860,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:51.180922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-698f1bfa-3029-4901-99a2-eaf0390e5e02 None None] Port 37c505cc-dae2-430b-a261-44d4f049b860 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:02:51.192194 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:02:51.214220 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d3736633-9313-485e-a1fa-931fc64b2fb6 admin admin] 10.222.0.15 "PUT /v2.0/routers/c162365c-0767-45f8-9972-d2811e2dd70f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9197206 Nov 27 01:02:51.391090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab07466d-c5ed-45c9-9e02-2c01fca35d12 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:02:51.402172 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:51.414714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f024da-eb9a-45d3-9db1-94ee3f6c954b req-943f9be1-134e-4e16-b23d-cc09464298f5 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:51.416306 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0f024da-eb9a-45d3-9db1-94ee3f6c954b req-943f9be1-134e-4e16-b23d-cc09464298f5 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 936 time: 0.1491051 Nov 27 01:02:51.452616 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Transition to ACTIVE for port object ab07466d-c5ed-45c9-9e02-2c01fca35d12 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:02:51.465736 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:51.558059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab07466d-c5ed-45c9-9e02-2c01fca35d12,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:51.577382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Request body: {'port': {'device_id': '4fe2ae71-6dae-4058-8d1f-00cad903d60c', 'device_owner': 'compute:tempest-test_az-541014340', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:51.654466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0f024da-eb9a-45d3-9db1-94ee3f6c954b req-d45cb6e3-3981-489f-ad28-e67c45bc5b08 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296901 Nov 27 01:02:52.006503 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33532) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:52.017097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a6f89a0e-428b-4fb1-a4f2-41748c83ccd1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:52.037301 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2114fde9-a7ae-439e-bcc5-6edb60efd6b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.086318 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.232073 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a6f89a0e-428b-4fb1-a4f2-41748c83ccd1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:52.234397 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.248207 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2114fde9-a7ae-439e-bcc5-6edb60efd6b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.256974 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2114fde9-a7ae-439e-bcc5-6edb60efd6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.304141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Attempting to bind port ab07466d-c5ed-45c9-9e02-2c01fca35d12 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:52.304619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Attempting to bind port ab07466d-c5ed-45c9-9e02-2c01fca35d12 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:52.305105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Attempting to bind port ab07466d-c5ed-45c9-9e02-2c01fca35d12 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:52.318509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Port ab07466d-c5ed-45c9-9e02-2c01fca35d12 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:02:52.318896 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Attempting to bind port ab07466d-c5ed-45c9-9e02-2c01fca35d12 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:52.347087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:52.347541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:52.348422 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:52.348959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Bound port: ab07466d-c5ed-45c9-9e02-2c01fca35d12, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:52.349472 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.411245 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2114fde9-a7ae-439e-bcc5-6edb60efd6b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=514539fd0a274567bf1c075b58e6f790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036291 Nov 27 01:02:52.437367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] For port ab07466d-c5ed-45c9-9e02-2c01fca35d12, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:52.442600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33538) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:52.443290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] For port ab07466d-c5ed-45c9-9e02-2c01fca35d12, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ab07466d-c5ed-45c9-9e02-2c01fca35d12,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:52.458924 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.492549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f518d01-a52f-438d-9cf0-90f41b2dfab3 req-be5f6e4d-4852-4341-8db8-cd6123fc5163 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:52.499837 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2f518d01-a52f-438d-9cf0-90f41b2dfab3 req-be5f6e4d-4852-4341-8db8-cd6123fc5163 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 947 time: 0.4337490 Nov 27 01:02:52.573534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:52.574192 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.575762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] 10.222.0.31 "PUT /v2.0/ports/ab07466d-c5ed-45c9-9e02-2c01fca35d12 HTTP/1.1" status: 200 len: 1096 time: 3.2864492 Nov 27 01:02:52.578867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c54521-330f-415a-afa1-97a6578cf355', 'tag': 'ab07466d-c5ed-45c9-9e02-2c01fca35d12'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:02:52.623541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114fde9-a7ae-439e-bcc5-6edb60efd6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04025f47-7b96-4b0b-994f-48b04b94438e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:52.660627 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81b82301-4bbb-4905-a0b4-6398136b92ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.701145 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Sync routers for ids ['c162365c-0767-45f8-9972-d2811e2dd70f'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:02:52.733609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Routers {'c162365c-0767-45f8-9972-d2811e2dd70f'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:02:52.733609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:02:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c162365c-0767-45f8-9972-d2811e2dd70f'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:52.737813 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81b82301-4bbb-4905-a0b4-6398136b92ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.816667 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33550) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:52.823560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494193073-network', 'tenant_id': '88d2c383dd824213bc044416cfd6030e'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:52.846724 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81b82301-4bbb-4905-a0b4-6398136b92ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.851332 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81b82301-4bbb-4905-a0b4-6398136b92ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.863823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-81b82301-4bbb-4905-a0b4-6398136b92ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04025f47-7b96-4b0b-994f-48b04b94438e HTTP/1.1" status: 204 len: 168 time: 0.4179840 Nov 27 01:02:52.870282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] Made reservation on behalf of 88d2c383dd824213bc044416cfd6030e for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:52.875052 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.902247 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b82301-4bbb-4905-a0b4-6398136b92ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04025f47-7b96-4b0b-994f-48b04b94438e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:52.904793 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.973867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Set router c162365c-0767-45f8-9972-d2811e2dd70f gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:02:53.142323 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.149756 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.225785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:02:53.311019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66601c3d-42bf-45d9-b8f7-336308f719f6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:53.334094 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.334453 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] Added segment b46e665e-82d9-4c1e-ba03-9e131ec66eb3 of type vlan for network 67691dcc-434e-4a58-978e-4ed5e0d0c46b Nov 27 01:02:53.459324 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:49Z', 'revision_number': 2, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:53.474336 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.526550 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Checking router: c162365c-0767-45f8-9972-d2811e2dd70f for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:02:53.526925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Updating router c162365c-0767-45f8-9972-d2811e2dd70f port 4359c821-a2fc-4bb0-8e52-1f5cb976125d binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:02:53.577829 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.598521 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.599555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:53.600135 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.626787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c505cc-dae2-430b-a261-44d4f049b860 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:02:53.635998 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.636996 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8182197 Nov 27 01:02:53.639528 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33562) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:53.664845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Transition to ACTIVE for port object 37c505cc-dae2-430b-a261-44d4f049b860 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:02:53.678289 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e1a33c8c-8523-48c6-91cd-b530cba2420f admin admin] Request body: {'subnet': {'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494193073-subnet', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:53.699717 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2f518d01-a52f-438d-9cf0-90f41b2dfab3 req-bbe7f488-ac1d-4661-88fb-fe1ea5b6c040 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1984370 Nov 27 01:02:53.733976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.748603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253e1f0-7f3c-4a54-b0b9-a29eddcc97a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab07466d-c5ed-45c9-9e02-2c01fca35d12,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:53.787504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a33c8c-8523-48c6-91cd-b530cba2420f admin admin] Made reservation on behalf of 88d2c383dd824213bc044416cfd6030e for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:53.795014 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1a33c8c-8523-48c6-91cd-b530cba2420f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.837886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-11dc4400-14f8-4c77-a1b0-22ca040937db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:53.839661 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-11dc4400-14f8-4c77-a1b0-22ca040937db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c0e0db2b22a4f84b97debbb40d1fe35&device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 1099 time: 1.0717728 Nov 27 01:02:53.928617 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba3a9e-07e2-4e97-91ec-565173ffaad9 admin admin] Pushing event updated for resources: {'Network': ['ID=67691dcc-434e-4a58-978e-4ed5e0d0c46b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:53.986219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Pushing event updated for resources: {'Port': ['ID=37c505cc-dae2-430b-a261-44d4f049b860,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:53.992729 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 67691dcc-434e-4a58-978e-4ed5e0d0c46b details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:02:54.095218 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c089f116-fa42-4ef5-9473-badbd6c5310b" -d '{"events": [{"name": "network-changed", "server_uuid": "24c54521-330f-415a-afa1-97a6578cf355", "tag": "ab07466d-c5ed-45c9-9e02-2c01fca35d12"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:02:54.106346 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-a66ba9b1-f4cc-41f2-843c-a12b05ab02af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=ab07466d-c5ed-45c9-9e02-2c01fca35d12 HTTP/1.1" status: 200 len: 217 time: 0.2449830 Nov 27 01:02:54.335563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Attempting to bind port 37c505cc-dae2-430b-a261-44d4f049b860 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:54.336077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Attempting to bind port 37c505cc-dae2-430b-a261-44d4f049b860 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:54.364633 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Attempting to bind port 37c505cc-dae2-430b-a261-44d4f049b860 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:54.468713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-6a34c543-73d5-4fb2-81c0-010cff6f2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:54.475215 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-6a34c543-73d5-4fb2-81c0-010cff6f2e34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.3210928 Nov 27 01:02:54.494952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Port 37c505cc-dae2-430b-a261-44d4f049b860 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:02:54.495243 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Attempting to bind port 37c505cc-dae2-430b-a261-44d4f049b860 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:54.590416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:54.591492 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:54.592022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:54.592573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Bound port: 37c505cc-dae2-430b-a261-44d4f049b860, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:54.592936 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:54.708754 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1a33c8c-8523-48c6-91cd-b530cba2420f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:54.713719 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:54.725234 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:54.786939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-942cd349-b568-44ed-9cd6-3395bbbe77dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:54.791443 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-942cd349-b568-44ed-9cd6-3395bbbe77dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2911334 Nov 27 01:02:54.820554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] For port 37c505cc-dae2-430b-a261-44d4f049b860, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:54.825928 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] For port 37c505cc-dae2-430b-a261-44d4f049b860, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=37c505cc-dae2-430b-a261-44d4f049b860,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:54.837960 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:54.962130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a33c8c-8523-48c6-91cd-b530cba2420f admin admin] Pushing event updated for resources: {'Subnet': ['ID=49984bf7-5212-4b61-b870-2579c2c577a1,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:54.968099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6842c50-cff6-43cc-9415-0f0fc3b68d70 None None] Pushing event updated for resources: {'Port': ['ID=4359c821-a2fc-4bb0-8e52-1f5cb976125d,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:54.974581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Attempting to bind port 4359c821-a2fc-4bb0-8e52-1f5cb976125d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:54.975181 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Attempting to bind port 4359c821-a2fc-4bb0-8e52-1f5cb976125d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:54.975738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Attempting to bind port 4359c821-a2fc-4bb0-8e52-1f5cb976125d on network 649a07cd-bf3b-42ac-aaef-288218183590 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:54.989226 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:54.992461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Pushing event updated for resources: {'Port': ['ID=37c505cc-dae2-430b-a261-44d4f049b860,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:54.992994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Checking segment: {'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:54.996556 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:54.997492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Bound using segment: {'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:55.006455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Bound port: 4359c821-a2fc-4bb0-8e52-1f5cb976125d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:55.006895 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:55.014533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a33c8c-8523-48c6-91cd-b530cba2420f admin admin] Checking segment: {'id': 'b46e665e-82d9-4c1e-ba03-9e131ec66eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:55.017687 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a33c8c-8523-48c6-91cd-b530cba2420f admin admin] Network hostable DHCP agents. Network: 67691dcc-434e-4a58-978e-4ed5e0d0c46b, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:02:55.073668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:55.074309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:55.075710 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-e1539283-2b0e-4f43-8cae-7644edff4636 service neutron] 10.222.0.21 "PUT /v2.0/ports/37c505cc-dae2-430b-a261-44d4f049b860 HTTP/1.1" status: 200 len: 1118 time: 3.8971701 Nov 27 01:02:55.082872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a33c8c-8523-48c6-91cd-b530cba2420f admin admin] Network 67691dcc-434e-4a58-978e-4ed5e0d0c46b is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:02:55.114541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e1a33c8c-8523-48c6-91cd-b530cba2420f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 67691dcc-434e-4a58-978e-4ed5e0d0c46b) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:55.124853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a33c8c-8523-48c6-91cd-b530cba2420f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:55.128479 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1a33c8c-8523-48c6-91cd-b530cba2420f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:55.201557 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e1a33c8c-8523-48c6-91cd-b530cba2420f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5366657 Nov 27 01:02:55.204799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33590) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:55.215185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] For port 4359c821-a2fc-4bb0-8e52-1f5cb976125d, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:55.219594 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] For port 4359c821-a2fc-4bb0-8e52-1f5cb976125d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4359c821-a2fc-4bb0-8e52-1f5cb976125d,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:55.224677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a710dfe4-043b-4405-9c95-1cf4ccbc8b55 None None] Network 67691dcc-434e-4a58-978e-4ed5e0d0c46b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:02:55.241462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494193073-router', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:55.339043 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:55.344745 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:55.562907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-ab8f8eee-604e-4426-8fac-37356ad2b23b service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729923 Nov 27 01:02:55.573065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-d33df064-4c82-4f4c-a2cf-99c6c71fa517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:55.576557 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:55.579583 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-d33df064-4c82-4f4c-a2cf-99c6c71fa517 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=afa4d5d93fa24dbea90846d3d968bbfc&device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 1121 time: 0.2792234 Nov 27 01:02:55.625248 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:55.691403 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0bb68027-109e-44d0-a8d3-d5abde290d38 None None] Provisioning complete for port 4359c821-a2fc-4bb0-8e52-1f5cb976125d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:55.691774 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0bb68027-109e-44d0-a8d3-d5abde290d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:55.848449 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:55.968801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6842c50-cff6-43cc-9415-0f0fc3b68d70 None None] Pushing event updated for resources: {'Port': ['ID=4359c821-a2fc-4bb0-8e52-1f5cb976125d,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:56.063243 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268277a4-8113-46ad-960e-9dd1fc51f9b5 req-df8a06a3-bc97-4dab-8eff-c9cc1b281172 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:56.064892 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-268277a4-8113-46ad-960e-9dd1fc51f9b5 req-df8a06a3-bc97-4dab-8eff-c9cc1b281172 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 969 time: 0.3666201 Nov 27 01:02:56.199619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Routers {'c162365c-0767-45f8-9972-d2811e2dd70f'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:02:56.200286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:02:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c162365c-0767-45f8-9972-d2811e2dd70f'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:56.350017 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:56.429206 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-67691dcc-434e-4a58-978e-4ed5e0d0c46b', 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'fixed_ips': [{'subnet_id': '49984bf7-5212-4b61-b870-2579c2c577a1'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:02:56.430092 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:56.452210 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-268277a4-8113-46ad-960e-9dd1fc51f9b5 req-b0a52c80-a43b-45dd-bfe8-d00341cfe8cf tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159144 Nov 27 01:02:56.453853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-4f600189-d696-41cf-b6e3-2e074d85d0a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=37c505cc-dae2-430b-a261-44d4f049b860 HTTP/1.1" status: 200 len: 217 time: 0.3679185 Nov 27 01:02:56.467010 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5bfa709-1dc5-44d9-bb01-22878ff38b6b req-f1866075-de00-4a8d-82c6-a8863ab458d7 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7096000 Nov 27 01:02:56.477544 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:56.674186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Allocated IP 172.25.1.23 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/c580a0f8-0ff6-4f65-a081-d45c3ea707e7) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:56.738164 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0bb68027-109e-44d0-a8d3-d5abde290d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:56.751339 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57444672-9f32-489b-91d7-820521ec95c0 x-openstack-request-id: req-57444672-9f32-489b-91d7-820521ec95c0 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:02:56.751642 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c54521-330f-415a-afa1-97a6578cf355", "tag": "ab07466d-c5ed-45c9-9e02-2c01fca35d12", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:02:56.751849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] Set router c162365c-0767-45f8-9972-d2811e2dd70f gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:02:56.751955 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57444672-9f32-489b-91d7-820521ec95c0 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:02:56.753045 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c54521-330f-415a-afa1-97a6578cf355', 'tag': 'ab07466d-c5ed-45c9-9e02-2c01fca35d12', 'status': 'completed', 'code': 200} Nov 27 01:02:56.904200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0bb68027-109e-44d0-a8d3-d5abde290d38 None None] For port 4359c821-a2fc-4bb0-8e52-1f5cb976125d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4359c821-a2fc-4bb0-8e52-1f5cb976125d,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:56.911399 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0bb68027-109e-44d0-a8d3-d5abde290d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:56.945240 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:56.958447 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cc463-7e9c-47d4-86cc-d1439e2fc7eb req-72911807-cd35-46dd-8a3c-2670c5ecfa4b tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:56.969246 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a24cc463-7e9c-47d4-86cc-d1439e2fc7eb req-72911807-cd35-46dd-8a3c-2670c5ecfa4b tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 947 time: 0.0906098 Nov 27 01:02:57.001492 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:57.005570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Allocated IP 172.20.0.2 (67691dcc-434e-4a58-978e-4ed5e0d0c46b/49984bf7-5212-4b61-b870-2579c2c577a1/4ec784ac-6506-4388-bd0f-2b6be5ba975e) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:57.088202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb68027-109e-44d0-a8d3-d5abde290d38 None None] Pushing event updated for resources: {'Port': ['ID=4359c821-a2fc-4bb0-8e52-1f5cb976125d,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:57.110257 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-2210f441-fdc0-47f8-9718-583789f27491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:57.111695 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-2210f441-fdc0-47f8-9718-583789f27491 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0870564 Nov 27 01:02:57.169450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:57.175635 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a24cc463-7e9c-47d4-86cc-d1439e2fc7eb req-09bb2938-1ea2-47a7-9015-1e80d206b20a tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033637 Nov 27 01:02:57.185674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Pushing event updated for resources: {'Port': ['ID=c580a0f8-0ff6-4f65-a081-d45c3ea707e7,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:57.188279 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:57.201146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:57.224804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089f116-fa42-4ef5-9473-badbd6c5310b req-9b8699c2-3b26-4b7e-9b34-76c393f86876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:57.226317 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c089f116-fa42-4ef5-9473-badbd6c5310b req-9b8699c2-3b26-4b7e-9b34-76c393f86876 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c0e0db2b22a4f84b97debbb40d1fe35&device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 1099 time: 0.2542560 Nov 27 01:02:57.268971 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ad3f26d8-923a-49fa-a109-d1a5d37a7a5e None None] Provisioning complete for port 4359c821-a2fc-4bb0-8e52-1f5cb976125d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:57.269606 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ad3f26d8-923a-49fa-a109-d1a5d37a7a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:57.546563 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:55Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:57.552809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089f116-fa42-4ef5-9473-badbd6c5310b req-7918d0cf-9c41-4609-8519-51a0e4038ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:57.561510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c089f116-fa42-4ef5-9473-badbd6c5310b req-7918d0cf-9c41-4609-8519-51a0e4038ef3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.3147001 Nov 27 01:02:57.582357 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-81459982-21fd-4e19-a85d-60ed93dc7ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:57.585052 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-81459982-21fd-4e19-a85d-60ed93dc7ee7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3389530 Nov 27 01:02:57.664364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb40aa-2385-4e47-be5a-0edcde747f98 None None] The sync data for ids ['c162365c-0767-45f8-9972-d2811e2dd70f'] in n-d-817303-10 is: [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:55Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:02:57.818401 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:57.832406 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:57.878140 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:57.956940 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c089f116-fa42-4ef5-9473-badbd6c5310b req-22a963cd-28c9-4d11-9451-4c51fe4db1a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=ab07466d-c5ed-45c9-9e02-2c01fca35d12 HTTP/1.1" status: 200 len: 217 time: 0.3055465 Nov 27 01:02:58.172393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4359c821-a2fc-4bb0-8e52-1f5cb976125d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:58.200795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Network 67691dcc-434e-4a58-978e-4ed5e0d0c46b is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:58.238399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:58.252769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:58.285057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Pushing event updated for resources: {'Port': ['ID=4ec784ac-6506-4388-bd0f-2b6be5ba975e,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:58.310497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-a1085c5a-ee70-4115-b3af-adb6e017dcf0 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155664 Nov 27 01:02:58.399997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089f116-fa42-4ef5-9473-badbd6c5310b req-e2bbc75e-f018-4cb8-ba09-0012dfe29db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:58.401683 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c089f116-fa42-4ef5-9473-badbd6c5310b req-e2bbc75e-f018-4cb8-ba09-0012dfe29db2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.3983345 Nov 27 01:02:58.538986 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.548999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Attempting to bind port 4ec784ac-6506-4388-bd0f-2b6be5ba975e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:58.549388 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Attempting to bind port 4ec784ac-6506-4388-bd0f-2b6be5ba975e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'b46e665e-82d9-4c1e-ba03-9e131ec66eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:58.549766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Attempting to bind port 4ec784ac-6506-4388-bd0f-2b6be5ba975e on network 67691dcc-434e-4a58-978e-4ed5e0d0c46b {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:58.572954 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:58.573336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Checking segment: {'id': 'b46e665e-82d9-4c1e-ba03-9e131ec66eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:58.576400 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.576896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Bound using segment: {'id': 'b46e665e-82d9-4c1e-ba03-9e131ec66eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:58.577453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Bound port: 4ec784ac-6506-4388-bd0f-2b6be5ba975e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46e665e-82d9-4c1e-ba03-9e131ec66eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:58.577921 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.709724 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.732375 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] For port 4ec784ac-6506-4388-bd0f-2b6be5ba975e, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:58.736218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] For port 4ec784ac-6506-4388-bd0f-2b6be5ba975e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4ec784ac-6506-4388-bd0f-2b6be5ba975e,segment=NetworkSegment(b46e665e-82d9-4c1e-ba03-9e131ec66eb3),segment_id=b46e665e-82d9-4c1e-ba03-9e131ec66eb3)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:58.750038 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.823538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef637a85-7159-4ccc-91ba-2a273582ed6a None None] Pushing event updated for resources: {'Port': ['ID=4ec784ac-6506-4388-bd0f-2b6be5ba975e,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:58.830240 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4359c821-a2fc-4bb0-8e52-1f5cb976125d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:58.830600 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.905508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe2ae71-6dae-4058-8d1f-00cad903d60c', 'tag': '37c505cc-dae2-430b-a261-44d4f049b860'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:02:58.940519 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003be7fe-9497-4681-827b-9c7bb1a18ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe2ae71-6dae-4058-8d1f-00cad903d60c", "tag": "37c505cc-dae2-430b-a261-44d4f049b860"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:02:59.143144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5f353-4106-4ddb-8768-38778c1fb20c req-e63f764b-f2bd-48d0-a5a4-20e20b974d56 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:59.148874 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3fd5f353-4106-4ddb-8768-38778c1fb20c req-e63f764b-f2bd-48d0-a5a4-20e20b974d56 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 969 time: 1.0016794 Nov 27 01:02:59.171168 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Router 57952942-6326-47d3-8b72-ed79baadf5d9 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:02:59.369380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089f116-fa42-4ef5-9473-badbd6c5310b req-cd48918e-e9e6-475c-bc2f-098fd20db73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:59.378372 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c089f116-fa42-4ef5-9473-badbd6c5310b req-cd48918e-e9e6-475c-bc2f-098fd20db73e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4168346 Nov 27 01:02:59.432493 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9579e6-a35b-46af-8e21-0bf781320eae req-ef076293-72ad-4c70-8b13-f109e105c6c7 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1065917 Nov 27 01:02:59.449761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3fd5f353-4106-4ddb-8768-38778c1fb20c req-b1431838-c228-449b-92be-70fe9452fd62 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867696 Nov 27 01:02:59.751059 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c089f116-fa42-4ef5-9473-badbd6c5310b req-6cf37b15-5e50-4b69-a59d-06d2aa3f6350 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476112 Nov 27 01:02:59.932229 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33644) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:00.157191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4ec784ac-6506-4388-bd0f-2b6be5ba975e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:00.202367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:03:00.244669 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Sync routers for ids ['57952942-6326-47d3-8b72-ed79baadf5d9'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:03:00.252366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c089f116-fa42-4ef5-9473-badbd6c5310b req-309f50be-7b78-4617-9277-4ccef42fa9d6 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914515 Nov 27 01:03:00.292136 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81f59dd1-c396-48a4-9168-531b04634b58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.321324 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.323854 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-432db04d-584e-4450-be94-34f715e5ef5f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.1156194 Nov 27 01:03:00.329209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33648) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:00.333426 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17d497-2c26-446d-96bd-244549a14f86 req-dd4ddbf6-0966-44f8-ba57-e9bd05bbdbca tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:00.346077 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e17d497-2c26-446d-96bd-244549a14f86 req-dd4ddbf6-0966-44f8-ba57-e9bd05bbdbca tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 947 time: 0.4374034 Nov 27 01:03:00.383121 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Routers {'57952942-6326-47d3-8b72-ed79baadf5d9'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:00.385220 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:02:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['57952942-6326-47d3-8b72-ed79baadf5d9'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:00.397875 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.420259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4ec784ac-6506-4388-bd0f-2b6be5ba975e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:00.422847 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.514680 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81f59dd1-c396-48a4-9168-531b04634b58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.521061 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81f59dd1-c396-48a4-9168-531b04634b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.525733 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e17d497-2c26-446d-96bd-244549a14f86 req-ec688178-a11f-48d6-9152-1a0868fe1340 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689088 Nov 27 01:03:00.714991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f59dd1-c396-48a4-9168-531b04634b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b247ed6-4425-41f7-8f39-1f9d9782fd45,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:00.724885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33654) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:00.726188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-81f59dd1-c396-48a4-9168-531b04634b58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba2616148a504913ae1127fc83627ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7903426 Nov 27 01:03:00.821232 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.838515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33656) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:00.910772 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5bfa6ca7-ed77-4bb4-860c-2fed97138298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.948931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 4ec784ac-6506-4388-bd0f-2b6be5ba975e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4ec784ac-6506-4388-bd0f-2b6be5ba975e,segment=NetworkSegment(b46e665e-82d9-4c1e-ba03-9e131ec66eb3),segment_id=b46e665e-82d9-4c1e-ba03-9e131ec66eb3)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:00.956998 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:01.000900 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5bfa6ca7-ed77-4bb4-860c-2fed97138298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:01.140430 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5bfa6ca7-ed77-4bb4-860c-2fed97138298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:01.144361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=4ec784ac-6506-4388-bd0f-2b6be5ba975e,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:01.157353 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5bfa6ca7-ed77-4bb4-860c-2fed97138298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:01.159874 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5bfa6ca7-ed77-4bb4-860c-2fed97138298 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b247ed6-4425-41f7-8f39-1f9d9782fd45 HTTP/1.1" status: 204 len: 168 time: 0.4336655 Nov 27 01:03:01.160337 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Set router 57952942-6326-47d3-8b72-ed79baadf5d9 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:01.188043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa6ca7-ed77-4bb4-860c-2fed97138298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b247ed6-4425-41f7-8f39-1f9d9782fd45,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:01.241515 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5611-d915-4ea2-9343-a1d949a32f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:01.316566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457bdd09-9a5b-446d-a10c-9b6e567b1765 None None] Network 67691dcc-434e-4a58-978e-4ed5e0d0c46b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:01.336142 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb85badc-481e-4337-a9f6-565be57455db x-openstack-request-id: req-cb85badc-481e-4337-a9f6-565be57455db {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:01.336459 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe2ae71-6dae-4058-8d1f-00cad903d60c", "tag": "37c505cc-dae2-430b-a261-44d4f049b860", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:01.336716 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb85badc-481e-4337-a9f6-565be57455db {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:01.337644 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe2ae71-6dae-4058-8d1f-00cad903d60c', 'tag': '37c505cc-dae2-430b-a261-44d4f049b860', 'status': 'completed', 'code': 200} Nov 27 01:03:01.536976 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003be7fe-9497-4681-827b-9c7bb1a18ce2 req-d87f78cc-0f93-4708-b544-13636ebef807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:01.547611 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-003be7fe-9497-4681-827b-9c7bb1a18ce2 req-d87f78cc-0f93-4708-b544-13636ebef807 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=afa4d5d93fa24dbea90846d3d968bbfc&device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 1121 time: 0.1345367 Nov 27 01:03:01.601163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-77641f1d-5f73-4e6b-9d9f-a32135fe229f None None] Provisioning complete for port 4ec784ac-6506-4388-bd0f-2b6be5ba975e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:01.602524 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77641f1d-5f73-4e6b-9d9f-a32135fe229f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:01.694762 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494193073-router', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:55Z', 'updated_at': '2021-11-27T01:02:57Z', 'revision_number': 3, 'project_id': '88d2c383dd824213bc044416cfd6030e', 'gw_port': {'id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:56Z', 'updated_at': '2021-11-27T01:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:01.770643 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Checking router: 57952942-6326-47d3-8b72-ed79baadf5d9 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:03:01.773148 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Updating router 57952942-6326-47d3-8b72-ed79baadf5d9 port c580a0f8-0ff6-4f65-a081-d45c3ea707e7 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:03:01.791599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33668) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:01.819863 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6dc1d-5a96-4e1c-bf25-c6ecf0774332 req-c76fe43c-3148-4556-b67e-a7ac0d67310a tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:01.830561 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5611-d915-4ea2-9343-a1d949a32f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:01.833572 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0cc6dc1d-5a96-4e1c-bf25-c6ecf0774332 req-c76fe43c-3148-4556-b67e-a7ac0d67310a tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 969 time: 0.2995129 Nov 27 01:03:01.846082 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5611-d915-4ea2-9343-a1d949a32f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:01.882449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd5611-d915-4ea2-9343-a1d949a32f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99352a9e-18df-4108-9158-2129d44f36aa,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:01.922124 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:01.938221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d0cd5611-d915-4ea2-9343-a1d949a32f74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=087ce3c3a0784467b9b53af004e527b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0979629 Nov 27 01:03:01.940846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33670) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:01.963971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003be7fe-9497-4681-827b-9c7bb1a18ce2 req-efd73678-c835-432e-a7e3-50d08a037358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:01.965689 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-003be7fe-9497-4681-827b-9c7bb1a18ce2 req-efd73678-c835-432e-a7e3-50d08a037358 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.3944416 Nov 27 01:03:01.982973 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c4d162b-eaf6-44f0-b5c4-b06ba8355cdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.048074 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.102400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f03caeee-5823-4ecd-a74b-b8c6f4cb9aaf None None] Provisioning complete for port 4ec784ac-6506-4388-bd0f-2b6be5ba975e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:02.103378 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f03caeee-5823-4ecd-a74b-b8c6f4cb9aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.167075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4ec784ac-6506-4388-bd0f-2b6be5ba975e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:02.180380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-003be7fe-9497-4681-827b-9c7bb1a18ce2 req-317392ae-756c-4dd2-9181-eafa7610c422 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=37c505cc-dae2-430b-a261-44d4f049b860 HTTP/1.1" status: 200 len: 217 time: 0.1947877 Nov 27 01:03:02.235158 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b142129-ba2a-4a25-8220-9e0f7a6680d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.281044 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0cc6dc1d-5a96-4e1c-bf25-c6ecf0774332 req-c6422c5a-655b-40f1-af7b-fa00fc2c7e9c tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254384 Nov 27 01:03:02.315970 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4ec784ac-6506-4388-bd0f-2b6be5ba975e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:02.316413 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.486583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003be7fe-9497-4681-827b-9c7bb1a18ce2 req-f7fd98ee-6726-489a-aacc-6fdedac08001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:02.488411 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-003be7fe-9497-4681-827b-9c7bb1a18ce2 req-f7fd98ee-6726-489a-aacc-6fdedac08001 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.2506721 Nov 27 01:03:02.588147 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Allocated IP 172.20.0.1 (67691dcc-434e-4a58-978e-4ed5e0d0c46b/49984bf7-5212-4b61-b870-2579c2c577a1/1376301e-7b81-4bdf-93fd-49892ad4bbdf) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:02.602512 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c4d162b-eaf6-44f0-b5c4-b06ba8355cdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.631468 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c4d162b-eaf6-44f0-b5c4-b06ba8355cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.702653 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.702893 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4c4d162b-eaf6-44f0-b5c4-b06ba8355cdd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b53d6e7321f4a3198e8e038cd93d38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8677430 Nov 27 01:03:02.716056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33678) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:02.748946 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.772612 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b142129-ba2a-4a25-8220-9e0f7a6680d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.777680 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-a876e30c-f6ed-4a1f-a939-65a2a92e84d2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344801 Nov 27 01:03:02.782011 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.793525 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.829886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d162b-eaf6-44f0-b5c4-b06ba8355cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46f9e46-160c-497a-88d7-b01aa50e8548,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:02.849454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f812ae-50ce-42c7-9ca4-500a13aa4fa0 req-4b10e0e1-e746-446f-9897-9fa5e65f5ce1 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:02.851045 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7f812ae-50ce-42c7-9ca4-500a13aa4fa0 req-4b10e0e1-e746-446f-9897-9fa5e65f5ce1 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 947 time: 0.3782949 Nov 27 01:03:02.855517 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c505356-6f31-4423-be1d-8afddf9f8259 None None] Pushing event updated for resources: {'Port': ['ID=c580a0f8-0ff6-4f65-a081-d45c3ea707e7,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:02.921430 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Attempting to bind port c580a0f8-0ff6-4f65-a081-d45c3ea707e7 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:02.921808 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Attempting to bind port c580a0f8-0ff6-4f65-a081-d45c3ea707e7 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:02.922175 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Attempting to bind port c580a0f8-0ff6-4f65-a081-d45c3ea707e7 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:02.929484 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:02.930003 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:02.930557 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.931629 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:02.932231 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Bound port: c580a0f8-0ff6-4f65-a081-d45c3ea707e7, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:02.932782 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.955871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003be7fe-9497-4681-827b-9c7bb1a18ce2 req-02cd9615-b47f-43b4-8244-c7c2be9df0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:02.964409 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-003be7fe-9497-4681-827b-9c7bb1a18ce2 req-02cd9615-b47f-43b4-8244-c7c2be9df0ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4400318 Nov 27 01:03:02.987360 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-49579d36-cdfd-4fac-bb16-23b0c091f1e5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:02.989041 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-49579d36-cdfd-4fac-bb16-23b0c091f1e5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891427 Nov 27 01:03:03.008127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Network 67691dcc-434e-4a58-978e-4ed5e0d0c46b is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:03.018773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:03.021601 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:03.022103 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.044170 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] For port c580a0f8-0ff6-4f65-a081-d45c3ea707e7, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:03.051489 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] For port c580a0f8-0ff6-4f65-a081-d45c3ea707e7, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c580a0f8-0ff6-4f65-a081-d45c3ea707e7,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:03.060126 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.068662 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a9dd-7b89-435c-bcc9-d3e0b04f765f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.079923 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7f812ae-50ce-42c7-9ca4-500a13aa4fa0 req-f5312a13-56fd-43d0-bf3b-d82e290bcea0 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995039 Nov 27 01:03:03.125300 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a9dd-7b89-435c-bcc9-d3e0b04f765f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.215008 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a9dd-7b89-435c-bcc9-d3e0b04f765f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.219195 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a9dd-7b89-435c-bcc9-d3e0b04f765f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.221457 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d2a3a9dd-7b89-435c-bcc9-d3e0b04f765f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d46f9e46-160c-497a-88d7-b01aa50e8548 HTTP/1.1" status: 204 len: 168 time: 0.4850848 Nov 27 01:03:03.229954 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.240921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3a9dd-7b89-435c-bcc9-d3e0b04f765f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46f9e46-160c-497a-88d7-b01aa50e8548,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:03.262275 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c505356-6f31-4423-be1d-8afddf9f8259 None None] Pushing event updated for resources: {'Port': ['ID=c580a0f8-0ff6-4f65-a081-d45c3ea707e7,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:03.342571 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-0ae7399a-3ced-4a23-a2b4-1388bbd80ea4 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/quotas/8fd983e4be5a419cb019b570f4ba0ec0 HTTP/1.1" status: 200 len: 375 time: 0.3447537 Nov 27 01:03:03.348969 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Routers {'57952942-6326-47d3-8b72-ed79baadf5d9'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:03.349683 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:02:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['57952942-6326-47d3-8b72-ed79baadf5d9'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:03.390471 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a8d72fad-d497-4811-91f0-6cc7c8750aef None None] Provisioning complete for port 1376301e-7b81-4bdf-93fd-49892ad4bbdf triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:03.402729 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8d72fad-d497-4811-91f0-6cc7c8750aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.409450 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-f0e38873-aaf9-4ec5-9e05-9d503d671af4 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546231 Nov 27 01:03:03.410072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Pushing event updated for resources: {'Port': ['ID=1376301e-7b81-4bdf-93fd-49892ad4bbdf,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:03.466521 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b142129-ba2a-4a25-8220-9e0f7a6680d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.469117 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a5045-9110-4fc5-a58a-06356577a4f3 req-f0856700-8b59-43b5-8278-4f6985ec1f15 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:03.471505 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b142129-ba2a-4a25-8220-9e0f7a6680d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.476017 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0b142129-ba2a-4a25-8220-9e0f7a6680d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99352a9e-18df-4108-9158-2129d44f36aa HTTP/1.1" status: 204 len: 168 time: 1.5340767 Nov 27 01:03:03.484779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a8d72fad-d497-4811-91f0-6cc7c8750aef None None] Port 1376301e-7b81-4bdf-93fd-49892ad4bbdf cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:03.485477 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e1a5045-9110-4fc5-a58a-06356577a4f3 req-f0856700-8b59-43b5-8278-4f6985ec1f15 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 969 time: 0.1086221 Nov 27 01:03:03.527037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b142129-ba2a-4a25-8220-9e0f7a6680d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99352a9e-18df-4108-9158-2129d44f36aa,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:03.545608 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e1a5045-9110-4fc5-a58a-06356577a4f3 req-33d9e551-9e0a-4a4a-b26d-02b6932d5c94 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584886 Nov 27 01:03:03.583378 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] Set router 57952942-6326-47d3-8b72-ed79baadf5d9 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:03.709390 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.719362 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.720477 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.766849 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-003be7fe-9497-4681-827b-9c7bb1a18ce2 req-a23dee09-3edc-475b-9975-a96b15e62b77 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157037 Nov 27 01:03:03.802745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Pushing event updated for resources: {'Port': ['ID=1376301e-7b81-4bdf-93fd-49892ad4bbdf,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:03.930034 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Network 67691dcc-434e-4a58-978e-4ed5e0d0c46b is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:03.931523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:04.031211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-003be7fe-9497-4681-827b-9c7bb1a18ce2 req-5e4be839-35b6-4fb2-8665-115154861b0b service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334197 Nov 27 01:03:04.068366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2bd9065e-2179-405c-ad31-1192855282f0 req-c440d596-f05f-41c0-b586-c0fc9617d028 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 210 time: 0.3006063 Nov 27 01:03:04.079709 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494193073-router', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:55Z', 'updated_at': '2021-11-27T01:03:03Z', 'revision_number': 4, 'project_id': '88d2c383dd824213bc044416cfd6030e', 'gw_port': {'id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:56Z', 'updated_at': '2021-11-27T01:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '1376301e-7b81-4bdf-93fd-49892ad4bbdf', 'name': '', 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'mac_address': 'fa:16:3e:a8:2d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '49984bf7-5212-4b61-b870-2579c2c577a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:02Z', 'updated_at': '2021-11-27T01:03:02Z', 'revision_number': 1, 'project_id': '88d2c383dd824213bc044416cfd6030e', 'subnets': [{'id': '49984bf7-5212-4b61-b870-2579c2c577a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:04.122136 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f69c1a-e28a-4f7b-8710-4f6fe9cef3b4 None None] The sync data for ids ['57952942-6326-47d3-8b72-ed79baadf5d9'] in n-d-817303-10 is: [{'id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494193073-router', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:55Z', 'updated_at': '2021-11-27T01:03:03Z', 'revision_number': 4, 'project_id': '88d2c383dd824213bc044416cfd6030e', 'gw_port': {'id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:56Z', 'updated_at': '2021-11-27T01:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '1376301e-7b81-4bdf-93fd-49892ad4bbdf', 'name': '', 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'mac_address': 'fa:16:3e:a8:2d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '49984bf7-5212-4b61-b870-2579c2c577a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:02Z', 'updated_at': '2021-11-27T01:03:02Z', 'revision_number': 1, 'project_id': '88d2c383dd824213bc044416cfd6030e', 'subnets': [{'id': '49984bf7-5212-4b61-b870-2579c2c577a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:03:04.297391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Router 57952942-6326-47d3-8b72-ed79baadf5d9 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:03:04.332469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33744) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:04.375208 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07c11514-c29a-4b92-abdd-20d63383f8e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:04.425448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e47d6d5a-135e-4156-bc4a-2cd0ef789f66 None None] Provisioning complete for port 1376301e-7b81-4bdf-93fd-49892ad4bbdf triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:04.426422 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e47d6d5a-135e-4156-bc4a-2cd0ef789f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:04.451254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5150f3-02cf-40c2-9457-222717f792c1 req-fb97a994-dad5-483f-9acb-65604b8d6565 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:04.459239 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b5150f3-02cf-40c2-9457-222717f792c1 req-fb97a994-dad5-483f-9acb-65604b8d6565 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 947 time: 0.2310843 Nov 27 01:03:04.530029 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e47d6d5a-135e-4156-bc4a-2cd0ef789f66 None None] Port 1376301e-7b81-4bdf-93fd-49892ad4bbdf cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:04.551285 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b5150f3-02cf-40c2-9457-222717f792c1 req-dd9d2260-2217-480a-839e-a899c5fcb3d2 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899575 Nov 27 01:03:04.590488 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07c11514-c29a-4b92-abdd-20d63383f8e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:04.599211 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07c11514-c29a-4b92-abdd-20d63383f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:04.778144 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-07c11514-c29a-4b92-abdd-20d63383f8e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c759bbd4cd184f5fb18896a7ea65957c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4424882 Nov 27 01:03:04.780844 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33764) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:04.803218 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c11514-c29a-4b92-abdd-20d63383f8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9f8dbb-9b58-48e1-95a0-568e64e71904,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:04.808712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:03:04.813949 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-78045009-4823-4527-b9cf-2058c5b876ad admin admin] 10.222.0.15 "PUT /v2.0/routers/57952942-6326-47d3-8b72-ed79baadf5d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4833539 Nov 27 01:03:04.909185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7989cba-93a0-42d2-945b-13bc89ad7eb1 req-f62db355-67d5-4b5e-9ab1-ea0ed04d9883 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:04.917085 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7989cba-93a0-42d2-945b-13bc89ad7eb1 req-f62db355-67d5-4b5e-9ab1-ea0ed04d9883 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 969 time: 0.2364893 Nov 27 01:03:04.950451 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4670434b-7e0a-47ff-aef4-d58be7533111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:04.987053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7989cba-93a0-42d2-945b-13bc89ad7eb1 req-3b779d43-331c-4e9a-93bc-eb0954eae7a7 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693452 Nov 27 01:03:05.016281 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4670434b-7e0a-47ff-aef4-d58be7533111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:05.069014 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4670434b-7e0a-47ff-aef4-d58be7533111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:05.073314 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4670434b-7e0a-47ff-aef4-d58be7533111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:05.076856 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4670434b-7e0a-47ff-aef4-d58be7533111 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb9f8dbb-9b58-48e1-95a0-568e64e71904 HTTP/1.1" status: 204 len: 168 time: 0.2945883 Nov 27 01:03:05.092918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670434b-7e0a-47ff-aef4-d58be7533111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9f8dbb-9b58-48e1-95a0-568e64e71904,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:05.224833 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0875f763-734e-4549-bfbc-051e63310f6f req-3fe8dd0e-9426-4b91-b34f-145027489246 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 210 time: 0.0530891 Nov 27 01:03:05.385759 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-ae4c215f-9011-4468-a6f1-45a6f9568a66 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304251 Nov 27 01:03:05.556331 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-2b93aa9f-5bef-4c1e-a91d-8c4b3f7e15d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:05.557991 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-2b93aa9f-5bef-4c1e-a91d-8c4b3f7e15d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1622808 Nov 27 01:03:05.608364 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Request body: {'port': {'device_id': 'ce2d5baa-b8df-48c4-8a50-17ca2def6f25', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '8fd983e4be5a419cb019b570f4ba0ec0'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:05.616654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33800) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:05.785559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Made reservation on behalf of 8fd983e4be5a419cb019b570f4ba0ec0 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:05.792799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f9689-861a-4d56-b99d-57a78f0d0c13 req-27eba3b6-abe6-4c11-b8a9-4b61c6d034b8 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:05.793604 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:05.797007 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ad9f9689-861a-4d56-b99d-57a78f0d0c13 req-27eba3b6-abe6-4c11-b8a9-4b61c6d034b8 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 947 time: 0.1064827 Nov 27 01:03:05.887987 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ad9f9689-861a-4d56-b99d-57a78f0d0c13 req-24e15a7b-2292-43a2-baad-f226238d4927 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845876 Nov 27 01:03:05.947485 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-393ec13e-59d6-45d8-99fd-7ade83480d8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.017002 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.028882 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c580a0f8-0ff6-4f65-a081-d45c3ea707e7 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:06.116374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c580a0f8-0ff6-4f65-a081-d45c3ea707e7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:06.117719 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.222543 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-393ec13e-59d6-45d8-99fd-7ade83480d8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.236233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-393ec13e-59d6-45d8-99fd-7ade83480d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.250964 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.303012 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.320216 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.347835 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port c580a0f8-0ff6-4f65-a081-d45c3ea707e7, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c580a0f8-0ff6-4f65-a081-d45c3ea707e7,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:06.356775 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.367099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ec13e-59d6-45d8-99fd-7ade83480d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8d0a03-0955-426c-b5a1-849beae36788,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:06.401551 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-393ec13e-59d6-45d8-99fd-7ade83480d8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ea547304bdd4c539c847c31ccf19d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7804182 Nov 27 01:03:06.402044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33838) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:06.457726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=c580a0f8-0ff6-4f65-a081-d45c3ea707e7,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:06.511679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=debc54ee-85c6-498d-99c9-2e73252f8c81,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:06.528976 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3857b5ca-7ef0-4c74-a6d0-e220f019e38c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.537875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476847a4-4ca7-4751-8567-cf63db28c6bd req-799ca526-b51e-4c31-aae0-002183170828 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:06.547224 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-476847a4-4ca7-4751-8567-cf63db28c6bd req-799ca526-b51e-4c31-aae0-002183170828 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 969 time: 0.3616924 Nov 27 01:03:06.575787 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3857b5ca-7ef0-4c74-a6d0-e220f019e38c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.641040 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-476847a4-4ca7-4751-8567-cf63db28c6bd req-3d20acf0-4855-4592-ade2-6a9f3ffa5273 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868421 Nov 27 01:03:06.669847 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3857b5ca-7ef0-4c74-a6d0-e220f019e38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.685645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3857b5ca-7ef0-4c74-a6d0-e220f019e38c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.687936 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3857b5ca-7ef0-4c74-a6d0-e220f019e38c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db8d0a03-0955-426c-b5a1-849beae36788 HTTP/1.1" status: 204 len: 168 time: 0.2847433 Nov 27 01:03:06.707568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857b5ca-7ef0-4c74-a6d0-e220f019e38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8d0a03-0955-426c-b5a1-849beae36788,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:06.731395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Allocated IP 192.168.233.194 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/140b25e7-868a-45b8-a519-450a42a212f4) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:06.746736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33852) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:06.753487 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0170368c-bd95-48dc-bb19-848a00da9dc8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2097825397', 'description': 'tempest-description--928004852'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:06.766793 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 37c505cc-dae2-430b-a261-44d4f049b860 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:06.787399 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cf1529db-c8db-40b6-a1f6-7b192cf53ec8 req-dbfd28dd-e813-4060-a2f0-56605f9c1ad5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 210 time: 0.0486033 Nov 27 01:03:06.798801 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0170368c-bd95-48dc-bb19-848a00da9dc8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.939325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 37c505cc-dae2-430b-a261-44d4f049b860, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=37c505cc-dae2-430b-a261-44d4f049b860,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:06.960642 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0170368c-bd95-48dc-bb19-848a00da9dc8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.968362 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0170368c-bd95-48dc-bb19-848a00da9dc8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.974915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '37c505cc-dae2-430b-a261-44d4f049b860', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '37c505cc-dae2-430b-a261-44d4f049b860', 'mac_address': 'fa:16:3e:bc:f9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:tempest-test_az-541014340', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:07.016655 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0170368c-bd95-48dc-bb19-848a00da9dc8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.018237 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0170368c-bd95-48dc-bb19-848a00da9dc8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2703590 Nov 27 01:03:07.020644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33860) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:07.041202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5c397979-9536-4346-92c3-3ed44004da63 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Request body: {'security_group_rule': {'security_group_id': '0e31eb61-cf9c-4084-8bea-767d69d54a52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:07.065581 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.076004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170368c-bd95-48dc-bb19-848a00da9dc8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e31eb61-cf9c-4084-8bea-767d69d54a52,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:07.097362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c505cc-dae2-430b-a261-44d4f049b860 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:07.110164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ca93e-bab5-4c6e-8c11-8966eb5fbeba req-0258683c-5d55-4a15-ab38-4e509b996898 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:07.117801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-929ca93e-bab5-4c6e-8c11-8966eb5fbeba req-0258683c-5d55-4a15-ab38-4e509b996898 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 947 time: 0.1123576 Nov 27 01:03:07.138652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 37c505cc-dae2-430b-a261-44d4f049b860, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=37c505cc-dae2-430b-a261-44d4f049b860,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:07.142778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5c397979-9536-4346-92c3-3ed44004da63 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.148230 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.151686 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.199892 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-929ca93e-bab5-4c6e-8c11-8966eb5fbeba req-4256497a-5399-4e7b-8cd3-1cc7dc69eb16 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805912 Nov 27 01:03:07.214898 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.252894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=37c505cc-dae2-430b-a261-44d4f049b860,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:07.285116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:07.288499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:07.293460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:07.294494 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5c397979-9536-4346-92c3-3ed44004da63 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.298690 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5c397979-9536-4346-92c3-3ed44004da63 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.300125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:07.301202 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.325302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Pushing event updated for resources: {'Port': ['ID=140b25e7-868a-45b8-a519-450a42a212f4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:07.326508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c397979-9536-4346-92c3-3ed44004da63 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c767c8-1d88-4d28-a210-98474c39cd3a,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:07.345466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-3617307d-89ce-4885-b970-76e2bd989354 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7411871 Nov 27 01:03:07.345964 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5c397979-9536-4346-92c3-3ed44004da63 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.348125 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5c397979-9536-4346-92c3-3ed44004da63 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3264980 Nov 27 01:03:07.350857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33870) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:07.354678 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Sync routers for ids ['57952942-6326-47d3-8b72-ed79baadf5d9'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:03:07.360135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7032637d-883b-42c1-9dad-c8e8589fbd25 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Request body: {'security_group_rule': {'security_group_id': '0e31eb61-cf9c-4084-8bea-767d69d54a52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:07.370794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Request body: {'port': {'device_id': 'ce2d5baa-b8df-48c4-8a50-17ca2def6f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:07.371036 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Routers {'57952942-6326-47d3-8b72-ed79baadf5d9'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:07.374286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:02:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['57952942-6326-47d3-8b72-ed79baadf5d9'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:07.453003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7032637d-883b-42c1-9dad-c8e8589fbd25 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.466906 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.571595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Set router 57952942-6326-47d3-8b72-ed79baadf5d9 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:07.578941 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7032637d-883b-42c1-9dad-c8e8589fbd25 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.614724 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['37c505cc-dae2-430b-a261-44d4f049b860'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:07.637851 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7032637d-883b-42c1-9dad-c8e8589fbd25 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.673386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032637d-883b-42c1-9dad-c8e8589fbd25 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae14b87-50a2-47dd-b52a-df14a4ec7601,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:07.693561 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7032637d-883b-42c1-9dad-c8e8589fbd25 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.694270 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33876) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:07.695171 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7032637d-883b-42c1-9dad-c8e8589fbd25 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3432572 Nov 27 01:03:07.698683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33878) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:07.703345 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:07.812808 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c31b9a4f-6a60-46c2-ab55-08df57ed48d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.846261 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.942917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ef879c96-6257-4f89-b952-34ceb20e9320 None None] Provisioning complete for port 140b25e7-868a-45b8-a519-450a42a212f4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:07.943289 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef879c96-6257-4f89-b952-34ceb20e9320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.988425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140b25e7-868a-45b8-a519-450a42a212f4 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:08.013754 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.043488 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c580a0f8-0ff6-4f65-a081-d45c3ea707e7 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:08.048682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Transition to ACTIVE for port object 140b25e7-868a-45b8-a519-450a42a212f4 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:08.053922 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.069618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef1523-c8f3-4d64-bca2-dfb0634f85e5 req-fcc00d11-62d1-4ebd-a3c7-c74e9203bf86 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:08.079428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08ef1523-c8f3-4d64-bca2-dfb0634f85e5 req-fcc00d11-62d1-4ebd-a3c7-c74e9203bf86 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 970 time: 0.2609906 Nov 27 01:03:08.122828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ef879c96-6257-4f89-b952-34ceb20e9320 None None] Port 140b25e7-868a-45b8-a519-450a42a212f4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:08.207669 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08ef1523-c8f3-4d64-bca2-dfb0634f85e5 req-0bcba357-ea03-416d-9f32-97782fd68bbc tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272647 Nov 27 01:03:08.235462 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Pushing event updated for resources: {'Port': ['ID=140b25e7-868a-45b8-a519-450a42a212f4,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:08.250454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Attempting to bind port 140b25e7-868a-45b8-a519-450a42a212f4 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:08.250986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Attempting to bind port 140b25e7-868a-45b8-a519-450a42a212f4 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:08.251580 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Attempting to bind port 140b25e7-868a-45b8-a519-450a42a212f4 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:08.264864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Port 140b25e7-868a-45b8-a519-450a42a212f4 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:08.265198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Attempting to bind port 140b25e7-868a-45b8-a519-450a42a212f4 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:08.267658 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c580a0f8-0ff6-4f65-a081-d45c3ea707e7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:08.268049 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.277411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:08.277605 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c31b9a4f-6a60-46c2-ab55-08df57ed48d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.277830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:08.278133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:08.278574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Bound port: 140b25e7-868a-45b8-a519-450a42a212f4, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:08.278933 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.319525 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c31b9a4f-6a60-46c2-ab55-08df57ed48d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.382637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494193073-router', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:55Z', 'updated_at': '2021-11-27T01:03:03Z', 'revision_number': 4, 'project_id': '88d2c383dd824213bc044416cfd6030e', 'gw_port': {'id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:56Z', 'updated_at': '2021-11-27T01:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '1376301e-7b81-4bdf-93fd-49892ad4bbdf', 'name': '', 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'mac_address': 'fa:16:3e:a8:2d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '49984bf7-5212-4b61-b870-2579c2c577a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:02Z', 'updated_at': '2021-11-27T01:03:03Z', 'revision_number': 2, 'project_id': '88d2c383dd824213bc044416cfd6030e', 'subnets': [{'id': '49984bf7-5212-4b61-b870-2579c2c577a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:08.442500 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c31b9a4f-6a60-46c2-ab55-08df57ed48d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d274a2e64a2b4af1b1bbc7d45d8b4c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7468846 Nov 27 01:03:08.445022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33900) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:08.445661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Checking router: 57952942-6326-47d3-8b72-ed79baadf5d9 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:03:08.446064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Updating router 57952942-6326-47d3-8b72-ed79baadf5d9 port 1376301e-7b81-4bdf-93fd-49892ad4bbdf binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:03:08.448298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b9a4f-6a60-46c2-ab55-08df57ed48d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39798dfa-5813-42a1-83ad-1195ddb5b793,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:08.473495 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.491927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] For port 140b25e7-868a-45b8-a519-450a42a212f4, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:08.498035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] For port 140b25e7-868a-45b8-a519-450a42a212f4, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=140b25e7-868a-45b8-a519-450a42a212f4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:08.510785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74853c5-8b9d-4bbf-9465-25ea7146c609 req-1f1e3b07-db16-4e07-a8f4-e1bf79ab14c5 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:08.513478 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d74853c5-8b9d-4bbf-9465-25ea7146c609 req-1f1e3b07-db16-4e07-a8f4-e1bf79ab14c5 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 947 time: 0.1454298 Nov 27 01:03:08.517253 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.537170 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.583353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:08.583510 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cb017-a63c-42d8-979f-5f2a86bf73c2 req-bafdde59-e0c1-448a-a0e8-c887e2b3e3ec tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:08.584173 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.585688 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-18036397-efe7-48d3-a575-c33b085888ce service neutron] 10.222.0.31 "PUT /v2.0/ports/140b25e7-868a-45b8-a519-450a42a212f4 HTTP/1.1" status: 200 len: 1097 time: 1.2206261 Nov 27 01:03:08.586214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2d5baa-b8df-48c4-8a50-17ca2def6f25', 'tag': '140b25e7-868a-45b8-a519-450a42a212f4'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:08.589085 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-585cb017-a63c-42d8-979f-5f2a86bf73c2 req-bafdde59-e0c1-448a-a0e8-c887e2b3e3ec tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 948 time: 0.2244761 Nov 27 01:03:08.590008 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf8414f-12a1-4555-b767-828d3807d00f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2d5baa-b8df-48c4-8a50-17ca2def6f25", "tag": "140b25e7-868a-45b8-a519-450a42a212f4"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:08.642509 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d74853c5-8b9d-4bbf-9465-25ea7146c609 req-1dfd67ca-8953-4b4d-bed4-777b0b07c6c2 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114926 Nov 27 01:03:08.669714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18036397-efe7-48d3-a575-c33b085888ce service neutron] Pushing event updated for resources: {'Port': ['ID=140b25e7-868a-45b8-a519-450a42a212f4,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:08.743005 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7e1ffa74-7e05-41b2-aaa4-4dd15458b162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.754500 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-b5067482-a73a-4ef3-a2d9-ff2fc16e7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:08.756011 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-b5067482-a73a-4ef3-a2d9-ff2fc16e7d93 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 1100 time: 0.1101358 Nov 27 01:03:08.824962 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-585cb017-a63c-42d8-979f-5f2a86bf73c2 req-22515fad-fa09-4170-9db1-068175d34674 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066550 Nov 27 01:03:08.826375 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-436b9422-544d-410f-bea2-92161bd72517 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=140b25e7-868a-45b8-a519-450a42a212f4 HTTP/1.1" status: 200 len: 217 time: 0.0548787 Nov 27 01:03:08.836576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Allocated IP 172.25.1.117 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/46c77182-dff1-4b4c-9222-0fc36a52286c) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:08.836576 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7e1ffa74-7e05-41b2-aaa4-4dd15458b162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.908699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-a6640453-5c98-4823-8b94-2fa374eb5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:08.908829 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ab07466d-c5ed-45c9-9e02-2c01fca35d12 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:08.910205 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-a6640453-5c98-4823-8b94-2fa374eb5fd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0766015 Nov 27 01:03:08.988424 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7e1ffa74-7e05-41b2-aaa4-4dd15458b162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.992128 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7e1ffa74-7e05-41b2-aaa4-4dd15458b162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.993530 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7e1ffa74-7e05-41b2-aaa4-4dd15458b162 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39798dfa-5813-42a1-83ad-1195ddb5b793 HTTP/1.1" status: 204 len: 168 time: 0.5348449 Nov 27 01:03:09.000598 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca807a5-240b-4808-9102-1ac68f00e3a4 x-openstack-request-id: req-eca807a5-240b-4808-9102-1ac68f00e3a4 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:09.004640 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2d5baa-b8df-48c4-8a50-17ca2def6f25", "tag": "140b25e7-868a-45b8-a519-450a42a212f4", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:09.005201 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eca807a5-240b-4808-9102-1ac68f00e3a4 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:09.006705 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2d5baa-b8df-48c4-8a50-17ca2def6f25', 'tag': '140b25e7-868a-45b8-a519-450a42a212f4', 'status': 'completed', 'code': 200} Nov 27 01:03:09.013592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ffa74-7e05-41b2-aaa4-4dd15458b162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39798dfa-5813-42a1-83ad-1195ddb5b793,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:09.023945 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.060304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-60d10bd8-b6e4-4407-ae62-79a922763603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:09.062881 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-60d10bd8-b6e4-4407-ae62-79a922763603 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1441498 Nov 27 01:03:09.067859 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.112547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:09.114470 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:09.117084 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:09.175902 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.188632 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.189149 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:03:09.203283 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ab07466d-c5ed-45c9-9e02-2c01fca35d12, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ab07466d-c5ed-45c9-9e02-2c01fca35d12,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:09.229341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Pushing event updated for resources: {'Port': ['ID=46c77182-dff1-4b4c-9222-0fc36a52286c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:09.278179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'ab07466d-c5ed-45c9-9e02-2c01fca35d12', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'ab07466d-c5ed-45c9-9e02-2c01fca35d12', 'mac_address': 'fa:16:3e:ff:1d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:09.292840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9143316-303d-4898-919f-a0b745118511 None None] Pushing event updated for resources: {'Port': ['ID=1376301e-7b81-4bdf-93fd-49892ad4bbdf,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:09.313394 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-cbc3480c-9a58-4da5-a8b1-f1f6a8e68cde service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394934 Nov 27 01:03:09.356725 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-d81c41ee-979c-4f94-af8b-72972aadcc9b tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=48487a8dafc94679b07798e92e71cd73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1207287 Nov 27 01:03:09.449433 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.452525 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Attempting to bind port 1376301e-7b81-4bdf-93fd-49892ad4bbdf on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:09.453313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Attempting to bind port 1376301e-7b81-4bdf-93fd-49892ad4bbdf by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'b46e665e-82d9-4c1e-ba03-9e131ec66eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:09.454183 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Attempting to bind port 1376301e-7b81-4bdf-93fd-49892ad4bbdf on network 67691dcc-434e-4a58-978e-4ed5e0d0c46b {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:09.470013 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.481053 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:09.484516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Checking segment: {'id': 'b46e665e-82d9-4c1e-ba03-9e131ec66eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:09.485400 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.488080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Bound using segment: {'id': 'b46e665e-82d9-4c1e-ba03-9e131ec66eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:09.488898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Bound port: 1376301e-7b81-4bdf-93fd-49892ad4bbdf, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46e665e-82d9-4c1e-ba03-9e131ec66eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:09.489511 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.503042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab07466d-c5ed-45c9-9e02-2c01fca35d12 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:09.524745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afb48d-e643-41bf-be81-ebc759aa0bcb req-336ebf58-a13d-4b55-8336-a1be0d481ccc tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:09.533849 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3afb48d-e643-41bf-be81-ebc759aa0bcb req-336ebf58-a13d-4b55-8336-a1be0d481ccc tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 970 time: 0.1548440 Nov 27 01:03:09.557496 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.585734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ab07466d-c5ed-45c9-9e02-2c01fca35d12, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ab07466d-c5ed-45c9-9e02-2c01fca35d12,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:09.600553 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.604041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3afb48d-e643-41bf-be81-ebc759aa0bcb req-71cee562-3b88-4a89-8403-57231684e5dc tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684400 Nov 27 01:03:09.606041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-f63f415f-1a9f-4c01-911d-f077169339fb tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:09.607994 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-f63f415f-1a9f-4c01-911d-f077169339fb tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335484 Nov 27 01:03:09.610397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ce3b74c-c739-4838-8189-052ecede9b9e req-caa5fb35-3ed5-495f-ad21-b7d1c6f47a12 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898281 Nov 27 01:03:09.682541 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] For port 1376301e-7b81-4bdf-93fd-49892ad4bbdf, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:09.710521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] For port 1376301e-7b81-4bdf-93fd-49892ad4bbdf, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1376301e-7b81-4bdf-93fd-49892ad4bbdf,segment=NetworkSegment(b46e665e-82d9-4c1e-ba03-9e131ec66eb3),segment_id=b46e665e-82d9-4c1e-ba03-9e131ec66eb3)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:09.711713 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-aea88d06-1c41-44da-b1b0-8c7e2675fb50 None None] Provisioning complete for port 1376301e-7b81-4bdf-93fd-49892ad4bbdf triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:09.712085 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aea88d06-1c41-44da-b1b0-8c7e2675fb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.717905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ab07466d-c5ed-45c9-9e02-2c01fca35d12,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:09.727494 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8247d18f-c059-49e8-8159-07b26937eac0 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/quotas/48487a8dafc94679b07798e92e71cd73 HTTP/1.1" status: 200 len: 375 time: 0.0744486 Nov 27 01:03:09.740874 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.808129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8414f-12a1-4555-b767-828d3807d00f req-e70226ff-ef22-4048-a0c0-0d14cd475466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:09.809700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fdf8414f-12a1-4555-b767-828d3807d00f req-e70226ff-ef22-4048-a0c0-0d14cd475466 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 1100 time: 0.0790491 Nov 27 01:03:09.826593 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-cba2780e-0513-4bc6-94cd-8876904a0ef7 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48487a8dafc94679b07798e92e71cd73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302389 Nov 27 01:03:09.835400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9143316-303d-4898-919f-a0b745118511 None None] Pushing event updated for resources: {'Port': ['ID=1376301e-7b81-4bdf-93fd-49892ad4bbdf,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:09.838698 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Routers {'57952942-6326-47d3-8b72-ed79baadf5d9'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:09.839538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:02:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['57952942-6326-47d3-8b72-ed79baadf5d9'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:09.842263 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.854030 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.937788 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.995411 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.007180 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3074019 Nov 27 01:03:10.008172 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db22ef-6ac5-4871-9bec-6667e7de1644 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Pushing event updated for resources: {'Port': ['ID=46c77182-dff1-4b4c-9222-0fc36a52286c,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:10.038441 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aea88d06-1c41-44da-b1b0-8c7e2675fb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.061977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8414f-12a1-4555-b767-828d3807d00f req-f2719629-107f-4756-88ad-c04dd85317ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.063458 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fdf8414f-12a1-4555-b767-828d3807d00f req-f2719629-107f-4756-88ad-c04dd85317ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2450113 Nov 27 01:03:10.095865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1376301e-7b81-4bdf-93fd-49892ad4bbdf up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:10.140943 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-21c634aa-c7ec-4e88-9d15-3336703a5b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.166494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] Set router 57952942-6326-47d3-8b72-ed79baadf5d9 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:10.169116 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fdf8414f-12a1-4555-b767-828d3807d00f req-b8bb0172-86fb-4d3e-8772-478a0583bba4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=140b25e7-868a-45b8-a519-450a42a212f4 HTTP/1.1" status: 200 len: 217 time: 0.0969491 Nov 27 01:03:10.240935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-aea88d06-1c41-44da-b1b0-8c7e2675fb50 None None] For port 1376301e-7b81-4bdf-93fd-49892ad4bbdf, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1376301e-7b81-4bdf-93fd-49892ad4bbdf,segment=NetworkSegment(b46e665e-82d9-4c1e-ba03-9e131ec66eb3),segment_id=b46e665e-82d9-4c1e-ba03-9e131ec66eb3)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:10.250884 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aea88d06-1c41-44da-b1b0-8c7e2675fb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.269123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8414f-12a1-4555-b767-828d3807d00f req-6478407d-a2f0-4add-9902-9f53986b737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.272744 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fdf8414f-12a1-4555-b767-828d3807d00f req-6478407d-a2f0-4add-9902-9f53986b737e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0967276 Nov 27 01:03:10.296583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ab07466d-c5ed-45c9-9e02-2c01fca35d12'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:10.395266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8414f-12a1-4555-b767-828d3807d00f req-b5d94de8-e642-4b0e-8c25-631c9bec1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.402585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea885d5d-4d7b-4715-80f8-c15c20278f2b req-58bc943b-704b-44f8-bf48-56ce7fd8a074 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.404121 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea885d5d-4d7b-4715-80f8-c15c20278f2b req-58bc943b-704b-44f8-bf48-56ce7fd8a074 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 948 time: 0.0935202 Nov 27 01:03:10.405801 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fdf8414f-12a1-4555-b767-828d3807d00f req-b5d94de8-e642-4b0e-8c25-631c9bec1a34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247571 Nov 27 01:03:10.513897 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea885d5d-4d7b-4715-80f8-c15c20278f2b req-148ee448-0883-415c-86d4-5a2033ae94b2 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005840 Nov 27 01:03:10.543564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e306faf-d204-43e3-9d4a-580da2f5e785 req-4d18cf70-2aa9-49c8-a67c-dc88814be7ef tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.545679 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e306faf-d204-43e3-9d4a-580da2f5e785 req-4d18cf70-2aa9-49c8-a67c-dc88814be7ef tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 948 time: 0.1342156 Nov 27 01:03:10.575105 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fdf8414f-12a1-4555-b767-828d3807d00f req-d84031e2-f81a-4bca-8f92-ba7f1da1cc1d service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523736 Nov 27 01:03:10.739299 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1376301e-7b81-4bdf-93fd-49892ad4bbdf triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:10.739976 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.800612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 37c505cc-dae2-430b-a261-44d4f049b860 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:10.846043 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3347464e-0759-41a2-bef3-95b8ea53d0be req-d00afbe5-bd18-41f7-8ebb-8ac0a4465198 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 210 time: 0.2679663 Nov 27 01:03:10.889382 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0bc725ea-a30b-4f2b-a7ed-8ca60bcbc403 None None] Provisioning complete for port 1376301e-7b81-4bdf-93fd-49892ad4bbdf triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:10.890142 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0bc725ea-a30b-4f2b-a7ed-8ca60bcbc403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.899054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 37c505cc-dae2-430b-a261-44d4f049b860 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:03:10.918345 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e306faf-d204-43e3-9d4a-580da2f5e785 req-b2dc20b6-e819-4bf7-97c1-f8d05ef49653 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655100 Nov 27 01:03:10.933519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 37c505cc-dae2-430b-a261-44d4f049b860 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:10.934162 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.972057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea88d06-1c41-44da-b1b0-8c7e2675fb50 None None] Pushing event updated for resources: {'Port': ['ID=1376301e-7b81-4bdf-93fd-49892ad4bbdf,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:11.000402 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fdf8414f-12a1-4555-b767-828d3807d00f req-19787d88-b745-459e-a3a9-cfeb7488c947 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830431 Nov 27 01:03:11.108775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-8c772158-90c2-4e20-a7a2-eb5688a01b6a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2097825397&fields=id&tenant_id=4ad1e1b237fe46afb06815c8b8c729f0 HTTP/1.1" status: 200 len: 267 time: 0.0626438 Nov 27 01:03:11.227061 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:11.301113 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe2ae71-6dae-4058-8d1f-00cad903d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c505cc-dae2-430b-a261-44d4f049b860'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:11.374526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-05f38296-641f-43a0-9f2a-740976495e5f tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:11.376107 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-05f38296-641f-43a0-9f2a-740976495e5f tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/networks?id=649a07cd-bf3b-42ac-aaef-288218183590 HTTP/1.1" status: 200 len: 822 time: 0.2596676 Nov 27 01:03:11.377033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 37c505cc-dae2-430b-a261-44d4f049b860, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=37c505cc-dae2-430b-a261-44d4f049b860,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:11.387852 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:11.401278 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-5390b9b5-e61e-4ce3-8b18-756daa06a2aa tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/quotas/4ad1e1b237fe46afb06815c8b8c729f0 HTTP/1.1" status: 200 len: 375 time: 0.0169730 Nov 27 01:03:11.410612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494193073-router', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:55Z', 'updated_at': '2021-11-27T01:03:03Z', 'revision_number': 4, 'project_id': '88d2c383dd824213bc044416cfd6030e', 'gw_port': {'id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:56Z', 'updated_at': '2021-11-27T01:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '1376301e-7b81-4bdf-93fd-49892ad4bbdf', 'name': '', 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'mac_address': 'fa:16:3e:a8:2d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '49984bf7-5212-4b61-b870-2579c2c577a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:02Z', 'updated_at': '2021-11-27T01:03:09Z', 'revision_number': 4, 'project_id': '88d2c383dd824213bc044416cfd6030e', 'subnets': [{'id': '49984bf7-5212-4b61-b870-2579c2c577a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:11.465333 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4fdc1-309f-4163-ba55-b60e463b2b9c None None] The sync data for ids ['57952942-6326-47d3-8b72-ed79baadf5d9'] in n-d-817303-10 is: [{'id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494193073-router', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:55Z', 'updated_at': '2021-11-27T01:03:03Z', 'revision_number': 4, 'project_id': '88d2c383dd824213bc044416cfd6030e', 'gw_port': {'id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:56Z', 'updated_at': '2021-11-27T01:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '1376301e-7b81-4bdf-93fd-49892ad4bbdf', 'name': '', 'network_id': '67691dcc-434e-4a58-978e-4ed5e0d0c46b', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'mac_address': 'fa:16:3e:a8:2d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '49984bf7-5212-4b61-b870-2579c2c577a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:02Z', 'updated_at': '2021-11-27T01:03:09Z', 'revision_number': 4, 'project_id': '88d2c383dd824213bc044416cfd6030e', 'subnets': [{'id': '49984bf7-5212-4b61-b870-2579c2c577a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:03:11.504611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=37c505cc-dae2-430b-a261-44d4f049b860,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:11.522346 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-83eb7b04-1d5c-4b7e-a02d-578b307293ea tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ad1e1b237fe46afb06815c8b8c729f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140959 Nov 27 01:03:11.570270 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cea8ce-bcb0-4011-97dc-dadc95987de0" -d '{"events": [{"server_uuid": "4fe2ae71-6dae-4058-8d1f-00cad903d60c", "name": "network-vif-plugged", "status": "completed", "tag": "37c505cc-dae2-430b-a261-44d4f049b860"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:11.581167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aea32e-7a4f-4fe9-b5d9-0b37710f40bb req-a9588186-93f9-4e19-87e6-e80e768375da tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:11.582961 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5aea32e-7a4f-4fe9-b5d9-0b37710f40bb req-a9588186-93f9-4e19-87e6-e80e768375da tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 971 time: 0.0674059 Nov 27 01:03:11.662327 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5aea32e-7a4f-4fe9-b5d9-0b37710f40bb req-36d14371-7746-4e1c-86c4-294cbe354150 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625143 Nov 27 01:03:11.741751 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-7c5aa385-8392-45cc-ad17-517feb765df5 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=48487a8dafc94679b07798e92e71cd73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298798 Nov 27 01:03:11.954880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-453f5763-fe46-4ca9-81a8-164b2ecd0406 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:11.956438 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-453f5763-fe46-4ca9-81a8-164b2ecd0406 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037196 Nov 27 01:03:11.990531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1376301e-7b81-4bdf-93fd-49892ad4bbdf up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:12.037655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Request body: {'port': {'device_id': 'c6acadda-91c6-47be-a5da-b7e21b69bb5f', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '48487a8dafc94679b07798e92e71cd73'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:12.050151 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-9ff9247a-c38b-4c3f-b4ce-9e759d38bfd8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:03:12.058817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-9ff9247a-c38b-4c3f-b4ce-9e759d38bfd8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3654115 Nov 27 01:03:12.086071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1376301e-7b81-4bdf-93fd-49892ad4bbdf triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:12.086640 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.120651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ce59a-dfae-4ba5-885d-8907bad1cd35 req-d63ade10-8dc2-4024-9292-c49a4218a02c tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:12.125037 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-599ce59a-dfae-4ba5-885d-8907bad1cd35 req-d63ade10-8dc2-4024-9292-c49a4218a02c tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 948 time: 0.0835202 Nov 27 01:03:12.189581 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6b0a23c9-5710-4baa-91db-6729f6e7741e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.223228 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-599ce59a-dfae-4ba5-885d-8907bad1cd35 req-ab55b59b-d15b-49e9-95cd-523660f07c87 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866725 Nov 27 01:03:12.252960 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-49444550-e684-4377-82df-e7a51cf01d5d service neutron] 10.222.0.15 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931000 Nov 27 01:03:12.341511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Made reservation on behalf of 48487a8dafc94679b07798e92e71cd73 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:12.345030 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.355964 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.377630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34046) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:12.418240 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-03e0b140-09ec-4b95-86cc-c0287a849040 service neutron] 10.222.0.15 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536958 Nov 27 01:03:12.470896 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.475986 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.530505 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93717fae-2951-49d4-8175-4a0f6df09515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.565601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:12.584950 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613b1b3d-67fb-4ff3-9552-cf8930c6de55 x-openstack-request-id: req-613b1b3d-67fb-4ff3-9552-cf8930c6de55 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:12.585424 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe2ae71-6dae-4058-8d1f-00cad903d60c", "name": "network-vif-plugged", "status": "completed", "tag": "37c505cc-dae2-430b-a261-44d4f049b860", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:12.585593 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-613b1b3d-67fb-4ff3-9552-cf8930c6de55 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:12.586023 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe2ae71-6dae-4058-8d1f-00cad903d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c505cc-dae2-430b-a261-44d4f049b860', 'code': 200} Nov 27 01:03:12.687982 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-54c4cef3-ba7f-4a91-9e3c-31c8feaa2bd1 req-24a7a266-b038-411a-9ab0-fa41bc54a11b tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 210 time: 0.0508606 Nov 27 01:03:12.696996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Allocated IP 192.168.233.13 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/981a5b71-93cf-4ac7-ad01-bcf44f3293ec) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:12.699815 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.21', 57401) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:12.760946 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93717fae-2951-49d4-8175-4a0f6df09515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.769345 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93717fae-2951-49d4-8175-4a0f6df09515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.799944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029164f-d2bb-475a-bfa2-b2f7ac67f303 req-148f719d-7fc8-4e8f-9353-e5a3f06e0e9f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:12.802157 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3029164f-d2bb-475a-bfa2-b2f7ac67f303 req-148f719d-7fc8-4e8f-9353-e5a3f06e0e9f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 948 time: 0.0919297 Nov 27 01:03:12.824716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268c4d5-a187-4d2b-977f-0cd8d30bdb3b req-7352fd60-7998-4df6-9c84-1cc9d7bf9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:12.826054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d268c4d5-a187-4d2b-977f-0cd8d30bdb3b req-7352fd60-7998-4df6-9c84-1cc9d7bf9c59 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 1123 time: 0.1248579 Nov 27 01:03:12.835095 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-93717fae-2951-49d4-8175-4a0f6df09515 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a6e35d1ee8e431abdf97a6fb2861bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558365 Nov 27 01:03:12.843657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34062) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:12.844683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93717fae-2951-49d4-8175-4a0f6df09515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa5eefb-b7c8-43c5-a224-48dcc827acfc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:12.900650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ab07466d-c5ed-45c9-9e02-2c01fca35d12 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:12.911695 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d268c4d5-a187-4d2b-977f-0cd8d30bdb3b req-71f4a26d-66df-4c6a-9e66-162573f685d5 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.956815 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3029164f-d2bb-475a-bfa2-b2f7ac67f303 req-0ba101a2-6ed1-451c-ab40-934a82e4403e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447253 Nov 27 01:03:12.967609 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1578fad0-c342-404d-8fdf-fd3c06842ee8 req-f79ab5f6-fbf1-4efc-b8fa-b90dc06071d0 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 210 time: 0.0406325 Nov 27 01:03:12.976218 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f0171f2-6115-44aa-86ab-4655353b8bd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.020140 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port ab07466d-c5ed-45c9-9e02-2c01fca35d12 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:03:13.030729 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port ab07466d-c5ed-45c9-9e02-2c01fca35d12 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:13.031096 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.056633 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.078635 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f0171f2-6115-44aa-86ab-4655353b8bd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.135358 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.176918 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.179801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27cdc-c5c7-49b0-848a-8ac4b2d11dac req-0c25cce4-a6c0-4d03-908f-b30fdc83bce5 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:13.188088 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-acd27cdc-c5c7-49b0-848a-8ac4b2d11dac req-0c25cce4-a6c0-4d03-908f-b30fdc83bce5 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 971 time: 0.1337960 Nov 27 01:03:13.232052 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.251303 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d268c4d5-a187-4d2b-977f-0cd8d30bdb3b req-71f4a26d-66df-4c6a-9e66-162573f685d5 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.266046 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d268c4d5-a187-4d2b-977f-0cd8d30bdb3b req-71f4a26d-66df-4c6a-9e66-162573f685d5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.282351 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-acd27cdc-c5c7-49b0-848a-8ac4b2d11dac req-1fe7e717-d2fd-4e49-a95f-0ff3d67b4182 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885150 Nov 27 01:03:13.283244 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f0171f2-6115-44aa-86ab-4655353b8bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.284107 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ab07466d-c5ed-45c9-9e02-2c01fca35d12, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ab07466d-c5ed-45c9-9e02-2c01fca35d12,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:13.285563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:13.286182 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f0171f2-6115-44aa-86ab-4655353b8bd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.287525 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4f0171f2-6115-44aa-86ab-4655353b8bd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fa5eefb-b7c8-43c5-a224-48dcc827acfc HTTP/1.1" status: 204 len: 168 time: 0.4396975 Nov 27 01:03:13.290737 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.316826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:13.317552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0171f2-6115-44aa-86ab-4655353b8bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa5eefb-b7c8-43c5-a224-48dcc827acfc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:13.360301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:13.376859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:13.376859 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.388834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ab07466d-c5ed-45c9-9e02-2c01fca35d12,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:13.428640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Pushing event updated for resources: {'Port': ['ID=981a5b71-93cf-4ac7-ad01-bcf44f3293ec,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:13.478788 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d268c4d5-a187-4d2b-977f-0cd8d30bdb3b req-71f4a26d-66df-4c6a-9e66-162573f685d5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6434562 Nov 27 01:03:13.481693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4a26d-66df-4c6a-9e66-162573f685d5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cde1eb6f-ed93-45b3-917d-7130ffd5ea15,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:13.488527 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-e23a4a99-1927-48af-ac50-234a47cc6937 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4561634 Nov 27 01:03:13.518332 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97280854-bdf5-4e35-b797-e55307d8d893 req-73f2837a-38ce-459d-b7d2-d9f487d694c8 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:13.532655 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-97280854-bdf5-4e35-b797-e55307d8d893 req-73f2837a-38ce-459d-b7d2-d9f487d694c8 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 949 time: 0.2112625 Nov 27 01:03:13.628992 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-97280854-bdf5-4e35-b797-e55307d8d893 req-07119154-eae2-47c2-accc-0a195320a175 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949626 Nov 27 01:03:13.640828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-018613bd-ad78-42c1-a5e0-13c4770fdae7 None None] Provisioning complete for port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:13.642170 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-018613bd-ad78-42c1-a5e0-13c4770fdae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.684637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-018613bd-ad78-42c1-a5e0-13c4770fdae7 None None] Port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:13.687196 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34102) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:13.797992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6f192-ce9b-4591-b242-f557eb3a67f3 req-a247faeb-2000-45da-aed0-3df72f2c9bcb tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:13.799609 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98b6f192-ce9b-4591-b242-f557eb3a67f3 req-a247faeb-2000-45da-aed0-3df72f2c9bcb tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 935 time: 0.0528526 Nov 27 01:03:13.810922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34108) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:13.821870 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a217d476-cf56-4309-a3e1-e46fdc9ffa2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.824077 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f18a0320-e2fe-44c6-af01-b47de1ea509f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.856542 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Request body: {'port': {'device_id': 'c6acadda-91c6-47be-a5da-b7e21b69bb5f', 'device_owner': 'compute:tempest-test_az-541014340', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:13.875216 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98b6f192-ce9b-4591-b242-f557eb3a67f3 req-c308afe2-a49b-4f21-8c63-1a62ab95a4d4 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683906 Nov 27 01:03:13.937381 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.941233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a217d476-cf56-4309-a3e1-e46fdc9ffa2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.944960 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a217d476-cf56-4309-a3e1-e46fdc9ffa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.960808 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f18a0320-e2fe-44c6-af01-b47de1ea509f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.985597 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a217d476-cf56-4309-a3e1-e46fdc9ffa2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cdcad7677754cedaf6a367e50e846c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973087 Nov 27 01:03:13.988159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34112) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:13.989445 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f18a0320-e2fe-44c6-af01-b47de1ea509f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.025679 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217d476-cf56-4309-a3e1-e46fdc9ffa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c380ec46-a73c-4b8f-9047-5dcbf09c2652,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:14.036637 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f18a0320-e2fe-44c6-af01-b47de1ea509f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ef0ffa3880d4443ac5b65f72c947b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244897 Nov 27 01:03:14.040589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34116) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:14.056806 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2f71b45-7f63-46c5-9a15-634e63358fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.084017 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2f71b45-7f63-46c5-9a15-634e63358fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.136621 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4478fc5d-9861-4b85-ac9d-03cffb50a302 req-61d5529c-a2ed-49be-918d-7d9b66a8b2e8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 210 time: 0.0561514 Nov 27 01:03:14.171737 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1d30f99-fe9a-4a09-a10b-5a742e6476ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.197197 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1d30f99-fe9a-4a09-a10b-5a742e6476ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.215709 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2f71b45-7f63-46c5-9a15-634e63358fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.218298 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2f71b45-7f63-46c5-9a15-634e63358fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.221776 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c2f71b45-7f63-46c5-9a15-634e63358fac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c380ec46-a73c-4b8f-9047-5dcbf09c2652 HTTP/1.1" status: 204 len: 168 time: 0.2303777 Nov 27 01:03:14.242314 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f71b45-7f63-46c5-9a15-634e63358fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c380ec46-a73c-4b8f-9047-5dcbf09c2652,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:14.270992 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1d30f99-fe9a-4a09-a10b-5a742e6476ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.273849 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1d30f99-fe9a-4a09-a10b-5a742e6476ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.275521 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c1d30f99-fe9a-4a09-a10b-5a742e6476ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82c8aa2e-7622-45c6-8796-3115a7d12ae5 HTTP/1.1" status: 204 len: 168 time: 0.2338407 Nov 27 01:03:14.283758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d30f99-fe9a-4a09-a10b-5a742e6476ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c8aa2e-7622-45c6-8796-3115a7d12ae5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:14.400132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a0320-e2fe-44c6-af01-b47de1ea509f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c8aa2e-7622-45c6-8796-3115a7d12ae5,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:14.422097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f20740-2a26-490d-9205-efe96c3ab1f9 req-dfb95409-76dc-46de-8063-5e0ae1e1f31c tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:14.424619 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20f20740-2a26-490d-9205-efe96c3ab1f9 req-dfb95409-76dc-46de-8063-5e0ae1e1f31c tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 971 time: 0.0724123 Nov 27 01:03:14.502848 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20f20740-2a26-490d-9205-efe96c3ab1f9 req-2353d96d-3804-4f95-92f9-701dde44fac5 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600576 Nov 27 01:03:14.527508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb4b52-733d-4b81-bf53-98d3693d3630 req-9b2407bc-b6fa-43c7-a1d0-bc83db930a85 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:14.529051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3aeb4b52-733d-4b81-bf53-98d3693d3630 req-9b2407bc-b6fa-43c7-a1d0-bc83db930a85 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 948 time: 0.4512928 Nov 27 01:03:14.564540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-e9734f55-2385-48d1-bbc5-d9a189a98fee tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:14.565989 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-e9734f55-2385-48d1-bbc5-d9a189a98fee tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.31 "GET /v2.0/networks?id=649a07cd-bf3b-42ac-aaef-288218183590 HTTP/1.1" status: 200 len: 822 time: 0.4895561 Nov 27 01:03:14.587623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c54521-330f-415a-afa1-97a6578cf355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab07466d-c5ed-45c9-9e02-2c01fca35d12'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:14.592054 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d758a74f-563c-4ecf-a656-5bbe8b862761" -d '{"events": [{"server_uuid": "24c54521-330f-415a-afa1-97a6578cf355", "name": "network-vif-plugged", "status": "completed", "tag": "ab07466d-c5ed-45c9-9e02-2c01fca35d12"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:14.637839 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0368063a-312e-4f7b-bc24-bdef65310858 x-openstack-request-id: req-0368063a-312e-4f7b-bc24-bdef65310858 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:14.638239 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c54521-330f-415a-afa1-97a6578cf355", "name": "network-vif-plugged", "status": "completed", "tag": "ab07466d-c5ed-45c9-9e02-2c01fca35d12", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:14.638589 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0368063a-312e-4f7b-bc24-bdef65310858 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:14.639150 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c54521-330f-415a-afa1-97a6578cf355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab07466d-c5ed-45c9-9e02-2c01fca35d12', 'code': 200} Nov 27 01:03:14.652578 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.663150 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3aeb4b52-733d-4b81-bf53-98d3693d3630 req-8f1a9ea6-bce9-422e-adf8-04bac0c1842a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251171 Nov 27 01:03:14.742576 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-f6005388-83f8-4f1a-b5e1-e6eba847cca3 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ad1e1b237fe46afb06815c8b8c729f0 HTTP/1.1" status: 200 len: 380 time: 0.1458867 Nov 27 01:03:14.758093 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34138) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:14.777601 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c9de1207-aaf2-4e28-8c50-cc2fb680969b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.780372 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981a5b71-93cf-4ac7-ad01-bcf44f3293ec {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:14.789321 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.795373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.31', 59824) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:14.811068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-3441157c-4e22-493b-97d3-ea56b17ec2b8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Request body: {'port': {'device_id': 'acbd6a77-a50d-4fac-a7be-b5f8e06e17a7', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'admin_state_up': True, 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'security_groups': ['0e31eb61-cf9c-4084-8bea-767d69d54a52']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:14.815412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71597a13-8384-4c9f-a74e-e0c7198551aa req-cbb3a6ff-255c-4888-ae32-726db073598f tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:14.817394 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71597a13-8384-4c9f-a74e-e0c7198551aa req-cbb3a6ff-255c-4888-ae32-726db073598f tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 949 time: 0.0944803 Nov 27 01:03:14.846777 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Transition to ACTIVE for port object 981a5b71-93cf-4ac7-ad01-bcf44f3293ec will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:14.887562 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.892299 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71597a13-8384-4c9f-a74e-e0c7198551aa req-49056ee9-4349-4ae4-b322-38448acdfdcc tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651925 Nov 27 01:03:14.911949 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c9de1207-aaf2-4e28-8c50-cc2fb680969b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.915732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 140b25e7-868a-45b8-a519-450a42a212f4 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:14.918110 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c9de1207-aaf2-4e28-8c50-cc2fb680969b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.962860 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c9de1207-aaf2-4e28-8c50-cc2fb680969b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2935031f5b944a88f7265c6f680029a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034531 Nov 27 01:03:14.963461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34144) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:14.970155 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de1207-aaf2-4e28-8c50-cc2fb680969b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b84417f-3d6b-4342-b3ab-354bd5013909,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:14.970511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Pushing event updated for resources: {'Port': ['ID=981a5b71-93cf-4ac7-ad01-bcf44f3293ec,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:15.006941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c3bf8-7f6a-4a7c-8909-339aba397fa8 req-8af51aa3-adca-4ae2-a6ea-cda973157962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:15.008627 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d51c3bf8-7f6a-4a7c-8909-339aba397fa8 req-8af51aa3-adca-4ae2-a6ea-cda973157962 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 1101 time: 0.2123101 Nov 27 01:03:15.051443 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0966131-a3d2-434b-a84c-8cf9e5dbae41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.085170 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0966131-a3d2-434b-a84c-8cf9e5dbae41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.090912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 140b25e7-868a-45b8-a519-450a42a212f4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=140b25e7-868a-45b8-a519-450a42a212f4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:15.106489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '140b25e7-868a-45b8-a519-450a42a212f4', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '140b25e7-868a-45b8-a519-450a42a212f4', 'mac_address': 'fa:16:3e:a3:e1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:15.154355 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0966131-a3d2-434b-a84c-8cf9e5dbae41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.162516 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0966131-a3d2-434b-a84c-8cf9e5dbae41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.164739 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f0966131-a3d2-434b-a84c-8cf9e5dbae41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b84417f-3d6b-4342-b3ab-354bd5013909 HTTP/1.1" status: 204 len: 168 time: 0.1998270 Nov 27 01:03:15.176392 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0966131-a3d2-434b-a84c-8cf9e5dbae41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b84417f-3d6b-4342-b3ab-354bd5013909,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:15.181390 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.208672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140b25e7-868a-45b8-a519-450a42a212f4 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:15.237495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e4bdb-6647-40c6-9dd7-d91fbe5ddf0f req-7d5c7cfd-9eca-4475-a071-cb4a5235b3e3 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:15.239043 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd1e4bdb-6647-40c6-9dd7-d91fbe5ddf0f req-7d5c7cfd-9eca-4475-a071-cb4a5235b3e3 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 968 time: 0.2345932 Nov 27 01:03:15.245739 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d51c3bf8-7f6a-4a7c-8909-339aba397fa8 req-2c182a51-eff4-488a-a011-4dcdebce4d2b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095239 Nov 27 01:03:15.247779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Attempting to bind port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:15.248114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Attempting to bind port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:15.248487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Attempting to bind port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:15.256068 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 140b25e7-868a-45b8-a519-450a42a212f4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=140b25e7-868a-45b8-a519-450a42a212f4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:15.262713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-3441157c-4e22-493b-97d3-ea56b17ec2b8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Made reservation on behalf of 4ad1e1b237fe46afb06815c8b8c729f0 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:15.266351 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-3441157c-4e22-493b-97d3-ea56b17ec2b8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.268929 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:15.269234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Attempting to bind port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:15.275750 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.297771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:15.297771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:15.298030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:15.298384 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Bound port: 981a5b71-93cf-4ac7-ad01-bcf44f3293ec, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:15.298743 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.320167 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab9940a5-85fa-405b-b524-a34f9a3e6a5a req-db95a6c2-451d-4a8e-9165-8e1ebaf84dbc tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 210 time: 0.0489779 Nov 27 01:03:15.394578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=140b25e7-868a-45b8-a519-450a42a212f4,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:15.442200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd1e4bdb-6647-40c6-9dd7-d91fbe5ddf0f req-3bb73a5f-a92b-4f22-8fcd-149d880a6bc3 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886263 Nov 27 01:03:15.531831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] For port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:15.545365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] For port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=981a5b71-93cf-4ac7-ad01-bcf44f3293ec,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:15.567066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-3441157c-4e22-493b-97d3-ea56b17ec2b8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Allocated IP 172.20.0.10 (649a07cd-bf3b-42ac-aaef-288218183590/572090ea-1174-40ff-925e-3890db83497a/d01d79e4-d969-4c23-bceb-575214916189) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:15.656850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d3b80-5f8a-40dd-a1a2-4fa4d2774756 req-c9241cc1-b525-4bfb-9c38-30ee436be008 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:15.666745 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b3d3b80-5f8a-40dd-a1a2-4fa4d2774756 req-c9241cc1-b525-4bfb-9c38-30ee436be008 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 971 time: 0.0699258 Nov 27 01:03:15.693666 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.702663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['140b25e7-868a-45b8-a519-450a42a212f4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:15.770584 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-3441157c-4e22-493b-97d3-ea56b17ec2b8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.776567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:15.776877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b3d3b80-5f8a-40dd-a1a2-4fa4d2774756 req-fc76909b-d554-4f92-b7c2-43aea2c9f47a tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070082 Nov 27 01:03:15.777182 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.778957 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] 10.222.0.21 "PUT /v2.0/ports/981a5b71-93cf-4ac7-ad01-bcf44f3293ec HTTP/1.1" status: 200 len: 1117 time: 1.9282651 Nov 27 01:03:15.778957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6acadda-91c6-47be-a5da-b7e21b69bb5f', 'tag': '981a5b71-93cf-4ac7-ad01-bcf44f3293ec'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:15.781542 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283e2b1f-d96a-4299-a406-81b4e68211dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c6acadda-91c6-47be-a5da-b7e21b69bb5f", "tag": "981a5b71-93cf-4ac7-ad01-bcf44f3293ec"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:15.897320 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9989b-3bf0-41ea-b640-dcf5d06342f3 service neutron] Pushing event updated for resources: {'Port': ['ID=981a5b71-93cf-4ac7-ad01-bcf44f3293ec,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:15.935407 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.938079 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd8e4a9-0d5e-415a-898b-afdecb230d4c x-openstack-request-id: req-acd8e4a9-0d5e-415a-898b-afdecb230d4c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:15.938371 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6acadda-91c6-47be-a5da-b7e21b69bb5f", "tag": "981a5b71-93cf-4ac7-ad01-bcf44f3293ec", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:15.938626 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acd8e4a9-0d5e-415a-898b-afdecb230d4c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:15.939023 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6acadda-91c6-47be-a5da-b7e21b69bb5f', 'tag': '981a5b71-93cf-4ac7-ad01-bcf44f3293ec', 'status': 'completed', 'code': 200} Nov 27 01:03:15.973051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c1d1e-d263-4837-8124-62d8a33c562b req-116d6b1b-cce7-47f9-88fe-954bebe1a2ac tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:15.980979 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b83c1d1e-d263-4837-8124-62d8a33c562b req-116d6b1b-cce7-47f9-88fe-954bebe1a2ac tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 949 time: 0.1874659 Nov 27 01:03:16.001908 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-3441157c-4e22-493b-97d3-ea56b17ec2b8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.027726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-14cb57c5-ab7b-4fd4-9b83-32af268b1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:16.029373 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-14cb57c5-ab7b-4fd4-9b83-32af268b1c44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=48487a8dafc94679b07798e92e71cd73&device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 1120 time: 0.1662445 Nov 27 01:03:16.154357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108c54d-777d-4887-9c5a-2231e05057fc req-fc667579-d63b-4565-a686-ae339e8b472f tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:16.157221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2108c54d-777d-4887-9c5a-2231e05057fc req-fc667579-d63b-4565-a686-ae339e8b472f tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 949 time: 0.1081507 Nov 27 01:03:16.189744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-3441157c-4e22-493b-97d3-ea56b17ec2b8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Network 649a07cd-bf3b-42ac-aaef-288218183590 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:16.193706 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-d13235a0-fcc9-44aa-a0a8-361ddcdb233c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=981a5b71-93cf-4ac7-ad01-bcf44f3293ec HTTP/1.1" status: 200 len: 217 time: 0.0837035 Nov 27 01:03:16.203732 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-3441157c-4e22-493b-97d3-ea56b17ec2b8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:16.219763 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2108c54d-777d-4887-9c5a-2231e05057fc req-cc45b879-ea3b-4abc-8801-bf32d77abc27 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558188 Nov 27 01:03:16.225918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-3441157c-4e22-493b-97d3-ea56b17ec2b8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:16.244070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-3441157c-4e22-493b-97d3-ea56b17ec2b8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:16.245332 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-3441157c-4e22-493b-97d3-ea56b17ec2b8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.267120 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b83c1d1e-d263-4837-8124-62d8a33c562b req-0943cfc7-c68e-4294-9dca-5d470812795b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796075 Nov 27 01:03:16.294309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441157c-4e22-493b-97d3-ea56b17ec2b8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Pushing event updated for resources: {'Port': ['ID=d01d79e4-d969-4c23-bceb-575214916189,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:16.319797 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-3441157c-4e22-493b-97d3-ea56b17ec2b8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5149033 Nov 27 01:03:16.330348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-9766847b-11f1-4bf5-ae67-983d62a5483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:16.331874 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-9766847b-11f1-4bf5-ae67-983d62a5483d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1303654 Nov 27 01:03:16.359501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Request body: {'port': {'device_id': 'acbd6a77-a50d-4fac-a7be-b5f8e06e17a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:16.465881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642d86e-566c-47a0-8aa3-e88b3ca9de0d req-89d3165a-0bae-4c86-ab6e-dfe46f5b2f5d tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:16.467096 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.471080 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-40338d27-c5a4-4ee8-92a7-d01fdcb6352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:16.472906 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-40338d27-c5a4-4ee8-92a7-d01fdcb6352e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1326978 Nov 27 01:03:16.473244 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d642d86e-566c-47a0-8aa3-e88b3ca9de0d req-89d3165a-0bae-4c86-ab6e-dfe46f5b2f5d tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 932 time: 0.0710826 Nov 27 01:03:16.545394 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d642d86e-566c-47a0-8aa3-e88b3ca9de0d req-ccf57f43-5e48-4a7c-b09a-1a8b34632c97 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712063 Nov 27 01:03:16.585459 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-84f7f2e3-dd0c-41c3-b8dd-6488d953b34c None None] Provisioning complete for port d01d79e4-d969-4c23-bceb-575214916189 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:16.586313 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-84f7f2e3-dd0c-41c3-b8dd-6488d953b34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.632739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-84f7f2e3-dd0c-41c3-b8dd-6488d953b34c None None] Port d01d79e4-d969-4c23-bceb-575214916189 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:16.720781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0551458-67c1-45de-9bdb-71629663c023 req-35717ccf-c20f-439f-add5-13ffca33b37d tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:16.722342 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0551458-67c1-45de-9bdb-71629663c023 req-35717ccf-c20f-439f-add5-13ffca33b37d tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 968 time: 0.1492212 Nov 27 01:03:16.731054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-af782c14-4f05-41e2-96b4-001da1998c5d service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491012 Nov 27 01:03:16.928227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 140b25e7-868a-45b8-a519-450a42a212f4 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:16.976063 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9a45b-8f9f-40c5-824c-0d25977464ea req-5a2a0339-d17a-43e3-9af3-66a3f76cb4f6 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:16.977920 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-70c9a45b-8f9f-40c5-824c-0d25977464ea req-5a2a0339-d17a-43e3-9af3-66a3f76cb4f6 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 971 time: 0.0605845 Nov 27 01:03:16.989129 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 140b25e7-868a-45b8-a519-450a42a212f4 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:03:16.994474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 140b25e7-868a-45b8-a519-450a42a212f4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:16.994816 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.030782 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0551458-67c1-45de-9bdb-71629663c023 req-92a92b6c-95eb-4c03-ac9a-1b2a73caee54 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868457 Nov 27 01:03:17.052217 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-70c9a45b-8f9f-40c5-824c-0d25977464ea req-51f4aae1-9d3e-4320-9af9-b6d41042f191 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644553 Nov 27 01:03:17.083382 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7145b8bf-f8ce-4cb6-992e-bcd04e21a96b req-fd86ae53-ff1b-46bc-825c-a70853e4c5bc service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355248 Nov 27 01:03:17.142338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01d79e4-d969-4c23-bceb-575214916189 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:17.158212 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.161771 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.174763 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Transition to ACTIVE for port object d01d79e4-d969-4c23-bceb-575214916189 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:17.178862 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.215511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2d5baa-b8df-48c4-8a50-17ca2def6f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140b25e7-868a-45b8-a519-450a42a212f4'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:17.222755 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcc2b21-2b8b-416e-b227-338199678e4b" -d '{"events": [{"server_uuid": "ce2d5baa-b8df-48c4-8a50-17ca2def6f25", "name": "network-vif-plugged", "status": "completed", "tag": "140b25e7-868a-45b8-a519-450a42a212f4"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:17.242771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 140b25e7-868a-45b8-a519-450a42a212f4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=140b25e7-868a-45b8-a519-450a42a212f4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:17.248390 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.333435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d01d79e4-d969-4c23-bceb-575214916189,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:17.337145 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=140b25e7-868a-45b8-a519-450a42a212f4,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:17.348133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e2b1f-d96a-4299-a406-81b4e68211dc req-191c8ddb-d776-4e3c-9583-9045d0e3ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:17.349685 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-283e2b1f-d96a-4299-a406-81b4e68211dc req-191c8ddb-d776-4e3c-9583-9045d0e3ef19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=48487a8dafc94679b07798e92e71cd73&device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 1120 time: 0.1586857 Nov 27 01:03:17.350518 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Attempting to bind port d01d79e4-d969-4c23-bceb-575214916189 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:17.350852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Attempting to bind port d01d79e4-d969-4c23-bceb-575214916189 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:17.351174 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Attempting to bind port d01d79e4-d969-4c23-bceb-575214916189 on network 649a07cd-bf3b-42ac-aaef-288218183590 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:17.357185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Port d01d79e4-d969-4c23-bceb-575214916189 on network 649a07cd-bf3b-42ac-aaef-288218183590 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:17.357583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Attempting to bind port d01d79e4-d969-4c23-bceb-575214916189 on network 649a07cd-bf3b-42ac-aaef-288218183590 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:17.375782 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64255980-8ac7-4abb-a687-a09ac2bd606a x-openstack-request-id: req-64255980-8ac7-4abb-a687-a09ac2bd606a {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:17.376300 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2d5baa-b8df-48c4-8a50-17ca2def6f25", "name": "network-vif-plugged", "status": "completed", "tag": "140b25e7-868a-45b8-a519-450a42a212f4", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:17.376572 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64255980-8ac7-4abb-a687-a09ac2bd606a {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:17.377081 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2d5baa-b8df-48c4-8a50-17ca2def6f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140b25e7-868a-45b8-a519-450a42a212f4', 'code': 200} Nov 27 01:03:17.390238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:17.390579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Checking segment: {'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:17.390958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Bound using segment: {'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:17.391406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Bound port: d01d79e4-d969-4c23-bceb-575214916189, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:17.391764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.394126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fb0a4-b88c-4bab-985e-332b0de19c78 req-076351e0-395d-4f41-839f-5c0c5de5ac5d tempest-AggregatesAdminTestJSON-1844470089 tempest-AggregatesAdminTestJSON-1844470089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:17.403770 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a48fb0a4-b88c-4bab-985e-332b0de19c78 req-076351e0-395d-4f41-839f-5c0c5de5ac5d tempest-AggregatesAdminTestJSON-1844470089 tempest-AggregatesAdminTestJSON-1844470089-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 1123 time: 0.1789689 Nov 27 01:03:17.419313 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a48fb0a4-b88c-4bab-985e-332b0de19c78 req-8e29c2dc-0718-496e-9898-ec2b1f21ad18 tempest-AggregatesAdminTestJSON-1844470089 tempest-AggregatesAdminTestJSON-1844470089-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.529936 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a48fb0a4-b88c-4bab-985e-332b0de19c78 req-8e29c2dc-0718-496e-9898-ec2b1f21ad18 tempest-AggregatesAdminTestJSON-1844470089 tempest-AggregatesAdminTestJSON-1844470089-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.536080 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a48fb0a4-b88c-4bab-985e-332b0de19c78 req-8e29c2dc-0718-496e-9898-ec2b1f21ad18 tempest-AggregatesAdminTestJSON-1844470089 tempest-AggregatesAdminTestJSON-1844470089-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.594742 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a48fb0a4-b88c-4bab-985e-332b0de19c78 req-8e29c2dc-0718-496e-9898-ec2b1f21ad18 tempest-AggregatesAdminTestJSON-1844470089 tempest-AggregatesAdminTestJSON-1844470089-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897252 Nov 27 01:03:17.595663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29c2dc-0718-496e-9898-ec2b1f21ad18 tempest-AggregatesAdminTestJSON-1844470089 tempest-AggregatesAdminTestJSON-1844470089-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea3255a-4088-4c34-9dd5-4a2ecb9f1306,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:17.616183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e2b1f-d96a-4299-a406-81b4e68211dc req-6d971c26-0458-4008-b9ce-5ba1ca693ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:17.618589 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-283e2b1f-d96a-4299-a406-81b4e68211dc req-6d971c26-0458-4008-b9ce-5ba1ca693ad2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2582126 Nov 27 01:03:17.683251 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b433840-52b5-430b-a04a-5bc3428c68d9 req-ddd253aa-e680-44e5-8ea7-4eacb624caa0 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:17.684733 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b433840-52b5-430b-a04a-5bc3428c68d9 req-ddd253aa-e680-44e5-8ea7-4eacb624caa0 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 949 time: 0.2011263 Nov 27 01:03:17.685752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] For port d01d79e4-d969-4c23-bceb-575214916189, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:17.688688 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-283e2b1f-d96a-4299-a406-81b4e68211dc req-79c34abc-ac68-4947-b75c-6116beb575bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=981a5b71-93cf-4ac7-ad01-bcf44f3293ec HTTP/1.1" status: 200 len: 217 time: 0.0616262 Nov 27 01:03:17.690655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee434d-5b63-4235-9f29-6faf518b211c req-e501d277-dff9-46b3-ab05-410fab230e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:17.692075 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81ee434d-5b63-4235-9f29-6faf518b211c req-e501d277-dff9-46b3-ab05-410fab230e9a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 1102 time: 0.1737525 Nov 27 01:03:17.731956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] For port d01d79e4-d969-4c23-bceb-575214916189, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d01d79e4-d969-4c23-bceb-575214916189,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:17.765444 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.839695 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:17.840323 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.841689 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] 10.222.0.31 "PUT /v2.0/ports/d01d79e4-d969-4c23-bceb-575214916189 HTTP/1.1" status: 200 len: 1093 time: 1.4926379 Nov 27 01:03:17.862211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e2b1f-d96a-4299-a406-81b4e68211dc req-9289f064-826b-483a-8e4f-5f14c471e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:17.863778 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-283e2b1f-d96a-4299-a406-81b4e68211dc req-9289f064-826b-483a-8e4f-5f14c471e3c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1585531 Nov 27 01:03:17.871269 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b433840-52b5-430b-a04a-5bc3428c68d9 req-3abd64d0-803d-4c42-b970-8a5040177df0 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782203 Nov 27 01:03:17.879948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81ee434d-5b63-4235-9f29-6faf518b211c req-b377ff06-7fac-49b5-b438-6fb1eb314245 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728680 Nov 27 01:03:17.891337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc5cfa-f443-4afc-ae59-d1fcbf3ab20f req-19afb7d8-db61-43a8-8ba3-ab45c11a5ecb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:17.898243 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fdfc5cfa-f443-4afc-ae59-d1fcbf3ab20f req-19afb7d8-db61-43a8-8ba3-ab45c11a5ecb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.0774963 Nov 27 01:03:17.928008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72d876-04ee-432c-983f-2b3af91340d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d01d79e4-d969-4c23-bceb-575214916189,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:17.942025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbd6a77-a50d-4fac-a7be-b5f8e06e17a7', 'tag': 'd01d79e4-d969-4c23-bceb-575214916189'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:17.944546 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aefac8-4521-4a8e-bd22-a72ffe33c464" -d '{"events": [{"name": "network-changed", "server_uuid": "acbd6a77-a50d-4fac-a7be-b5f8e06e17a7", "tag": "d01d79e4-d969-4c23-bceb-575214916189"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:17.959668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e2b1f-d96a-4299-a406-81b4e68211dc req-95c70b9a-d49d-4b71-b260-5f70cbfc27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:17.961761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-283e2b1f-d96a-4299-a406-81b4e68211dc req-95c70b9a-d49d-4b71-b260-5f70cbfc27ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0838263 Nov 27 01:03:17.963001 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fdfc5cfa-f443-4afc-ae59-d1fcbf3ab20f req-5bbad24b-5d98-4424-a502-c7afae961fb7 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554471 Nov 27 01:03:18.095528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5450d2-636b-4805-8e90-3780bf42e8ac req-384b0c67-0bcc-4fff-ba03-2821f26899f2 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:18.097025 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c5450d2-636b-4805-8e90-3780bf42e8ac req-384b0c67-0bcc-4fff-ba03-2821f26899f2 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 944 time: 0.1094923 Nov 27 01:03:18.128000 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-283e2b1f-d96a-4299-a406-81b4e68211dc req-5f287827-c126-4e3c-927c-40397e440669 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578033 Nov 27 01:03:18.204643 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c5450d2-636b-4805-8e90-3780bf42e8ac req-f4a8734c-d113-4f72-90c5-3b85ec30f1f5 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945232 Nov 27 01:03:18.278556 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-283e2b1f-d96a-4299-a406-81b4e68211dc req-833ba747-dc1d-49be-87fe-28168754f1c4 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370173 Nov 27 01:03:18.285513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-15b1ec76-f9d2-42df-8597-30713a6c5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:18.287146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-15b1ec76-f9d2-42df-8597-30713a6c5f1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ad1e1b237fe46afb06815c8b8c729f0&device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 1096 time: 0.0800807 Nov 27 01:03:18.307396 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff3d743-50c4-42e2-a72f-4ef632788240 x-openstack-request-id: req-7ff3d743-50c4-42e2-a72f-4ef632788240 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:18.307688 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbd6a77-a50d-4fac-a7be-b5f8e06e17a7", "tag": "d01d79e4-d969-4c23-bceb-575214916189", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:18.308549 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ff3d743-50c4-42e2-a72f-4ef632788240 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:18.309204 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbd6a77-a50d-4fac-a7be-b5f8e06e17a7', 'tag': 'd01d79e4-d969-4c23-bceb-575214916189', 'status': 'completed', 'code': 200} Nov 27 01:03:18.356747 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-9ba4bde9-0d64-4e74-b11c-8c1bdfcc96ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d01d79e4-d969-4c23-bceb-575214916189 HTTP/1.1" status: 200 len: 217 time: 0.0439098 Nov 27 01:03:18.427183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-dccbd578-1bb0-47fb-9089-944e9de9d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:18.428648 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-dccbd578-1bb0-47fb-9089-944e9de9d336 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=572090ea-1174-40ff-925e-3890db83497a HTTP/1.1" status: 200 len: 861 time: 0.0645914 Nov 27 01:03:18.439543 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601281b3-1a68-4dab-b015-66f2b67b2700 req-086034c3-d36d-408c-a3a4-f720a1730c59 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:18.441062 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-601281b3-1a68-4dab-b015-66f2b67b2700 req-086034c3-d36d-408c-a3a4-f720a1730c59 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 968 time: 0.0871503 Nov 27 01:03:18.502625 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-601281b3-1a68-4dab-b015-66f2b67b2700 req-3db99089-583c-4be8-9596-5f580e0af195 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549049 Nov 27 01:03:18.555300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-ad4ef01f-4878-4f6a-bc36-b3866a50d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:18.556164 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-ad4ef01f-4878-4f6a-bc36-b3866a50d398 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=649a07cd-bf3b-42ac-aaef-288218183590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743296 Nov 27 01:03:18.690934 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-444cd9c6-4526-4c3b-aa90-c03ecbe5f583 service neutron] 10.222.0.31 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265292 Nov 27 01:03:18.699141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaed559-2239-4569-b8cb-d799e8bd38dc req-782e3b1d-18ce-4e3e-804f-4b716ee5689d tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:18.700551 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2eaed559-2239-4569-b8cb-d799e8bd38dc req-782e3b1d-18ce-4e3e-804f-4b716ee5689d tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 949 time: 0.0763671 Nov 27 01:03:18.801611 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2eaed559-2239-4569-b8cb-d799e8bd38dc req-c3890ba2-1461-4f12-86b2-6e1936907d20 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932579 Nov 27 01:03:18.825667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74e1033a-0a16-471e-aaa1-fecacf7c466e req-8583ecc5-d4c8-4247-aced-23754780375e service neutron] 10.222.0.31 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241803 Nov 27 01:03:19.011595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefac8-4521-4a8e-bd22-a72ffe33c464 req-c81e088a-74bf-4287-ba3b-1369b4d9bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:19.015169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9aefac8-4521-4a8e-bd22-a72ffe33c464 req-c81e088a-74bf-4287-ba3b-1369b4d9bc44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ad1e1b237fe46afb06815c8b8c729f0&device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 1096 time: 0.0688000 Nov 27 01:03:19.111896 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3957f-4f85-43da-b900-5071c8f4895d req-9cabca37-31c8-43c6-a7d0-bef7fa2bb667 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:19.130709 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a8d3957f-4f85-43da-b900-5071c8f4895d req-9cabca37-31c8-43c6-a7d0-bef7fa2bb667 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.0787876 Nov 27 01:03:19.171108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefac8-4521-4a8e-bd22-a72ffe33c464 req-5a583bcf-d6b9-4b5a-95a2-478bf649e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:19.173500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9aefac8-4521-4a8e-bd22-a72ffe33c464 req-5a583bcf-d6b9-4b5a-95a2-478bf649e54e service neutron] 10.222.0.31 "GET /v2.0/networks?id=649a07cd-bf3b-42ac-aaef-288218183590 HTTP/1.1" status: 200 len: 923 time: 0.1432586 Nov 27 01:03:19.190491 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a8d3957f-4f85-43da-b900-5071c8f4895d req-016cd221-eb8e-43fd-9d4d-0c7b10ea6c6f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586417 Nov 27 01:03:19.235553 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9aefac8-4521-4a8e-bd22-a72ffe33c464 req-2b3b7868-2399-4139-9ee1-02b2bb44e66d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d01d79e4-d969-4c23-bceb-575214916189 HTTP/1.1" status: 200 len: 217 time: 0.0537353 Nov 27 01:03:19.328988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34344) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:19.344758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34346) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:19.370205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefac8-4521-4a8e-bd22-a72ffe33c464 req-c68ac337-19b0-4ca4-a67d-b4f3f573ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:19.372374 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9aefac8-4521-4a8e-bd22-a72ffe33c464 req-c68ac337-19b0-4ca4-a67d-b4f3f573ea0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=572090ea-1174-40ff-925e-3890db83497a HTTP/1.1" status: 200 len: 861 time: 0.1289413 Nov 27 01:03:19.386061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917124c1-e59d-495c-a47f-4c7e14f8d681 req-652db699-68bf-4760-8909-a8debe7db841 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:19.388304 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-917124c1-e59d-495c-a47f-4c7e14f8d681 req-652db699-68bf-4760-8909-a8debe7db841 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 944 time: 0.0832956 Nov 27 01:03:19.454875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefac8-4521-4a8e-bd22-a72ffe33c464 req-a49d3560-e174-457c-bc29-fa7281d3580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:19.456669 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9aefac8-4521-4a8e-bd22-a72ffe33c464 req-a49d3560-e174-457c-bc29-fa7281d3580c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=649a07cd-bf3b-42ac-aaef-288218183590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674126 Nov 27 01:03:19.503012 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-917124c1-e59d-495c-a47f-4c7e14f8d681 req-0d9c8c3f-b4d9-4f25-8152-4ae9bb6d4ed9 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084375 Nov 27 01:03:19.562507 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a7f8314-b15b-477f-859d-dc8a9ce4ceda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:19.584514 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0bbc-333c-4b96-844a-c5b83e35d80c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:19.627028 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9aefac8-4521-4a8e-bd22-a72ffe33c464 req-9133bd00-8058-47e6-8340-1280fe0dcb4c service neutron] 10.222.0.31 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579211 Nov 27 01:03:19.721347 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0a4a2-f3dd-420c-a0ff-b7bbe39a1091 req-c7ac9358-1cb0-4198-8c3c-ac0ba57fd3d8 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:19.723078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42e0a4a2-f3dd-420c-a0ff-b7bbe39a1091 req-c7ac9358-1cb0-4198-8c3c-ac0ba57fd3d8 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 968 time: 0.1001387 Nov 27 01:03:19.740778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0bbc-333c-4b96-844a-c5b83e35d80c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:19.748125 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a7f8314-b15b-477f-859d-dc8a9ce4ceda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:19.757063 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0bbc-333c-4b96-844a-c5b83e35d80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:19.759453 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a7f8314-b15b-477f-859d-dc8a9ce4ceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:19.783273 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9aefac8-4521-4a8e-bd22-a72ffe33c464 req-f2666502-6c26-4959-8972-b145325ec863 service neutron] 10.222.0.31 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445932 Nov 27 01:03:19.804297 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8a7f8314-b15b-477f-859d-dc8a9ce4ceda admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15f3c5b664464f5594c3ea0bf1c8ed00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4688351 Nov 27 01:03:19.804297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34376) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:19.813051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f8314-b15b-477f-859d-dc8a9ce4ceda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c6eac8-5fbc-4894-a06c-22892b42c6c5,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:19.827980 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a5cf0bbc-333c-4b96-844a-c5b83e35d80c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c03636b7af24ac2abfd7a604612032c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4766273 Nov 27 01:03:19.833751 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34380) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:19.838961 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42e0a4a2-f3dd-420c-a0ff-b7bbe39a1091 req-b680be9e-c7b7-4895-b286-525f8cc3b4c6 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002004 Nov 27 01:03:19.841231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf0bbc-333c-4b96-844a-c5b83e35d80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca79d2e-f58a-40e1-90ef-d462e1ff5c7a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:19.898139 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7ec2783-753f-4d03-8f3f-74a2f0ee2715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:19.929173 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-27a1b079-dcd6-44c9-8aab-e34068853301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:19.933795 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7ec2783-753f-4d03-8f3f-74a2f0ee2715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:19.974188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-27a1b079-dcd6-44c9-8aab-e34068853301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:19.979400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57ed73-7452-4c79-b251-12d9a4028569 req-ff0e11dc-1744-4d24-8bb1-9cc2ea734d9d tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:19.980971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec57ed73-7452-4c79-b251-12d9a4028569 req-ff0e11dc-1744-4d24-8bb1-9cc2ea734d9d tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 949 time: 0.0594614 Nov 27 01:03:20.030270 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7ec2783-753f-4d03-8f3f-74a2f0ee2715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.032937 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec57ed73-7452-4c79-b251-12d9a4028569 req-970066ce-b74c-4e9f-88fc-3b03373eab56 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457904 Nov 27 01:03:20.033856 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7ec2783-753f-4d03-8f3f-74a2f0ee2715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.034983 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f7ec2783-753f-4d03-8f3f-74a2f0ee2715 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7c6eac8-5fbc-4894-a06c-22892b42c6c5 HTTP/1.1" status: 204 len: 168 time: 0.2298865 Nov 27 01:03:20.052417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec2783-753f-4d03-8f3f-74a2f0ee2715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c6eac8-5fbc-4894-a06c-22892b42c6c5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:20.054379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-27a1b079-dcd6-44c9-8aab-e34068853301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.057015 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-27a1b079-dcd6-44c9-8aab-e34068853301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.058561 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-27a1b079-dcd6-44c9-8aab-e34068853301 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ca79d2e-f58a-40e1-90ef-d462e1ff5c7a HTTP/1.1" status: 204 len: 168 time: 0.2233813 Nov 27 01:03:20.066606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1b079-dcd6-44c9-8aab-e34068853301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca79d2e-f58a-40e1-90ef-d462e1ff5c7a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:20.336934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a906c5-3dc8-4215-ac46-03f54f8fb778 req-af34fc29-d102-49a8-bd21-1a059ec1bdc1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:20.339390 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08a906c5-3dc8-4215-ac46-03f54f8fb778 req-af34fc29-d102-49a8-bd21-1a059ec1bdc1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.0648243 Nov 27 01:03:20.402354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08a906c5-3dc8-4215-ac46-03f54f8fb778 req-63f8b012-0d8d-488f-98f3-593c00e70a68 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550742 Nov 27 01:03:20.462408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34436) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:20.468974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34438) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:20.480591 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb10ceb2-8ae3-40c5-9e90-6d10d3f357d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.501292 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c811ffd6-c68a-44c9-8cd3-73a8d1f7edb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.551212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1babe-2404-4a33-90b1-a724c6cccf49 req-264dbeb5-5f59-41cf-b021-43af737c700e tempest-DeleteServersAdminTestJSON-396372714 tempest-DeleteServersAdminTestJSON-396372714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:20.552980 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ade1babe-2404-4a33-90b1-a724c6cccf49 req-264dbeb5-5f59-41cf-b021-43af737c700e tempest-DeleteServersAdminTestJSON-396372714 tempest-DeleteServersAdminTestJSON-396372714-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 1101 time: 0.0914893 Nov 27 01:03:20.590829 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb10ceb2-8ae3-40c5-9e90-6d10d3f357d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.595986 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb10ceb2-8ae3-40c5-9e90-6d10d3f357d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.669264 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10ceb2-8ae3-40c5-9e90-6d10d3f357d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747bfa71-8757-45ee-a2dc-3dd623f7869b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:20.679636 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fb10ceb2-8ae3-40c5-9e90-6d10d3f357d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1fc2f139e3c4b649a1e7c33efba530b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153201 Nov 27 01:03:20.682888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34450) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:20.683330 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c811ffd6-c68a-44c9-8cd3-73a8d1f7edb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.691146 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c811ffd6-c68a-44c9-8cd3-73a8d1f7edb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.740593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811ffd6-c68a-44c9-8cd3-73a8d1f7edb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0552ff5-fc5a-4552-b3c2-cfff25c03639,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:20.748603 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c811ffd6-c68a-44c9-8cd3-73a8d1f7edb4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48ef830052564afcb5f1fff858ef990a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751453 Nov 27 01:03:20.748603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-ade1babe-2404-4a33-90b1-a724c6cccf49 req-caf93d5d-c119-457c-9ee9-5f84da55ff7b tempest-DeleteServersAdminTestJSON-396372714 tempest-DeleteServersAdminTestJSON-396372714-project-admin] Deleting port ab07466d-c5ed-45c9-9e02-2c01fca35d12 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:03:20.748603 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ade1babe-2404-4a33-90b1-a724c6cccf49 req-caf93d5d-c119-457c-9ee9-5f84da55ff7b tempest-DeleteServersAdminTestJSON-396372714 tempest-DeleteServersAdminTestJSON-396372714-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.749394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34454) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:20.767944 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a453bd45-a6f5-4ff3-ab0d-f28af1d9628b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.802782 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 981a5b71-93cf-4ac7-ad01-bcf44f3293ec details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:20.811361 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a453bd45-a6f5-4ff3-ab0d-f28af1d9628b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.857496 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fba1d5e-d5e9-41a9-88fd-15f393f7c53b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.880996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385d50a-d509-4cb8-b268-0b79e2823b73 req-69291bca-6354-47d4-986c-56ae6d6024f5 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:20.884470 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f385d50a-d509-4cb8-b268-0b79e2823b73 req-69291bca-6354-47d4-986c-56ae6d6024f5 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 944 time: 0.1340714 Nov 27 01:03:20.905375 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fba1d5e-d5e9-41a9-88fd-15f393f7c53b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.920925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=981a5b71-93cf-4ac7-ad01-bcf44f3293ec,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:20.924088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ade1babe-2404-4a33-90b1-a724c6cccf49 req-caf93d5d-c119-457c-9ee9-5f84da55ff7b tempest-DeleteServersAdminTestJSON-396372714 tempest-DeleteServersAdminTestJSON-396372714-project-admin] For port ab07466d-c5ed-45c9-9e02-2c01fca35d12, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ab07466d-c5ed-45c9-9e02-2c01fca35d12,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:20.924526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ade1babe-2404-4a33-90b1-a724c6cccf49 req-caf93d5d-c119-457c-9ee9-5f84da55ff7b tempest-DeleteServersAdminTestJSON-396372714 tempest-DeleteServersAdminTestJSON-396372714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.931612 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a453bd45-a6f5-4ff3-ab0d-f28af1d9628b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.934453 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a453bd45-a6f5-4ff3-ab0d-f28af1d9628b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.934577 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '981a5b71-93cf-4ac7-ad01-bcf44f3293ec', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '981a5b71-93cf-4ac7-ad01-bcf44f3293ec', 'mac_address': 'fa:16:3e:69:72:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:tempest-test_az-541014340', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:20.936322 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a453bd45-a6f5-4ff3-ab0d-f28af1d9628b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/747bfa71-8757-45ee-a2dc-3dd623f7869b HTTP/1.1" status: 204 len: 168 time: 0.2515497 Nov 27 01:03:20.950656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-ade1babe-2404-4a33-90b1-a724c6cccf49 req-caf93d5d-c119-457c-9ee9-5f84da55ff7b tempest-DeleteServersAdminTestJSON-396372714 tempest-DeleteServersAdminTestJSON-396372714-project-admin] Calling delete_port for ab07466d-c5ed-45c9-9e02-2c01fca35d12 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:03:20.968646 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453bd45-a6f5-4ff3-ab0d-f28af1d9628b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747bfa71-8757-45ee-a2dc-3dd623f7869b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:20.976041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f58e9d-7458-40eb-9843-f6881c45be48 req-9c258009-4958-4d32-b28c-b000538f8fb0 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:20.977388 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.978646 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10f58e9d-7458-40eb-9843-f6881c45be48 req-9c258009-4958-4d32-b28c-b000538f8fb0 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 1102 time: 0.1109939 Nov 27 01:03:20.984127 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f385d50a-d509-4cb8-b268-0b79e2823b73 req-abde8d0b-3d92-4a3b-8689-ffea3f0a6c3b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919225 Nov 27 01:03:21.000228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981a5b71-93cf-4ac7-ad01-bcf44f3293ec {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:21.025567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=981a5b71-93cf-4ac7-ad01-bcf44f3293ec,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:21.030549 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.033403 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fba1d5e-d5e9-41a9-88fd-15f393f7c53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.037066 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fba1d5e-d5e9-41a9-88fd-15f393f7c53b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.038239 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8fba1d5e-d5e9-41a9-88fd-15f393f7c53b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0552ff5-fc5a-4552-b3c2-cfff25c03639 HTTP/1.1" status: 204 len: 168 time: 0.2884181 Nov 27 01:03:21.042344 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-10f58e9d-7458-40eb-9843-f6881c45be48 req-e0c9fb7c-fd2c-49f8-afe9-119296964fd1 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.063663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba1d5e-d5e9-41a9-88fd-15f393f7c53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0552ff5-fc5a-4552-b3c2-cfff25c03639,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:21.112278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=981a5b71-93cf-4ac7-ad01-bcf44f3293ec,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:21.172784 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-10f58e9d-7458-40eb-9843-f6881c45be48 req-e0c9fb7c-fd2c-49f8-afe9-119296964fd1 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.182773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-10f58e9d-7458-40eb-9843-f6881c45be48 req-e0c9fb7c-fd2c-49f8-afe9-119296964fd1 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.235680 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10f58e9d-7458-40eb-9843-f6881c45be48 req-e0c9fb7c-fd2c-49f8-afe9-119296964fd1 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378888 Nov 27 01:03:21.240940 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ade1babe-2404-4a33-90b1-a724c6cccf49 req-caf93d5d-c119-457c-9ee9-5f84da55ff7b tempest-DeleteServersAdminTestJSON-396372714 tempest-DeleteServersAdminTestJSON-396372714-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.241822 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9fb7c-fd2c-49f8-afe9-119296964fd1 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1e338a-df9a-416a-9c17-7034ac5e27a6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:21.280647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ab07466d-c5ed-45c9-9e02-2c01fca35d12'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:21.308219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf93d5d-c119-457c-9ee9-5f84da55ff7b tempest-DeleteServersAdminTestJSON-396372714 tempest-DeleteServersAdminTestJSON-396372714-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab07466d-c5ed-45c9-9e02-2c01fca35d12,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:21.368337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['981a5b71-93cf-4ac7-ad01-bcf44f3293ec'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:21.371988 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-32560e10-32c9-459c-8113-abdebeccae69 req-87dfbda4-2599-418b-8fed-abfee15ff61c tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c54521-330f-415a-afa1-97a6578cf355 HTTP/1.1" status: 200 len: 210 time: 0.0454683 Nov 27 01:03:21.417592 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade1babe-2404-4a33-90b1-a724c6cccf49 req-caf93d5d-c119-457c-9ee9-5f84da55ff7b tempest-DeleteServersAdminTestJSON-396372714 tempest-DeleteServersAdminTestJSON-396372714-project-admin] No DVR routers for this DVR port ab07466d-c5ed-45c9-9e02-2c01fca35d12 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:03:21.438537 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ade1babe-2404-4a33-90b1-a724c6cccf49 req-caf93d5d-c119-457c-9ee9-5f84da55ff7b tempest-DeleteServersAdminTestJSON-396372714 tempest-DeleteServersAdminTestJSON-396372714-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.442484 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ade1babe-2404-4a33-90b1-a724c6cccf49 req-caf93d5d-c119-457c-9ee9-5f84da55ff7b tempest-DeleteServersAdminTestJSON-396372714 tempest-DeleteServersAdminTestJSON-396372714-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ab07466d-c5ed-45c9-9e02-2c01fca35d12 HTTP/1.1" status: 204 len: 173 time: 0.8816721 Nov 27 01:03:21.446087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c54521-330f-415a-afa1-97a6578cf355', 'name': 'network-vif-deleted', 'tag': 'ab07466d-c5ed-45c9-9e02-2c01fca35d12'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:21.454514 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1907144-b3e6-40d3-a250-08e691d5b6a4" -d '{"events": [{"server_uuid": "24c54521-330f-415a-afa1-97a6578cf355", "name": "network-vif-deleted", "tag": "ab07466d-c5ed-45c9-9e02-2c01fca35d12"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:21.517432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b39522-dba1-4e3f-8e1f-dffa71124e2d req-7accbbdb-d45a-48e7-a19c-eca31e031aa7 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:21.532921 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71b39522-dba1-4e3f-8e1f-dffa71124e2d req-7accbbdb-d45a-48e7-a19c-eca31e031aa7 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 969 time: 0.2330823 Nov 27 01:03:21.640794 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71b39522-dba1-4e3f-8e1f-dffa71124e2d req-8fe0c641-75f8-4227-9204-0b58f4c1090e tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065238 Nov 27 01:03:21.759245 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316578fe-b359-4de0-bfc5-637142e7f3db x-openstack-request-id: req-316578fe-b359-4de0-bfc5-637142e7f3db {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:21.760279 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c54521-330f-415a-afa1-97a6578cf355", "name": "network-vif-deleted", "tag": "ab07466d-c5ed-45c9-9e02-2c01fca35d12", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:21.760699 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-316578fe-b359-4de0-bfc5-637142e7f3db {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:21.761392 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c54521-330f-415a-afa1-97a6578cf355', 'name': 'network-vif-deleted', 'tag': 'ab07466d-c5ed-45c9-9e02-2c01fca35d12', 'status': 'completed', 'code': 200} Nov 27 01:03:22.057826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-ba382a9d-842c-4751-9e36-8167bbe73f19 req-f20f14e4-ec47-4930-ab31-19e36bedbac9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:03:22.059474 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba382a9d-842c-4751-9e36-8167bbe73f19 req-f20f14e4-ec47-4930-ab31-19e36bedbac9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1709723 Nov 27 01:03:22.179063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814f8e3-6d3c-4551-b37c-dcf359c99aa5 req-66bb5165-6780-4c1e-b1a6-d1fc6b80912a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:22.187179 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c814f8e3-6d3c-4551-b37c-dcf359c99aa5 req-66bb5165-6780-4c1e-b1a6-d1fc6b80912a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 944 time: 0.0780458 Nov 27 01:03:22.271736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34534) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:22.291200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c814f8e3-6d3c-4551-b37c-dcf359c99aa5 req-7d9f49aa-fb4c-4ec4-85fd-a3f899e56cc6 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013534 Nov 27 01:03:22.447925 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91e74150-9242-409a-b6ec-5a64ba735a5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.556232 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91e74150-9242-409a-b6ec-5a64ba735a5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.561410 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91e74150-9242-409a-b6ec-5a64ba735a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.644457 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-91e74150-9242-409a-b6ec-5a64ba735a5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81bf8063d1394484b1d10dbb473eba90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710399 Nov 27 01:03:22.647225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34564) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:22.649012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e74150-9242-409a-b6ec-5a64ba735a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94eab35-f71e-4e60-95b5-c0cadaeb25b2,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:22.797748 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b9cc860e-80a6-4295-8a57-04fd96ff6538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.814208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 981a5b71-93cf-4ac7-ad01-bcf44f3293ec up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:22.835900 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b9cc860e-80a6-4295-8a57-04fd96ff6538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.855107 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6a965-6b3c-4d42-b397-6c4dd262ec5c req-5956e06b-b6fa-4976-91af-84349850f47d tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:22.865959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34584) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:22.866766 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5d6a965-6b3c-4d42-b397-6c4dd262ec5c req-5956e06b-b6fa-4976-91af-84349850f47d tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 969 time: 0.1346784 Nov 27 01:03:22.934483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:03:22.939220 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:22.942058 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.958172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5d6a965-6b3c-4d42-b397-6c4dd262ec5c req-a1b32b1b-c7b2-41f2-b83a-57c21699ff46 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857408 Nov 27 01:03:22.971699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690904ad-0c5d-4247-b7b1-e8b7ed44e1ca req-4e362445-d822-4cac-9f03-416fa1559137 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:22.975386 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-690904ad-0c5d-4247-b7b1-e8b7ed44e1ca req-4e362445-d822-4cac-9f03-416fa1559137 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.0766125 Nov 27 01:03:22.975615 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b9cc860e-80a6-4295-8a57-04fd96ff6538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.979730 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b9cc860e-80a6-4295-8a57-04fd96ff6538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.984966 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b9cc860e-80a6-4295-8a57-04fd96ff6538 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e94eab35-f71e-4e60-95b5-c0cadaeb25b2 HTTP/1.1" status: 204 len: 168 time: 0.3365729 Nov 27 01:03:22.991971 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d01d79e4-d969-4c23-bceb-575214916189 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:22.997363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc860e-80a6-4295-8a57-04fd96ff6538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94eab35-f71e-4e60-95b5-c0cadaeb25b2,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:23.053566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34594) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:23.059574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-690904ad-0c5d-4247-b7b1-e8b7ed44e1ca req-1dc97c2d-dd56-4fcd-a483-72dcee64f217 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771787 Nov 27 01:03:23.188884 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-4c8af2cf-f2b3-47d3-a036-289a4affe773 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7c0e0db2b22a4f84b97debbb40d1fe35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377243 Nov 27 01:03:23.194207 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.219913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d01d79e4-d969-4c23-bceb-575214916189, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d01d79e4-d969-4c23-bceb-575214916189,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:23.278675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6acadda-91c6-47be-a5da-b7e21b69bb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981a5b71-93cf-4ac7-ad01-bcf44f3293ec'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:23.282671 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caffdd2f-9bb9-4701-ba40-f80a5de56cb0" -d '{"events": [{"server_uuid": "c6acadda-91c6-47be-a5da-b7e21b69bb5f", "name": "network-vif-plugged", "status": "completed", "tag": "981a5b71-93cf-4ac7-ad01-bcf44f3293ec"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:23.283344 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-167271539-network', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:23.311137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] Made reservation on behalf of 32ce5d175e23450a9ee0c6f0e58fdd1a for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:23.313268 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.323643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'd01d79e4-d969-4c23-bceb-575214916189', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'port_id': 'd01d79e4-d969-4c23-bceb-575214916189', 'mac_address': 'fa:16:3e:c4:b1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:23.327821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.328865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=981a5b71-93cf-4ac7-ad01-bcf44f3293ec,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:23.338427 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.393269 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-d8391f0b-5232-42e3-aa0f-41d79b708b65 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3352613 Nov 27 01:03:23.398194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-9bde56fb-a632-4685-8bfc-1ff08bff7b0d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:03:23.405218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93736296-494d-4c05-9100-e741b9554754 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:23.414323 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93736296-494d-4c05-9100-e741b9554754 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237141 Nov 27 01:03:23.420565 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d31bbd4-5fff-4214-a797-f9d97b6ef27b x-openstack-request-id: req-6d31bbd4-5fff-4214-a797-f9d97b6ef27b {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:23.421617 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6acadda-91c6-47be-a5da-b7e21b69bb5f", "name": "network-vif-plugged", "status": "completed", "tag": "981a5b71-93cf-4ac7-ad01-bcf44f3293ec", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:23.424061 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d31bbd4-5fff-4214-a797-f9d97b6ef27b {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:23.424663 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6acadda-91c6-47be-a5da-b7e21b69bb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981a5b71-93cf-4ac7-ad01-bcf44f3293ec', 'code': 200} Nov 27 01:03:23.431329 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-9bde56fb-a632-4685-8bfc-1ff08bff7b0d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0371864 Nov 27 01:03:23.438122 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-127a92c2-1425-470d-a4a6-75a3ec640785 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/quotas/7c0e0db2b22a4f84b97debbb40d1fe35 HTTP/1.1" status: 200 len: 375 time: 0.0227423 Nov 27 01:03:23.490749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-81518e71-e154-4f11-8732-d37126d320d2 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c0e0db2b22a4f84b97debbb40d1fe35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513954 Nov 27 01:03:23.584831 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.592690 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.595823 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.604010 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=981a5b71-93cf-4ac7-ad01-bcf44f3293ec,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:23.643060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4c7ff-b45c-483a-b9c8-6963cac74218 req-c83333ad-df65-4831-8e84-b11b1038e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:23.645318 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-32e4c7ff-b45c-483a-b9c8-6963cac74218 req-c83333ad-df65-4831-8e84-b11b1038e8b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 1122 time: 0.1875901 Nov 27 01:03:23.665908 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01d79e4-d969-4c23-bceb-575214916189 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:23.687938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:03:23.699426 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.699831 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] Added segment 8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c of type vlan for network a22bd38f-c4eb-4b54-9caf-6cd97d7066a8 Nov 27 01:03:23.715046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa762eb9-6fd6-4e9a-9ad0-51adb7c4bb35 req-b636cb59-3d5e-4ec8-8ed4-a488b9ab97e5 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:23.729336 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aa762eb9-6fd6-4e9a-9ad0-51adb7c4bb35 req-b636cb59-3d5e-4ec8-8ed4-a488b9ab97e5 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 971 time: 0.2097344 Nov 27 01:03:23.733065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d01d79e4-d969-4c23-bceb-575214916189, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d01d79e4-d969-4c23-bceb-575214916189,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:23.740584 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.785280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34628) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:23.795261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80dfa30-411f-4abe-bc94-c8b04eb91dc8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:23.838340 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.894900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d01d79e4-d969-4c23-bceb-575214916189,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:23.908424 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aa762eb9-6fd6-4e9a-9ad0-51adb7c4bb35 req-0cb8d654-a493-4d65-8d3f-287a461ef673 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765766 Nov 27 01:03:23.912575 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bc232e59-1fc0-4028-b213-ac5882de11a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.979357 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.980387 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:23.981034 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.109824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a65ca-a646-4d75-aabb-886dabfb96b6 req-5f2cccab-15f2-4efc-9a31-bf03ade6f405 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:24.113011 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e05a65ca-a646-4d75-aabb-886dabfb96b6 req-5f2cccab-15f2-4efc-9a31-bf03ade6f405 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 945 time: 0.2654991 Nov 27 01:03:24.122965 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2534080 Nov 27 01:03:24.136662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34644) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:24.148767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d01d79e4-d969-4c23-bceb-575214916189'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:24.169778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-74b6af0e-eba4-40ae-b0b3-81756ed56976 admin admin] Request body: {'subnet': {'network_id': 'a22bd38f-c4eb-4b54-9caf-6cd97d7066a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-167271539-subnet', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:24.204872 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bc232e59-1fc0-4028-b213-ac5882de11a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.265750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ac8d179-2686-46ea-86db-7734c30c2742 req-8e94f33a-8efb-4307-a73e-aadebe299f87 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 210 time: 0.1624885 Nov 27 01:03:24.303146 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bc232e59-1fc0-4028-b213-ac5882de11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.322226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201b9b8-ba78-4eaa-aee0-9c5038a0788a admin admin] Pushing event updated for resources: {'Network': ['ID=a22bd38f-c4eb-4b54-9caf-6cd97d7066a8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:24.346667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network a22bd38f-c4eb-4b54-9caf-6cd97d7066a8 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:03:24.347641 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b6af0e-eba4-40ae-b0b3-81756ed56976 admin admin] Made reservation on behalf of 32ce5d175e23450a9ee0c6f0e58fdd1a for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:24.353656 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74b6af0e-eba4-40ae-b0b3-81756ed56976 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.369209 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bc232e59-1fc0-4028-b213-ac5882de11a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acebe4deb06842f58edeb31a7b8b0781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5796015 Nov 27 01:03:24.372048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34658) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:24.422423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-32e4c7ff-b45c-483a-b9c8-6963cac74218 req-241192cc-65fe-4a50-8fd6-a82650aecc03 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7623870 Nov 27 01:03:24.479903 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e05a65ca-a646-4d75-aabb-886dabfb96b6 req-d90d9438-f056-4a6d-8f8b-69d2c368a68d tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421180 Nov 27 01:03:24.485116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc232e59-1fc0-4028-b213-ac5882de11a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abd1138-724b-4086-9eeb-77658099cd17,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:24.517920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c590c1b-d000-4cd7-99cd-a3f30add3674 req-0b583af1-a5dc-4b53-9f56-02fbbd088df5 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:24.519938 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c590c1b-d000-4cd7-99cd-a3f30add3674 req-0b583af1-a5dc-4b53-9f56-02fbbd088df5 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 970 time: 0.1025290 Nov 27 01:03:24.521161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e52cd2b-de12-46a9-bbee-c28feda15a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.550401 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e52cd2b-de12-46a9-bbee-c28feda15a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.651707 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e52cd2b-de12-46a9-bbee-c28feda15a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.653728 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e52cd2b-de12-46a9-bbee-c28feda15a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.658085 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9e52cd2b-de12-46a9-bbee-c28feda15a84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4abd1138-724b-4086-9eeb-77658099cd17 HTTP/1.1" status: 204 len: 168 time: 0.2848225 Nov 27 01:03:24.674272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52cd2b-de12-46a9-bbee-c28feda15a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abd1138-724b-4086-9eeb-77658099cd17,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:24.676756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc46c50-f659-4d14-8352-a17bc2a4f5a7 req-ca23244d-2715-44d2-9dbc-3945d254e237 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:24.678443 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3cc46c50-f659-4d14-8352-a17bc2a4f5a7 req-ca23244d-2715-44d2-9dbc-3945d254e237 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.0960450 Nov 27 01:03:24.681770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c590c1b-d000-4cd7-99cd-a3f30add3674 req-77b88a2f-287b-4bfd-9ab9-a2bcceeac703 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831037 Nov 27 01:03:24.749807 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74b6af0e-eba4-40ae-b0b3-81756ed56976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.827090 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3cc46c50-f659-4d14-8352-a17bc2a4f5a7 req-73d828e9-0325-4564-9f57-960eeb869698 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224284 Nov 27 01:03:24.860651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6af0e-eba4-40ae-b0b3-81756ed56976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4d6991-a91c-41f5-924f-47a9a2605cc9,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:24.880715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b6af0e-eba4-40ae-b0b3-81756ed56976 admin admin] Checking segment: {'id': '8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a22bd38f-c4eb-4b54-9caf-6cd97d7066a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:24.881304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b6af0e-eba4-40ae-b0b3-81756ed56976 admin admin] Network hostable DHCP agents. Network: a22bd38f-c4eb-4b54-9caf-6cd97d7066a8, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:03:24.901437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b6af0e-eba4-40ae-b0b3-81756ed56976 admin admin] Network a22bd38f-c4eb-4b54-9caf-6cd97d7066a8 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:03:24.926465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-74b6af0e-eba4-40ae-b0b3-81756ed56976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, a22bd38f-c4eb-4b54-9caf-6cd97d7066a8) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:24.932463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b6af0e-eba4-40ae-b0b3-81756ed56976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:24.935027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c519aa-82f5-4c09-8d0c-5ff5530e12c1 None None] Network a22bd38f-c4eb-4b54-9caf-6cd97d7066a8 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:24.946051 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74b6af0e-eba4-40ae-b0b3-81756ed56976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.989865 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-74b6af0e-eba4-40ae-b0b3-81756ed56976 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8449011 Nov 27 01:03:24.990217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34678) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:25.001894 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-167271539-router', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:25.030369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ab07466d-c5ed-45c9-9e02-2c01fca35d12 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:25.056837 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:25.061403 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:25.063476 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: ab07466d-c5ed-45c9-9e02-2c01fca35d12 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:03:25.063830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ab07466d-c5ed-45c9-9e02-2c01fca35d12 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:03:25.229217 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:25.251225 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-a22bd38f-c4eb-4b54-9caf-6cd97d7066a8', 'network_id': 'a22bd38f-c4eb-4b54-9caf-6cd97d7066a8', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'fixed_ips': [{'subnet_id': '9a4d6991-a91c-41f5-924f-47a9a2605cc9'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:03:25.252582 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:25.272290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642def2-dd36-4da2-ad1b-73aeb0f21565 req-481c367a-fd27-44ba-96e2-ce27b7b53dfd tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:25.274370 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9642def2-dd36-4da2-ad1b-73aeb0f21565 req-481c367a-fd27-44ba-96e2-ce27b7b53dfd tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 971 time: 0.2018352 Nov 27 01:03:25.458299 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a248534-6eea-4451-9700-434ec64f072a req-b8204f82-4808-4f50-8de1-c740d1d42221 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 210 time: 0.0375109 Nov 27 01:03:25.459179 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9642def2-dd36-4da2-ad1b-73aeb0f21565 req-bf92f301-cac2-4b1a-9465-2cdd52f4c6b4 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362739 Nov 27 01:03:25.519188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Allocated IP 172.20.0.2 (a22bd38f-c4eb-4b54-9caf-6cd97d7066a8/9a4d6991-a91c-41f5-924f-47a9a2605cc9/0b1d0a17-8986-48a5-958f-f4c6395bf10b) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:25.675990 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:25.712201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34702) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:25.736566 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:25.750888 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:25.799308 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-2c39698e-6ecf-4e7a-bcb0-3736dfccbb78 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7c0e0db2b22a4f84b97debbb40d1fe35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080155 Nov 27 01:03:25.804026 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00087dd6-9aa5-44dd-bafa-8473af42483c req-5a48c2d1-58de-488d-9822-2548f413a1e4 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:25.815347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00087dd6-9aa5-44dd-bafa-8473af42483c req-5a48c2d1-58de-488d-9822-2548f413a1e4 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 945 time: 0.1583033 Nov 27 01:03:25.825697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afdd78-da29-49a4-9b08-40d8c47d9cd6 req-d6ebd91f-19da-430c-b68a-e76cfd69a6b6 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:25.830048 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Network a22bd38f-c4eb-4b54-9caf-6cd97d7066a8 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:25.831727 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29afdd78-da29-49a4-9b08-40d8c47d9cd6 req-d6ebd91f-19da-430c-b68a-e76cfd69a6b6 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 971 time: 0.5078769 Nov 27 01:03:25.835033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:25.842228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:25.860220 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Pushing event updated for resources: {'Port': ['ID=0b1d0a17-8986-48a5-958f-f4c6395bf10b,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:25.928170 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00087dd6-9aa5-44dd-bafa-8473af42483c req-4ebb20ef-32d2-4967-83b6-f80bf4b139ca tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112676 Nov 27 01:03:25.944918 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Attempting to bind port 0b1d0a17-8986-48a5-958f-f4c6395bf10b on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:25.946109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Attempting to bind port 0b1d0a17-8986-48a5-958f-f4c6395bf10b by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a22bd38f-c4eb-4b54-9caf-6cd97d7066a8'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:25.946203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Attempting to bind port 0b1d0a17-8986-48a5-958f-f4c6395bf10b on network a22bd38f-c4eb-4b54-9caf-6cd97d7066a8 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:25.951944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:25.952339 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Checking segment: {'id': '8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a22bd38f-c4eb-4b54-9caf-6cd97d7066a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:25.952743 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:25.953129 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Bound using segment: {'id': '8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a22bd38f-c4eb-4b54-9caf-6cd97d7066a8'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:25.953592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Bound port: 0b1d0a17-8986-48a5-958f-f4c6395bf10b, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a22bd38f-c4eb-4b54-9caf-6cd97d7066a8'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:25.954026 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:25.957309 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77a40fcf-35f7-4425-97a4-565425ed6fd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.057496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] For port 0b1d0a17-8986-48a5-958f-f4c6395bf10b, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:26.061642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] For port 0b1d0a17-8986-48a5-958f-f4c6395bf10b, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0b1d0a17-8986-48a5-958f-f4c6395bf10b,segment=NetworkSegment(8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c),segment_id=8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:26.068178 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.100611 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77a40fcf-35f7-4425-97a4-565425ed6fd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.106828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77a40fcf-35f7-4425-97a4-565425ed6fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.138318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b286c-9b61-4697-89f6-ae461bb8e4f7 None None] Pushing event updated for resources: {'Port': ['ID=0b1d0a17-8986-48a5-958f-f4c6395bf10b,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:26.167735 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-77a40fcf-35f7-4425-97a4-565425ed6fd5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbef3296223a4c1aa9ba5c8d4789ce6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4516027 Nov 27 01:03:26.172510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34718) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:26.177804 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0644378-7e84-4361-9ba5-26e144811088 req-ae39b40e-2326-4b48-b9dd-f3e8dc06c84e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:26.184941 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0644378-7e84-4361-9ba5-26e144811088 req-ae39b40e-2326-4b48-b9dd-f3e8dc06c84e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.1175890 Nov 27 01:03:26.198333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a40fcf-35f7-4425-97a4-565425ed6fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7709a476-daec-41b2-9170-5efe98c107ed,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:26.209998 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83ec07-d5f2-4888-9d86-2e0dfa7e227a req-d0f58086-5ab5-4b41-9406-07753f848b27 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:26.217748 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af83ec07-d5f2-4888-9d86-2e0dfa7e227a req-d0f58086-5ab5-4b41-9406-07753f848b27 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 970 time: 0.4126270 Nov 27 01:03:26.281651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0644378-7e84-4361-9ba5-26e144811088 req-c9445acd-34e8-4237-8d8f-823ed20a0f11 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891824 Nov 27 01:03:26.333010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-29afdd78-da29-49a4-9b08-40d8c47d9cd6 req-e077bf49-0fea-4102-a23e-87faedf0661b tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Deleting port 37c505cc-dae2-430b-a261-44d4f049b860 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:03:26.333347 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29afdd78-da29-49a4-9b08-40d8c47d9cd6 req-e077bf49-0fea-4102-a23e-87faedf0661b tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.379253 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-7e565f90-0ce4-4363-bbde-4724a8ec86d3 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:26.380683 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-7e565f90-0ce4-4363-bbde-4724a8ec86d3 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5456138 Nov 27 01:03:26.450280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-59ee9a35-74b7-43dc-ba6c-222558bde484 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Request body: {'port': {'device_id': '0a00bc80-0714-4515-8c10-545e30994f8f', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '7c0e0db2b22a4f84b97debbb40d1fe35'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:26.557452 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af83ec07-d5f2-4888-9d86-2e0dfa7e227a req-894f910b-2750-49fb-a95d-93340bd881dd tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386517 Nov 27 01:03:26.568919 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b19f7a63-ddd6-4250-a56c-72a58d5c5be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.646991 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b19f7a63-ddd6-4250-a56c-72a58d5c5be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.647330 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221cec7-6021-4220-a3e1-b240c1ae42e1 req-1f008ce6-f610-4dcc-bc44-c524c235aae9 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:26.656042 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1221cec7-6021-4220-a3e1-b240c1ae42e1 req-1f008ce6-f610-4dcc-bc44-c524c235aae9 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 971 time: 0.0868156 Nov 27 01:03:26.709143 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1221cec7-6021-4220-a3e1-b240c1ae42e1 req-35da1cee-4930-48fb-8f8a-13308e174c5d tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515747 Nov 27 01:03:26.894843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e20d2-6974-4dd1-8576-91faae90d42b req-2541f3f5-60e4-485c-a48b-77acde9fdc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:26.896569 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-2541f3f5-60e4-485c-a48b-77acde9fdc8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 1102 time: 0.4658298 Nov 27 01:03:26.918812 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-29afdd78-da29-49a4-9b08-40d8c47d9cd6 req-e077bf49-0fea-4102-a23e-87faedf0661b tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] For port 37c505cc-dae2-430b-a261-44d4f049b860, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=37c505cc-dae2-430b-a261-44d4f049b860,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:26.919288 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29afdd78-da29-49a4-9b08-40d8c47d9cd6 req-e077bf49-0fea-4102-a23e-87faedf0661b tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.973037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d01d79e4-d969-4c23-bceb-575214916189 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:26.982607 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0452886f-cb08-432d-aa9c-b26958addcc4 req-cefbecec-1c64-435a-9af0-fc6dd0dbb907 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 210 time: 0.3072722 Nov 27 01:03:27.000833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-29afdd78-da29-49a4-9b08-40d8c47d9cd6 req-e077bf49-0fea-4102-a23e-87faedf0661b tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Calling delete_port for 37c505cc-dae2-430b-a261-44d4f049b860 owned by compute:tempest-test_az-541014340 {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:03:27.081052 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port d01d79e4-d969-4c23-bceb-575214916189 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:03:27.090947 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port d01d79e4-d969-4c23-bceb-575214916189 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:27.091470 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.232441 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.277122 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-59ee9a35-74b7-43dc-ba6c-222558bde484 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Made reservation on behalf of 7c0e0db2b22a4f84b97debbb40d1fe35 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:27.280657 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-59ee9a35-74b7-43dc-ba6c-222558bde484 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.300136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbd6a77-a50d-4fac-a7be-b5f8e06e17a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01d79e4-d969-4c23-bceb-575214916189'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:27.317619 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ceb8c7f-4b36-43a7-9c3d-7bfd8355deaa" -d '{"events": [{"server_uuid": "acbd6a77-a50d-4fac-a7be-b5f8e06e17a7", "name": "network-vif-plugged", "status": "completed", "tag": "d01d79e4-d969-4c23-bceb-575214916189"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:27.325190 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d01d79e4-d969-4c23-bceb-575214916189, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d01d79e4-d969-4c23-bceb-575214916189,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:27.331260 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.338059 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.353180 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b19f7a63-ddd6-4250-a56c-72a58d5c5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.355707 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b19f7a63-ddd6-4250-a56c-72a58d5c5be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.359340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b19f7a63-ddd6-4250-a56c-72a58d5c5be7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7709a476-daec-41b2-9170-5efe98c107ed HTTP/1.1" status: 204 len: 168 time: 1.1789885 Nov 27 01:03:27.418230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2a60a-9f19-4c79-8969-4d5b2e44037d req-3173a08e-6c4d-442e-9fe9-04811f9fd051 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:27.424811 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43a2a60a-9f19-4c79-8969-4d5b2e44037d req-3173a08e-6c4d-442e-9fe9-04811f9fd051 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 970 time: 0.1110818 Nov 27 01:03:27.436705 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d01d79e4-d969-4c23-bceb-575214916189,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:27.463518 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.505373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a25139-a2ec-4b5d-a86c-a9817ec1954e None None] Network a22bd38f-c4eb-4b54-9caf-6cd97d7066a8 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:27.509426 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43a2a60a-9f19-4c79-8969-4d5b2e44037d req-1d9e4ded-f4ac-4b19-828b-78660cead7c1 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761719 Nov 27 01:03:27.522181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f7a63-ddd6-4250-a56c-72a58d5c5be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7709a476-daec-41b2-9170-5efe98c107ed,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:27.613848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e20d2-6974-4dd1-8576-91faae90d42b req-af65c034-81fc-4f26-8f98-3c6e32e87d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:27.615342 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-af65c034-81fc-4f26-8f98-3c6e32e87d9f service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.6896243 Nov 27 01:03:27.635385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f05106-1b16-4399-b775-a4baf006243c req-2b94a589-ee6f-4a6e-8970-d77bf983eecc tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:27.643535 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-78f05106-1b16-4399-b775-a4baf006243c req-2b94a589-ee6f-4a6e-8970-d77bf983eecc tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 945 time: 0.5416698 Nov 27 01:03:27.653513 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca9cf4-dcce-4def-a21f-101f800fab31 req-b471df68-a480-4556-ae24-095361f524dc tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:27.656865 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e8ca9cf4-dcce-4def-a21f-101f800fab31 req-b471df68-a480-4556-ae24-095361f524dc tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.0656066 Nov 27 01:03:27.734618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a193371c-9b44-4b67-8c3b-bb67e7be5164 None None] Provisioning complete for port 0b1d0a17-8986-48a5-958f-f4c6395bf10b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:27.735214 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a193371c-9b44-4b67-8c3b-bb67e7be5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.742653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e8ca9cf4-dcce-4def-a21f-101f800fab31 req-b2261862-6acc-4226-a93b-79661a20e422 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791428 Nov 27 01:03:27.802850 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437f81fb-2ce8-4466-8f08-ae7399531674 x-openstack-request-id: req-437f81fb-2ce8-4466-8f08-ae7399531674 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:27.803157 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbd6a77-a50d-4fac-a7be-b5f8e06e17a7", "name": "network-vif-plugged", "status": "completed", "tag": "d01d79e4-d969-4c23-bceb-575214916189", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:27.803419 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-437f81fb-2ce8-4466-8f08-ae7399531674 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:27.803805 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbd6a77-a50d-4fac-a7be-b5f8e06e17a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01d79e4-d969-4c23-bceb-575214916189', 'code': 200} Nov 27 01:03:27.814333 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-d24ce933-c318-4831-be20-8b9295347dac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=140b25e7-868a-45b8-a519-450a42a212f4 HTTP/1.1" status: 200 len: 217 time: 0.1681240 Nov 27 01:03:27.881949 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a193371c-9b44-4b67-8c3b-bb67e7be5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.928458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.31', 59831) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:27.931623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a193371c-9b44-4b67-8c3b-bb67e7be5164 None None] For port 0b1d0a17-8986-48a5-958f-f4c6395bf10b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0b1d0a17-8986-48a5-958f-f4c6395bf10b,segment=NetworkSegment(8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c),segment_id=8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:27.938003 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a193371c-9b44-4b67-8c3b-bb67e7be5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.971746 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34778) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:28.014569 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb6e4b-35e8-428c-a93f-b1e909751231 req-1104faef-a113-4ee7-8010-99e43c40813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:28.016341 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1dcb6e4b-35e8-428c-a93f-b1e909751231 req-1104faef-a113-4ee7-8010-99e43c40813d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 1098 time: 0.0868778 Nov 27 01:03:28.018464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-59ee9a35-74b7-43dc-ba6c-222558bde484 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Allocated IP 192.168.233.86 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/a190fdc9-759b-464d-ae00-e03e03b532fd) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:28.028276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193371c-9b44-4b67-8c3b-bb67e7be5164 None None] Pushing event updated for resources: {'Port': ['ID=0b1d0a17-8986-48a5-958f-f4c6395bf10b,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:28.048077 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29afdd78-da29-49a4-9b08-40d8c47d9cd6 req-e077bf49-0fea-4102-a23e-87faedf0661b tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.059301 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-78f05106-1b16-4399-b775-a4baf006243c req-2f5be93e-906e-43a9-aefa-b3c81c4b0f3e tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4148936 Nov 27 01:03:28.060065 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b17c94c-15e2-40c6-b7a3-1f0a5ddb161a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.101078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1dcb6e4b-35e8-428c-a93f-b1e909751231 req-7a9ce4d7-7cd4-4558-905f-2e57d5a6fdce service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762286 Nov 27 01:03:28.103496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0b1d0a17-8986-48a5-958f-f4c6395bf10b up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:28.138966 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.173145 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 0b1d0a17-8986-48a5-958f-f4c6395bf10b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:28.173549 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.233330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077bf49-0fea-4102-a23e-87faedf0661b tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Pushing event deleted for resources: {'Port': ['ID=37c505cc-dae2-430b-a261-44d4f049b860,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:28.284066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e20d2-6974-4dd1-8576-91faae90d42b req-c70f2520-8165-42d4-a59d-b11074b01abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:28.285871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-c70f2520-8165-42d4-a59d-b11074b01abb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.4431305 Nov 27 01:03:28.308873 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-16f7ce3c-0050-4ec5-87d4-351f9c2850a9 None None] Provisioning complete for port 0b1d0a17-8986-48a5-958f-f4c6395bf10b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:28.309782 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-16f7ce3c-0050-4ec5-87d4-351f9c2850a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.313020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Allocated IP 172.25.1.118 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/e37ba925-ee51-45bb-9d72-cf524ebe0990) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:28.323858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-29afdd78-da29-49a4-9b08-40d8c47d9cd6 req-e077bf49-0fea-4102-a23e-87faedf0661b tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] No DVR routers for this DVR port 37c505cc-dae2-430b-a261-44d4f049b860 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:03:28.339889 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29afdd78-da29-49a4-9b08-40d8c47d9cd6 req-e077bf49-0fea-4102-a23e-87faedf0661b tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.343206 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29afdd78-da29-49a4-9b08-40d8c47d9cd6 req-e077bf49-0fea-4102-a23e-87faedf0661b tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.21 "DELETE /v2.0/ports/37c505cc-dae2-430b-a261-44d4f049b860 HTTP/1.1" status: 204 len: 173 time: 2.4721420 Nov 27 01:03:28.344944 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-571fb1c9-1a90-4035-a5a3-b6ee98685784 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=48487a8dafc94679b07798e92e71cd73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1194873 Nov 27 01:03:28.345370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe2ae71-6dae-4058-8d1f-00cad903d60c', 'name': 'network-vif-deleted', 'tag': '37c505cc-dae2-430b-a261-44d4f049b860'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:28.348032 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710bbc79-e3c5-480b-9b43-520e49aba9d0" -d '{"events": [{"server_uuid": "4fe2ae71-6dae-4058-8d1f-00cad903d60c", "name": "network-vif-deleted", "tag": "37c505cc-dae2-430b-a261-44d4f049b860"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:28.400195 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb91ff30-7fdd-4b12-9c84-9670dd83f21c req-c1e18ec7-0b00-4f59-9d5a-450ac188ffc4 tempest-AggregatesAdminTestJSON-1402750033 tempest-AggregatesAdminTestJSON-1402750033-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 210 time: 0.0344026 Nov 27 01:03:28.505312 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98bb320f-89bf-4e1a-8fed-7a1608a2a59b req-09d91b6c-4e09-481f-b5ae-4901b6377efb tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 210 time: 0.0333083 Nov 27 01:03:28.676601 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f198b3-a4ad-4250-b9fb-a4aab28c2aba x-openstack-request-id: req-b6f198b3-a4ad-4250-b9fb-a4aab28c2aba {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:28.676890 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe2ae71-6dae-4058-8d1f-00cad903d60c", "name": "network-vif-deleted", "tag": "37c505cc-dae2-430b-a261-44d4f049b860", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:28.677140 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6f198b3-a4ad-4250-b9fb-a4aab28c2aba {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:28.677526 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe2ae71-6dae-4058-8d1f-00cad903d60c', 'name': 'network-vif-deleted', 'tag': '37c505cc-dae2-430b-a261-44d4f049b860', 'status': 'completed', 'code': 200} Nov 27 01:03:28.740177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-dce7f7ab-a65d-48ce-8a73-e5c8a07f0790 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:28.741712 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-dce7f7ab-a65d-48ce-8a73-e5c8a07f0790 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3804693 Nov 27 01:03:28.759992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e20d2-6974-4dd1-8576-91faae90d42b req-3abf80e5-a0e4-4b99-a0d6-5dc07906a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:28.761766 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-3abf80e5-a0e4-4b99-a0d6-5dc07906a3d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2023621 Nov 27 01:03:28.768259 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b17c94c-15e2-40c6-b7a3-1f0a5ddb161a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.797986 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b17c94c-15e2-40c6-b7a3-1f0a5ddb161a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.805683 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.817717 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-59ee9a35-74b7-43dc-ba6c-222558bde484 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.833755 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-7841ad64-c783-45e7-a214-df274f3dcd9d tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/quotas/48487a8dafc94679b07798e92e71cd73 HTTP/1.1" status: 200 len: 375 time: 0.0818827 Nov 27 01:03:28.864164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 37c505cc-dae2-430b-a261-44d4f049b860 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:28.885303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 37c505cc-dae2-430b-a261-44d4f049b860 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:03:28.885524 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 37c505cc-dae2-430b-a261-44d4f049b860 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:03:28.960318 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2b17c94c-15e2-40c6-b7a3-1f0a5ddb161a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f64b5ca819b4793b53f2e3262b12a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9803991 Nov 27 01:03:28.961548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17c94c-15e2-40c6-b7a3-1f0a5ddb161a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588777ed-e382-40ef-b209-daef1ea8693a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:28.964563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34814) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:29.014465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f7c4e-14d3-456d-b04b-a2620e7de9e5 req-a82c8c4f-e1b3-47ae-90a8-db25ae2e6f5d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:29.016287 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea4f7c4e-14d3-456d-b04b-a2620e7de9e5 req-a82c8c4f-e1b3-47ae-90a8-db25ae2e6f5d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.1019578 Nov 27 01:03:29.018437 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.024515 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-45e8c7b4-1963-4cc6-9323-d7f4ae551bcb tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48487a8dafc94679b07798e92e71cd73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1505375 Nov 27 01:03:29.034469 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-59ee9a35-74b7-43dc-ba6c-222558bde484 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.072807 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-eecf7890-1002-4ff5-8057-24237739ea23 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992885 Nov 27 01:03:29.074636 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f589b4bc-dbd6-4d81-8a5e-ebb562a759e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.099260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d04fef43-2cd4-4ea3-bf3d-591a7c667f9a req-e528c329-375f-45dc-acca-4d105f48f8bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0609696 Nov 27 01:03:29.111234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea4f7c4e-14d3-456d-b04b-a2620e7de9e5 req-382b860c-ca2e-4ca3-94a3-7c99f60e19dc tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825975 Nov 27 01:03:29.116788 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:29.117369 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f589b4bc-dbd6-4d81-8a5e-ebb562a759e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.185438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f589b4bc-dbd6-4d81-8a5e-ebb562a759e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.191884 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f589b4bc-dbd6-4d81-8a5e-ebb562a759e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.194027 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f589b4bc-dbd6-4d81-8a5e-ebb562a759e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/588777ed-e382-40ef-b209-daef1ea8693a HTTP/1.1" status: 204 len: 168 time: 0.2256844 Nov 27 01:03:29.269028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589b4bc-dbd6-4d81-8a5e-ebb562a759e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588777ed-e382-40ef-b209-daef1ea8693a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:29.371918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:29.377957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-59ee9a35-74b7-43dc-ba6c-222558bde484 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:29.390341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:29.406571 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-59ee9a35-74b7-43dc-ba6c-222558bde484 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:29.407539 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Pushing event updated for resources: {'Port': ['ID=e37ba925-ee51-45bb-9d72-cf524ebe0990,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:29.455478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-59ee9a35-74b7-43dc-ba6c-222558bde484 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:29.462170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-59ee9a35-74b7-43dc-ba6c-222558bde484 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:29.462804 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-59ee9a35-74b7-43dc-ba6c-222558bde484 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.502832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa15f7-4e79-4411-b7ae-e54c10103197 req-dfd9ec07-1d24-41b7-9eae-d304672ed15e tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:29.504736 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fffa15f7-4e79-4411-b7ae-e54c10103197 req-dfd9ec07-1d24-41b7-9eae-d304672ed15e tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 946 time: 0.2555656 Nov 27 01:03:29.509383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9f901972-a257-43fb-8b23-d15b2041e285 req-68f7b946-eaaa-45a9-a9ad-547b221f4825 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 210 time: 0.1386046 Nov 27 01:03:29.511090 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d04fef43-2cd4-4ea3-bf3d-591a7c667f9a req-fc4181ff-f34a-4547-a802-c33ef0203e97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=afa4d5d93fa24dbea90846d3d968bbfc&device_id=4fe2ae71-6dae-4058-8d1f-00cad903d60c HTTP/1.1" status: 200 len: 210 time: 0.1415026 Nov 27 01:03:29.625321 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d04fef43-2cd4-4ea3-bf3d-591a7c667f9a req-6dd05457-bfb7-4b00-953c-373e0fe228ac service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=afa4d5d93fa24dbea90846d3d968bbfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720251 Nov 27 01:03:29.628631 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-59ee9a35-74b7-43dc-ba6c-222558bde484 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1939244 Nov 27 01:03:29.653597 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fffa15f7-4e79-4411-b7ae-e54c10103197 req-4808c9bd-445a-477a-b5fe-f848f78b9ffa tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397486 Nov 27 01:03:29.704102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Request body: {'port': {'device_id': '0a00bc80-0714-4515-8c10-545e30994f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:29.714270 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee9a35-74b7-43dc-ba6c-222558bde484 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Pushing event updated for resources: {'Port': ['ID=a190fdc9-759b-464d-ae00-e03e03b532fd,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:29.826839 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b55d7-16f1-4915-b01a-32664bb8f61b req-6111f437-365f-4144-83b2-cf790f48ab87 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:29.829222 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-ed88a94f-d012-4df4-b822-28aea33c0980 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7344861 Nov 27 01:03:29.837745 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-789b55d7-16f1-4915-b01a-32664bb8f61b req-6111f437-365f-4144-83b2-cf790f48ab87 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 935 time: 0.0970118 Nov 27 01:03:29.920533 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e6689579-d09e-4bea-b20a-67044e7e9fd2 None None] Provisioning complete for port a190fdc9-759b-464d-ae00-e03e03b532fd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:29.922516 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e6689579-d09e-4bea-b20a-67044e7e9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:30.040564 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-789b55d7-16f1-4915-b01a-32664bb8f61b req-cf76435a-81a5-4248-80be-c125aebb6d93 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894655 Nov 27 01:03:30.074692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e6689579-d09e-4bea-b20a-67044e7e9fd2 None None] Port a190fdc9-759b-464d-ae00-e03e03b532fd cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:30.101758 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0b1d0a17-8986-48a5-958f-f4c6395bf10b up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:30.124772 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:30.167412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 0b1d0a17-8986-48a5-958f-f4c6395bf10b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:30.168083 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:30.222777 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:30.333974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35782adb-f69a-4e47-ac5e-93eae25b5bb2 req-3868e137-be69-4369-b902-c1f402eae852 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:30.337465 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35782adb-f69a-4e47-ac5e-93eae25b5bb2 req-3868e137-be69-4369-b902-c1f402eae852 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.1065431 Nov 27 01:03:30.385455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34868) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:30.411828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fef43-2cd4-4ea3-bf3d-591a7c667f9a req-36b6234c-ace2-4df4-ae54-c0815ff29d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:30.413353 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d04fef43-2cd4-4ea3-bf3d-591a7c667f9a req-36b6234c-ace2-4df4-ae54-c0815ff29d05 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7667592 Nov 27 01:03:30.442010 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35782adb-f69a-4e47-ac5e-93eae25b5bb2 req-2879f82d-bb7c-401b-815c-daca0d396d23 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943792 Nov 27 01:03:30.509587 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:30.648310 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7726fe7d-1ad5-434c-b115-62dbff999e99 req-4e27e6c0-d075-4f2b-820c-92d5d614e832 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 210 time: 0.0407999 Nov 27 01:03:30.770140 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d7f5f887-6511-4764-ba53-0502f3a261a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afa4d5d93fa24dbea90846d3d968bbfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761199 Nov 27 01:03:30.775278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34894) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:30.786241 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8661-da8c-46b3-ac73-955713c64093 req-be87f32d-1644-4d37-8cdf-2bf3b0bc7490 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:30.796171 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd2f8661-da8c-46b3-ac73-955713c64093 req-be87f32d-1644-4d37-8cdf-2bf3b0bc7490 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 946 time: 0.0695243 Nov 27 01:03:30.797840 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34896) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:30.846285 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd2f8661-da8c-46b3-ac73-955713c64093 req-530e5df3-9a93-4e45-bc35-43f352567d1a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488286 Nov 27 01:03:30.930148 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1675172373-network', 'tenant_id': '56dc31b6f03840de9500bb5b39135895'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:30.968697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a190fdc9-759b-464d-ae00-e03e03b532fd {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:30.973793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45f6e24b-4b2d-44e2-a0eb-a6e40ce5ba47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:30.982409 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.012208 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.026075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Transition to ACTIVE for port object a190fdc9-759b-464d-ae00-e03e03b532fd will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:31.028568 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45f6e24b-4b2d-44e2-a0eb-a6e40ce5ba47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.032692 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] Made reservation on behalf of 56dc31b6f03840de9500bb5b39135895 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:31.035391 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.042686 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.058173 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.086945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d19b36-9fb6-43f3-a002-258f368ee9e9 req-f8595e71-c6c4-4297-8c11-e6b1c3c74f6a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:31.088613 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-50d19b36-9fb6-43f3-a002-258f368ee9e9 req-f8595e71-c6c4-4297-8c11-e6b1c3c74f6a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 946 time: 0.1160498 Nov 27 01:03:31.097969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34912) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:31.116295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f60c7631-6149-405e-a53d-5079a8cf714b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Request body: {'floatingip': {'port_id': 'd01d79e4-d969-4c23-bceb-575214916189'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:31.168938 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-52d462a2-869e-436a-8c46-f330f780976a tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=48487a8dafc94679b07798e92e71cd73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532010 Nov 27 01:03:31.263673 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f60c7631-6149-405e-a53d-5079a8cf714b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.384508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6066c-a1d2-4a03-9618-ae7033a700b9 req-e416390d-ec24-444a-a11e-0a9b748754a9 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:31.392051 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5ee6066c-a1d2-4a03-9618-ae7033a700b9 req-e416390d-ec24-444a-a11e-0a9b748754a9 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 947 time: 0.1706350 Nov 27 01:03:31.519084 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Pushing event updated for resources: {'Port': ['ID=a190fdc9-759b-464d-ae00-e03e03b532fd,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:31.548476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5ee6066c-a1d2-4a03-9618-ae7033a700b9 req-f420f9e8-486f-46c0-8bbd-559bba52df32 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433830 Nov 27 01:03:31.624097 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45f6e24b-4b2d-44e2-a0eb-a6e40ce5ba47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.626551 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45f6e24b-4b2d-44e2-a0eb-a6e40ce5ba47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.630245 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-45f6e24b-4b2d-44e2-a0eb-a6e40ce5ba47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb51e0f9-3312-4d5f-b42d-ac6bd349eee2 HTTP/1.1" status: 204 len: 168 time: 0.8459635 Nov 27 01:03:31.678993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Attempting to bind port a190fdc9-759b-464d-ae00-e03e03b532fd on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:31.679357 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Attempting to bind port a190fdc9-759b-464d-ae00-e03e03b532fd by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:31.680513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Attempting to bind port a190fdc9-759b-464d-ae00-e03e03b532fd on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:31.682725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6e24b-4b2d-44e2-a0eb-a6e40ce5ba47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb51e0f9-3312-4d5f-b42d-ac6bd349eee2,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:31.705935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Port a190fdc9-759b-464d-ae00-e03e03b532fd on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:31.706261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Attempting to bind port a190fdc9-759b-464d-ae00-e03e03b532fd on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:31.729150 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:31.729642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:31.730011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:31.730568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Bound port: a190fdc9-759b-464d-ae00-e03e03b532fd, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:31.730961 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.774631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b13116-2b77-42a4-8d3c-1858ad3de18e req-f5cc5588-0c30-444f-aca3-22d39dd26edc tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:31.776345 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3b13116-2b77-42a4-8d3c-1858ad3de18e req-f5cc5588-0c30-444f-aca3-22d39dd26edc tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.1634555 Nov 27 01:03:31.786627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-ec02c4db-60ec-45c7-ab63-fc5f3d94a156 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:31.788199 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-ec02c4db-60ec-45c7-ab63-fc5f3d94a156 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835655 Nov 27 01:03:31.801056 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.836317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-90f5a91b-9836-49f5-9ba5-488986309210 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Request body: {'port': {'device_id': '200b698b-786f-4fd7-976d-b1d6fdc01a2c', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '48487a8dafc94679b07798e92e71cd73'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:31.854374 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.914727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Router 81631ffb-d84d-467d-b529-602b39f4478c is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:03:31.966282 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3b13116-2b77-42a4-8d3c-1858ad3de18e req-38d688a2-ff92-4174-b866-7d9aaf893b0f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763785 Nov 27 01:03:31.972146 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-025452a9-a452-44c7-a62b-8dc64fd02d95 req-d83d45d3-5e44-4826-9a94-fc48853d2bfb tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 210 time: 0.1691811 Nov 27 01:03:31.999490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] For port a190fdc9-759b-464d-ae00-e03e03b532fd, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:32.001506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34942) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:32.018849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f80bf7-5505-4666-820b-8ddecd46edae,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:32.028657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:03:32.069688 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] For port a190fdc9-759b-464d-ae00-e03e03b532fd, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a190fdc9-759b-464d-ae00-e03e03b532fd,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:32.084991 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.118744 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.119168 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] Added segment fb391826-ccc1-4b95-a705-3f5114468396 of type vlan for network 5ccc5a91-ee89-4182-a437-0ae69e5cbc76 Nov 27 01:03:32.132272 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34946) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:32.185562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:32.186334 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.187918 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] 10.222.0.31 "PUT /v2.0/ports/a190fdc9-759b-464d-ae00-e03e03b532fd HTTP/1.1" status: 200 len: 1096 time: 2.5298669 Nov 27 01:03:32.190265 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a00bc80-0714-4515-8c10-545e30994f8f', 'tag': 'a190fdc9-759b-464d-ae00-e03e03b532fd'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:32.192733 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9775432-fcef-4b30-b643-8031410e3192" -d '{"events": [{"name": "network-changed", "server_uuid": "0a00bc80-0714-4515-8c10-545e30994f8f", "tag": "a190fdc9-759b-464d-ae00-e03e03b532fd"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:32.218420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93495d1d-a958-4974-bd64-099edd52ffdb service neutron] Pushing event updated for resources: {'Port': ['ID=a190fdc9-759b-464d-ae00-e03e03b532fd,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:32.231167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-90f5a91b-9836-49f5-9ba5-488986309210 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Made reservation on behalf of 48487a8dafc94679b07798e92e71cd73 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:32.235488 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-90f5a91b-9836-49f5-9ba5-488986309210 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.257284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:03:32.272348 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Sync routers for ids ['81631ffb-d84d-467d-b529-602b39f4478c'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:03:32.290359 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Routers {'81631ffb-d84d-467d-b529-602b39f4478c'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:32.290998 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:03:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['81631ffb-d84d-467d-b529-602b39f4478c'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:32.302609 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.311802 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e2da11-75a4-4f94-be37-9f9373d256a6 x-openstack-request-id: req-23e2da11-75a4-4f94-be37-9f9373d256a6 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:32.312096 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a00bc80-0714-4515-8c10-545e30994f8f", "tag": "a190fdc9-759b-464d-ae00-e03e03b532fd", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:32.312591 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23e2da11-75a4-4f94-be37-9f9373d256a6 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:32.313185 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a00bc80-0714-4515-8c10-545e30994f8f', 'tag': 'a190fdc9-759b-464d-ae00-e03e03b532fd', 'status': 'completed', 'code': 200} Nov 27 01:03:32.366172 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.368499 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0196c630-49f3-49d5-8b11-356152d2b99e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3769846 Nov 27 01:03:32.373293 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34950) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:32.403737 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-80780d70-2db4-4c18-86ec-db310f509153 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b865129ce5944c8873972a190a2c2b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575114 Nov 27 01:03:32.403737 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.db.resource_extend [None req-f60c7631-6149-405e-a53d-5079a8cf714b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:03:32.407801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34952) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:32.458186 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Set router 81631ffb-d84d-467d-b529-602b39f4478c gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:32.480888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-b12d55e1-dcdb-4a9d-9701-6f72d37dc542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:32.482765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-b12d55e1-dcdb-4a9d-9701-6f72d37dc542 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c0e0db2b22a4f84b97debbb40d1fe35&device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 1099 time: 0.2228150 Nov 27 01:03:32.483738 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48e7533a-44a1-4544-9b4a-d7223148ce90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.487201 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.488235 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:32.488842 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.523089 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f60c7631-6149-405e-a53d-5079a8cf714b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.651572 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-9dfd0a8e-f764-4cb5-a486-233b47611d17 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=a190fdc9-759b-464d-ae00-e03e03b532fd HTTP/1.1" status: 200 len: 217 time: 0.1094310 Nov 27 01:03:32.693310 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81631ffb-d84d-467d-b529-602b39f4478c', 'name': 'tempest-FloatingIPsNegativeTestJSON-167271539-router', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:25Z', 'updated_at': '2021-11-27T01:03:29Z', 'revision_number': 3, 'project_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'gw_port': {'id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81631ffb-d84d-467d-b529-602b39f4478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:27Z', 'updated_at': '2021-11-27T01:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:32.727634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-90f5a91b-9836-49f5-9ba5-488986309210 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Allocated IP 192.168.233.102 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/685fb1d5-085a-4623-a096-583568750507) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:32.737285 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f60c7631-6149-405e-a53d-5079a8cf714b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.747551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1c702-eb9d-4fec-af6f-8fab628d067c req-6e6e056b-e24a-4a51-aad9-59068061a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:32.749302 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d1c702-eb9d-4fec-af6f-8fab628d067c req-6e6e056b-e24a-4a51-aad9-59068061a667 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 1102 time: 0.2865472 Nov 27 01:03:32.796813 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9973152 Nov 27 01:03:32.798220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34958) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:32.822872 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Checking router: 81631ffb-d84d-467d-b529-602b39f4478c for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:03:32.823882 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Updating router 81631ffb-d84d-467d-b529-602b39f4478c port e37ba925-ee51-45bb-9d72-cf524ebe0990 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:03:32.829655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-46b59f4f-85bd-4191-9189-b113f3bf0453 admin admin] Request body: {'subnet': {'network_id': '5ccc5a91-ee89-4182-a437-0ae69e5cbc76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1675172373-subnet', 'tenant_id': '56dc31b6f03840de9500bb5b39135895', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:32.849066 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.849370 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7802bf0-5c9e-4441-8dfa-3d97f200a40c admin admin] Pushing event updated for resources: {'Network': ['ID=5ccc5a91-ee89-4182-a437-0ae69e5cbc76,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:32.869983 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 5ccc5a91-ee89-4182-a437-0ae69e5cbc76 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:03:32.914970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-9d21003f-1189-4d22-b4bb-a44054601555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:32.916820 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-9d21003f-1189-4d22-b4bb-a44054601555 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.2538762 Nov 27 01:03:32.925852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b59f4f-85bd-4191-9189-b113f3bf0453 admin admin] Made reservation on behalf of 56dc31b6f03840de9500bb5b39135895 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:32.928662 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46b59f4f-85bd-4191-9189-b113f3bf0453 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.942119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254764f7-e274-496d-9ff1-b28fd16cdcef req-00faaf93-4eb1-4ac1-87d8-50794a2031cc tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:32.950541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-254764f7-e274-496d-9ff1-b28fd16cdcef req-00faaf93-4eb1-4ac1-87d8-50794a2031cc tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 947 time: 0.2110441 Nov 27 01:03:33.011738 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-925e858b-f3c0-46c6-ae66-ebc488ef8a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.019999 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-f60c7631-6149-405e-a53d-5079a8cf714b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Floating IP b9cec232-a079-4a66-bf0f-004b836628cb associated. External IP: 172.25.1.117, port: d01d79e4-d969-4c23-bceb-575214916189. Nov 27 01:03:33.034999 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-925e858b-f3c0-46c6-ae66-ebc488ef8a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.136569 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.144394 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.155978 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-254764f7-e274-496d-9ff1-b28fd16cdcef req-81d3f35b-79e5-45fb-8dd6-4f12931034d5 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043428 Nov 27 01:03:33.202028 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b7676-e125-4162-82d1-add5aa660cc8 None None] Pushing event updated for resources: {'Port': ['ID=e37ba925-ee51-45bb-9d72-cf524ebe0990,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:33.237040 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-925e858b-f3c0-46c6-ae66-ebc488ef8a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.239680 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-925e858b-f3c0-46c6-ae66-ebc488ef8a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.244293 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-925e858b-f3c0-46c6-ae66-ebc488ef8a99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cea3255a-4088-4c34-9dd5-4a2ecb9f1306 HTTP/1.1" status: 204 len: 168 time: 0.7936623 Nov 27 01:03:33.252003 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Attempting to bind port e37ba925-ee51-45bb-9d72-cf524ebe0990 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:33.252619 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Attempting to bind port e37ba925-ee51-45bb-9d72-cf524ebe0990 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:33.253161 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Attempting to bind port e37ba925-ee51-45bb-9d72-cf524ebe0990 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:33.279302 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:33.281402 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:33.282657 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.283230 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:33.285172 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Bound port: e37ba925-ee51-45bb-9d72-cf524ebe0990, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:33.285808 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.342783 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46b59f4f-85bd-4191-9189-b113f3bf0453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.348809 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] For port e37ba925-ee51-45bb-9d72-cf524ebe0990, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:33.352845 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] For port e37ba925-ee51-45bb-9d72-cf524ebe0990, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e37ba925-ee51-45bb-9d72-cf524ebe0990,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:33.357711 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.421845 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ffb6ed0-af3f-444e-8c71-15d4f20adb96 req-707f92e5-25c9-4869-9dbd-81b55f397b08 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 210 time: 0.0804839 Nov 27 01:03:33.424969 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b7676-e125-4162-82d1-add5aa660cc8 None None] Pushing event updated for resources: {'Port': ['ID=e37ba925-ee51-45bb-9d72-cf524ebe0990,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:33.440502 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Routers {'81631ffb-d84d-467d-b529-602b39f4478c'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:33.441502 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:03:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['81631ffb-d84d-467d-b529-602b39f4478c'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:33.486247 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48e7533a-44a1-4544-9b4a-d7223148ce90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.506940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b59f4f-85bd-4191-9189-b113f3bf0453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a9d311-b58d-42b4-9419-f0fb9c7675d3,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:33.512747 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b59f4f-85bd-4191-9189-b113f3bf0453 admin admin] Checking segment: {'id': 'fb391826-ccc1-4b95-a705-3f5114468396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5ccc5a91-ee89-4182-a437-0ae69e5cbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:33.513190 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b59f4f-85bd-4191-9189-b113f3bf0453 admin admin] Network hostable DHCP agents. Network: 5ccc5a91-ee89-4182-a437-0ae69e5cbc76, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:03:33.524499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-61108640-616f-4641-9d54-43a5d5fa001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:33.525993 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-61108640-616f-4641-9d54-43a5d5fa001f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5538588 Nov 27 01:03:33.539448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e858b-f3c0-46c6-ae66-ebc488ef8a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea3255a-4088-4c34-9dd5-4a2ecb9f1306,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:33.540030 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b59f4f-85bd-4191-9189-b113f3bf0453 admin admin] Network 5ccc5a91-ee89-4182-a437-0ae69e5cbc76 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:03:33.540899 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48e7533a-44a1-4544-9b4a-d7223148ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.550226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60c7631-6149-405e-a53d-5079a8cf714b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Router c162365c-0767-45f8-9972-d2811e2dd70f has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:03:33.560598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-46b59f4f-85bd-4191-9189-b113f3bf0453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 5ccc5a91-ee89-4182-a437-0ae69e5cbc76) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:33.570199 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b59f4f-85bd-4191-9189-b113f3bf0453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:33.570814 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46b59f4f-85bd-4191-9189-b113f3bf0453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.592354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea679a2-ec14-4ae3-8c5c-20ced2bc3cea None None] Network 5ccc5a91-ee89-4182-a437-0ae69e5cbc76 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:33.605034 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1c702-eb9d-4fec-af6f-8fab628d067c req-22e3602d-e278-4d4d-8fc0-5f698c92d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:33.613132 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d1c702-eb9d-4fec-af6f-8fab628d067c req-22e3602d-e278-4d4d-8fc0-5f698c92d0b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.7953012 Nov 27 01:03:33.630619 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-46b59f4f-85bd-4191-9189-b113f3bf0453 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8064451 Nov 27 01:03:33.648538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fc6dc-07e8-4114-b363-be4e1f93aeff req-0f22ea2c-7a93-433f-9c13-e9d32683a134 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:33.650097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-108fc6dc-07e8-4114-b363-be4e1f93aeff req-0f22ea2c-7a93-433f-9c13-e9d32683a134 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.5539262 Nov 27 01:03:33.656604 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] Set router 81631ffb-d84d-467d-b529-602b39f4478c gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:33.739762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60c7631-6149-405e-a53d-5079a8cf714b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:03:33.751696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f60c7631-6149-405e-a53d-5079a8cf714b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.764218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad55149-4e20-4c28-9fd8-bf2eb039413f None None] Sync routers for ids ['c162365c-0767-45f8-9972-d2811e2dd70f'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:03:33.790461 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f60c7631-6149-405e-a53d-5079a8cf714b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "PUT /v2.0/floatingips/b9cec232-a079-4a66-bf0f-004b836628cb HTTP/1.1" status: 200 len: 992 time: 2.6811099 Nov 27 01:03:33.790461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbd6a77-a50d-4fac-a7be-b5f8e06e17a7', 'tag': 'd01d79e4-d969-4c23-bceb-575214916189'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:33.823569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad55149-4e20-4c28-9fd8-bf2eb039413f None None] Routers {'c162365c-0767-45f8-9972-d2811e2dd70f'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:33.829940 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fad55149-4e20-4c28-9fd8-bf2eb039413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:03:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c162365c-0767-45f8-9972-d2811e2dd70f'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:33.908373 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-48e7533a-44a1-4544-9b4a-d7223148ce90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b56060fdc4204a68944c12e885a14bae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9044363 Nov 27 01:03:33.912423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34988) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:33.951784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d1c702-eb9d-4fec-af6f-8fab628d067c req-6ede322d-4c07-496e-a449-c0048acb0327 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=140b25e7-868a-45b8-a519-450a42a212f4 HTTP/1.1" status: 200 len: 217 time: 0.2803509 Nov 27 01:03:33.967778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a5ae01-35c5-413e-bfcc-85fca23eda25 None None] Network 5ccc5a91-ee89-4182-a437-0ae69e5cbc76 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:33.981743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7533a-44a1-4544-9b4a-d7223148ce90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4b5d18-96b8-4d73-bb2b-4ff15bc2effb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:34.000437 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c29b5462-429a-439c-b20d-3b64ee318be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.030798 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c29b5462-429a-439c-b20d-3b64ee318be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.049921 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81631ffb-d84d-467d-b529-602b39f4478c', 'name': 'tempest-FloatingIPsNegativeTestJSON-167271539-router', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:25Z', 'updated_at': '2021-11-27T01:03:29Z', 'revision_number': 3, 'project_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'gw_port': {'id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81631ffb-d84d-467d-b529-602b39f4478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:27Z', 'updated_at': '2021-11-27T01:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:34.092879 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c29b5462-429a-439c-b20d-3b64ee318be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.096176 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c29b5462-429a-439c-b20d-3b64ee318be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.097382 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c29b5462-429a-439c-b20d-3b64ee318be7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af4b5d18-96b8-4d73-bb2b-4ff15bc2effb HTTP/1.1" status: 204 len: 168 time: 0.1797791 Nov 27 01:03:34.110231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b5462-429a-439c-b20d-3b64ee318be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4b5d18-96b8-4d73-bb2b-4ff15bc2effb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:34.119672 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0efd0-c851-4e98-b62c-faeef26fdd02 None None] The sync data for ids ['81631ffb-d84d-467d-b529-602b39f4478c'] in n-d-817303-10 is: [{'id': '81631ffb-d84d-467d-b529-602b39f4478c', 'name': 'tempest-FloatingIPsNegativeTestJSON-167271539-router', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:25Z', 'updated_at': '2021-11-27T01:03:29Z', 'revision_number': 3, 'project_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'gw_port': {'id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81631ffb-d84d-467d-b529-602b39f4478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:27Z', 'updated_at': '2021-11-27T01:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:03:34.228665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-fad55149-4e20-4c28-9fd8-bf2eb039413f None None] Set router c162365c-0767-45f8-9972-d2811e2dd70f gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:34.240613 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-90f5a91b-9836-49f5-9ba5-488986309210 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.294310 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18a2c8b-7e9e-463e-bdc8-a3c60bc6c9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "acbd6a77-a50d-4fac-a7be-b5f8e06e17a7", "tag": "d01d79e4-d969-4c23-bceb-575214916189"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:34.306253 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-108fc6dc-07e8-4114-b363-be4e1f93aeff req-599f80d1-0cb6-4273-862b-b6c6729b8a0e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190976 Nov 27 01:03:34.337193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1c702-eb9d-4fec-af6f-8fab628d067c req-7eaa4229-cfcb-4fa9-8fdd-8eeca5b8770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:34.338713 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d1c702-eb9d-4fec-af6f-8fab628d067c req-7eaa4229-cfcb-4fa9-8fdd-8eeca5b8770e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.3521230 Nov 27 01:03:34.350478 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-eaee5bd8-3c27-4a6d-bc2d-41b6e54e46f4 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7948582 Nov 27 01:03:34.441504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef171ac7-02a0-4e02-a221-a430d59d84cc req-cc20a3d5-2655-4cbd-866e-b389cbd6ac9d tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:34.450469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef171ac7-02a0-4e02-a221-a430d59d84cc req-cc20a3d5-2655-4cbd-866e-b389cbd6ac9d tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 947 time: 0.1332841 Nov 27 01:03:34.581847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef171ac7-02a0-4e02-a221-a430d59d84cc req-26436290-b28d-4df5-96c9-c2855c76ab32 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292069 Nov 27 01:03:34.718705 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13d47146-0058-4879-b84f-b2c5ea938f03 req-7aee906a-95de-4435-a029-33575dfe3c3b service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606560 Nov 27 01:03:34.743099 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db8eec82-ce6f-4062-a31f-378b9e3cae7c req-b9250bb9-244c-4d0f-b2ca-4d162986a437 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 210 time: 0.0573344 Nov 27 01:03:34.743994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fad55149-4e20-4c28-9fd8-bf2eb039413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b9cec232-a079-4a66-bf0f-004b836628cb', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'port_id': 'd01d79e4-d969-4c23-bceb-575214916189', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'mac_address': 'fa:16:3e:c4:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbd6a77-a50d-4fac-a7be-b5f8e06e17a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:03:09Z', 'updated_at': '2021-11-27T01:03:32Z', 'revision_number': 1, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:56Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:34.762446 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-90f5a91b-9836-49f5-9ba5-488986309210 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.780506 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27395483-51d3-4849-b081-78f7ea005aa5 x-openstack-request-id: req-27395483-51d3-4849-b081-78f7ea005aa5 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:34.781223 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbd6a77-a50d-4fac-a7be-b5f8e06e17a7", "tag": "d01d79e4-d969-4c23-bceb-575214916189", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:34.781562 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27395483-51d3-4849-b081-78f7ea005aa5 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:34.782063 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbd6a77-a50d-4fac-a7be-b5f8e06e17a7', 'tag': 'd01d79e4-d969-4c23-bceb-575214916189', 'status': 'completed', 'code': 200} Nov 27 01:03:34.782821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.823633 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['981a5b71-93cf-4ac7-ad01-bcf44f3293ec'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:34.827316 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad55149-4e20-4c28-9fd8-bf2eb039413f None None] Checking router: c162365c-0767-45f8-9972-d2811e2dd70f for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:03:34.879307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35016) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:34.914391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1c702-eb9d-4fec-af6f-8fab628d067c req-a37863fd-7cf9-4cbc-bc94-6419ad2b81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:34.916563 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d1c702-eb9d-4fec-af6f-8fab628d067c req-a37863fd-7cf9-4cbc-bc94-6419ad2b81d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5540118 Nov 27 01:03:34.953718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-90f5a91b-9836-49f5-9ba5-488986309210 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:34.987850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad55149-4e20-4c28-9fd8-bf2eb039413f None None] Routers {'c162365c-0767-45f8-9972-d2811e2dd70f'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:34.987850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fad55149-4e20-4c28-9fd8-bf2eb039413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:03:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c162365c-0767-45f8-9972-d2811e2dd70f'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:35.019438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.050627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-90f5a91b-9836-49f5-9ba5-488986309210 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:35.091574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-90f5a91b-9836-49f5-9ba5-488986309210 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:35.112900 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-90f5a91b-9836-49f5-9ba5-488986309210 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:35.118158 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-90f5a91b-9836-49f5-9ba5-488986309210 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.154746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a2c8b-7e9e-463e-bdc8-a3c60bc6c9d5 req-d82d9acf-414a-49a7-88ad-0491d1fe8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:35.156639 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b18a2c8b-7e9e-463e-bdc8-a3c60bc6c9d5 req-d82d9acf-414a-49a7-88ad-0491d1fe8e28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ad1e1b237fe46afb06815c8b8c729f0&device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 1098 time: 0.2688949 Nov 27 01:03:35.227320 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5a91b-9836-49f5-9ba5-488986309210 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Pushing event updated for resources: {'Port': ['ID=685fb1d5-085a-4623-a096-583568750507,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:35.357228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9775432-fcef-4b30-b643-8031410e3192 req-8dba74c4-d2ad-4a64-ac56-963cc0732fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:35.359675 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9775432-fcef-4b30-b643-8031410e3192 req-8dba74c4-d2ad-4a64-ac56-963cc0732fa4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c0e0db2b22a4f84b97debbb40d1fe35&device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 1099 time: 0.4609532 Nov 27 01:03:35.368507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-90f5a91b-9836-49f5-9ba5-488986309210 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5473173 Nov 27 01:03:35.401452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35028) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:35.428499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-fad55149-4e20-4c28-9fd8-bf2eb039413f None None] Set router c162365c-0767-45f8-9972-d2811e2dd70f gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:35.448849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-202546149-network', 'tenant_id': 'febc88304d6f4976aad35a5ca4987ff3'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:35.522514 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9775432-fcef-4b30-b643-8031410e3192 req-0aa6cedb-f826-4030-be0b-52c864ac9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:35.524337 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9775432-fcef-4b30-b643-8031410e3192 req-0aa6cedb-f826-4030-be0b-52c864ac9300 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1505859 Nov 27 01:03:35.541311 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Request body: {'port': {'device_id': '200b698b-786f-4fd7-976d-b1d6fdc01a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:35.554015 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.560668 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] Made reservation on behalf of febc88304d6f4976aad35a5ca4987ff3 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:35.563417 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.586850 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.591390 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f4fbaef0-b9f0-4ebe-9ba4-7b25636c0856 None None] Provisioning complete for port 685fb1d5-085a-4623-a096-583568750507 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:35.591764 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f4fbaef0-b9f0-4ebe-9ba4-7b25636c0856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.626716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.671078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a2c8b-7e9e-463e-bdc8-a3c60bc6c9d5 req-c79a1fa0-86f9-46ce-985a-521cf3fe4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:35.681849 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b18a2c8b-7e9e-463e-bdc8-a3c60bc6c9d5 req-c79a1fa0-86f9-46ce-985a-521cf3fe4bee service neutron] 10.222.0.31 "GET /v2.0/networks?id=649a07cd-bf3b-42ac-aaef-288218183590 HTTP/1.1" status: 200 len: 923 time: 0.5069766 Nov 27 01:03:35.722287 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9775432-fcef-4b30-b643-8031410e3192 req-3515bfbe-fd83-4c1c-87df-eab06108e8d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=a190fdc9-759b-464d-ae00-e03e03b532fd HTTP/1.1" status: 200 len: 217 time: 0.1890762 Nov 27 01:03:35.768898 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d1c702-eb9d-4fec-af6f-8fab628d067c req-7914b3a5-177f-4cb3-bccc-7beb2cc3f74d service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8116930 Nov 27 01:03:35.847555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbaef0-b9f0-4ebe-9ba4-7b25636c0856 None None] Port 685fb1d5-085a-4623-a096-583568750507 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:35.958330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453999a-3340-4d88-b9c3-9f954255a573 req-b866f256-e6c7-4983-b801-fae7b19a5a43 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:35.959669 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f453999a-3340-4d88-b9c3-9f954255a573 req-b866f256-e6c7-4983-b801-fae7b19a5a43 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.4303260 Nov 27 01:03:35.962995 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fad55149-4e20-4c28-9fd8-bf2eb039413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b9cec232-a079-4a66-bf0f-004b836628cb', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'port_id': 'd01d79e4-d969-4c23-bceb-575214916189', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'mac_address': 'fa:16:3e:c4:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbd6a77-a50d-4fac-a7be-b5f8e06e17a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:03:09Z', 'updated_at': '2021-11-27T01:03:32Z', 'revision_number': 1, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:56Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:35.984741 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.994857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad55149-4e20-4c28-9fd8-bf2eb039413f None None] The sync data for ids ['c162365c-0767-45f8-9972-d2811e2dd70f'] in n-d-817303-10 is: [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b9cec232-a079-4a66-bf0f-004b836628cb', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'port_id': 'd01d79e4-d969-4c23-bceb-575214916189', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'mac_address': 'fa:16:3e:c4:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbd6a77-a50d-4fac-a7be-b5f8e06e17a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:03:09Z', 'updated_at': '2021-11-27T01:03:32Z', 'revision_number': 1, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:56Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:03:36.042794 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e37ba925-ee51-45bb-9d72-cf524ebe0990 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:36.068330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Allocated IP 172.20.0.1 (a22bd38f-c4eb-4b54-9caf-6cd97d7066a8/9a4d6991-a91c-41f5-924f-47a9a2605cc9/7c28d5e5-02ab-451c-ab34-5483ce4036bd) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:36.075320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d8d0be-58c5-4ac3-bc38-21f998b15f5b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:36.080801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=267e39e72d274f68987504328670bd68&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2001421 Nov 27 01:03:36.102619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35048) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:36.141901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:36.142457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:36.142983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:36.143515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:36.144032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:36.144606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:36.145140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:36.145652 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:36.146159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:36.146678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:36.147201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:36.147708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184d7cd2-ff9b-48d1-9a6d-0a7bf544341b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:36.150564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e37ba925-ee51-45bb-9d72-cf524ebe0990 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:36.151358 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.194491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9775432-fcef-4b30-b643-8031410e3192 req-fbe66f5c-b32d-4728-9de4-b0212d22b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:36.196871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9775432-fcef-4b30-b643-8031410e3192 req-fbe66f5c-b32d-4728-9de4-b0212d22b9ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.4505618 Nov 27 01:03:36.206824 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b18a2c8b-7e9e-463e-bdc8-a3c60bc6c9d5 req-f07153a7-a893-40b8-acc3-0459a7acca4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d01d79e4-d969-4c23-bceb-575214916189 HTTP/1.1" status: 200 len: 1000 time: 0.5239067 Nov 27 01:03:36.273620 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13849a9-1656-4815-a794-7e4d977f2539 req-8f91ba39-f1a7-40a4-87ce-5456e0b7e028 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:36.282073 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c13849a9-1656-4815-a794-7e4d977f2539 req-8f91ba39-f1a7-40a4-87ce-5456e0b7e028 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 947 time: 0.5581665 Nov 27 01:03:36.337192 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.347604 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f453999a-3340-4d88-b9c3-9f954255a573 req-16cc6b4b-a97f-4ddd-bfa4-07da3c5d18e0 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570449 Nov 27 01:03:36.371098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port e37ba925-ee51-45bb-9d72-cf524ebe0990, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e37ba925-ee51-45bb-9d72-cf524ebe0990,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:36.379555 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-866290c1-165b-4106-b1e4-dddfe220e699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.380269 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.402999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a2c8b-7e9e-463e-bdc8-a3c60bc6c9d5 req-6e66665b-dfaa-4d2c-9201-0a35a09b3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:36.405023 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b18a2c8b-7e9e-463e-bdc8-a3c60bc6c9d5 req-6e66665b-dfaa-4d2c-9201-0a35a09b3597 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=572090ea-1174-40ff-925e-3890db83497a HTTP/1.1" status: 200 len: 861 time: 0.1891265 Nov 27 01:03:36.430837 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.472814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=e37ba925-ee51-45bb-9d72-cf524ebe0990,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:36.491214 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.508369 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-866290c1-165b-4106-b1e4-dddfe220e699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.537879 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c13849a9-1656-4815-a794-7e4d977f2539 req-eff06cad-d5a2-4578-8ede-d516e0561ce9 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547448 Nov 27 01:03:36.568114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:03:36.593342 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6723ec75-4f28-4ba8-88ec-c2075ad3e9e0,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:36.609578 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.609973 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] Added segment ffb26d02-e2e4-4799-9196-88e1b41ff72a of type vlan for network 76c8ac95-83ce-4bdd-aeb9-87966260686e Nov 27 01:03:36.622411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a2c8b-7e9e-463e-bdc8-a3c60bc6c9d5 req-568c5b53-fec0-441f-a966-0720cb641773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:36.624753 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b18a2c8b-7e9e-463e-bdc8-a3c60bc6c9d5 req-568c5b53-fec0-441f-a966-0720cb641773 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=649a07cd-bf3b-42ac-aaef-288218183590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2011783 Nov 27 01:03:36.672765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d1c702-eb9d-4fec-af6f-8fab628d067c req-5db7aced-aa31-4819-85a4-ac5a3b35ce44 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8706372 Nov 27 01:03:36.699143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9775432-fcef-4b30-b643-8031410e3192 req-7e638268-00a5-4642-b747-8eb7b1906093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:36.700959 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9775432-fcef-4b30-b643-8031410e3192 req-7e638268-00a5-4642-b747-8eb7b1906093 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4806972 Nov 27 01:03:36.709441 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.721266 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-866290c1-165b-4106-b1e4-dddfe220e699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.723928 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-866290c1-165b-4106-b1e4-dddfe220e699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.725268 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-866290c1-165b-4106-b1e4-dddfe220e699 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8d8d0be-58c5-4ac3-bc38-21f998b15f5b HTTP/1.1" status: 204 len: 168 time: 0.6033893 Nov 27 01:03:36.762991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866290c1-165b-4106-b1e4-dddfe220e699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d8d0be-58c5-4ac3-bc38-21f998b15f5b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:36.776508 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.787204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.788998 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:36.789947 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.847991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804cc61-0979-433b-9f97-089a57a281fc req-aef4ce7f-9dd9-435f-8a04-82e68338f758 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:36.849564 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c804cc61-0979-433b-9f97-089a57a281fc req-aef4ce7f-9dd9-435f-8a04-82e68338f758 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 936 time: 0.2144806 Nov 27 01:03:36.872299 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b18a2c8b-7e9e-463e-bdc8-a3c60bc6c9d5 req-67649f60-92c6-40c7-a515-4fe979132180 service neutron] 10.222.0.31 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242191 Nov 27 01:03:36.891869 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4515009 Nov 27 01:03:36.892819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35058) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:36.909770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-83ec7585-4fd0-4a0a-9528-4bbd57008a5f admin admin] Request body: {'subnet': {'network_id': '76c8ac95-83ce-4bdd-aeb9-87966260686e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-202546149-subnet', 'tenant_id': 'febc88304d6f4976aad35a5ca4987ff3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:36.932817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a152d7b-9dd7-4e07-8817-4e974782f080 admin admin] Pushing event updated for resources: {'Network': ['ID=76c8ac95-83ce-4bdd-aeb9-87966260686e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:36.951396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 76c8ac95-83ce-4bdd-aeb9-87966260686e details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:03:37.011662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9775432-fcef-4b30-b643-8031410e3192 req-ea686084-29c3-4e77-8414-76785c08520f service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795222 Nov 27 01:03:37.028911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ec7585-4fd0-4a0a-9528-4bbd57008a5f admin admin] Made reservation on behalf of febc88304d6f4976aad35a5ca4987ff3 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:37.036615 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83ec7585-4fd0-4a0a-9528-4bbd57008a5f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:37.060130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685fb1d5-085a-4623-a096-583568750507 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:37.065319 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:37.089701 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:37.103864 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c804cc61-0979-433b-9f97-089a57a281fc req-8279138c-10d6-46db-a70a-a236c86991e0 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337723 Nov 27 01:03:37.124034 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143403fd-086b-4226-b508-9bb9c213e805 None None] New status for floating IP b9cec232-a079-4a66-bf0f-004b836628cb: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:03:37.151904 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b18a2c8b-7e9e-463e-bdc8-a3c60bc6c9d5 req-c0124671-d51b-4a3d-ab19-2c726cec796d service neutron] 10.222.0.31 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363260 Nov 27 01:03:37.326627 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83ec7585-4fd0-4a0a-9528-4bbd57008a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:37.328194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Network a22bd38f-c4eb-4b54-9caf-6cd97d7066a8 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:37.399320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9775432-fcef-4b30-b643-8031410e3192 req-1fdb6498-7c1b-458b-a2ce-bc659d8567d1 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788929 Nov 27 01:03:37.400834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Transition to ACTIVE for port object 685fb1d5-085a-4623-a096-583568750507 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:37.401705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Pushing event updated for resources: {'Port': ['ID=7c28d5e5-02ab-451c-ab34-5483ce4036bd,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:37.414298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:37.436487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:37.438403 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:37.471170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35072) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:37.472744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec7585-4fd0-4a0a-9528-4bbd57008a5f admin admin] Checking segment: {'id': 'ffb26d02-e2e4-4799-9196-88e1b41ff72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '76c8ac95-83ce-4bdd-aeb9-87966260686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:37.473306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec7585-4fd0-4a0a-9528-4bbd57008a5f admin admin] Network hostable DHCP agents. Network: 76c8ac95-83ce-4bdd-aeb9-87966260686e, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:03:37.482238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:37.482797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:37.483402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:37.483953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:37.484537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:37.485534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:37.485883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:37.486219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:37.486766 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:37.487159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:37.487498 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:37.487824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:37.504413 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9aa08ab-3f7f-40e3-94c0-aed128c04087 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:37.550278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:37.583114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec7585-4fd0-4a0a-9528-4bbd57008a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfd97bf0-9f7c-43b6-9ff3-76ee19e391f2,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:37.611387 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec7585-4fd0-4a0a-9528-4bbd57008a5f admin admin] Network 76c8ac95-83ce-4bdd-aeb9-87966260686e is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:03:37.632370 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-83ec7585-4fd0-4a0a-9528-4bbd57008a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 76c8ac95-83ce-4bdd-aeb9-87966260686e) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:37.642755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd0fc2-168d-44fb-bc8e-aef51fe6810c None None] Network 76c8ac95-83ce-4bdd-aeb9-87966260686e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:37.651593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec7585-4fd0-4a0a-9528-4bbd57008a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:37.652021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Pushing event updated for resources: {'Port': ['ID=685fb1d5-085a-4623-a096-583568750507,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:37.652172 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83ec7585-4fd0-4a0a-9528-4bbd57008a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:37.727610 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9aa08ab-3f7f-40e3-94c0-aed128c04087 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:37.733702 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-83ec7585-4fd0-4a0a-9528-4bbd57008a5f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8297279 Nov 27 01:03:37.737231 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9aa08ab-3f7f-40e3-94c0-aed128c04087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:37.803568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Attempting to bind port 685fb1d5-085a-4623-a096-583568750507 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:37.803900 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Attempting to bind port 685fb1d5-085a-4623-a096-583568750507 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:37.804711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Attempting to bind port 685fb1d5-085a-4623-a096-583568750507 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:37.807119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f71e3d-ee1d-4fac-aa0f-5d662f5a6a7d req-f7e04789-7bb6-4df7-8514-79345d6aa519 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:37.818836 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5f71e3d-ee1d-4fac-aa0f-5d662f5a6a7d req-f7e04789-7bb6-4df7-8514-79345d6aa519 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 947 time: 0.1681986 Nov 27 01:03:37.838335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Port 685fb1d5-085a-4623-a096-583568750507 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:37.838701 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Attempting to bind port 685fb1d5-085a-4623-a096-583568750507 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:37.864161 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b9aa08ab-3f7f-40e3-94c0-aed128c04087 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c09afc2d2d124f108d8a55684381a776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848567 Nov 27 01:03:37.865065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa08ab-3f7f-40e3-94c0-aed128c04087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edabfadf-db87-48cb-81f4-be26fd2486b0,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:37.868177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35088) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:37.891959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aa7d2-eba5-41f0-841b-79800ec39cf9 req-0bbc5b34-988f-4332-80ea-998bc208e1f5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:37.895859 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b35aa7d2-eba5-41f0-841b-79800ec39cf9 req-0bbc5b34-988f-4332-80ea-998bc208e1f5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.3468540 Nov 27 01:03:37.918804 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5f71e3d-ee1d-4fac-aa0f-5d662f5a6a7d req-7813561b-fddf-4701-9ed0-87e460f9572b tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990193 Nov 27 01:03:37.935785 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db5cd9c-378c-45b1-9e33-a15ca8cef625 None None] Network 76c8ac95-83ce-4bdd-aeb9-87966260686e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:37.941033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:37.941447 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:37.941954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:37.942808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Bound port: 685fb1d5-085a-4623-a096-583568750507, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:37.943441 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.029475 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ba69bb6-2e32-4dd0-8613-ca48a3f809bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.050097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e37ba925-ee51-45bb-9d72-cf524ebe0990 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:38.084992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b127f9df-743d-4b9d-aafb-746d65a24e5d None None] Provisioning complete for port 7c28d5e5-02ab-451c-ab34-5483ce4036bd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:38.086203 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b127f9df-743d-4b9d-aafb-746d65a24e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.096869 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ba69bb6-2e32-4dd0-8613-ca48a3f809bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.141567 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b35aa7d2-eba5-41f0-841b-79800ec39cf9 req-7bf5a7d2-1e88-45b1-b24a-be983c9d2099 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297938 Nov 27 01:03:38.178280 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b127f9df-743d-4b9d-aafb-746d65a24e5d None None] Port 7c28d5e5-02ab-451c-ab34-5483ce4036bd cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:38.194550 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.213575 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] For port 685fb1d5-085a-4623-a096-583568750507, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:38.251024 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ba69bb6-2e32-4dd0-8613-ca48a3f809bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.254246 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ba69bb6-2e32-4dd0-8613-ca48a3f809bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.254621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e37ba925-ee51-45bb-9d72-cf524ebe0990 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:38.255186 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.259819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] For port 685fb1d5-085a-4623-a096-583568750507, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=685fb1d5-085a-4623-a096-583568750507,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:38.266007 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.275971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7ba69bb6-2e32-4dd0-8613-ca48a3f809bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edabfadf-db87-48cb-81f4-be26fd2486b0 HTTP/1.1" status: 204 len: 168 time: 0.4022069 Nov 27 01:03:38.283833 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba69bb6-2e32-4dd0-8613-ca48a3f809bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edabfadf-db87-48cb-81f4-be26fd2486b0,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:38.321271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:38.321894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.325589 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-b7832d65-13df-4610-802a-10228706ff53 service neutron] 10.222.0.21 "PUT /v2.0/ports/685fb1d5-085a-4623-a096-583568750507 HTTP/1.1" status: 200 len: 1097 time: 2.7975075 Nov 27 01:03:38.326084 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200b698b-786f-4fd7-976d-b1d6fdc01a2c', 'tag': '685fb1d5-085a-4623-a096-583568750507'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:38.328415 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddf832f-9a5e-49d8-b7ca-b7b7115064c2" -d '{"events": [{"name": "network-changed", "server_uuid": "200b698b-786f-4fd7-976d-b1d6fdc01a2c", "tag": "685fb1d5-085a-4623-a096-583568750507"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:38.371574 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea8fba-b5d8-4957-ba90-8129427eb4cd req-ff94e470-9dde-4c6b-afcc-d644800055f5 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:38.409716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7832d65-13df-4610-802a-10228706ff53 service neutron] Pushing event updated for resources: {'Port': ['ID=685fb1d5-085a-4623-a096-583568750507,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:38.421714 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bea8fba-b5d8-4957-ba90-8129427eb4cd req-ff94e470-9dde-4c6b-afcc-d644800055f5 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 948 time: 0.1352062 Nov 27 01:03:38.524029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-bda3cffd-87e3-435b-a31e-7a4d0b57b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:38.525757 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-bda3cffd-87e3-435b-a31e-7a4d0b57b4f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=48487a8dafc94679b07798e92e71cd73&device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 1100 time: 0.0881937 Nov 27 01:03:38.559684 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bea8fba-b5d8-4957-ba90-8129427eb4cd req-0797bfe4-b4cf-406a-90f8-7ed939a9eb8a tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367071 Nov 27 01:03:38.588316 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.623415 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f890432c-8cc5-41e4-a221-1932e287c20c x-openstack-request-id: req-f890432c-8cc5-41e4-a221-1932e287c20c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:38.623788 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200b698b-786f-4fd7-976d-b1d6fdc01a2c", "tag": "685fb1d5-085a-4623-a096-583568750507", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:38.624287 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f890432c-8cc5-41e4-a221-1932e287c20c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:38.624817 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200b698b-786f-4fd7-976d-b1d6fdc01a2c', 'tag': '685fb1d5-085a-4623-a096-583568750507', 'status': 'completed', 'code': 200} Nov 27 01:03:38.626444 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-860e737a-2ffa-4b81-8cb8-17fd9cf3933a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=685fb1d5-085a-4623-a096-583568750507 HTTP/1.1" status: 200 len: 217 time: 0.0789165 Nov 27 01:03:38.627045 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.627795 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.765271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-2ffc3bb1-5682-46c8-b38f-5484bad41e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:38.766700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-2ffc3bb1-5682-46c8-b38f-5484bad41e33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1312983 Nov 27 01:03:38.769001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Pushing event updated for resources: {'Port': ['ID=7c28d5e5-02ab-451c-ab34-5483ce4036bd,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:38.847399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Network a22bd38f-c4eb-4b54-9caf-6cd97d7066a8 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:38.849561 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:38.859981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-a601b16c-f503-480a-a0f0-9c2df340ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:38.861665 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-a601b16c-f503-480a-a0f0-9c2df340ee92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0847671 Nov 27 01:03:38.930463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35126) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:39.003703 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device a190fdc9-759b-464d-ae00-e03e03b532fd details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:39.059368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5de890-0fb4-4859-bffd-42faa7c5f5d5 req-c5ce646f-c4ae-4eeb-bfdf-50e6f0732fad tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:39.068801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1e5de890-0fb4-4859-bffd-42faa7c5f5d5 req-c5ce646f-c4ae-4eeb-bfdf-50e6f0732fad tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 947 time: 0.0709031 Nov 27 01:03:39.146651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1e5de890-0fb4-4859-bffd-42faa7c5f5d5 req-0409da58-a521-4d9d-b233-80df5c9ff1f0 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766943 Nov 27 01:03:39.165708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da394310-cddb-40c8-9939-3812a85c155f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.184941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port a190fdc9-759b-464d-ae00-e03e03b532fd, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a190fdc9-759b-464d-ae00-e03e03b532fd,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:39.193241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9d6f8ad3-36ac-4ad9-a258-931d3c73051f None None] Provisioning complete for port 7c28d5e5-02ab-451c-ab34-5483ce4036bd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:39.193980 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9d6f8ad3-36ac-4ad9-a258-931d3c73051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.223102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'a190fdc9-759b-464d-ae00-e03e03b532fd', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'a190fdc9-759b-464d-ae00-e03e03b532fd', 'mac_address': 'fa:16:3e:64:92:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:39.278521 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da394310-cddb-40c8-9939-3812a85c155f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.285094 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da394310-cddb-40c8-9939-3812a85c155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.310990 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.320477 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-da394310-cddb-40c8-9939-3812a85c155f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1071683d1504a6db318290f4773715b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890803 Nov 27 01:03:39.322694 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35140) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:39.331065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a190fdc9-759b-464d-ae00-e03e03b532fd {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:39.335690 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9d6f8ad3-36ac-4ad9-a258-931d3c73051f None None] Port 7c28d5e5-02ab-451c-ab34-5483ce4036bd cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:39.370045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port a190fdc9-759b-464d-ae00-e03e03b532fd, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a190fdc9-759b-464d-ae00-e03e03b532fd,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:39.376438 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.399366 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da394310-cddb-40c8-9939-3812a85c155f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7be1f38-39f4-4393-a39b-3a5345b8d7aa,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:39.437347 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d676d-37f3-4cec-af81-0b61ccdf63e8 req-9dacef38-7698-4acc-93e0-d80feef5ac20 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:39.440822 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=a190fdc9-759b-464d-ae00-e03e03b532fd,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:39.444772 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-037d676d-37f3-4cec-af81-0b61ccdf63e8 req-9dacef38-7698-4acc-93e0-d80feef5ac20 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.1322935 Nov 27 01:03:39.468929 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f4ca1b3c-898f-475e-b817-93e59d78dca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.478771 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-e514706a-ed9a-4d93-9eaf-d58e905157ed service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792437 Nov 27 01:03:39.494688 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Router 81631ffb-d84d-467d-b529-602b39f4478c has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:03:39.511464 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f4ca1b3c-898f-475e-b817-93e59d78dca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.521441 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-037d676d-37f3-4cec-af81-0b61ccdf63e8 req-0c3e935b-7f01-4be6-9e5c-41110e617b5a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758374 Nov 27 01:03:39.556865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-f066a74c-6f51-4c62-ac05-60b8fd0c4821 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:39.558356 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-f066a74c-6f51-4c62-ac05-60b8fd0c4821 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/networks?id=5ccc5a91-ee89-4182-a437-0ae69e5cbc76 HTTP/1.1" status: 200 len: 815 time: 0.6379194 Nov 27 01:03:39.574345 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f4ca1b3c-898f-475e-b817-93e59d78dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.577100 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f4ca1b3c-898f-475e-b817-93e59d78dca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.580818 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f4ca1b3c-898f-475e-b817-93e59d78dca3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7be1f38-39f4-4393-a39b-3a5345b8d7aa HTTP/1.1" status: 204 len: 168 time: 0.2535737 Nov 27 01:03:39.588882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca1b3c-898f-475e-b817-93e59d78dca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7be1f38-39f4-4393-a39b-3a5345b8d7aa,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:39.618853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-c086c59f-4451-43c2-b4f2-ac200cbfffff tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/quotas/56dc31b6f03840de9500bb5b39135895 HTTP/1.1" status: 200 len: 375 time: 0.0138402 Nov 27 01:03:39.672074 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-e68fadf8-fbec-4da6-9ea9-3285c814f030 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=56dc31b6f03840de9500bb5b39135895&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412185 Nov 27 01:03:39.740117 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3a6863-b786-489c-b0cd-77d8b4add3f3 req-022a48db-db8d-45eb-8369-b304c8ed810a service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510672 Nov 27 01:03:39.775770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d26066-e78a-444a-a5fd-7b3c0be525ec req-57d0c9f4-4416-4086-8b67-74fa71ac088e tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:39.787357 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a5d26066-e78a-444a-a5fd-7b3c0be525ec req-57d0c9f4-4416-4086-8b67-74fa71ac088e tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 948 time: 0.0634353 Nov 27 01:03:39.788140 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['a190fdc9-759b-464d-ae00-e03e03b532fd'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:39.789497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:03:39.796220 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-21c843b8-c1f2-4bba-ba77-f6c1117fbb35 admin admin] 10.222.0.15 "PUT /v2.0/routers/81631ffb-d84d-467d-b529-602b39f4478c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4136322 Nov 27 01:03:39.803180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Sync routers for ids ['81631ffb-d84d-467d-b529-602b39f4478c'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:03:39.825652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-d4d1f6b8-4404-43ec-b3a6-4e52f25893f3 service neutron] 10.222.0.15 "GET /v2.0/networks/5ccc5a91-ee89-4182-a437-0ae69e5cbc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222043 Nov 27 01:03:39.875022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Routers {'81631ffb-d84d-467d-b529-602b39f4478c'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:39.875732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:03:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['81631ffb-d84d-467d-b529-602b39f4478c'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:39.915659 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a5d26066-e78a-444a-a5fd-7b3c0be525ec req-45ba9dbc-8e3c-4a37-8d9c-a898b1722674 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272788 Nov 27 01:03:40.012378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf832f-9a5e-49d8-b7ca-b7b7115064c2 req-23646a53-eebd-492a-af5d-40ce1a81e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:40.014470 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ddf832f-9a5e-49d8-b7ca-b7b7115064c2 req-23646a53-eebd-492a-af5d-40ce1a81e80d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=48487a8dafc94679b07798e92e71cd73&device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 1100 time: 0.0850112 Nov 27 01:03:40.047349 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c3d0c719-1871-454d-9a68-ddc173b0aedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.072615 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-a3ea43ba-299d-4849-a81d-d79fc64dfe66 service neutron] 10.222.0.15 "GET /v2.0/networks/5ccc5a91-ee89-4182-a437-0ae69e5cbc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387402 Nov 27 01:03:40.092501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Set router 81631ffb-d84d-467d-b529-602b39f4478c gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:40.186661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf832f-9a5e-49d8-b7ca-b7b7115064c2 req-ffcb4e16-76ae-4dff-a480-03396d3d61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:40.191875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ddf832f-9a5e-49d8-b7ca-b7b7115064c2 req-ffcb4e16-76ae-4dff-a480-03396d3d61e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1644087 Nov 27 01:03:40.193178 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35172) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:40.214395 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1700595d-fc88-4d62-9f47-d0aaf61cb553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.290755 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ddf832f-9a5e-49d8-b7ca-b7b7115064c2 req-aef5c66e-dad3-4348-9352-23c7c09dab3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=685fb1d5-085a-4623-a096-583568750507 HTTP/1.1" status: 200 len: 217 time: 0.0886676 Nov 27 01:03:40.392266 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1700595d-fc88-4d62-9f47-d0aaf61cb553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.397613 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1700595d-fc88-4d62-9f47-d0aaf61cb553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.428698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf832f-9a5e-49d8-b7ca-b7b7115064c2 req-610dfcd7-4c69-451c-8a0c-8ccef25a9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:40.430310 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ddf832f-9a5e-49d8-b7ca-b7b7115064c2 req-610dfcd7-4c69-451c-8a0c-8ccef25a9bb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1292877 Nov 27 01:03:40.432097 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1700595d-fc88-4d62-9f47-d0aaf61cb553 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80a977481ae944cfbb2d6f2464513015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371204 Nov 27 01:03:40.436775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35180) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:40.456721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700595d-fc88-4d62-9f47-d0aaf61cb553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645d0096-b7b9-4ae4-b86b-9530740db0e1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:40.563699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81631ffb-d84d-467d-b529-602b39f4478c', 'name': 'tempest-FloatingIPsNegativeTestJSON-167271539-router', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:25Z', 'updated_at': '2021-11-27T01:03:38Z', 'revision_number': 4, 'project_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'gw_port': {'id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81631ffb-d84d-467d-b529-602b39f4478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:27Z', 'updated_at': '2021-11-27T01:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7c28d5e5-02ab-451c-ab34-5483ce4036bd', 'name': '', 'network_id': 'a22bd38f-c4eb-4b54-9caf-6cd97d7066a8', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'mac_address': 'fa:16:3e:c3:52:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81631ffb-d84d-467d-b529-602b39f4478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '9a4d6991-a91c-41f5-924f-47a9a2605cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:34Z', 'updated_at': '2021-11-27T01:03:38Z', 'revision_number': 2, 'project_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'subnets': [{'id': '9a4d6991-a91c-41f5-924f-47a9a2605cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:40.578535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71326059-27d4-41f1-b9bc-13d1f3fd9bae req-fc381d30-6646-4595-bee9-bb2c2f8d3220 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:40.580188 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71326059-27d4-41f1-b9bc-13d1f3fd9bae req-fc381d30-6646-4595-bee9-bb2c2f8d3220 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 948 time: 0.2116416 Nov 27 01:03:40.580946 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-10d5f3ca-8df5-40ff-a790-cbed3ebf6e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.603855 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-10d5f3ca-8df5-40ff-a790-cbed3ebf6e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.626792 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Checking router: 81631ffb-d84d-467d-b529-602b39f4478c for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:03:40.627162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Updating router 81631ffb-d84d-467d-b529-602b39f4478c port 7c28d5e5-02ab-451c-ab34-5483ce4036bd binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:03:40.663345 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-06690eef-0e48-48f0-9a91-9873659ab7df req-fa893401-e476-41b9-a980-c76a0e0dcd27 tempest-FloatingIPsNegativeTestJSON-1026033426 tempest-FloatingIPsNegativeTestJSON-1026033426-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=32ce5d175e23450a9ee0c6f0e58fdd1a HTTP/1.1" status: 200 len: 217 time: 0.1587427 Nov 27 01:03:40.666280 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.681433 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-10d5f3ca-8df5-40ff-a790-cbed3ebf6e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.684003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-10d5f3ca-8df5-40ff-a790-cbed3ebf6e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.688786 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-10d5f3ca-8df5-40ff-a790-cbed3ebf6e82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/645d0096-b7b9-4ae4-b86b-9530740db0e1 HTTP/1.1" status: 204 len: 168 time: 0.2486854 Nov 27 01:03:40.708653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5f3ca-8df5-40ff-a790-cbed3ebf6e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645d0096-b7b9-4ae4-b86b-9530740db0e1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:40.712312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf832f-9a5e-49d8-b7ca-b7b7115064c2 req-60221a98-2e3d-4969-8a0f-ce409a7415d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:40.713975 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ddf832f-9a5e-49d8-b7ca-b7b7115064c2 req-60221a98-2e3d-4969-8a0f-ce409a7415d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2437994 Nov 27 01:03:40.793127 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2da0bc08-ba09-412a-a12a-0ef1429bdbe0 req-ce346189-a13a-497e-86be-69ba8e7ab5f3 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 210 time: 0.0675511 Nov 27 01:03:40.841162 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ddf832f-9a5e-49d8-b7ca-b7b7115064c2 req-8f02447c-55d8-46a4-8808-c10bb3d4c52d service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157384 Nov 27 01:03:40.849046 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71326059-27d4-41f1-b9bc-13d1f3fd9bae req-1a59413e-40b7-4a67-8404-0b793f2ee3de tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009954 Nov 27 01:03:40.999871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-08844268-7b9d-4afb-8055-3218efc43832 req-58398a11-c9cd-4bca-9ff5-34cbde028a5b tempest-FloatingIPsNegativeTestJSON-1026033426 tempest-FloatingIPsNegativeTestJSON-1026033426-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1018634 Nov 27 01:03:41.027969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406bbd2-fbe7-4393-bc9b-795390252c49 req-d5193983-5462-4027-96a4-c571e427f199 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:41.041562 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d406bbd2-fbe7-4393-bc9b-795390252c49 req-d5193983-5462-4027-96a4-c571e427f199 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.1233828 Nov 27 01:03:41.080264 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ddf832f-9a5e-49d8-b7ca-b7b7115064c2 req-420c2d7f-eeb6-422c-959c-bd6074547e78 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298455 Nov 27 01:03:41.097869 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d406bbd2-fbe7-4393-bc9b-795390252c49 req-ab4d5a87-5b99-4d43-a82f-91dc3c63f59b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553808 Nov 27 01:03:41.173935 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.185856 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.248911 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-1dfdecc6-82b3-4021-9cef-c66a58c472a0 req-675cb2fd-d4dd-4744-9719-5fc4024412db tempest-FloatingIPsNegativeTestJSON-1026033426 tempest-FloatingIPsNegativeTestJSON-1026033426-project] show failed (client error): The resource could not be found. Nov 27 01:03:41.249972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1dfdecc6-82b3-4021-9cef-c66a58c472a0 req-675cb2fd-d4dd-4744-9719-5fc4024412db tempest-FloatingIPsNegativeTestJSON-1026033426 tempest-FloatingIPsNegativeTestJSON-1026033426-project] 10.222.0.15 "GET /v2.0/floatingips/16ee3691-56a8-46f4-b224-10253b11b585 HTTP/1.1" status: 404 len: 350 time: 0.1032848 Nov 27 01:03:41.261126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35214) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:41.284963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616838fe-7373-43a1-8311-1caa8a4e72d0 req-ed3062a7-9862-406e-9c3d-38027a723f7e tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:41.286715 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-616838fe-7373-43a1-8311-1caa8a4e72d0 req-ed3062a7-9862-406e-9c3d-38027a723f7e tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 948 time: 0.0970387 Nov 27 01:03:41.390332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7bcde-b591-4d6b-a774-922d92cd7563 None None] Pushing event updated for resources: {'Port': ['ID=7c28d5e5-02ab-451c-ab34-5483ce4036bd,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:41.419434 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-616838fe-7373-43a1-8311-1caa8a4e72d0 req-7baccd85-be47-47a5-99e9-5a0f2c81f239 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971560 Nov 27 01:03:41.473558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Attempting to bind port 7c28d5e5-02ab-451c-ab34-5483ce4036bd on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:41.473939 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Attempting to bind port 7c28d5e5-02ab-451c-ab34-5483ce4036bd by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a22bd38f-c4eb-4b54-9caf-6cd97d7066a8'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:41.474304 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Attempting to bind port 7c28d5e5-02ab-451c-ab34-5483ce4036bd on network a22bd38f-c4eb-4b54-9caf-6cd97d7066a8 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:41.480746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:41.481149 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Checking segment: {'id': '8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a22bd38f-c4eb-4b54-9caf-6cd97d7066a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:41.481626 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.482618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Bound using segment: {'id': '8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a22bd38f-c4eb-4b54-9caf-6cd97d7066a8'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:41.482618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Bound port: 7c28d5e5-02ab-451c-ab34-5483ce4036bd, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a22bd38f-c4eb-4b54-9caf-6cd97d7066a8'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:41.483078 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.585365 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] For port 7c28d5e5-02ab-451c-ab34-5483ce4036bd, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:41.595369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] For port 7c28d5e5-02ab-451c-ab34-5483ce4036bd, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7c28d5e5-02ab-451c-ab34-5483ce4036bd,segment=NetworkSegment(8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c),segment_id=8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:41.608153 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.721546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Routers {'81631ffb-d84d-467d-b529-602b39f4478c'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:41.722233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:03:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['81631ffb-d84d-467d-b529-602b39f4478c'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:41.828932 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7bcde-b591-4d6b-a774-922d92cd7563 None None] Pushing event updated for resources: {'Port': ['ID=7c28d5e5-02ab-451c-ab34-5483ce4036bd,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:41.839629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-78ed9abe-a173-49ff-8c0e-95f0b66f4336 None None] Provisioning complete for port 7c28d5e5-02ab-451c-ab34-5483ce4036bd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:41.840007 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78ed9abe-a173-49ff-8c0e-95f0b66f4336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:42.002415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-54eff199-a925-47ff-8258-4ddbe9a2ce28 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:42.004851 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-54eff199-a925-47ff-8258-4ddbe9a2ce28 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.21 "GET /v2.0/networks?id=5ccc5a91-ee89-4182-a437-0ae69e5cbc76 HTTP/1.1" status: 200 len: 815 time: 0.3370740 Nov 27 01:03:42.039210 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0f8bde6-a08b-4534-90b6-aef5d9f8e65c req-d340262d-1d2c-4386-8f8d-4ead6bd18560 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 210 time: 0.0788243 Nov 27 01:03:42.047860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] Set router 81631ffb-d84d-467d-b529-602b39f4478c gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:42.073088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-e98cb482-1a3a-4465-886c-a24772b2f8fb tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Request body: {'port': {'device_id': '5cb7c176-50a5-40b2-aa83-26c289c91f24', 'network_id': '5ccc5a91-ee89-4182-a437-0ae69e5cbc76', 'admin_state_up': True, 'tenant_id': '56dc31b6f03840de9500bb5b39135895'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:42.117614 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47620838-606e-4030-8664-062c9d36dd4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:42.269604 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1efb4c9e-c8b0-4625-b2ac-ce8ec7b80779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:42.318752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-e98cb482-1a3a-4465-886c-a24772b2f8fb tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Made reservation on behalf of 56dc31b6f03840de9500bb5b39135895 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:42.324639 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-e98cb482-1a3a-4465-886c-a24772b2f8fb tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:42.354480 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78ed9abe-a173-49ff-8c0e-95f0b66f4336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:42.397584 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21446181-a364-4ac7-8bc8-f880b2bb9af3 req-f7fae518-fbae-48bc-9634-1e77357614de tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:42.399577 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-78ed9abe-a173-49ff-8c0e-95f0b66f4336 None None] For port 7c28d5e5-02ab-451c-ab34-5483ce4036bd, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7c28d5e5-02ab-451c-ab34-5483ce4036bd,segment=NetworkSegment(8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c),segment_id=8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:42.400035 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21446181-a364-4ac7-8bc8-f880b2bb9af3 req-f7fae518-fbae-48bc-9634-1e77357614de tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.1527109 Nov 27 01:03:42.405236 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78ed9abe-a173-49ff-8c0e-95f0b66f4336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:42.436500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2ab71-f3be-44a7-8974-cc722f36144f req-a0613537-b3f5-4d0b-b421-e4c4ba9bd140 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:42.444364 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37d2ab71-f3be-44a7-8974-cc722f36144f req-a0613537-b3f5-4d0b-b421-e4c4ba9bd140 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 948 time: 0.1990860 Nov 27 01:03:42.465625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed9abe-a173-49ff-8c0e-95f0b66f4336 None None] Pushing event updated for resources: {'Port': ['ID=7c28d5e5-02ab-451c-ab34-5483ce4036bd,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:42.477668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81631ffb-d84d-467d-b529-602b39f4478c', 'name': 'tempest-FloatingIPsNegativeTestJSON-167271539-router', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:25Z', 'updated_at': '2021-11-27T01:03:38Z', 'revision_number': 4, 'project_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'gw_port': {'id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81631ffb-d84d-467d-b529-602b39f4478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:27Z', 'updated_at': '2021-11-27T01:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7c28d5e5-02ab-451c-ab34-5483ce4036bd', 'name': '', 'network_id': 'a22bd38f-c4eb-4b54-9caf-6cd97d7066a8', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'mac_address': 'fa:16:3e:c3:52:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81631ffb-d84d-467d-b529-602b39f4478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '9a4d6991-a91c-41f5-924f-47a9a2605cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:34Z', 'updated_at': '2021-11-27T01:03:41Z', 'revision_number': 4, 'project_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'subnets': [{'id': '9a4d6991-a91c-41f5-924f-47a9a2605cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:42.527725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24806b0f-b1db-4966-8743-df27b7c5f0a1 None None] The sync data for ids ['81631ffb-d84d-467d-b529-602b39f4478c'] in n-d-817303-10 is: [{'id': '81631ffb-d84d-467d-b529-602b39f4478c', 'name': 'tempest-FloatingIPsNegativeTestJSON-167271539-router', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:25Z', 'updated_at': '2021-11-27T01:03:38Z', 'revision_number': 4, 'project_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'gw_port': {'id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81631ffb-d84d-467d-b529-602b39f4478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:27Z', 'updated_at': '2021-11-27T01:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7c28d5e5-02ab-451c-ab34-5483ce4036bd', 'name': '', 'network_id': 'a22bd38f-c4eb-4b54-9caf-6cd97d7066a8', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'mac_address': 'fa:16:3e:c3:52:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81631ffb-d84d-467d-b529-602b39f4478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '9a4d6991-a91c-41f5-924f-47a9a2605cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:34Z', 'updated_at': '2021-11-27T01:03:41Z', 'revision_number': 4, 'project_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'subnets': [{'id': '9a4d6991-a91c-41f5-924f-47a9a2605cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:03:42.536293 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21446181-a364-4ac7-8bc8-f880b2bb9af3 req-cec361f1-3cf2-4f9c-9391-b36395cc986a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009715 Nov 27 01:03:42.548540 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7acac5a4-96ae-484e-9bc1-d2b1b38b2409 None None] Provisioning complete for port 7c28d5e5-02ab-451c-ab34-5483ce4036bd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:42.549274 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7acac5a4-96ae-484e-9bc1-d2b1b38b2409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:42.573822 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37d2ab71-f3be-44a7-8974-cc722f36144f req-7ab3eef5-7c96-4806-9c5e-01b11105a0b5 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259687 Nov 27 01:03:42.598436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-e98cb482-1a3a-4465-886c-a24772b2f8fb tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Allocated IP 172.20.0.13 (5ccc5a91-ee89-4182-a437-0ae69e5cbc76/15a9d311-b58d-42b4-9419-f0fb9c7675d3/a8de0eb1-9f35-4991-a356-41cb576bfdd2) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:42.874745 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 685fb1d5-085a-4623-a096-583568750507 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:42.942647 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-e98cb482-1a3a-4465-886c-a24772b2f8fb tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.009846 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-e98cb482-1a3a-4465-886c-a24772b2f8fb tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.048223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device a190fdc9-759b-464d-ae00-e03e03b532fd up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:43.076390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8eb7c-f1d4-47b8-a016-9b38d89e6ca8 req-6f50eb30-3b08-4389-bf92-b9de127b989d tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:43.083707 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23e8eb7c-f1d4-47b8-a016-9b38d89e6ca8 req-6f50eb30-3b08-4389-bf92-b9de127b989d tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 948 time: 0.1040244 Nov 27 01:03:43.090905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cb482-1a3a-4465-886c-a24772b2f8fb tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Pushing event updated for resources: {'Port': ['ID=a8de0eb1-9f35-4991-a356-41cb576bfdd2,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:43.097515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-47620838-606e-4030-8664-062c9d36dd4e admin admin] Deleting port 7c28d5e5-02ab-451c-ab34-5483ce4036bd {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:03:43.097515 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47620838-606e-4030-8664-062c9d36dd4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.100986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-e98cb482-1a3a-4465-886c-a24772b2f8fb tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Network 5ccc5a91-ee89-4182-a437-0ae69e5cbc76 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:43.103092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-e98cb482-1a3a-4465-886c-a24772b2f8fb tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:43.105609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-e98cb482-1a3a-4465-886c-a24772b2f8fb tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:43.113156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-e98cb482-1a3a-4465-886c-a24772b2f8fb tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:43.114449 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-e98cb482-1a3a-4465-886c-a24772b2f8fb tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.135899 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-e98cb482-1a3a-4465-886c-a24772b2f8fb tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0686607 Nov 27 01:03:43.162226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Request body: {'port': {'device_id': '5cb7c176-50a5-40b2-aa83-26c289c91f24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:43.224698 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.226452 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23e8eb7c-f1d4-47b8-a016-9b38d89e6ca8 req-97893634-4f41-4c22-8574-ad0f93dabd42 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376078 Nov 27 01:03:43.238172 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.244922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 685fb1d5-085a-4623-a096-583568750507, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=685fb1d5-085a-4623-a096-583568750507,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:43.259869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-47620838-606e-4030-8664-062c9d36dd4e admin admin] For port 7c28d5e5-02ab-451c-ab34-5483ce4036bd, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7c28d5e5-02ab-451c-ab34-5483ce4036bd,segment=NetworkSegment(8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c),segment_id=8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:43.260523 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47620838-606e-4030-8664-062c9d36dd4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.284139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '685fb1d5-085a-4623-a096-583568750507', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '685fb1d5-085a-4623-a096-583568750507', 'mac_address': 'fa:16:3e:f8:c4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:43.301886 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port a190fdc9-759b-464d-ae00-e03e03b532fd completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:03:43.312045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-47620838-606e-4030-8664-062c9d36dd4e admin admin] Calling delete_port for 7c28d5e5-02ab-451c-ab34-5483ce4036bd owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:03:43.352264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port a190fdc9-759b-464d-ae00-e03e03b532fd triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:43.353777 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.423593 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.464379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685fb1d5-085a-4623-a096-583568750507 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:43.505955 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 685fb1d5-085a-4623-a096-583568750507, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=685fb1d5-085a-4623-a096-583568750507,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:43.511748 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.591756 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.617850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8de0eb1-9f35-4991-a356-41cb576bfdd2 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:43.621345 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=685fb1d5-085a-4623-a096-583568750507,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:43.627538 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.636849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a00bc80-0714-4515-8c10-545e30994f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a190fdc9-759b-464d-ae00-e03e03b532fd'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:43.639435 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcea992-ceac-42a4-a831-4ed9549a9fd5" -d '{"events": [{"server_uuid": "0a00bc80-0714-4515-8c10-545e30994f8f", "name": "network-vif-plugged", "status": "completed", "tag": "a190fdc9-759b-464d-ae00-e03e03b532fd"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:43.642494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Transition to ACTIVE for port object a8de0eb1-9f35-4991-a356-41cb576bfdd2 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:43.647164 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.656966 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port a190fdc9-759b-464d-ae00-e03e03b532fd, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a190fdc9-759b-464d-ae00-e03e03b532fd,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:43.660989 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.665938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144d51c-a55c-4361-895c-4e26f9ba5540 req-447286e8-afe3-463c-9282-6a50ce19cd17 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:43.667532 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0144d51c-a55c-4361-895c-4e26f9ba5540 req-447286e8-afe3-463c-9282-6a50ce19cd17 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 932 time: 0.2417338 Nov 27 01:03:43.746798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Pushing event updated for resources: {'Port': ['ID=a8de0eb1-9f35-4991-a356-41cb576bfdd2,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:43.767302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Attempting to bind port a8de0eb1-9f35-4991-a356-41cb576bfdd2 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:43.768108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Attempting to bind port a8de0eb1-9f35-4991-a356-41cb576bfdd2 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'fb391826-ccc1-4b95-a705-3f5114468396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5ccc5a91-ee89-4182-a437-0ae69e5cbc76'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:43.768221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Attempting to bind port a8de0eb1-9f35-4991-a356-41cb576bfdd2 on network 5ccc5a91-ee89-4182-a437-0ae69e5cbc76 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:43.776677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=a190fdc9-759b-464d-ae00-e03e03b532fd,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:43.787810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Port a8de0eb1-9f35-4991-a356-41cb576bfdd2 on network 5ccc5a91-ee89-4182-a437-0ae69e5cbc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:43.787810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Attempting to bind port a8de0eb1-9f35-4991-a356-41cb576bfdd2 on network 5ccc5a91-ee89-4182-a437-0ae69e5cbc76 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:43.812661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:43.813053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Checking segment: {'id': 'fb391826-ccc1-4b95-a705-3f5114468396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5ccc5a91-ee89-4182-a437-0ae69e5cbc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:43.813320 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0144d51c-a55c-4361-895c-4e26f9ba5540 req-999410fc-8746-4a88-8ba7-47ea1d202712 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4f80bf7-5505-4666-820b-8ddecd46edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372998 Nov 27 01:03:43.813586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Bound using segment: {'id': 'fb391826-ccc1-4b95-a705-3f5114468396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5ccc5a91-ee89-4182-a437-0ae69e5cbc76'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:43.814098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Bound port: a8de0eb1-9f35-4991-a356-41cb576bfdd2, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb391826-ccc1-4b95-a705-3f5114468396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5ccc5a91-ee89-4182-a437-0ae69e5cbc76'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:43.814522 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.835592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['685fb1d5-085a-4623-a096-583568750507'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:43.847597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab25db2-17c3-4b88-a095-41ef12cfe7aa req-2fb1922b-7517-43e9-b024-b4413f7d91e3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:43.853063 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47620838-606e-4030-8664-062c9d36dd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.856687 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fab25db2-17c3-4b88-a095-41ef12cfe7aa req-2fb1922b-7517-43e9-b024-b4413f7d91e3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.0856266 Nov 27 01:03:43.970281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] For port a8de0eb1-9f35-4991-a356-41cb576bfdd2, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:43.980893 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fab25db2-17c3-4b88-a095-41ef12cfe7aa req-4f8d8d54-6a1e-4ab7-a490-e77e652e7989 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234624 Nov 27 01:03:43.984520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] For port a8de0eb1-9f35-4991-a356-41cb576bfdd2, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a8de0eb1-9f35-4991-a356-41cb576bfdd2,segment=NetworkSegment(fb391826-ccc1-4b95-a705-3f5114468396),segment_id=fb391826-ccc1-4b95-a705-3f5114468396)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:44.000010 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:44.037680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:44.039213 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:44.040748 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] 10.222.0.21 "PUT /v2.0/ports/a8de0eb1-9f35-4991-a356-41cb576bfdd2 HTTP/1.1" status: 200 len: 1093 time: 0.8878164 Nov 27 01:03:44.041696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb7c176-50a5-40b2-aa83-26c289c91f24', 'tag': 'a8de0eb1-9f35-4991-a356-41cb576bfdd2'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:44.044121 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bdef23-f591-4b36-a345-8f7994da22db" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb7c176-50a5-40b2-aa83-26c289c91f24", "tag": "a8de0eb1-9f35-4991-a356-41cb576bfdd2"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:44.067812 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47620838-606e-4030-8664-062c9d36dd4e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c28d5e5-02ab-451c-ab34-5483ce4036bd,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:44.131059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7c28d5e5-02ab-451c-ab34-5483ce4036bd up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:44.161095 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78b8c4-3938-41b4-b114-394bc57a6e9c service neutron] Pushing event updated for resources: {'Port': ['ID=a8de0eb1-9f35-4991-a356-41cb576bfdd2,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:44.179944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-87293150-4eac-4cc9-aa2d-0725a0946d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:44.181466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-87293150-4eac-4cc9-aa2d-0725a0946d98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56dc31b6f03840de9500bb5b39135895&device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 1096 time: 0.0566390 Nov 27 01:03:44.186396 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0636473a-4813-4e02-906b-a9b98ec190a6 x-openstack-request-id: req-0636473a-4813-4e02-906b-a9b98ec190a6 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:44.186816 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a00bc80-0714-4515-8c10-545e30994f8f", "name": "network-vif-plugged", "status": "completed", "tag": "a190fdc9-759b-464d-ae00-e03e03b532fd", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:44.187159 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0636473a-4813-4e02-906b-a9b98ec190a6 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:44.187766 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a00bc80-0714-4515-8c10-545e30994f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a190fdc9-759b-464d-ae00-e03e03b532fd', 'code': 200} Nov 27 01:03:44.190373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 7c28d5e5-02ab-451c-ab34-5483ce4036bd {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:03:44.192628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7c28d5e5-02ab-451c-ab34-5483ce4036bd not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 01:03:44.275547 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Port 7c28d5e5-02ab-451c-ab34-5483ce4036bd not found, will not notify nova. {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 01:03:44.289821 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-81c21537-a8ff-46d5-89ff-94220d8b2b39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8de0eb1-9f35-4991-a356-41cb576bfdd2 HTTP/1.1" status: 200 len: 217 time: 0.0877650 Nov 27 01:03:44.292991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4dda96-a5d4-4504-a35d-bcfb81fafb97 req-86c33343-71e7-4c76-b2b6-5a0a8de19125 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:44.297955 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b4dda96-a5d4-4504-a35d-bcfb81fafb97 req-86c33343-71e7-4c76-b2b6-5a0a8de19125 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 949 time: 0.3498211 Nov 27 01:03:44.396163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dea9bd-bdbb-4b19-9fd3-25b77420e3cd req-fa99ad5f-d34a-4c09-911f-44cdbaa774aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:44.398420 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-51dea9bd-bdbb-4b19-9fd3-25b77420e3cd req-fa99ad5f-d34a-4c09-911f-44cdbaa774aa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 1101 time: 0.1068733 Nov 27 01:03:44.405037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-6f9b43e4-d355-43eb-87ce-89a025c24e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:44.406808 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-6f9b43e4-d355-43eb-87ce-89a025c24e8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15a9d311-b58d-42b4-9419-f0fb9c7675d3 HTTP/1.1" status: 200 len: 855 time: 0.0950487 Nov 27 01:03:44.414888 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b4dda96-a5d4-4504-a35d-bcfb81fafb97 req-6d771b0f-9d34-478c-a32f-f0bcb8809caf tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072748 Nov 27 01:03:44.422890 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47620838-606e-4030-8664-062c9d36dd4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:44.436440 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25cc4e0-afd7-4db4-b5ca-da85e00ac42a x-openstack-request-id: req-b25cc4e0-afd7-4db4-b5ca-da85e00ac42a {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:44.436731 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb7c176-50a5-40b2-aa83-26c289c91f24", "tag": "a8de0eb1-9f35-4991-a356-41cb576bfdd2", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:44.440155 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b25cc4e0-afd7-4db4-b5ca-da85e00ac42a {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:44.440604 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb7c176-50a5-40b2-aa83-26c289c91f24', 'tag': 'a8de0eb1-9f35-4991-a356-41cb576bfdd2', 'status': 'completed', 'code': 200} Nov 27 01:03:44.460835 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-40710690-4024-4b71-bcee-9459387b22df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ccc5a91-ee89-4182-a437-0ae69e5cbc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446994 Nov 27 01:03:44.488261 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-51dea9bd-bdbb-4b19-9fd3-25b77420e3cd req-4caaea93-208c-4ff0-827b-f9d35e50815b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805056 Nov 27 01:03:44.597513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31598248-2b7a-447e-a312-440d27265eab req-eb9fce95-5b65-40d8-9e29-4a4e111c272f tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:44.604820 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31598248-2b7a-447e-a312-440d27265eab req-eb9fce95-5b65-40d8-9e29-4a4e111c272f tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 949 time: 0.0978479 Nov 27 01:03:44.635259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35318) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:44.663443 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:44.664041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-e9b763e8-6794-4388-86ab-879642d8ed3f service neutron] 10.222.0.21 "GET /v2.0/networks/5ccc5a91-ee89-4182-a437-0ae69e5cbc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789637 Nov 27 01:03:44.668878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31598248-2b7a-447e-a312-440d27265eab req-473c23cb-e666-4a93-9cb0-0327026a1305 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632901 Nov 27 01:03:44.716737 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47620838-606e-4030-8664-062c9d36dd4e admin admin] Router 81631ffb-d84d-467d-b529-602b39f4478c has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:03:44.789269 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-613b4c2e-3577-49e2-98d4-1c6078719b79 req-cb787d79-04a9-4cc1-9f76-d15bd408b3df service neutron] 10.222.0.21 "GET /v2.0/networks/5ccc5a91-ee89-4182-a437-0ae69e5cbc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169860 Nov 27 01:03:44.827318 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f55272f9-dcd2-4ff8-afc7-7ce04bd6c8f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:44.868782 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47620838-606e-4030-8664-062c9d36dd4e admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:03:44.874971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-47620838-606e-4030-8664-062c9d36dd4e admin admin] 10.222.0.15 "PUT /v2.0/routers/81631ffb-d84d-467d-b529-602b39f4478c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6111183 Nov 27 01:03:44.878100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35328) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:44.878557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 685fb1d5-085a-4623-a096-583568750507 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:44.896410 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5b1fbe-f85c-486d-9c19-ea26ca0522ea None None] Sync routers for ids ['81631ffb-d84d-467d-b529-602b39f4478c'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:03:44.902018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35330) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:44.907302 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b1fbe-f85c-486d-9c19-ea26ca0522ea None None] Routers {'81631ffb-d84d-467d-b529-602b39f4478c'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:44.907917 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-bf5b1fbe-f85c-486d-9c19-ea26ca0522ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:03:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['81631ffb-d84d-467d-b529-602b39f4478c'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:44.957580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 685fb1d5-085a-4623-a096-583568750507 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:03:44.962937 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 685fb1d5-085a-4623-a096-583568750507 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:44.964280 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:44.968471 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3657a2-6c00-4eb1-9818-9eb0b2d3a758 req-fe359d7e-bcd3-42e0-a26a-898b4d288f6e tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:44.975820 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c3657a2-6c00-4eb1-9818-9eb0b2d3a758 req-fe359d7e-bcd3-42e0-a26a-898b4d288f6e tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 944 time: 0.0974593 Nov 27 01:03:45.051748 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f55272f9-dcd2-4ff8-afc7-7ce04bd6c8f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.063553 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f55272f9-dcd2-4ff8-afc7-7ce04bd6c8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.104154 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-bf5b1fbe-f85c-486d-9c19-ea26ca0522ea None None] Set router 81631ffb-d84d-467d-b529-602b39f4478c gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:45.116334 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c3657a2-6c00-4eb1-9818-9eb0b2d3a758 req-dc496351-7a5b-4ac0-ad5e-1ab86862a986 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4f80bf7-5505-4666-820b-8ddecd46edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394439 Nov 27 01:03:45.152740 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.161226 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f55272f9-dcd2-4ff8-afc7-7ce04bd6c8f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95ab2802992c49b89ea801fb4849a64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5235362 Nov 27 01:03:45.162222 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35336) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:45.163563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55272f9-dcd2-4ff8-afc7-7ce04bd6c8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9b441a-d19d-4d9f-aad9-98c77efae305,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:45.198797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 685fb1d5-085a-4623-a096-583568750507, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=685fb1d5-085a-4623-a096-583568750507,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:45.203979 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.227695 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddcee30c-e278-4e25-a9c8-0fae31eb624c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.250910 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddcee30c-e278-4e25-a9c8-0fae31eb624c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.290010 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=685fb1d5-085a-4623-a096-583568750507,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:45.306788 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddcee30c-e278-4e25-a9c8-0fae31eb624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.307069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:45.307401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:45.307845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:45.308297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:45.308733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:45.309163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:45.309591 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:45.310037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:45.310191 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddcee30c-e278-4e25-a9c8-0fae31eb624c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.310760 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:45.311187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:45.311568 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ddcee30c-e278-4e25-a9c8-0fae31eb624c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae9b441a-d19d-4d9f-aad9-98c77efae305 HTTP/1.1" status: 204 len: 168 time: 0.1449003 Nov 27 01:03:45.311724 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:45.312808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:45.321827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcee30c-e278-4e25-a9c8-0fae31eb624c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9b441a-d19d-4d9f-aad9-98c77efae305,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:45.350081 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-bf5b1fbe-f85c-486d-9c19-ea26ca0522ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81631ffb-d84d-467d-b529-602b39f4478c', 'name': 'tempest-FloatingIPsNegativeTestJSON-167271539-router', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:25Z', 'updated_at': '2021-11-27T01:03:43Z', 'revision_number': 5, 'project_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'gw_port': {'id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81631ffb-d84d-467d-b529-602b39f4478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:27Z', 'updated_at': '2021-11-27T01:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:45.358391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdef23-f591-4b36-a345-8f7994da22db req-5f329984-a3c8-440c-a0fe-f052ef60f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:45.359888 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4bdef23-f591-4b36-a345-8f7994da22db req-5f329984-a3c8-440c-a0fe-f052ef60f701 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56dc31b6f03840de9500bb5b39135895&device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 1096 time: 0.4035418 Nov 27 01:03:45.372643 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a183d99b-177e-4536-96c7-36c1a35ce2e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.378134 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5b1fbe-f85c-486d-9c19-ea26ca0522ea None None] Checking router: 81631ffb-d84d-467d-b529-602b39f4478c for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:03:45.387719 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b1fbe-f85c-486d-9c19-ea26ca0522ea None None] Routers {'81631ffb-d84d-467d-b529-602b39f4478c'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:45.388588 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-bf5b1fbe-f85c-486d-9c19-ea26ca0522ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:03:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['81631ffb-d84d-467d-b529-602b39f4478c'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:45.502351 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.593459 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-bf5b1fbe-f85c-486d-9c19-ea26ca0522ea None None] Set router 81631ffb-d84d-467d-b529-602b39f4478c gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:45.600077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdef23-f591-4b36-a345-8f7994da22db req-835df34c-f9bb-4796-abbe-b87704c27804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:45.601994 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4bdef23-f591-4b36-a345-8f7994da22db req-835df34c-f9bb-4796-abbe-b87704c27804 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ccc5a91-ee89-4182-a437-0ae69e5cbc76 HTTP/1.1" status: 200 len: 916 time: 0.2305136 Nov 27 01:03:45.610837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2d388-b5f9-49f3-be64-4bc5f8085052 req-d0ab8b74-2fbb-4cf6-a570-86f7094e365a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:45.612664 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4e2d388-b5f9-49f3-be64-4bc5f8085052 req-d0ab8b74-2fbb-4cf6-a570-86f7094e365a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.2964873 Nov 27 01:03:45.620308 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cae924-8564-4a64-a5d1-94bfe90e94a8 req-7939a51e-8183-4bd5-9d83-e0e185b66bf4 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:45.622027 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f0cae924-8564-4a64-a5d1-94bfe90e94a8 req-7939a51e-8183-4bd5-9d83-e0e185b66bf4 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 949 time: 0.0656674 Nov 27 01:03:45.656938 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4bdef23-f591-4b36-a345-8f7994da22db req-eb1a2fd8-bc31-48fd-87d1-ff505825e52a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8de0eb1-9f35-4991-a356-41cb576bfdd2 HTTP/1.1" status: 200 len: 217 time: 0.0392377 Nov 27 01:03:45.669046 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35346) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:45.687781 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f0cae924-8564-4a64-a5d1-94bfe90e94a8 req-5e3448b4-17d0-4ef8-90e0-46b2f27cdef1 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595567 Nov 27 01:03:45.689225 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-577628ff-86be-40f3-badf-67b550b1bcd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.726680 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.828500 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-bf5b1fbe-f85c-486d-9c19-ea26ca0522ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81631ffb-d84d-467d-b529-602b39f4478c', 'name': 'tempest-FloatingIPsNegativeTestJSON-167271539-router', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:25Z', 'updated_at': '2021-11-27T01:03:43Z', 'revision_number': 5, 'project_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'gw_port': {'id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81631ffb-d84d-467d-b529-602b39f4478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:27Z', 'updated_at': '2021-11-27T01:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:45.831153 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-577628ff-86be-40f3-badf-67b550b1bcd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.832418 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4e2d388-b5f9-49f3-be64-4bc5f8085052 req-4ff3ee2b-1675-4649-b378-181e3bcdc588 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700480 Nov 27 01:03:45.840988 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-577628ff-86be-40f3-badf-67b550b1bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.856694 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc67df3-e5e5-4245-9182-481347f13865 req-1be785e3-f793-4775-92fe-c2f4be7a783e tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:45.858983 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fdc67df3-e5e5-4245-9182-481347f13865 req-1be785e3-f793-4775-92fe-c2f4be7a783e tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 950 time: 0.0870769 Nov 27 01:03:45.871657 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5b1fbe-f85c-486d-9c19-ea26ca0522ea None None] The sync data for ids ['81631ffb-d84d-467d-b529-602b39f4478c'] in n-d-817303-10 is: [{'id': '81631ffb-d84d-467d-b529-602b39f4478c', 'name': 'tempest-FloatingIPsNegativeTestJSON-167271539-router', 'tenant_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:25Z', 'updated_at': '2021-11-27T01:03:43Z', 'revision_number': 5, 'project_id': '32ce5d175e23450a9ee0c6f0e58fdd1a', 'gw_port': {'id': 'e37ba925-ee51-45bb-9d72-cf524ebe0990', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81631ffb-d84d-467d-b529-602b39f4478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:27Z', 'updated_at': '2021-11-27T01:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:03:45.875790 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a183d99b-177e-4536-96c7-36c1a35ce2e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.879282 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdef23-f591-4b36-a345-8f7994da22db req-74891e9a-2f78-441e-bcca-f4c31d3432b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:45.880960 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4bdef23-f591-4b36-a345-8f7994da22db req-74891e9a-2f78-441e-bcca-f4c31d3432b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15a9d311-b58d-42b4-9419-f0fb9c7675d3 HTTP/1.1" status: 200 len: 855 time: 0.2007644 Nov 27 01:03:45.884138 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a183d99b-177e-4536-96c7-36c1a35ce2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.918979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-577628ff-86be-40f3-badf-67b550b1bcd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6398d7a735f48a4a24588efb8540396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486742 Nov 27 01:03:45.925745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577628ff-86be-40f3-badf-67b550b1bcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635932ef-69e3-4675-a5d2-8b562dc34cad,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:45.927748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35350) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:45.945339 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fdc67df3-e5e5-4245-9182-481347f13865 req-c5f8b642-f107-4fa6-ad95-4aa4ef9dae9c tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706112 Nov 27 01:03:45.956403 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.963344 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4bdef23-f591-4b36-a345-8f7994da22db req-5ae99f15-9f3b-4d18-86ef-bd22791d2f1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ccc5a91-ee89-4182-a437-0ae69e5cbc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664394 Nov 27 01:03:45.982486 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a183d99b-177e-4536-96c7-36c1a35ce2e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42837947bf5f4dddb4025d818f6a5a37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0800731 Nov 27 01:03:45.985389 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35352) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:46.003960 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183d99b-177e-4536-96c7-36c1a35ce2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd4213b-8f07-4e0c-852e-3f407d45727f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:46.040283 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-058f8deb-59cc-4a5f-97ff-f770344b21d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.063482 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-058f8deb-59cc-4a5f-97ff-f770344b21d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.117957 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-058f8deb-59cc-4a5f-97ff-f770344b21d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.120431 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-058f8deb-59cc-4a5f-97ff-f770344b21d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.121827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-058f8deb-59cc-4a5f-97ff-f770344b21d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ecd4213b-8f07-4e0c-852e-3f407d45727f HTTP/1.1" status: 204 len: 168 time: 0.1352494 Nov 27 01:03:46.135907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f8deb-59cc-4a5f-97ff-f770344b21d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd4213b-8f07-4e0c-852e-3f407d45727f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:46.139341 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f179564-7707-4316-a7ee-ec6faccc9669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.161099 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4bdef23-f591-4b36-a345-8f7994da22db req-09bcd562-71a9-476a-8a49-8d576d4fb410 service neutron] 10.222.0.21 "GET /v2.0/networks/5ccc5a91-ee89-4182-a437-0ae69e5cbc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758261 Nov 27 01:03:46.188131 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f179564-7707-4316-a7ee-ec6faccc9669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.190000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200b698b-786f-4fd7-976d-b1d6fdc01a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685fb1d5-085a-4623-a096-583568750507'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:46.190702 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] Deleting port e37ba925-ee51-45bb-9d72-cf524ebe0990 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:03:46.191045 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.191202 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:03:46.192867 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a99b6fd-f067-46fd-89c5-3e5ce8bc7218" -d '{"events": [{"server_uuid": "200b698b-786f-4fd7-976d-b1d6fdc01a2c", "name": "network-vif-plugged", "status": "completed", "tag": "685fb1d5-085a-4623-a096-583568750507"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:46.230631 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fc7273-5882-4add-bc7d-10315d6db73b x-openstack-request-id: req-55fc7273-5882-4add-bc7d-10315d6db73b {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:46.233520 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200b698b-786f-4fd7-976d-b1d6fdc01a2c", "name": "network-vif-plugged", "status": "completed", "tag": "685fb1d5-085a-4623-a096-583568750507", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:46.233861 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55fc7273-5882-4add-bc7d-10315d6db73b {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:46.234334 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200b698b-786f-4fd7-976d-b1d6fdc01a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685fb1d5-085a-4623-a096-583568750507', 'code': 200} Nov 27 01:03:46.402237 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a6604-49b2-47b0-a5a1-375bd63695dd req-ec14fd18-61cb-4290-8056-4039d60df55b tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:46.403885 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c41a6604-49b2-47b0-a5a1-375bd63695dd req-ec14fd18-61cb-4290-8056-4039d60df55b tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 944 time: 0.2185328 Nov 27 01:03:46.473173 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4bdef23-f591-4b36-a345-8f7994da22db req-c0cd0f79-0eda-4295-9931-de090b437c6d service neutron] 10.222.0.21 "GET /v2.0/networks/5ccc5a91-ee89-4182-a437-0ae69e5cbc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004632 Nov 27 01:03:46.473676 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f179564-7707-4316-a7ee-ec6faccc9669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.476834 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f179564-7707-4316-a7ee-ec6faccc9669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.480767 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0f179564-7707-4316-a7ee-ec6faccc9669 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/635932ef-69e3-4675-a5d2-8b562dc34cad HTTP/1.1" status: 204 len: 168 time: 0.5311062 Nov 27 01:03:46.506956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] For port e37ba925-ee51-45bb-9d72-cf524ebe0990, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e37ba925-ee51-45bb-9d72-cf524ebe0990,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:46.507362 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.534767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] Calling delete_port for e37ba925-ee51-45bb-9d72-cf524ebe0990 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:03:46.542654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f179564-7707-4316-a7ee-ec6faccc9669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635932ef-69e3-4675-a5d2-8b562dc34cad,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:46.564820 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579412b-f459-46a7-933d-9c7be1768314 req-b07a2a74-ec62-486c-9926-91e6d14b8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:46.566598 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1579412b-f459-46a7-933d-9c7be1768314 req-b07a2a74-ec62-486c-9926-91e6d14b8895 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 1102 time: 0.1945829 Nov 27 01:03:46.579304 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c41a6604-49b2-47b0-a5a1-375bd63695dd req-b878cc91-c3df-491c-b942-36bd7655a889 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4f80bf7-5505-4666-820b-8ddecd46edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541109 Nov 27 01:03:46.598354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35366) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:46.613771 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eccae396-e7f2-467e-917f-168712e65f65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.685046 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1579412b-f459-46a7-933d-9c7be1768314 req-46383a88-88c5-4037-84ea-0b4834e3e857 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036696 Nov 27 01:03:46.701108 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eccae396-e7f2-467e-917f-168712e65f65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.705286 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eccae396-e7f2-467e-917f-168712e65f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.747240 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-eccae396-e7f2-467e-917f-168712e65f65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ebc762f88fe421e803ff176aa9fcfe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538641 Nov 27 01:03:46.748124 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccae396-e7f2-467e-917f-168712e65f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba1f5cf-c103-4552-9285-2cc4277ee3c8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:46.750571 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35372) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:46.833124 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.848002 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef2b90-c8b5-4c80-a622-78f7c9c25d2b req-dd374e7e-2d8e-4c06-a947-d894f356c8de tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:46.849590 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35ef2b90-c8b5-4c80-a622-78f7c9c25d2b req-dd374e7e-2d8e-4c06-a947-d894f356c8de tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 949 time: 0.0750287 Nov 27 01:03:46.850949 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f016a4b2-228a-4a22-8d1f-9f2931b35c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.871066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37ba925-ee51-45bb-9d72-cf524ebe0990,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:46.901043 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f016a4b2-228a-4a22-8d1f-9f2931b35c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.907126 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.956326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35ef2b90-c8b5-4c80-a622-78f7c9c25d2b req-ef7c80d1-56af-46c4-853d-7ceac83b24bd tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957251 Nov 27 01:03:46.984275 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f016a4b2-228a-4a22-8d1f-9f2931b35c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.988926 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f016a4b2-228a-4a22-8d1f-9f2931b35c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.990359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f016a4b2-228a-4a22-8d1f-9f2931b35c10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ba1f5cf-c103-4552-9285-2cc4277ee3c8 HTTP/1.1" status: 204 len: 168 time: 0.2388172 Nov 27 01:03:47.004052 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a4b2-228a-4a22-8d1f-9f2931b35c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba1f5cf-c103-4552-9285-2cc4277ee3c8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:47.065926 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.070817 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.113637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590bb92-f00c-46a0-82ef-aa65f0cec83d req-522d9130-016b-45d5-9e3c-ba6b000151b0 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:47.115344 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9590bb92-f00c-46a0-82ef-aa65f0cec83d req-522d9130-016b-45d5-9e3c-ba6b000151b0 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 950 time: 0.0632625 Nov 27 01:03:47.152480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c7d64-0eab-4a61-8f2a-74b2697061b7 req-e252ea33-2d4b-409a-9d8b-2ac8c5cc8fa6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:47.154032 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e67c7d64-0eab-4a61-8f2a-74b2697061b7 req-e252ea33-2d4b-409a-9d8b-2ac8c5cc8fa6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.1246603 Nov 27 01:03:47.155175 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.155718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81631ffb-d84d-467d-b529-602b39f4478c {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:03:47.162446 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.164131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7d24cc7d-54e6-492e-b33d-41d234bbc911 admin admin] 10.222.0.15 "DELETE /v2.0/routers/81631ffb-d84d-467d-b529-602b39f4478c HTTP/1.1" status: 204 len: 168 time: 2.2848880 Nov 27 01:03:47.167321 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35394) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:47.233340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e67c7d64-0eab-4a61-8f2a-74b2697061b7 req-d658691f-e4f2-4600-b804-f9fc0508955e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631676 Nov 27 01:03:47.233982 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9590bb92-f00c-46a0-82ef-aa65f0cec83d req-405df0f4-caed-4f25-845b-28c3161b31b5 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121061 Nov 27 01:03:47.250590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8caf3b2-3e7d-48ac-ab36-cbbe222ab768 admin admin] Deleting subnet 9a4d6991-a91c-41f5-924f-47a9a2605cc9 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:03:47.254597 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8caf3b2-3e7d-48ac-ab36-cbbe222ab768 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.312632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8caf3b2-3e7d-48ac-ab36-cbbe222ab768 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.408544 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8caf3b2-3e7d-48ac-ab36-cbbe222ab768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.475015 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8caf3b2-3e7d-48ac-ab36-cbbe222ab768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.511374 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caf3b2-3e7d-48ac-ab36-cbbe222ab768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a4d6991-a91c-41f5-924f-47a9a2605cc9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:47.518953 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8caf3b2-3e7d-48ac-ab36-cbbe222ab768 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.524379 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c8caf3b2-3e7d-48ac-ab36-cbbe222ab768 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9a4d6991-a91c-41f5-924f-47a9a2605cc9 HTTP/1.1" status: 204 len: 168 time: 0.3559108 Nov 27 01:03:47.526704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35406) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:47.528814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11ed2a0-4fab-42f8-9236-06f284ae93d9 None None] Network a22bd38f-c4eb-4b54-9caf-6cd97d7066a8 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:47.572014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42525491-10f4-4202-afcd-1aeac0f54a8c req-0faf26ae-ed80-4501-9a0f-a950f0fcd258 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:47.579561 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-42525491-10f4-4202-afcd-1aeac0f54a8c req-0faf26ae-ed80-4501-9a0f-a950f0fcd258 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 949 time: 0.0792084 Nov 27 01:03:47.659668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-42525491-10f4-4202-afcd-1aeac0f54a8c req-58d52ff3-6dc2-47d3-9eb2-36a97a0c29b8 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791011 Nov 27 01:03:47.684781 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.799154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e22f7-b3c4-43dd-96da-4428124ed82d None None] DHCP port deletion for a22bd38f-c4eb-4b54-9caf-6cd97d7066a8 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:03:47.816690 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Deleting port 0b1d0a17-8986-48a5-958f-f4c6395bf10b {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:03:47.817127 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.892200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af0edd-ed36-4df5-b6b3-73f7cacae333 req-84dc0019-bbcb-4ba9-8a1d-412151ca30ca tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:47.899472 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2af0edd-ed36-4df5-b6b3-73f7cacae333 req-84dc0019-bbcb-4ba9-8a1d-412151ca30ca tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 944 time: 0.1825516 Nov 27 01:03:47.923621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d51e22f7-b3c4-43dd-96da-4428124ed82d None None] Deleting port 0b1d0a17-8986-48a5-958f-f4c6395bf10b {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:03:47.924020 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d51e22f7-b3c4-43dd-96da-4428124ed82d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.930920 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] For port 0b1d0a17-8986-48a5-958f-f4c6395bf10b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0b1d0a17-8986-48a5-958f-f4c6395bf10b,segment=NetworkSegment(8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c),segment_id=8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:47.931310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.953450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Calling delete_port for 0b1d0a17-8986-48a5-958f-f4c6395bf10b owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:03:47.988729 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2af0edd-ed36-4df5-b6b3-73f7cacae333 req-7352f213-725a-48bd-9a59-fb2e03eb2166 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4f80bf7-5505-4666-820b-8ddecd46edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840859 Nov 27 01:03:48.059547 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0b1d0a17-8986-48a5-958f-f4c6395bf10b no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:48.123110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d51e22f7-b3c4-43dd-96da-4428124ed82d None None] For port 0b1d0a17-8986-48a5-958f-f4c6395bf10b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0b1d0a17-8986-48a5-958f-f4c6395bf10b,segment=NetworkSegment(8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c),segment_id=8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:48.123528 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d51e22f7-b3c4-43dd-96da-4428124ed82d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.146266 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d51e22f7-b3c4-43dd-96da-4428124ed82d None None] Calling delete_port for 0b1d0a17-8986-48a5-958f-f4c6395bf10b owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:03:48.168794 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.222622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1d0a17-8986-48a5-958f-f4c6395bf10b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:48.240133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] No DVR routers for this DVR port 0b1d0a17-8986-48a5-958f-f4c6395bf10b on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:03:48.353626 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.384507 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:03:48.386551 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:03:48.387741 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:03:48.388289 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Subscribe: > port after_create 55550000 {{(pid=103402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:03:48.388803 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=103402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:03:48.389536 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Subscribe: > port after_update 55550000 {{(pid=103402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:03:48.390847 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:03:48.391352 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:03:48.391840 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:03:48.392757 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:03:48.437511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Port 0b1d0a17-8986-48a5-958f-f4c6395bf10b update to DOWN by agent not found {{(pid=103404) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 27 01:03:48.437887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7c28d5e5-02ab-451c-ab34-5483ce4036bd no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:48.443308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84021b-911e-404e-b8fe-c4f4b1eedd31 req-dd7c327e-0c0e-4144-ab06-70757a5294a7 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:48.453379 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca84021b-911e-404e-b8fe-c4f4b1eedd31 req-dd7c327e-0c0e-4144-ab06-70757a5294a7 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.1010163 Nov 27 01:03:48.462135 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 7c28d5e5-02ab-451c-ab34-5483ce4036bd {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:03:48.462797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7c28d5e5-02ab-451c-ab34-5483ce4036bd not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:03:48.463435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e37ba925-ee51-45bb-9d72-cf524ebe0990 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:48.493112 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:03:48.493870 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:03:48.494100 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:03:48.494440 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:03:48.494973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22bd38f-c4eb-4b54-9caf-6cd97d7066a8']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:48.505346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e37ba925-ee51-45bb-9d72-cf524ebe0990 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:03:48.505973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e37ba925-ee51-45bb-9d72-cf524ebe0990 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:03:48.514333 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca84021b-911e-404e-b8fe-c4f4b1eedd31 req-4808ccc7-f248-4365-a60c-c7ea5e92f03f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591304 Nov 27 01:03:48.518429 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:48.518962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1a60d2-6dd7-4a0f-860c-3bfe6e4d5e8c') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:48.550866 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d51e22f7-b3c4-43dd-96da-4428124ed82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.564895 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e22f7-b3c4-43dd-96da-4428124ed82d None None] No DVR routers for this DVR port 0b1d0a17-8986-48a5-958f-f4c6395bf10b on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:03:48.575078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eea6c6-0abc-4fb9-a7d7-1aff14187ba1 req-4aac365c-595a-4281-9235-4351bf56bb41 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:48.577532 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a5eea6c6-0abc-4fb9-a7d7-1aff14187ba1 req-4aac365c-595a-4281-9235-4351bf56bb41 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 949 time: 0.3561435 Nov 27 01:03:48.579739 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.594498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e22f7-b3c4-43dd-96da-4428124ed82d None None] Pushing event deleted for resources: {'Port': ['ID=0b1d0a17-8986-48a5-958f-f4c6395bf10b,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:48.628355 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.644552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec0388-ba13-4ecb-94f4-003f322c63c6 req-9d58a5f2-0cca-479c-bc2a-049c76651d62 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:48.646125 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fec0388-ba13-4ecb-94f4-003f322c63c6 req-9d58a5f2-0cca-479c-bc2a-049c76651d62 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 950 time: 0.0681944 Nov 27 01:03:48.651004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:03:48.651400 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.698065 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fec0388-ba13-4ecb-94f4-003f322c63c6 req-49f4cd4d-caee-4aef-b892-8c20740bd753 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457704 Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: from cryptography.utils import int_from_bytes Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: from cryptography.utils import int_from_bytes Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:03:48.724796 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:03:48.935941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a8de0eb1-9f35-4991-a356-41cb576bfdd2 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:48.997909 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a5eea6c6-0abc-4fb9-a7d7-1aff14187ba1 req-f3d7d2ce-7bb8-4087-a537-3dd02ac78d38 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125681 Nov 27 01:03:49.035525 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.043624 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.050405 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] 10.222.0.15 "DELETE /v2.0/networks/a22bd38f-c4eb-4b54-9caf-6cd97d7066a8 HTTP/1.1" status: 204 len: 168 time: 1.5227046 Nov 27 01:03:49.071180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port a8de0eb1-9f35-4991-a356-41cb576bfdd2, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a8de0eb1-9f35-4991-a356-41cb576bfdd2,segment=NetworkSegment(fb391826-ccc1-4b95-a705-3f5114468396),segment_id=fb391826-ccc1-4b95-a705-3f5114468396)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:49.073629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50ceaa-7af9-4a8e-9327-b5b5a17dc1ce admin admin] Pushing event deleted for resources: {'Network': ['ID=a22bd38f-c4eb-4b54-9caf-6cd97d7066a8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:49.089062 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'a8de0eb1-9f35-4991-a356-41cb576bfdd2', 'network_id': '5ccc5a91-ee89-4182-a437-0ae69e5cbc76', 'port_id': 'a8de0eb1-9f35-4991-a356-41cb576bfdd2', 'mac_address': 'fa:16:3e:d7:27:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a9d311-b58d-42b4-9419-f0fb9c7675d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:49.159707 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.186763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8de0eb1-9f35-4991-a356-41cb576bfdd2 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:49.227266 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port a8de0eb1-9f35-4991-a356-41cb576bfdd2, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a8de0eb1-9f35-4991-a356-41cb576bfdd2,segment=NetworkSegment(fb391826-ccc1-4b95-a705-3f5114468396),segment_id=fb391826-ccc1-4b95-a705-3f5114468396)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:49.231955 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.277338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871fc1b-49ab-45f3-8c41-ef59b612505c req-491b813e-3837-4004-9ff6-119f06900b8f tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:49.279070 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8871fc1b-49ab-45f3-8c41-ef59b612505c req-491b813e-3837-4004-9ff6-119f06900b8f tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 945 time: 0.0556116 Nov 27 01:03:49.295587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=a8de0eb1-9f35-4991-a356-41cb576bfdd2,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:49.321539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35480) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:49.338996 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8871fc1b-49ab-45f3-8c41-ef59b612505c req-7e310254-b300-4074-b4f6-840ebebd8bb1 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4f80bf7-5505-4666-820b-8ddecd46edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531061 Nov 27 01:03:49.383351 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7e0b50dd-26d6-4f8f-8f83-45998f1b268c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32ce5d175e23450a9ee0c6f0e58fdd1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0604064 Nov 27 01:03:49.386009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35482) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:49.475563 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f83f-765f-4049-ab85-87816dd3d6db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.509638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881bea0-321d-46ff-81d1-cf7864cce4cb req-3cc0b12d-5b1d-446a-9b25-f7932318dcbe tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:49.511288 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2881bea0-321d-46ff-81d1-cf7864cce4cb req-3cc0b12d-5b1d-446a-9b25-f7932318dcbe tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 950 time: 0.0926383 Nov 27 01:03:49.525786 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f83f-765f-4049-ab85-87816dd3d6db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.593078 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2881bea0-321d-46ff-81d1-cf7864cce4cb req-c490ad8a-7fcb-4314-952d-ed48523116aa tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728695 Nov 27 01:03:49.610198 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f83f-765f-4049-ab85-87816dd3d6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.614725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f83f-765f-4049-ab85-87816dd3d6db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.615779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5fc9f83f-765f-4049-ab85-87816dd3d6db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f80dfa30-411f-4abe-bc94-c8b04eb91dc8 HTTP/1.1" status: 204 len: 168 time: 0.2286146 Nov 27 01:03:49.619739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['a8de0eb1-9f35-4991-a356-41cb576bfdd2'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:49.626932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9f83f-765f-4049-ab85-87816dd3d6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80dfa30-411f-4abe-bc94-c8b04eb91dc8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:49.750525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409113c9-786a-4ffa-a6cb-541316fac9e3 req-a6d768a6-416a-48ca-b6b3-e493b2b210ae tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:49.752854 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-409113c9-786a-4ffa-a6cb-541316fac9e3 req-a6d768a6-416a-48ca-b6b3-e493b2b210ae tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.0682156 Nov 27 01:03:49.879868 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-409113c9-786a-4ffa-a6cb-541316fac9e3 req-673ca554-2aab-47a1-809e-e12507f44f22 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153760 Nov 27 01:03:49.888487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d07ad-46d9-4eaa-bd1e-0d56fb778e18 req-edf25af2-84b6-41e6-8fd0-7e7fed752308 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:49.890210 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e68d07ad-46d9-4eaa-bd1e-0d56fb778e18 req-edf25af2-84b6-41e6-8fd0-7e7fed752308 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 949 time: 0.1011238 Nov 27 01:03:50.044602 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e68d07ad-46d9-4eaa-bd1e-0d56fb778e18 req-df10aac8-4859-4ad1-bcb2-4bc6a9ad26cb tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Deleting port a190fdc9-759b-464d-ae00-e03e03b532fd {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:03:50.046087 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e68d07ad-46d9-4eaa-bd1e-0d56fb778e18 req-df10aac8-4859-4ad1-bcb2-4bc6a9ad26cb tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.200490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495ff3e-994c-45f7-9338-5b284d274815 req-038de11d-f21c-4860-a95c-3deac3215287 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:50.203431 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a495ff3e-994c-45f7-9338-5b284d274815 req-038de11d-f21c-4860-a95c-3deac3215287 tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a00bc80-0714-4515-8c10-545e30994f8f HTTP/1.1" status: 200 len: 949 time: 0.0821390 Nov 27 01:03:50.244071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e68d07ad-46d9-4eaa-bd1e-0d56fb778e18 req-df10aac8-4859-4ad1-bcb2-4bc6a9ad26cb tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] For port a190fdc9-759b-464d-ae00-e03e03b532fd, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a190fdc9-759b-464d-ae00-e03e03b532fd,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:50.244377 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e68d07ad-46d9-4eaa-bd1e-0d56fb778e18 req-df10aac8-4859-4ad1-bcb2-4bc6a9ad26cb tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.266110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e68d07ad-46d9-4eaa-bd1e-0d56fb778e18 req-df10aac8-4859-4ad1-bcb2-4bc6a9ad26cb tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Calling delete_port for a190fdc9-759b-464d-ae00-e03e03b532fd owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:03:50.292119 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a495ff3e-994c-45f7-9338-5b284d274815 req-4f58cbf7-afee-46c7-8576-dd665321ae5d tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.15 "GET /v2.0/security-groups?id=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804698 Nov 27 01:03:50.365631 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35548) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:50.442284 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e68d07ad-46d9-4eaa-bd1e-0d56fb778e18 req-df10aac8-4859-4ad1-bcb2-4bc6a9ad26cb tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.481813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10aac8-4859-4ad1-bcb2-4bc6a9ad26cb tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Pushing event deleted for resources: {'Port': ['ID=a190fdc9-759b-464d-ae00-e03e03b532fd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:50.487968 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['a190fdc9-759b-464d-ae00-e03e03b532fd'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:50.510669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215be25-5ca2-4502-b2ee-a809af153bb8 req-7548135b-bcfe-4df8-965c-608cb047c401 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:50.514277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35556) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:50.524540 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b215be25-5ca2-4502-b2ee-a809af153bb8 req-7548135b-bcfe-4df8-965c-608cb047c401 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 945 time: 0.0918934 Nov 27 01:03:50.545691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68d07ad-46d9-4eaa-bd1e-0d56fb778e18 req-df10aac8-4859-4ad1-bcb2-4bc6a9ad26cb tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] No DVR routers for this DVR port a190fdc9-759b-464d-ae00-e03e03b532fd on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:03:50.552717 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e68d07ad-46d9-4eaa-bd1e-0d56fb778e18 req-df10aac8-4859-4ad1-bcb2-4bc6a9ad26cb tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.556172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e68d07ad-46d9-4eaa-bd1e-0d56fb778e18 req-df10aac8-4859-4ad1-bcb2-4bc6a9ad26cb tempest-DeleteServersAdminTestJSON-851290073 tempest-DeleteServersAdminTestJSON-851290073-project] 10.222.0.31 "DELETE /v2.0/ports/a190fdc9-759b-464d-ae00-e03e03b532fd HTTP/1.1" status: 204 len: 173 time: 0.6595948 Nov 27 01:03:50.556734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a00bc80-0714-4515-8c10-545e30994f8f', 'name': 'network-vif-deleted', 'tag': 'a190fdc9-759b-464d-ae00-e03e03b532fd'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:50.560462 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c4d601-3400-48b3-8d73-735e7ba5ee87" -d '{"events": [{"server_uuid": "0a00bc80-0714-4515-8c10-545e30994f8f", "name": "network-vif-deleted", "tag": "a190fdc9-759b-464d-ae00-e03e03b532fd"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:50.573049 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0f9022b6-b2b7-4a0f-90c8-20b77d42562a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.612611 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3549ba-9f17-4bfb-b434-be1000c62b5a x-openstack-request-id: req-4d3549ba-9f17-4bfb-b434-be1000c62b5a {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:50.613111 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a00bc80-0714-4515-8c10-545e30994f8f", "name": "network-vif-deleted", "tag": "a190fdc9-759b-464d-ae00-e03e03b532fd", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:50.613250 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d3549ba-9f17-4bfb-b434-be1000c62b5a {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:50.613528 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a00bc80-0714-4515-8c10-545e30994f8f', 'name': 'network-vif-deleted', 'tag': 'a190fdc9-759b-464d-ae00-e03e03b532fd', 'status': 'completed', 'code': 200} Nov 27 01:03:50.620851 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf977511-acb2-40b0-9453-c1528dad0eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.679604 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b215be25-5ca2-4502-b2ee-a809af153bb8 req-467c97b7-2a6f-4433-9859-0bc2aab5afb0 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4f80bf7-5505-4666-820b-8ddecd46edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540210 Nov 27 01:03:50.750923 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf977511-acb2-40b0-9453-c1528dad0eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.759751 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf977511-acb2-40b0-9453-c1528dad0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.786131 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0f9022b6-b2b7-4a0f-90c8-20b77d42562a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.794074 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0f9022b6-b2b7-4a0f-90c8-20b77d42562a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.804741 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35568) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:50.839351 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9022b6-b2b7-4a0f-90c8-20b77d42562a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266b6b61-41b7-4e94-a546-02ae871f5388,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:50.841529 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bf977511-acb2-40b0-9453-c1528dad0eeb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a787c38fe81043f29c8b5fac90409af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261867 Nov 27 01:03:50.842021 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35572) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:50.844959 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0f9022b6-b2b7-4a0f-90c8-20b77d42562a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88012aa969314b4597002b91bdb38299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4783118 Nov 27 01:03:50.846341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf977511-acb2-40b0-9453-c1528dad0eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2867431a-1779-4091-a617-29fac5ee1beb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:50.847623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35574) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:50.866519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f69cfb-4410-4744-8568-ee7661341404 req-7f264481-5cd5-4535-b06f-18b07626f85b tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:50.868272 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7f69cfb-4410-4744-8568-ee7661341404 req-7f264481-5cd5-4535-b06f-18b07626f85b tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 950 time: 0.1006451 Nov 27 01:03:50.940157 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7f69cfb-4410-4744-8568-ee7661341404 req-7efe755b-b919-49fd-93e4-75dfe81204a7 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649252 Nov 27 01:03:50.956778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-226052252-network', 'tenant_id': '9ac896f862124a86aca5e860232d6f30'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:50.964883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a8de0eb1-9f35-4991-a356-41cb576bfdd2 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:50.970109 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1bd0641c-3a05-4c21-9282-53a4cf17c927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.008068 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0171a7a-77a8-4994-b508-b8e492366b84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.019872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port a8de0eb1-9f35-4991-a356-41cb576bfdd2 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:03:51.025134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port a8de0eb1-9f35-4991-a356-41cb576bfdd2 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:51.026189 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.043244 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1bd0641c-3a05-4c21-9282-53a4cf17c927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.057159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] Made reservation on behalf of 9ac896f862124a86aca5e860232d6f30 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:51.059414 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.073807 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0171a7a-77a8-4994-b508-b8e492366b84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.087947 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.098108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209e090-6807-4510-8790-7229571fca66 req-6134407b-c2aa-41b5-8244-04aa38c43885 tempest-LiveMigrationNegativeTest-533760302 tempest-LiveMigrationNegativeTest-533760302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:51.099765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4209e090-6807-4510-8790-7229571fca66 req-6134407b-c2aa-41b5-8244-04aa38c43885 tempest-LiveMigrationNegativeTest-533760302 tempest-LiveMigrationNegativeTest-533760302-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 1102 time: 0.0464463 Nov 27 01:03:51.117797 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.123950 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4209e090-6807-4510-8790-7229571fca66 req-3f0e0444-4970-4649-89ff-7f6a42dbd521 tempest-LiveMigrationNegativeTest-533760302 tempest-LiveMigrationNegativeTest-533760302-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.136157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de2b00-91a5-4368-8743-6134be279ca1 req-c03626b8-d5b3-4195-b527-6630ba5051bf tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:51.137798 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4de2b00-91a5-4368-8743-6134be279ca1 req-c03626b8-d5b3-4195-b527-6630ba5051bf tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.1754777 Nov 27 01:03:51.144825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb7c176-50a5-40b2-aa83-26c289c91f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8de0eb1-9f35-4991-a356-41cb576bfdd2'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:51.147432 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b50e92-8cc9-4738-8eca-c2249f15135d" -d '{"events": [{"server_uuid": "5cb7c176-50a5-40b2-aa83-26c289c91f24", "name": "network-vif-plugged", "status": "completed", "tag": "a8de0eb1-9f35-4991-a356-41cb576bfdd2"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:51.163654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port a8de0eb1-9f35-4991-a356-41cb576bfdd2, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a8de0eb1-9f35-4991-a356-41cb576bfdd2,segment=NetworkSegment(fb391826-ccc1-4b95-a705-3f5114468396),segment_id=fb391826-ccc1-4b95-a705-3f5114468396)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:51.168951 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.239003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4209e090-6807-4510-8790-7229571fca66 req-3f0e0444-4970-4649-89ff-7f6a42dbd521 tempest-LiveMigrationNegativeTest-533760302 tempest-LiveMigrationNegativeTest-533760302-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.239530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=a8de0eb1-9f35-4991-a356-41cb576bfdd2,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:51.240674 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1bd0641c-3a05-4c21-9282-53a4cf17c927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.244301 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4209e090-6807-4510-8790-7229571fca66 req-3f0e0444-4970-4649-89ff-7f6a42dbd521 tempest-LiveMigrationNegativeTest-533760302 tempest-LiveMigrationNegativeTest-533760302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.246202 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1bd0641c-3a05-4c21-9282-53a4cf17c927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.250042 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1bd0641c-3a05-4c21-9282-53a4cf17c927 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/266b6b61-41b7-4e94-a546-02ae871f5388 HTTP/1.1" status: 204 len: 168 time: 0.3989174 Nov 27 01:03:51.278911 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4de2b00-91a5-4368-8743-6134be279ca1 req-38f096a3-074c-49ee-91ea-84373536403a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281984 Nov 27 01:03:51.293946 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0171a7a-77a8-4994-b508-b8e492366b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.301267 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0171a7a-77a8-4994-b508-b8e492366b84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.302674 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f0171a7a-77a8-4994-b508-b8e492366b84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2867431a-1779-4091-a617-29fac5ee1beb HTTP/1.1" status: 204 len: 168 time: 0.4567277 Nov 27 01:03:51.310876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e0444-4970-4649-89ff-7f6a42dbd521 tempest-LiveMigrationNegativeTest-533760302 tempest-LiveMigrationNegativeTest-533760302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b51d7aa-f5d4-421b-bfab-5f3ac5a38b91,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:51.339865 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0641c-3a05-4c21-9282-53a4cf17c927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266b6b61-41b7-4e94-a546-02ae871f5388,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:51.340793 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4209e090-6807-4510-8790-7229571fca66 req-3f0e0444-4970-4649-89ff-7f6a42dbd521 tempest-LiveMigrationNegativeTest-533760302 tempest-LiveMigrationNegativeTest-533760302-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335863 Nov 27 01:03:51.401440 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f68825-2a64-4bab-ab0a-d0b632958d42 x-openstack-request-id: req-a0f68825-2a64-4bab-ab0a-d0b632958d42 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:51.403953 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb7c176-50a5-40b2-aa83-26c289c91f24", "name": "network-vif-plugged", "status": "completed", "tag": "a8de0eb1-9f35-4991-a356-41cb576bfdd2", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:51.405280 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0f68825-2a64-4bab-ab0a-d0b632958d42 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:51.406377 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0171a7a-77a8-4994-b508-b8e492366b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2867431a-1779-4091-a617-29fac5ee1beb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:51.407248 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb7c176-50a5-40b2-aa83-26c289c91f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8de0eb1-9f35-4991-a356-41cb576bfdd2', 'code': 200} Nov 27 01:03:51.453365 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.459250 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.483080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:03:51.499073 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.500121 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] Added segment 5a6b75cf-bb02-43bb-b82c-49dfd26687c3 of type vlan for network 4398add3-4def-4366-ad1d-ad86382bbf47 Nov 27 01:03:51.563905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f789a-0a47-4547-becc-0750d3b02e85 req-25711b12-106c-4312-b009-3233e95e9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:51.567795 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc4f789a-0a47-4547-becc-0750d3b02e85 req-25711b12-106c-4312-b009-3233e95e9dd1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 1098 time: 0.0593736 Nov 27 01:03:51.650158 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3a2e62-0453-4ed3-b46f-f6ac70d3e732,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:51.652506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-5d7513c0-bbf8-489d-aa60-45223e81b064 req-034ccb22-2609-4550-b67b-bf27130c04e9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:03:51.653554 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d7513c0-bbf8-489d-aa60-45223e81b064 req-034ccb22-2609-4550-b67b-bf27130c04e9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097783 Nov 27 01:03:51.656487 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc4f789a-0a47-4547-becc-0750d3b02e85 req-e0bf43c7-c8fa-4cec-b2bc-5ece00248eb4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b4f80bf7-5505-4666-820b-8ddecd46edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806592 Nov 27 01:03:51.665964 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.701803 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.704563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:51.704770 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.775335 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9685655 Nov 27 01:03:51.778585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35614) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:51.779049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67aad2b-52ca-4c9a-a005-cbd8fc27a8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=4398add3-4def-4366-ad1d-ad86382bbf47,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:51.793764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 4398add3-4def-4366-ad1d-ad86382bbf47 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:03:51.794599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4ea789ec-b6ff-4b5a-935e-a5c1c5c63cee admin admin] Request body: {'subnet': {'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-226052252-subnet', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:51.864353 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35616) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:51.898210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35618) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:51.907195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6bf71a9f-927b-47e7-81d3-16b49f40aa29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.922865 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38474094-1bb2-4bbd-8bf1-7bb17f5e2696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.080194 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6bf71a9f-927b-47e7-81d3-16b49f40aa29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.093030 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6bf71a9f-927b-47e7-81d3-16b49f40aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.093617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea789ec-b6ff-4b5a-935e-a5c1c5c63cee admin admin] Made reservation on behalf of 9ac896f862124a86aca5e860232d6f30 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:52.095905 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ea789ec-b6ff-4b5a-935e-a5c1c5c63cee admin admin] Publish callbacks [] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.106622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49b5c9-b482-4ad4-b874-3ed8bcab60d4 req-d43a4ef7-63d8-4fdc-adc4-c64479794d01 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:52.108792 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b49b5c9-b482-4ad4-b874-3ed8bcab60d4 req-d43a4ef7-63d8-4fdc-adc4-c64479794d01 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 946 time: 0.3091912 Nov 27 01:03:52.110012 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38474094-1bb2-4bbd-8bf1-7bb17f5e2696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.127970 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38474094-1bb2-4bbd-8bf1-7bb17f5e2696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.160366 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf71a9f-927b-47e7-81d3-16b49f40aa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a8e63b-079d-4874-8688-e3d5da74d6e0,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:52.172637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1ee91-163c-47d6-9740-c5a14fe0f1dc req-7958a809-bc49-4e96-b84d-66647b919330 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:52.174196 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9c1ee91-163c-47d6-9740-c5a14fe0f1dc req-7958a809-bc49-4e96-b84d-66647b919330 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 950 time: 0.1433039 Nov 27 01:03:52.182876 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6bf71a9f-927b-47e7-81d3-16b49f40aa29 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db4c638979aa404592bd5ba5a203d609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167336 Nov 27 01:03:52.195610 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35622) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:52.221416 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-38474094-1bb2-4bbd-8bf1-7bb17f5e2696 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3ea2915ce3f43218cecbc65a89f8f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197539 Nov 27 01:03:52.223342 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b49b5c9-b482-4ad4-b874-3ed8bcab60d4 req-d2e645e3-b14e-4b70-9138-6a456817d077 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4f80bf7-5505-4666-820b-8ddecd46edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015706 Nov 27 01:03:52.227322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35626) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:52.260730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38474094-1bb2-4bbd-8bf1-7bb17f5e2696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518fc212-b667-4ccb-9d81-dd0725ab0521,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:52.319830 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7a2c73ff-c731-4436-ab10-0c74a1d4d935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.324328 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9c1ee91-163c-47d6-9740-c5a14fe0f1dc req-afad81c3-281a-41a5-b01f-f7e0783a1042 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350193 Nov 27 01:03:52.328102 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77443eac-c916-4c11-aa36-8cec129a9c22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.349522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35630) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:52.355033 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77443eac-c916-4c11-aa36-8cec129a9c22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.387912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7a2c73ff-c731-4436-ab10-0c74a1d4d935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.414515 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77443eac-c916-4c11-aa36-8cec129a9c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.417772 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77443eac-c916-4c11-aa36-8cec129a9c22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.419537 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-77443eac-c916-4c11-aa36-8cec129a9c22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08a8e63b-079d-4874-8688-e3d5da74d6e0 HTTP/1.1" status: 204 len: 168 time: 0.2230530 Nov 27 01:03:52.429738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77443eac-c916-4c11-aa36-8cec129a9c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a8e63b-079d-4874-8688-e3d5da74d6e0,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:52.535267 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ea789ec-b6ff-4b5a-935e-a5c1c5c63cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.602878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc680446-5256-4799-9d6c-6a7354a1bf0d req-6e616c43-cfbf-46e6-aff4-ca32a35bfcf6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:52.604310 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc680446-5256-4799-9d6c-6a7354a1bf0d req-6e616c43-cfbf-46e6-aff4-ca32a35bfcf6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.2409003 Nov 27 01:03:52.605154 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-488e20d2-6974-4dd1-8576-91faae90d42b req-cd2f1a63-8e46-4b82-a6d2-f273c825927a service neutron] show failed (client error): The resource could not be found. Nov 27 01:03:52.606054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-cd2f1a63-8e46-4b82-a6d2-f273c825927a service neutron] 10.222.0.31 "GET /v2.0/ports/140b25e7-868a-45b8-a519-450a42a212f4/bindings/n-h1-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.2574046 Nov 27 01:03:52.624769 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7a2c73ff-c731-4436-ab10-0c74a1d4d935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.627344 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7a2c73ff-c731-4436-ab10-0c74a1d4d935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.628468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7a2c73ff-c731-4436-ab10-0c74a1d4d935 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/518fc212-b667-4ccb-9d81-dd0725ab0521 HTTP/1.1" status: 204 len: 168 time: 0.4001880 Nov 27 01:03:52.663773 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-770170f1-9226-4890-b5b9-a5114c53dd34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c0e0db2b22a4f84b97debbb40d1fe35&name=default HTTP/1.1" status: 200 len: 2994 time: 0.3125384 Nov 27 01:03:52.664444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea789ec-b6ff-4b5a-935e-a5c1c5c63cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd10d698-9bc3-4cac-8e1a-7a9f2c319464,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:52.666468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35642) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:52.681196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c73ff-c731-4436-ab10-0c74a1d4d935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518fc212-b667-4ccb-9d81-dd0725ab0521,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:52.697175 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea789ec-b6ff-4b5a-935e-a5c1c5c63cee admin admin] Checking segment: {'id': '5a6b75cf-bb02-43bb-b82c-49dfd26687c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:52.697538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea789ec-b6ff-4b5a-935e-a5c1c5c63cee admin admin] Network hostable DHCP agents. Network: 4398add3-4def-4366-ad1d-ad86382bbf47, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:03:52.726579 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc680446-5256-4799-9d6c-6a7354a1bf0d req-3c6566c6-fc80-4e94-9ec6-1b2de327062e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060133 Nov 27 01:03:52.747521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea789ec-b6ff-4b5a-935e-a5c1c5c63cee admin admin] Network 4398add3-4def-4366-ad1d-ad86382bbf47 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:03:52.766158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4ea789ec-b6ff-4b5a-935e-a5c1c5c63cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 4398add3-4def-4366-ad1d-ad86382bbf47) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:52.776433 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-152cd23b-b1d0-4305-873c-6c81e5a1edd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.776627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea789ec-b6ff-4b5a-935e-a5c1c5c63cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:52.782061 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ea789ec-b6ff-4b5a-935e-a5c1c5c63cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.785639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1728e091-863e-4518-acd9-f375f8ae04f2 None None] Network 4398add3-4def-4366-ad1d-ad86382bbf47 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:52.811466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4ea789ec-b6ff-4b5a-935e-a5c1c5c63cee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0304914 Nov 27 01:03:52.812100 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35648) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:52.814383 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-152cd23b-b1d0-4305-873c-6c81e5a1edd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.833627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-226052252-router', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:52.931282 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.932537 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.971837 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-152cd23b-b1d0-4305-873c-6c81e5a1edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.974488 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-152cd23b-b1d0-4305-873c-6c81e5a1edd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.978414 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-152cd23b-b1d0-4305-873c-6c81e5a1edd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72b3e63d-0b9b-4d63-89f9-cae4c2573d9f HTTP/1.1" status: 204 len: 168 time: 0.3110638 Nov 27 01:03:52.994482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e20d2-6974-4dd1-8576-91faae90d42b req-b80dd52e-bd6b-4214-aedf-6a8662b60820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:52.996127 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-b80dd52e-bd6b-4214-aedf-6a8662b60820 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25&tenant_id=8fd983e4be5a419cb019b570f4ba0ec0 HTTP/1.1" status: 200 len: 1102 time: 0.0944643 Nov 27 01:03:53.019741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:53.072340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cd23b-b1d0-4305-873c-6c81e5a1edd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b3e63d-0b9b-4d63-89f9-cae4c2573d9f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:53.074952 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:53.104781 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:53.112087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-4398add3-4def-4366-ad1d-ad86382bbf47', 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'fixed_ips': [{'subnet_id': 'bd10d698-9bc3-4cac-8e1a-7a9f2c319464'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:03:53.113251 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:53.304190 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:53.375997 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Allocated IP 172.20.0.2 (4398add3-4def-4366-ad1d-ad86382bbf47/bd10d698-9bc3-4cac-8e1a-7a9f2c319464/11946878-1d35-41e7-be23-094b4e70dac0) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:53.499147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] For port 140b25e7-868a-45b8-a519-450a42a212f4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=140b25e7-868a-45b8-a519-450a42a212f4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:53.499841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5b9eb-282e-4abb-a4cd-20d7c8faf643 req-a77882f7-8468-49bc-8f0f-28fb4d5df17d tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:53.508799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c228c0-fe93-4ca3-819e-f8bf65929c77 req-b05b9981-ac84-4c38-93ee-3cb7b3e4d22a tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:53.510439 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-56c228c0-fe93-4ca3-819e-f8bf65929c77 req-b05b9981-ac84-4c38-93ee-3cb7b3e4d22a tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 950 time: 0.0872869 Nov 27 01:03:53.517731 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0f5b9eb-282e-4abb-a4cd-20d7c8faf643 req-a77882f7-8468-49bc-8f0f-28fb4d5df17d tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 946 time: 0.1075504 Nov 27 01:03:53.585577 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] For port 140b25e7-868a-45b8-a519-450a42a212f4, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:53.590971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35678) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:53.640133 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-56c228c0-fe93-4ca3-819e-f8bf65929c77 req-68653e4c-967a-4a2a-9e7b-79cc124c8c86 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214492 Nov 27 01:03:53.643230 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7a666b3f-547a-4fa6-8bc4-f2882f95cada admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:53.669815 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0f5b9eb-282e-4abb-a4cd-20d7c8faf643 req-1d02ffe5-dce4-4dd3-89a4-f787d6e9cf5c tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4f80bf7-5505-4666-820b-8ddecd46edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483841 Nov 27 01:03:53.709886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2d5baa-b8df-48c4-8a50-17ca2def6f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '140b25e7-868a-45b8-a519-450a42a212f4'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:53.712140 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a491c73a-6e10-4b57-83ef-49dc7225c20c" -d '{"events": [{"server_uuid": "ce2d5baa-b8df-48c4-8a50-17ca2def6f25", "name": "network-vif-unplugged", "status": "completed", "tag": "140b25e7-868a-45b8-a519-450a42a212f4"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:53.716472 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:53.749700 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:53.758896 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:53.765214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Transition to ACTIVE for port object 140b25e7-868a-45b8-a519-450a42a212f4 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:53.786154 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:53.865266 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Network 4398add3-4def-4366-ad1d-ad86382bbf47 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:53.879008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:53.891548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:53.905366 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Pushing event updated for resources: {'Port': ['ID=11946878-1d35-41e7-be23-094b4e70dac0,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:53.915966 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cdbd51-2685-4063-9c66-829ed684fa03 x-openstack-request-id: req-55cdbd51-2685-4063-9c66-829ed684fa03 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:53.916282 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2d5baa-b8df-48c4-8a50-17ca2def6f25", "name": "network-vif-unplugged", "status": "completed", "tag": "140b25e7-868a-45b8-a519-450a42a212f4", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:53.916541 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55cdbd51-2685-4063-9c66-829ed684fa03 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:53.919870 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2d5baa-b8df-48c4-8a50-17ca2def6f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '140b25e7-868a-45b8-a519-450a42a212f4', 'code': 200} Nov 27 01:03:54.032520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Attempting to bind port 11946878-1d35-41e7-be23-094b4e70dac0 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:54.032903 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Attempting to bind port 11946878-1d35-41e7-be23-094b4e70dac0 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5a6b75cf-bb02-43bb-b82c-49dfd26687c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:54.033269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Attempting to bind port 11946878-1d35-41e7-be23-094b4e70dac0 on network 4398add3-4def-4366-ad1d-ad86382bbf47 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:54.041252 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.043822 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:54.047209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Checking segment: {'id': '5a6b75cf-bb02-43bb-b82c-49dfd26687c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:54.047837 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.048693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Bound using segment: {'id': '5a6b75cf-bb02-43bb-b82c-49dfd26687c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:54.049205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Bound port: 11946878-1d35-41e7-be23-094b4e70dac0, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6b75cf-bb02-43bb-b82c-49dfd26687c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:54.049597 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.071838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] No DVR routers for this DVR port 140b25e7-868a-45b8-a519-450a42a212f4 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:03:54.098696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.150958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] For port 11946878-1d35-41e7-be23-094b4e70dac0, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:54.156380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] For port 11946878-1d35-41e7-be23-094b4e70dac0, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=11946878-1d35-41e7-be23-094b4e70dac0,segment=NetworkSegment(5a6b75cf-bb02-43bb-b82c-49dfd26687c3),segment_id=5a6b75cf-bb02-43bb-b82c-49dfd26687c3)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:54.164039 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.197095 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Pushing event updated for resources: {'Port': ['ID=140b25e7-868a-45b8-a519-450a42a212f4,revision_number=6']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:54.310220 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55ed71-e058-4b71-8941-4bb45ee605d5 None None] Pushing event updated for resources: {'Port': ['ID=11946878-1d35-41e7-be23-094b4e70dac0,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:54.326066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a94968-3f30-4911-a751-457ecab7ba29 req-a81790d5-eaf2-441d-a33e-79fa07bb3c29 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:54.328334 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b2a94968-3f30-4911-a751-457ecab7ba29 req-a81790d5-eaf2-441d-a33e-79fa07bb3c29 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.21 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 950 time: 0.4684029 Nov 27 01:03:54.341262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Attempting to bind port 140b25e7-868a-45b8-a519-450a42a212f4 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:54.342154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Attempting to bind port 140b25e7-868a-45b8-a519-450a42a212f4 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:54.342694 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Attempting to bind port 140b25e7-868a-45b8-a519-450a42a212f4 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:54.368624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502fc30-34cc-4e66-9fe6-2f4d0c0d6df7 req-400795a8-5752-4757-941a-af9841fc97cb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:54.378132 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4502fc30-34cc-4e66-9fe6-2f4d0c0d6df7 req-400795a8-5752-4757-941a-af9841fc97cb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 948 time: 0.3164027 Nov 27 01:03:54.380623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Allocated IP 172.25.1.119 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/211014c1-e41e-4f90-b464-37656a1a24ea) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:54.445734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Port 140b25e7-868a-45b8-a519-450a42a212f4 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:54.446624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Attempting to bind port 140b25e7-868a-45b8-a519-450a42a212f4 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:54.486277 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7a666b3f-547a-4fa6-8bc4-f2882f95cada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.503236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:54.503855 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:54.504412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:54.504984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Bound port: 140b25e7-868a-45b8-a519-450a42a212f4, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:54.505446 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.508849 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7a666b3f-547a-4fa6-8bc4-f2882f95cada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.531317 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.637565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35708) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:54.644397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7a666b3f-547a-4fa6-8bc4-f2882f95cada admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd50062a73df4eb1b3c34329150fce04&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0302365 Nov 27 01:03:54.649501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a666b3f-547a-4fa6-8bc4-f2882f95cada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a071cd-03db-4042-a897-434c4f05fc8b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:54.650275 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.788980 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4502fc30-34cc-4e66-9fe6-2f4d0c0d6df7 req-9ad10d00-2aa7-4b1d-b432-0ad445d92160 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095306 Nov 27 01:03:54.910463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:54.915999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-b2a94968-3f30-4911-a751-457ecab7ba29 req-6a2334cf-593f-4798-b657-10714cfaac76 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Deleting port 685fb1d5-085a-4623-a096-583568750507 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:03:54.916394 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b2a94968-3f30-4911-a751-457ecab7ba29 req-6a2334cf-593f-4798-b657-10714cfaac76 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.026178 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ad38ee87-5680-4351-bcca-ffd01d25ae0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.027977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:55.040788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:55.068414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b2a94968-3f30-4911-a751-457ecab7ba29 req-6a2334cf-593f-4798-b657-10714cfaac76 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] For port 685fb1d5-085a-4623-a096-583568750507, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=685fb1d5-085a-4623-a096-583568750507,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:55.068788 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b2a94968-3f30-4911-a751-457ecab7ba29 req-6a2334cf-593f-4798-b657-10714cfaac76 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.091021 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Pushing event updated for resources: {'Port': ['ID=211014c1-e41e-4f90-b464-37656a1a24ea,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:55.104121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-b2a94968-3f30-4911-a751-457ecab7ba29 req-6a2334cf-593f-4798-b657-10714cfaac76 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Calling delete_port for 685fb1d5-085a-4623-a096-583568750507 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:03:55.108040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device a190fdc9-759b-464d-ae00-e03e03b532fd no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:55.117630 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ad38ee87-5680-4351-bcca-ffd01d25ae0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.140026 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb34ab-7c9d-4dba-95c6-b6d9f686d68e req-e6a9b985-f646-41f4-ade6-bbc4e8960796 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:55.147737 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fbdb34ab-7c9d-4dba-95c6-b6d9f686d68e req-e6a9b985-f646-41f4-ade6-bbc4e8960796 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=200b698b-786f-4fd7-976d-b1d6fdc01a2c HTTP/1.1" status: 200 len: 950 time: 0.2839861 Nov 27 01:03:55.152846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: a190fdc9-759b-464d-ae00-e03e03b532fd {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:03:55.154587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device a190fdc9-759b-464d-ae00-e03e03b532fd not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:03:55.355638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] For port 140b25e7-868a-45b8-a519-450a42a212f4, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:55.381588 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] For port 140b25e7-868a-45b8-a519-450a42a212f4, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=140b25e7-868a-45b8-a519-450a42a212f4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:55.388379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.430278 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fbdb34ab-7c9d-4dba-95c6-b6d9f686d68e req-bbc52b52-621a-44ef-8b8e-9718e94ef0d3 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751670 Nov 27 01:03:55.438196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:55.439293 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.442006 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] 10.222.0.21 "PUT /v2.0/ports/140b25e7-868a-45b8-a519-450a42a212f4 HTTP/1.1" status: 200 len: 1097 time: 2.4296675 Nov 27 01:03:55.467727 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ad38ee87-5680-4351-bcca-ffd01d25ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.472028 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ad38ee87-5680-4351-bcca-ffd01d25ae0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.473446 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ad38ee87-5680-4351-bcca-ffd01d25ae0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92a071cd-03db-4042-a897-434c4f05fc8b HTTP/1.1" status: 204 len: 168 time: 0.8348970 Nov 27 01:03:55.534800 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b2a94968-3f30-4911-a751-457ecab7ba29 req-6a2334cf-593f-4798-b657-10714cfaac76 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.545511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38ee87-5680-4351-bcca-ffd01d25ae0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a071cd-03db-4042-a897-434c4f05fc8b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:55.597812 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['981a5b71-93cf-4ac7-ad01-bcf44f3293ec'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:55.650288 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.729840 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a94968-3f30-4911-a751-457ecab7ba29 req-6a2334cf-593f-4798-b657-10714cfaac76 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] No DVR routers for this DVR port 685fb1d5-085a-4623-a096-583568750507 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:03:55.738557 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b2a94968-3f30-4911-a751-457ecab7ba29 req-6a2334cf-593f-4798-b657-10714cfaac76 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.747218 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b2a94968-3f30-4911-a751-457ecab7ba29 req-6a2334cf-593f-4798-b657-10714cfaac76 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.21 "DELETE /v2.0/ports/685fb1d5-085a-4623-a096-583568750507 HTTP/1.1" status: 204 len: 173 time: 1.4017198 Nov 27 01:03:55.889008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e20d2-6974-4dd1-8576-91faae90d42b req-10520da4-f41c-440e-8e74-eddbc5899c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:55.890613 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-10520da4-f41c-440e-8e74-eddbc5899c84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 1100 time: 0.3954513 Nov 27 01:03:55.904650 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c4c7b-8322-4c2b-8f87-9276e4c9e79b service neutron] Pushing event updated for resources: {'Port': ['ID=140b25e7-868a-45b8-a519-450a42a212f4,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:56.014835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2d5baa-b8df-48c4-8a50-17ca2def6f25', 'tag': '140b25e7-868a-45b8-a519-450a42a212f4'}, {'server_uuid': '200b698b-786f-4fd7-976d-b1d6fdc01a2c', 'name': 'network-vif-deleted', 'tag': '685fb1d5-085a-4623-a096-583568750507'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:56.021148 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d561f4-700b-4f97-8b55-567a383efa18" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2d5baa-b8df-48c4-8a50-17ca2def6f25", "tag": "140b25e7-868a-45b8-a519-450a42a212f4"}, {"server_uuid": "200b698b-786f-4fd7-976d-b1d6fdc01a2c", "name": "network-vif-deleted", "tag": "685fb1d5-085a-4623-a096-583568750507"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:56.056453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2334cf-593f-4798-b657-10714cfaac76 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Pushing event deleted for resources: {'Port': ['ID=685fb1d5-085a-4623-a096-583568750507,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:56.106386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9949a4e1-ff7b-44f4-867d-4cd63545c7dd None None] Network 4398add3-4def-4366-ad1d-ad86382bbf47 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:56.162426 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35766) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:56.244952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e20d2-6974-4dd1-8576-91faae90d42b req-4db796ed-a042-4921-8064-7b108e4d8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:56.246819 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-4db796ed-a042-4921-8064-7b108e4d8e4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2348282 Nov 27 01:03:56.284664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 11946878-1d35-41e7-be23-094b4e70dac0 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:56.302854 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-61d1a5a9-712e-4833-8d36-9aa2c15f14b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=140b25e7-868a-45b8-a519-450a42a212f4 HTTP/1.1" status: 200 len: 217 time: 0.0473485 Nov 27 01:03:56.322916 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.350615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86de2b-cc02-4657-8d67-1a8934148c15 req-dcb7d8f5-52d7-4246-b8bf-f13f397334ec tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:56.369532 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6e86de2b-cc02-4657-8d67-1a8934148c15 req-dcb7d8f5-52d7-4246-b8bf-f13f397334ec tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 948 time: 0.3056805 Nov 27 01:03:56.406288 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e20d2-6974-4dd1-8576-91faae90d42b req-cd442aef-f64d-419c-9271-e659a5ed58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:56.408038 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-cd442aef-f64d-419c-9271-e659a5ed58b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0980656 Nov 27 01:03:56.421519 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf4a3f35-2162-4018-9d59-77f3e659efe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.570038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e20d2-6974-4dd1-8576-91faae90d42b req-189189c8-3da3-446b-b23e-c8eb2db59f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:56.575914 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-189189c8-3da3-446b-b23e-c8eb2db59f62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1513140 Nov 27 01:03:56.607209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6fbcf1d6-9abb-4260-a272-6de2be4a9525 None None] Provisioning complete for port 11946878-1d35-41e7-be23-094b4e70dac0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:56.608353 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6fbcf1d6-9abb-4260-a272-6de2be4a9525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.626110 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6e86de2b-cc02-4657-8d67-1a8934148c15 req-8b0e1be4-38dd-4e4e-bebb-c3c7329b95af tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556450 Nov 27 01:03:56.649468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Router b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:03:56.705614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 11946878-1d35-41e7-be23-094b4e70dac0 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:56.706881 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.893142 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.905178 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8df0ac3-cac9-4e97-a8ed-0abec3d8333d x-openstack-request-id: req-a8df0ac3-cac9-4e97-a8ed-0abec3d8333d {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:56.905178 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2d5baa-b8df-48c4-8a50-17ca2def6f25", "tag": "140b25e7-868a-45b8-a519-450a42a212f4", "status": "completed", "code": 200}, {"server_uuid": "200b698b-786f-4fd7-976d-b1d6fdc01a2c", "name": "network-vif-deleted", "tag": "685fb1d5-085a-4623-a096-583568750507", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:56.905178 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8df0ac3-cac9-4e97-a8ed-0abec3d8333d {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:56.905178 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2d5baa-b8df-48c4-8a50-17ca2def6f25', 'tag': '140b25e7-868a-45b8-a519-450a42a212f4', 'status': 'completed', 'code': 200} Nov 27 01:03:56.905178 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200b698b-786f-4fd7-976d-b1d6fdc01a2c', 'name': 'network-vif-deleted', 'tag': '685fb1d5-085a-4623-a096-583568750507', 'status': 'completed', 'code': 200} Nov 27 01:03:56.924865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf4a3f35-2162-4018-9d59-77f3e659efe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.928302 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-973e44e8-0857-4f44-8d30-93dde166cb5e service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378723 Nov 27 01:03:56.929579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf4a3f35-2162-4018-9d59-77f3e659efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.970605 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6fbcf1d6-9abb-4260-a272-6de2be4a9525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.971193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:03:57.012690 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:57.013968 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3520423d-4807-4e0a-8214-68fb4e46f80d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1929836 Nov 27 01:03:57.020598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35792) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:57.039037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 11946878-1d35-41e7-be23-094b4e70dac0, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=11946878-1d35-41e7-be23-094b4e70dac0,segment=NetworkSegment(5a6b75cf-bb02-43bb-b82c-49dfd26687c3),segment_id=5a6b75cf-bb02-43bb-b82c-49dfd26687c3)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:57.052341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Sync routers for ids ['b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:03:57.076991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a3f35-2162-4018-9d59-77f3e659efe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3113b9-335a-4fe1-9399-12074d8894fd,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:57.086508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 685fb1d5-085a-4623-a096-583568750507 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:57.116274 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:57.135272 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cf4a3f35-2162-4018-9d59-77f3e659efe7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71e8de4ae6b64a3e8bb38db512c3c66a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9713373 Nov 27 01:03:57.174697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35796) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:57.200420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 140b25e7-868a-45b8-a519-450a42a212f4 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:57.226582 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 685fb1d5-085a-4623-a096-583568750507 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:03:57.228917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 685fb1d5-085a-4623-a096-583568750507 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:03:57.266416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d561f4-700b-4f97-8b55-567a383efa18 req-21e4abbf-9407-4c1a-a07d-36f5c5f50678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:57.269590 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83d561f4-700b-4f97-8b55-567a383efa18 req-21e4abbf-9407-4c1a-a07d-36f5c5f50678 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 1100 time: 0.3177123 Nov 27 01:03:57.368334 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-488e20d2-6974-4dd1-8576-91faae90d42b req-a991374f-b722-4729-a5a5-068aaf38e99a service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175990 Nov 27 01:03:57.481825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d561f4-700b-4f97-8b55-567a383efa18 req-f61ab3a3-46f3-4d2d-a184-728443ec3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:57.483430 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83d561f4-700b-4f97-8b55-567a383efa18 req-f61ab3a3-46f3-4d2d-a184-728443ec3712 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2011251 Nov 27 01:03:57.630781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83d561f4-700b-4f97-8b55-567a383efa18 req-a38b6ff4-0f8c-4da5-9490-c26fb1279cfc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=140b25e7-868a-45b8-a519-450a42a212f4 HTTP/1.1" status: 200 len: 217 time: 0.1225889 Nov 27 01:03:57.728616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=11946878-1d35-41e7-be23-094b4e70dac0,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:57.735215 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03956fe6-8e31-4fcb-9e35-c7523ab4509f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:57.788417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Routers {'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:57.789528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:03:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:57.859281 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03956fe6-8e31-4fcb-9e35-c7523ab4509f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:57.920449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 140b25e7-868a-45b8-a519-450a42a212f4 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:03:57.983355 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-6fbcf1d6-9abb-4260-a272-6de2be4a9525 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:03:57.983874 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-6fbcf1d6-9abb-4260-a272-6de2be4a9525 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:03:58.128289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Set router b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:58.287246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025a9af-3c81-4830-8c7c-96a98094ff27 req-042d2841-c703-41d1-a7ea-4ac2cb48f209 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:58.295621 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1025a9af-3c81-4830-8c7c-96a98094ff27 req-042d2841-c703-41d1-a7ea-4ac2cb48f209 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 970 time: 0.6632683 Nov 27 01:03:58.299175 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d561f4-700b-4f97-8b55-567a383efa18 req-cb47be0a-acf2-4006-b0e9-a5e685de197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:58.300932 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83d561f4-700b-4f97-8b55-567a383efa18 req-cb47be0a-acf2-4006-b0e9-a5e685de197b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 1100 time: 0.8164330 Nov 27 01:03:58.311722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d561f4-700b-4f97-8b55-567a383efa18 req-063bcf74-5d34-4292-a53a-f6f5453e04a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:58.324197 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83d561f4-700b-4f97-8b55-567a383efa18 req-063bcf74-5d34-4292-a53a-f6f5453e04a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.6266296 Nov 27 01:03:58.336054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 11946878-1d35-41e7-be23-094b4e70dac0 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:58.405430 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:58.423034 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0fc43-0920-4c4a-9729-be298dd42946 req-8ef19236-3264-4d32-8f08-f5f62475819d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:58.425105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-88c0fc43-0920-4c4a-9729-be298dd42946 req-8ef19236-3264-4d32-8f08-f5f62475819d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 948 time: 0.1671104 Nov 27 01:03:58.439270 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03956fe6-8e31-4fcb-9e35-c7523ab4509f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:58.440789 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 11946878-1d35-41e7-be23-094b4e70dac0 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:58.441257 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:58.442952 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03956fe6-8e31-4fcb-9e35-c7523ab4509f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:58.447665 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-03956fe6-8e31-4fcb-9e35-c7523ab4509f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b3113b9-335a-4fe1-9399-12074d8894fd HTTP/1.1" status: 204 len: 168 time: 1.2719362 Nov 27 01:03:58.469284 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'name': 'tempest-FloatingIPDetailsTestJSON-226052252-router', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '211014c1-e41e-4f90-b464-37656a1a24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:03:55Z', 'revision_number': 3, 'project_id': '9ac896f862124a86aca5e860232d6f30', 'gw_port': {'id': '211014c1-e41e-4f90-b464-37656a1a24ea', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:54Z', 'updated_at': '2021-11-27T01:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:58.494716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03956fe6-8e31-4fcb-9e35-c7523ab4509f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3113b9-335a-4fe1-9399-12074d8894fd,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:58.507801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Checking router: b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:03:58.508759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Updating router b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece port 211014c1-e41e-4f90-b464-37656a1a24ea binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:03:58.509986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d561f4-700b-4f97-8b55-567a383efa18 req-55229a71-218a-4933-bf39-53e31b8fc314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:58.513151 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83d561f4-700b-4f97-8b55-567a383efa18 req-55229a71-218a-4933-bf39-53e31b8fc314 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1796060 Nov 27 01:03:58.530242 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1025a9af-3c81-4830-8c7c-96a98094ff27 req-f2a82322-8976-4015-8a77-bc10b8ddaacb tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330554 Nov 27 01:03:58.547880 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-88c0fc43-0920-4c4a-9729-be298dd42946 req-e9d540e8-b44b-4b3b-b992-71edfcbf0ce3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136863 Nov 27 01:03:58.601599 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:58.643924 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:58.773737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d561f4-700b-4f97-8b55-567a383efa18 req-ecf917b3-e344-4d71-9780-6772bcf0643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:58.776749 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83d561f4-700b-4f97-8b55-567a383efa18 req-ecf917b3-e344-4d71-9780-6772bcf0643b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.4591968 Nov 27 01:03:58.843370 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8976c8ec-d1b6-4578-b4e9-651a8d6263ef None None] Provisioning complete for port 11946878-1d35-41e7-be23-094b4e70dac0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:58.843370 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8976c8ec-d1b6-4578-b4e9-651a8d6263ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:58.952665 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83d561f4-700b-4f97-8b55-567a383efa18 req-cc59e626-4575-401d-8c4b-4282db796519 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193411 Nov 27 01:03:58.955095 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83d561f4-700b-4f97-8b55-567a383efa18 req-e47bb755-6605-42c2-b085-56f807962fd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=140b25e7-868a-45b8-a519-450a42a212f4 HTTP/1.1" status: 200 len: 217 time: 0.1560192 Nov 27 01:03:59.030115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35852) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:59.037223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Allocated IP 172.20.0.1 (4398add3-4def-4366-ad1d-ad86382bbf47/bd10d698-9bc3-4cac-8e1a-7a9f2c319464/af932ddd-d138-4bd8-99f9-84eff511ccdc) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:59.157264 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-786d22f1-1e9b-46b9-b9d4-e4e998bfdb2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.170549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35854) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:59.176352 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.205051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d561f4-700b-4f97-8b55-567a383efa18 req-18976a70-e564-4c79-9df5-c1a7848a74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:59.206477 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83d561f4-700b-4f97-8b55-567a383efa18 req-18976a70-e564-4c79-9df5-c1a7848a74f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.2147257 Nov 27 01:03:59.255173 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.257059 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.284854 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.307680 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Network 4398add3-4def-4366-ad1d-ad86382bbf47 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:59.311782 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:59.339548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:59.374656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a589b6-2e08-4743-90a3-3b51edc52c74 req-945b0275-a22c-4bef-88aa-bb464f92586b tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:59.376196 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d4a589b6-2e08-4743-90a3-3b51edc52c74 req-945b0275-a22c-4bef-88aa-bb464f92586b tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 970 time: 0.2596211 Nov 27 01:03:59.386175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bff6b-933e-4649-b4f4-43cb8825d012 None None] Pushing event updated for resources: {'Port': ['ID=211014c1-e41e-4f90-b464-37656a1a24ea,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:59.392944 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83d561f4-700b-4f97-8b55-567a383efa18 req-1df5bcd8-3ef2-49ae-82e6-5ee965399922 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319952 Nov 27 01:03:59.409971 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Pushing event updated for resources: {'Port': ['ID=af932ddd-d138-4bd8-99f9-84eff511ccdc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:59.413449 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7c6462b0-c152-493c-9e8b-670a84016e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.423255 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.461832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Attempting to bind port 211014c1-e41e-4f90-b464-37656a1a24ea on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:59.462302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Attempting to bind port 211014c1-e41e-4f90-b464-37656a1a24ea by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:59.462741 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Attempting to bind port 211014c1-e41e-4f90-b464-37656a1a24ea on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:59.468615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:59.468997 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:59.469399 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.469792 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:59.470263 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Bound port: 211014c1-e41e-4f90-b464-37656a1a24ea, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:59.470640 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.475346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d561f4-700b-4f97-8b55-567a383efa18 req-5afdd812-0dee-47b4-b7fc-dbf46b7f331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:59.477407 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83d561f4-700b-4f97-8b55-567a383efa18 req-5afdd812-0dee-47b4-b7fc-dbf46b7f331c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2590036 Nov 27 01:03:59.531299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35864) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:59.535039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] For port 211014c1-e41e-4f90-b464-37656a1a24ea, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:59.539084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] For port 211014c1-e41e-4f90-b464-37656a1a24ea, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=211014c1-e41e-4f90-b464-37656a1a24ea,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:59.539959 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-786d22f1-1e9b-46b9-b9d4-e4e998bfdb2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.546861 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.546999 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-786d22f1-1e9b-46b9-b9d4-e4e998bfdb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.630085 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-786d22f1-1e9b-46b9-b9d4-e4e998bfdb2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b84b39c99c69449b9246c6d39ffd4b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5972710 Nov 27 01:03:59.649186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35872) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:59.757492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bff6b-933e-4649-b4f4-43cb8825d012 None None] Pushing event updated for resources: {'Port': ['ID=211014c1-e41e-4f90-b464-37656a1a24ea,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:59.759390 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3077dc29-f813-41e7-a6d4-45f2ce5f3af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.761629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Routers {'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:59.762751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:03:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:59.794497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d22f1-1e9b-46b9-b9d4-e4e998bfdb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b19e554-e63b-44a7-a0a9-d9ee1f1aec11,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:59.816162 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1429-e6df-4100-ad4b-e2631e4516a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.834950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-67db4992-2fac-4dd3-a229-50006b06bd1c None None] Provisioning complete for port af932ddd-d138-4bd8-99f9-84eff511ccdc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:59.835612 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-67db4992-2fac-4dd3-a229-50006b06bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.914259 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83d561f4-700b-4f97-8b55-567a383efa18 req-efa4412b-7051-46b5-8602-948fa7b6b428 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691929 Nov 27 01:03:59.914502 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1429-e6df-4100-ad4b-e2631e4516a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.916015 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.940911 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1429-e6df-4100-ad4b-e2631e4516a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:59.977603 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-67db4992-2fac-4dd3-a229-50006b06bd1c None None] Port af932ddd-d138-4bd8-99f9-84eff511ccdc cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:59.989628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] Set router b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:00.004165 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ee5d1429-e6df-4100-ad4b-e2631e4516a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=890fbfb805544b1bb0a6c84c41676df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4693954 Nov 27 01:04:00.012397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35876) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:00.033060 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d1429-e6df-4100-ad4b-e2631e4516a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2df9e89-e57d-4a38-9d58-e8890d2c6b32,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:00.082115 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3077dc29-f813-41e7-a6d4-45f2ce5f3af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.115563 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-193f5deb-70f1-4448-af04-91cdc4a04456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.122958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310033f-42b0-466f-9d83-c7a11237ec32 req-5b376d31-18b5-4c83-84cf-66f98385201a tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:00.144859 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5310033f-42b0-466f-9d83-c7a11237ec32 req-5b376d31-18b5-4c83-84cf-66f98385201a tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 970 time: 0.3508475 Nov 27 01:04:00.150416 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e180c-67da-406a-bbe8-310b28f40646 req-c5b38326-e6b1-4d7d-8f2f-d05e7ad9ec6c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:00.152880 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f98e180c-67da-406a-bbe8-310b28f40646 req-c5b38326-e6b1-4d7d-8f2f-d05e7ad9ec6c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 948 time: 0.4274681 Nov 27 01:04:00.157189 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-193f5deb-70f1-4448-af04-91cdc4a04456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.163930 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83d561f4-700b-4f97-8b55-567a383efa18 req-1ff09f3b-831d-4814-ad79-defe01eff5a0 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288098 Nov 27 01:04:00.200379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7c6462b0-c152-493c-9e8b-670a84016e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.228677 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7c6462b0-c152-493c-9e8b-670a84016e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.254573 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.259844 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7c6462b0-c152-493c-9e8b-670a84016e3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b268ec6b574e477bbf2027ccfd4ef328&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0874267 Nov 27 01:04:00.269730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35880) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:00.301665 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f98e180c-67da-406a-bbe8-310b28f40646 req-f5bb335f-2f3a-47b2-8f04-6408c225893d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376274 Nov 27 01:04:00.358410 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5310033f-42b0-466f-9d83-c7a11237ec32 req-437ddea1-4555-4d0c-be65-077c17212517 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/security-groups?id=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061090 Nov 27 01:04:00.384213 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'name': 'tempest-FloatingIPDetailsTestJSON-226052252-router', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '211014c1-e41e-4f90-b464-37656a1a24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:03:59Z', 'revision_number': 4, 'project_id': '9ac896f862124a86aca5e860232d6f30', 'gw_port': {'id': '211014c1-e41e-4f90-b464-37656a1a24ea', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:54Z', 'updated_at': '2021-11-27T01:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'af932ddd-d138-4bd8-99f9-84eff511ccdc', 'name': '', 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'mac_address': 'fa:16:3e:36:92:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bd10d698-9bc3-4cac-8e1a-7a9f2c319464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:58Z', 'updated_at': '2021-11-27T01:03:59Z', 'revision_number': 1, 'project_id': '9ac896f862124a86aca5e860232d6f30', 'subnets': [{'id': 'bd10d698-9bc3-4cac-8e1a-7a9f2c319464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:00.413651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6462b0-c152-493c-9e8b-670a84016e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73abe1d-6b50-456b-b1a1-f4312ee5ad4e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:00.455022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-d4a589b6-2e08-4743-90a3-3b51edc52c74 req-f3eb4f19-47f7-45e4-8098-516d6dabd8b7 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Deleting port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:04:00.455622 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d4a589b6-2e08-4743-90a3-3b51edc52c74 req-f3eb4f19-47f7-45e4-8098-516d6dabd8b7 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.466437 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.467276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d44944-f1f6-4927-8451-ed486cc937a6 None None] The sync data for ids ['b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'] in n-d-817303-10 is: [{'id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'name': 'tempest-FloatingIPDetailsTestJSON-226052252-router', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '211014c1-e41e-4f90-b464-37656a1a24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:03:59Z', 'revision_number': 4, 'project_id': '9ac896f862124a86aca5e860232d6f30', 'gw_port': {'id': '211014c1-e41e-4f90-b464-37656a1a24ea', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:54Z', 'updated_at': '2021-11-27T01:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'af932ddd-d138-4bd8-99f9-84eff511ccdc', 'name': '', 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'mac_address': 'fa:16:3e:36:92:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bd10d698-9bc3-4cac-8e1a-7a9f2c319464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:58Z', 'updated_at': '2021-11-27T01:03:59Z', 'revision_number': 1, 'project_id': '9ac896f862124a86aca5e860232d6f30', 'subnets': [{'id': 'bd10d698-9bc3-4cac-8e1a-7a9f2c319464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:04:00.472505 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.520696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3077dc29-f813-41e7-a6d4-45f2ce5f3af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.524282 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3077dc29-f813-41e7-a6d4-45f2ce5f3af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.527798 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3077dc29-f813-41e7-a6d4-45f2ce5f3af0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b19e554-e63b-44a7-a0a9-d9ee1f1aec11 HTTP/1.1" status: 204 len: 168 time: 0.8749189 Nov 27 01:04:00.569496 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077dc29-f813-41e7-a6d4-45f2ce5f3af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b19e554-e63b-44a7-a0a9-d9ee1f1aec11,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:00.575042 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-193f5deb-70f1-4448-af04-91cdc4a04456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.578915 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-193f5deb-70f1-4448-af04-91cdc4a04456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.580120 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-193f5deb-70f1-4448-af04-91cdc4a04456 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2df9e89-e57d-4a38-9d58-e8890d2c6b32 HTTP/1.1" status: 204 len: 168 time: 0.5429688 Nov 27 01:04:00.630486 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-10e4f17f-3378-4379-b8cc-fcfeb2a8f98a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.630886 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f5deb-70f1-4448-af04-91cdc4a04456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2df9e89-e57d-4a38-9d58-e8890d2c6b32,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:00.635756 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.703158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d4a589b6-2e08-4743-90a3-3b51edc52c74 req-f3eb4f19-47f7-45e4-8098-516d6dabd8b7 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] For port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=981a5b71-93cf-4ac7-ad01-bcf44f3293ec,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:00.708725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d4a589b6-2e08-4743-90a3-3b51edc52c74 req-f3eb4f19-47f7-45e4-8098-516d6dabd8b7 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.717284 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-10e4f17f-3378-4379-b8cc-fcfeb2a8f98a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.746308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-d4a589b6-2e08-4743-90a3-3b51edc52c74 req-f3eb4f19-47f7-45e4-8098-516d6dabd8b7 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Calling delete_port for 981a5b71-93cf-4ac7-ad01-bcf44f3293ec owned by compute:tempest-test_az-541014340 {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:04:00.764292 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Pushing event updated for resources: {'Port': ['ID=af932ddd-d138-4bd8-99f9-84eff511ccdc,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:00.772952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Network 4398add3-4def-4366-ad1d-ad86382bbf47 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:00.774481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:00.927719 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-10e4f17f-3378-4379-b8cc-fcfeb2a8f98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.934801 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-10e4f17f-3378-4379-b8cc-fcfeb2a8f98a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.938299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-10e4f17f-3378-4379-b8cc-fcfeb2a8f98a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a73abe1d-6b50-456b-b1a1-f4312ee5ad4e HTTP/1.1" status: 204 len: 168 time: 0.6642385 Nov 27 01:04:00.977109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4f17f-3378-4379-b8cc-fcfeb2a8f98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73abe1d-6b50-456b-b1a1-f4312ee5ad4e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:01.029119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Router b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:04:01.105012 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d4a589b6-2e08-4743-90a3-3b51edc52c74 req-f3eb4f19-47f7-45e4-8098-516d6dabd8b7 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:01.190816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb4f19-47f7-45e4-8098-516d6dabd8b7 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Pushing event deleted for resources: {'Port': ['ID=981a5b71-93cf-4ac7-ad01-bcf44f3293ec,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:01.266421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:04:01.290961 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8aaa6747-7cad-4e88-b8e6-f912e8c86581 admin admin] 10.222.0.15 "PUT /v2.0/routers/b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2656784 Nov 27 01:04:01.394565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a589b6-2e08-4743-90a3-3b51edc52c74 req-f3eb4f19-47f7-45e4-8098-516d6dabd8b7 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] No DVR routers for this DVR port 981a5b71-93cf-4ac7-ad01-bcf44f3293ec on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:04:01.411848 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d4a589b6-2e08-4743-90a3-3b51edc52c74 req-f3eb4f19-47f7-45e4-8098-516d6dabd8b7 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:01.429798 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d4a589b6-2e08-4743-90a3-3b51edc52c74 req-f3eb4f19-47f7-45e4-8098-516d6dabd8b7 tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.21 "DELETE /v2.0/ports/981a5b71-93cf-4ac7-ad01-bcf44f3293ec HTTP/1.1" status: 204 len: 173 time: 1.7926586 Nov 27 01:04:01.430403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6acadda-91c6-47be-a5da-b7e21b69bb5f', 'name': 'network-vif-deleted', 'tag': '981a5b71-93cf-4ac7-ad01-bcf44f3293ec'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:01.448769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 140b25e7-868a-45b8-a519-450a42a212f4 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:04:01.469881 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baae31ad-dc55-4c22-b502-f89b9dc317ec" -d '{"events": [{"server_uuid": "c6acadda-91c6-47be-a5da-b7e21b69bb5f", "name": "network-vif-deleted", "tag": "981a5b71-93cf-4ac7-ad01-bcf44f3293ec"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:01.594807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['981a5b71-93cf-4ac7-ad01-bcf44f3293ec'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:01.635885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35910) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:01.704363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fc631-13ff-4e5e-af72-35195d4774a5 req-ad954198-94aa-4f6b-949b-2b55341f772e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:01.707710 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40aef024-a94c-41a5-858a-2f45f48a56a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:01.716468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-417fc631-13ff-4e5e-af72-35195d4774a5 req-ad954198-94aa-4f6b-949b-2b55341f772e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 948 time: 0.1656594 Nov 27 01:04:01.799198 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dbe02f60-3d70-429e-98c5-3fada46a70d1 req-ff215190-721b-49bd-89c5-bb369ab95afd tempest-LiveMigrationNegativeTest-548282041 tempest-LiveMigrationNegativeTest-548282041-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6acadda-91c6-47be-a5da-b7e21b69bb5f HTTP/1.1" status: 200 len: 210 time: 0.1186798 Nov 27 01:04:01.857917 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-417fc631-13ff-4e5e-af72-35195d4774a5 req-f8b69053-228b-4e22-9310-4b964fe7d485 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403167 Nov 27 01:04:01.954623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-77b3ee40-4b07-4761-bc95-cf8de492978a None None] Provisioning complete for port af932ddd-d138-4bd8-99f9-84eff511ccdc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:01.955726 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77b3ee40-4b07-4761-bc95-cf8de492978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.035659 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a639873-7f42-49b3-b890-a0207cc59992 x-openstack-request-id: req-7a639873-7f42-49b3-b890-a0207cc59992 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:02.035911 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6acadda-91c6-47be-a5da-b7e21b69bb5f", "name": "network-vif-deleted", "tag": "981a5b71-93cf-4ac7-ad01-bcf44f3293ec", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:02.036097 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a639873-7f42-49b3-b890-a0207cc59992 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:02.036499 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6acadda-91c6-47be-a5da-b7e21b69bb5f', 'name': 'network-vif-deleted', 'tag': '981a5b71-93cf-4ac7-ad01-bcf44f3293ec', 'status': 'completed', 'code': 200} Nov 27 01:04:02.060927 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40aef024-a94c-41a5-858a-2f45f48a56a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.066728 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40aef024-a94c-41a5-858a-2f45f48a56a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.153134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35922) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:02.167597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-77b3ee40-4b07-4761-bc95-cf8de492978a None None] Port af932ddd-d138-4bd8-99f9-84eff511ccdc cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:02.173935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 140b25e7-868a-45b8-a519-450a42a212f4, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=140b25e7-868a-45b8-a519-450a42a212f4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:02.204383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '140b25e7-868a-45b8-a519-450a42a212f4', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '140b25e7-868a-45b8-a519-450a42a212f4', 'mac_address': 'fa:16:3e:a3:e1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:04:02.205767 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8cf2-ef02-45ce-8554-df1c767d831a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.261081 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.293343 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-40aef024-a94c-41a5-858a-2f45f48a56a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b89e4c181cd54e84a05b08fd6d6cca79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6538551 Nov 27 01:04:02.296236 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 211014c1-e41e-4f90-b464-37656a1a24ea up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:02.297762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35924) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:02.319390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aef024-a94c-41a5-858a-2f45f48a56a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b944485b-57ea-43fa-8574-eb89cd379f9a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:02.379681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140b25e7-868a-45b8-a519-450a42a212f4 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:02.487618 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16e2bef8-e2e9-482d-ac51-ecfe588418fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.509577 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8cf2-ef02-45ce-8554-df1c767d831a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.518130 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8cf2-ef02-45ce-8554-df1c767d831a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.528208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 140b25e7-868a-45b8-a519-450a42a212f4, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=140b25e7-868a-45b8-a519-450a42a212f4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:02.552063 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.597075 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16e2bef8-e2e9-482d-ac51-ecfe588418fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.660042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975c4eb-7988-4d0d-bc97-d2a521fe279d req-eb5e72f0-f8eb-49b4-a50b-61fedddb8204 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:02.675221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e975c4eb-7988-4d0d-bc97-d2a521fe279d req-eb5e72f0-f8eb-49b4-a50b-61fedddb8204 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 948 time: 0.1696436 Nov 27 01:04:02.754992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 211014c1-e41e-4f90-b464-37656a1a24ea triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:02.773723 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.800932 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6c1d8cf2-ef02-45ce-8554-df1c767d831a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0444f4db4bb14616a54d32ba25f5bc1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6425993 Nov 27 01:04:02.813871 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e975c4eb-7988-4d0d-bc97-d2a521fe279d req-4450522c-14df-48ba-a209-3b85733d2ebb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350262 Nov 27 01:04:02.823690 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35934) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:02.862002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d8cf2-ef02-45ce-8554-df1c767d831a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7c4292-6483-4f0c-9dd9-ae1fdaedd49d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:02.935839 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16e2bef8-e2e9-482d-ac51-ecfe588418fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.952664 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16e2bef8-e2e9-482d-ac51-ecfe588418fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.957050 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-16e2bef8-e2e9-482d-ac51-ecfe588418fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b944485b-57ea-43fa-8574-eb89cd379f9a HTTP/1.1" status: 204 len: 168 time: 0.6560526 Nov 27 01:04:02.963568 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['140b25e7-868a-45b8-a519-450a42a212f4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:02.967740 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-f52ddbeb-2921-471b-a204-16e30ec62123 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:02.971036 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=140b25e7-868a-45b8-a519-450a42a212f4,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:02.981880 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-f52ddbeb-2921-471b-a204-16e30ec62123 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25&tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 949 time: 0.3526444 Nov 27 01:04:03.000208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2bef8-e2e9-482d-ac51-ecfe588418fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b944485b-57ea-43fa-8574-eb89cd379f9a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:03.057626 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-593959d0-6126-4a5f-af4e-26e39b511bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:03.149872 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-593959d0-6126-4a5f-af4e-26e39b511bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:03.160260 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 981a5b71-93cf-4ac7-ad01-bcf44f3293ec no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:04:03.299176 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:03.325460 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-593959d0-6126-4a5f-af4e-26e39b511bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:03.328909 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-593959d0-6126-4a5f-af4e-26e39b511bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:03.330295 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-593959d0-6126-4a5f-af4e-26e39b511bc3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e7c4292-6483-4f0c-9dd9-ae1fdaedd49d HTTP/1.1" status: 204 len: 168 time: 0.5048196 Nov 27 01:04:03.331179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 211014c1-e41e-4f90-b464-37656a1a24ea, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=211014c1-e41e-4f90-b464-37656a1a24ea,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:03.333151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 981a5b71-93cf-4ac7-ad01-bcf44f3293ec {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:04:03.335069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 981a5b71-93cf-4ac7-ad01-bcf44f3293ec not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:04:03.344302 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:03.351362 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593959d0-6126-4a5f-af4e-26e39b511bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7c4292-6483-4f0c-9dd9-ae1fdaedd49d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:03.452222 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35954) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:03.557131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=211014c1-e41e-4f90-b464-37656a1a24ea,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:03.636809 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-4734cabd-6114-40d9-aa4f-91b34dfc86ee service neutron] delete failed (client error): The resource could not be found. Nov 27 01:04:03.639779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-4734cabd-6114-40d9-aa4f-91b34dfc86ee service neutron] 10.222.0.31 "DELETE /v2.0/ports/140b25e7-868a-45b8-a519-450a42a212f4/bindings/n-h2-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.6489239 Nov 27 01:04:03.667586 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20589e14-c57e-424b-8b08-ea8937494552 req-29b05ba2-e0e0-4529-b8c3-2f739f09bd0d tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6521516 Nov 27 01:04:03.692516 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:03.759143 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:03.947840 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-44068b79-fb21-48ed-a177-7cec50cc1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:03.950269 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-44068b79-fb21-48ed-a177-7cec50cc1d43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 1101 time: 0.1287482 Nov 27 01:04:04.035859 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cef59832-7a6b-4c7d-a06a-6a3da6006587 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48487a8dafc94679b07798e92e71cd73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5819306 Nov 27 01:04:04.045733 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35972) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:04.173707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2745bb-6d6e-4c18-ac6a-19deed7829c5 req-08c90a72-8155-4f40-8ec4-d494b35c5178 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:04.175167 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 211014c1-e41e-4f90-b464-37656a1a24ea up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:04.189728 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b2745bb-6d6e-4c18-ac6a-19deed7829c5 req-08c90a72-8155-4f40-8ec4-d494b35c5178 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 949 time: 0.2486753 Nov 27 01:04:04.216040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-1a39261e-34f2-4e80-affd-e2ce73727c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:04.217592 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-1a39261e-34f2-4e80-affd-e2ce73727c01 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2586513 Nov 27 01:04:04.291703 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 211014c1-e41e-4f90-b464-37656a1a24ea triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:04.292084 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.313200 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f5625b90-6c11-4e3b-aeff-d253ff84aa74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.351314 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f5625b90-6c11-4e3b-aeff-d253ff84aa74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.364287 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b2745bb-6d6e-4c18-ac6a-19deed7829c5 req-17f5fdfa-31fb-4bd3-b97a-cc2ae0a3cb70 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733625 Nov 27 01:04:04.524503 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f5625b90-6c11-4e3b-aeff-d253ff84aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.528064 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f5625b90-6c11-4e3b-aeff-d253ff84aa74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.532803 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f5625b90-6c11-4e3b-aeff-d253ff84aa74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7 HTTP/1.1" status: 204 len: 168 time: 0.4814510 Nov 27 01:04:04.545521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5625b90-6c11-4e3b-aeff-d253ff84aa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d926ae0b-5cbf-4e58-b9d1-7a380ba3c0f7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:04.803981 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-b61a9c04-f751-4388-aba4-6ef89496b7ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=140b25e7-868a-45b8-a519-450a42a212f4 HTTP/1.1" status: 200 len: 217 time: 0.5734351 Nov 27 01:04:04.869386 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Sync routers for ids ['b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:04:04.894203 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Routers {'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:04.896628 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:03:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:04.986842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-cf9caea1-ba04-4e54-b8b6-095b80d5c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:04.989331 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-cf9caea1-ba04-4e54-b8b6-095b80d5c5d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1680686 Nov 27 01:04:04.998234 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.045786 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 140b25e7-868a-45b8-a519-450a42a212f4 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:05.086270 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Set router b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:05.157212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 140b25e7-868a-45b8-a519-450a42a212f4 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:04:05.164284 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 140b25e7-868a-45b8-a519-450a42a212f4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:05.165574 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.189009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-2d984f61-d815-4e88-a315-025d58516a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:05.190587 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-2d984f61-d815-4e88-a315-025d58516a91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1902182 Nov 27 01:04:05.314388 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.363660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2d5baa-b8df-48c4-8a50-17ca2def6f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140b25e7-868a-45b8-a519-450a42a212f4'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:05.368862 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2769b4e3-6a2d-4aaf-921a-7d2b7584946b" -d '{"events": [{"server_uuid": "ce2d5baa-b8df-48c4-8a50-17ca2def6f25", "name": "network-vif-plugged", "status": "completed", "tag": "140b25e7-868a-45b8-a519-450a42a212f4"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:05.394815 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'name': 'tempest-FloatingIPDetailsTestJSON-226052252-router', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '211014c1-e41e-4f90-b464-37656a1a24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:03:59Z', 'revision_number': 4, 'project_id': '9ac896f862124a86aca5e860232d6f30', 'gw_port': {'id': '211014c1-e41e-4f90-b464-37656a1a24ea', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:54Z', 'updated_at': '2021-11-27T01:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'af932ddd-d138-4bd8-99f9-84eff511ccdc', 'name': '', 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'mac_address': 'fa:16:3e:36:92:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bd10d698-9bc3-4cac-8e1a-7a9f2c319464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:58Z', 'updated_at': '2021-11-27T01:04:00Z', 'revision_number': 2, 'project_id': '9ac896f862124a86aca5e860232d6f30', 'subnets': [{'id': 'bd10d698-9bc3-4cac-8e1a-7a9f2c319464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:05.406123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Allocated IP 172.25.1.209 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/891a7859-9d96-41d7-bf03-8226ffdf3050) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:05.428751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 140b25e7-868a-45b8-a519-450a42a212f4, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=140b25e7-868a-45b8-a519-450a42a212f4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:05.434175 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.436988 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-9269c765-0e9a-451b-b6c1-c2335353947f service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374341 Nov 27 01:04:05.482344 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Checking router: b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:04:05.482897 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Updating router b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece port af932ddd-d138-4bd8-99f9-84eff511ccdc binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:04:05.516400 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.531639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36018) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:05.536603 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fc8c2f-f56b-46ff-b8e1-92533f6c503a x-openstack-request-id: req-a6fc8c2f-f56b-46ff-b8e1-92533f6c503a {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:05.537041 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2d5baa-b8df-48c4-8a50-17ca2def6f25", "name": "network-vif-plugged", "status": "completed", "tag": "140b25e7-868a-45b8-a519-450a42a212f4", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:05.537433 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6fc8c2f-f56b-46ff-b8e1-92533f6c503a {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:05.538298 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2d5baa-b8df-48c4-8a50-17ca2def6f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140b25e7-868a-45b8-a519-450a42a212f4', 'code': 200} Nov 27 01:04:05.593097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=140b25e7-868a-45b8-a519-450a42a212f4,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:05.649700 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-16846f79-8825-4138-812b-6c90899790c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f499855d457d420dad5be9da2fdf58f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1132495 Nov 27 01:04:05.651920 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36024) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:05.720910 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22bbecb4-928c-49d0-8bba-1cbe61f38f67 req-1838b1b5-6aa2-420c-89ee-3620b67aeaf7 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701442 Nov 27 01:04:05.887012 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-23ca515f-e095-428c-88f6-64af3f04541d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.939007 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.947905 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-23ca515f-e095-428c-88f6-64af3f04541d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.033255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.097027 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-23ca515f-e095-428c-88f6-64af3f04541d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.100163 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-23ca515f-e095-428c-88f6-64af3f04541d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.101362 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-23ca515f-e095-428c-88f6-64af3f04541d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b51d7aa-f5d4-421b-bfab-5f3ac5a38b91 HTTP/1.1" status: 204 len: 168 time: 0.4483099 Nov 27 01:04:06.118240 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.125479 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.136550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca515f-e095-428c-88f6-64af3f04541d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b51d7aa-f5d4-421b-bfab-5f3ac5a38b91,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:06.150241 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b892e8b-19d6-46d9-bd0a-882ea7a4fa6d req-cab57829-a2f9-4ad9-98f9-a0b6b117f170 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:06.151282 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Pushing event updated for resources: {'Port': ['ID=891a7859-9d96-41d7-bf03-8226ffdf3050,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:06.161712 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8b892e8b-19d6-46d9-bd0a-882ea7a4fa6d req-cab57829-a2f9-4ad9-98f9-a0b6b117f170 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.4433160 Nov 27 01:04:06.164120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:06.165775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:06.168119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:06.244167 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7eed0c-f48c-4fa4-a0f2-ad432240c713 None None] Pushing event updated for resources: {'Port': ['ID=af932ddd-d138-4bd8-99f9-84eff511ccdc,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:06.285387 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8b892e8b-19d6-46d9-bd0a-882ea7a4fa6d req-7343456b-44c8-47e1-8522-59293b495828 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207635 Nov 27 01:04:06.342528 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.358740 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7eed0c-f48c-4fa4-a0f2-ad432240c713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:06.363120 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7eed0c-f48c-4fa4-a0f2-ad432240c713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:06.363910 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7eed0c-f48c-4fa4-a0f2-ad432240c713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:06.364667 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7eed0c-f48c-4fa4-a0f2-ad432240c713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:06.365788 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7eed0c-f48c-4fa4-a0f2-ad432240c713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:06.366340 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7eed0c-f48c-4fa4-a0f2-ad432240c713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:06.369521 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7eed0c-f48c-4fa4-a0f2-ad432240c713 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:06.371651 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7eed0c-f48c-4fa4-a0f2-ad432240c713 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:06.371651 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7eed0c-f48c-4fa4-a0f2-ad432240c713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:06.371651 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7eed0c-f48c-4fa4-a0f2-ad432240c713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:06.379066 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7eed0c-f48c-4fa4-a0f2-ad432240c713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:06.379615 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7eed0c-f48c-4fa4-a0f2-ad432240c713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:06.420487 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.435070 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Attempting to bind port af932ddd-d138-4bd8-99f9-84eff511ccdc on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:06.436975 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Attempting to bind port af932ddd-d138-4bd8-99f9-84eff511ccdc by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5a6b75cf-bb02-43bb-b82c-49dfd26687c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:06.437417 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Attempting to bind port af932ddd-d138-4bd8-99f9-84eff511ccdc on network 4398add3-4def-4366-ad1d-ad86382bbf47 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:06.447989 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:06.450777 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Checking segment: {'id': '5a6b75cf-bb02-43bb-b82c-49dfd26687c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:06.451270 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.451777 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Bound using segment: {'id': '5a6b75cf-bb02-43bb-b82c-49dfd26687c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:06.452396 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Bound port: af932ddd-d138-4bd8-99f9-84eff511ccdc, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6b75cf-bb02-43bb-b82c-49dfd26687c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:06.454126 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.556900 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] For port af932ddd-d138-4bd8-99f9-84eff511ccdc, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:06.560409 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] For port af932ddd-d138-4bd8-99f9-84eff511ccdc, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=af932ddd-d138-4bd8-99f9-84eff511ccdc,segment=NetworkSegment(5a6b75cf-bb02-43bb-b82c-49dfd26687c3),segment_id=5a6b75cf-bb02-43bb-b82c-49dfd26687c3)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:06.566896 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.658753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e2e788d4-a055-4d51-801b-da9482a52f36 None None] Provisioning complete for port af932ddd-d138-4bd8-99f9-84eff511ccdc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:06.659354 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e2e788d4-a055-4d51-801b-da9482a52f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.661752 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Routers {'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:06.665663 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:03:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:06.836590 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.844835 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.882937 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e2e788d4-a055-4d51-801b-da9482a52f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.914756 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.927911 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7eed0c-f48c-4fa4-a0f2-ad432240c713 None None] Pushing event updated for resources: {'Port': ['ID=af932ddd-d138-4bd8-99f9-84eff511ccdc,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:06.947378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Pushing event updated for resources: {'Port': ['ID=891a7859-9d96-41d7-bf03-8226ffdf3050,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:06.954797 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.956111 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20589e14-c57e-424b-8b08-ea8937494552 req-62448f68-3c87-4258-8daa-dc9f9ddc8a1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2749286 Nov 27 01:04:06.975426 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] Set router b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:06.982218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e2e788d4-a055-4d51-801b-da9482a52f36 None None] For port af932ddd-d138-4bd8-99f9-84eff511ccdc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=af932ddd-d138-4bd8-99f9-84eff511ccdc,segment=NetworkSegment(5a6b75cf-bb02-43bb-b82c-49dfd26687c3),segment_id=5a6b75cf-bb02-43bb-b82c-49dfd26687c3)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:06.989077 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e2e788d4-a055-4d51-801b-da9482a52f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.108355 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-867be177-9260-4f29-a265-d137de751cee req-e1d36084-e6c3-41ca-8636-23b383f761b2 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Request body: {'security_group': {'name': 'tempest-securitygroup-687618429', 'description': 'tempest-description-1923661455'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:07.122017 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20589e14-c57e-424b-8b08-ea8937494552 req-71e3f591-0b46-458e-ae54-9c1009728369 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.1559579 Nov 27 01:04:07.146337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e788d4-a055-4d51-801b-da9482a52f36 None None] Pushing event updated for resources: {'Port': ['ID=af932ddd-d138-4bd8-99f9-84eff511ccdc,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:07.164983 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3de527f7-0c73-41c3-992e-d5e43e1baef7 None None] Provisioning complete for port af932ddd-d138-4bd8-99f9-84eff511ccdc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:07.165609 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3de527f7-0c73-41c3-992e-d5e43e1baef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.174042 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-867be177-9260-4f29-a265-d137de751cee req-e1d36084-e6c3-41ca-8636-23b383f761b2 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.197579 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-867be177-9260-4f29-a265-d137de751cee req-e1d36084-e6c3-41ca-8636-23b383f761b2 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.382638 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-867be177-9260-4f29-a265-d137de751cee req-e1d36084-e6c3-41ca-8636-23b383f761b2 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.388291 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-867be177-9260-4f29-a265-d137de751cee req-e1d36084-e6c3-41ca-8636-23b383f761b2 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.412063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20589e14-c57e-424b-8b08-ea8937494552 req-5abb624c-d0af-4ae2-8189-99a909e994e2 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:07.414128 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20589e14-c57e-424b-8b08-ea8937494552 req-5abb624c-d0af-4ae2-8189-99a909e994e2 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.2803922 Nov 27 01:04:07.426226 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'name': 'tempest-FloatingIPDetailsTestJSON-226052252-router', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '211014c1-e41e-4f90-b464-37656a1a24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:03:59Z', 'revision_number': 4, 'project_id': '9ac896f862124a86aca5e860232d6f30', 'gw_port': {'id': '211014c1-e41e-4f90-b464-37656a1a24ea', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:54Z', 'updated_at': '2021-11-27T01:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'af932ddd-d138-4bd8-99f9-84eff511ccdc', 'name': '', 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'mac_address': 'fa:16:3e:36:92:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bd10d698-9bc3-4cac-8e1a-7a9f2c319464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:58Z', 'updated_at': '2021-11-27T01:04:06Z', 'revision_number': 4, 'project_id': '9ac896f862124a86aca5e860232d6f30', 'subnets': [{'id': 'bd10d698-9bc3-4cac-8e1a-7a9f2c319464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:07.428372 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-20589e14-c57e-424b-8b08-ea8937494552 req-00aa219e-b5b9-4c84-9a54-f36ac95dd3bd tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:04:07.431812 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20589e14-c57e-424b-8b08-ea8937494552 req-00aa219e-b5b9-4c84-9a54-f36ac95dd3bd tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109150 Nov 27 01:04:07.462722 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c059c9-4214-4d9b-bcae-5fc621b7e46f None None] The sync data for ids ['b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'] in n-d-817303-10 is: [{'id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'name': 'tempest-FloatingIPDetailsTestJSON-226052252-router', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '211014c1-e41e-4f90-b464-37656a1a24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:03:59Z', 'revision_number': 4, 'project_id': '9ac896f862124a86aca5e860232d6f30', 'gw_port': {'id': '211014c1-e41e-4f90-b464-37656a1a24ea', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:54Z', 'updated_at': '2021-11-27T01:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'af932ddd-d138-4bd8-99f9-84eff511ccdc', 'name': '', 'network_id': '4398add3-4def-4366-ad1d-ad86382bbf47', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'mac_address': 'fa:16:3e:36:92:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bd10d698-9bc3-4cac-8e1a-7a9f2c319464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:58Z', 'updated_at': '2021-11-27T01:04:06Z', 'revision_number': 4, 'project_id': '9ac896f862124a86aca5e860232d6f30', 'subnets': [{'id': 'bd10d698-9bc3-4cac-8e1a-7a9f2c319464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:04:07.522990 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d36084-e6c3-41ca-8636-23b383f761b2 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fd4d8a-35f6-49ed-964f-77e10c41c7c1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:07.592874 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-867be177-9260-4f29-a265-d137de751cee req-e1d36084-e6c3-41ca-8636-23b383f761b2 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.600226 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-867be177-9260-4f29-a265-d137de751cee req-e1d36084-e6c3-41ca-8636-23b383f761b2 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.635017 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-867be177-9260-4f29-a265-d137de751cee req-e1d36084-e6c3-41ca-8636-23b383f761b2 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.648339 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-867be177-9260-4f29-a265-d137de751cee req-e1d36084-e6c3-41ca-8636-23b383f761b2 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5511823 Nov 27 01:04:07.667989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ef5f4-0164-4947-a897-478f813ce194 req-db00bff0-40d3-472b-b611-2bce59324f65 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:07.679506 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ae1ef5f4-0164-4947-a897-478f813ce194 req-db00bff0-40d3-472b-b611-2bce59324f65 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.1216741 Nov 27 01:04:07.706149 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d36084-e6c3-41ca-8636-23b383f761b2 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61711e0-9f80-4152-8bd3-288d260304d3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:07.799221 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ae1ef5f4-0164-4947-a897-478f813ce194 req-ab05e3d2-2229-4531-a158-07db8ee9378d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161838 Nov 27 01:04:07.851220 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-52707eb3-19a6-4729-b7f1-ea409ecc05ef req-08fdf0e6-9e30-4248-aedd-1fa8b6ecddd8 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1384054422', 'description': 'tempest-description-533856390'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:07.902088 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-52707eb3-19a6-4729-b7f1-ea409ecc05ef req-08fdf0e6-9e30-4248-aedd-1fa8b6ecddd8 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.018047 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-52707eb3-19a6-4729-b7f1-ea409ecc05ef req-08fdf0e6-9e30-4248-aedd-1fa8b6ecddd8 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.048169 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-52707eb3-19a6-4729-b7f1-ea409ecc05ef req-08fdf0e6-9e30-4248-aedd-1fa8b6ecddd8 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.109146 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdf0e6-9e30-4248-aedd-1fa8b6ecddd8 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f47be7e-c7c9-4549-857a-45e5cc0207cb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:08.129883 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-52707eb3-19a6-4729-b7f1-ea409ecc05ef req-08fdf0e6-9e30-4248-aedd-1fa8b6ecddd8 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.132054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52707eb3-19a6-4729-b7f1-ea409ecc05ef req-08fdf0e6-9e30-4248-aedd-1fa8b6ecddd8 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2870643 Nov 27 01:04:08.227419 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-bd8435d9-a0cd-44bb-8885-042d282a35b0 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4303401 Nov 27 01:04:08.241441 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:08.290409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97b37f-ef4c-4186-961f-da027e498fd5 req-68d2cf07-bbb7-446d-9600-26cc43ad7bb8 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:08.291970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6f97b37f-ef4c-4186-961f-da027e498fd5 req-68d2cf07-bbb7-446d-9600-26cc43ad7bb8 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 1102 time: 0.0848596 Nov 27 01:04:08.327264 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.365912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device af932ddd-d138-4bd8-99f9-84eff511ccdc up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:08.412958 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6f97b37f-ef4c-4186-961f-da027e498fd5 req-fa9ab67b-0b61-49d3-b5df-fd0276273cd8 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128829 Nov 27 01:04:08.477447 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port af932ddd-d138-4bd8-99f9-84eff511ccdc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:08.478063 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.535379 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.764403 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Allocated IP 172.25.1.138 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/b0854011-2a2e-413b-8954-773b8b26b3ed) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:08.952597 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.000129 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.047244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-009601c6-04a9-45a8-be5e-ee9f3324658f req-3ec40bf0-381d-438d-8ee2-8f350d8de036 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1134493034', 'description': 'tempest-description-1089020266'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:09.060780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:09.066478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:09.071660 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-009601c6-04a9-45a8-be5e-ee9f3324658f req-3ec40bf0-381d-438d-8ee2-8f350d8de036 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.072010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:09.081240 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-009601c6-04a9-45a8-be5e-ee9f3324658f req-3ec40bf0-381d-438d-8ee2-8f350d8de036 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.102754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Pushing event updated for resources: {'Port': ['ID=b0854011-2a2e-413b-8954-773b8b26b3ed,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:09.175968 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-009601c6-04a9-45a8-be5e-ee9f3324658f req-3ec40bf0-381d-438d-8ee2-8f350d8de036 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.181267 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-009601c6-04a9-45a8-be5e-ee9f3324658f req-3ec40bf0-381d-438d-8ee2-8f350d8de036 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.195961 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.231088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec40bf0-381d-438d-8ee2-8f350d8de036 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a891e730-7e0e-4931-a6a8-8b3b873eb6fa,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:09.238055 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.282296 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-009601c6-04a9-45a8-be5e-ee9f3324658f req-3ec40bf0-381d-438d-8ee2-8f350d8de036 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.287571 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-009601c6-04a9-45a8-be5e-ee9f3324658f req-3ec40bf0-381d-438d-8ee2-8f350d8de036 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.333662 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-009601c6-04a9-45a8-be5e-ee9f3324658f req-3ec40bf0-381d-438d-8ee2-8f350d8de036 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.334915 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-009601c6-04a9-45a8-be5e-ee9f3324658f req-3ec40bf0-381d-438d-8ee2-8f350d8de036 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2919188 Nov 27 01:04:09.337260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec40bf0-381d-438d-8ee2-8f350d8de036 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15419377-9b1a-4b54-8364-24c69690f0d5,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:09.450660 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.456629 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.528907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Pushing event updated for resources: {'Port': ['ID=b0854011-2a2e-413b-8954-773b8b26b3ed,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:09.539932 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.559872 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.568601 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-0290d5a6-5d79-43cc-a716-a8a827fd7a53 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3314493 Nov 27 01:04:09.652925 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-8d39f173-6e1c-46cf-a835-cf7085a620aa tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0828247 Nov 27 01:04:09.745183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-a0086eb6-f2b8-404a-8b96-c1a4f9687e7f req-0d781706-957d-4f41-aeac-c275f11f7dee tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-653225875', 'description': 'tempest-description-108636415'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:09.766190 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a0086eb6-f2b8-404a-8b96-c1a4f9687e7f req-0d781706-957d-4f41-aeac-c275f11f7dee tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.766742 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-15f4a578-47f3-442d-9855-20ad8ae3aa1f tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:09.768211 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-15f4a578-47f3-442d-9855-20ad8ae3aa1f tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.1148882 Nov 27 01:04:09.779731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-d7f291e6-f1ef-4383-a299-3d82cf0ca424 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:04:09.781186 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4c4384b5-a2a4-45c0-b01c-82271a08d545 req-d7f291e6-f1ef-4383-a299-3d82cf0ca424 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060451 Nov 27 01:04:09.848810 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a0086eb6-f2b8-404a-8b96-c1a4f9687e7f req-0d781706-957d-4f41-aeac-c275f11f7dee tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.852917 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a0086eb6-f2b8-404a-8b96-c1a4f9687e7f req-0d781706-957d-4f41-aeac-c275f11f7dee tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.877748 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a0086eb6-f2b8-404a-8b96-c1a4f9687e7f req-0d781706-957d-4f41-aeac-c275f11f7dee tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.879067 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0086eb6-f2b8-404a-8b96-c1a4f9687e7f req-0d781706-957d-4f41-aeac-c275f11f7dee tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1384711 Nov 27 01:04:09.893979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d781706-957d-4f41-aeac-c275f11f7dee tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b24d65-f1a3-4c58-b12d-937f986b3794,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:09.994029 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-17489275-6363-43be-99f0-1c0265e672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.023107 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-b4a20b1a-ea1c-4c50-a455-af9554123e0f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225399 Nov 27 01:04:10.160403 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-6db9aaaf-44f8-4c63-a4c8-1f70b3fe7dae tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:10.169506 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-6db9aaaf-44f8-4c63-a4c8-1f70b3fe7dae tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1403103 Nov 27 01:04:10.184853 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-3d0aad76-438e-46e8-81ce-c8e986746ef6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/quotas/8fd983e4be5a419cb019b570f4ba0ec0 HTTP/1.1" status: 200 len: 375 time: 0.0143600 Nov 27 01:04:10.235911 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-dc0097cd-ded2-41f7-b67e-46ec0cb7135b tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1510808 Nov 27 01:04:10.252044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:10.252543 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-0fa0b5ff-6770-4006-8b44-7d876a9e82a6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655193 Nov 27 01:04:10.291398 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.369865 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36182) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:10.493042 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.624620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Allocated IP 172.25.1.13 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/df4da03d-ef0d-4368-a1c2-d354f728f617) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:10.750616 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.788774 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.802284 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8c2f2d07-f187-421f-ba0a-f0fd5d1046d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.824788 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:10.829616 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:10.833078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:10.848229 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Pushing event updated for resources: {'Port': ['ID=df4da03d-ef0d-4368-a1c2-d354f728f617,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:10.890385 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.924282 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.960271 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-b8d00e20-7609-48a2-a9d5-7591a6f1b162 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42611 time: 0.5495219 Nov 27 01:04:10.980966 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8c2f2d07-f187-421f-ba0a-f0fd5d1046d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.987763 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8c2f2d07-f187-421f-ba0a-f0fd5d1046d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.053547 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8c2f2d07-f187-421f-ba0a-f0fd5d1046d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08b15dbc8f894250b8001440fb0cdc1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6814861 Nov 27 01:04:11.056142 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36200) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:11.059641 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f2d07-f187-421f-ba0a-f0fd5d1046d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45241829-1bed-4c20-8539-69f6f97b98b9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:11.065403 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-e08424fd-3e8c-4fb3-8544-ba050fc4b127 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/2e3a2e62-0453-4ed3-b46f-f6ac70d3e732 HTTP/1.1" status: 200 len: 2998 time: 0.0902581 Nov 27 01:04:11.109881 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-0c891ee5-290f-4a47-b340-508222b456dc tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/2e3a2e62-0453-4ed3-b46f-f6ac70d3e732 HTTP/1.1" status: 200 len: 2998 time: 0.0364163 Nov 27 01:04:11.139214 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.148401 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.153857 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-a61f9326-5593-4969-927f-c293b1f2f426 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/56d3e9c8-5bdc-4eff-9cd5-d84552667c46 HTTP/1.1" status: 200 len: 2994 time: 0.0372531 Nov 27 01:04:11.159925 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2de4a22f-3b1f-4722-96b7-176751955a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.186141 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.195682 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-738b04f3-86cf-487a-9f0a-dcb3828b45cc tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/56d3e9c8-5bdc-4eff-9cd5-d84552667c46 HTTP/1.1" status: 200 len: 2994 time: 0.0356159 Nov 27 01:04:11.225871 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.227060 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9817662 Nov 27 01:04:11.228999 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2de4a22f-3b1f-4722-96b7-176751955a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.230657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fdbbf-3586-41c7-99f0-3016b929a546 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Pushing event updated for resources: {'Port': ['ID=df4da03d-ef0d-4368-a1c2-d354f728f617,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:11.238173 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-b02cd7aa-3265-4df5-9a5c-c11c4a4f7201 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/66601c3d-42bf-45d9-b8f7-336308f719f6 HTTP/1.1" status: 200 len: 2998 time: 0.0361130 Nov 27 01:04:11.282403 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-fbebb079-2013-4397-b17d-b6cd04cff759 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/66601c3d-42bf-45d9-b8f7-336308f719f6 HTTP/1.1" status: 200 len: 2998 time: 0.0358856 Nov 27 01:04:11.304419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-d5f63e2f-1365-43c0-9b13-7130c11f3e71 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.13 HTTP/1.1" status: 200 len: 695 time: 0.0650380 Nov 27 01:04:11.328536 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-6e176962-1ec2-4416-9529-a9e7ab5c716d tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/6723ec75-4f28-4ba8-88ec-c2075ad3e9e0 HTTP/1.1" status: 200 len: 2998 time: 0.0385611 Nov 27 01:04:11.367362 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2de4a22f-3b1f-4722-96b7-176751955a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.369935 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2de4a22f-3b1f-4722-96b7-176751955a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.374149 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2de4a22f-3b1f-4722-96b7-176751955a6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45241829-1bed-4c20-8539-69f6f97b98b9 HTTP/1.1" status: 204 len: 168 time: 0.3138754 Nov 27 01:04:11.387822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4a22f-3b1f-4722-96b7-176751955a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45241829-1bed-4c20-8539-69f6f97b98b9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:11.389115 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-55e36f79-1c85-45c6-9f8f-bb8c2ae72e2d tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/6723ec75-4f28-4ba8-88ec-c2075ad3e9e0 HTTP/1.1" status: 200 len: 2998 time: 0.0509584 Nov 27 01:04:11.450357 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-d4adcd93-ce62-42db-a6f4-29f5b33c7e22 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:11.454007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1ae1fbc7-17a0-4184-b1f7-35d21c8b3176 req-d4adcd93-ce62-42db-a6f4-29f5b33c7e22 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.1418052 Nov 27 01:04:11.472866 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-2421fe9f-3a00-4b4f-8a4b-e9220ef2c8b3 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/6b1e338a-df9a-416a-9c17-7034ac5e27a6 HTTP/1.1" status: 200 len: 2998 time: 0.0685310 Nov 27 01:04:11.487113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-b104f4c2-3b30-4d0f-937c-7e44c219896a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235631 Nov 27 01:04:11.565797 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-de35cb68-2df4-48f8-a0da-acbc9f7b8370 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/6b1e338a-df9a-416a-9c17-7034ac5e27a6 HTTP/1.1" status: 200 len: 2998 time: 0.0874259 Nov 27 01:04:11.633309 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-7c86169d-7e19-4c3c-ae5d-0913a5d75801 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a2c6bb35-8311-406d-a593-975fe767da4e HTTP/1.1" status: 200 len: 2990 time: 0.0601184 Nov 27 01:04:11.686429 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-bbb88110-5736-4a80-9d4b-a37e0cd8ad32 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a2c6bb35-8311-406d-a593-975fe767da4e HTTP/1.1" status: 200 len: 2990 time: 0.0430517 Nov 27 01:04:11.690774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-c6065a5d-a82e-4f17-8b20-80334dffd836 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:11.692869 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-c6065a5d-a82e-4f17-8b20-80334dffd836 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986539 Nov 27 01:04:11.713423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-3cf702c4-3481-4c9c-a0ab-4780e5d1144a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Request body: {'port': {'device_id': '77477b20-2314-452d-b1e8-b2dd563abf58', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '8fd983e4be5a419cb019b570f4ba0ec0'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:11.745725 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-703a33a9-5616-4dd3-98a4-744af863afb5 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a891e730-7e0e-4931-a6a8-8b3b873eb6fa HTTP/1.1" status: 200 len: 2998 time: 0.0504298 Nov 27 01:04:11.775925 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36214) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:11.806318 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c4cef25a-06a1-4897-ab23-93faa6b74908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.810355 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-b6d7525a-7e9c-429c-981b-9ecd1c1fe312 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a891e730-7e0e-4931-a6a8-8b3b873eb6fa HTTP/1.1" status: 200 len: 2998 time: 0.0584464 Nov 27 01:04:11.884693 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-548555da-7292-4cd1-a500-5a8849bf78f0 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a9e6b866-36f5-4239-945e-857e0b0dfd05 HTTP/1.1" status: 200 len: 2994 time: 0.0581307 Nov 27 01:04:11.899911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-3cf702c4-3481-4c9c-a0ab-4780e5d1144a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Made reservation on behalf of 8fd983e4be5a419cb019b570f4ba0ec0 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:11.903704 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-3cf702c4-3481-4c9c-a0ab-4780e5d1144a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.926098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f75163a-7bfb-4bdc-94ba-6d4b12932468 req-012d93da-98d0-4ea6-8bc6-baf03d9ade51 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 210 time: 0.0391169 Nov 27 01:04:11.976179 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c4cef25a-06a1-4897-ab23-93faa6b74908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.979022 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-fa2722d8-bcf3-45d2-9dcf-f4e422c1d20a tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a9e6b866-36f5-4239-945e-857e0b0dfd05 HTTP/1.1" status: 200 len: 2994 time: 0.0754194 Nov 27 01:04:11.981579 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c4cef25a-06a1-4897-ab23-93faa6b74908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.042363 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c4cef25a-06a1-4897-ab23-93faa6b74908 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ccee1bcc946487e87525598690f02bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628908 Nov 27 01:04:12.042801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36224) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:12.043949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cef25a-06a1-4897-ab23-93faa6b74908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5a812e-b815-46eb-bb04-d2676e76e36d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:12.074087 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-1b53c865-3f40-49a8-a35b-c54e153f2739 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/b4f80bf7-5505-4666-820b-8ddecd46edae HTTP/1.1" status: 200 len: 2998 time: 0.0816743 Nov 27 01:04:12.115691 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-6ad88687-0233-4f1c-b8a9-2553ebc04eb4 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/b4f80bf7-5505-4666-820b-8ddecd46edae HTTP/1.1" status: 200 len: 2998 time: 0.0350854 Nov 27 01:04:12.149721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-3cf702c4-3481-4c9c-a0ab-4780e5d1144a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Allocated IP 192.168.233.60 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/7bdf808b-5054-4b47-bc31-4ef73518ec42) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:12.168801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-43ddc526-2239-4396-8974-724a477be921 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cde1eb6f-ed93-45b3-917d-7130ffd5ea15 HTTP/1.1" status: 200 len: 2998 time: 0.0469282 Nov 27 01:04:12.175453 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4aad3255-52a8-4d92-ad14-7ebd72b3de60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.205967 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dcaebcd9-cc74-4059-b7ae-1e8dd757fa85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.213228 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-e48b6ad8-45a4-4b35-9bbb-5e46c3c7db38 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cde1eb6f-ed93-45b3-917d-7130ffd5ea15 HTTP/1.1" status: 200 len: 2998 time: 0.0430470 Nov 27 01:04:12.235895 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-91212769-cc22-4e9f-88f8-1e2198c0d045 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1956093 Nov 27 01:04:12.254471 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-eea42538-e02c-4365-b1bc-78a874479bdb tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/d4fd4d8a-35f6-49ed-964f-77e10c41c7c1 HTTP/1.1" status: 200 len: 2998 time: 0.0353329 Nov 27 01:04:12.262280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:12.273111 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dcaebcd9-cc74-4059-b7ae-1e8dd757fa85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.299094 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-7c3f5ea8-83e1-46ba-85ac-8fa227491bec tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/d4fd4d8a-35f6-49ed-964f-77e10c41c7c1 HTTP/1.1" status: 200 len: 2998 time: 0.0364051 Nov 27 01:04:12.342923 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-8bf2234f-c078-4c1a-9198-d1e71920eb75 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/debc54ee-85c6-498d-99c9-2e73252f8c81 HTTP/1.1" status: 200 len: 2998 time: 0.0375857 Nov 27 01:04:12.362490 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.387294 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100717bb-a9d8-463f-9d60-ce1055cfcd8b req-204842e1-406d-4c4e-b10e-a7ee240c9378 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/debc54ee-85c6-498d-99c9-2e73252f8c81 HTTP/1.1" status: 200 len: 2998 time: 0.0383608 Nov 27 01:04:12.439799 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dcaebcd9-cc74-4059-b7ae-1e8dd757fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.442318 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dcaebcd9-cc74-4059-b7ae-1e8dd757fa85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.443496 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dcaebcd9-cc74-4059-b7ae-1e8dd757fa85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff5a812e-b815-46eb-bb04-d2676e76e36d HTTP/1.1" status: 204 len: 168 time: 0.3997805 Nov 27 01:04:12.470856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaebcd9-cc74-4059-b7ae-1e8dd757fa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5a812e-b815-46eb-bb04-d2676e76e36d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:12.479044 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-3cf702c4-3481-4c9c-a0ab-4780e5d1144a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.531320 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-3cf702c4-3481-4c9c-a0ab-4780e5d1144a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.574502 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['140b25e7-868a-45b8-a519-450a42a212f4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:12.587756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-3cf702c4-3481-4c9c-a0ab-4780e5d1144a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:12.594174 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.595982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-3cf702c4-3481-4c9c-a0ab-4780e5d1144a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:12.601209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-3cf702c4-3481-4c9c-a0ab-4780e5d1144a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:12.606665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-3cf702c4-3481-4c9c-a0ab-4780e5d1144a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:12.607778 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-3cf702c4-3481-4c9c-a0ab-4780e5d1144a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.626496 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf702c4-3481-4c9c-a0ab-4780e5d1144a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Pushing event updated for resources: {'Port': ['ID=7bdf808b-5054-4b47-bc31-4ef73518ec42,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:12.695839 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-3cf702c4-3481-4c9c-a0ab-4780e5d1144a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9885716 Nov 27 01:04:12.735071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Request body: {'port': {'device_id': '77477b20-2314-452d-b1e8-b2dd563abf58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:12.743005 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a15e6c0d-efb4-4746-9d27-51f1468caf79 req-766ca4f8-bafa-42c8-bd72-709c615459ab tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0908da39628b4ecfb2caca2b56218b4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445337 Nov 27 01:04:12.806166 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.886389 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e6c0d-efb4-4746-9d27-51f1468caf79 req-73cb7e2b-a454-475f-8b14-f6811e34fe46 tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:12.888091 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a15e6c0d-efb4-4746-9d27-51f1468caf79 req-73cb7e2b-a454-475f-8b14-f6811e34fe46 tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437640 Nov 27 01:04:12.909658 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a15e6c0d-efb4-4746-9d27-51f1468caf79 req-84b44c2b-ff63-40c1-9767-c2be52034578 tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] 10.222.0.15 "GET /v2.0/quotas/0908da39628b4ecfb2caca2b56218b4f HTTP/1.1" status: 200 len: 375 time: 0.0122998 Nov 27 01:04:12.947294 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a15e6c0d-efb4-4746-9d27-51f1468caf79 req-25c9a01f-e559-43ba-95fa-8a03a28faf42 tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0908da39628b4ecfb2caca2b56218b4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314291 Nov 27 01:04:12.971033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b66c45a6-baed-4c1b-bd40-a3a04a32cc70 None None] Provisioning complete for port 7bdf808b-5054-4b47-bc31-4ef73518ec42 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:12.971616 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b66c45a6-baed-4c1b-bd40-a3a04a32cc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.974916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Allocated IP 172.25.1.252 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/62de23d9-6940-4989-b641-be92968fe215) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:13.020089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b66c45a6-baed-4c1b-bd40-a3a04a32cc70 None None] Port 7bdf808b-5054-4b47-bc31-4ef73518ec42 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:13.120304 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b4400ed-959c-4b6b-b579-35bf1e9894d7 req-3c33c224-e8fd-4bbc-a7c0-49521e7f3c6d tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=604be4eb180a42b2a06e041292e0c397 HTTP/1.1" status: 200 len: 6153 time: 0.0760870 Nov 27 01:04:13.168582 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b4400ed-959c-4b6b-b579-35bf1e9894d7 req-8b2ea456-88e8-43e3-8c42-def193b47df5 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] 10.222.0.15 "GET /v2.0/security-groups/d4fd4d8a-35f6-49ed-964f-77e10c41c7c1 HTTP/1.1" status: 200 len: 2998 time: 0.0435457 Nov 27 01:04:13.171620 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.180489 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.217675 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b4400ed-959c-4b6b-b579-35bf1e9894d7 req-43b4bb44-5b59-4ca9-a993-5928ad692736 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] 10.222.0.15 "GET /v2.0/security-groups/d4fd4d8a-35f6-49ed-964f-77e10c41c7c1 HTTP/1.1" status: 200 len: 2998 time: 0.0420928 Nov 27 01:04:13.382343 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326caf-4a0c-4337-81a7-542ab4132630 req-bda04459-aecd-4e08-8763-ad124ae22bf6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:13.384266 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d326caf-4a0c-4337-81a7-542ab4132630 req-bda04459-aecd-4e08-8763-ad124ae22bf6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 935 time: 0.0606053 Nov 27 01:04:13.384785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36276) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:13.438646 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d326caf-4a0c-4337-81a7-542ab4132630 req-1af4bbe0-3236-4ee3-8896-ef02e8cff133 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464280 Nov 27 01:04:13.449067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdf808b-5054-4b47-bc31-4ef73518ec42 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:13.462043 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.481640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Transition to ACTIVE for port object 7bdf808b-5054-4b47-bc31-4ef73518ec42 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:13.485506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.514083 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-network', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:13.519159 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.537926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] Made reservation on behalf of d738be39c5294ba19699ca7cace37cc7 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:13.540293 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.551206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.557057 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:13.564479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:13.567213 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:13.606612 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdf808b-5054-4b47-bc31-4ef73518ec42,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:13.666928 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.673690 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.687783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:04:13.691456 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Attempting to bind port 7bdf808b-5054-4b47-bc31-4ef73518ec42 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:13.691792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Attempting to bind port 7bdf808b-5054-4b47-bc31-4ef73518ec42 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:13.692120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Attempting to bind port 7bdf808b-5054-4b47-bc31-4ef73518ec42 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:13.699894 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.700078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Port 7bdf808b-5054-4b47-bc31-4ef73518ec42 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:13.700262 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] Added segment a7774d87-2022-4aef-87dd-c4f7ad113b0d of type vlan for network a110c48a-2a45-4521-bdf3-ad41d5d4a329 Nov 27 01:04:13.700408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Attempting to bind port 7bdf808b-5054-4b47-bc31-4ef73518ec42 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:13.702222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Pushing event updated for resources: {'Port': ['ID=62de23d9-6940-4989-b641-be92968fe215,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:13.706329 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.722043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:13.722465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:13.722992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:13.723610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Bound port: 7bdf808b-5054-4b47-bc31-4ef73518ec42, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:13.723990 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.748535 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.762725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.783475 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.784095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:13.784964 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.865746 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] For port 7bdf808b-5054-4b47-bc31-4ef73518ec42, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:13.868320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] Pushing event updated for resources: {'Network': ['ID=a110c48a-2a45-4521-bdf3-ad41d5d4a329,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:13.878688 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4899905 Nov 27 01:04:13.878688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fc1a4-94e2-4712-8c90-0da942e2fd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdd2c21-800e-42cb-93b8-711a02cb9a63,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:13.879104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36286) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:13.884358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-1a2f037d-809d-4bff-8a60-038b4b95c3b0 admin admin] Request body: {'subnet': {'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-subnet', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:13.898354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network a110c48a-2a45-4521-bdf3-ad41d5d4a329 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:04:13.906832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2f037d-809d-4bff-8a60-038b4b95c3b0 admin admin] Made reservation on behalf of d738be39c5294ba19699ca7cace37cc7 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:13.909256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a2f037d-809d-4bff-8a60-038b4b95c3b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.919881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] For port 7bdf808b-5054-4b47-bc31-4ef73518ec42, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:13.925909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.980786 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:13.981410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.982872 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] 10.222.0.31 "PUT /v2.0/ports/7bdf808b-5054-4b47-bc31-4ef73518ec42 HTTP/1.1" status: 200 len: 1096 time: 1.2670987 Nov 27 01:04:13.983254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77477b20-2314-452d-b1e8-b2dd563abf58', 'tag': '7bdf808b-5054-4b47-bc31-4ef73518ec42'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:13.985585 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cfdcea-747c-4b55-8dfb-ecbbd3a25d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "77477b20-2314-452d-b1e8-b2dd563abf58", "tag": "7bdf808b-5054-4b47-bc31-4ef73518ec42"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:14.028227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a27078-37d3-4b4a-b322-e76273cbbd42 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdf808b-5054-4b47-bc31-4ef73518ec42,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:14.088975 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.095936 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.128868 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.133468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-6bc473a7-66ca-48bf-8c5a-f5b229c12887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:14.134967 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-6bc473a7-66ca-48bf-8c5a-f5b229c12887 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 1099 time: 0.0843685 Nov 27 01:04:14.138113 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47ff46b0-3d15-447e-9b42-a5fc78568308 req-001b9324-ce92-49b8-9650-9dbe6e84ac05 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/e3b24d65-f1a3-4c58-b12d-937f986b3794 HTTP/1.1" status: 200 len: 1793 time: 0.0923505 Nov 27 01:04:14.196914 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-564a67b8-da0b-41b4-a7af-7d4bd2a2b8cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42 HTTP/1.1" status: 200 len: 217 time: 0.0447793 Nov 27 01:04:14.197631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Pushing event updated for resources: {'Port': ['ID=62de23d9-6940-4989-b641-be92968fe215,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:14.201908 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.205217 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a2f037d-809d-4bff-8a60-038b4b95c3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.210087 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-5ba14154-bd4f-429e-8348-e13e31a279e7 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9653966 Nov 27 01:04:14.267899 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-47ff46b0-3d15-447e-9b42-a5fc78568308 req-1d08e8b5-2f42-4805-b836-4cf96afb47ff tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.287402 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-a7c800ed-536b-4dd6-9626-b68b34264961 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0759487 Nov 27 01:04:14.288114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f037d-809d-4bff-8a60-038b4b95c3b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5f1e4b4-5e91-4558-9931-791e1f48adf7,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:14.303902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2f037d-809d-4bff-8a60-038b4b95c3b0 admin admin] Checking segment: {'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:14.304293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2f037d-809d-4bff-8a60-038b4b95c3b0 admin admin] Network hostable DHCP agents. Network: a110c48a-2a45-4521-bdf3-ad41d5d4a329, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:04:14.309408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-2a121951-4ee8-4a7e-b479-3aa29f4bd713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:14.310670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-47ff46b0-3d15-447e-9b42-a5fc78568308 req-1d08e8b5-2f42-4805-b836-4cf96afb47ff tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.310871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-2a121951-4ee8-4a7e-b479-3aa29f4bd713 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0979476 Nov 27 01:04:14.345003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2f037d-809d-4bff-8a60-038b4b95c3b0 admin admin] Network a110c48a-2a45-4521-bdf3-ad41d5d4a329 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:04:14.361425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-1a2f037d-809d-4bff-8a60-038b4b95c3b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, a110c48a-2a45-4521-bdf3-ad41d5d4a329) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:14.366168 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2f037d-809d-4bff-8a60-038b4b95c3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:14.366787 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a2f037d-809d-4bff-8a60-038b4b95c3b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.371955 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defe992f-d9cf-4d0f-84c6-471baf7fe1cb None None] Network a110c48a-2a45-4521-bdf3-ad41d5d4a329 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:14.381324 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-47ff46b0-3d15-447e-9b42-a5fc78568308 req-1d08e8b5-2f42-4805-b836-4cf96afb47ff tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.384333 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-47ff46b0-3d15-447e-9b42-a5fc78568308 req-1d08e8b5-2f42-4805-b836-4cf96afb47ff tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.396784 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47ff46b0-3d15-447e-9b42-a5fc78568308 req-1d08e8b5-2f42-4805-b836-4cf96afb47ff tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3b24d65-f1a3-4c58-b12d-937f986b3794 HTTP/1.1" status: 204 len: 173 time: 0.2571051 Nov 27 01:04:14.410874 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1a2f037d-809d-4bff-8a60-038b4b95c3b0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5306237 Nov 27 01:04:14.412450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08e8b5-2f42-4805-b836-4cf96afb47ff tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b24d65-f1a3-4c58-b12d-937f986b3794,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:14.413584 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-5f130986-e4ab-4c84-bdc1-25ddf64a9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:14.414393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36294) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:14.415069 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-5f130986-e4ab-4c84-bdc1-25ddf64a9724 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937815 Nov 27 01:04:14.419410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:14.442829 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.444881 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.458004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-01062cdd-6f44-49ec-b70c-8a66e76eaedc tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:14.460093 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4448bc09-90cd-47ac-83ad-daa8087d66ca req-01062cdd-6f44-49ec-b70c-8a66e76eaedc tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.1647229 Nov 27 01:04:14.537709 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458f6ed2-e67e-4179-9662-de49f20ef6d3 x-openstack-request-id: req-458f6ed2-e67e-4179-9662-de49f20ef6d3 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:14.538023 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77477b20-2314-452d-b1e8-b2dd563abf58", "tag": "7bdf808b-5054-4b47-bc31-4ef73518ec42", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:14.538262 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-458f6ed2-e67e-4179-9662-de49f20ef6d3 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:14.538664 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77477b20-2314-452d-b1e8-b2dd563abf58', 'tag': '7bdf808b-5054-4b47-bc31-4ef73518ec42', 'status': 'completed', 'code': 200} Nov 27 01:04:14.540771 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-3212ff08-30fd-40c8-b1cc-390cce21cd3a service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141608 Nov 27 01:04:14.549812 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.591144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:04:14.593039 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.611749 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd46f22b-2289-4187-9a9e-6e783aeac545 req-23974f82-9a36-42c7-ab3c-e5151f198554 tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "GET /v2.0/security-groups/15419377-9b1a-4b54-8364-24c69690f0d5 HTTP/1.1" status: 200 len: 1795 time: 0.0586765 Nov 27 01:04:14.697183 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.724830 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-625ecbfa-b4e7-4b83-80dc-ca27326c7754 req-bdf53170-9b8a-4734-affc-9c3d992fcade service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416247 Nov 27 01:04:14.725665 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fd46f22b-2289-4187-9a9e-6e783aeac545 req-ed212617-6f16-4989-86f2-dbe0744491ed tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.748606 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.754377 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fd46f22b-2289-4187-9a9e-6e783aeac545 req-ed212617-6f16-4989-86f2-dbe0744491ed tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.759401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Allocated IP 172.20.0.2 (a110c48a-2a45-4521-bdf3-ad41d5d4a329/b5f1e4b4-5e91-4558-9931-791e1f48adf7/fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:14.763982 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df20f68-3901-416a-907c-290f1b5fddba req-fef3c967-3bec-4ebb-bf36-7be92b608623 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:14.765564 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1df20f68-3901-416a-907c-290f1b5fddba req-fef3c967-3bec-4ebb-bf36-7be92b608623 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 947 time: 0.1225731 Nov 27 01:04:14.804425 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fd46f22b-2289-4187-9a9e-6e783aeac545 req-ed212617-6f16-4989-86f2-dbe0744491ed tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.808546 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fd46f22b-2289-4187-9a9e-6e783aeac545 req-ed212617-6f16-4989-86f2-dbe0744491ed tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.819058 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd46f22b-2289-4187-9a9e-6e783aeac545 req-ed212617-6f16-4989-86f2-dbe0744491ed tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/15419377-9b1a-4b54-8364-24c69690f0d5 HTTP/1.1" status: 204 len: 173 time: 0.1753387 Nov 27 01:04:14.846415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed212617-6f16-4989-86f2-dbe0744491ed tempest-SecurityGroupsTestAdminJSON-1166966146 tempest-SecurityGroupsTestAdminJSON-1166966146-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15419377-9b1a-4b54-8364-24c69690f0d5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:14.858470 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1df20f68-3901-416a-907c-290f1b5fddba req-c69f94de-10ec-460b-a5db-b2ead82cb08f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809152 Nov 27 01:04:14.945052 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-09e30d26-ad18-4500-8c9f-5f7a2ca9c883 req-4e0ac78a-df10-402a-8d95-e725b8197f80 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips/8ad88a17-f0b0-403c-a3ea-10093ad989c0 HTTP/1.1" status: 200 len: 693 time: 0.1032345 Nov 27 01:04:14.970190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfdcea-747c-4b55-8dfb-ecbbd3a25d0c req-148fef6c-8595-4911-9eac-25a733e2c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:14.971659 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36cfdcea-747c-4b55-8dfb-ecbbd3a25d0c req-148fef6c-8595-4911-9eac-25a733e2c7f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 1099 time: 0.1515512 Nov 27 01:04:14.988316 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.996352 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.056799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Pushing event updated for resources: {'Port': ['ID=fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:15.060205 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.060593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Network a110c48a-2a45-4521-bdf3-ad41d5d4a329 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:15.062370 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:15.064669 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:15.085232 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.122247 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Attempting to bind port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:15.122635 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Attempting to bind port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:15.123049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Attempting to bind port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 on network a110c48a-2a45-4521-bdf3-ad41d5d4a329 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:15.128599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:15.128983 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Checking segment: {'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:15.129395 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.129820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Bound using segment: {'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:15.130295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Bound port: fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:15.131218 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.144552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfdcea-747c-4b55-8dfb-ecbbd3a25d0c req-662e761b-50e1-4c77-9eca-a36c5df5966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:15.146806 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36cfdcea-747c-4b55-8dfb-ecbbd3a25d0c req-662e761b-50e1-4c77-9eca-a36c5df5966a service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1583412 Nov 27 01:04:15.199882 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] For port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:15.203761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] For port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:15.218950 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.222511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Allocated IP 172.25.1.241 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/5575040a-110f-434e-a1a9-6f5434f2e168) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:15.233734 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36cfdcea-747c-4b55-8dfb-ecbbd3a25d0c req-2ecf4d95-eddf-4114-9eec-55893e1b7901 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42 HTTP/1.1" status: 200 len: 217 time: 0.0647895 Nov 27 01:04:15.289385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3fbfa-a003-40a5-8fe2-82c1abaadb2b None None] Pushing event updated for resources: {'Port': ['ID=fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:15.298140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfdcea-747c-4b55-8dfb-ecbbd3a25d0c req-2665ed56-8cfb-410a-8de9-019c51bbb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:15.299883 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36cfdcea-747c-4b55-8dfb-ecbbd3a25d0c req-2665ed56-8cfb-410a-8de9-019c51bbb366 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0575986 Nov 27 01:04:15.346125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e30d26-ad18-4500-8c9f-5f7a2ca9c883 req-ada6272e-0f52-40b4-83b3-3de6cb7a33f3 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:15.346360 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a430ea1f-355e-4e27-b7fa-97cfd7875340 req-e6030ae7-7e65-4fc5-b32c-963ba3ba961b tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] 10.222.0.15 "GET /v2.0/security-groups/8f47be7e-c7c9-4549-857a-45e5cc0207cb HTTP/1.1" status: 200 len: 1794 time: 0.1106005 Nov 27 01:04:15.347992 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-09e30d26-ad18-4500-8c9f-5f7a2ca9c883 req-ada6272e-0f52-40b4-83b3-3de6cb7a33f3 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.3951297 Nov 27 01:04:15.361606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-09e30d26-ad18-4500-8c9f-5f7a2ca9c883 req-3772a6f5-86df-4cd2-bd16-0431bea5c38c tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:04:15.362632 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-09e30d26-ad18-4500-8c9f-5f7a2ca9c883 req-3772a6f5-86df-4cd2-bd16-0431bea5c38c tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068939 Nov 27 01:04:15.369685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfdcea-747c-4b55-8dfb-ecbbd3a25d0c req-e647d80b-f802-49fe-9c55-425a5c12149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:15.370909 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36cfdcea-747c-4b55-8dfb-ecbbd3a25d0c req-e647d80b-f802-49fe-9c55-425a5c12149c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0642464 Nov 27 01:04:15.427785 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.480913 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a430ea1f-355e-4e27-b7fa-97cfd7875340 req-f606f21e-19b2-4049-ae27-9bd7ec3c87e6 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.506931 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36cfdcea-747c-4b55-8dfb-ecbbd3a25d0c req-dc46d694-1eb6-45e0-9965-c8071f9d6086 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284432 Nov 27 01:04:15.518371 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a430ea1f-355e-4e27-b7fa-97cfd7875340 req-f606f21e-19b2-4049-ae27-9bd7ec3c87e6 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.584774 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.617698 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52559933-1dda-4521-9593-1690581227c8 req-e3ab5905-acf2-465d-93ea-5a2bc9a2eb5e tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0908da39628b4ecfb2caca2b56218b4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997238 Nov 27 01:04:15.634737 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:15.638549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:15.653616 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:15.685000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a430ea1f-355e-4e27-b7fa-97cfd7875340 req-f606f21e-19b2-4049-ae27-9bd7ec3c87e6 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.687685 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a430ea1f-355e-4e27-b7fa-97cfd7875340 req-f606f21e-19b2-4049-ae27-9bd7ec3c87e6 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.688959 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a430ea1f-355e-4e27-b7fa-97cfd7875340 req-f606f21e-19b2-4049-ae27-9bd7ec3c87e6 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] 10.222.0.15 "DELETE /v2.0/security-groups/8f47be7e-c7c9-4549-857a-45e5cc0207cb HTTP/1.1" status: 204 len: 173 time: 0.3271105 Nov 27 01:04:15.703293 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36cfdcea-747c-4b55-8dfb-ecbbd3a25d0c req-53493d54-9212-4019-a674-ca69966b2d84 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864243 Nov 27 01:04:15.707703 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Pushing event updated for resources: {'Port': ['ID=5575040a-110f-434e-a1a9-6f5434f2e168,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:15.713629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606f21e-19b2-4049-ae27-9bd7ec3c87e6 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f47be7e-c7c9-4549-857a-45e5cc0207cb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:15.725568 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.789915 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-c93b4956-9084-4595-9cda-71318d73f66a tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips/8ad88a17-f0b0-403c-a3ea-10093ad989c0 HTTP/1.1" status: 200 len: 693 time: 0.0580797 Nov 27 01:04:15.801336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52559933-1dda-4521-9593-1690581227c8 req-f744279e-0dd6-4ba4-9e00-c929a45133bf tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:15.803611 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52559933-1dda-4521-9593-1690581227c8 req-f744279e-0dd6-4ba4-9e00-c929a45133bf tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765492 Nov 27 01:04:15.819637 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52559933-1dda-4521-9593-1690581227c8 req-1fe59edd-60a7-453e-9578-764caad82d32 tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] 10.222.0.15 "GET /v2.0/quotas/0908da39628b4ecfb2caca2b56218b4f HTTP/1.1" status: 200 len: 375 time: 0.0095015 Nov 27 01:04:15.839237 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36342) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:15.854191 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52559933-1dda-4521-9593-1690581227c8 req-534b4594-cd35-4763-99ee-ce41cdfea7e2 tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0908da39628b4ecfb2caca2b56218b4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284090 Nov 27 01:04:15.969904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-892ebb9c-05f0-4691-95da-b9c4fca91e8c req-53b776c1-15f8-42a5-9ac4-e0c4078ee981 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] 10.222.0.15 "GET /v2.0/security-groups/b61711e0-9f80-4152-8bd3-288d260304d3 HTTP/1.1" status: 200 len: 1794 time: 0.0439036 Nov 27 01:04:16.035188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-892ebb9c-05f0-4691-95da-b9c4fca91e8c req-1d575d8e-1780-4dff-ba22-a00c7c78d730 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.061031 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-892ebb9c-05f0-4691-95da-b9c4fca91e8c req-1d575d8e-1780-4dff-ba22-a00c7c78d730 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.074838 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-994248cb-da0c-40fe-8b89-0cc57c7e27ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.087212 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-af283955-b8f0-4732-9c31-70e160a381aa tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:16.093863 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-af283955-b8f0-4732-9c31-70e160a381aa tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.2958906 Nov 27 01:04:16.115708 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-892ebb9c-05f0-4691-95da-b9c4fca91e8c req-1d575d8e-1780-4dff-ba22-a00c7c78d730 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.118553 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-892ebb9c-05f0-4691-95da-b9c4fca91e8c req-1d575d8e-1780-4dff-ba22-a00c7c78d730 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.119745 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-892ebb9c-05f0-4691-95da-b9c4fca91e8c req-1d575d8e-1780-4dff-ba22-a00c7c78d730 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] 10.222.0.15 "DELETE /v2.0/security-groups/b61711e0-9f80-4152-8bd3-288d260304d3 HTTP/1.1" status: 204 len: 173 time: 0.1485271 Nov 27 01:04:16.132859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-bac16e72-62a4-4aad-9b5e-3866454cfc4f tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:04:16.139237 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d575d8e-1780-4dff-ba22-a00c7c78d730 tempest-SecurityGroupsTestAdminJSON-1478592850 tempest-SecurityGroupsTestAdminJSON-1478592850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61711e0-9f80-4152-8bd3-288d260304d3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:16.141360 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-bac16e72-62a4-4aad-9b5e-3866454cfc4f tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466275 Nov 27 01:04:16.220393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:16.232081 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-907f8a5a-d134-4dbc-b90f-52a931587cc6 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0897348 Nov 27 01:04:16.278170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a512a-c253-4f04-96cb-d57aa3a04213 req-bc3dd602-de8a-48d2-b017-a4a3e0958916 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:16.280034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-782a512a-c253-4f04-96cb-d57aa3a04213 req-bc3dd602-de8a-48d2-b017-a4a3e0958916 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 947 time: 0.0864394 Nov 27 01:04:16.301742 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.310855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:16.311814 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.346456 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-782a512a-c253-4f04-96cb-d57aa3a04213 req-2e60c2a4-fd4e-460c-b8d0-37fc824fcb3d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566337 Nov 27 01:04:16.365408 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-fd0eacd5-1cac-4679-aa26-96e824f23d30 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.1317606 Nov 27 01:04:16.476099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36364) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:16.619428 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.658057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:16.661939 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.689255 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448161b6-cea8-4f42-b4a6-1097667e7a0a None None] Network a110c48a-2a45-4521-bdf3-ad41d5d4a329 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:16.720330 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-04a1a37e-75ca-4ba9-8902-db837bc876b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=604be4eb180a42b2a06e041292e0c397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407415 Nov 27 01:04:16.720859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36368) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:16.778891 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:16.784405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-10926bec-2819-4843-8b1b-1b0e8b5fde87 None None] Provisioning complete for port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:16.784786 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10926bec-2819-4843-8b1b-1b0e8b5fde87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.800752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-88dd0539-cdba-474d-9f60-b2849fcf2459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.839668 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-88dd0539-cdba-474d-9f60-b2849fcf2459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.904488 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-994248cb-da0c-40fe-8b89-0cc57c7e27ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.915077 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-994248cb-da0c-40fe-8b89-0cc57c7e27ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.936646 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-88dd0539-cdba-474d-9f60-b2849fcf2459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.940282 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-88dd0539-cdba-474d-9f60-b2849fcf2459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.944980 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-88dd0539-cdba-474d-9f60-b2849fcf2459 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4fd4d8a-35f6-49ed-964f-77e10c41c7c1 HTTP/1.1" status: 204 len: 168 time: 0.2211576 Nov 27 01:04:16.963007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36378) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:16.963606 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-994248cb-da0c-40fe-8b89-0cc57c7e27ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6ac8badce1a4c0bac54da69895cd969&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1213574 Nov 27 01:04:17.048393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd0539-cdba-474d-9f60-b2849fcf2459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fd4d8a-35f6-49ed-964f-77e10c41c7c1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:17.093539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994248cb-da0c-40fe-8b89-0cc57c7e27ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0df3a6e-f288-49f2-ba44-b0060b3437d4,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:17.096608 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-77c83b76-0cad-43b7-8dfb-ce6109ca5ef8 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Deleting port 62de23d9-6940-4989-b641-be92968fe215 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:04:17.097556 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-77c83b76-0cad-43b7-8dfb-ce6109ca5ef8 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.112613 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1ac9-6e18-43fb-956d-d31b36b96408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.170806 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1ac9-6e18-43fb-956d-d31b36b96408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.282055 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1ac9-6e18-43fb-956d-d31b36b96408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.285312 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1ac9-6e18-43fb-956d-d31b36b96408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.287202 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c7ae1ac9-6e18-43fb-956d-d31b36b96408 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0df3a6e-f288-49f2-ba44-b0060b3437d4 HTTP/1.1" status: 204 len: 168 time: 0.3219769 Nov 27 01:04:17.291935 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.302059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae1ac9-6e18-43fb-956d-d31b36b96408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0df3a6e-f288-49f2-ba44-b0060b3437d4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:17.313295 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-77c83b76-0cad-43b7-8dfb-ce6109ca5ef8 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.313692 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-77c83b76-0cad-43b7-8dfb-ce6109ca5ef8 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.368892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-77c83b76-0cad-43b7-8dfb-ce6109ca5ef8 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Calling delete_port for 62de23d9-6940-4989-b641-be92968fe215 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:04:17.412863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ef761ecf-fe76-4f24-9444-2c1cd8d5b503 None None] Provisioning complete for port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:17.415245 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef761ecf-fe76-4f24-9444-2c1cd8d5b503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.418997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36398) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:17.464265 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b6b9f778-8459-47c4-ac11-a051ad86f7a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb837653deec4c7aacac37a189bcd34c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440040 Nov 27 01:04:17.466749 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36400) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:17.524607 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e0343a3-1655-43df-b6d0-0f410afb2305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.537714 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Router 3741214e-c0bd-4099-b9c2-762606e8c4fd is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:04:17.551442 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e0343a3-1655-43df-b6d0-0f410afb2305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.619190 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e0343a3-1655-43df-b6d0-0f410afb2305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.621858 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e0343a3-1655-43df-b6d0-0f410afb2305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.625469 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5e0343a3-1655-43df-b6d0-0f410afb2305 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a891e730-7e0e-4931-a6a8-8b3b873eb6fa HTTP/1.1" status: 204 len: 168 time: 0.1552427 Nov 27 01:04:17.633246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0343a3-1655-43df-b6d0-0f410afb2305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a891e730-7e0e-4931-a6a8-8b3b873eb6fa,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:17.735585 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-77c83b76-0cad-43b7-8dfb-ce6109ca5ef8 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.767649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c83b76-0cad-43b7-8dfb-ce6109ca5ef8 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Pushing event deleted for resources: {'Port': ['ID=62de23d9-6940-4989-b641-be92968fe215,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:17.822589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:04:17.833147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Sync routers for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:04:17.850793 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.854655 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-04d7d7ee-d502-4f71-b2ba-c67377e79104 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.4366622 Nov 27 01:04:17.855919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36414) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:17.856700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:17.857507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:04:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:17.864132 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-77c83b76-0cad-43b7-8dfb-ce6109ca5ef8 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.877693 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-77c83b76-0cad-43b7-8dfb-ce6109ca5ef8 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.878861 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0473e089-e147-43c9-b6f4-d23fa6b84df2 req-77c83b76-0cad-43b7-8dfb-ce6109ca5ef8 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "DELETE /v2.0/floatingips/8ad88a17-f0b0-403c-a3ea-10093ad989c0 HTTP/1.1" status: 204 len: 173 time: 1.4951546 Nov 27 01:04:18.043397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36420) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:18.063951 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:18.090175 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f93f4bda-4934-47d2-a428-2afaefdb6dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.155274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9b35d-5bfd-49d0-96fa-ed59c5d960d1 req-2d541111-a84e-4cbf-814e-d4faa5e8a957 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:18.165552 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bdd9b35d-5bfd-49d0-96fa-ed59c5d960d1 req-2d541111-a84e-4cbf-814e-d4faa5e8a957 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 947 time: 0.1853189 Nov 27 01:04:18.178684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:18.301976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:18.302845 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.318366 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bdd9b35d-5bfd-49d0-96fa-ed59c5d960d1 req-8cb4c0fe-8fb5-401e-b64a-af8b8c3d8795 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494973 Nov 27 01:04:18.435123 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f93f4bda-4934-47d2-a428-2afaefdb6dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.462460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0323230-9d4c-4c08-82b4-de2c977d944f req-c43b94d6-b5f1-4824-8284-fc911ed519bd tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0908da39628b4ecfb2caca2b56218b4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304461 Nov 27 01:04:18.464059 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f93f4bda-4934-47d2-a428-2afaefdb6dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.501391 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f93f4bda-4934-47d2-a428-2afaefdb6dc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bcc95a0f28d14b1f8a06e0b54e4b6d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4566891 Nov 27 01:04:18.526946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f4bda-4934-47d2-a428-2afaefdb6dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3a327f-8e6a-4d8d-94f1-0f132947d590,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:18.534830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:15Z', 'revision_number': 3, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:18.562013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36442) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:18.618745 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Checking router: 3741214e-c0bd-4099-b9c2-762606e8c4fd for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:04:18.619107 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Updating router 3741214e-c0bd-4099-b9c2-762606e8c4fd port 5575040a-110f-434e-a1a9-6f5434f2e168 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:04:18.707091 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.721996 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-079ed68a-6a9c-4a8c-8a33-ebddc64a644d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.760896 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-079ed68a-6a9c-4a8c-8a33-ebddc64a644d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.776224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0323230-9d4c-4c08-82b4-de2c977d944f req-a9971dee-6659-46f4-a43d-0e48290090e5 tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:18.778124 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0323230-9d4c-4c08-82b4-de2c977d944f req-a9971dee-6659-46f4-a43d-0e48290090e5 tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850571 Nov 27 01:04:18.815166 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0323230-9d4c-4c08-82b4-de2c977d944f req-78b02f34-30cc-4d86-9b7a-cfee546f7c00 tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] 10.222.0.15 "GET /v2.0/quotas/0908da39628b4ecfb2caca2b56218b4f HTTP/1.1" status: 200 len: 375 time: 0.0260980 Nov 27 01:04:18.854265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0323230-9d4c-4c08-82b4-de2c977d944f req-9bbab5e4-2fbc-4a8b-8287-66af2e57c4c8 tempest-QuotasAdminNegativeTest-2106578852 tempest-QuotasAdminNegativeTest-2106578852-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0908da39628b4ecfb2caca2b56218b4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312815 Nov 27 01:04:18.862431 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-079ed68a-6a9c-4a8c-8a33-ebddc64a644d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.869145 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-079ed68a-6a9c-4a8c-8a33-ebddc64a644d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.870652 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-079ed68a-6a9c-4a8c-8a33-ebddc64a644d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed3a327f-8e6a-4d8d-94f1-0f132947d590 HTTP/1.1" status: 204 len: 168 time: 0.3070822 Nov 27 01:04:18.884480 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ed68a-6a9c-4a8c-8a33-ebddc64a644d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3a327f-8e6a-4d8d-94f1-0f132947d590,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:19.093631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd6fa9-515a-4055-a2d5-2ebd299c6c0c req-13579671-d16a-42ad-87ed-9575bbb5cd41 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:19.107583 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cacd6fa9-515a-4055-a2d5-2ebd299c6c0c req-13579671-d16a-42ad-87ed-9575bbb5cd41 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3850732 Nov 27 01:04:19.118863 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.127359 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.134316 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.213249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Attempting to bind port 5575040a-110f-434e-a1a9-6f5434f2e168 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:19.213791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Attempting to bind port 5575040a-110f-434e-a1a9-6f5434f2e168 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:19.214268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Attempting to bind port 5575040a-110f-434e-a1a9-6f5434f2e168 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:19.223467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7bdf808b-5054-4b47-bc31-4ef73518ec42 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:04:19.232529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:19.233122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:19.233658 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.234292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:19.235037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Bound port: 5575040a-110f-434e-a1a9-6f5434f2e168, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:19.235556 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.246474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f1d26-06ee-4609-8eed-5a5724e039c6 None None] Pushing event updated for resources: {'Port': ['ID=5575040a-110f-434e-a1a9-6f5434f2e168,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:19.346956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Allocated IP 172.20.0.1 (a110c48a-2a45-4521-bdf3-ad41d5d4a329/b5f1e4b4-5e91-4558-9931-791e1f48adf7/70776e92-8e50-444e-990e-81d53c1cd428) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:19.367467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] For port 5575040a-110f-434e-a1a9-6f5434f2e168, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:19.371852 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] For port 5575040a-110f-434e-a1a9-6f5434f2e168, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5575040a-110f-434e-a1a9-6f5434f2e168,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:19.377511 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.471277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7bdf808b-5054-4b47-bc31-4ef73518ec42, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:19.480802 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f1d26-06ee-4609-8eed-5a5724e039c6 None None] Pushing event updated for resources: {'Port': ['ID=5575040a-110f-434e-a1a9-6f5434f2e168,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:19.485391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:19.486140 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:04:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:19.497067 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.530332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '7bdf808b-5054-4b47-bc31-4ef73518ec42', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '7bdf808b-5054-4b47-bc31-4ef73518ec42', 'mac_address': 'fa:16:3e:d1:62:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:04:19.547199 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.622300 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.690415 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36d19949-c4bc-42d5-aae3-db7caa1865cd req-9085ad7b-f667-4260-b512-bf769e9df2df tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=9ac896f862124a86aca5e860232d6f30 HTTP/1.1" status: 200 len: 1656 time: 0.0917599 Nov 27 01:04:19.718020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Pushing event updated for resources: {'Port': ['ID=70776e92-8e50-444e-990e-81d53c1cd428,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:19.730648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Network a110c48a-2a45-4521-bdf3-ad41d5d4a329 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:19.736849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:19.753351 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:19.756274 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.809474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdf808b-5054-4b47-bc31-4ef73518ec42 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:19.828898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:19.961189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7bdf808b-5054-4b47-bc31-4ef73518ec42, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:19.988705 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.076045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19949-c4bc-42d5-aae3-db7caa1865cd req-6cd0a2e2-55e1-4f41-a4c0-d748680c0d4d tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:20.080292 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36d19949-c4bc-42d5-aae3-db7caa1865cd req-6cd0a2e2-55e1-4f41-a4c0-d748680c0d4d tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks?id=853a67d2-e3f9-48b6-8e66-07c9335fe014&id=853a67d2-e3f9-48b6-8e66-07c9335fe014&id=853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 787 time: 0.3803217 Nov 27 01:04:20.090332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-36d19949-c4bc-42d5-aae3-db7caa1865cd req-7d85b601-e5ca-424c-b65b-fedaaf2a65c0 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:04:20.094501 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36d19949-c4bc-42d5-aae3-db7caa1865cd req-7d85b601-e5ca-424c-b65b-fedaaf2a65c0 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094142 Nov 27 01:04:20.125005 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.147692 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed69ef0-bad8-49d8-bcbf-d860350ca964 req-9ab329c7-526a-4904-b82d-042c065b1469 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:20.149267 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5ed69ef0-bad8-49d8-bcbf-d860350ca964 req-9ab329c7-526a-4904-b82d-042c065b1469 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 948 time: 0.1411092 Nov 27 01:04:20.221380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=7bdf808b-5054-4b47-bc31-4ef73518ec42,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:20.243045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2e936b7e-d71a-4b66-9d6a-98e33759c760 None None] Provisioning complete for port 70776e92-8e50-444e-990e-81d53c1cd428 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:20.243427 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2e936b7e-d71a-4b66-9d6a-98e33759c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.250516 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5ed69ef0-bad8-49d8-bcbf-d860350ca964 req-6e0131a3-8dfd-4e64-ad65-b5ecf043ea03 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800340 Nov 27 01:04:20.376223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2e936b7e-d71a-4b66-9d6a-98e33759c760 None None] Port 70776e92-8e50-444e-990e-81d53c1cd428 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:20.432102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:15Z', 'revision_number': 3, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:20.455784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68547714-e705-4f82-927f-09db81f5cd64 req-f8146b27-0390-4e52-a879-6cfc0d33a3c8 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips/2686522e-a9ed-4802-b6a8-5ad34d0d69cb HTTP/1.1" status: 200 len: 692 time: 0.1610575 Nov 27 01:04:20.507295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fb4878-e075-4d56-b99c-2973abcfcc54 None None] The sync data for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 is: [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:15Z', 'revision_number': 3, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:04:20.511492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['7bdf808b-5054-4b47-bc31-4ef73518ec42'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:20.635220 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68547714-e705-4f82-927f-09db81f5cd64 req-d0c6e78a-4f9c-42be-9633-c3677cc5c7f2 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:20.644117 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68547714-e705-4f82-927f-09db81f5cd64 req-d0c6e78a-4f9c-42be-9633-c3677cc5c7f2 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.1806591 Nov 27 01:04:20.659083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-68547714-e705-4f82-927f-09db81f5cd64 req-8986860a-bb64-4274-a83c-66385ad328fa tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:04:20.668633 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68547714-e705-4f82-927f-09db81f5cd64 req-8986860a-bb64-4274-a83c-66385ad328fa tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231934 Nov 27 01:04:20.686307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36522) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:20.706775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36530) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:20.804115 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68547714-e705-4f82-927f-09db81f5cd64 req-321a03c7-31f8-40f5-b6c1-0d63a202cafd tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.13 HTTP/1.1" status: 200 len: 695 time: 0.1342590 Nov 27 01:04:20.805176 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef27fbf8-73f8-43d6-9317-70353214721f req-4d2021a0-cc05-4ee0-b61a-bbbb25b31d69 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=097b996e3fa5450fb9f25b1ddc1d122a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359228 Nov 27 01:04:20.907080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68547714-e705-4f82-927f-09db81f5cd64 req-e8b1c343-1c2e-4fee-bcbc-14b407e57a8f tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.13 HTTP/1.1" status: 200 len: 695 time: 0.1012380 Nov 27 01:04:20.925921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-87053174-network', 'tenant_id': 'd2a80c7e59e14980ae7110162c49173a'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:20.934266 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.942334 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f31796fd-1b4d-4088-806e-7994eade7d54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.989272 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.990426 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.039843 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27fbf8-73f8-43d6-9317-70353214721f req-c1a0e3b6-5add-42c6-823a-782cbe504702 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:21.045022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Pushing event updated for resources: {'Port': ['ID=70776e92-8e50-444e-990e-81d53c1cd428,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:21.053806 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef27fbf8-73f8-43d6-9317-70353214721f req-c1a0e3b6-5add-42c6-823a-782cbe504702 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383952 Nov 27 01:04:21.073739 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] Made reservation on behalf of d2a80c7e59e14980ae7110162c49173a for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:21.076184 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.088617 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.140314 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef27fbf8-73f8-43d6-9317-70353214721f req-4399b3ea-0010-4c4b-a388-315b426d1c71 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/quotas/097b996e3fa5450fb9f25b1ddc1d122a HTTP/1.1" status: 200 len: 375 time: 0.0854239 Nov 27 01:04:21.233322 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef27fbf8-73f8-43d6-9317-70353214721f req-e5b1d158-0931-4577-a383-cb937d7d6e56 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=097b996e3fa5450fb9f25b1ddc1d122a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443709 Nov 27 01:04:21.237457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Network a110c48a-2a45-4521-bdf3-ad41d5d4a329 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:21.238945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:21.291708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f31796fd-1b4d-4088-806e-7994eade7d54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.297902 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.298409 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f31796fd-1b4d-4088-806e-7994eade7d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.332473 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.367629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:04:21.369787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31796fd-1b4d-4088-806e-7994eade7d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24bc54d-0c6f-49ff-b564-0ef063d42014,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:21.385400 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f31796fd-1b4d-4088-806e-7994eade7d54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0908da39628b4ecfb2caca2b56218b4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6776276 Nov 27 01:04:21.402334 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36544) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:21.416346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-68547714-e705-4f82-927f-09db81f5cd64 req-c439a9a1-eaaf-4482-842a-41367bd078f1 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Deleting port df4da03d-ef0d-4368-a1c2-d354f728f617 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:04:21.416719 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-68547714-e705-4f82-927f-09db81f5cd64 req-c439a9a1-eaaf-4482-842a-41367bd078f1 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.444122 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Router 3741214e-c0bd-4099-b9c2-762606e8c4fd has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:04:21.452997 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.453359 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] Added segment a1850acd-536a-431c-97ad-8bf8accc2f2c of type vlan for network 9c36749a-2945-41cf-a6f2-05e260dc9191 Nov 27 01:04:21.598868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0e4458-67fb-4f6b-bb03-d15708118068,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:21.624067 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ca3eb338-6e3f-4dd4-904d-70df244c98bd None None] Provisioning complete for port 70776e92-8e50-444e-990e-81d53c1cd428 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:21.625437 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ca3eb338-6e3f-4dd4-904d-70df244c98bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.636190 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.702480 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ca3eb338-6e3f-4dd4-904d-70df244c98bd None None] Port 70776e92-8e50-444e-990e-81d53c1cd428 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:21.703554 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-585c9b08-1694-4017-b9c7-f764195f52ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.724961 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-68547714-e705-4f82-927f-09db81f5cd64 req-c439a9a1-eaaf-4482-842a-41367bd078f1 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.725602 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-68547714-e705-4f82-927f-09db81f5cd64 req-c439a9a1-eaaf-4482-842a-41367bd078f1 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.754203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-68547714-e705-4f82-927f-09db81f5cd64 req-c439a9a1-eaaf-4482-842a-41367bd078f1 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Calling delete_port for df4da03d-ef0d-4368-a1c2-d354f728f617 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:04:21.780017 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:04:21.793646 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-585c9b08-1694-4017-b9c7-f764195f52ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.797728 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.798954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:21.799878 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.837950 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2ec85706-98d9-4727-b26c-68d791fd9f98 admin admin] 10.222.0.15 "PUT /v2.0/routers/3741214e-c0bd-4099-b9c2-762606e8c4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9797916 Nov 27 01:04:21.901889 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2145054 Nov 27 01:04:21.918207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36556) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:21.921364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eb67e-ca91-48f5-ab58-9f38bc7227f3 req-7389a091-c509-4dde-89d8-8b38b1e6f5be tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:21.929325 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db9eb67e-ca91-48f5-ab58-9f38bc7227f3 req-7389a091-c509-4dde-89d8-8b38b1e6f5be tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 948 time: 0.2266612 Nov 27 01:04:21.936877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-031db648-e5ef-4c4e-abfd-bbe92e83f524 admin admin] Request body: {'subnet': {'network_id': '9c36749a-2945-41cf-a6f2-05e260dc9191', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-87053174-subnet', 'tenant_id': 'd2a80c7e59e14980ae7110162c49173a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:21.937164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785a243-c845-4a0a-b306-85b01a064251 admin admin] Pushing event updated for resources: {'Network': ['ID=9c36749a-2945-41cf-a6f2-05e260dc9191,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:21.955494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 9c36749a-2945-41cf-a6f2-05e260dc9191 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:04:22.024315 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-585c9b08-1694-4017-b9c7-f764195f52ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.026912 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-585c9b08-1694-4017-b9c7-f764195f52ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.028105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-585c9b08-1694-4017-b9c7-f764195f52ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d24bc54d-0c6f-49ff-b564-0ef063d42014 HTTP/1.1" status: 204 len: 168 time: 0.6236331 Nov 27 01:04:22.048480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031db648-e5ef-4c4e-abfd-bbe92e83f524 admin admin] Made reservation on behalf of d2a80c7e59e14980ae7110162c49173a for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:22.051414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-031db648-e5ef-4c4e-abfd-bbe92e83f524 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.082018 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db9eb67e-ca91-48f5-ab58-9f38bc7227f3 req-34330fe7-de8e-4a34-9767-702680d51d78 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517196 Nov 27 01:04:22.083345 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c9b08-1694-4017-b9c7-f764195f52ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24bc54d-0c6f-49ff-b564-0ef063d42014,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:22.298450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5575040a-110f-434e-a1a9-6f5434f2e168 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:22.328498 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3ea0caed-f2a7-4098-a291-0e4a02b2ff89 req-39964b35-c772-4c55-b2bd-923c4a846c7e tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 210 time: 0.0478201 Nov 27 01:04:22.443941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5575040a-110f-434e-a1a9-6f5434f2e168 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:22.445589 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.517524 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-68547714-e705-4f82-927f-09db81f5cd64 req-c439a9a1-eaaf-4482-842a-41367bd078f1 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.575631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439a9a1-eaaf-4482-842a-41367bd078f1 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Pushing event deleted for resources: {'Port': ['ID=df4da03d-ef0d-4368-a1c2-d354f728f617,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:22.627876 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-68547714-e705-4f82-927f-09db81f5cd64 req-c439a9a1-eaaf-4482-842a-41367bd078f1 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.630989 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-68547714-e705-4f82-927f-09db81f5cd64 req-c439a9a1-eaaf-4482-842a-41367bd078f1 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.632172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68547714-e705-4f82-927f-09db81f5cd64 req-c439a9a1-eaaf-4482-842a-41367bd078f1 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "DELETE /v2.0/floatingips/2686522e-a9ed-4802-b6a8-5ad34d0d69cb HTTP/1.1" status: 204 len: 173 time: 1.7239697 Nov 27 01:04:22.638537 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.679205 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36574) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:22.687949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 5575040a-110f-434e-a1a9-6f5434f2e168, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5575040a-110f-434e-a1a9-6f5434f2e168,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:22.698818 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.701397 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d4923067-c763-4cdf-9585-5dfa932f7a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.850250 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=5575040a-110f-434e-a1a9-6f5434f2e168,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:22.896800 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f244a01d-6ebd-4d5f-96d6-600bdede0994 req-e9560464-640c-4a31-9a10-2de271c57ffa tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips/42fa0099-fe9a-47aa-b898-c93bdd7b9d74 HTTP/1.1" status: 200 len: 693 time: 0.1000974 Nov 27 01:04:22.929902 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d4923067-c763-4cdf-9585-5dfa932f7a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.941654 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-031db648-e5ef-4c4e-abfd-bbe92e83f524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.943853 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d4923067-c763-4cdf-9585-5dfa932f7a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.024663 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d4923067-c763-4cdf-9585-5dfa932f7a92 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f861bb02ca94f0aa8188a0fbeeedd37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418064 Nov 27 01:04:23.027304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36584) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:23.037407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4923067-c763-4cdf-9585-5dfa932f7a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737b95c3-2cdd-43ea-8769-afb3df90796d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:23.097410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-b63f0979-470a-45be-8d71-991567969850 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:23.099485 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-b63f0979-470a-45be-8d71-991567969850 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 820 time: 0.1908505 Nov 27 01:04:23.111395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031db648-e5ef-4c4e-abfd-bbe92e83f524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14eda027-89c1-4bb2-ad03-3ab468729c95,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:23.122900 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244a01d-6ebd-4d5f-96d6-600bdede0994 req-7dff3fbe-cf0a-4cff-9ac5-21e45d249886 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:23.130443 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f244a01d-6ebd-4d5f-96d6-600bdede0994 req-7dff3fbe-cf0a-4cff-9ac5-21e45d249886 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.2152729 Nov 27 01:04:23.133674 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-13a15a75-7689-4538-af55-945a767a5124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.151126 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Sync routers for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:04:23.163905 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-13a15a75-7689-4538-af55-945a767a5124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.177394 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:23.177394 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:04:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:23.207572 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-064e1df8-2d0e-412b-a6bc-dcfc6b71c872 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/quotas/d738be39c5294ba19699ca7cace37cc7 HTTP/1.1" status: 200 len: 375 time: 0.0825467 Nov 27 01:04:23.217189 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f244a01d-6ebd-4d5f-96d6-600bdede0994 req-c8b0b2e0-0518-4231-ae78-1e3a26bff108 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0857549 Nov 27 01:04:23.228643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031db648-e5ef-4c4e-abfd-bbe92e83f524 admin admin] Checking segment: {'id': 'a1850acd-536a-431c-97ad-8bf8accc2f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9c36749a-2945-41cf-a6f2-05e260dc9191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:23.229310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031db648-e5ef-4c4e-abfd-bbe92e83f524 admin admin] Network hostable DHCP agents. Network: 9c36749a-2945-41cf-a6f2-05e260dc9191, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:04:23.248446 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7bdf808b-5054-4b47-bc31-4ef73518ec42 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:23.293790 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-13a15a75-7689-4538-af55-945a767a5124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.302447 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-13a15a75-7689-4538-af55-945a767a5124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.313058 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f244a01d-6ebd-4d5f-96d6-600bdede0994 req-2a3b45ef-1c7e-4b96-959c-17e911bb4d1e tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0949163 Nov 27 01:04:23.320293 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-13a15a75-7689-4538-af55-945a767a5124 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/737b95c3-2cdd-43ea-8769-afb3df90796d HTTP/1.1" status: 204 len: 168 time: 0.2900791 Nov 27 01:04:23.353897 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a15a75-7689-4538-af55-945a767a5124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737b95c3-2cdd-43ea-8769-afb3df90796d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:23.373927 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1292395e-4599-4f8e-a577-24b6065cfe39 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=097b996e3fa5450fb9f25b1ddc1d122a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911303 Nov 27 01:04:23.379038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031db648-e5ef-4c4e-abfd-bbe92e83f524 admin admin] Network 9c36749a-2945-41cf-a6f2-05e260dc9191 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:04:23.404622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-031db648-e5ef-4c4e-abfd-bbe92e83f524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 9c36749a-2945-41cf-a6f2-05e260dc9191) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:23.407072 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-26a21d3c-fb3e-40a1-8474-a3174f19074a tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1869421 Nov 27 01:04:23.410035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031db648-e5ef-4c4e-abfd-bbe92e83f524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:23.410641 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-031db648-e5ef-4c4e-abfd-bbe92e83f524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.417027 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-d8f743fa-01a1-47c2-bcb5-f0e00801bfa3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:04:23.426326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5ea132-b67f-4075-86e5-e6c58c0f8deb None None] Network 9c36749a-2945-41cf-a6f2-05e260dc9191 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:23.430452 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-d8f743fa-01a1-47c2-bcb5-f0e00801bfa3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0222890 Nov 27 01:04:23.558862 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-6556b124-c91e-4cee-a839-026fc546bb95 service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270685 Nov 27 01:04:23.593933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 7bdf808b-5054-4b47-bc31-4ef73518ec42 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:04:23.615294 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 7bdf808b-5054-4b47-bc31-4ef73518ec42 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:23.615662 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.630911 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-031db648-e5ef-4c4e-abfd-bbe92e83f524 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7100086 Nov 27 01:04:23.691786 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-f244a01d-6ebd-4d5f-96d6-600bdede0994 req-aee622bf-0611-464d-96e9-d3834d6c62ef tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Deleting port b0854011-2a2e-413b-8954-773b8b26b3ed {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:04:23.698045 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f244a01d-6ebd-4d5f-96d6-600bdede0994 req-aee622bf-0611-464d-96e9-d3834d6c62ef tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.703210 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:23.708968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27fbf8-73f8-43d6-9317-70353214721f req-4ca368df-3752-44a3-9572-bc4627961d85 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:23.712518 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef27fbf8-73f8-43d6-9317-70353214721f req-4ca368df-3752-44a3-9572-bc4627961d85 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3216102 Nov 27 01:04:23.753414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Request body: {'port': {'device_id': '871f4d8d-a242-49e6-a932-92807cf60f1b', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '097b996e3fa5450fb9f25b1ddc1d122a'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:23.789557 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-130a9dff-39fa-48fa-9af4-4d535833a1ca service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297132 Nov 27 01:04:23.852731 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:04:23.853156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc1eecf-7794-4c40-b380-2f1519b47ac0 None None] Network 9c36749a-2945-41cf-a6f2-05e260dc9191 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:24.029963 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:24.150100 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f244a01d-6ebd-4d5f-96d6-600bdede0994 req-aee622bf-0611-464d-96e9-d3834d6c62ef tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:24.156470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f244a01d-6ebd-4d5f-96d6-600bdede0994 req-aee622bf-0611-464d-96e9-d3834d6c62ef tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:24.191917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7bdf808b-5054-4b47-bc31-4ef73518ec42, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:24.222901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77477b20-2314-452d-b1e8-b2dd563abf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdf808b-5054-4b47-bc31-4ef73518ec42'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:24.225311 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-f244a01d-6ebd-4d5f-96d6-600bdede0994 req-aee622bf-0611-464d-96e9-d3834d6c62ef tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Calling delete_port for b0854011-2a2e-413b-8954-773b8b26b3ed owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:04:24.239017 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcfd022-f30b-4db2-8c45-93987f0d0b1a" -d '{"events": [{"server_uuid": "77477b20-2314-452d-b1e8-b2dd563abf58", "name": "network-vif-plugged", "status": "completed", "tag": "7bdf808b-5054-4b47-bc31-4ef73518ec42"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:24.250198 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 2, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:24.259002 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:24.285281 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5575040a-110f-434e-a1a9-6f5434f2e168 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:24.301887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Made reservation on behalf of 097b996e3fa5450fb9f25b1ddc1d122a for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:24.312273 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:24.315303 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Checking router: 3741214e-c0bd-4099-b9c2-762606e8c4fd for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:04:24.315664 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Updating router 3741214e-c0bd-4099-b9c2-762606e8c4fd port 70776e92-8e50-444e-990e-81d53c1cd428 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:04:24.338816 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:24.353993 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:24.533232 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afa5b9-69e3-484d-8371-830982527404 req-66e71d41-2def-4649-a439-c4fce83088fb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:24.547120 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-22afa5b9-69e3-484d-8371-830982527404 req-66e71d41-2def-4649-a439-c4fce83088fb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.2172647 Nov 27 01:04:24.568355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=7bdf808b-5054-4b47-bc31-4ef73518ec42,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:24.639381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5575040a-110f-434e-a1a9-6f5434f2e168 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:24.639381 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:24.719610 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:24.730681 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:24.854972 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-22afa5b9-69e3-484d-8371-830982527404 req-c8b9fab8-88ec-47b4-bb27-5076a5650157 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046854 Nov 27 01:04:24.883067 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f244a01d-6ebd-4d5f-96d6-600bdede0994 req-aee622bf-0611-464d-96e9-d3834d6c62ef tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.010946 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.019499 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.165605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Allocated IP 192.168.233.152 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/19d49764-1c3e-4e06-8705-dd36bd3c2ba2) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:25.181198 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34b9397c-170d-4c56-b186-ec68aae8dd35 req-276e3db1-0dec-40aa-8df8-fe974be3ca97 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 210 time: 0.0733161 Nov 27 01:04:25.299581 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee622bf-0611-464d-96e9-d3834d6c62ef tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Pushing event deleted for resources: {'Port': ['ID=b0854011-2a2e-413b-8954-773b8b26b3ed,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:25.304892 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b717198-c2ef-4fa2-a90a-e2d4a17b54fc None None] Pushing event updated for resources: {'Port': ['ID=70776e92-8e50-444e-990e-81d53c1cd428,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:25.307053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ac48e1-8aad-42dc-bc37-7f25448d7751,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:25.352662 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Attempting to bind port 70776e92-8e50-444e-990e-81d53c1cd428 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:25.354000 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Attempting to bind port 70776e92-8e50-444e-990e-81d53c1cd428 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:25.354530 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Attempting to bind port 70776e92-8e50-444e-990e-81d53c1cd428 on network a110c48a-2a45-4521-bdf3-ad41d5d4a329 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:25.361605 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:25.362892 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Checking segment: {'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:25.363452 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.364070 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Bound using segment: {'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:25.365269 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Bound port: 70776e92-8e50-444e-990e-81d53c1cd428, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:25.365946 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.473792 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36648) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:25.479410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2021325866-network', 'tenant_id': 'f3a0d31248fe4f8ab04c37a8b765e4ce'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:25.510860 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f244a01d-6ebd-4d5f-96d6-600bdede0994 req-aee622bf-0611-464d-96e9-d3834d6c62ef tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.513737 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f244a01d-6ebd-4d5f-96d6-600bdede0994 req-aee622bf-0611-464d-96e9-d3834d6c62ef tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.514979 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f244a01d-6ebd-4d5f-96d6-600bdede0994 req-aee622bf-0611-464d-96e9-d3834d6c62ef tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "DELETE /v2.0/floatingips/42fa0099-fe9a-47aa-b898-c93bdd7b9d74 HTTP/1.1" status: 204 len: 173 time: 2.2011380 Nov 27 01:04:25.539640 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] For port 70776e92-8e50-444e-990e-81d53c1cd428, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:25.545038 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] For port 70776e92-8e50-444e-990e-81d53c1cd428, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=70776e92-8e50-444e-990e-81d53c1cd428,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:25.547098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] Made reservation on behalf of f3a0d31248fe4f8ab04c37a8b765e4ce for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:25.551233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.555032 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.571231 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.600747 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d4f72a-93f8-4faa-b6d9-17b0ed9ed561 x-openstack-request-id: req-66d4f72a-93f8-4faa-b6d9-17b0ed9ed561 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:25.601346 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77477b20-2314-452d-b1e8-b2dd563abf58", "name": "network-vif-plugged", "status": "completed", "tag": "7bdf808b-5054-4b47-bc31-4ef73518ec42", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:25.601346 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66d4f72a-93f8-4faa-b6d9-17b0ed9ed561 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:25.601609 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77477b20-2314-452d-b1e8-b2dd563abf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdf808b-5054-4b47-bc31-4ef73518ec42', 'code': 200} Nov 27 01:04:25.620365 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cee93298-1c41-4d8c-88ed-27cfa17654c7 None None] Provisioning complete for port 70776e92-8e50-444e-990e-81d53c1cd428 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:25.620797 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cee93298-1c41-4d8c-88ed-27cfa17654c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.644278 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:25.644944 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:04:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:25.651793 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.672476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1ffd6393-9e80-456e-8653-fd7411b2640d req-350c363c-5a15-4146-9cd0-a912214163be tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 210 time: 0.1333780 Nov 27 01:04:25.731441 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c9b9dc-ea74-46e7-8e82-8c82b92637b6 req-9ff5b870-30e9-4662-867a-5d9f914cceda tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips/467fa35b-62b4-407c-9886-eb393fa96cf5 HTTP/1.1" status: 200 len: 693 time: 0.0827136 Nov 27 01:04:25.743517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.877003 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cee93298-1c41-4d8c-88ed-27cfa17654c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.900262 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.905438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.920210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cee93298-1c41-4d8c-88ed-27cfa17654c7 None None] For port 70776e92-8e50-444e-990e-81d53c1cd428, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=70776e92-8e50-444e-990e-81d53c1cd428,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:25.924174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:04:25.927614 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b717198-c2ef-4fa2-a90a-e2d4a17b54fc None None] Pushing event updated for resources: {'Port': ['ID=70776e92-8e50-444e-990e-81d53c1cd428,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:25.937841 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.938086 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cee93298-1c41-4d8c-88ed-27cfa17654c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.938718 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] Added segment 7163822a-3793-444c-9768-f9f8cdb8a143 of type vlan for network 94ec0571-5cce-4292-9471-6e99d048d44d Nov 27 01:04:26.003181 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:26.013394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee93298-1c41-4d8c-88ed-27cfa17654c7 None None] Pushing event updated for resources: {'Port': ['ID=70776e92-8e50-444e-990e-81d53c1cd428,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:26.047675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:26.070568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:26.084892 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:26.088506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:26.099247 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:26.100391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:26.101128 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:26.102801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:26.103804 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:26.122855 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Pushing event updated for resources: {'Port': ['ID=19d49764-1c3e-4e06-8705-dd36bd3c2ba2,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:26.165888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73c456c-0a8e-402a-9527-ee6bdddb3a8f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:26.227225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bec30c-1507-49ee-b1ac-0c6081e7adc9 req-abf61d5d-82e2-4756-a0a5-613c5dc4f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:26.231810 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-08bec30c-1507-49ee-b1ac-0c6081e7adc9 req-abf61d5d-82e2-4756-a0a5-613c5dc4f422 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 1101 time: 0.3075478 Nov 27 01:04:26.253039 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef27fbf8-73f8-43d6-9317-70353214721f req-ccdc6ea5-dfcd-4696-8bf3-eb4fc40cdc17 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5094335 Nov 27 01:04:26.293943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] Pushing event updated for resources: {'Network': ['ID=94ec0571-5cce-4292-9471-6e99d048d44d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:26.303816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9b9dc-ea74-46e7-8e82-8c82b92637b6 req-272d4c81-e5b6-40e7-852d-b7352a6990ac tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:26.305446 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4571391e-24dd-4de8-9086-ed448e77051b None None] Provisioning complete for port 70776e92-8e50-444e-990e-81d53c1cd428 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:26.306346 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4571391e-24dd-4de8-9086-ed448e77051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:26.320288 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c9b9dc-ea74-46e7-8e82-8c82b92637b6 req-272d4c81-e5b6-40e7-852d-b7352a6990ac tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.5743778 Nov 27 01:04:26.329179 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Request body: {'port': {'device_id': '871f4d8d-a242-49e6-a932-92807cf60f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:26.371859 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d8662749-55b0-406a-a7e5-9a478fb02bbc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8965831 Nov 27 01:04:26.445193 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 94ec0571-5cce-4292-9471-6e99d048d44d details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:04:26.528209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36668) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:26.536667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c9b9dc-ea74-46e7-8e82-8c82b92637b6 req-9e6eda0e-1e5e-4afc-a128-8f699f77077b tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.2153912 Nov 27 01:04:26.544747 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-dac9fd19-2105-4200-9bcf-e6f2c3f5dae5 admin admin] Request body: {'subnet': {'network_id': '94ec0571-5cce-4292-9471-6e99d048d44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2021325866-subnet', 'tenant_id': 'f3a0d31248fe4f8ab04c37a8b765e4ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:26.588727 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:26.616581 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614e390-c7b4-4a0d-9aeb-804586b0c332 None None] The sync data for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 is: [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:04:26.686574 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c9b9dc-ea74-46e7-8e82-8c82b92637b6 req-bd62bf4d-4ade-42af-9aea-3ba660de5cfa tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.1164474 Nov 27 01:04:26.693226 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-08bec30c-1507-49ee-b1ac-0c6081e7adc9 req-80eb81b0-e514-4194-a482-163cea6b93cc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529862 Nov 27 01:04:26.806256 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a0764-7c33-4b5f-b291-50ed7479be9a req-24497dc9-a506-451f-a57b-ee35e93466cb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:26.811830 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:26.813051 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-296a0764-7c33-4b5f-b291-50ed7479be9a req-24497dc9-a506-451f-a57b-ee35e93466cb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.7674713 Nov 27 01:04:26.827522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac9fd19-2105-4200-9bcf-e6f2c3f5dae5 admin admin] Made reservation on behalf of f3a0d31248fe4f8ab04c37a8b765e4ce for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:26.830340 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dac9fd19-2105-4200-9bcf-e6f2c3f5dae5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:26.889949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4a2b0a30-8fee-49e7-893b-72e9a4ba7fe1 None None] Provisioning complete for port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:26.890991 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0a30-8fee-49e7-893b-72e9a4ba7fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:26.940962 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-296a0764-7c33-4b5f-b291-50ed7479be9a req-ecbcb067-6770-4207-ae1c-605c16dc67af tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911386 Nov 27 01:04:26.948659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b0a30-8fee-49e7-893b-72e9a4ba7fe1 None None] Port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:26.961962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-6f60cdcc-b746-4156-88ff-7b7f04b33a48 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:26.963782 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-6f60cdcc-b746-4156-88ff-7b7f04b33a48 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.31 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 820 time: 0.6537583 Nov 27 01:04:27.044220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ac4ce937-dac0-41fd-a937-0c1f53b75806 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Request body: {'port': {'device_id': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'admin_state_up': True, 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:27.171356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-87c9b9dc-ea74-46e7-8e82-8c82b92637b6 req-b51ecfaa-384d-4236-ab8a-ad8cc62edb15 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Deleting port 891a7859-9d96-41d7-bf03-8226ffdf3050 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:04:27.171837 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-87c9b9dc-ea74-46e7-8e82-8c82b92637b6 req-b51ecfaa-384d-4236-ab8a-ad8cc62edb15 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:27.254743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d5972-2d04-4c21-a16d-3e7a6da18ef6 req-ee005446-a34f-4d71-a376-ed4c535c47fc tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:27.262857 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce3d5972-2d04-4c21-a16d-3e7a6da18ef6 req-ee005446-a34f-4d71-a376-ed4c535c47fc tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 936 time: 0.0974209 Nov 27 01:04:27.273494 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-87c9b9dc-ea74-46e7-8e82-8c82b92637b6 req-b51ecfaa-384d-4236-ab8a-ad8cc62edb15 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:27.273969 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-87c9b9dc-ea74-46e7-8e82-8c82b92637b6 req-b51ecfaa-384d-4236-ab8a-ad8cc62edb15 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:27.291115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-87c9b9dc-ea74-46e7-8e82-8c82b92637b6 req-b51ecfaa-384d-4236-ab8a-ad8cc62edb15 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Calling delete_port for 891a7859-9d96-41d7-bf03-8226ffdf3050 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:04:27.310979 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ac4ce937-dac0-41fd-a937-0c1f53b75806 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Made reservation on behalf of d738be39c5294ba19699ca7cace37cc7 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:27.315655 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ac4ce937-dac0-41fd-a937-0c1f53b75806 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:27.362473 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce3d5972-2d04-4c21-a16d-3e7a6da18ef6 req-1d2fddff-9c1a-454a-b601-52177e232e87 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987887 Nov 27 01:04:27.608682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:27.616764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-87c9b9dc-ea74-46e7-8e82-8c82b92637b6 req-b51ecfaa-384d-4236-ab8a-ad8cc62edb15 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:27.618881 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dac9fd19-2105-4200-9bcf-e6f2c3f5dae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:27.621808 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:27.625817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ac4ce937-dac0-41fd-a937-0c1f53b75806 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Allocated IP 172.20.0.8 (a110c48a-2a45-4521-bdf3-ad41d5d4a329/b5f1e4b4-5e91-4558-9931-791e1f48adf7/0d0f7858-d34b-49db-ad2c-225383ff060b) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:27.680733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ecfaa-384d-4236-ab8a-ad8cc62edb15 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Pushing event deleted for resources: {'Port': ['ID=891a7859-9d96-41d7-bf03-8226ffdf3050,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:27.695823 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Transition to ACTIVE for port object 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:27.725966 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:27.738519 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-87c9b9dc-ea74-46e7-8e82-8c82b92637b6 req-b51ecfaa-384d-4236-ab8a-ad8cc62edb15 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:27.741395 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-87c9b9dc-ea74-46e7-8e82-8c82b92637b6 req-b51ecfaa-384d-4236-ab8a-ad8cc62edb15 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:27.742599 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c9b9dc-ea74-46e7-8e82-8c82b92637b6 req-b51ecfaa-384d-4236-ab8a-ad8cc62edb15 tempest-FloatingIPDetailsTestJSON-953419061 tempest-FloatingIPDetailsTestJSON-953419061-project] 10.222.0.15 "DELETE /v2.0/floatingips/467fa35b-62b4-407c-9886-eb393fa96cf5 HTTP/1.1" status: 204 len: 173 time: 1.0440803 Nov 27 01:04:27.774394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36676) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:27.875034 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d561700-40b0-4b17-b9a1-8003bf228f0b req-56f963da-7e32-4892-9e07-c9b9106f88a4 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 210 time: 0.0946219 Nov 27 01:04:27.985957 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ac4ce937-dac0-41fd-a937-0c1f53b75806 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.137122 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.163016 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ac4ce937-dac0-41fd-a937-0c1f53b75806 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.196830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9fd19-2105-4200-9bcf-e6f2c3f5dae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f3cbaa3-5369-4c33-a988-0dd62ebe6c4c,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:28.268228 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9aefb40-9111-466a-8258-d251cb321a27 req-25415d7f-71f1-4eaa-b0ea-cfe1187e978b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0d98ada493c341839d668e6552fe4ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771196 Nov 27 01:04:28.275158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558b803-5468-4181-9eea-05830048de1d service neutron] Pushing event updated for resources: {'Port': ['ID=19d49764-1c3e-4e06-8705-dd36bd3c2ba2,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:28.279800 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 70776e92-8e50-444e-990e-81d53c1cd428 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:28.281645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac9fd19-2105-4200-9bcf-e6f2c3f5dae5 admin admin] Checking segment: {'id': '7163822a-3793-444c-9768-f9f8cdb8a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '94ec0571-5cce-4292-9471-6e99d048d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:28.282028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac9fd19-2105-4200-9bcf-e6f2c3f5dae5 admin admin] Network hostable DHCP agents. Network: 94ec0571-5cce-4292-9471-6e99d048d44d, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:04:28.365621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 70776e92-8e50-444e-990e-81d53c1cd428 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:28.366431 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.370351 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ac4ce937-dac0-41fd-a937-0c1f53b75806 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Network a110c48a-2a45-4521-bdf3-ad41d5d4a329 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:28.376956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Attempting to bind port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:28.377143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Attempting to bind port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:28.377410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Attempting to bind port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:28.386926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:28.386926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Attempting to bind port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:28.391491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ac4ce937-dac0-41fd-a937-0c1f53b75806 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:28.393498 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac9fd19-2105-4200-9bcf-e6f2c3f5dae5 admin admin] Network 94ec0571-5cce-4292-9471-6e99d048d44d is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:04:28.405952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:28.405952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:28.406263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:28.406697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Bound port: 19d49764-1c3e-4e06-8705-dd36bd3c2ba2, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:28.407024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4be19-729f-45f9-a010-657c7818e6b6 req-e9d69fd1-62fd-4965-9282-27c33fbf6778 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:28.407159 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.412878 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-46c4be19-729f-45f9-a010-657c7818e6b6 req-e9d69fd1-62fd-4965-9282-27c33fbf6778 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.3453610 Nov 27 01:04:28.415173 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ac4ce937-dac0-41fd-a937-0c1f53b75806 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:28.437590 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-dac9fd19-2105-4200-9bcf-e6f2c3f5dae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 94ec0571-5cce-4292-9471-6e99d048d44d) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:28.447741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac9fd19-2105-4200-9bcf-e6f2c3f5dae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:28.448344 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ce937-dac0-41fd-a937-0c1f53b75806 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Pushing event updated for resources: {'Port': ['ID=0d0f7858-d34b-49db-ad2c-225383ff060b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:28.452687 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dac9fd19-2105-4200-9bcf-e6f2c3f5dae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.499319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709412eb-ea33-4687-a317-8ae92299f933 None None] Network 94ec0571-5cce-4292-9471-6e99d048d44d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:28.513313 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aefb40-9111-466a-8258-d251cb321a27 req-77426ce0-23f1-4549-b270-17dbca125c37 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:28.514852 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9aefb40-9111-466a-8258-d251cb321a27 req-77426ce0-23f1-4549-b270-17dbca125c37 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2347975 Nov 27 01:04:28.533325 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dac9fd19-2105-4200-9bcf-e6f2c3f5dae5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9955678 Nov 27 01:04:28.573101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9aefb40-9111-466a-8258-d251cb321a27 req-a857a9b9-50c4-44bb-bd8c-21bb77e3cbac tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/quotas/0d98ada493c341839d668e6552fe4ef3 HTTP/1.1" status: 200 len: 375 time: 0.0516512 Nov 27 01:04:28.610381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ac4ce937-dac0-41fd-a937-0c1f53b75806 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:28.611051 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ac4ce937-dac0-41fd-a937-0c1f53b75806 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.664400 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9aefb40-9111-466a-8258-d251cb321a27 req-2c8f7125-ab36-49c5-b920-193c17cb0c4e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811489 Nov 27 01:04:28.665739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] For port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:28.670354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ac4ce937-dac0-41fd-a937-0c1f53b75806 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6307125 Nov 27 01:04:28.691642 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-46c4be19-729f-45f9-a010-657c7818e6b6 req-26010a2c-f4f1-4604-9419-8f508dbcbc34 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291908 Nov 27 01:04:28.692091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] For port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=19d49764-1c3e-4e06-8705-dd36bd3c2ba2,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:28.702906 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.722263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Request body: {'port': {'device_id': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:28.744754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36698) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:28.767982 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa097f51-1038-4911-8cae-5b6735f8a5a6 None None] Network 94ec0571-5cce-4292-9471-6e99d048d44d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:28.800954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:28.801609 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.803059 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef27fbf8-73f8-43d6-9317-70353214721f req-1558b803-5468-4181-9eea-05830048de1d service neutron] 10.222.0.21 "PUT /v2.0/ports/19d49764-1c3e-4e06-8705-dd36bd3c2ba2 HTTP/1.1" status: 200 len: 1097 time: 2.5068402 Nov 27 01:04:28.803513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871f4d8d-a242-49e6-a932-92807cf60f1b', 'tag': '19d49764-1c3e-4e06-8705-dd36bd3c2ba2'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:28.805911 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74160a8-2128-4905-9114-978de9edf3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "871f4d8d-a242-49e6-a932-92807cf60f1b", "tag": "19d49764-1c3e-4e06-8705-dd36bd3c2ba2"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:28.826330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558b803-5468-4181-9eea-05830048de1d service neutron] Pushing event updated for resources: {'Port': ['ID=19d49764-1c3e-4e06-8705-dd36bd3c2ba2,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:28.946486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44d8c5e-c7e8-4350-921d-8575292d3338 admin admin] Deleting subnet 14eda027-89c1-4bb2-ad03-3ab468729c95 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:04:28.952398 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e44d8c5e-c7e8-4350-921d-8575292d3338 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:29.003166 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:29.031200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27fbf8-73f8-43d6-9317-70353214721f req-8c67330e-f771-4053-824f-54f80317b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:29.037834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef27fbf8-73f8-43d6-9317-70353214721f req-8c67330e-f771-4053-824f-54f80317b85a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=097b996e3fa5450fb9f25b1ddc1d122a&device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 1100 time: 0.1637819 Nov 27 01:04:29.039472 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18302a6-a01d-4bd6-9124-96b9158ca527 x-openstack-request-id: req-e18302a6-a01d-4bd6-9124-96b9158ca527 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:29.039765 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871f4d8d-a242-49e6-a932-92807cf60f1b", "tag": "19d49764-1c3e-4e06-8705-dd36bd3c2ba2", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:29.040021 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e18302a6-a01d-4bd6-9124-96b9158ca527 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:29.040625 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871f4d8d-a242-49e6-a932-92807cf60f1b', 'tag': '19d49764-1c3e-4e06-8705-dd36bd3c2ba2', 'status': 'completed', 'code': 200} Nov 27 01:04:29.176017 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cb17d-a17a-42c7-abeb-d09ed41ee02e req-401d9179-4364-4fd5-853f-7134309ba610 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:29.177612 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-942cb17d-a17a-42c7-abeb-d09ed41ee02e req-401d9179-4364-4fd5-853f-7134309ba610 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 948 time: 0.2518044 Nov 27 01:04:29.180346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1dd042a6-17da-40f4-b8e7-1a53e052e960 None None] Provisioning complete for port 0d0f7858-d34b-49db-ad2c-225383ff060b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:29.180869 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1dd042a6-17da-40f4-b8e7-1a53e052e960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:29.192853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef27fbf8-73f8-43d6-9317-70353214721f req-f6ef91e3-bec3-4905-aea7-1ba8be923fe5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=19d49764-1c3e-4e06-8705-dd36bd3c2ba2 HTTP/1.1" status: 200 len: 217 time: 0.1338909 Nov 27 01:04:29.234054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1dd042a6-17da-40f4-b8e7-1a53e052e960 None None] Port 0d0f7858-d34b-49db-ad2c-225383ff060b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:29.292673 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27fbf8-73f8-43d6-9317-70353214721f req-6007fd45-872b-4747-a1fb-c762277e0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:29.294288 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef27fbf8-73f8-43d6-9317-70353214721f req-6007fd45-872b-4747-a1fb-c762277e0c91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1007349 Nov 27 01:04:29.330101 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f6b162a7-2307-4106-8e79-4851d3a703c9 req-ec86b83d-b807-4536-8c8a-4b9f695cb901 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 210 time: 0.1204479 Nov 27 01:04:29.353397 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e44d8c5e-c7e8-4350-921d-8575292d3338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:29.380791 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-942cb17d-a17a-42c7-abeb-d09ed41ee02e req-a915c49d-f595-4c02-adce-67e1c656ad69 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671679 Nov 27 01:04:29.423144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27fbf8-73f8-43d6-9317-70353214721f req-603798ad-f9ec-431b-9c44-fc423465f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:29.426510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef27fbf8-73f8-43d6-9317-70353214721f req-603798ad-f9ec-431b-9c44-fc423465f858 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1219003 Nov 27 01:04:29.545652 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e44d8c5e-c7e8-4350-921d-8575292d3338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:29.557853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef27fbf8-73f8-43d6-9317-70353214721f req-9c2bb53b-f3ae-4d01-bbdb-49f937b7a00b service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212914 Nov 27 01:04:29.628676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1096a9e-2a2d-4391-bdf4-bfe7ef27efee req-c56fa3b0-f3c9-4272-9291-18d6e0daf848 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:29.632707 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1096a9e-2a2d-4391-bdf4-bfe7ef27efee req-c56fa3b0-f3c9-4272-9291-18d6e0daf848 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 931 time: 0.1888044 Nov 27 01:04:29.673319 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e09ab30-e45c-4c50-a65a-2a549d627902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:29.673755 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef27fbf8-73f8-43d6-9317-70353214721f req-2125fdf0-b8bd-42e4-83c9-7c87457e8881 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051884 Nov 27 01:04:29.758155 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e44d8c5e-c7e8-4350-921d-8575292d3338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:29.859153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d8c5e-c7e8-4350-921d-8575292d3338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14eda027-89c1-4bb2-ad03-3ab468729c95,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:29.863061 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e44d8c5e-c7e8-4350-921d-8575292d3338 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:29.868378 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e44d8c5e-c7e8-4350-921d-8575292d3338 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/14eda027-89c1-4bb2-ad03-3ab468729c95 HTTP/1.1" status: 204 len: 168 time: 1.1210444 Nov 27 01:04:29.879224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89c9b6-0f1a-4ae8-81ac-21a09678db1f req-7e1a5edc-a1ee-48d2-8ccd-eada54a88f3b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:29.882330 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1096a9e-2a2d-4391-bdf4-bfe7ef27efee req-98bb3d17-717f-45b8-b385-284540f1d0f1 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391250 Nov 27 01:04:29.888735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c89c9b6-0f1a-4ae8-81ac-21a09678db1f req-7e1a5edc-a1ee-48d2-8ccd-eada54a88f3b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.1150286 Nov 27 01:04:29.894612 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36728) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:29.907123 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0f7858-d34b-49db-ad2c-225383ff060b {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:29.933609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74160a8-2128-4905-9114-978de9edf3a8 req-5353d3c7-1bc8-475e-873b-ef65e9b4cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:29.935238 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e74160a8-2128-4905-9114-978de9edf3a8 req-5353d3c7-1bc8-475e-873b-ef65e9b4cc12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=097b996e3fa5450fb9f25b1ddc1d122a&device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 1100 time: 0.1215656 Nov 27 01:04:29.946740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c89c9b6-0f1a-4ae8-81ac-21a09678db1f req-5399a33b-dbb0-4d4c-95ac-5901149ce652 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564828 Nov 27 01:04:29.951227 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:30.018949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Transition to ACTIVE for port object 0d0f7858-d34b-49db-ad2c-225383ff060b will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:30.042301 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:30.091365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74160a8-2128-4905-9114-978de9edf3a8 req-1e2232a1-be75-426a-8a07-4d74064f5eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:30.092899 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e74160a8-2128-4905-9114-978de9edf3a8 req-1e2232a1-be75-426a-8a07-4d74064f5eb1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1417077 Nov 27 01:04:30.161589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-9dcd9ec9-a894-449d-9c67-8da9a9f121ef req-9249f9a4-c687-44e2-ad6f-7d81eb6d50cb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:04:30.163645 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9dcd9ec9-a894-449d-9c67-8da9a9f121ef req-9249f9a4-c687-44e2-ad6f-7d81eb6d50cb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068347 Nov 27 01:04:30.165478 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e74160a8-2128-4905-9114-978de9edf3a8 req-88ba785d-f2af-4187-a08d-cd4710734b49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=19d49764-1c3e-4e06-8705-dd36bd3c2ba2 HTTP/1.1" status: 200 len: 217 time: 0.0609195 Nov 27 01:04:30.228546 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:30.249455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74160a8-2128-4905-9114-978de9edf3a8 req-ed79611d-f022-493b-b0b3-96956aea3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:30.253271 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e74160a8-2128-4905-9114-978de9edf3a8 req-ed79611d-f022-493b-b0b3-96956aea3b50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0765052 Nov 27 01:04:30.402730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74160a8-2128-4905-9114-978de9edf3a8 req-43ac8f4d-86b7-4436-8d37-d733791fae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:30.410220 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e74160a8-2128-4905-9114-978de9edf3a8 req-43ac8f4d-86b7-4436-8d37-d733791fae01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1423066 Nov 27 01:04:30.618083 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3f4e0b4f-918d-49bb-af92-5aaf7329d6ca req-420c5241-3639-493d-b525-21bc5e30ab23 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 210 time: 0.1116073 Nov 27 01:04:30.619469 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9aefb40-9111-466a-8258-d251cb321a27 req-8cee1860-0b72-443d-a38b-a51210e9db41 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0d98ada493c341839d668e6552fe4ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849044 Nov 27 01:04:30.648122 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-814d8730-782a-4bfe-a1f8-e4290ee16452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:30.684533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Pushing event updated for resources: {'Port': ['ID=0d0f7858-d34b-49db-ad2c-225383ff060b,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:30.722100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f6a65-f539-4754-9f84-983468d4a689 req-c271e088-94f3-48a1-a511-da09fb0c8166 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:30.723695 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-782f6a65-f539-4754-9f84-983468d4a689 req-c271e088-94f3-48a1-a511-da09fb0c8166 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.1632218 Nov 27 01:04:30.738365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-af69cac7-e13b-4c2b-9b50-de0ef05fa0b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1852989 Nov 27 01:04:30.746703 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e74160a8-2128-4905-9114-978de9edf3a8 req-fa39974e-a6f0-4dab-838b-dd069ffce351 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289375 Nov 27 01:04:30.804742 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Attempting to bind port 0d0f7858-d34b-49db-ad2c-225383ff060b on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:30.805130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Attempting to bind port 0d0f7858-d34b-49db-ad2c-225383ff060b by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:30.805486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Attempting to bind port 0d0f7858-d34b-49db-ad2c-225383ff060b on network a110c48a-2a45-4521-bdf3-ad41d5d4a329 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:30.841535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Port 0d0f7858-d34b-49db-ad2c-225383ff060b on network a110c48a-2a45-4521-bdf3-ad41d5d4a329 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:30.841857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Attempting to bind port 0d0f7858-d34b-49db-ad2c-225383ff060b on network a110c48a-2a45-4521-bdf3-ad41d5d4a329 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:30.864665 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-814d8730-782a-4bfe-a1f8-e4290ee16452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:30.867631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aefb40-9111-466a-8258-d251cb321a27 req-eec726ff-0c0e-486f-9e9a-9c466987a2a7 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:30.867768 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:30.868185 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Checking segment: {'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:30.868561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Bound using segment: {'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:30.869007 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Bound port: 0d0f7858-d34b-49db-ad2c-225383ff060b, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:30.869128 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9aefb40-9111-466a-8258-d251cb321a27 req-eec726ff-0c0e-486f-9e9a-9c466987a2a7 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356474 Nov 27 01:04:30.869365 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:30.874082 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-782f6a65-f539-4754-9f84-983468d4a689 req-7ce3e4f3-cbb0-4c6d-a890-9885e0f6ae0a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437602 Nov 27 01:04:30.902752 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e74160a8-2128-4905-9114-978de9edf3a8 req-2dc7291d-7217-4d10-b8cc-db15fc3341fb service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430516 Nov 27 01:04:30.910055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Request body: {'port': {'device_id': '2d3fe14b-4981-4900-822b-dd983954076d', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '0d98ada493c341839d668e6552fe4ef3'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:30.918881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da9f76-154c-4891-b359-3a7575ff0a68 req-95e05c28-290c-41ff-9c9a-2ff8c4322227 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:30.921290 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-63da9f76-154c-4891-b359-3a7575ff0a68 req-95e05c28-290c-41ff-9c9a-2ff8c4322227 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 948 time: 0.1971993 Nov 27 01:04:30.943019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-814d8730-782a-4bfe-a1f8-e4290ee16452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c36749a-2945-41cf-a6f2-05e260dc9191']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:30.991476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-814d8730-782a-4bfe-a1f8-e4290ee16452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1850acd-536a-431c-97ad-8bf8accc2f2c') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:30.992032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-814d8730-782a-4bfe-a1f8-e4290ee16452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1850acd-536a-431c-97ad-8bf8accc2f2c') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:31.003272 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-814d8730-782a-4bfe-a1f8-e4290ee16452 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.022708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-814d8730-782a-4bfe-a1f8-e4290ee16452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.126609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814d8730-782a-4bfe-a1f8-e4290ee16452 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:04:31.127062 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-814d8730-782a-4bfe-a1f8-e4290ee16452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:04:31.128975 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:04:31.152973 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67b4f3-1ffd-4a3e-9573-9cc26a55280f req-5a6cd9d5-57e3-4a36-bac8-f6af7127812b tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:31.163197 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc67b4f3-1ffd-4a3e-9573-9cc26a55280f req-5a6cd9d5-57e3-4a36-bac8-f6af7127812b tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 943 time: 0.1041346 Nov 27 01:04:31.181247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Made reservation on behalf of 0d98ada493c341839d668e6552fe4ef3 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:31.184926 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.196338 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.221377 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-63da9f76-154c-4891-b359-3a7575ff0a68 req-c7f38ada-cfc9-4ef8-b037-e82eccbf1468 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807174 Nov 27 01:04:31.242343 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] For port 0d0f7858-d34b-49db-ad2c-225383ff060b, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:31.257877 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc67b4f3-1ffd-4a3e-9573-9cc26a55280f req-2970d9ef-8cf3-43e6-868f-944d9d024cfd tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891788 Nov 27 01:04:31.293012 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-814d8730-782a-4bfe-a1f8-e4290ee16452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.334641 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-814d8730-782a-4bfe-a1f8-e4290ee16452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.338406 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-814d8730-782a-4bfe-a1f8-e4290ee16452 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9c36749a-2945-41cf-a6f2-05e260dc9191 HTTP/1.1" status: 204 len: 168 time: 1.4380603 Nov 27 01:04:31.341382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] For port 0d0f7858-d34b-49db-ad2c-225383ff060b, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0d0f7858-d34b-49db-ad2c-225383ff060b,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:31.342990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36770) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:31.343866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-2e09ab30-e45c-4c50-a65a-2a549d627902 admin admin] Deleting port af932ddd-d138-4bd8-99f9-84eff511ccdc {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:04:31.344408 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e09ab30-e45c-4c50-a65a-2a549d627902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.408272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3d2429-6c02-4e4d-993a-1299cc022415 admin admin] Deleting subnet 4f3cbaa3-5369-4c33-a988-0dd62ebe6c4c {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:04:31.418591 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7c3d2429-6c02-4e4d-993a-1299cc022415 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.421314 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.442930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-2e09ab30-e45c-4c50-a65a-2a549d627902 admin admin] For port af932ddd-d138-4bd8-99f9-84eff511ccdc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=af932ddd-d138-4bd8-99f9-84eff511ccdc,segment=NetworkSegment(5a6b75cf-bb02-43bb-b82c-49dfd26687c3),segment_id=5a6b75cf-bb02-43bb-b82c-49dfd26687c3)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:31.443084 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.443478 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e09ab30-e45c-4c50-a65a-2a549d627902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.458411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-2e09ab30-e45c-4c50-a65a-2a549d627902 admin admin] Calling delete_port for af932ddd-d138-4bd8-99f9-84eff511ccdc owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:04:31.526460 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7c3d2429-6c02-4e4d-993a-1299cc022415 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.542023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d50804-c401-449b-b62e-3e0bef8e5b34,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:31.547315 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7c3d2429-6c02-4e4d-993a-1299cc022415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.657584 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.659690 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e09ab30-e45c-4c50-a65a-2a549d627902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.665696 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d8730-782a-4bfe-a1f8-e4290ee16452 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c36749a-2945-41cf-a6f2-05e260dc9191,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:31.714097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Allocated IP 192.168.233.115 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/e2842a15-53b2-4473-8cd0-ad8d3ab83ce9) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:31.719040 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7c3d2429-6c02-4e4d-993a-1299cc022415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.761027 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:31.761657 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.763086 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] 10.222.0.31 "PUT /v2.0/ports/0d0f7858-d34b-49db-ad2c-225383ff060b HTTP/1.1" status: 200 len: 1092 time: 3.0602908 Nov 27 01:04:31.763712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'tag': '0d0f7858-d34b-49db-ad2c-225383ff060b'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:31.772362 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f83647-a69c-4254-81d5-3cea75fb8e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee591c79-7040-4e39-b145-71d5c0fa8d3c", "tag": "0d0f7858-d34b-49db-ad2c-225383ff060b"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:31.816494 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a2724dfd-be0d-49b8-bbc6-d53c4e629a44 req-396019eb-a98d-4a7c-8bf7-5573382a7b7f tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 210 time: 0.0785096 Nov 27 01:04:31.835616 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d2429-6c02-4e4d-993a-1299cc022415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f3cbaa3-5369-4c33-a988-0dd62ebe6c4c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:31.861909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7c3d2429-6c02-4e4d-993a-1299cc022415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.886564 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7c3d2429-6c02-4e4d-993a-1299cc022415 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4f3cbaa3-5369-4c33-a988-0dd62ebe6c4c HTTP/1.1" status: 204 len: 168 time: 0.5415936 Nov 27 01:04:31.896658 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36780) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:31.938108 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823fa4f5-b9a7-4f3d-9295-3f4b0287da81 x-openstack-request-id: req-823fa4f5-b9a7-4f3d-9295-3f4b0287da81 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:31.938650 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee591c79-7040-4e39-b145-71d5c0fa8d3c", "tag": "0d0f7858-d34b-49db-ad2c-225383ff060b", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:31.939085 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-823fa4f5-b9a7-4f3d-9295-3f4b0287da81 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:31.939635 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'tag': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'status': 'completed', 'code': 200} Nov 27 01:04:32.008837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10503a-6373-4555-82df-5c8c3a3d955a service neutron] Pushing event updated for resources: {'Port': ['ID=0d0f7858-d34b-49db-ad2c-225383ff060b,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:32.122574 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09ab30-e45c-4c50-a65a-2a549d627902 admin admin] Pushing event deleted for resources: {'Port': ['ID=af932ddd-d138-4bd8-99f9-84eff511ccdc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:32.151109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af338e-997a-46f1-a335-94025b1123ee req-901469b8-c4fb-41a9-9d02-de3e94c95f9f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:32.157455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-af7cbe23-7c29-41e4-8f92-ee04a440cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:32.158845 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28af338e-997a-46f1-a335-94025b1123ee req-901469b8-c4fb-41a9-9d02-de3e94c95f9f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.1664097 Nov 27 01:04:32.159002 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-af7cbe23-7c29-41e4-8f92-ee04a440cee4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 1095 time: 0.3108222 Nov 27 01:04:32.166674 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd012718-6c04-4cd9-84e1-7f4c27931c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.221077 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.243696 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28af338e-997a-46f1-a335-94025b1123ee req-e467b8a0-4543-4c5d-b297-d847f9ce1931 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839775 Nov 27 01:04:32.246917 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-7fa33cb6-6c42-492f-8938-e4e718faa043 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d0f7858-d34b-49db-ad2c-225383ff060b HTTP/1.1" status: 200 len: 217 time: 0.0708206 Nov 27 01:04:32.293303 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.337426 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e09ab30-e45c-4c50-a65a-2a549d627902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.361521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event updated for resources: {'Port': ['ID=e2842a15-53b2-4473-8cd0-ad8d3ab83ce9,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:32.383852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-d3975133-04a0-407e-86fe-cdea8aeae2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:32.385629 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-d3975133-04a0-407e-86fe-cdea8aeae2bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.1288579 Nov 27 01:04:32.412614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:32.415631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:32.419051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:32.430391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:32.430391 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.431482 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd012718-6c04-4cd9-84e1-7f4c27931c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.442876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098407d-a0d6-479f-949a-3284383b9dbe req-207184e7-ef85-4e67-88c5-c5addcc24b90 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:32.450169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5098407d-a0d6-479f-949a-3284383b9dbe req-207184e7-ef85-4e67-88c5-c5addcc24b90 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 943 time: 0.0919700 Nov 27 01:04:32.477349 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9aefb40-9111-466a-8258-d251cb321a27 req-44f6782e-8ecc-46c9-9227-d9b691c79dec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5740643 Nov 27 01:04:32.510370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Request body: {'port': {'device_id': '2d3fe14b-4981-4900-822b-dd983954076d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:32.516954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-cd012718-6c04-4cd9-84e1-7f4c27931c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ec0571-5cce-4292-9471-6e99d048d44d']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:32.535612 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-cd012718-6c04-4cd9-84e1-7f4c27931c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7163822a-3793-444c-9768-f9f8cdb8a143') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:32.535985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-cd012718-6c04-4cd9-84e1-7f4c27931c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7163822a-3793-444c-9768-f9f8cdb8a143') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:32.544056 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5098407d-a0d6-479f-949a-3284383b9dbe req-ef8022e1-65a8-463f-97a6-e86c4e4c8930 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929766 Nov 27 01:04:32.566116 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd012718-6c04-4cd9-84e1-7f4c27931c17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.599429 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd012718-6c04-4cd9-84e1-7f4c27931c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.617125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd012718-6c04-4cd9-84e1-7f4c27931c17 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:04:32.617362 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.617894 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd012718-6c04-4cd9-84e1-7f4c27931c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.633912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-9016b80d-8b13-48c1-b817-63f56fce7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:32.635434 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-9016b80d-8b13-48c1-b817-63f56fce7d4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 1101 time: 0.0904565 Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:04:32.750027 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:04:32.764312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0018f-d39b-4c6d-99a6-6363818f78bc req-b3d63f03-3bdf-49aa-80f2-46cb1b18b975 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:32.765812 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1eb0018f-d39b-4c6d-99a6-6363818f78bc req-b3d63f03-3bdf-49aa-80f2-46cb1b18b975 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 948 time: 0.3941398 Nov 27 01:04:32.766782 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd012718-6c04-4cd9-84e1-7f4c27931c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.808745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-8f9afa67-d6ae-4fc8-8981-c75e093f3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:32.810337 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-8f9afa67-d6ae-4fc8-8981-c75e093f3831 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3960588 Nov 27 01:04:32.813794 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd012718-6c04-4cd9-84e1-7f4c27931c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.816058 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0d4bf1b5-f3fe-40d6-b26e-d6ae2a86c850 None None] Provisioning complete for port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:32.816589 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0d4bf1b5-f3fe-40d6-b26e-d6ae2a86c850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.821582 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cd012718-6c04-4cd9-84e1-7f4c27931c17 admin admin] 10.222.0.15 "DELETE /v2.0/networks/94ec0571-5cce-4292-9471-6e99d048d44d HTTP/1.1" status: 204 len: 168 time: 0.8942006 Nov 27 01:04:32.831308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-0ae2b650-300c-4173-a17d-9654cb4f4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:32.833066 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-0ae2b650-300c-4173-a17d-9654cb4f4028 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1715055 Nov 27 01:04:32.899592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd012718-6c04-4cd9-84e1-7f4c27931c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=94ec0571-5cce-4292-9471-6e99d048d44d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:32.920758 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-41285d3e-af87-42e1-b4b8-015b4d96c59a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42 HTTP/1.1" status: 200 len: 217 time: 0.0751631 Nov 27 01:04:32.941292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0d4bf1b5-f3fe-40d6-b26e-d6ae2a86c850 None None] Port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:33.039411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-29b45131-f686-45f3-b10e-bae383aa04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:33.040923 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-29b45131-f686-45f3-b10e-bae383aa04f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1118562 Nov 27 01:04:33.051065 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1eb0018f-d39b-4c6d-99a6-6363818f78bc req-b944514e-c530-4460-9f80-d83e7e4700d6 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773635 Nov 27 01:04:33.085105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b8ce1-b88b-46e0-8a00-cde2c68baef1 req-ec9f4e19-5e78-4f2a-a76d-1d74751ac8de tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:33.086670 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-512b8ce1-b88b-46e0-8a00-cde2c68baef1 req-ec9f4e19-5e78-4f2a-a76d-1d74751ac8de tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 936 time: 0.1458359 Nov 27 01:04:33.104859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36796) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:33.141326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-3f5906bb-5ddb-4ade-a100-2de865cb0af5 service neutron] 10.222.0.31 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846627 Nov 27 01:04:33.196457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:33.214573 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:33.226770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e09ab30-e45c-4c50-a65a-2a549d627902 admin admin] Router b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:04:33.234221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-698f4dbe-7eea-4b9e-b42d-39abf8db5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:33.235726 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-698f4dbe-7eea-4b9e-b42d-39abf8db5902 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1833653 Nov 27 01:04:33.253393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:04:33.260692 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f874c1d5-2178-4d65-8f63-7e021046546f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2a80c7e59e14980ae7110162c49173a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480865 Nov 27 01:04:33.262473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Transition to ACTIVE for port object e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:33.263100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36800) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:33.279181 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-512b8ce1-b88b-46e0-8a00-cde2c68baef1 req-0c20af55-d382-4dbd-adf1-28458838c5db tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752715 Nov 27 01:04:33.337066 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:33.438490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=19d49764-1c3e-4e06-8705-dd36bd3c2ba2,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:33.458839 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '19d49764-1c3e-4e06-8705-dd36bd3c2ba2', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '19d49764-1c3e-4e06-8705-dd36bd3c2ba2', 'mac_address': 'fa:16:3e:0d:52:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:04:33.482986 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53d5717-b3ae-4e68-a6d7-aaddcba46bf6 req-563d1682-2072-4408-84bb-9283310838f9 service neutron] 10.222.0.31 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338234 Nov 27 01:04:33.486076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e09ab30-e45c-4c50-a65a-2a549d627902 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:04:33.492819 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2e09ab30-e45c-4c50-a65a-2a549d627902 admin admin] 10.222.0.15 "PUT /v2.0/routers/b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7162251 Nov 27 01:04:33.511742 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36804) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:33.521709 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0320ea-b189-4ac1-93bf-a28cb749a87d None None] Sync routers for ids ['b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:04:33.560326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0320ea-b189-4ac1-93bf-a28cb749a87d None None] Routers {'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:33.561391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ed0320ea-b189-4ac1-93bf-a28cb749a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:04:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:33.564128 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:33.584877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072fc1-e13e-4f11-9e73-b245c9209a50 req-89331661-dfb0-4c78-a801-fbbd009247d8 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:33.586560 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42072fc1-e13e-4f11-9e73-b245c9209a50 req-89331661-dfb0-4c78-a801-fbbd009247d8 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.1716080 Nov 27 01:04:33.590593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:33.697987 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=19d49764-1c3e-4e06-8705-dd36bd3c2ba2,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:33.751698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Pushing event updated for resources: {'Port': ['ID=e2842a15-53b2-4473-8cd0-ad8d3ab83ce9,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:33.840823 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-6202e61c-70a3-4f59-9b65-ba8bfd266a80 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941963 Nov 27 01:04:33.873526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b973a891-864d-4fd4-84cd-4cd4f7013771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:33.889434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Attempting to bind port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:33.889771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Attempting to bind port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:33.890102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Attempting to bind port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:33.951602 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:33.951917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Attempting to bind port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:33.968765 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b973a891-864d-4fd4-84cd-4cd4f7013771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:33.975990 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:33.979634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dd9f4-689a-40d9-84e9-2f66106cee1e req-251871bb-e3e7-4c00-8bb9-4fde8deafafb tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:33.981170 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b3dd9f4-689a-40d9-84e9-2f66106cee1e req-251871bb-e3e7-4c00-8bb9-4fde8deafafb tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 943 time: 0.3020108 Nov 27 01:04:34.001708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:34.002431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:34.003023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:34.003468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Bound port: e2842a15-53b2-4473-8cd0-ad8d3ab83ce9, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:34.003824 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.076800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42072fc1-e13e-4f11-9e73-b245c9209a50 req-0ba2e517-6231-4df8-bee6-697c99ad7e5e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823444 Nov 27 01:04:34.079935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-ed0320ea-b189-4ac1-93bf-a28cb749a87d None None] Set router b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:34.096437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f83647-a69c-4254-81d5-3cea75fb8e7b req-19dc13c7-1a6a-4886-93e4-1ff50c976fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:34.098116 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93f83647-a69c-4254-81d5-3cea75fb8e7b req-19dc13c7-1a6a-4886-93e4-1ff50c976fc9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 1095 time: 0.4935024 Nov 27 01:04:34.104037 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.113057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=19d49764-1c3e-4e06-8705-dd36bd3c2ba2,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:34.227619 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b3dd9f4-689a-40d9-84e9-2f66106cee1e req-427e53ad-4b47-4606-ba54-c0b6ea0465d7 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266326 Nov 27 01:04:34.243449 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-883ddd01-6102-4216-9873-c94143f4e16b service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854818 Nov 27 01:04:34.257299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] For port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:34.259575 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b973a891-864d-4fd4-84cd-4cd4f7013771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.262155 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b973a891-864d-4fd4-84cd-4cd4f7013771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.265667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b973a891-864d-4fd4-84cd-4cd4f7013771 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc0e4458-67fb-4f6b-bb03-d15708118068 HTTP/1.1" status: 204 len: 168 time: 0.9902081 Nov 27 01:04:34.265667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] For port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e2842a15-53b2-4473-8cd0-ad8d3ab83ce9,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:34.275388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973a891-864d-4fd4-84cd-4cd4f7013771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0e4458-67fb-4f6b-bb03-d15708118068,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:34.279236 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.335515 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.394674 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['19d49764-1c3e-4e06-8705-dd36bd3c2ba2'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:34.394887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:34.400722 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.416152 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] 10.222.0.21 "PUT /v2.0/ports/e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 HTTP/1.1" status: 200 len: 1097 time: 1.9172609 Nov 27 01:04:34.416706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3fe14b-4981-4900-822b-dd983954076d', 'tag': 'e2842a15-53b2-4473-8cd0-ad8d3ab83ce9'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:34.428647 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b800859-30cf-4044-84c7-35c58369104b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3fe14b-4981-4900-822b-dd983954076d", "tag": "e2842a15-53b2-4473-8cd0-ad8d3ab83ce9"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:34.573517 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05e6f8-05a7-4c26-98d4-9f8f2e6c6271 service neutron] Pushing event updated for resources: {'Port': ['ID=e2842a15-53b2-4473-8cd0-ad8d3ab83ce9,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:34.642126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f325ff6-12ec-44e1-841a-1dd11c76e2bc req-f305ec82-997f-49b4-bed2-1692929386f3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:34.656002 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8f325ff6-12ec-44e1-841a-1dd11c76e2bc req-f305ec82-997f-49b4-bed2-1692929386f3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 948 time: 0.1534588 Nov 27 01:04:34.668291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6ecf1570-eb21-4689-abf8-cf0f9cbd9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:34.669748 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9aefb40-9111-466a-8258-d251cb321a27 req-6ecf1570-eb21-4689-abf8-cf0f9cbd9f72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 1100 time: 0.0980375 Nov 27 01:04:34.737578 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9aefb40-9111-466a-8258-d251cb321a27 req-58c14d2b-c0b5-4eb5-8fde-a2c833116c17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 HTTP/1.1" status: 200 len: 217 time: 0.0489655 Nov 27 01:04:34.742232 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ed0320ea-b189-4ac1-93bf-a28cb749a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'name': 'tempest-FloatingIPDetailsTestJSON-226052252-router', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '211014c1-e41e-4f90-b464-37656a1a24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:04:31Z', 'revision_number': 5, 'project_id': '9ac896f862124a86aca5e860232d6f30', 'gw_port': {'id': '211014c1-e41e-4f90-b464-37656a1a24ea', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:54Z', 'updated_at': '2021-11-27T01:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:34.753753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469ae7a-de51-4c5f-ada7-519c0acf7719 req-06fada18-2e6d-4761-97a4-742ddbe4fe99 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:34.756077 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f469ae7a-de51-4c5f-ada7-519c0acf7719 req-06fada18-2e6d-4761-97a4-742ddbe4fe99 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 949 time: 0.3233175 Nov 27 01:04:34.787488 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f83647-a69c-4254-81d5-3cea75fb8e7b req-8d9b4b08-39d0-4038-8073-64b79cccd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:34.789335 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93f83647-a69c-4254-81d5-3cea75fb8e7b req-8d9b4b08-39d0-4038-8073-64b79cccd2d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 921 time: 0.5426195 Nov 27 01:04:34.791753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0320ea-b189-4ac1-93bf-a28cb749a87d None None] Checking router: b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:04:34.801948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8f325ff6-12ec-44e1-841a-1dd11c76e2bc req-f8eb07f2-4fc0-4e3e-a325-69a6112f258d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406934 Nov 27 01:04:34.820815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0320ea-b189-4ac1-93bf-a28cb749a87d None None] Routers {'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:34.822059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ed0320ea-b189-4ac1-93bf-a28cb749a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:04:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:34.833546 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aefb40-9111-466a-8258-d251cb321a27 req-31ceaa93-5b94-40af-b4d6-b46768417e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:34.835000 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9aefb40-9111-466a-8258-d251cb321a27 req-31ceaa93-5b94-40af-b4d6-b46768417e9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0860918 Nov 27 01:04:34.882396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] Deleting port 211014c1-e41e-4f90-b464-37656a1a24ea {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:04:34.882813 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.883836 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da02c70-dd50-446c-8d9b-89560b767b43 x-openstack-request-id: req-8da02c70-dd50-446c-8d9b-89560b767b43 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:34.884439 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3fe14b-4981-4900-822b-dd983954076d", "tag": "e2842a15-53b2-4473-8cd0-ad8d3ab83ce9", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:34.884868 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8da02c70-dd50-446c-8d9b-89560b767b43 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:34.885570 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3fe14b-4981-4900-822b-dd983954076d', 'tag': 'e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', 'status': 'completed', 'code': 200} Nov 27 01:04:34.894630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93f83647-a69c-4254-81d5-3cea75fb8e7b req-4611a212-474a-4e1c-861c-ee97ac10c432 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d0f7858-d34b-49db-ad2c-225383ff060b HTTP/1.1" status: 200 len: 217 time: 0.0960658 Nov 27 01:04:34.909041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aefb40-9111-466a-8258-d251cb321a27 req-d93607b0-fa43-4c39-981c-0ff5442e2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:34.911074 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9aefb40-9111-466a-8258-d251cb321a27 req-d93607b0-fa43-4c39-981c-0ff5442e2e1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0631914 Nov 27 01:04:34.952042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-ed0320ea-b189-4ac1-93bf-a28cb749a87d None None] Set router b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:34.989882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36822) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:34.999917 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f469ae7a-de51-4c5f-ada7-519c0acf7719 req-4e569091-d020-4001-aa6d-488b50b2f960 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338417 Nov 27 01:04:35.039592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ed0320ea-b189-4ac1-93bf-a28cb749a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'name': 'tempest-FloatingIPDetailsTestJSON-226052252-router', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:04:34Z', 'revision_number': 6, 'project_id': '9ac896f862124a86aca5e860232d6f30', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:35.061860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f83647-a69c-4254-81d5-3cea75fb8e7b req-442744e3-744a-493a-99a1-f1859413a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:35.063816 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93f83647-a69c-4254-81d5-3cea75fb8e7b req-442744e3-744a-493a-99a1-f1859413a0dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.1509225 Nov 27 01:04:35.067898 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a114d8b2-77f6-4d6c-9414-ef2886977661 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3a0d31248fe4f8ab04c37a8b765e4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763676 Nov 27 01:04:35.068506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36824) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:35.071737 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0320ea-b189-4ac1-93bf-a28cb749a87d None None] The sync data for ids ['b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece'] in n-d-817303-10 is: [{'id': 'b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece', 'name': 'tempest-FloatingIPDetailsTestJSON-226052252-router', 'tenant_id': '9ac896f862124a86aca5e860232d6f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:04:34Z', 'revision_number': 6, 'project_id': '9ac896f862124a86aca5e860232d6f30', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:04:35.071927 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9aefb40-9111-466a-8258-d251cb321a27 req-e4792004-7861-4436-81dd-39eef0b2697c service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502726 Nov 27 01:04:35.130985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] For port 211014c1-e41e-4f90-b464-37656a1a24ea, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=211014c1-e41e-4f90-b464-37656a1a24ea,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:35.131524 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:35.153861 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f83647-a69c-4254-81d5-3cea75fb8e7b req-ab3ecb0d-9123-4cc3-8926-f598844acde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:35.155737 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93f83647-a69c-4254-81d5-3cea75fb8e7b req-ab3ecb0d-9123-4cc3-8926-f598844acde9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784292 Nov 27 01:04:35.156777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] Calling delete_port for 211014c1-e41e-4f90-b464-37656a1a24ea owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:04:35.228817 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92a176c7-acc9-4204-be56-73b567b417dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:35.259815 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9aefb40-9111-466a-8258-d251cb321a27 req-fe185d46-e510-4228-951b-dbbb351f16f2 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762569 Nov 27 01:04:35.275485 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92a176c7-acc9-4204-be56-73b567b417dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:35.301281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e4c57-c16c-41c3-bd72-237c46a14b13 req-cb8aec71-f51c-480f-84e2-257d90a835cc tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:35.302920 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f71e4c57-c16c-41c3-bd72-237c46a14b13 req-cb8aec71-f51c-480f-84e2-257d90a835cc tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.1184733 Nov 27 01:04:35.374802 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f71e4c57-c16c-41c3-bd72-237c46a14b13 req-fc765362-f719-4a97-af6f-2e563c3b9db7 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620310 Nov 27 01:04:35.404385 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92a176c7-acc9-4204-be56-73b567b417dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:35.407261 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92a176c7-acc9-4204-be56-73b567b417dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:35.411083 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-92a176c7-acc9-4204-be56-73b567b417dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e73c456c-0a8e-402a-9527-ee6bdddb3a8f HTTP/1.1" status: 204 len: 168 time: 0.3415346 Nov 27 01:04:35.420337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a176c7-acc9-4204-be56-73b567b417dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73c456c-0a8e-402a-9527-ee6bdddb3a8f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:35.447587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b800859-30cf-4044-84c7-35c58369104b req-57109afd-b698-4405-ae8b-055ae3755822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:35.451920 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b800859-30cf-4044-84c7-35c58369104b req-57109afd-b698-4405-ae8b-055ae3755822 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 1100 time: 0.0801017 Nov 27 01:04:35.461823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93f83647-a69c-4254-81d5-3cea75fb8e7b req-76fee315-63ff-4d14-9319-a911b730b1f9 service neutron] 10.222.0.31 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928557 Nov 27 01:04:35.581544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83330c38-42c5-4147-b5ba-377b96accb23 req-144a470e-b609-4ec4-8891-fdb599b16b66 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:35.584442 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83330c38-42c5-4147-b5ba-377b96accb23 req-144a470e-b609-4ec4-8891-fdb599b16b66 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 943 time: 0.2024021 Nov 27 01:04:35.600130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b800859-30cf-4044-84c7-35c58369104b req-037665e2-c709-4d3c-92b6-ebb0629a5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:35.601996 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b800859-30cf-4044-84c7-35c58369104b req-037665e2-c709-4d3c-92b6-ebb0629a5c8c service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1379235 Nov 27 01:04:35.679244 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b800859-30cf-4044-84c7-35c58369104b req-75f3a538-e16c-4c0f-882d-43229d7b5c6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 HTTP/1.1" status: 200 len: 217 time: 0.0688450 Nov 27 01:04:35.744037 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83330c38-42c5-4147-b5ba-377b96accb23 req-4e3d78bf-694e-481f-9365-09995a9fd6e6 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470835 Nov 27 01:04:35.772494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b800859-30cf-4044-84c7-35c58369104b req-9ddbd4f4-3e27-402a-8f7c-3b19142e3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:35.774661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:35.777550 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b800859-30cf-4044-84c7-35c58369104b req-9ddbd4f4-3e27-402a-8f7c-3b19142e3558 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0844388 Nov 27 01:04:35.809884 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93f83647-a69c-4254-81d5-3cea75fb8e7b req-be171d98-8f1e-4994-bbad-6fee0401607a service neutron] 10.222.0.31 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380196 Nov 27 01:04:35.811020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] Pushing event deleted for resources: {'Port': ['ID=211014c1-e41e-4f90-b464-37656a1a24ea,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:35.896970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b800859-30cf-4044-84c7-35c58369104b req-b37311f4-4e0e-46ce-94d5-02a008f4338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:35.898461 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b800859-30cf-4044-84c7-35c58369104b req-b37311f4-4e0e-46ce-94d5-02a008f4338c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1132736 Nov 27 01:04:35.899176 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.031677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62879cb-e449-4276-8a2b-164a30a68a76 req-7b2b2764-5238-4d43-8ef7-9e0ea36f700f tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:36.044712 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.046381 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c62879cb-e449-4276-8a2b-164a30a68a76 req-7b2b2764-5238-4d43-8ef7-9e0ea36f700f tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 948 time: 0.1226072 Nov 27 01:04:36.047820 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.090480 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b800859-30cf-4044-84c7-35c58369104b req-988525e7-34d6-488d-9c33-b327acfbcf9f service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810048 Nov 27 01:04:36.174843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 211014c1-e41e-4f90-b464-37656a1a24ea no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:04:36.225989 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 211014c1-e41e-4f90-b464-37656a1a24ea {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:04:36.226341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 211014c1-e41e-4f90-b464-37656a1a24ea not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:04:36.226772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device af932ddd-d138-4bd8-99f9-84eff511ccdc no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:04:36.253115 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.254014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:04:36.274698 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c62879cb-e449-4276-8a2b-164a30a68a76 req-2f4cfc21-0f20-455b-8e87-d2f0092be556 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148626 Nov 27 01:04:36.286749 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.293788 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c0f6f3c9-66cc-4492-9c85-0ec3ba4bdffe admin admin] 10.222.0.15 "DELETE /v2.0/routers/b57cde5d-c24c-4c1b-bf2d-d4de6ef39ece HTTP/1.1" status: 204 len: 168 time: 2.7766995 Nov 27 01:04:36.296223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36854) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:36.303361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: af932ddd-d138-4bd8-99f9-84eff511ccdc {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:04:36.303720 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device af932ddd-d138-4bd8-99f9-84eff511ccdc not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:04:36.342889 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f657a-059d-4a21-af07-9b5c422c2649 req-9dbb12cb-0572-4e5a-857a-bc0657f80289 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:36.351673 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa1f657a-059d-4a21-af07-9b5c422c2649 req-9dbb12cb-0572-4e5a-857a-bc0657f80289 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 949 time: 0.1725051 Nov 27 01:04:36.434494 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b800859-30cf-4044-84c7-35c58369104b req-b41836c0-aa2a-4609-972a-16a78e4eab72 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340924 Nov 27 01:04:36.450512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbd40f6-dcc1-40d1-8719-79af42657f20 admin admin] Deleting subnet bd10d698-9bc3-4cac-8e1a-7a9f2c319464 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:04:36.455001 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa1f657a-059d-4a21-af07-9b5c422c2649 req-8185265e-595c-4415-bde4-c53d03bb663e tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024356 Nov 27 01:04:36.467921 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4dbd40f6-dcc1-40d1-8719-79af42657f20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.566924 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4dbd40f6-dcc1-40d1-8719-79af42657f20 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.641434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98776cef-e6ab-4de7-b418-57fc8d3b9707 req-d426c45e-c0ed-41f1-b15f-9bf8d4ccbf8c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:36.643526 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98776cef-e6ab-4de7-b418-57fc8d3b9707 req-d426c45e-c0ed-41f1-b15f-9bf8d4ccbf8c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.1314764 Nov 27 01:04:36.706649 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4dbd40f6-dcc1-40d1-8719-79af42657f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.756796 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98776cef-e6ab-4de7-b418-57fc8d3b9707 req-ff342ab7-84ff-4749-ace6-15af10a5d167 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971899 Nov 27 01:04:36.798789 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4dbd40f6-dcc1-40d1-8719-79af42657f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.836465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd40f6-dcc1-40d1-8719-79af42657f20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd10d698-9bc3-4cac-8e1a-7a9f2c319464,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:36.838508 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4dbd40f6-dcc1-40d1-8719-79af42657f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.842536 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4dbd40f6-dcc1-40d1-8719-79af42657f20 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bd10d698-9bc3-4cac-8e1a-7a9f2c319464 HTTP/1.1" status: 204 len: 168 time: 0.5450664 Nov 27 01:04:36.844908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36874) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:36.845189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3c9991-efac-4d8a-a0c3-f5b268f5bae1 None None] Network 4398add3-4def-4366-ad1d-ad86382bbf47 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:36.917645 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.956932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7dffa-c98a-4299-997a-3a1be374c120 req-2031fc40-095e-4bfb-938e-a10bd2faec76 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:36.971419 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30b7dffa-c98a-4299-997a-3a1be374c120 req-2031fc40-095e-4bfb-938e-a10bd2faec76 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 943 time: 0.1530464 Nov 27 01:04:36.994741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Deleting port 11946878-1d35-41e7-be23-094b4e70dac0 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:04:36.995169 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.029568 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b34e115c-eb7a-4aea-aa11-31bc6f529ab3 req-286d9e23-061f-4009-aa55-282f14b2cc93 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1777923 Nov 27 01:04:37.076505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] For port 11946878-1d35-41e7-be23-094b4e70dac0, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=11946878-1d35-41e7-be23-094b4e70dac0,segment=NetworkSegment(5a6b75cf-bb02-43bb-b82c-49dfd26687c3),segment_id=5a6b75cf-bb02-43bb-b82c-49dfd26687c3)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:37.076925 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.078543 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30b7dffa-c98a-4299-997a-3a1be374c120 req-b0582fd4-bc77-48b6-a8b9-cc6751b7ed39 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991218 Nov 27 01:04:37.089609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cce8c8-9554-493c-9e7a-3bc39c122b7d None None] DHCP port deletion for 4398add3-4def-4366-ad1d-ad86382bbf47 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:04:37.107643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Calling delete_port for 11946878-1d35-41e7-be23-094b4e70dac0 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:04:37.148601 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e115c-eb7a-4aea-aa11-31bc6f529ab3 req-dd3a26d2-dba8-4d33-b075-b1c926acdecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:37.150417 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b34e115c-eb7a-4aea-aa11-31bc6f529ab3 req-dd3a26d2-dba8-4d33-b075-b1c926acdecc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ad1e1b237fe46afb06815c8b8c729f0&device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 1098 time: 0.0707228 Nov 27 01:04:37.193268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-42cce8c8-9554-493c-9e7a-3bc39c122b7d None None] Deleting port 11946878-1d35-41e7-be23-094b4e70dac0 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:04:37.193716 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-42cce8c8-9554-493c-9e7a-3bc39c122b7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.235300 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.264695 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Pushing event deleted for resources: {'Port': ['ID=11946878-1d35-41e7-be23-094b4e70dac0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:37.270705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] No DVR routers for this DVR port 11946878-1d35-41e7-be23-094b4e70dac0 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:04:37.279177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:37.343649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e115c-eb7a-4aea-aa11-31bc6f529ab3 req-cea539fd-7547-4334-b52a-f487250f5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:37.345480 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0d0f7858-d34b-49db-ad2c-225383ff060b details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:04:37.346317 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b34e115c-eb7a-4aea-aa11-31bc6f529ab3 req-cea539fd-7547-4334-b52a-f487250f5c88 service neutron] 10.222.0.31 "GET /v2.0/networks?id=649a07cd-bf3b-42ac-aaef-288218183590 HTTP/1.1" status: 200 len: 923 time: 0.1729257 Nov 27 01:04:37.397594 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-42cce8c8-9554-493c-9e7a-3bc39c122b7d None None] For port 11946878-1d35-41e7-be23-094b4e70dac0, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=11946878-1d35-41e7-be23-094b4e70dac0,segment=NetworkSegment(5a6b75cf-bb02-43bb-b82c-49dfd26687c3),segment_id=5a6b75cf-bb02-43bb-b82c-49dfd26687c3)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:37.404803 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-42cce8c8-9554-493c-9e7a-3bc39c122b7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.415096 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.431662 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b34e115c-eb7a-4aea-aa11-31bc6f529ab3 req-93670e7e-061d-4b24-b4f1-b16ccadba045 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d01d79e4-d969-4c23-bceb-575214916189 HTTP/1.1" status: 200 len: 1002 time: 0.0771871 Nov 27 01:04:37.448338 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:04:37.448693 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:04:37.449461 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:04:37.449913 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Subscribe: > port after_create 55550000 {{(pid=103403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:04:37.450307 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:04:37.450661 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Subscribe: > port after_update 55550000 {{(pid=103403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:04:37.451005 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:04:37.451905 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:04:37.452264 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:04:37.452617 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:04:37.499095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e115c-eb7a-4aea-aa11-31bc6f529ab3 req-291244bc-abf9-4fbb-a9c3-b06d3c3a34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:37.503449 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b34e115c-eb7a-4aea-aa11-31bc6f529ab3 req-291244bc-abf9-4fbb-a9c3-b06d3c3a34f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=572090ea-1174-40ff-925e-3890db83497a HTTP/1.1" status: 200 len: 861 time: 0.0635917 Nov 27 01:04:37.534186 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:04:37.534536 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:04:37.534868 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:04:37.535268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:04:37.536426 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4398add3-4def-4366-ad1d-ad86382bbf47']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:37.559733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6b75cf-bb02-43bb-b82c-49dfd26687c3') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:37.560045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6b75cf-bb02-43bb-b82c-49dfd26687c3') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:37.569160 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e115c-eb7a-4aea-aa11-31bc6f529ab3 req-e8e0ac90-48e7-4d5c-ac59-7f58d68a75af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:37.570736 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b34e115c-eb7a-4aea-aa11-31bc6f529ab3 req-e8e0ac90-48e7-4d5c-ac59-7f58d68a75af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=649a07cd-bf3b-42ac-aaef-288218183590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600827 Nov 27 01:04:37.581399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199ee0c-fd1a-42bc-9008-07c72a4acdc4 req-8a159f21-3d54-4c07-ae82-eb581669cc7f tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:37.592715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7199ee0c-fd1a-42bc-9008-07c72a4acdc4 req-8a159f21-3d54-4c07-ae82-eb581669cc7f tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 948 time: 0.2221065 Nov 27 01:04:37.605631 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.643227 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.654595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0d0f7858-d34b-49db-ad2c-225383ff060b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0d0f7858-d34b-49db-ad2c-225383ff060b,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:37.688059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:04:37.688611 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.690481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-42cce8c8-9554-493c-9e7a-3bc39c122b7d None None] Calling delete_port for 11946878-1d35-41e7-be23-094b4e70dac0 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: from cryptography.utils import int_from_bytes Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: from cryptography.utils import int_from_bytes Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:04:37.697674 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:04:37.742699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:04:37.745237 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'port_id': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'mac_address': 'fa:16:3e:ed:ef:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:04:37.753054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:37.753430 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.804570 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7199ee0c-fd1a-42bc-9008-07c72a4acdc4 req-b6430114-b399-412a-8682-69124181816d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048764 Nov 27 01:04:37.830376 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.836839 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db184841-b73e-44f1-907e-89c9a7fca71c req-19212931-7941-4093-aecc-bfbe7699abde tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:37.845600 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.852780 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4398add3-4def-4366-ad1d-ad86382bbf47 HTTP/1.1" status: 204 len: 168 time: 1.0042927 Nov 27 01:04:37.856566 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db184841-b73e-44f1-907e-89c9a7fca71c req-19212931-7941-4093-aecc-bfbe7699abde tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 949 time: 0.1497381 Nov 27 01:04:37.862337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Pushing event deleted for resources: {'Network': ['ID=4398add3-4def-4366-ad1d-ad86382bbf47,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:37.871514 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:37.871860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:37.872611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:37.873023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:37.873377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:37.874039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:37.874039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:37.874354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:37.874894 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:37.875354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:37.875967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:37.875967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9ec3e-7c28-475d-a030-72d42379ed40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:37.889160 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b34e115c-eb7a-4aea-aa11-31bc6f529ab3 req-ecf4289a-f8c2-4356-9113-0b48d3c59d16 service neutron] 10.222.0.31 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988286 Nov 27 01:04:37.890897 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.924934 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0f7858-d34b-49db-ad2c-225383ff060b {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:37.953909 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-42cce8c8-9554-493c-9e7a-3bc39c122b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.989958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cce8c8-9554-493c-9e7a-3bc39c122b7d None None] Pushing event deleted for resources: {'Port': ['ID=11946878-1d35-41e7-be23-094b4e70dac0,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:38.006112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42cce8c8-9554-493c-9e7a-3bc39c122b7d None None] Network 4398add3-4def-4366-ad1d-ad86382bbf47 is not hosted by any dhcp agent {{(pid=103404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:04:38.006542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cce8c8-9554-493c-9e7a-3bc39c122b7d None None] No DVR routers for this DVR port 11946878-1d35-41e7-be23-094b4e70dac0 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:04:38.011093 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db184841-b73e-44f1-907e-89c9a7fca71c req-c2d9dead-d3ec-43fc-8b27-14da0b285282 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532714 Nov 27 01:04:38.022341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0d0f7858-d34b-49db-ad2c-225383ff060b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0d0f7858-d34b-49db-ad2c-225383ff060b,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:38.034020 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:38.038271 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:38.107168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b34e115c-eb7a-4aea-aa11-31bc6f529ab3 req-a11d8a28-5333-4bb4-b05a-298a723bc07a service neutron] 10.222.0.31 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991694 Nov 27 01:04:38.201994 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36906) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:38.225503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871f4d8d-a242-49e6-a932-92807cf60f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d49764-1c3e-4e06-8705-dd36bd3c2ba2'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:38.228732 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca4f4e4-d804-438c-9a56-6d03d2314076" -d '{"events": [{"server_uuid": "871f4d8d-a242-49e6-a932-92807cf60f1b", "name": "network-vif-plugged", "status": "completed", "tag": "19d49764-1c3e-4e06-8705-dd36bd3c2ba2"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:38.231963 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 11946878-1d35-41e7-be23-094b4e70dac0 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:04:38.246094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=19d49764-1c3e-4e06-8705-dd36bd3c2ba2,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:38.287431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=0d0f7858-d34b-49db-ad2c-225383ff060b,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:38.288011 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe879fe3-9a8c-4350-807f-3859d1ad0b8d req-e3b370a1-f34a-49c5-9ec5-6c5454e07db5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.289814 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fe879fe3-9a8c-4350-807f-3859d1ad0b8d req-e3b370a1-f34a-49c5-9ec5-6c5454e07db5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.1325204 Nov 27 01:04:38.291901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 11946878-1d35-41e7-be23-094b4e70dac0 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:04:38.292473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 11946878-1d35-41e7-be23-094b4e70dac0 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:04:38.293063 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-025bdefe-1331-48f1-bb9b-33ab6c86f675 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ac896f862124a86aca5e860232d6f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0886948 Nov 27 01:04:38.295617 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36910) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:38.296723 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:38.355115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=19d49764-1c3e-4e06-8705-dd36bd3c2ba2,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:38.369764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b249d7-4d01-4a21-b70d-ba3cd6e1cbc2 req-6b0d32df-6ff1-4a5c-9c4b-adecd3cf0ba3 tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.370280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b249d7-4d01-4a21-b70d-ba3cd6e1cbc2 req-6b0d32df-6ff1-4a5c-9c4b-adecd3cf0ba3 tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.370742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b249d7-4d01-4a21-b70d-ba3cd6e1cbc2 req-6b0d32df-6ff1-4a5c-9c4b-adecd3cf0ba3 tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.371211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b249d7-4d01-4a21-b70d-ba3cd6e1cbc2 req-6b0d32df-6ff1-4a5c-9c4b-adecd3cf0ba3 tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.371706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b249d7-4d01-4a21-b70d-ba3cd6e1cbc2 req-6b0d32df-6ff1-4a5c-9c4b-adecd3cf0ba3 tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.372170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b249d7-4d01-4a21-b70d-ba3cd6e1cbc2 req-6b0d32df-6ff1-4a5c-9c4b-adecd3cf0ba3 tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.372665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b249d7-4d01-4a21-b70d-ba3cd6e1cbc2 req-6b0d32df-6ff1-4a5c-9c4b-adecd3cf0ba3 tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.373124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b249d7-4d01-4a21-b70d-ba3cd6e1cbc2 req-6b0d32df-6ff1-4a5c-9c4b-adecd3cf0ba3 tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.375097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-42b249d7-4d01-4a21-b70d-ba3cd6e1cbc2 req-6b0d32df-6ff1-4a5c-9c4b-adecd3cf0ba3 tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5741 time: 0.2645538 Nov 27 01:04:38.394231 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fe879fe3-9a8c-4350-807f-3859d1ad0b8d req-660fe93d-1b8d-4297-91b3-a0788c68baba tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901184 Nov 27 01:04:38.395630 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:38.428794 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:38.466726 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d43d5fc-eda0-47dc-82cc-bed860270466 x-openstack-request-id: req-2d43d5fc-eda0-47dc-82cc-bed860270466 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:38.467186 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871f4d8d-a242-49e6-a932-92807cf60f1b", "name": "network-vif-plugged", "status": "completed", "tag": "19d49764-1c3e-4e06-8705-dd36bd3c2ba2", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:38.467570 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d43d5fc-eda0-47dc-82cc-bed860270466 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:38.468677 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871f4d8d-a242-49e6-a932-92807cf60f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d49764-1c3e-4e06-8705-dd36bd3c2ba2', 'code': 200} Nov 27 01:04:38.498599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa6efb-bf82-4542-8f9b-c7ee1c976a87 req-1cea7b61-dc46-4909-a648-ff7c95186ecf tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.500737 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7dfa6efb-bf82-4542-8f9b-c7ee1c976a87 req-1cea7b61-dc46-4909-a648-ff7c95186ecf tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 944 time: 0.0696929 Nov 27 01:04:38.512516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['0d0f7858-d34b-49db-ad2c-225383ff060b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:38.551774 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:38.554728 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:38.555867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e3a2e62-0453-4ed3-b46f-f6ac70d3e732 HTTP/1.1" status: 204 len: 168 time: 0.2589557 Nov 27 01:04:38.568338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3a2e62-0453-4ed3-b46f-f6ac70d3e732,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:38.581677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:38.582041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:38.583619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:38.583982 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:38.584555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:38.584960 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:38.585320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:38.585666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:38.586013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:38.586339 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:38.586664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:38.586986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904cc66-e9c9-4603-bd36-cb7432d0204b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:38.618114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c540c9e-2461-415e-8133-0318f9ad5a27 req-d42e6eab-e0b4-4168-b1a7-717c00c5875c tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.620163 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c540c9e-2461-415e-8133-0318f9ad5a27 req-d42e6eab-e0b4-4168-b1a7-717c00c5875c tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 886 time: 0.1386573 Nov 27 01:04:38.693281 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7dfa6efb-bf82-4542-8f9b-c7ee1c976a87 req-e1fa4153-e3c2-4374-82f8-fd65befe3718 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759765 Nov 27 01:04:38.730739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8609bad-b795-411f-be8f-b2a6a1910925 req-4de34c96-9851-46a2-97d5-f3f30517458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.732345 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e8609bad-b795-411f-be8f-b2a6a1910925 req-4de34c96-9851-46a2-97d5-f3f30517458d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 1102 time: 0.1483011 Nov 27 01:04:38.873034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e8609bad-b795-411f-be8f-b2a6a1910925 req-12c54cee-6c4e-469e-8915-988bdfde09ff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299615 Nov 27 01:04:38.909069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d0fb6-c50b-4f14-8c9f-01873ddfba4c req-106590c8-eafd-4bb7-af52-9a44685b86bb tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.909548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d0fb6-c50b-4f14-8c9f-01873ddfba4c req-106590c8-eafd-4bb7-af52-9a44685b86bb tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.910008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d0fb6-c50b-4f14-8c9f-01873ddfba4c req-106590c8-eafd-4bb7-af52-9a44685b86bb tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.910479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d0fb6-c50b-4f14-8c9f-01873ddfba4c req-106590c8-eafd-4bb7-af52-9a44685b86bb tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.910933 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d0fb6-c50b-4f14-8c9f-01873ddfba4c req-106590c8-eafd-4bb7-af52-9a44685b86bb tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.911379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d0fb6-c50b-4f14-8c9f-01873ddfba4c req-106590c8-eafd-4bb7-af52-9a44685b86bb tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.911833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d0fb6-c50b-4f14-8c9f-01873ddfba4c req-106590c8-eafd-4bb7-af52-9a44685b86bb tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.912831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d0fb6-c50b-4f14-8c9f-01873ddfba4c req-106590c8-eafd-4bb7-af52-9a44685b86bb tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.914078 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-340d0fb6-c50b-4f14-8c9f-01873ddfba4c req-106590c8-eafd-4bb7-af52-9a44685b86bb tempest-NetworksTest-1344407448 tempest-NetworksTest-1344407448-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5741 time: 0.1615932 Nov 27 01:04:38.935800 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1639a7-9f09-4d5c-a5fd-e858769416a7 req-bbeb0d67-c2cc-42a5-b204-d4a802ddc52c tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.937463 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b1639a7-9f09-4d5c-a5fd-e858769416a7 req-bbeb0d67-c2cc-42a5-b204-d4a802ddc52c tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 948 time: 0.0628500 Nov 27 01:04:39.054290 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b1639a7-9f09-4d5c-a5fd-e858769416a7 req-20034bc3-1be6-4aa8-84ea-ab321b79ff72 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094611 Nov 27 01:04:39.187237 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456dcf-bf96-4648-94f8-af9575eedc3a req-fc861fd4-86f2-4b8f-a7a5-fee75ca1071e tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:39.189136 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06456dcf-bf96-4648-94f8-af9575eedc3a req-fc861fd4-86f2-4b8f-a7a5-fee75ca1071e tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 950 time: 0.0613723 Nov 27 01:04:39.198847 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36940) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:39.245991 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06456dcf-bf96-4648-94f8-af9575eedc3a req-f0078615-0a39-435a-9bf8-b627683da685 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486102 Nov 27 01:04:39.277228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:04:39.323290 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-470ca278-0299-44c5-926d-4465ed21daae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.404779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e2842a15-53b2-4473-8cd0-ad8d3ab83ce9,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:39.415979 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-470ca278-0299-44c5-926d-4465ed21daae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.424360 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-470ca278-0299-44c5-926d-4465ed21daae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.531570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36954) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:39.552045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ca278-0299-44c5-926d-4465ed21daae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b14b9b9-add2-41b3-9879-e8d2c5b9b4b9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:39.560092 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-470ca278-0299-44c5-926d-4465ed21daae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47fac68f44ea4898a4b196acba873542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601403 Nov 27 01:04:39.562685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36958) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:39.569134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', 'mac_address': 'fa:16:3e:d4:32:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:04:39.620754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e01af7-6c7a-49d0-8697-6f5bc10d54ce req-8feb55bc-3602-41a2-a0f1-d2fb71bd5559 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:39.620754 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-97e01af7-6c7a-49d0-8697-6f5bc10d54ce req-8feb55bc-3602-41a2-a0f1-d2fb71bd5559 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.0825436 Nov 27 01:04:39.625160 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.626736 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1b8aefa0-1580-4b4a-958d-fadf6e4c7bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.651679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1b8aefa0-1580-4b4a-958d-fadf6e4c7bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.651910 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:39.681921 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-97e01af7-6c7a-49d0-8697-6f5bc10d54ce req-ab78f6ae-ee41-4d8d-b4ff-ec73ba5ffdc5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544326 Nov 27 01:04:39.685064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e2842a15-53b2-4473-8cd0-ad8d3ab83ce9,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:39.701086 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.719377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1824038540-network', 'tenant_id': 'c1370302524d4dcc8bebe45479d6cff3'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:39.754146 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1b8aefa0-1580-4b4a-958d-fadf6e4c7bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.758348 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1b8aefa0-1580-4b4a-958d-fadf6e4c7bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.759615 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1b8aefa0-1580-4b4a-958d-fadf6e4c7bbe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b14b9b9-add2-41b3-9879-e8d2c5b9b4b9 HTTP/1.1" status: 204 len: 168 time: 0.1957359 Nov 27 01:04:39.763127 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=e2842a15-53b2-4473-8cd0-ad8d3ab83ce9,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:39.763989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Made reservation on behalf of c1370302524d4dcc8bebe45479d6cff3 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:39.774855 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.789955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8aefa0-1580-4b4a-958d-fadf6e4c7bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b14b9b9-add2-41b3-9879-e8d2c5b9b4b9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:39.796760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.871445 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385d852-3206-4413-9be3-43155be4a54b req-7bceb44d-95fe-46ff-9fbb-3d00759e0339 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:39.873087 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6385d852-3206-4413-9be3-43155be4a54b req-7bceb44d-95fe-46ff-9fbb-3d00759e0339 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 944 time: 0.0792942 Nov 27 01:04:39.965320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6385d852-3206-4413-9be3-43155be4a54b req-35efa5d8-2a87-4337-b326-59fd9d9608d3 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820553 Nov 27 01:04:39.981161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.987327 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.997273 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a4eb0a3d-6fd1-4fa4-b6c4-9051968f83c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.027345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:04:40.029774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55e8e0c-5b06-4721-89d5-fb724e51eb1f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:40.034450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:40.052471 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737831920159', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.052976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Unsubscribe: segment precommit_create {{(pid=103403) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 27 01:04:40.053440 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Added segment 420286ab-cd0e-4fa9-841a-c5e336c140ed of type vlan for network a26a371d-6d95-400e-8f8a-d7637bed9b2f Nov 27 01:04:40.259820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36974) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:40.279521 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a66a14-39e9-416b-90b5-765f654050d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.329408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268579b-8773-4dd8-9397-888abb6fb113 req-99d5f852-9c74-42f8-80fe-5554da215e50 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:40.339530 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0268579b-8773-4dd8-9397-888abb6fb113 req-99d5f852-9c74-42f8-80fe-5554da215e50 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 949 time: 0.1296637 Nov 27 01:04:40.436597 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0268579b-8773-4dd8-9397-888abb6fb113 req-dddc3a6f-53e1-40fb-91dd-bc247599295c tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960209 Nov 27 01:04:40.491575 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a66a14-39e9-416b-90b5-765f654050d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.497850 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a66a14-39e9-416b-90b5-765f654050d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.560385 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.571571 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-57a66a14-39e9-416b-90b5-765f654050d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2044bb8d885f47b0a8a0b9c29b69eec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106630 Nov 27 01:04:40.572685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a66a14-39e9-416b-90b5-765f654050d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc548b28-2174-4aaa-b4b0-7af99070ea47,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:40.576886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36980) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:40.592666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd5f37-3b85-4d85-b711-4c8c8e8137e7 req-8b09bca3-c1cf-45bb-aca0-139f79b3be07 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:40.594159 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-46cd5f37-3b85-4d85-b711-4c8c8e8137e7 req-8b09bca3-c1cf-45bb-aca0-139f79b3be07 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 946 time: 0.0923660 Nov 27 01:04:40.623970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80d8a2-8e66-410d-ad07-5c23243a2d8f req-9125926a-630c-43b0-9f33-ea2cb12fbde8 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:40.625502 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ee80d8a2-8e66-410d-ad07-5c23243a2d8f req-9125926a-630c-43b0-9f33-ea2cb12fbde8 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 950 time: 0.1040597 Nov 27 01:04:40.643165 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-46cd5f37-3b85-4d85-b711-4c8c8e8137e7 req-0dc52cb0-cb4d-4968-94e0-e5985adb9058 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4f80bf7-5505-4666-820b-8ddecd46edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 Nov 27 01:04:40.650965 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.651971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:40.652632 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.740269 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-923321b0-eda6-4d2e-a207-27a21b340d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.766878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2309606 Nov 27 01:04:40.775478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36984) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:40.781404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-bc3c63bc-2773-4cc4-991d-5d81ae40c16c admin admin] Request body: {'subnet': {'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1824038540-subnet', 'tenant_id': 'c1370302524d4dcc8bebe45479d6cff3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:40.815852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c6eeb-d2a0-4434-931d-f6f7f27cac98 admin admin] Pushing event updated for resources: {'Network': ['ID=a26a371d-6d95-400e-8f8a-d7637bed9b2f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:40.820086 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-923321b0-eda6-4d2e-a207-27a21b340d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.828045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3c63bc-2773-4cc4-991d-5d81ae40c16c admin admin] Made reservation on behalf of c1370302524d4dcc8bebe45479d6cff3 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:40.830533 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bc3c63bc-2773-4cc4-991d-5d81ae40c16c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.832958 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ee80d8a2-8e66-410d-ad07-5c23243a2d8f req-ab899b02-4587-47e5-ac25-a2ac646de47b tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953056 Nov 27 01:04:40.834495 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network a26a371d-6d95-400e-8f8a-d7637bed9b2f details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:04:40.852464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a557b5-8677-4d61-a4f2-1937519c2367 req-507121b6-d84e-4a7f-94aa-fbd4e8db02e8 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:40.852464 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e6a557b5-8677-4d61-a4f2-1937519c2367 req-507121b6-d84e-4a7f-94aa-fbd4e8db02e8 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.0778148 Nov 27 01:04:40.945161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-923321b0-eda6-4d2e-a207-27a21b340d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.951846 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-923321b0-eda6-4d2e-a207-27a21b340d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.955262 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-923321b0-eda6-4d2e-a207-27a21b340d1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc548b28-2174-4aaa-b4b0-7af99070ea47 HTTP/1.1" status: 204 len: 168 time: 0.3739536 Nov 27 01:04:40.964090 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e6a557b5-8677-4d61-a4f2-1937519c2367 req-c3e9de80-1aa3-4d74-b35d-27ce1f562cbd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061022 Nov 27 01:04:40.976888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923321b0-eda6-4d2e-a207-27a21b340d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc548b28-2174-4aaa-b4b0-7af99070ea47,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:41.123857 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bc3c63bc-2773-4cc4-991d-5d81ae40c16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.232928 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c63bc-2773-4cc4-991d-5d81ae40c16c admin admin] Pushing event updated for resources: {'Subnet': ['ID=29003f06-f306-4683-932b-e39e08c7fc5d,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:41.278395 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf20f4f-4328-439a-a920-d3fd2db5dbad req-21c4f81a-e20f-40bf-a8e5-7e61f0b88fa4 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:41.278395 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bf20f4f-4328-439a-a920-d3fd2db5dbad req-21c4f81a-e20f-40bf-a8e5-7e61f0b88fa4 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 944 time: 0.0975001 Nov 27 01:04:41.281602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c63bc-2773-4cc4-991d-5d81ae40c16c admin admin] Checking segment: {'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:41.282327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c63bc-2773-4cc4-991d-5d81ae40c16c admin admin] Network hostable DHCP agents. Network: a26a371d-6d95-400e-8f8a-d7637bed9b2f, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:04:41.300769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:41.341746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c63bc-2773-4cc4-991d-5d81ae40c16c admin admin] Network a26a371d-6d95-400e-8f8a-d7637bed9b2f is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:04:41.349761 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bf20f4f-4328-439a-a920-d3fd2db5dbad req-1ac1ddb4-5046-4515-b6ce-602a441d6e7a tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629113 Nov 27 01:04:41.356778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0d0f7858-d34b-49db-ad2c-225383ff060b up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:41.357350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-bc3c63bc-2773-4cc4-991d-5d81ae40c16c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, a26a371d-6d95-400e-8f8a-d7637bed9b2f) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:41.364564 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3c63bc-2773-4cc4-991d-5d81ae40c16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:41.365041 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bc3c63bc-2773-4cc4-991d-5d81ae40c16c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.401576 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bc3c63bc-2773-4cc4-991d-5d81ae40c16c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6249936 Nov 27 01:04:41.428196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd1c25e-cf7b-49a9-8002-42a7de5a0a06 None None] Network a26a371d-6d95-400e-8f8a-d7637bed9b2f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:41.517233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:04:41.529047 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:41.529600 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.538461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 0d0f7858-d34b-49db-ad2c-225383ff060b completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:04:41.553141 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-0f51282c-da81-45b9-b8be-522056296a77 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=097b996e3fa5450fb9f25b1ddc1d122a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350859 Nov 27 01:04:41.565298 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 0d0f7858-d34b-49db-ad2c-225383ff060b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:41.565835 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.612009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23033f-0c46-4b44-9b77-985e734e2a2c req-fcbc1758-0696-490b-a32e-3b1d0616f592 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:41.620578 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e23033f-0c46-4b44-9b77-985e734e2a2c req-fcbc1758-0696-490b-a32e-3b1d0616f592 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 949 time: 0.0747414 Nov 27 01:04:41.677381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e23033f-0c46-4b44-9b77-985e734e2a2c req-c804bc7a-6b5c-4ff9-bc0d-e343fd2e81d7 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558581 Nov 27 01:04:41.698607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-8affde1b-5ef1-4aec-af15-0427faa531b7 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:41.706537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-8affde1b-5ef1-4aec-af15-0427faa531b7 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522198 Nov 27 01:04:41.721296 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.726300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-2aa8cda8-89c5-496b-8f3e-1ef56f05bc51 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/quotas/097b996e3fa5450fb9f25b1ddc1d122a HTTP/1.1" status: 200 len: 375 time: 0.0188999 Nov 27 01:04:41.807984 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-90748417-e6f2-4aa9-a8ce-d42fdd14d9be tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=097b996e3fa5450fb9f25b1ddc1d122a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808175 Nov 27 01:04:41.815417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbd8c7-a73f-4906-a089-7c4a03cd9378 req-904d2737-f916-4cf1-b3b4-ff5a296bb25a tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:41.822912 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6bbd8c7-a73f-4906-a089-7c4a03cd9378 req-904d2737-f916-4cf1-b3b4-ff5a296bb25a tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 946 time: 0.0709913 Nov 27 01:04:41.827690 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0f7858-d34b-49db-ad2c-225383ff060b'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:41.830008 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00408a3-fb12-4023-b21c-2878ee05fb9c" -d '{"events": [{"server_uuid": "ee591c79-7040-4e39-b145-71d5c0fa8d3c", "name": "network-vif-plugged", "status": "completed", "tag": "0d0f7858-d34b-49db-ad2c-225383ff060b"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:41.847528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e1aa01-6f90-4e61-8c69-dd92282fdab6 None None] Network a26a371d-6d95-400e-8f8a-d7637bed9b2f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:41.871639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0d0f7858-d34b-49db-ad2c-225383ff060b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0d0f7858-d34b-49db-ad2c-225383ff060b,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:41.897524 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6bbd8c7-a73f-4906-a089-7c4a03cd9378 req-21ee8a31-4d1c-4bb9-99fe-f816500512d4 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4f80bf7-5505-4666-820b-8ddecd46edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704803 Nov 27 01:04:41.918011 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.952641 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.014039 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76ed9ad-68e8-45e0-8355-489d7c43c141 x-openstack-request-id: req-b76ed9ad-68e8-45e0-8355-489d7c43c141 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:42.014368 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee591c79-7040-4e39-b145-71d5c0fa8d3c", "name": "network-vif-plugged", "status": "completed", "tag": "0d0f7858-d34b-49db-ad2c-225383ff060b", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:42.014613 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b76ed9ad-68e8-45e0-8355-489d7c43c141 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:42.015004 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'code': 200} Nov 27 01:04:42.041260 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=0d0f7858-d34b-49db-ad2c-225383ff060b,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:42.045144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e2842a15-53b2-4473-8cd0-ad8d3ab83ce9,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:42.051725 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.128648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c2d74e58-fb8a-4ec3-974f-dd49a8c1b167 req-fd395ef2-611a-4254-be91-f5f146fa1ab1 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 210 time: 0.0868521 Nov 27 01:04:42.211969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb464ec-3003-4330-965a-b5805a53cedd req-550f5dca-dc1b-4a87-bb6a-bf4dfc14e100 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:42.217776 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=e2842a15-53b2-4473-8cd0-ad8d3ab83ce9,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:42.227455 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ffb464ec-3003-4330-965a-b5805a53cedd req-550f5dca-dc1b-4a87-bb6a-bf4dfc14e100 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 946 time: 0.0933816 Nov 27 01:04:42.228189 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-334b0fce-0bce-425e-bc7c-f84bc9eef890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.313206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7470-61f8-4db8-809f-6733c0bce35c req-fcb317d3-99ef-490e-bbfb-10dc382b2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:42.315147 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-183e7470-61f8-4db8-809f-6733c0bce35c req-fcb317d3-99ef-490e-bbfb-10dc382b2971 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 1097 time: 0.1784027 Nov 27 01:04:42.356304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-ffb464ec-3003-4330-965a-b5805a53cedd req-5e5bae95-b556-417c-90f1-854ed59f55d9 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Deleting port a8de0eb1-9f35-4991-a356-41cb576bfdd2 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:04:42.356707 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ffb464ec-3003-4330-965a-b5805a53cedd req-5e5bae95-b556-417c-90f1-854ed59f55d9 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.358337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7644ff-f625-47ae-ba0c-8acd73fda36f req-f937c5c9-32dd-4f8b-bbee-4868aeb3e546 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:42.374853 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef7644ff-f625-47ae-ba0c-8acd73fda36f req-f937c5c9-32dd-4f8b-bbee-4868aeb3e546 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.1013088 Nov 27 01:04:42.477675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ffb464ec-3003-4330-965a-b5805a53cedd req-5e5bae95-b556-417c-90f1-854ed59f55d9 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] For port a8de0eb1-9f35-4991-a356-41cb576bfdd2, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a8de0eb1-9f35-4991-a356-41cb576bfdd2,segment=NetworkSegment(fb391826-ccc1-4b95-a705-3f5114468396),segment_id=fb391826-ccc1-4b95-a705-3f5114468396)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:42.477918 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-183e7470-61f8-4db8-809f-6733c0bce35c req-02b86a03-ec84-4df1-be1c-366ca0b26d9f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548772 Nov 27 01:04:42.478021 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ffb464ec-3003-4330-965a-b5805a53cedd req-5e5bae95-b556-417c-90f1-854ed59f55d9 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.497787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-ffb464ec-3003-4330-965a-b5805a53cedd req-5e5bae95-b556-417c-90f1-854ed59f55d9 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Calling delete_port for a8de0eb1-9f35-4991-a356-41cb576bfdd2 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:04:42.512465 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef7644ff-f625-47ae-ba0c-8acd73fda36f req-35a9af9b-151d-4907-9727-57103fd54dd8 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208875 Nov 27 01:04:42.708287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-294b4a60-dbb7-46fb-b50a-f0bf108faee4 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:42.709739 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-294b4a60-dbb7-46fb-b50a-f0bf108faee4 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/networks?id=a26a371d-6d95-400e-8f8a-d7637bed9b2f HTTP/1.1" status: 200 len: 805 time: 0.1625426 Nov 27 01:04:42.732395 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-a9e92800-d53f-4925-a486-790f8c8d20e0 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/quotas/c1370302524d4dcc8bebe45479d6cff3 HTTP/1.1" status: 200 len: 375 time: 0.0144694 Nov 27 01:04:42.736348 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ffb464ec-3003-4330-965a-b5805a53cedd req-5e5bae95-b556-417c-90f1-854ed59f55d9 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.777850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['a8de0eb1-9f35-4991-a356-41cb576bfdd2'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:42.791338 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-b2114175-37f4-470a-a979-8fcb4609f7fc tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1370302524d4dcc8bebe45479d6cff3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530851 Nov 27 01:04:42.792482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bae95-b556-417c-90f1-854ed59f55d9 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Pushing event deleted for resources: {'Port': ['ID=a8de0eb1-9f35-4991-a356-41cb576bfdd2,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:42.850068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb464ec-3003-4330-965a-b5805a53cedd req-5e5bae95-b556-417c-90f1-854ed59f55d9 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] No DVR routers for this DVR port a8de0eb1-9f35-4991-a356-41cb576bfdd2 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:04:42.878782 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ffb464ec-3003-4330-965a-b5805a53cedd req-5e5bae95-b556-417c-90f1-854ed59f55d9 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.882615 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ffb464ec-3003-4330-965a-b5805a53cedd req-5e5bae95-b556-417c-90f1-854ed59f55d9 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.21 "DELETE /v2.0/ports/a8de0eb1-9f35-4991-a356-41cb576bfdd2 HTTP/1.1" status: 204 len: 173 time: 0.6488788 Nov 27 01:04:42.883081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb7c176-50a5-40b2-aa83-26c289c91f24', 'name': 'network-vif-deleted', 'tag': 'a8de0eb1-9f35-4991-a356-41cb576bfdd2'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:42.885614 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96610899-77f3-45b0-94fe-daf342f2ae9a" -d '{"events": [{"server_uuid": "5cb7c176-50a5-40b2-aa83-26c289c91f24", "name": "network-vif-deleted", "tag": "a8de0eb1-9f35-4991-a356-41cb576bfdd2"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:42.950915 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-75e51e8d-d4ab-4999-886f-a70ea72e2c50 service neutron] 10.222.0.15 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348097 Nov 27 01:04:42.974938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25ac72-2368-4a99-b660-4a8cdf0d2382 req-9e75d94a-4e7d-4111-be8b-cbef150c51e1 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:42.983922 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c25ac72-2368-4a99-b660-4a8cdf0d2382 req-9e75d94a-4e7d-4111-be8b-cbef150c51e1 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 945 time: 0.0740209 Nov 27 01:04:43.047055 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c25ac72-2368-4a99-b660-4a8cdf0d2382 req-0dc08184-4061-46c7-9f72-6b73729781e5 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573933 Nov 27 01:04:43.078049 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-9f008f07-1409-4c78-b308-961239e82df8 service neutron] 10.222.0.15 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184700 Nov 27 01:04:43.151448 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:43.158024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8f511-d098-4093-b9d7-cefdb19515d4 req-62ca81fc-ba6e-4848-8e12-5dec5b806ffb tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:43.159605 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2bb8f511-d098-4093-b9d7-cefdb19515d4 req-62ca81fc-ba6e-4848-8e12-5dec5b806ffb tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 950 time: 0.0572863 Nov 27 01:04:43.228360 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd342864-f93c-46c9-9f42-46b02d53e12c x-openstack-request-id: req-bd342864-f93c-46c9-9f42-46b02d53e12c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:43.228757 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb7c176-50a5-40b2-aa83-26c289c91f24", "name": "network-vif-deleted", "tag": "a8de0eb1-9f35-4991-a356-41cb576bfdd2", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:43.229115 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd342864-f93c-46c9-9f42-46b02d53e12c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:43.229708 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb7c176-50a5-40b2-aa83-26c289c91f24', 'name': 'network-vif-deleted', 'tag': 'a8de0eb1-9f35-4991-a356-41cb576bfdd2', 'status': 'completed', 'code': 200} Nov 27 01:04:43.231947 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2bb8f511-d098-4093-b9d7-cefdb19515d4 req-8219b2e3-3c4f-4cbe-9faf-358d63825664 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656292 Nov 27 01:04:43.325818 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab155d68-dbd7-4276-8ef2-643da4b10446 req-5f803ea6-fd8c-41ea-b0e6-af4d3179d183 tempest-VolumesAdminNegativeTest-1307960255 tempest-VolumesAdminNegativeTest-1307960255-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cb7c176-50a5-40b2-aa83-26c289c91f24 HTTP/1.1" status: 200 len: 210 time: 0.0276511 Nov 27 01:04:43.422024 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13bc5fdc-af0e-47ad-8807-948201500077 req-22028320-5766-4d1f-94ae-6c880873021f tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 210 time: 0.0310247 Nov 27 01:04:43.480826 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2336d8d5-d0a8-47ba-a121-3b39e63f4878 req-e8346c75-f7fd-4ad2-b18e-d662fa5f6ae9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 210 time: 0.0367467 Nov 27 01:04:43.644041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95895727-1ed1-4f42-b8c7-70e385cd9d24 req-617fad11-e146-4653-aa5d-5d9514c93977 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:43.645818 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95895727-1ed1-4f42-b8c7-70e385cd9d24 req-617fad11-e146-4653-aa5d-5d9514c93977 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.0589607 Nov 27 01:04:43.711229 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95895727-1ed1-4f42-b8c7-70e385cd9d24 req-1f87a80b-70f3-4fa1-bc86-0056f2512ab0 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582302 Nov 27 01:04:43.759776 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-245558fa-bc1b-4597-b3a8-e08caadcc544 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=097b996e3fa5450fb9f25b1ddc1d122a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257702 Nov 27 01:04:43.934262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-e15d4c98-10e8-42dd-966a-f8f639358479 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:43.935850 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-e15d4c98-10e8-42dd-966a-f8f639358479 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1288478 Nov 27 01:04:43.998897 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-efa19513-1ebe-4503-8ee9-d1848bd6bb59 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Request body: {'port': {'device_id': 'bdc7993a-d8bc-4d5c-934d-add1b271421f', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '097b996e3fa5450fb9f25b1ddc1d122a'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:44.015677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3fe14b-4981-4900-822b-dd983954076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2842a15-53b2-4473-8cd0-ad8d3ab83ce9'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:44.019020 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183c895f-1520-475a-b8e0-ce903c482d68" -d '{"events": [{"server_uuid": "2d3fe14b-4981-4900-822b-dd983954076d", "name": "network-vif-plugged", "status": "completed", "tag": "e2842a15-53b2-4473-8cd0-ad8d3ab83ce9"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:44.055967 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe31e84-98c1-44d1-940d-127b83a25980 x-openstack-request-id: req-7fe31e84-98c1-44d1-940d-127b83a25980 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:44.056312 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3fe14b-4981-4900-822b-dd983954076d", "name": "network-vif-plugged", "status": "completed", "tag": "e2842a15-53b2-4473-8cd0-ad8d3ab83ce9", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:44.056584 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fe31e84-98c1-44d1-940d-127b83a25980 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:44.056971 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3fe14b-4981-4900-822b-dd983954076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', 'code': 200} Nov 27 01:04:44.207580 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042d9d7-14d6-4bb0-b05b-0b73c883246d req-67ea2560-e773-43cc-adcb-abce04fc864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:44.209101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a042d9d7-14d6-4bb0-b05b-0b73c883246d req-67ea2560-e773-43cc-adcb-abce04fc864d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 1102 time: 0.0501754 Nov 27 01:04:44.274305 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a042d9d7-14d6-4bb0-b05b-0b73c883246d req-e287814e-fb91-46de-b837-6a0044622e90 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551295 Nov 27 01:04:44.280053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37122) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:44.357819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20c003-e0f3-4b9e-8f64-ba080985c03b req-9391353b-1bb8-401a-b5be-acd986fbc828 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:44.359401 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ea20c003-e0f3-4b9e-8f64-ba080985c03b req-9391353b-1bb8-401a-b5be-acd986fbc828 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 950 time: 0.0506799 Nov 27 01:04:44.398162 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6a739ad-a27e-43a7-aca7-f34f2e1105f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.407198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9632d-61fb-41cf-82a0-9f3551430389 req-16f72713-b0f9-41fa-b58f-1027d6c55a2d tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:44.408694 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-27b9632d-61fb-41cf-82a0-9f3551430389 req-16f72713-b0f9-41fa-b58f-1027d6c55a2d tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 945 time: 0.0693169 Nov 27 01:04:44.433244 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ea20c003-e0f3-4b9e-8f64-ba080985c03b req-fb13c0ef-452b-4143-88f3-6a74ccbd5bee tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672474 Nov 27 01:04:44.481301 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-27b9632d-61fb-41cf-82a0-9f3551430389 req-9daa69e6-a9c0-4b0d-89e6-f7b841e7a570 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631726 Nov 27 01:04:44.483342 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-efa19513-1ebe-4503-8ee9-d1848bd6bb59 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Made reservation on behalf of 097b996e3fa5450fb9f25b1ddc1d122a for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:44.485025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37130) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:44.490481 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-efa19513-1ebe-4503-8ee9-d1848bd6bb59 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.548925 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6a739ad-a27e-43a7-aca7-f34f2e1105f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.555948 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6a739ad-a27e-43a7-aca7-f34f2e1105f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.579836 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c060e2a4-7f32-4f7a-b69f-7bd452027a0d admin admin] Deleting subnet 15a9d311-b58d-42b4-9419-f0fb9c7675d3 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:04:44.584599 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c060e2a4-7f32-4f7a-b69f-7bd452027a0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.622162 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a4faf74-7a33-435e-94c3-d6702ef929a6 req-18b9dfe8-0a61-4552-8892-2709a4430b28 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 210 time: 0.0374305 Nov 27 01:04:44.648757 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-880eb717-6220-4548-9c8e-d5266e64cd8a req-a0c69e24-237d-4c80-be49-125ad049b726 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 210 time: 0.0899777 Nov 27 01:04:44.672214 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c060e2a4-7f32-4f7a-b69f-7bd452027a0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.690303 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.700849 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c6a739ad-a27e-43a7-aca7-f34f2e1105f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1895ebcbb8a46c8818fc8b3131ab8a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190996 Nov 27 01:04:44.701585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a739ad-a27e-43a7-aca7-f34f2e1105f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b333a0ea-0b3a-46b1-bdec-3d14d52da158,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:44.704956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37136) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:44.791340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-efa19513-1ebe-4503-8ee9-d1848bd6bb59 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Allocated IP 192.168.233.66 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/5148e0a1-b0c7-4f12-b1b8-3fff7680c281) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:44.792859 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c060e2a4-7f32-4f7a-b69f-7bd452027a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.872472 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e284e92a-7b3c-4157-9137-bfb60b130231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.891623 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-efab9da1-0af8-4001-9ff9-10e27cb66d6a tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2213097 Nov 27 01:04:44.908439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-71763284-524c-4f96-b994-92d755987792 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:44.909883 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-71763284-524c-4f96-b994-92d755987792 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.21 "GET /v2.0/networks?id=a26a371d-6d95-400e-8f8a-d7637bed9b2f HTTP/1.1" status: 200 len: 805 time: 0.1944716 Nov 27 01:04:44.916078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:44.931536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e3efd-dae9-453a-a8a4-8d0679b8cb72 req-1020f036-f80e-4c63-bed7-60eb72552e04 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:44.933035 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-520e3efd-dae9-453a-a8a4-8d0679b8cb72 req-1020f036-f80e-4c63-bed7-60eb72552e04 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.1057010 Nov 27 01:04:44.934468 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c060e2a4-7f32-4f7a-b69f-7bd452027a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.941272 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e284e92a-7b3c-4157-9137-bfb60b130231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.960857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060e2a4-7f32-4f7a-b69f-7bd452027a0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a9d311-b58d-42b4-9419-f0fb9c7675d3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:44.973630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-a5ac05ff-7d45-404b-9b3f-75f9eb769b0a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Request body: {'port': {'device_id': '43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96', 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f', 'admin_state_up': True, 'tenant_id': 'c1370302524d4dcc8bebe45479d6cff3'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:44.996648 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c060e2a4-7f32-4f7a-b69f-7bd452027a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.999775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c060e2a4-7f32-4f7a-b69f-7bd452027a0d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/15a9d311-b58d-42b4-9419-f0fb9c7675d3 HTTP/1.1" status: 204 len: 168 time: 0.5136745 Nov 27 01:04:45.003712 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37142) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:45.021271 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.105983 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e284e92a-7b3c-4157-9137-bfb60b130231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.108632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e284e92a-7b3c-4157-9137-bfb60b130231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.109770 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e284e92a-7b3c-4157-9137-bfb60b130231 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b333a0ea-0b3a-46b1-bdec-3d14d52da158 HTTP/1.1" status: 204 len: 168 time: 0.4041061 Nov 27 01:04:45.114788 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-520e3efd-dae9-453a-a8a4-8d0679b8cb72 req-4decf6ee-0ad4-4124-b5ea-44556cf85bdc tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584141 Nov 27 01:04:45.128350 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-efa19513-1ebe-4503-8ee9-d1848bd6bb59 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.134231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284e92a-7b3c-4157-9137-bfb60b130231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b333a0ea-0b3a-46b1-bdec-3d14d52da158,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:45.158137 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe05b348-d900-44e2-af4d-9213d6f54dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.212818 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-efa19513-1ebe-4503-8ee9-d1848bd6bb59 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.214580 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-a5ac05ff-7d45-404b-9b3f-75f9eb769b0a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Made reservation on behalf of c1370302524d4dcc8bebe45479d6cff3 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:45.223908 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-a5ac05ff-7d45-404b-9b3f-75f9eb769b0a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.277885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['19d49764-1c3e-4e06-8705-dd36bd3c2ba2'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:45.278114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-efa19513-1ebe-4503-8ee9-d1848bd6bb59 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:45.284627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-efa19513-1ebe-4503-8ee9-d1848bd6bb59 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:45.286579 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.291623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-efa19513-1ebe-4503-8ee9-d1848bd6bb59 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:45.325477 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe05b348-d900-44e2-af4d-9213d6f54dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.337953 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa19513-1ebe-4503-8ee9-d1848bd6bb59 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Pushing event updated for resources: {'Port': ['ID=5148e0a1-b0c7-4f12-b1b8-3fff7680c281,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:45.371898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-fe05b348-d900-44e2-af4d-9213d6f54dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccc5a91-ee89-4182-a437-0ae69e5cbc76']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:45.397256 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a8de0eb1-9f35-4991-a356-41cb576bfdd2 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:04:45.398725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-fe05b348-d900-44e2-af4d-9213d6f54dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb391826-ccc1-4b95-a705-3f5114468396') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:45.398885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-fe05b348-d900-44e2-af4d-9213d6f54dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb391826-ccc1-4b95-a705-3f5114468396') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:45.438235 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-efa19513-1ebe-4503-8ee9-d1848bd6bb59 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:45.439326 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-efa19513-1ebe-4503-8ee9-d1848bd6bb59 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.448392 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe05b348-d900-44e2-af4d-9213d6f54dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.483254 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe05b348-d900-44e2-af4d-9213d6f54dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.487249 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-efa19513-1ebe-4503-8ee9-d1848bd6bb59 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4949658 Nov 27 01:04:45.495948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe05b348-d900-44e2-af4d-9213d6f54dd3 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:04:45.496533 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe05b348-d900-44e2-af4d-9213d6f54dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:04:45.498614 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:04:45.512012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-a5ac05ff-7d45-404b-9b3f-75f9eb769b0a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Allocated IP 172.20.0.7 (a26a371d-6d95-400e-8f8a-d7637bed9b2f/29003f06-f306-4683-932b-e39e08c7fc5d/2d5f85c8-4c0a-4f1d-953e-50069bcdb809) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:45.539045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: a8de0eb1-9f35-4991-a356-41cb576bfdd2 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:04:45.552581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a8de0eb1-9f35-4991-a356-41cb576bfdd2 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:04:45.563869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Allocated IP 172.25.1.240 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/a44aff1d-b830-4818-b56b-89dcddf11949) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:45.632042 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37150) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:45.646215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Request body: {'port': {'device_id': 'bdc7993a-d8bc-4d5c-934d-add1b271421f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:45.684087 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe05b348-d900-44e2-af4d-9213d6f54dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.685509 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7032656c-f61a-441c-b040-a1167f690408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.715493 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe05b348-d900-44e2-af4d-9213d6f54dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.718635 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fe05b348-d900-44e2-af4d-9213d6f54dd3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5ccc5a91-ee89-4182-a437-0ae69e5cbc76 HTTP/1.1" status: 204 len: 168 time: 0.6866088 Nov 27 01:04:45.724721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37156) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:45.740353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05b348-d900-44e2-af4d-9213d6f54dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ccc5a91-ee89-4182-a437-0ae69e5cbc76,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:45.757979 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.767705 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-58ebcfda-b649-4174-98bd-c08169d5771b None None] Provisioning complete for port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:45.768310 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-58ebcfda-b649-4174-98bd-c08169d5771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.786007 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-38de32fa-83ec-4fec-b6bd-0f711852de69 admin admin] Deleting subnet dfd97bf0-9f7c-43b6-9ff3-76ee19e391f2 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:04:45.795881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d5b4c-c27f-47bc-96ad-b96937c71bbb req-8965479c-882a-4523-ae02-0b6761c896b9 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:45.796461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38de32fa-83ec-4fec-b6bd-0f711852de69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.797571 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e77d5b4c-c27f-47bc-96ad-b96937c71bbb req-8965479c-882a-4523-ae02-0b6761c896b9 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 950 time: 0.1940796 Nov 27 01:04:45.801017 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.809573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-58ebcfda-b649-4174-98bd-c08169d5771b None None] Port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:45.843240 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.890718 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38de32fa-83ec-4fec-b6bd-0f711852de69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.924608 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-a5ac05ff-7d45-404b-9b3f-75f9eb769b0a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.929962 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e77d5b4c-c27f-47bc-96ad-b96937c71bbb req-7471a011-b145-4015-a5e8-f86c140624f5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164925 Nov 27 01:04:45.961493 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7032656c-f61a-441c-b040-a1167f690408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.970233 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7032656c-f61a-441c-b040-a1167f690408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.004455 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38de32fa-83ec-4fec-b6bd-0f711852de69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.041107 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-86770248-a660-41ef-9426-0f2fff941412 req-13365cef-056a-4a18-9104-68ed35f23eab tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 210 time: 0.0426810 Nov 27 01:04:46.045214 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7032656c-f61a-441c-b040-a1167f690408 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36f82d5ea4114919bca8b742ac1ccb13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4094219 Nov 27 01:04:46.046088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032656c-f61a-441c-b040-a1167f690408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7859af01-ca92-4352-9c57-4562944ca345,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:46.048175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37160) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:46.051379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-a5ac05ff-7d45-404b-9b3f-75f9eb769b0a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.097501 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.104489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-a5ac05ff-7d45-404b-9b3f-75f9eb769b0a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Network a26a371d-6d95-400e-8f8a-d7637bed9b2f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:46.109791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-a5ac05ff-7d45-404b-9b3f-75f9eb769b0a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:46.114695 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-a5ac05ff-7d45-404b-9b3f-75f9eb769b0a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:46.119011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac05ff-7d45-404b-9b3f-75f9eb769b0a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Pushing event updated for resources: {'Port': ['ID=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:46.179083 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:46.194785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-a5ac05ff-7d45-404b-9b3f-75f9eb769b0a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:46.195390 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-a5ac05ff-7d45-404b-9b3f-75f9eb769b0a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.211125 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da903ff9-ed98-4f00-96ea-b89fe5c43716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.212909 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:46.213815 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48053c-a214-4111-8a07-d9c842fc6f84 req-e2e73e62-64ae-42e2-af46-ffef4eb8dffe tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:46.215358 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a48053c-a214-4111-8a07-d9c842fc6f84 req-e2e73e62-64ae-42e2-af46-ffef4eb8dffe tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 935 time: 0.0760827 Nov 27 01:04:46.223629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-a5ac05ff-7d45-404b-9b3f-75f9eb769b0a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2599690 Nov 27 01:04:46.225454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:46.245128 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Request body: {'port': {'device_id': '43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:46.249139 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38de32fa-83ec-4fec-b6bd-0f711852de69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.312767 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Pushing event updated for resources: {'Port': ['ID=a44aff1d-b830-4818-b56b-89dcddf11949,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:46.316007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a48053c-a214-4111-8a07-d9c842fc6f84 req-0d7d37dc-fab7-411d-b41c-a3e79e02317e tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914867 Nov 27 01:04:46.321214 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.324089 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da903ff9-ed98-4f00-96ea-b89fe5c43716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.328945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de32fa-83ec-4fec-b6bd-0f711852de69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfd97bf0-9f7c-43b6-9ff3-76ee19e391f2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:46.350204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38de32fa-83ec-4fec-b6bd-0f711852de69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.353876 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-38de32fa-83ec-4fec-b6bd-0f711852de69 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dfd97bf0-9f7c-43b6-9ff3-76ee19e391f2 HTTP/1.1" status: 204 len: 168 time: 0.6247907 Nov 27 01:04:46.356073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37170) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:46.471913 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da903ff9-ed98-4f00-96ea-b89fe5c43716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.474634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da903ff9-ed98-4f00-96ea-b89fe5c43716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.475725 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-da903ff9-ed98-4f00-96ea-b89fe5c43716 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7859af01-ca92-4352-9c57-4562944ca345 HTTP/1.1" status: 204 len: 168 time: 0.4265895 Nov 27 01:04:46.482940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:46.487522 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.496302 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63b2f33d-2c74-426a-b42d-b074070b36c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.501538 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.503984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da903ff9-ed98-4f00-96ea-b89fe5c43716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7859af01-ca92-4352-9c57-4562944ca345,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:46.538875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Transition to ACTIVE for port object 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:46.546351 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.558916 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.638063 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5148e0a1-b0c7-4f12-b1b8-3fff7680c281,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:46.651562 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63b2f33d-2c74-426a-b42d-b074070b36c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.706556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-63b2f33d-2c74-426a-b42d-b074070b36c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c8ac95-83ce-4bdd-aeb9-87966260686e']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:46.733430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-63b2f33d-2c74-426a-b42d-b074070b36c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb26d02-e2e4-4799-9196-88e1b41ff72a') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:46.733744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-63b2f33d-2c74-426a-b42d-b074070b36c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb26d02-e2e4-4799-9196-88e1b41ff72a') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:46.750325 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63b2f33d-2c74-426a-b42d-b074070b36c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.786916 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63b2f33d-2c74-426a-b42d-b074070b36c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.808449 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b2f33d-2c74-426a-b42d-b074070b36c4 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:04:46.809027 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63b2f33d-2c74-426a-b42d-b074070b36c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:04:46.812007 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:04:46.819076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Attempting to bind port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:46.819624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Attempting to bind port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:46.820161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Attempting to bind port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:46.834023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:46.834023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Attempting to bind port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:46.847868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:46.848321 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:46.848637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:46.849094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Bound port: 5148e0a1-b0c7-4f12-b1b8-3fff7680c281, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:46.849457 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.916593 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.928655 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.949132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:46.959553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab1089-3aae-4377-9102-407441b153c5 req-f11eb473-eadd-4ad4-adcc-ed4bddb83d0a tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:46.964717 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7ab1089-3aae-4377-9102-407441b153c5 req-f11eb473-eadd-4ad4-adcc-ed4bddb83d0a tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 1102 time: 0.1305735 Nov 27 01:04:46.967644 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.970654 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63b2f33d-2c74-426a-b42d-b074070b36c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.982348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] For port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:46.984080 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63b2f33d-2c74-426a-b42d-b074070b36c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.987581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-63b2f33d-2c74-426a-b42d-b074070b36c4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/76c8ac95-83ce-4bdd-aeb9-87966260686e HTTP/1.1" status: 204 len: 168 time: 0.6303153 Nov 27 01:04:47.007381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Transition to ACTIVE for port object 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:47.014880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2f33d-2c74-426a-b42d-b074070b36c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=76c8ac95-83ce-4bdd-aeb9-87966260686e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:47.016749 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f7ab1089-3aae-4377-9102-407441b153c5 req-aec576aa-cf23-47b8-aef3-de343c9fe2b8 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.020429 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.035981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] For port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5148e0a1-b0c7-4f12-b1b8-3fff7680c281,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:47.045384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.047847 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Pushing event updated for resources: {'Port': ['ID=a44aff1d-b830-4818-b56b-89dcddf11949,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:47.088095 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.094795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Pushing event updated for resources: {'Port': ['ID=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:47.125828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:47.126489 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.129824 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] 10.222.0.31 "PUT /v2.0/ports/5148e0a1-b0c7-4f12-b1b8-3fff7680c281 HTTP/1.1" status: 200 len: 1096 time: 1.4891534 Nov 27 01:04:47.130504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc7993a-d8bc-4d5c-934d-add1b271421f', 'tag': '5148e0a1-b0c7-4f12-b1b8-3fff7680c281'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:47.133501 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e1c365-66bb-4ac6-8aaa-604a29e20e86" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc7993a-d8bc-4d5c-934d-add1b271421f", "tag": "5148e0a1-b0c7-4f12-b1b8-3fff7680c281"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:47.142350 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.153357 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-d327d9cf-7aba-4e58-8a57-ee8af320dbc2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2481256 Nov 27 01:04:47.241566 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f7ab1089-3aae-4377-9102-407441b153c5 req-aec576aa-cf23-47b8-aef3-de343c9fe2b8 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.254658 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfac17a-de2d-4735-b2d8-ffd041c686a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5148e0a1-b0c7-4f12-b1b8-3fff7680c281,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:47.271047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Attempting to bind port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:47.271402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Attempting to bind port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:47.273925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Attempting to bind port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 on network a26a371d-6d95-400e-8f8a-d7637bed9b2f {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:47.281265 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37192) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:47.282069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 on network a26a371d-6d95-400e-8f8a-d7637bed9b2f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:47.282406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Attempting to bind port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 on network a26a371d-6d95-400e-8f8a-d7637bed9b2f {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:47.289266 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f7ab1089-3aae-4377-9102-407441b153c5 req-aec576aa-cf23-47b8-aef3-de343c9fe2b8 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.296987 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-6f8a853d-49c6-443d-b400-4b04e91429e0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 696 time: 0.1426432 Nov 27 01:04:47.323715 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:47.323715 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Checking segment: {'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:47.325018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Bound using segment: {'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:47.326283 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Bound port: 2d5f85c8-4c0a-4f1d-953e-50069bcdb809, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:47.327867 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.368421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-79c039ae-855d-40b0-baad-94a46461701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:47.370458 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-79c039ae-855d-40b0-baad-94a46461701d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=097b996e3fa5450fb9f25b1ddc1d122a&device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 1099 time: 0.1349201 Nov 27 01:04:47.431206 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-51faf79e-3ae8-4769-a767-f515b0603bca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=5148e0a1-b0c7-4f12-b1b8-3fff7680c281 HTTP/1.1" status: 200 len: 217 time: 0.0470841 Nov 27 01:04:47.436869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec576aa-cf23-47b8-aef3-de343c9fe2b8 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c934c281-b95a-4288-852c-7c643a17701c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:47.452096 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-85a848f6-2fc1-486e-a67e-5ccd0fbc35f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56dc31b6f03840de9500bb5b39135895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540143 Nov 27 01:04:47.453284 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37200) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:47.461597 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7ab1089-3aae-4377-9102-407441b153c5 req-aec576aa-cf23-47b8-aef3-de343c9fe2b8 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865131 Nov 27 01:04:47.498827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] For port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:47.502163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] For port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:47.508046 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.515266 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-178fdb10-d5b9-4224-99ef-07a70b2075da tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:47.516681 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b110695d-82b1-42bd-8aa5-a7424e7c4a49 req-178fdb10-d5b9-4224-99ef-07a70b2075da tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.2189276 Nov 27 01:04:47.559313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-08525f34-9af9-4f85-95de-7392660f7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:47.560906 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-08525f34-9af9-4f85-95de-7392660f7191 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1174741 Nov 27 01:04:47.576919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Pushing event updated for resources: {'Port': ['ID=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:47.614014 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-67255f31-2307-4e0d-9f06-4e00358f3bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.633041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:47.633803 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.635285 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-2f49001c-e9df-450a-9407-cb36c91f9edd service neutron] 10.222.0.21 "PUT /v2.0/ports/2d5f85c8-4c0a-4f1d-953e-50069bcdb809 HTTP/1.1" status: 200 len: 1092 time: 1.3951898 Nov 27 01:04:47.636153 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96', 'tag': '2d5f85c8-4c0a-4f1d-953e-50069bcdb809'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:47.639063 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133d988b-f165-4832-93f3-21c63ecbee59" -d '{"events": [{"name": "network-changed", "server_uuid": "43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96", "tag": "2d5f85c8-4c0a-4f1d-953e-50069bcdb809"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:47.640025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-6bee0c82-d81d-4ccc-a0ac-5618bd2a6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:47.641673 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-6bee0c82-d81d-4ccc-a0ac-5618bd2a6c71 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0735929 Nov 27 01:04:47.643923 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-67255f31-2307-4e0d-9f06-4e00358f3bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.659099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fd407-79b9-42ed-8fc7-e572615b957e req-ac0c76cc-1f89-4f96-b656-ffe6f325a7f1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:47.668658 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a38fd407-79b9-42ed-8fc7-e572615b957e req-ac0c76cc-1f89-4f96-b656-ffe6f325a7f1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.0928006 Nov 27 01:04:47.770405 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a38fd407-79b9-42ed-8fc7-e572615b957e req-aa42f3ec-5409-41bd-9176-cd9be9cd7089 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967190 Nov 27 01:04:47.797327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-18440dde-e36d-4527-9953-b85006045fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:47.800168 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-18440dde-e36d-4527-9953-b85006045fc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1370302524d4dcc8bebe45479d6cff3&device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 1095 time: 0.0962453 Nov 27 01:04:47.813278 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc1efef-f9fb-45de-bd57-6c0191c08915 x-openstack-request-id: req-5fc1efef-f9fb-45de-bd57-6c0191c08915 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:47.814001 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc7993a-d8bc-4d5c-934d-add1b271421f", "tag": "5148e0a1-b0c7-4f12-b1b8-3fff7680c281", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:47.814799 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fc1efef-f9fb-45de-bd57-6c0191c08915 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:47.814799 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc7993a-d8bc-4d5c-934d-add1b271421f', 'tag': '5148e0a1-b0c7-4f12-b1b8-3fff7680c281', 'status': 'completed', 'code': 200} Nov 27 01:04:47.835693 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fe658-648f-4da8-9e71-827527e5d8d2 req-b4347f6b-0dae-45e2-88d1-e9d649dba041 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:47.843293 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-452fe658-648f-4da8-9e71-827527e5d8d2 req-b4347f6b-0dae-45e2-88d1-e9d649dba041 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 943 time: 0.0998831 Nov 27 01:04:47.847923 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-67255f31-2307-4e0d-9f06-4e00358f3bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.850718 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-67255f31-2307-4e0d-9f06-4e00358f3bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.851933 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-67255f31-2307-4e0d-9f06-4e00358f3bf5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4f80bf7-5505-4666-820b-8ddecd46edae HTTP/1.1" status: 204 len: 168 time: 0.3968406 Nov 27 01:04:47.870084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-20ce847a-e155-4357-b191-7cd0e351e9cf service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128153 Nov 27 01:04:47.879627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67255f31-2307-4e0d-9f06-4e00358f3bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f80bf7-5505-4666-820b-8ddecd46edae,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:47.881128 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-9fa90126-0c25-46ad-94ed-102039bf20ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d5f85c8-4c0a-4f1d-953e-50069bcdb809 HTTP/1.1" status: 200 len: 217 time: 0.0640121 Nov 27 01:04:47.969201 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-1b7cf487-ae3e-4917-95d5-30720619c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:47.971509 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-1b7cf487-ae3e-4917-95d5-30720619c9ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29003f06-f306-4683-932b-e39e08c7fc5d HTTP/1.1" status: 200 len: 845 time: 0.0800648 Nov 27 01:04:47.975709 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-452fe658-648f-4da8-9e71-827527e5d8d2 req-4700304b-666e-4227-b882-ededa4f61cdd tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313577 Nov 27 01:04:47.979970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30596ce4-fa03-471e-96c7-397a7637edec req-8318a397-96e2-4277-a4d0-8c1c30657b4c tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:47.981664 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30596ce4-fa03-471e-96c7-397a7637edec req-8318a397-96e2-4277-a4d0-8c1c30657b4c tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 947 time: 0.1039202 Nov 27 01:04:48.025912 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-3e080885-9b7a-4b2b-ad4b-aee726843255 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a26a371d-6d95-400e-8f8a-d7637bed9b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427935 Nov 27 01:04:48.059135 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-757eba37-23aa-4c8f-9522-71a13b15ea5e req-524cd016-48fe-4686-9b3f-ee3f78206295 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809220 Nov 27 01:04:48.228877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1c365-66bb-4ac6-8aaa-604a29e20e86 req-ac87852e-7401-4934-ad42-522b29afd362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:48.232428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7e1c365-66bb-4ac6-8aaa-604a29e20e86 req-ac87852e-7401-4934-ad42-522b29afd362 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=097b996e3fa5450fb9f25b1ddc1d122a&device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 1099 time: 0.0644960 Nov 27 01:04:48.381262 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c71933-38c3-4b85-8131-9c7d20d5eef6 x-openstack-request-id: req-c6c71933-38c3-4b85-8131-9c7d20d5eef6 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:48.381975 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96", "tag": "2d5f85c8-4c0a-4f1d-953e-50069bcdb809", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:48.381975 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6c71933-38c3-4b85-8131-9c7d20d5eef6 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:48.382166 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96', 'tag': '2d5f85c8-4c0a-4f1d-953e-50069bcdb809', 'status': 'completed', 'code': 200} Nov 27 01:04:48.407651 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30596ce4-fa03-471e-96c7-397a7637edec req-7b8e27cd-b373-4c5a-b963-ed2bb202d0f0 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119468 Nov 27 01:04:48.407799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37238) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:48.428183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1c365-66bb-4ac6-8aaa-604a29e20e86 req-99d19536-081f-4ca2-b03b-14a982e1c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:48.429819 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7e1c365-66bb-4ac6-8aaa-604a29e20e86 req-99d19536-081f-4ca2-b03b-14a982e1c761 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1807799 Nov 27 01:04:48.470299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b2259ba5-d580-464d-8c71-14a1cb015e43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=febc88304d6f4976aad35a5ca4987ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0591791 Nov 27 01:04:48.470517 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37244) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:48.480972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-583b1a72-3523-44a5-a37d-36d53a593a89 service neutron] 10.222.0.21 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480677 Nov 27 01:04:48.498998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7e1c365-66bb-4ac6-8aaa-604a29e20e86 req-26a0bb0b-3aa7-43a6-bb88-6413b2a2ae9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=5148e0a1-b0c7-4f12-b1b8-3fff7680c281 HTTP/1.1" status: 200 len: 217 time: 0.0569234 Nov 27 01:04:48.508353 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-0548d35b-c7fd-48a9-b397-93d93cd9b4fb tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:48.509887 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-0548d35b-c7fd-48a9-b397-93d93cd9b4fb tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 820 time: 0.1971884 Nov 27 01:04:48.551267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-402cc3c8-16e6-41ef-b76f-ed2c5c5ad485 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/quotas/d738be39c5294ba19699ca7cace37cc7 HTTP/1.1" status: 200 len: 375 time: 0.0324087 Nov 27 01:04:48.572078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1c365-66bb-4ac6-8aaa-604a29e20e86 req-1c42d2e5-7db7-4c60-a12c-d48389f11bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:48.573607 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7e1c365-66bb-4ac6-8aaa-604a29e20e86 req-1c42d2e5-7db7-4c60-a12c-d48389f11bf8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0627677 Nov 27 01:04:48.576711 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-2189f0d5-dc74-4c02-b6f2-82ef3c5f32bc tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0d98ada493c341839d668e6552fe4ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614095 Nov 27 01:04:48.664255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2301955d-0651-4456-88b5-49523236c20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:48.696994 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e05c350-c4b9-4d12-96f7-0da9078666ec req-aab63865-bd28-4f52-97ae-4ec5a6d50518 service neutron] 10.222.0.21 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085214 Nov 27 01:04:48.740047 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2301955d-0651-4456-88b5-49523236c20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:48.779828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-f8a82d35-6c20-415a-be5e-463fc08927ec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:48.781086 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-f8a82d35-6c20-415a-be5e-463fc08927ec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945536 Nov 27 01:04:48.842952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-3d2742a6-ba2b-469f-9575-872920eb209e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/quotas/0d98ada493c341839d668e6552fe4ef3 HTTP/1.1" status: 200 len: 375 time: 0.0384457 Nov 27 01:04:48.882957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d988b-f165-4832-93f3-21c63ecbee59 req-e5e83f9f-6144-45b7-909b-f3771b544d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:48.884749 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133d988b-f165-4832-93f3-21c63ecbee59 req-e5e83f9f-6144-45b7-909b-f3771b544d08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1370302524d4dcc8bebe45479d6cff3&device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 1095 time: 0.0781784 Nov 27 01:04:48.889437 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2301955d-0651-4456-88b5-49523236c20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:48.892218 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2301955d-0651-4456-88b5-49523236c20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:48.893353 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2301955d-0651-4456-88b5-49523236c20f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6723ec75-4f28-4ba8-88ec-c2075ad3e9e0 HTTP/1.1" status: 204 len: 168 time: 0.4205832 Nov 27 01:04:48.928684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301955d-0651-4456-88b5-49523236c20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6723ec75-4f28-4ba8-88ec-c2075ad3e9e0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:48.930810 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-e374c97e-93ca-49bc-a782-9d69d0ca83d4 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3736997 Nov 27 01:04:48.980926 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-0bff0056-55ed-4889-ae8b-653486aa30b5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1316526 Nov 27 01:04:48.984108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1c365-66bb-4ac6-8aaa-604a29e20e86 req-18800e1b-836c-48a3-85e2-44b2be1531fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:48.985631 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7e1c365-66bb-4ac6-8aaa-604a29e20e86 req-18800e1b-836c-48a3-85e2-44b2be1531fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3971314 Nov 27 01:04:49.038952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d988b-f165-4832-93f3-21c63ecbee59 req-e7e1b9f6-644c-4f7d-a9f1-1fcc5eb2eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:49.041266 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133d988b-f165-4832-93f3-21c63ecbee59 req-e7e1b9f6-644c-4f7d-a9f1-1fcc5eb2eb22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a26a371d-6d95-400e-8f8a-d7637bed9b2f HTTP/1.1" status: 200 len: 906 time: 0.1415009 Nov 27 01:04:49.081212 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-1b92dcce-07b0-4a79-ba70-04799cb333dd service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495154 Nov 27 01:04:49.107548 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133d988b-f165-4832-93f3-21c63ecbee59 req-d8896f05-ca39-4f1e-b887-2a106467c835 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d5f85c8-4c0a-4f1d-953e-50069bcdb809 HTTP/1.1" status: 200 len: 217 time: 0.0574563 Nov 27 01:04:49.146123 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7e1c365-66bb-4ac6-8aaa-604a29e20e86 req-5b7a4609-4307-49d7-92c3-b1d76a176935 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402524 Nov 27 01:04:49.180479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d988b-f165-4832-93f3-21c63ecbee59 req-327e8203-76a6-47ca-b3c6-cb6f77f7e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:49.182001 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133d988b-f165-4832-93f3-21c63ecbee59 req-327e8203-76a6-47ca-b3c6-cb6f77f7e9b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29003f06-f306-4683-932b-e39e08c7fc5d HTTP/1.1" status: 200 len: 845 time: 0.0663023 Nov 27 01:04:49.240182 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133d988b-f165-4832-93f3-21c63ecbee59 req-2e5fd5a0-bf36-4e9c-bd31-5aedf2cebb43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a26a371d-6d95-400e-8f8a-d7637bed9b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500755 Nov 27 01:04:49.307033 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-26a76907-8f2b-4e0c-a8c8-e315bc5deeab service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936948 Nov 27 01:04:49.338306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7e1c365-66bb-4ac6-8aaa-604a29e20e86 req-43314b02-ba14-4912-9ebd-bd84bf067e9d service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627038 Nov 27 01:04:49.380072 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133d988b-f165-4832-93f3-21c63ecbee59 req-3a10b787-bdca-4727-a2b7-1070394dbbdb service neutron] 10.222.0.21 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310909 Nov 27 01:04:49.562195 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133d988b-f165-4832-93f3-21c63ecbee59 req-47838d02-1b4f-4430-a63a-c92fe18e9f54 service neutron] 10.222.0.21 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738753 Nov 27 01:04:49.586110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9b73f-cbaa-46f3-a8ab-93913ef4312c req-6619cbb8-f526-4722-802b-8e883d7bb976 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:49.596002 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3c9b73f-cbaa-46f3-a8ab-93913ef4312c req-6619cbb8-f526-4722-802b-8e883d7bb976 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.0877264 Nov 27 01:04:49.664963 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3c9b73f-cbaa-46f3-a8ab-93913ef4312c req-3089fcb4-3e9d-4383-9193-9e9c684ddd93 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677516 Nov 27 01:04:49.836698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15447531-c700-48ce-a74f-70e80ae137c2 req-b37825b6-9e8e-4f1c-bf05-c5d369ea6c9a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:49.840765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-15447531-c700-48ce-a74f-70e80ae137c2 req-b37825b6-9e8e-4f1c-bf05-c5d369ea6c9a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 943 time: 0.1181297 Nov 27 01:04:49.916105 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-15447531-c700-48ce-a74f-70e80ae137c2 req-e64f3acf-df27-4afd-b76e-f401584e4ca3 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706110 Nov 27 01:04:49.971650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37318) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:50.005897 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bde4399-271b-4103-963f-57416d1f2277 req-577f1361-cdf5-4525-bdfb-98c25d85da19 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=05eeb8d5747d4ff48c725ee7863f0485&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260589 Nov 27 01:04:50.008965 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9aaf1aa-902c-4675-8ad1-1aee50160d35 req-cc3d68e3-f286-4ab2-8134-40e24441034b tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 210 time: 0.0473025 Nov 27 01:04:50.162475 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde4399-271b-4103-963f-57416d1f2277 req-ec11c9eb-93ef-40d0-8661-984b2772feaf tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:50.171020 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bde4399-271b-4103-963f-57416d1f2277 req-ec11c9eb-93ef-40d0-8661-984b2772feaf tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590381 Nov 27 01:04:50.189891 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bde4399-271b-4103-963f-57416d1f2277 req-55485b78-a5da-47ee-ab70-a7b004508eb2 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/quotas/05eeb8d5747d4ff48c725ee7863f0485 HTTP/1.1" status: 200 len: 375 time: 0.0177267 Nov 27 01:04:50.197495 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-799393831-network', 'tenant_id': '6aae32835efe41afa5485451f7cc2b07'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:50.239623 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bde4399-271b-4103-963f-57416d1f2277 req-074e420f-53b3-438a-89db-489d94e9a09f tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=05eeb8d5747d4ff48c725ee7863f0485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482295 Nov 27 01:04:50.271973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] Made reservation on behalf of 6aae32835efe41afa5485451f7cc2b07 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:50.274391 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:50.291631 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:50.471526 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:50.477711 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:50.569012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:04:50.589320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba3acd2-3335-4c3e-b017-7572da81c6cb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:50.596024 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:50.596393 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] Added segment 5af6be53-9e18-40d4-b065-e0745912977f of type vlan for network 43b7912e-52da-47c9-b267-954cb551a0e3 Nov 27 01:04:50.598107 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8c40c444-0b22-417e-bd6d-0db85503452b req-e1f26b47-7947-435d-84d3-1c0d08db7ffe tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 210 time: 0.0394955 Nov 27 01:04:50.654226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007e005-661a-42b4-8055-4c7f1dbcdca1 req-b8adf73f-52cc-424d-a5de-9275508ee919 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:50.656009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a007e005-661a-42b4-8055-4c7f1dbcdca1 req-b8adf73f-52cc-424d-a5de-9275508ee919 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 947 time: 0.1663043 Nov 27 01:04:50.677738 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:50.685280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6094cbdd-bc6f-4649-8f0a-ddf20ec8e204 req-3b97609a-1247-4329-a6a5-e2f1567f1df1 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 210 time: 0.0282423 Nov 27 01:04:50.740715 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a007e005-661a-42b4-8055-4c7f1dbcdca1 req-2bd363a5-e645-4cd5-8b73-80ef78ed28d3 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732658 Nov 27 01:04:50.746304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:50.748082 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:50.748868 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:50.836049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] Pushing event updated for resources: {'Network': ['ID=43b7912e-52da-47c9-b267-954cb551a0e3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:50.847487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 43b7912e-52da-47c9-b267-954cb551a0e3 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:04:50.880414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37340) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:50.880648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-77db151a-806b-4604-965f-0fda002d69f1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9066975 Nov 27 01:04:50.886891 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5218dbe9-f1ce-4dba-8812-7695dd88ca5c admin admin] Request body: {'subnet': {'network_id': '43b7912e-52da-47c9-b267-954cb551a0e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-799393831-subnet', 'tenant_id': '6aae32835efe41afa5485451f7cc2b07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:50.902785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b815b-61a3-41ae-a78d-7befdef06003 req-e6a67fd3-df34-4975-bb90-ae89c7540064 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:50.904434 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d47b815b-61a3-41ae-a78d-7befdef06003 req-e6a67fd3-df34-4975-bb90-ae89c7540064 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.0814290 Nov 27 01:04:51.005850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5218dbe9-f1ce-4dba-8812-7695dd88ca5c admin admin] Made reservation on behalf of 6aae32835efe41afa5485451f7cc2b07 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:51.008203 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5218dbe9-f1ce-4dba-8812-7695dd88ca5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:51.028908 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d47b815b-61a3-41ae-a78d-7befdef06003 req-13c65232-a0a5-4f0c-b69c-c352fed2890c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097546 Nov 27 01:04:51.124193 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-924ce514-6a4e-414d-90a7-01dc006cecaa req-6863e9c2-038c-466d-9cb5-b12b7fe47d3f tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 210 time: 0.0319698 Nov 27 01:04:51.155614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-df33f1e9-fe95-4137-94f6-7aaac96dcf9b tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:51.157068 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-df33f1e9-fe95-4137-94f6-7aaac96dcf9b tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.21 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 820 time: 0.2636571 Nov 27 01:04:51.173728 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d6fd8-941a-447d-95f4-a0477bff8a0f req-bc515a3e-7d6c-4e2a-84ef-dfd9c2ed4cb2 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:51.175152 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ea2d6fd8-941a-447d-95f4-a0477bff8a0f req-bc515a3e-7d6c-4e2a-84ef-dfd9c2ed4cb2 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 943 time: 0.1370347 Nov 27 01:04:51.213547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-ed9c586d-97ea-400c-8ae5-86b63e61e499 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Request body: {'port': {'device_id': '719faba2-ca38-4946-9e43-362bba37e570', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'admin_state_up': True, 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:51.316067 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ea2d6fd8-941a-447d-95f4-a0477bff8a0f req-d179b47b-d238-4d2d-bada-4a25d5eb95b3 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341383 Nov 27 01:04:51.346620 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:04:51.390727 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5218dbe9-f1ce-4dba-8812-7695dd88ca5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:51.412865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:04:51.479140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-ed9c586d-97ea-400c-8ae5-86b63e61e499 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Made reservation on behalf of d738be39c5294ba19699ca7cace37cc7 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:51.482698 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-ed9c586d-97ea-400c-8ae5-86b63e61e499 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:51.488387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218dbe9-f1ce-4dba-8812-7695dd88ca5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e1dce6-7ad2-45c3-be99-cad1e52a01bf,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:51.510099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5218dbe9-f1ce-4dba-8812-7695dd88ca5c admin admin] Checking segment: {'id': '5af6be53-9e18-40d4-b065-e0745912977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '43b7912e-52da-47c9-b267-954cb551a0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:51.510769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5218dbe9-f1ce-4dba-8812-7695dd88ca5c admin admin] Network hostable DHCP agents. Network: 43b7912e-52da-47c9-b267-954cb551a0e3, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:04:51.513130 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:51.529039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '2d5f85c8-4c0a-4f1d-953e-50069bcdb809', 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f', 'port_id': '2d5f85c8-4c0a-4f1d-953e-50069bcdb809', 'mac_address': 'fa:16:3e:f4:3d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29003f06-f306-4683-932b-e39e08c7fc5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:04:51.568887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5218dbe9-f1ce-4dba-8812-7695dd88ca5c admin admin] Network 43b7912e-52da-47c9-b267-954cb551a0e3 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:04:51.587598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-5218dbe9-f1ce-4dba-8812-7695dd88ca5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 43b7912e-52da-47c9-b267-954cb551a0e3) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:51.591494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5148e0a1-b0c7-4f12-b1b8-3fff7680c281,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:51.593197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5218dbe9-f1ce-4dba-8812-7695dd88ca5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:51.594013 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5218dbe9-f1ce-4dba-8812-7695dd88ca5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:51.603420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de7d285-6a98-49f6-a904-67c5d6ce9a61 None None] Network 43b7912e-52da-47c9-b267-954cb551a0e3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:51.609648 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:51.632087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '5148e0a1-b0c7-4f12-b1b8-3fff7680c281', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '5148e0a1-b0c7-4f12-b1b8-3fff7680c281', 'mac_address': 'fa:16:3e:eb:dd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:04:51.682714 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5218dbe9-f1ce-4dba-8812-7695dd88ca5c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8004103 Nov 27 01:04:51.684550 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-a214a947-f87e-46cf-a360-9b8f386f5a40 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0d98ada493c341839d668e6552fe4ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381532 Nov 27 01:04:51.691948 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:51.729173 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-c78c99f6-1f45-4bee-aa93-d41f3dabf8b8 service neutron] 10.222.0.31 "GET /v2.0/ports/7bdf808b-5054-4b47-bc31-4ef73518ec42/bindings/n-h2-817303-10 HTTP/1.1" status: 200 len: 383 time: 0.1590111 Nov 27 01:04:51.791314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-ed9c586d-97ea-400c-8ae5-86b63e61e499 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Allocated IP 172.20.0.10 (a110c48a-2a45-4521-bdf3-ad41d5d4a329/b5f1e4b4-5e91-4558-9931-791e1f48adf7/8cf85429-dd17-4932-a286-54c3a757a27c) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:51.824400 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2ae9dad-64e6-450b-8508-aab82812db06 req-3162a034-1fd5-42fd-8202-d4a0a226eb88 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 210 time: 0.0849552 Nov 27 01:04:51.864736 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bde4399-271b-4103-963f-57416d1f2277 req-f2e170e6-5895-486a-b3cf-b53ecbd7048c tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=05eeb8d5747d4ff48c725ee7863f0485&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381045 Nov 27 01:04:51.922329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-1888cfc8-c692-4de4-a25e-17b00ed46069 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:51.924473 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-1888cfc8-c692-4de4-a25e-17b00ed46069 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335443 Nov 27 01:04:52.007272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:52.015417 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c02a4385-1656-491e-9ded-e7945e9bb4ee req-92673c44-6931-4ea8-87d3-636c7ac8f3d4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 210 time: 0.1435304 Nov 27 01:04:52.022874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-effdf169-60bc-4491-b12c-4618edd91e1c req-4a4ef0c8-7cfb-4992-bb11-ab0995699d0b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Request body: {'port': {'device_id': 'd6825d08-b9f6-4e7b-9f96-e2b01866026a', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '0d98ada493c341839d668e6552fe4ef3'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:52.036598 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:52.082430 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:52.112304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38517b63-ef45-4037-96a0-14cd87a50e4d req-1a6eb83b-e219-4f79-90b1-7f0b9f3ad834 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:52.122472 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38517b63-ef45-4037-96a0-14cd87a50e4d req-1a6eb83b-e219-4f79-90b1-7f0b9f3ad834 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 947 time: 0.2149799 Nov 27 01:04:52.183362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:52.194106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde4399-271b-4103-963f-57416d1f2277 req-9bd0223f-2a46-43a7-8330-145ae0e12dca tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:52.196340 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bde4399-271b-4103-963f-57416d1f2277 req-9bd0223f-2a46-43a7-8330-145ae0e12dca tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3150282 Nov 27 01:04:52.209167 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5148e0a1-b0c7-4f12-b1b8-3fff7680c281,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:52.217094 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:52.225475 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38517b63-ef45-4037-96a0-14cd87a50e4d req-86c77b07-ec7c-494d-a878-9527c771afc7 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018300 Nov 27 01:04:52.253783 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55225f7-c075-44f5-a1d2-9324435fe96e None None] Network 43b7912e-52da-47c9-b267-954cb551a0e3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:52.261491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Request body: {'port': {'device_id': '3b51436e-ebdf-484c-92b8-5aeb44e12639', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '05eeb8d5747d4ff48c725ee7863f0485'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:52.286842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.21', 57436) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:52.303256 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:52.318358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:52.318857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:52.319378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:52.319815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:52.320398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:52.321332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:52.321332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:52.322009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:52.322367 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:52.322767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:52.323203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:52.323636 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:52.342369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-8377d10a-2294-49b0-81a2-a52e66cfa906 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0d98ada493c341839d668e6552fe4ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492613 Nov 27 01:04:52.349412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-1991e7f4-521b-43d2-973f-1df44fd47552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:52.349772 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-1991e7f4-521b-43d2-973f-1df44fd47552 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58&tenant_id=8fd983e4be5a419cb019b570f4ba0ec0 HTTP/1.1" status: 200 len: 1101 time: 0.1565146 Nov 27 01:04:52.395035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['2d5f85c8-4c0a-4f1d-953e-50069bcdb809'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:52.462668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=5148e0a1-b0c7-4f12-b1b8-3fff7680c281,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:52.464424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-41ce367e-85c6-44b5-bcbb-7e6f5f6dbf58 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:52.466012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-41ce367e-85c6-44b5-bcbb-7e6f5f6dbf58 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128781 Nov 27 01:04:52.490993 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-ed9c586d-97ea-400c-8ae5-86b63e61e499 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:52.495808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-da34b700-6652-42b0-b637-2e30824332c8 req-a04c61d6-594e-49d1-97f0-21e829b298d9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1806788770', 'description': 'tempest-description-1636101249'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:52.507747 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-effdf169-60bc-4491-b12c-4618edd91e1c req-5d105617-9c5c-4b7e-994d-c4b90e26bbf5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Request body: {'port': {'device_id': '531cee06-2cb0-47ce-becf-cf7bb6efbd0b', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '0d98ada493c341839d668e6552fe4ef3'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:52.592367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1a3eb-277c-4cee-9d77-d3c6b11f381d req-5ee9af45-6bc9-413d-8542-a2211356f475 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:52.596975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-4a4ef0c8-7cfb-4992-bb11-ab0995699d0b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Made reservation on behalf of 0d98ada493c341839d668e6552fe4ef3 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:52.600323 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25d1a3eb-277c-4cee-9d77-d3c6b11f381d req-5ee9af45-6bc9-413d-8542-a2211356f475 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.0989785 Nov 27 01:04:52.600483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-4a4ef0c8-7cfb-4992-bb11-ab0995699d0b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:52.607854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Made reservation on behalf of 05eeb8d5747d4ff48c725ee7863f0485 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:52.608061 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.db.api [req-da34b700-6652-42b0-b637-2e30824332c8 req-a04c61d6-594e-49d1-97f0-21e829b298d9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 01:04:52.608061 n-d-817303-10 neutron-server[103403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 27 01:04:52.608061 n-d-817303-10 neutron-server[103403]: [parameters: {'project_id_1': '6aae32835efe41afa5485451f7cc2b07', 'expiration_1': datetime.datetime(2021, 11, 27, 1, 4, 32, 533137)}] Nov 27 01:04:52.608061 n-d-817303-10 neutron-server[103403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:04:52.608481 n-d-817303-10 neutron-server[103403]: DEBUG oslo_db.api [req-da34b700-6652-42b0-b637-2e30824332c8 req-a04c61d6-594e-49d1-97f0-21e829b298d9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:04:52.611532 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:52.626897 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:52.632744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['5148e0a1-b0c7-4f12-b1b8-3fff7680c281'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:52.643947 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-06f1d8e0-9208-46ec-b5c9-9f74276a5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:52.646040 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-06f1d8e0-9208-46ec-b5c9-9f74276a5c43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 1101 time: 0.1764297 Nov 27 01:04:52.692574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25d1a3eb-277c-4cee-9d77-d3c6b11f381d req-fd61ae63-4543-455f-9c87-0635c68afc92 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818753 Nov 27 01:04:52.770598 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-ed9c586d-97ea-400c-8ae5-86b63e61e499 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:52.793264 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:52.812027 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:52.893697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-ed9c586d-97ea-400c-8ae5-86b63e61e499 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Network a110c48a-2a45-4521-bdf3-ad41d5d4a329 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:52.898330 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fa618-8738-489a-8bf3-3ffbbc18df02 req-9eecc844-9f5f-4ccc-99f4-e121a9063f39 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:52.899849 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc3fa618-8738-489a-8bf3-3ffbbc18df02 req-9eecc844-9f5f-4ccc-99f4-e121a9063f39 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 932 time: 0.1225061 Nov 27 01:04:52.909072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38a4a0f-c95f-458f-88cc-84b7739e8919,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:52.919601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-ed9c586d-97ea-400c-8ae5-86b63e61e499 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:52.925093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-5d105617-9c5c-4b7e-994d-c4b90e26bbf5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Made reservation on behalf of 0d98ada493c341839d668e6552fe4ef3 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:52.929059 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-5d105617-9c5c-4b7e-994d-c4b90e26bbf5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:52.934101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-ed9c586d-97ea-400c-8ae5-86b63e61e499 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:52.938414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c586d-97ea-400c-8ae5-86b63e61e499 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Pushing event updated for resources: {'Port': ['ID=8cf85429-dd17-4932-a286-54c3a757a27c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:52.956291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-be30ae3b-06ce-4d80-b26b-4289a8778b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:52.958379 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-be30ae3b-06ce-4d80-b26b-4289a8778b91 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2973895 Nov 27 01:04:52.968460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc3fa618-8738-489a-8bf3-3ffbbc18df02 req-520f4bb5-c18a-4e5f-b597-c5f2f4adceae tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563481 Nov 27 01:04:53.000909 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-effdf169-60bc-4491-b12c-4618edd91e1c req-4a4ef0c8-7cfb-4992-bb11-ab0995699d0b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Allocated IP 192.168.233.81 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/8462ea3d-adb2-45b2-bee5-7569bb1e3483) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:53.058820 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-a825f8d8-2830-40e1-940c-4392108ce1f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42 HTTP/1.1" status: 200 len: 217 time: 0.0745223 Nov 27 01:04:53.091043 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd59a9b-425b-4c29-8378-7d657dcae02f req-d8079d81-7b97-4390-9a15-bb0d6d20659b tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:53.096720 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bd59a9b-425b-4c29-8378-7d657dcae02f req-d8079d81-7b97-4390-9a15-bb0d6d20659b tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 944 time: 0.0608008 Nov 27 01:04:53.114549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-ed9c586d-97ea-400c-8ae5-86b63e61e499 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:53.115187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-ed9c586d-97ea-400c-8ae5-86b63e61e499 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.149410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bd59a9b-425b-4c29-8378-7d657dcae02f req-efe43433-1423-455d-b7af-16593b2a9a82 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499563 Nov 27 01:04:53.159200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f810ffd7-362a-45f1-b19e-bb93dc0a196c None None] Provisioning complete for port 8cf85429-dd17-4932-a286-54c3a757a27c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:53.160862 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f810ffd7-362a-45f1-b19e-bb93dc0a196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.201046 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-ed9c586d-97ea-400c-8ae5-86b63e61e499 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9934654 Nov 27 01:04:53.235012 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f810ffd7-362a-45f1-b19e-bb93dc0a196c None None] Port 8cf85429-dd17-4932-a286-54c3a757a27c cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:53.240668 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37fa4b14-f8ec-4da0-a0d5-b08d74dd1002 req-ec3e0974-a06f-4d05-93f6-db2685bf1090 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 210 time: 0.0321629 Nov 27 01:04:53.323844 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3f3db024-b150-4eae-ba06-6d0f153064f4 req-78c7274f-e284-4143-8b94-c6b18ff587a7 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 210 time: 0.0274317 Nov 27 01:04:53.349432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:53.401519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:04:53.406339 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:53.406900 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.409799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7bdf808b-5054-4b47-bc31-4ef73518ec42 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:04:53.471911 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['0d0f7858-d34b-49db-ad2c-225383ff060b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:53.475199 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Request body: {'port': {'device_id': '719faba2-ca38-4946-9e43-362bba37e570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:53.489083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-f7da8852-4162-4951-b766-a950a3f3e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:53.490515 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-f7da8852-4162-4951-b766-a950a3f3e3d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.4177637 Nov 27 01:04:53.510423 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-da34b700-6652-42b0-b637-2e30824332c8 req-a04c61d6-594e-49d1-97f0-21e829b298d9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.544133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91fd7a-f5a0-45fa-8272-6ac43a664da6 req-ee663441-a5b3-4d2f-91ff-717c05979083 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:53.548720 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc91fd7a-f5a0-45fa-8272-6ac43a664da6 req-ee663441-a5b3-4d2f-91ff-717c05979083 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 948 time: 0.0652912 Nov 27 01:04:53.600180 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc91fd7a-f5a0-45fa-8272-6ac43a664da6 req-d39a6738-40ce-4399-ad97-a0dcad9df50d tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479202 Nov 27 01:04:53.631224 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.648653 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.660685 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.678710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-6808c99b-08f2-401a-9512-ee2552f0ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:53.680199 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-6808c99b-08f2-401a-9512-ee2552f0ea53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1709549 Nov 27 01:04:53.686101 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77477b20-2314-452d-b1e8-b2dd563abf58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bdf808b-5054-4b47-bc31-4ef73518ec42'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:53.689049 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc98eb4-9bf3-4095-b3fa-69bab2c5f735" -d '{"events": [{"server_uuid": "77477b20-2314-452d-b1e8-b2dd563abf58", "name": "network-vif-unplugged", "status": "completed", "tag": "7bdf808b-5054-4b47-bc31-4ef73518ec42"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:53.722693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7bdf808b-5054-4b47-bc31-4ef73518ec42, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:53.739252 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.743510 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468b8ac-2cba-4f3e-9dc0-154c102bbd0c x-openstack-request-id: req-f468b8ac-2cba-4f3e-9dc0-154c102bbd0c {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:53.743824 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77477b20-2314-452d-b1e8-b2dd563abf58", "name": "network-vif-unplugged", "status": "completed", "tag": "7bdf808b-5054-4b47-bc31-4ef73518ec42", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:53.744278 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f468b8ac-2cba-4f3e-9dc0-154c102bbd0c {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:53.744678 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77477b20-2314-452d-b1e8-b2dd563abf58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bdf808b-5054-4b47-bc31-4ef73518ec42', 'code': 200} Nov 27 01:04:53.745380 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-4a4ef0c8-7cfb-4992-bb11-ab0995699d0b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.751241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:53.776060 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.821334 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-da34b700-6652-42b0-b637-2e30824332c8 req-a04c61d6-594e-49d1-97f0-21e829b298d9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.824658 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=7bdf808b-5054-4b47-bc31-4ef73518ec42,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:53.837560 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-da34b700-6652-42b0-b637-2e30824332c8 req-a04c61d6-594e-49d1-97f0-21e829b298d9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.847140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33def5-9451-4b57-ac03-8f0f93cf93cd req-1174b341-9cc2-462d-8853-7284b01e4708 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:53.848723 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9f33def5-9451-4b57-ac03-8f0f93cf93cd req-1174b341-9cc2-462d-8853-7284b01e4708 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 947 time: 0.0597734 Nov 27 01:04:53.882922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:53.898037 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9f33def5-9451-4b57-ac03-8f0f93cf93cd req-52f423fc-5bd8-447a-9ca3-356df73ecb7e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427008 Nov 27 01:04:53.965031 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-da34b700-6652-42b0-b637-2e30824332c8 req-a04c61d6-594e-49d1-97f0-21e829b298d9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.966224 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da34b700-6652-42b0-b637-2e30824332c8 req-a04c61d6-594e-49d1-97f0-21e829b298d9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.4902587 Nov 27 01:04:53.974596 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-4a4ef0c8-7cfb-4992-bb11-ab0995699d0b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.980014 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-2e02b88a-59e4-4097-9a8a-ed6e14246bc5 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887063 Nov 27 01:04:53.986126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c61d6-594e-49d1-97f0-21e829b298d9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f389dd-214b-436c-90fe-62d54fba5711,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:54.007184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-3aa1d91d-4bed-46e5-a32a-d6ff92ee3134 req-22c6ec58-60da-41bc-b79d-e0bdd3623fe0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-669603345', 'description': 'tempest-description-289805148'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:54.013884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:54.053720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Allocated IP 192.168.233.186 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/73d16c37-be2d-46d4-bb3f-ec6b9884633a) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:54.105218 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3aa1d91d-4bed-46e5-a32a-d6ff92ee3134 req-22c6ec58-60da-41bc-b79d-e0bdd3623fe0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.147058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effdf169-60bc-4491-b12c-4618edd91e1c req-4a4ef0c8-7cfb-4992-bb11-ab0995699d0b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:54.151755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ef0c8-7cfb-4992-bb11-ab0995699d0b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event updated for resources: {'Port': ['ID=8462ea3d-adb2-45b2-bee5-7569bb1e3483,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:54.159010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-effdf169-60bc-4491-b12c-4618edd91e1c req-4a4ef0c8-7cfb-4992-bb11-ab0995699d0b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:54.167057 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-effdf169-60bc-4491-b12c-4618edd91e1c req-4a4ef0c8-7cfb-4992-bb11-ab0995699d0b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:54.272920 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3aa1d91d-4bed-46e5-a32a-d6ff92ee3134 req-22c6ec58-60da-41bc-b79d-e0bdd3623fe0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.280428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead2cf4-25df-414a-a2e8-198c5380ccf7 req-585d384e-2f0b-4ee9-ae43-bc6043e83d4c tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:54.281817 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3aa1d91d-4bed-46e5-a32a-d6ff92ee3134 req-22c6ec58-60da-41bc-b79d-e0bdd3623fe0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.281960 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aead2cf4-25df-414a-a2e8-198c5380ccf7 req-585d384e-2f0b-4ee9-ae43-bc6043e83d4c tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 932 time: 0.2049561 Nov 27 01:04:54.304835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-4a4ef0c8-7cfb-4992-bb11-ab0995699d0b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:54.305078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.305474 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-4a4ef0c8-7cfb-4992-bb11-ab0995699d0b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.309234 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-727b5648-51fb-48a0-b410-33f01dc02be7 req-f7ea288b-763c-4aeb-a965-9f2304027374 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192222 Nov 27 01:04:54.331711 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3aa1d91d-4bed-46e5-a32a-d6ff92ee3134 req-22c6ec58-60da-41bc-b79d-e0bdd3623fe0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.333643 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3aa1d91d-4bed-46e5-a32a-d6ff92ee3134 req-22c6ec58-60da-41bc-b79d-e0bdd3623fe0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3354170 Nov 27 01:04:54.350655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6ec58-60da-41bc-b79d-e0bdd3623fe0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4112d4d-9ee1-400c-bae8-f999ea6cbb36,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:54.374857 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.375632 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-4a4ef0c8-7cfb-4992-bb11-ab0995699d0b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3658688 Nov 27 01:04:54.431712 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Request body: {'port': {'device_id': 'd6825d08-b9f6-4e7b-9f96-e2b01866026a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:54.478813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Pushing event updated for resources: {'Port': ['ID=73d16c37-be2d-46d4-bb3f-ec6b9884633a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:54.487641 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:54.496977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aead2cf4-25df-414a-a2e8-198c5380ccf7 req-17f85b54-0a3e-4c75-827c-88024c283fcc tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040231 Nov 27 01:04:54.505237 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:54.511932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:54.528988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf85429-dd17-4932-a286-54c3a757a27c {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:54.550655 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.562175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74882e4a-6259-4443-954b-41055d14c39d req-e4d8b5b3-b30d-48e8-b582-5ec004fdf317 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:54.570472 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-74882e4a-6259-4443-954b-41055d14c39d req-e4d8b5b3-b30d-48e8-b582-5ec004fdf317 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 945 time: 0.1006737 Nov 27 01:04:54.574243 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a460684a-5b50-49f5-afc1-3beafc842d8e None None] Provisioning complete for port 8462ea3d-adb2-45b2-bee5-7569bb1e3483 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:54.574739 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a460684a-5b50-49f5-afc1-3beafc842d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.599152 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-effdf169-60bc-4491-b12c-4618edd91e1c req-5d105617-9c5c-4b7e-994d-c4b90e26bbf5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Allocated IP 192.168.233.182 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/c56a7cc8-bda9-451f-b56a-0c99631e5c93) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:54.606921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Transition to ACTIVE for port object 8cf85429-dd17-4932-a286-54c3a757a27c will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:54.616090 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.626443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:54.627082 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.640374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a460684a-5b50-49f5-afc1-3beafc842d8e None None] Port 8462ea3d-adb2-45b2-bee5-7569bb1e3483 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:54.647437 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bde4399-271b-4103-963f-57416d1f2277 req-a2248a5a-2017-4d74-bb75-8d9244a13788 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4170346 Nov 27 01:04:54.649467 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.670191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Request body: {'port': {'device_id': '3b51436e-ebdf-484c-92b8-5aeb44e12639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:54.698680 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-74882e4a-6259-4443-954b-41055d14c39d req-2fa01d15-b438-4247-ba3f-a594acc12164 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272776 Nov 27 01:04:54.739533 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.797912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf85429-dd17-4932-a286-54c3a757a27c,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:54.824904 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c031cd20-8de6-4372-a5ef-d91297262076 req-badf4855-b932-437c-9cc1-f361513f0bd9 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 210 time: 0.0334141 Nov 27 01:04:54.827677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d815a5f-7d89-4e98-9ad4-1c616ca578b0 req-5a86dc8f-c169-4a56-9bfc-c7fe12a98a07 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:54.829242 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9d815a5f-7d89-4e98-9ad4-1c616ca578b0 req-5a86dc8f-c169-4a56-9bfc-c7fe12a98a07 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 936 time: 0.2145600 Nov 27 01:04:54.869749 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-30306b0a-44f1-4ff9-b197-420258324352 None None] Provisioning complete for port 73d16c37-be2d-46d4-bb3f-ec6b9884633a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:54.870500 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30306b0a-44f1-4ff9-b197-420258324352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.950034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-30306b0a-44f1-4ff9-b197-420258324352 None None] Port 73d16c37-be2d-46d4-bb3f-ec6b9884633a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:55.059626 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-658f1449-e9dc-4d88-b241-0b15d6f0da86 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:55.061297 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-658f1449-e9dc-4d88-b241-0b15d6f0da86 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/networks?id=43b7912e-52da-47c9-b267-954cb551a0e3 HTTP/1.1" status: 200 len: 812 time: 0.1146293 Nov 27 01:04:55.077391 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-af671741-cfbc-45fd-9817-7bd5d640dabe tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/quotas/6aae32835efe41afa5485451f7cc2b07 HTTP/1.1" status: 200 len: 375 time: 0.0097864 Nov 27 01:04:55.101507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9d815a5f-7d89-4e98-9ad4-1c616ca578b0 req-8f3723a0-2e53-422d-b235-6433aa23ae0f tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c38a4a0f-c95f-458f-88cc-84b7739e8919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302048 Nov 27 01:04:55.103986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Attempting to bind port 8cf85429-dd17-4932-a286-54c3a757a27c on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:55.104748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Attempting to bind port 8cf85429-dd17-4932-a286-54c3a757a27c by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:55.104748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Attempting to bind port 8cf85429-dd17-4932-a286-54c3a757a27c on network a110c48a-2a45-4521-bdf3-ad41d5d4a329 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:55.110332 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-68d2c3c2-ebc2-43e7-8848-00b4c8c68a0a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6aae32835efe41afa5485451f7cc2b07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260079 Nov 27 01:04:55.117466 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Port 8cf85429-dd17-4932-a286-54c3a757a27c on network a110c48a-2a45-4521-bdf3-ad41d5d4a329 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:55.117788 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Attempting to bind port 8cf85429-dd17-4932-a286-54c3a757a27c on network a110c48a-2a45-4521-bdf3-ad41d5d4a329 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:55.127010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:55.127704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Checking segment: {'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:55.127704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Bound using segment: {'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:55.128103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Bound port: 8cf85429-dd17-4932-a286-54c3a757a27c, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7774d87-2022-4aef-87dd-c4f7ad113b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:55.129126 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.147482 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-5d105617-9c5c-4b7e-994d-c4b90e26bbf5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.224414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] For port 8cf85429-dd17-4932-a286-54c3a757a27c, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:55.228311 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] For port 8cf85429-dd17-4932-a286-54c3a757a27c, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8cf85429-dd17-4932-a286-54c3a757a27c,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:55.237004 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-2729a917-aabc-447e-a114-b7a6c380529e service neutron] 10.222.0.15 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110888 Nov 27 01:04:55.237301 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-5d105617-9c5c-4b7e-994d-c4b90e26bbf5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.246474 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.275452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:55.289393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effdf169-60bc-4491-b12c-4618edd91e1c req-5d105617-9c5c-4b7e-994d-c4b90e26bbf5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:55.317039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-effdf169-60bc-4491-b12c-4618edd91e1c req-5d105617-9c5c-4b7e-994d-c4b90e26bbf5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:55.319520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:55.320135 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.321629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] 10.222.0.21 "PUT /v2.0/ports/8cf85429-dd17-4932-a286-54c3a757a27c HTTP/1.1" status: 200 len: 1093 time: 2.1033149 Nov 27 01:04:55.338373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719faba2-ca38-4946-9e43-362bba37e570', 'tag': '8cf85429-dd17-4932-a286-54c3a757a27c'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:55.340696 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6b18df-46ce-4982-a39d-caf96d3b6431" -d '{"events": [{"name": "network-changed", "server_uuid": "719faba2-ca38-4946-9e43-362bba37e570", "tag": "8cf85429-dd17-4932-a286-54c3a757a27c"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:55.346795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-effdf169-60bc-4491-b12c-4618edd91e1c req-5d105617-9c5c-4b7e-994d-c4b90e26bbf5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:55.392737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d105617-9c5c-4b7e-994d-c4b90e26bbf5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event updated for resources: {'Port': ['ID=c56a7cc8-bda9-451f-b56a-0c99631e5c93,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:55.417424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:55.518010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211db687-69e8-4409-966b-61397d702a27 req-12fc11d5-3372-41fb-8e97-00c430c5fef7 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:55.518283 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-61156d8e-e64c-4b06-bdc0-4b5b10746ee8 service neutron] 10.222.0.15 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209201 Nov 27 01:04:55.519632 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-211db687-69e8-4409-966b-61397d702a27 req-12fc11d5-3372-41fb-8e97-00c430c5fef7 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 948 time: 0.2350676 Nov 27 01:04:55.542605 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:04:55.554066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-5d105617-9c5c-4b7e-994d-c4b90e26bbf5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:55.554840 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-5d105617-9c5c-4b7e-994d-c4b90e26bbf5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.555020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:55.556129 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.589978 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-5d105617-9c5c-4b7e-994d-c4b90e26bbf5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0897818 Nov 27 01:04:55.603244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-057f44e0-03f6-4b05-a776-4045a7cf9b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:55.604643 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-057f44e0-03f6-4b05-a776-4045a7cf9b53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 1096 time: 0.2088063 Nov 27 01:04:55.621125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d16c37-be2d-46d4-bb3f-ec6b9884633a {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:55.630079 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.635214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940a9f7-b8a6-4b55-93ae-008ae75fcef8 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf85429-dd17-4932-a286-54c3a757a27c,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:55.646356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Transition to ACTIVE for port object 73d16c37-be2d-46d4-bb3f-ec6b9884633a will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:55.648378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Request body: {'port': {'device_id': '531cee06-2cb0-47ce-becf-cf7bb6efbd0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:55.650917 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.727546 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.741942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Pushing event updated for resources: {'Port': ['ID=73d16c37-be2d-46d4-bb3f-ec6b9884633a,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:55.754519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5f85c8-4c0a-4f1d-953e-50069bcdb809'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:55.757631 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77559317-44ae-4fcd-9c97-27ca73f18d9e" -d '{"events": [{"server_uuid": "43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96", "name": "network-vif-plugged", "status": "completed", "tag": "2d5f85c8-4c0a-4f1d-953e-50069bcdb809"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:55.813031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5148e0a1-b0c7-4f12-b1b8-3fff7680c281,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:55.816851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-52136d88-397b-498e-b3a0-291f80380f51 None None] Provisioning complete for port c56a7cc8-bda9-451f-b56a-0c99631e5c93 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:55.817355 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-52136d88-397b-498e-b3a0-291f80380f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.820385 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.837878 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Attempting to bind port 73d16c37-be2d-46d4-bb3f-ec6b9884633a on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:55.838216 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Attempting to bind port 73d16c37-be2d-46d4-bb3f-ec6b9884633a by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:55.838540 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Attempting to bind port 73d16c37-be2d-46d4-bb3f-ec6b9884633a on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:55.872301 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Port 73d16c37-be2d-46d4-bb3f-ec6b9884633a on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:55.872633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Attempting to bind port 73d16c37-be2d-46d4-bb3f-ec6b9884633a on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:55.877618 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-a585c2ab-c2a6-46ea-a88d-60430ca7ec8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cf85429-dd17-4932-a286-54c3a757a27c HTTP/1.1" status: 200 len: 217 time: 0.2355402 Nov 27 01:04:55.894775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-52136d88-397b-498e-b3a0-291f80380f51 None None] Port c56a7cc8-bda9-451f-b56a-0c99631e5c93 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:55.925257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:55.926208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:55.926675 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:55.927169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Bound port: 73d16c37-be2d-46d4-bb3f-ec6b9884633a, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:55.927594 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.937383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=5148e0a1-b0c7-4f12-b1b8-3fff7680c281,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:55.986188 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5be4c-a3b1-4926-98fc-6dae3ab34c05 req-0f4a2eb4-046a-46ab-9fa4-07f3cd617d1f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:55.987892 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-64d5be4c-a3b1-4926-98fc-6dae3ab34c05 req-0f4a2eb4-046a-46ab-9fa4-07f3cd617d1f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 947 time: 0.1521795 Nov 27 01:04:55.991734 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-211db687-69e8-4409-966b-61397d702a27 req-739d941f-c576-45ff-a3a4-a43a7d540d8a tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521270 Nov 27 01:04:56.066975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] For port 73d16c37-be2d-46d4-bb3f-ec6b9884633a, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:56.071956 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc240a03-5d79-434e-9c26-406e29d1b141 x-openstack-request-id: req-cc240a03-5d79-434e-9c26-406e29d1b141 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:56.072274 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719faba2-ca38-4946-9e43-362bba37e570", "tag": "8cf85429-dd17-4932-a286-54c3a757a27c", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:56.072536 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc240a03-5d79-434e-9c26-406e29d1b141 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:56.073104 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719faba2-ca38-4946-9e43-362bba37e570', 'tag': '8cf85429-dd17-4932-a286-54c3a757a27c', 'status': 'completed', 'code': 200} Nov 27 01:04:56.088303 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-64d5be4c-a3b1-4926-98fc-6dae3ab34c05 req-4f735e6c-91dd-4e44-b6a4-9ac988458f8f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861447 Nov 27 01:04:56.092144 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] For port 73d16c37-be2d-46d4-bb3f-ec6b9884633a, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=73d16c37-be2d-46d4-bb3f-ec6b9884633a,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:56.099096 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:56.101605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-45270b22-8393-4424-9daf-a46a3a833824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.103139 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-45270b22-8393-4424-9daf-a46a3a833824 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.2246761 Nov 27 01:04:56.137908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.138559 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:56.140103 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bde4399-271b-4103-963f-57416d1f2277 req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] 10.222.0.31 "PUT /v2.0/ports/73d16c37-be2d-46d4-bb3f-ec6b9884633a HTTP/1.1" status: 200 len: 1097 time: 1.4759734 Nov 27 01:04:56.140536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b51436e-ebdf-484c-92b8-5aeb44e12639', 'tag': '73d16c37-be2d-46d4-bb3f-ec6b9884633a'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:56.142817 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabab435-011d-462f-ae3f-f0169072b4be" -d '{"events": [{"name": "network-changed", "server_uuid": "3b51436e-ebdf-484c-92b8-5aeb44e12639", "tag": "73d16c37-be2d-46d4-bb3f-ec6b9884633a"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:56.196093 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:56.209842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8462ea3d-adb2-45b2-bee5-7569bb1e3483 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:56.220945 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d273613a-a586-48a6-8525-5ecf679b0fe0 req-55f2257f-cb0b-4789-97f2-c07d9208dab6 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 210 time: 0.0369310 Nov 27 01:04:56.232429 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:56.273483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3bfd5-c3a4-464c-b27d-4522d1992034 service neutron] Pushing event updated for resources: {'Port': ['ID=73d16c37-be2d-46d4-bb3f-ec6b9884633a,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:56.289218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde4399-271b-4103-963f-57416d1f2277 req-cc475e6b-0de7-4b6c-9d6b-ec957eb3305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.291483 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bde4399-271b-4103-963f-57416d1f2277 req-cc475e6b-0de7-4b6c-9d6b-ec957eb3305a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=05eeb8d5747d4ff48c725ee7863f0485&device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 1100 time: 0.0623035 Nov 27 01:04:56.306024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Transition to ACTIVE for port object 8462ea3d-adb2-45b2-bee5-7569bb1e3483 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:56.316849 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:56.356630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-e06ac7dd-1b25-4941-8ff3-172573ecf695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.358142 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-e06ac7dd-1b25-4941-8ff3-172573ecf695 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2175617 Nov 27 01:04:56.369114 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bde4399-271b-4103-963f-57416d1f2277 req-4fedc139-68c4-459d-a1f2-81f33deeb28f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=73d16c37-be2d-46d4-bb3f-ec6b9884633a HTTP/1.1" status: 200 len: 217 time: 0.0601470 Nov 27 01:04:56.458333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d39c6-7a2f-4661-8a58-bd66f43ccadb req-21869270-9055-4eec-be01-05de159012e4 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.460832 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-861d39c6-7a2f-4661-8a58-bd66f43ccadb req-21869270-9055-4eec-be01-05de159012e4 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 945 time: 0.1384957 Nov 27 01:04:56.472976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde4399-271b-4103-963f-57416d1f2277 req-bd35408a-900a-4203-9511-bf9800aeedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.475034 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bde4399-271b-4103-963f-57416d1f2277 req-bd35408a-900a-4203-9511-bf9800aeedd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0898814 Nov 27 01:04:56.553237 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde4399-271b-4103-963f-57416d1f2277 req-ddd2df10-cd4d-4019-bcf8-98bda8756a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.554989 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bde4399-271b-4103-963f-57416d1f2277 req-ddd2df10-cd4d-4019-bcf8-98bda8756a7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0723319 Nov 27 01:04:56.560401 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-861d39c6-7a2f-4661-8a58-bd66f43ccadb req-e2213320-59c4-44fb-bdb9-ca18d708ffb2 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842409 Nov 27 01:04:56.605990 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b62516-8d78-4819-a362-abddc810cebf x-openstack-request-id: req-a9b62516-8d78-4819-a362-abddc810cebf {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:56.606301 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96", "name": "network-vif-plugged", "status": "completed", "tag": "2d5f85c8-4c0a-4f1d-953e-50069bcdb809", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:56.606828 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9b62516-8d78-4819-a362-abddc810cebf {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:56.607272 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5f85c8-4c0a-4f1d-953e-50069bcdb809', 'code': 200} Nov 27 01:04:56.657637 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b344b-93db-470f-a177-1b315930897f req-31d95cc7-1594-4799-93cc-f3a95623d238 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.658969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd7b344b-93db-470f-a177-1b315930897f req-31d95cc7-1594-4799-93cc-f3a95623d238 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 944 time: 0.4599197 Nov 27 01:04:56.710813 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bde4399-271b-4103-963f-57416d1f2277 req-e0534107-9d85-4caf-874d-3f4dc3f971bb service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192424 Nov 27 01:04:56.749748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.21', 57437) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:56.825599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2391194-87f1-41f7-a832-ca09b42732dd req-57305b72-012a-4be7-9f3e-f7bdcf75c4fd tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.827292 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2391194-87f1-41f7-a832-ca09b42732dd req-57305b72-012a-4be7-9f3e-f7bdcf75c4fd tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 936 time: 0.1154890 Nov 27 01:04:56.859918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Pushing event updated for resources: {'Port': ['ID=8462ea3d-adb2-45b2-bee5-7569bb1e3483,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:56.869616 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bde4399-271b-4103-963f-57416d1f2277 req-de835d24-ffb8-4310-8fad-eaf583deb4b8 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453576 Nov 27 01:04:56.903443 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2391194-87f1-41f7-a832-ca09b42732dd req-63b761e4-d31e-4f0c-a256-dc55481fcbc2 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666742 Nov 27 01:04:56.942466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd7b344b-93db-470f-a177-1b315930897f req-0b838a38-e180-41ad-ae4f-0d4d70e33e74 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612584 Nov 27 01:04:56.994609 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57bdf8d-e4ca-4462-8b2f-71a15db4b69a x-openstack-request-id: req-f57bdf8d-e4ca-4462-8b2f-71a15db4b69a {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:56.995007 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b51436e-ebdf-484c-92b8-5aeb44e12639", "tag": "73d16c37-be2d-46d4-bb3f-ec6b9884633a", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:56.995378 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f57bdf8d-e4ca-4462-8b2f-71a15db4b69a {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:56.996377 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b51436e-ebdf-484c-92b8-5aeb44e12639', 'tag': '73d16c37-be2d-46d4-bb3f-ec6b9884633a', 'status': 'completed', 'code': 200} Nov 27 01:04:57.000944 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-d52c7821-74d1-4298-9034-c43be847c1a8 service neutron] 10.222.0.21 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684134 Nov 27 01:04:57.007832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0216e65-6624-4554-9369-fc94f8af1ab3 req-8e857225-0964-490f-a831-2c15720f7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.009299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0216e65-6624-4554-9369-fc94f8af1ab3 req-8e857225-0964-490f-a831-2c15720f7aea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 1097 time: 0.2539530 Nov 27 01:04:57.020345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Attempting to bind port 8462ea3d-adb2-45b2-bee5-7569bb1e3483 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:57.020675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Attempting to bind port 8462ea3d-adb2-45b2-bee5-7569bb1e3483 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:57.020998 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Attempting to bind port 8462ea3d-adb2-45b2-bee5-7569bb1e3483 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:57.043572 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd764c1-28be-45d0-9c3e-a568884a63ca req-299d0e8b-a4ca-4416-8177-3b61ed4961b3 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.045223 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9cd764c1-28be-45d0-9c3e-a568884a63ca req-299d0e8b-a4ca-4416-8177-3b61ed4961b3 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 948 time: 0.0703218 Nov 27 01:04:57.067335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Port 8462ea3d-adb2-45b2-bee5-7569bb1e3483 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:57.067558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Attempting to bind port 8462ea3d-adb2-45b2-bee5-7569bb1e3483 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:57.102936 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9cd764c1-28be-45d0-9c3e-a568884a63ca req-b927c41e-f724-4f71-9e4a-459d53508629 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c38a4a0f-c95f-458f-88cc-84b7739e8919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504236 Nov 27 01:04:57.115661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:57.115999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:57.116463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:57.116962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Bound port: 8462ea3d-adb2-45b2-bee5-7569bb1e3483, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:57.117324 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:57.144983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabab435-011d-462f-ae3f-f0169072b4be req-8e031cb0-7a0f-4fc7-a16a-720a1d4313cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.146632 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dabab435-011d-462f-ae3f-f0169072b4be req-8e031cb0-7a0f-4fc7-a16a-720a1d4313cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=05eeb8d5747d4ff48c725ee7863f0485&device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 1100 time: 0.0601211 Nov 27 01:04:57.179007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0216e65-6624-4554-9369-fc94f8af1ab3 req-d604e642-6444-4d7f-a5a5-9390d6f736b7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521213 Nov 27 01:04:57.295266 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade8a1e-7324-452d-9697-22a8b71bf964 req-4138c533-16e4-498b-9222-5757ce3c1f1d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.296800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2ade8a1e-7324-452d-9697-22a8b71bf964 req-4138c533-16e4-498b-9222-5757ce3c1f1d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 947 time: 0.0798526 Nov 27 01:04:57.299634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabab435-011d-462f-ae3f-f0169072b4be req-4d103a46-c55a-4689-8d97-057d8921dace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.301840 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dabab435-011d-462f-ae3f-f0169072b4be req-4d103a46-c55a-4689-8d97-057d8921dace service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1442115 Nov 27 01:04:57.325248 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1a876e-3039-4e71-a55c-454dbaa15e69 req-4acef8f2-7595-4cda-b1ec-0a5b0a25e9cb service neutron] 10.222.0.21 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002474 Nov 27 01:04:57.351374 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dabab435-011d-462f-ae3f-f0169072b4be req-1b133879-6242-47d9-a090-9a8622138788 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=73d16c37-be2d-46d4-bb3f-ec6b9884633a HTTP/1.1" status: 200 len: 217 time: 0.0407221 Nov 27 01:04:57.414256 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2ade8a1e-7324-452d-9697-22a8b71bf964 req-27cc3a0a-c6a8-419d-a9f8-3788da67e16f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105638 Nov 27 01:04:57.415789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] For port 8462ea3d-adb2-45b2-bee5-7569bb1e3483, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:57.421723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabab435-011d-462f-ae3f-f0169072b4be req-fb6bd1da-dbd8-48a8-8169-1b53e576adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.422226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56a7cc8-bda9-451f-b56a-0c99631e5c93 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:57.423242 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dabab435-011d-462f-ae3f-f0169072b4be req-fb6bd1da-dbd8-48a8-8169-1b53e576adb8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0594592 Nov 27 01:04:57.434432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d9aa4-53fe-42ba-bcea-8dd85e45d740 req-8bd15339-a9af-4231-8fbb-017ddaf21259 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.435950 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1f7d9aa4-53fe-42ba-bcea-8dd85e45d740 req-8bd15339-a9af-4231-8fbb-017ddaf21259 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 949 time: 0.2689576 Nov 27 01:04:57.443633 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:57.480885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabab435-011d-462f-ae3f-f0169072b4be req-fd10509c-bc75-41e3-a63e-22f75f4950d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.483844 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dabab435-011d-462f-ae3f-f0169072b4be req-fd10509c-bc75-41e3-a63e-22f75f4950d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521886 Nov 27 01:04:57.485835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] For port 8462ea3d-adb2-45b2-bee5-7569bb1e3483, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8462ea3d-adb2-45b2-bee5-7569bb1e3483,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:57.505682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Transition to ACTIVE for port object c56a7cc8-bda9-451f-b56a-0c99631e5c93 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:57.507102 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:57.511826 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85ff4a82-3349-48b7-83a9-4fc2323cbb84 req-0733b51e-30f0-4b7c-9b83-fa0934361211 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 210 time: 0.0268381 Nov 27 01:04:57.524384 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:57.574594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-6988503a-508c-443d-8f0c-d9260c949362 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.576126 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-6988503a-508c-443d-8f0c-d9260c949362 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.31 "GET /v2.0/networks?id=43b7912e-52da-47c9-b267-954cb551a0e3 HTTP/1.1" status: 200 len: 812 time: 0.3276730 Nov 27 01:04:57.590322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.590933 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:57.592278 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] 10.222.0.21 "PUT /v2.0/ports/8462ea3d-adb2-45b2-bee5-7569bb1e3483 HTTP/1.1" status: 200 len: 1096 time: 3.1889870 Nov 27 01:04:57.621701 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-7027efde-a461-4fbe-925a-c770ebd7cf4a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'port': {'device_id': '4d1b4f98-3c13-4054-9835-316d5149b10a', 'network_id': '43b7912e-52da-47c9-b267-954cb551a0e3', 'admin_state_up': True, 'tenant_id': '6aae32835efe41afa5485451f7cc2b07'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:57.665806 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dabab435-011d-462f-ae3f-f0169072b4be req-8c2ce936-b0e7-4134-b1ac-225de8672a63 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338668 Nov 27 01:04:57.674602 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1f7d9aa4-53fe-42ba-bcea-8dd85e45d740 req-862f3f6c-b2de-454b-b8fa-7174b611a207 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251945 Nov 27 01:04:57.743193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae973d-66b1-424d-b2ca-088b0db41d21 service neutron] Pushing event updated for resources: {'Port': ['ID=8462ea3d-adb2-45b2-bee5-7569bb1e3483,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:57.760517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6028d3e-2f71-4ca3-9ff8-87f0ea423a2b req-17958b4e-d7ac-45ed-8b06-80f08eeb6c24 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.762052 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e6028d3e-2f71-4ca3-9ff8-87f0ea423a2b req-17958b4e-d7ac-45ed-8b06-80f08eeb6c24 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 945 time: 0.1160462 Nov 27 01:04:57.840170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b18df-46ce-4982-a39d-caf96d3b6431 req-8d560963-fa65-43e7-a7bc-bb5f7f3b414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.841651 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e6b18df-46ce-4982-a39d-caf96d3b6431 req-8d560963-fa65-43e7-a7bc-bb5f7f3b414f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 1096 time: 0.2546730 Nov 27 01:04:57.901834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=c56a7cc8-bda9-451f-b56a-0c99631e5c93,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:57.937881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-001539f4-9a5c-4aec-a2ea-88ccf06f71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.939383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-001539f4-9a5c-4aec-a2ea-88ccf06f71ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=d6825d08-b9f6-4e7b-9f96-e2b01866026a HTTP/1.1" status: 200 len: 1099 time: 0.2343171 Nov 27 01:04:58.028606 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e5be67fc-4672-4f2c-9268-aaeeb2d7e06d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=8462ea3d-adb2-45b2-bee5-7569bb1e3483 HTTP/1.1" status: 200 len: 217 time: 0.0636628 Nov 27 01:04:58.038823 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Attempting to bind port c56a7cc8-bda9-451f-b56a-0c99631e5c93 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:58.039145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Attempting to bind port c56a7cc8-bda9-451f-b56a-0c99631e5c93 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:58.039506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Attempting to bind port c56a7cc8-bda9-451f-b56a-0c99631e5c93 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:58.082672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6825d08-b9f6-4e7b-9f96-e2b01866026a', 'tag': '8462ea3d-adb2-45b2-bee5-7569bb1e3483'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:58.084663 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b7fc7d-facb-45a7-855f-e0ed18c5e633" -d '{"events": [{"name": "network-changed", "server_uuid": "d6825d08-b9f6-4e7b-9f96-e2b01866026a", "tag": "8462ea3d-adb2-45b2-bee5-7569bb1e3483"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:58.093127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-7027efde-a461-4fbe-925a-c770ebd7cf4a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Made reservation on behalf of 6aae32835efe41afa5485451f7cc2b07 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:58.096725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-7027efde-a461-4fbe-925a-c770ebd7cf4a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:58.109597 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dabab435-011d-462f-ae3f-f0169072b4be req-41e014de-9623-4a2f-98fb-da6728a5eb6f service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255805 Nov 27 01:04:58.118423 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:58.120101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Port c56a7cc8-bda9-451f-b56a-0c99631e5c93 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:58.120533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Attempting to bind port c56a7cc8-bda9-451f-b56a-0c99631e5c93 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:58.136289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e6028d3e-2f71-4ca3-9ff8-87f0ea423a2b req-7ac5305d-4884-48c6-9d28-04c4dffbb966 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565934 Nov 27 01:04:58.147984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b18df-46ce-4982-a39d-caf96d3b6431 req-d754e904-e5fd-43a3-bd62-925dd8f9960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.149491 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e6b18df-46ce-4982-a39d-caf96d3b6431 req-d754e904-e5fd-43a3-bd62-925dd8f9960a service neutron] 10.222.0.21 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 921 time: 0.2957788 Nov 27 01:04:58.150219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:58.150552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:58.150928 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:58.151360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Bound port: c56a7cc8-bda9-451f-b56a-0c99631e5c93, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:58.151713 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:58.219883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-1166e860-70f9-45cd-bcc8-7529ebe27c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.221423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-1166e860-70f9-45cd-bcc8-7529ebe27c5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1634486 Nov 27 01:04:58.226998 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e6b18df-46ce-4982-a39d-caf96d3b6431 req-2fb5cda2-b561-4ed3-a93b-c63d634a30fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cf85429-dd17-4932-a286-54c3a757a27c HTTP/1.1" status: 200 len: 217 time: 0.0631444 Nov 27 01:04:58.238321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30632234-c6ad-4697-9502-eb5f35ab1190 req-cb729ac0-dd36-4a9c-bb0c-f9f7b8931a3a tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.239814 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30632234-c6ad-4697-9502-eb5f35ab1190 req-cb729ac0-dd36-4a9c-bb0c-f9f7b8931a3a tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 948 time: 0.2268844 Nov 27 01:04:58.278805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24c5b4-5e82-4a85-80cc-ebe74de137e7 req-f11fee4f-86ab-481c-a823-cac9594f5a77 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.280839 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b24c5b4-5e82-4a85-80cc-ebe74de137e7 req-f11fee4f-86ab-481c-a823-cac9594f5a77 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 944 time: 0.0665095 Nov 27 01:04:58.347025 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b24c5b4-5e82-4a85-80cc-ebe74de137e7 req-8a0db3f1-2322-4578-82d9-58dfdb644369 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594590 Nov 27 01:04:58.394420 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c6cf7c-6daf-4c00-ac7c-37c80fb0fbbe x-openstack-request-id: req-c0c6cf7c-6daf-4c00-ac7c-37c80fb0fbbe {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:58.394716 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6825d08-b9f6-4e7b-9f96-e2b01866026a", "tag": "8462ea3d-adb2-45b2-bee5-7569bb1e3483", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:58.394971 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0c6cf7c-6daf-4c00-ac7c-37c80fb0fbbe {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:58.395364 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6825d08-b9f6-4e7b-9f96-e2b01866026a', 'tag': '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'status': 'completed', 'code': 200} Nov 27 01:04:58.457484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b18df-46ce-4982-a39d-caf96d3b6431 req-63ab0a69-5cd3-44bc-908d-bb0dc2c347e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.459012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e6b18df-46ce-4982-a39d-caf96d3b6431 req-63ab0a69-5cd3-44bc-908d-bb0dc2c347e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.1892879 Nov 27 01:04:58.460086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] For port c56a7cc8-bda9-451f-b56a-0c99631e5c93, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:58.489781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-623ef112-b211-48be-9c5b-efbe9ddad8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.491257 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-623ef112-b211-48be-9c5b-efbe9ddad8ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2228627 Nov 27 01:04:58.497872 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30632234-c6ad-4697-9502-eb5f35ab1190 req-82a63f39-e44a-4ae9-b5f8-82832d42ab8d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355733 Nov 27 01:04:58.499522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] For port c56a7cc8-bda9-451f-b56a-0c99631e5c93, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c56a7cc8-bda9-451f-b56a-0c99631e5c93,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:58.513841 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:58.564122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a1caf-4b9c-4be6-bf8c-2fec29eae01f req-0786564a-b323-4ce3-b821-6dbcd1ab2ff4 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.569085 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e01a1caf-4b9c-4be6-bf8c-2fec29eae01f req-0786564a-b323-4ce3-b821-6dbcd1ab2ff4 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 948 time: 0.0550711 Nov 27 01:04:58.590782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-7027efde-a461-4fbe-925a-c770ebd7cf4a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Allocated IP 172.20.0.9 (43b7912e-52da-47c9-b267-954cb551a0e3/f1e1dce6-7ad2-45c3-be99-cad1e52a01bf/93c7853a-3cd9-4ef8-8734-4b7ea23976ea) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:58.608103 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc7993a-d8bc-4d5c-934d-add1b271421f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5148e0a1-b0c7-4f12-b1b8-3fff7680c281'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:58.611585 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3c99b7-7e43-4411-b1e2-bae72b8999de" -d '{"events": [{"server_uuid": "bdc7993a-d8bc-4d5c-934d-add1b271421f", "name": "network-vif-plugged", "status": "completed", "tag": "5148e0a1-b0c7-4f12-b1b8-3fff7680c281"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:58.632902 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e01a1caf-4b9c-4be6-bf8c-2fec29eae01f req-34eaa58e-21b5-43f1-9c15-79556e52f792 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c38a4a0f-c95f-458f-88cc-84b7739e8919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609643 Nov 27 01:04:58.655737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.656388 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:58.657761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] 10.222.0.21 "PUT /v2.0/ports/c56a7cc8-bda9-451f-b56a-0c99631e5c93 HTTP/1.1" status: 200 len: 1097 time: 3.0318782 Nov 27 01:04:58.725986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b18df-46ce-4982-a39d-caf96d3b6431 req-767f9d4c-e677-4622-993d-735efb30e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.727501 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e6b18df-46ce-4982-a39d-caf96d3b6431 req-767f9d4c-e677-4622-993d-735efb30e3c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2267387 Nov 27 01:04:58.728111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6386e6f-e799-41b0-94bd-7f6170340fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=c56a7cc8-bda9-451f-b56a-0c99631e5c93,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:58.759888 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3b9d4390-7ebe-4149-9279-f0b23b1b4594 req-a8ad50a0-a7a9-47ce-8f8a-761240f97c36 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 210 time: 0.0283072 Nov 27 01:04:58.811141 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9fff93-862c-4b13-af14-f4ca418bcd9f x-openstack-request-id: req-fe9fff93-862c-4b13-af14-f4ca418bcd9f {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:58.811455 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc7993a-d8bc-4d5c-934d-add1b271421f", "name": "network-vif-plugged", "status": "completed", "tag": "5148e0a1-b0c7-4f12-b1b8-3fff7680c281", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:58.811712 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe9fff93-862c-4b13-af14-f4ca418bcd9f {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:58.812110 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc7993a-d8bc-4d5c-934d-add1b271421f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5148e0a1-b0c7-4f12-b1b8-3fff7680c281', 'code': 200} Nov 27 01:04:58.908717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4379b-fd46-4183-ab4d-3befdad32af9 req-975e1564-1a35-4f60-a055-dea92f12dea0 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.910750 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eaa4379b-fd46-4183-ab4d-3befdad32af9 req-975e1564-1a35-4f60-a055-dea92f12dea0 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 949 time: 0.0517249 Nov 27 01:04:58.987900 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eaa4379b-fd46-4183-ab4d-3befdad32af9 req-577dcf26-3d17-4d6c-82b5-e422f2a5b1ef tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702326 Nov 27 01:04:58.996830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29462b48-0ca6-43fd-b02b-7219f8a219af req-0aad7d69-f0e7-402b-b5d0-b478ba6eb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.998363 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-29462b48-0ca6-43fd-b02b-7219f8a219af req-0aad7d69-f0e7-402b-b5d0-b478ba6eb872 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 1101 time: 0.0632761 Nov 27 01:04:59.048883 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-29462b48-0ca6-43fd-b02b-7219f8a219af req-11f79aaa-3a58-4597-a7ae-f8aa534dd926 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422528 Nov 27 01:04:59.096042 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b233725-4707-4260-a4b9-8edcf0daedb0 req-67f41e7a-46de-42cd-9019-5d97b55dabe6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.098215 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8b233725-4707-4260-a4b9-8edcf0daedb0 req-67f41e7a-46de-42cd-9019-5d97b55dabe6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 947 time: 0.4703143 Nov 27 01:04:59.122477 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-0fcb0ee2-a139-436f-a53b-2edc2173679a service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845702 Nov 27 01:04:59.252560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10839e46-49f1-4d04-a09f-78d82230dcd8 req-5a8c1f13-3f4b-4187-b39b-8020c1b4ed11 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.254132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10839e46-49f1-4d04-a09f-78d82230dcd8 req-5a8c1f13-3f4b-4187-b39b-8020c1b4ed11 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 945 time: 0.0482903 Nov 27 01:04:59.255340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e0dbb61e-bd58-4e4c-9c31-ce1dc8a9ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.256840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-e0dbb61e-bd58-4e4c-9c31-ce1dc8a9ce52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 1100 time: 0.5208259 Nov 27 01:04:59.302999 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10839e46-49f1-4d04-a09f-78d82230dcd8 req-57ed5985-c787-43df-8dff-af618f99f7cf tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427430 Nov 27 01:04:59.341164 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e6b18df-46ce-4982-a39d-caf96d3b6431 req-7cc33383-8fec-4e15-b3e4-5b7fd4187e74 service neutron] 10.222.0.21 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882661 Nov 27 01:04:59.348750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-a54ed641-4972-4e32-a513-d599e27c43f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=c56a7cc8-bda9-451f-b56a-0c99631e5c93 HTTP/1.1" status: 200 len: 217 time: 0.0720742 Nov 27 01:04:59.355530 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8b233725-4707-4260-a4b9-8edcf0daedb0 req-927fe410-a107-4a9c-afe8-a62f599310cf tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500346 Nov 27 01:04:59.402435 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-7027efde-a461-4fbe-925a-c770ebd7cf4a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:59.437329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7bdf808b-5054-4b47-bc31-4ef73518ec42 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:04:59.511161 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-1a42df63-e42d-418e-adb9-a9a1fa317daa service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522074 Nov 27 01:04:59.546032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-03813e12-fd54-4f81-a393-5bbb96e6b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.547503 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-03813e12-fd54-4f81-a393-5bbb96e6b696 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1747997 Nov 27 01:04:59.572231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7bdf808b-5054-4b47-bc31-4ef73518ec42, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:59.585119 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '7bdf808b-5054-4b47-bc31-4ef73518ec42', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '7bdf808b-5054-4b47-bc31-4ef73518ec42', 'mac_address': 'fa:16:3e:d1:62:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:04:59.591858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a35d8f-279b-422e-a437-ec4a87c94d62 req-c895d461-6e97-489d-93a2-095d7a8e9243 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.593446 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a35d8f-279b-422e-a437-ec4a87c94d62 req-c895d461-6e97-489d-93a2-095d7a8e9243 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 944 time: 0.1588554 Nov 27 01:04:59.596407 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e6b18df-46ce-4982-a39d-caf96d3b6431 req-6b50cbb8-baa1-467a-b991-c68699fd51b9 service neutron] 10.222.0.21 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375855 Nov 27 01:04:59.600596 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-7027efde-a461-4fbe-925a-c770ebd7cf4a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:59.636761 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:59.654879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdf808b-5054-4b47-bc31-4ef73518ec42 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:59.672740 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-7027efde-a461-4fbe-925a-c770ebd7cf4a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Network 43b7912e-52da-47c9-b267-954cb551a0e3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:59.689140 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7bdf808b-5054-4b47-bc31-4ef73518ec42, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:59.694502 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:59.715873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-7027efde-a461-4fbe-925a-c770ebd7cf4a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:59.726232 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-7027efde-a461-4fbe-925a-c770ebd7cf4a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:59.791136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=7bdf808b-5054-4b47-bc31-4ef73518ec42,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:59.792094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8bfb-9855-463f-ba56-04e6551386dd req-becb2413-1c12-42c1-b3e0-00d2f4a58bb0 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.793744 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f1d8bfb-9855-463f-ba56-04e6551386dd req-becb2413-1c12-42c1-b3e0-00d2f4a58bb0 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 945 time: 0.2213206 Nov 27 01:04:59.799098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027efde-a461-4fbe-925a-c770ebd7cf4a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'Port': ['ID=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:59.827061 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf169-60bc-4491-b12c-4618edd91e1c req-6149277b-a5be-4314-8036-3084226f739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.828707 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-6149277b-a5be-4314-8036-3084226f739e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1793876 Nov 27 01:04:59.835477 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a35d8f-279b-422e-a437-ec4a87c94d62 req-c7a46972-7fc4-445b-953b-773cc28951b7 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326996 Nov 27 01:04:59.844849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4facb36-a2a3-4922-8037-2112128a8bb2 req-2f979c50-f5fc-4a3d-b879-0eeaa0c8a7ba tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.846380 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4facb36-a2a3-4922-8037-2112128a8bb2 req-2f979c50-f5fc-4a3d-b879-0eeaa0c8a7ba tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58&tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 948 time: 0.1881263 Nov 27 01:04:59.884078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f1d8bfb-9855-463f-ba56-04e6551386dd req-5408f7bc-5fb2-4550-81bd-95afdbf58a63 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811629 Nov 27 01:04:59.906733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-7027efde-a461-4fbe-925a-c770ebd7cf4a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.907296 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-7027efde-a461-4fbe-925a-c770ebd7cf4a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:59.968759 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7fc7d-facb-45a7-855f-e0ed18c5e633 req-4e93677b-1f50-43c3-a2a9-2a8e0618516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.970756 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82b7fc7d-facb-45a7-855f-e0ed18c5e633 req-4e93677b-1f50-43c3-a2a9-2a8e0618516b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=d6825d08-b9f6-4e7b-9f96-e2b01866026a HTTP/1.1" status: 200 len: 1099 time: 0.2779810 Nov 27 01:04:59.979510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-7027efde-a461-4fbe-925a-c770ebd7cf4a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3823407 Nov 27 01:05:00.024621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54eee16-1463-4d9e-90cf-a3fb57079038 req-7b9cba4a-a889-439f-8f20-3de7e52d0f77 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:00.032207 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a54eee16-1463-4d9e-90cf-a3fb57079038 req-7b9cba4a-a889-439f-8f20-3de7e52d0f77 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 948 time: 0.0968235 Nov 27 01:05:00.064603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Request body: {'port': {'device_id': '4d1b4f98-3c13-4054-9835-316d5149b10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:00.070140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4facb36-a2a3-4922-8037-2112128a8bb2 req-eb7b9cc4-c55b-49f8-94e8-aecac0ee2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:00.071715 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4facb36-a2a3-4922-8037-2112128a8bb2 req-eb7b9cc4-c55b-49f8-94e8-aecac0ee2f8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 1100 time: 0.0953724 Nov 27 01:05:00.104788 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a54eee16-1463-4d9e-90cf-a3fb57079038 req-ea93ffea-fc97-4ad7-b076-9cadc9eecb1c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714715 Nov 27 01:05:00.137642 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-cead2bb6-647e-49e5-b9c3-e46f5493bc30 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945383 Nov 27 01:05:00.205359 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:05:00.224642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4facb36-a2a3-4922-8037-2112128a8bb2 req-359a69d9-2456-48c6-99f9-f3f58a90505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:00.226373 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4facb36-a2a3-4922-8037-2112128a8bb2 req-359a69d9-2456-48c6-99f9-f3f58a90505d service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1416395 Nov 27 01:05:00.242185 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:00.250892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7fc7d-facb-45a7-855f-e0ed18c5e633 req-bc37b9e8-4130-4c2f-97bd-42c11bf2744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:00.252385 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82b7fc7d-facb-45a7-855f-e0ed18c5e633 req-bc37b9e8-4130-4c2f-97bd-42c11bf2744c service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2719858 Nov 27 01:05:00.254370 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c1b6e-2c94-4cc8-831f-aff58e143f9c req-395dda42-aeb9-4a51-86d3-fb8c68527ef1 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:00.261005 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bd5c1b6e-2c94-4cc8-831f-aff58e143f9c req-395dda42-aeb9-4a51-86d3-fb8c68527ef1 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 948 time: 0.0691130 Nov 27 01:05:00.268378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751fcde-d5ac-4c44-9f47-0555756a4300 req-4c8a7d78-5f8a-4fe1-bb1a-6ca522a5b9ed tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:00.269838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['7bdf808b-5054-4b47-bc31-4ef73518ec42'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:00.273978 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8751fcde-d5ac-4c44-9f47-0555756a4300 req-4c8a7d78-5f8a-4fe1-bb1a-6ca522a5b9ed tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 948 time: 0.2179804 Nov 27 01:05:00.279246 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:00.309470 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4facb36-a2a3-4922-8037-2112128a8bb2 req-62370072-096a-44ec-bf9d-c2d882dfade0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42 HTTP/1.1" status: 200 len: 217 time: 0.0739524 Nov 27 01:05:00.345053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82b7fc7d-facb-45a7-855f-e0ed18c5e633 req-f3eb3328-a82b-4c70-a166-d434e9204e2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=8462ea3d-adb2-45b2-bee5-7569bb1e3483 HTTP/1.1" status: 200 len: 217 time: 0.0665295 Nov 27 01:05:00.372005 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bd5c1b6e-2c94-4cc8-831f-aff58e143f9c req-d22edb1e-f4d7-4e9c-a7c2-f5df68f07e6f tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c38a4a0f-c95f-458f-88cc-84b7739e8919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075954 Nov 27 01:05:00.384006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4facb36-a2a3-4922-8037-2112128a8bb2 req-181b7435-37f1-4df7-88be-71728d35e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:00.385431 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4facb36-a2a3-4922-8037-2112128a8bb2 req-181b7435-37f1-4df7-88be-71728d35e830 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0632577 Nov 27 01:05:00.425097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531cee06-2cb0-47ce-becf-cf7bb6efbd0b', 'tag': 'c56a7cc8-bda9-451f-b56a-0c99631e5c93'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:00.432147 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4560502f-1cf0-461b-8f5f-924109d2b16a" -d '{"events": [{"name": "network-changed", "server_uuid": "531cee06-2cb0-47ce-becf-cf7bb6efbd0b", "tag": "c56a7cc8-bda9-451f-b56a-0c99631e5c93"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:00.453817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4facb36-a2a3-4922-8037-2112128a8bb2 req-f569766a-2dca-4e3d-99e9-5b1a12b8cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:00.455502 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4facb36-a2a3-4922-8037-2112128a8bb2 req-f569766a-2dca-4e3d-99e9-5b1a12b8cbad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0488868 Nov 27 01:05:00.458763 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-effdf169-60bc-4491-b12c-4618edd91e1c req-d23a2fa3-079d-4c27-9d75-16840ff2e552 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126698 Nov 27 01:05:00.502654 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8751fcde-d5ac-4c44-9f47-0555756a4300 req-924e3299-c999-4948-80ee-40f4ed1c4406 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275963 Nov 27 01:05:00.566373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7fc7d-facb-45a7-855f-e0ed18c5e633 req-d61d0715-b655-44f3-bf58-f89355f37681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:00.567892 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82b7fc7d-facb-45a7-855f-e0ed18c5e633 req-d61d0715-b655-44f3-bf58-f89355f37681 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.2100003 Nov 27 01:05:00.586294 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732df68-e386-4a08-9b42-ba6c06d6e09e req-edf05789-9345-46a2-aee3-d9a9c231a2ef tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:00.588031 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e732df68-e386-4a08-9b42-ba6c06d6e09e req-edf05789-9345-46a2-aee3-d9a9c231a2ef tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 931 time: 0.1108363 Nov 27 01:05:00.630496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4facb36-a2a3-4922-8037-2112128a8bb2 req-83e5e002-0b7c-436b-98cb-79d68f108179 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413188 Nov 27 01:05:00.711432 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e732df68-e386-4a08-9b42-ba6c06d6e09e req-1ebe0055-d018-4df7-89c4-d06107a5eae7 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079383 Nov 27 01:05:00.725410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563d318-7ece-4aa5-b7c1-2b006cd84e7e req-84ad0338-343c-47cb-b148-1b6348e60bf2 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:00.726905 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0563d318-7ece-4aa5-b7c1-2b006cd84e7e req-84ad0338-343c-47cb-b148-1b6348e60bf2 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 949 time: 0.1509538 Nov 27 01:05:00.731581 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7fc7d-facb-45a7-855f-e0ed18c5e633 req-ff1ba9ac-e521-45ab-b598-e459998405dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:00.733014 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82b7fc7d-facb-45a7-855f-e0ed18c5e633 req-ff1ba9ac-e521-45ab-b598-e459998405dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1533997 Nov 27 01:05:00.767499 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4facb36-a2a3-4922-8037-2112128a8bb2 req-3c73fe34-c83a-459b-94d3-45e542f2754c service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193948 Nov 27 01:05:00.794794 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d349ec72-da6f-47b5-8830-db8dd36cd8e5 x-openstack-request-id: req-d349ec72-da6f-47b5-8830-db8dd36cd8e5 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:00.795276 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531cee06-2cb0-47ce-becf-cf7bb6efbd0b", "tag": "c56a7cc8-bda9-451f-b56a-0c99631e5c93", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:00.795535 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d349ec72-da6f-47b5-8830-db8dd36cd8e5 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:00.796495 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531cee06-2cb0-47ce-becf-cf7bb6efbd0b', 'tag': 'c56a7cc8-bda9-451f-b56a-0c99631e5c93', 'status': 'completed', 'code': 200} Nov 27 01:05:00.916287 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0563d318-7ece-4aa5-b7c1-2b006cd84e7e req-a604dbd6-081e-49eb-a436-765628bc681f tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814070 Nov 27 01:05:01.004196 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadefbd4-8eb3-4e80-a193-b2ab8e9202d1 req-b02f9057-989d-4603-a11b-51a4115cc9d2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:01.005746 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aadefbd4-8eb3-4e80-a193-b2ab8e9202d1 req-b02f9057-989d-4603-a11b-51a4115cc9d2 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 944 time: 0.0591407 Nov 27 01:05:01.020491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c7853a-3cd9-4ef8-8734-4b7ea23976ea {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:01.049001 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:01.053286 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82b7fc7d-facb-45a7-855f-e0ed18c5e633 req-12714432-f279-4af6-b68f-2ae88916caa7 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053448 Nov 27 01:05:01.057727 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aadefbd4-8eb3-4e80-a193-b2ab8e9202d1 req-8dfd733c-4a41-4eb5-ae10-da737d5d2f98 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452507 Nov 27 01:05:01.058038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560502f-1cf0-461b-8f5f-924109d2b16a req-8be217e0-9b55-46e4-9ac8-6eb50f3e539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:01.059401 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4560502f-1cf0-461b-8f5f-924109d2b16a req-8be217e0-9b55-46e4-9ac8-6eb50f3e539c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 1100 time: 0.2149994 Nov 27 01:05:01.081191 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Transition to ACTIVE for port object 93c7853a-3cd9-4ef8-8734-4b7ea23976ea will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:05:01.271646 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e53919-8466-4f3a-9b69-893d8a030409 req-ee9c600e-8dde-4ad7-9f9a-11f52471792e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:01.273577 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e6e53919-8466-4f3a-9b69-893d8a030409 req-ee9c600e-8dde-4ad7-9f9a-11f52471792e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 948 time: 0.0762627 Nov 27 01:05:01.333526 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e6e53919-8466-4f3a-9b69-893d8a030409 req-4367dcb7-8fc6-47a0-ac92-a460472f88a3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536270 Nov 27 01:05:01.357404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8cf85429-dd17-4932-a286-54c3a757a27c details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:01.407498 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:01.427404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6561f-3f1f-4026-be5a-80d604919125 req-8f7d013b-0edd-43fd-8474-d490c9b1f9d7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:01.428985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1e6561f-3f1f-4026-be5a-80d604919125 req-8f7d013b-0edd-43fd-8474-d490c9b1f9d7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 945 time: 0.4353151 Nov 27 01:05:01.438894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 73d16c37-be2d-46d4-bb3f-ec6b9884633a details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:01.497787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 8cf85429-dd17-4932-a286-54c3a757a27c, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8cf85429-dd17-4932-a286-54c3a757a27c,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:01.514892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7bdf808b-5054-4b47-bc31-4ef73518ec42 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:01.519525 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '8cf85429-dd17-4932-a286-54c3a757a27c', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'port_id': '8cf85429-dd17-4932-a286-54c3a757a27c', 'mac_address': 'fa:16:3e:bb:8a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:01.524285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b3d09-5e98-4891-85e9-b35e85f26559 req-4d5fa12a-76a6-4372-95bf-e893293e33f2 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:01.525844 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d02b3d09-5e98-4891-85e9-b35e85f26559 req-4d5fa12a-76a6-4372-95bf-e893293e33f2 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 948 time: 0.0667186 Nov 27 01:05:01.585194 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d02b3d09-5e98-4891-85e9-b35e85f26559 req-9b2b454d-4afc-4956-9b8b-b8b21811b13c tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c38a4a0f-c95f-458f-88cc-84b7739e8919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508904 Nov 27 01:05:01.646557 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Pushing event updated for resources: {'Port': ['ID=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:01.703928 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Attempting to bind port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:01.704287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Attempting to bind port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '5af6be53-9e18-40d4-b065-e0745912977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '43b7912e-52da-47c9-b267-954cb551a0e3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:01.704619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Attempting to bind port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea on network 43b7912e-52da-47c9-b267-954cb551a0e3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:01.707556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560502f-1cf0-461b-8f5f-924109d2b16a req-6605ff63-546e-4d2b-b829-5747c278372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:01.708933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1d4b4-ce1c-44cb-a2ca-b5dd7463aa8d req-2fc162d0-ec08-4f64-8c7b-8b47443a8d99 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:01.709080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4560502f-1cf0-461b-8f5f-924109d2b16a req-6605ff63-546e-4d2b-b829-5747c278372b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.6380303 Nov 27 01:05:01.710642 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3bc1d4b4-ce1c-44cb-a2ca-b5dd7463aa8d req-2fc162d0-ec08-4f64-8c7b-8b47443a8d99 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 948 time: 0.0523040 Nov 27 01:05:01.729380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1e6561f-3f1f-4026-be5a-80d604919125 req-d59f3676-3e5c-4bfa-a2c4-319eb280d936 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453918 Nov 27 01:05:01.745665 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82b7fc7d-facb-45a7-855f-e0ed18c5e633 req-fb2b0c7e-5a97-4cb4-9aee-a64cf8204116 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702955 Nov 27 01:05:01.745665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea on network 43b7912e-52da-47c9-b267-954cb551a0e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:01.745665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Attempting to bind port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea on network 43b7912e-52da-47c9-b267-954cb551a0e3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:01.751809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:01.752153 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Checking segment: {'id': '5af6be53-9e18-40d4-b065-e0745912977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '43b7912e-52da-47c9-b267-954cb551a0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:01.752563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Bound using segment: {'id': '5af6be53-9e18-40d4-b065-e0745912977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '43b7912e-52da-47c9-b267-954cb551a0e3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:01.754293 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Bound port: 93c7853a-3cd9-4ef8-8734-4b7ea23976ea, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af6be53-9e18-40d4-b065-e0745912977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '43b7912e-52da-47c9-b267-954cb551a0e3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:01.754537 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:01.765808 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:01.802653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3bc1d4b4-ce1c-44cb-a2ca-b5dd7463aa8d req-e06515da-e7a9-44d1-a7d9-4b496a3b0682 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826945 Nov 27 01:05:01.807865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 7bdf808b-5054-4b47-bc31-4ef73518ec42 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:01.808184 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4560502f-1cf0-461b-8f5f-924109d2b16a req-5920f4c4-0643-4228-ba0e-abb1930a4207 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=c56a7cc8-bda9-451f-b56a-0c99631e5c93 HTTP/1.1" status: 200 len: 217 time: 0.0767853 Nov 27 01:05:01.808340 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:01.811223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf85429-dd17-4932-a286-54c3a757a27c {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:01.861679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 73d16c37-be2d-46d4-bb3f-ec6b9884633a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=73d16c37-be2d-46d4-bb3f-ec6b9884633a,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:01.870808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560502f-1cf0-461b-8f5f-924109d2b16a req-2a8a4ddf-c56d-4be3-993b-83d3b6046786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:01.872754 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4560502f-1cf0-461b-8f5f-924109d2b16a req-2a8a4ddf-c56d-4be3-993b-83d3b6046786 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0553589 Nov 27 01:05:01.885497 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 8cf85429-dd17-4932-a286-54c3a757a27c, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8cf85429-dd17-4932-a286-54c3a757a27c,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:01.886851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '73d16c37-be2d-46d4-bb3f-ec6b9884633a', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '73d16c37-be2d-46d4-bb3f-ec6b9884633a', 'mac_address': 'fa:16:3e:f1:61:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:01.895444 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:01.940586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9088bd2-9d05-4c82-bce2-8204c7f1540f req-e90521c7-19f5-4846-b7f0-b74a2cb2b606 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:01.945182 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c9088bd2-9d05-4c82-bce2-8204c7f1540f req-e90521c7-19f5-4846-b7f0-b74a2cb2b606 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 943 time: 0.0669096 Nov 27 01:05:01.989612 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] For port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:01.993845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] For port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,segment=NetworkSegment(5af6be53-9e18-40d4-b065-e0745912977f),segment_id=5af6be53-9e18-40d4-b065-e0745912977f)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:02.002745 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:02.006226 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:02.006991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c9088bd2-9d05-4c82-bce2-8204c7f1540f req-570dc91a-1ab5-465e-aed5-6bbb86bbfd46 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538173 Nov 27 01:05:02.020571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=8cf85429-dd17-4932-a286-54c3a757a27c,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:02.023147 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:02.037162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d16c37-be2d-46d4-bb3f-ec6b9884633a {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:02.059815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 73d16c37-be2d-46d4-bb3f-ec6b9884633a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=73d16c37-be2d-46d4-bb3f-ec6b9884633a,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:02.070183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560502f-1cf0-461b-8f5f-924109d2b16a req-90d47b78-5b6c-4bd4-8cd0-15b287d142d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:02.070427 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:02.071820 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4560502f-1cf0-461b-8f5f-924109d2b16a req-90d47b78-5b6c-4bd4-8cd0-15b287d142d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1906183 Nov 27 01:05:02.078658 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77477b20-2314-452d-b1e8-b2dd563abf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdf808b-5054-4b47-bc31-4ef73518ec42'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:02.081515 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c3c02d-843c-446b-bd56-3ff18828de04" -d '{"events": [{"server_uuid": "77477b20-2314-452d-b1e8-b2dd563abf58", "name": "network-vif-plugged", "status": "completed", "tag": "7bdf808b-5054-4b47-bc31-4ef73518ec42"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:02.116274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:02.116581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7bdf808b-5054-4b47-bc31-4ef73518ec42, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:02.116907 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:02.118652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] 10.222.0.31 "PUT /v2.0/ports/93c7853a-3cd9-4ef8-8734-4b7ea23976ea HTTP/1.1" status: 200 len: 1092 time: 2.0582938 Nov 27 01:05:02.135407 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:02.157048 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b352d7-00ac-4344-8aee-ed4b07a6cf6f req-ba3d70d4-6a73-48e9-9c8c-7c6027d63961 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:02.158928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90b352d7-00ac-4344-8aee-ed4b07a6cf6f req-ba3d70d4-6a73-48e9-9c8c-7c6027d63961 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 949 time: 0.0625572 Nov 27 01:05:02.181053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632d295-cb6b-4145-983a-15bbb23bdec5 service neutron] Pushing event updated for resources: {'Port': ['ID=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:02.192038 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=73d16c37-be2d-46d4-bb3f-ec6b9884633a,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:02.250446 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90b352d7-00ac-4344-8aee-ed4b07a6cf6f req-9260d0ce-31eb-4f90-ba5c-811b5a4bf39a tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769827 Nov 27 01:05:02.277120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=7bdf808b-5054-4b47-bc31-4ef73518ec42,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:02.283869 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['8cf85429-dd17-4932-a286-54c3a757a27c'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:02.314032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-01cf4ad1-9a60-4624-8a39-fa4f231b43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:02.315430 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-01cf4ad1-9a60-4624-8a39-fa4f231b43d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aae32835efe41afa5485451f7cc2b07&device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 1095 time: 0.1156244 Nov 27 01:05:02.319890 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1496af-750b-4b31-b853-07737e27206f x-openstack-request-id: req-fe1496af-750b-4b31-b853-07737e27206f {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:02.320221 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77477b20-2314-452d-b1e8-b2dd563abf58", "name": "network-vif-plugged", "status": "completed", "tag": "7bdf808b-5054-4b47-bc31-4ef73518ec42", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:02.320518 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe1496af-750b-4b31-b853-07737e27206f {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:02.321129 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77477b20-2314-452d-b1e8-b2dd563abf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdf808b-5054-4b47-bc31-4ef73518ec42', 'code': 200} Nov 27 01:05:02.326801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198066d-baf3-41c6-b46d-00c91a802951 req-379396d6-e264-4611-b6f3-114da4561725 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:02.328290 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4198066d-baf3-41c6-b46d-00c91a802951 req-379396d6-e264-4611-b6f3-114da4561725 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 945 time: 0.0919807 Nov 27 01:05:02.331101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4560502f-1cf0-461b-8f5f-924109d2b16a req-e87e6304-df07-404d-b2d5-30860b09c765 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472816 Nov 27 01:05:02.446829 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-35311b52-f87e-4a56-b362-c0a707571b08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c7853a-3cd9-4ef8-8734-4b7ea23976ea HTTP/1.1" status: 200 len: 217 time: 0.0749135 Nov 27 01:05:02.469307 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4198066d-baf3-41c6-b46d-00c91a802951 req-2d07963c-3d07-42ce-8f4f-34f0eb23c333 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338792 Nov 27 01:05:02.520139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['73d16c37-be2d-46d4-bb3f-ec6b9884633a'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:02.526950 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4560502f-1cf0-461b-8f5f-924109d2b16a req-e525da34-ef0f-4e14-838f-8fd8d2c7e5ae service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845548 Nov 27 01:05:02.528421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-a90d4857-c73e-4d63-959f-5731e82cc9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:02.529722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-a90d4857-c73e-4d63-959f-5731e82cc9c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1e1dce6-7ad2-45c3-be99-cad1e52a01bf HTTP/1.1" status: 200 len: 852 time: 0.0723093 Nov 27 01:05:02.579053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-c4eaa1fd-1f1b-4fc2-bbf2-5c2e6f435092 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43b7912e-52da-47c9-b267-954cb551a0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381877 Nov 27 01:05:02.669753 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40e8c7-5c27-412c-b825-8cf02dbefecc req-10f44e0d-6b19-4a14-be62-2a3c7d9acd66 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:02.671229 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8c40e8c7-5c27-412c-b825-8cf02dbefecc req-10f44e0d-6b19-4a14-be62-2a3c7d9acd66 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.1216035 Nov 27 01:05:02.691347 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c67c53-86c4-4320-b82e-f3df2b82a0af req-9d45f16c-695d-4320-8e8f-d7faa489aa5d tempest-ServersAdminNegativeTestJSON-1521937939 tempest-ServersAdminNegativeTestJSON-1521937939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:02.693032 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3c67c53-86c4-4320-b82e-f3df2b82a0af req-9d45f16c-695d-4320-8e8f-d7faa489aa5d tempest-ServersAdminNegativeTestJSON-1521937939 tempest-ServersAdminNegativeTestJSON-1521937939-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 1101 time: 0.0539324 Nov 27 01:05:02.711206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a3c67c53-86c4-4320-b82e-f3df2b82a0af req-d5619012-aaf0-41ce-8da4-72c5020b866d tempest-ServersAdminNegativeTestJSON-1521937939 tempest-ServersAdminNegativeTestJSON-1521937939-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:02.723817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-c5557c3e-f0b1-462b-b50e-443b79e8a66c service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250520 Nov 27 01:05:02.762140 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8c40e8c7-5c27-412c-b825-8cf02dbefecc req-a30c9cc7-f6f6-4c86-a2c1-7ba520887c75 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793190 Nov 27 01:05:02.796766 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a3c67c53-86c4-4320-b82e-f3df2b82a0af req-d5619012-aaf0-41ce-8da4-72c5020b866d tempest-ServersAdminNegativeTestJSON-1521937939 tempest-ServersAdminNegativeTestJSON-1521937939-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:02.798258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1b4f98-3c13-4054-9835-316d5149b10a', 'tag': '93c7853a-3cd9-4ef8-8734-4b7ea23976ea'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:02.800550 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df87430b-b5ec-4051-9a64-dd6620c07397" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1b4f98-3c13-4054-9835-316d5149b10a", "tag": "93c7853a-3cd9-4ef8-8734-4b7ea23976ea"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:02.802860 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a3c67c53-86c4-4320-b82e-f3df2b82a0af req-d5619012-aaf0-41ce-8da4-72c5020b866d tempest-ServersAdminNegativeTestJSON-1521937939 tempest-ServersAdminNegativeTestJSON-1521937939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:02.836155 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7a747d9-a7ba-44fd-a683-3a33a3ef4de0 req-3f4218e8-3975-4f3b-bc2f-b5602fe8e3b3 service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014857 Nov 27 01:05:02.843573 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3c67c53-86c4-4320-b82e-f3df2b82a0af req-d5619012-aaf0-41ce-8da4-72c5020b866d tempest-ServersAdminNegativeTestJSON-1521937939 tempest-ServersAdminNegativeTestJSON-1521937939-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447620 Nov 27 01:05:02.846288 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5619012-aaf0-41ce-8da4-72c5020b866d tempest-ServersAdminNegativeTestJSON-1521937939 tempest-ServersAdminNegativeTestJSON-1521937939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981ab722-aa81-4741-bb1c-d05541a41c8a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:02.889756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d68860-bf58-4fad-af11-7b9ad0241dca req-10a67987-b48b-4a6e-86f0-d6b8d2584444 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:02.891231 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6d68860-bf58-4fad-af11-7b9ad0241dca req-10a67987-b48b-4a6e-86f0-d6b8d2584444 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 949 time: 0.0585179 Nov 27 01:05:02.945004 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6d68860-bf58-4fad-af11-7b9ad0241dca req-696f51dc-0341-4b53-8833-257728e75a5e tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c38a4a0f-c95f-458f-88cc-84b7739e8919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468082 Nov 27 01:05:02.950436 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0156c-3eb2-43f6-aead-c0d0d34d3db6 req-68125732-6e1a-41e1-9ae3-e2f02388b11e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:02.951955 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c3c0156c-3eb2-43f6-aead-c0d0d34d3db6 req-68125732-6e1a-41e1-9ae3-e2f02388b11e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.0488541 Nov 27 01:05:02.990220 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1673dbae-9509-426a-bb7e-5b14a0cba254 x-openstack-request-id: req-1673dbae-9509-426a-bb7e-5b14a0cba254 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:02.990528 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1b4f98-3c13-4054-9835-316d5149b10a", "tag": "93c7853a-3cd9-4ef8-8734-4b7ea23976ea", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:02.990789 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1673dbae-9509-426a-bb7e-5b14a0cba254 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:02.991189 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1b4f98-3c13-4054-9835-316d5149b10a', 'tag': '93c7853a-3cd9-4ef8-8734-4b7ea23976ea', 'status': 'completed', 'code': 200} Nov 27 01:05:03.010849 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c3c0156c-3eb2-43f6-aead-c0d0d34d3db6 req-75ed9e77-4f34-4586-924a-3cdf1540f393 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456686 Nov 27 01:05:03.110234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81bf29-cad2-4071-85fc-203ad6fa76aa req-37f3f4e0-e49d-4136-b37c-804aa5bb1630 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:03.111728 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce81bf29-cad2-4071-85fc-203ad6fa76aa req-37f3f4e0-e49d-4136-b37c-804aa5bb1630 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 948 time: 0.0776703 Nov 27 01:05:03.125976 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87430b-b5ec-4051-9a64-dd6620c07397 req-19b94376-d34a-4200-8033-264d9bf9b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:03.127467 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df87430b-b5ec-4051-9a64-dd6620c07397 req-19b94376-d34a-4200-8033-264d9bf9b15d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aae32835efe41afa5485451f7cc2b07&device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 1095 time: 0.0667915 Nov 27 01:05:03.152467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19cfa9-cca5-4e6b-b5b6-64133161c498 req-8ed64505-432e-4f3e-89fc-c14be07172bf tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:03.153991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de19cfa9-cca5-4e6b-b5b6-64133161c498 req-8ed64505-432e-4f3e-89fc-c14be07172bf tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 943 time: 0.0521588 Nov 27 01:05:03.210174 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de19cfa9-cca5-4e6b-b5b6-64133161c498 req-ab54d112-c7a9-4626-8fc3-573d45f9e0d4 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494304 Nov 27 01:05:03.215622 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce81bf29-cad2-4071-85fc-203ad6fa76aa req-5f502203-a712-4ea6-b1e9-7fe3a3a7b737 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971184 Nov 27 01:05:03.255862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87430b-b5ec-4051-9a64-dd6620c07397 req-3dfb7006-eb8e-4067-908d-c1521aa300b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:03.257411 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df87430b-b5ec-4051-9a64-dd6620c07397 req-3dfb7006-eb8e-4067-908d-c1521aa300b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=43b7912e-52da-47c9-b267-954cb551a0e3 HTTP/1.1" status: 200 len: 913 time: 0.1222155 Nov 27 01:05:03.302126 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df87430b-b5ec-4051-9a64-dd6620c07397 req-da025ccc-4379-428a-ab15-90f0f2ca87d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c7853a-3cd9-4ef8-8734-4b7ea23976ea HTTP/1.1" status: 200 len: 217 time: 0.0366879 Nov 27 01:05:03.384386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87430b-b5ec-4051-9a64-dd6620c07397 req-69ffa7cd-fe82-49b7-a030-87a58440ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:03.385771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c56a7cc8-bda9-451f-b56a-0c99631e5c93 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:03.385895 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df87430b-b5ec-4051-9a64-dd6620c07397 req-69ffa7cd-fe82-49b7-a030-87a58440ee0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1e1dce6-7ad2-45c3-be99-cad1e52a01bf HTTP/1.1" status: 200 len: 852 time: 0.0444064 Nov 27 01:05:03.422826 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df87430b-b5ec-4051-9a64-dd6620c07397 req-206dfd9d-a806-42e0-94bd-01d088f4bebe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43b7912e-52da-47c9-b267-954cb551a0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273619 Nov 27 01:05:03.467791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8cf85429-dd17-4932-a286-54c3a757a27c up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:03.520773 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-bd3c2197-6e3b-4211-93e7-f2e31f9b57e1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738528 Nov 27 01:05:03.559808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c56a7cc8-bda9-451f-b56a-0c99631e5c93, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c56a7cc8-bda9-451f-b56a-0c99631e5c93,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:03.573868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'c56a7cc8-bda9-451f-b56a-0c99631e5c93', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'c56a7cc8-bda9-451f-b56a-0c99631e5c93', 'mac_address': 'fa:16:3e:d9:97:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:03.606217 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 8cf85429-dd17-4932-a286-54c3a757a27c completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:03.617914 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 8cf85429-dd17-4932-a286-54c3a757a27c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:03.618527 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:03.633127 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df87430b-b5ec-4051-9a64-dd6620c07397 req-229eae8a-4340-46f2-8859-dd5a93800bf8 service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000008 Nov 27 01:05:03.659649 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:03.670276 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce76a0-2090-4524-9826-1b6b60bbecf9 req-f6005871-f174-45ca-a4ab-14473c925c1e tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:03.676741 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35ce76a0-2090-4524-9826-1b6b60bbecf9 req-f6005871-f174-45ca-a4ab-14473c925c1e tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 945 time: 0.0541928 Nov 27 01:05:03.681215 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56a7cc8-bda9-451f-b56a-0c99631e5c93 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:03.704287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c56a7cc8-bda9-451f-b56a-0c99631e5c93, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c56a7cc8-bda9-451f-b56a-0c99631e5c93,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:03.711293 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-f747aa46-454c-4001-bc53-cdd3bcc8daa5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:03.712913 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-f747aa46-454c-4001-bc53-cdd3bcc8daa5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888075 Nov 27 01:05:03.726986 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:03.727639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8462ea3d-adb2-45b2-bee5-7569bb1e3483 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:03.728810 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35ce76a0-2090-4524-9826-1b6b60bbecf9 req-3975b3cd-6a27-41fd-beef-ae9eb9a9fae1 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503519 Nov 27 01:05:03.735510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-697e0331-09aa-462b-a542-d3a41b64c6db tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/quotas/8fd983e4be5a419cb019b570f4ba0ec0 HTTP/1.1" status: 200 len: 375 time: 0.0146353 Nov 27 01:05:03.779595 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:03.793862 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df87430b-b5ec-4051-9a64-dd6620c07397 req-de233e1a-0a98-4ab7-9f87-3592e5d09941 service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510777 Nov 27 01:05:03.811007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-39c950da-393b-4f75-8ef6-3292fc19dc23 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635834 Nov 27 01:05:03.826141 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 8462ea3d-adb2-45b2-bee5-7569bb1e3483, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8462ea3d-adb2-45b2-bee5-7569bb1e3483,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:03.836906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=c56a7cc8-bda9-451f-b56a-0c99631e5c93,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:03.851170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'mac_address': 'fa:16:3e:4e:8d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:03.855827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 8cf85429-dd17-4932-a286-54c3a757a27c, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8cf85429-dd17-4932-a286-54c3a757a27c,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:03.860800 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:03.934322 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:03.958114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8462ea3d-adb2-45b2-bee5-7569bb1e3483 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:03.962257 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=8cf85429-dd17-4932-a286-54c3a757a27c,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:03.975566 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e5959-23d8-4e73-8949-e70e425b15c7 req-559ced1e-aa5b-4262-8764-4ad87cefe173 tempest-ServersAdminNegativeTestJSON-1521937939 tempest-ServersAdminNegativeTestJSON-1521937939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:03.981264 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-827e5959-23d8-4e73-8949-e70e425b15c7 req-559ced1e-aa5b-4262-8764-4ad87cefe173 tempest-ServersAdminNegativeTestJSON-1521937939 tempest-ServersAdminNegativeTestJSON-1521937939-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 1101 time: 0.0663221 Nov 27 01:05:03.983913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 8462ea3d-adb2-45b2-bee5-7569bb1e3483, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8462ea3d-adb2-45b2-bee5-7569bb1e3483,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:03.989496 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:04.004824 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-32211dcc-1fce-468a-b7c2-9838c0bcede9 req-adc60710-8cd0-4d2d-b045-9941f6731499 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 210 time: 0.0434794 Nov 27 01:05:04.052304 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=8462ea3d-adb2-45b2-bee5-7569bb1e3483,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:04.056517 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-827e5959-23d8-4e73-8949-e70e425b15c7 req-cbe69f5a-371d-442c-9df4-6f7f25a2ed08 tempest-ServersAdminNegativeTestJSON-1521937939 tempest-ServersAdminNegativeTestJSON-1521937939-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612221 Nov 27 01:05:04.140313 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6cdb3-e513-470c-b1cb-b4bd735395da req-13678ac0-3d35-4a57-a7eb-f1429f845a54 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:04.141784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04a6cdb3-e513-470c-b1cb-b4bd735395da req-13678ac0-3d35-4a57-a7eb-f1429f845a54 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 949 time: 0.0612164 Nov 27 01:05:04.209214 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04a6cdb3-e513-470c-b1cb-b4bd735395da req-e71741ca-4739-4e4c-bba5-cd301a1bd51b tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c38a4a0f-c95f-458f-88cc-84b7739e8919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612247 Nov 27 01:05:04.322538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719faba2-ca38-4946-9e43-362bba37e570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf85429-dd17-4932-a286-54c3a757a27c'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:04.327494 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accbd4c9-1437-4ac9-a1fd-1af323128b19" -d '{"events": [{"server_uuid": "719faba2-ca38-4946-9e43-362bba37e570", "name": "network-vif-plugged", "status": "completed", "tag": "8cf85429-dd17-4932-a286-54c3a757a27c"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:04.346619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f97c2-5308-443d-968c-38fca4c26541 req-be48cc73-b4af-42f3-848f-2038131a2098 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:04.348746 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-030f97c2-5308-443d-968c-38fca4c26541 req-be48cc73-b4af-42f3-848f-2038131a2098 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 943 time: 0.0553405 Nov 27 01:05:04.398925 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede399a9-df88-408d-b420-c9e5354f3f37 req-36a1c03a-b3f1-4fa1-8d9c-447cb6b4deb7 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:04.400952 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ede399a9-df88-408d-b420-c9e5354f3f37 req-36a1c03a-b3f1-4fa1-8d9c-447cb6b4deb7 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 949 time: 0.0571570 Nov 27 01:05:04.401096 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-030f97c2-5308-443d-968c-38fca4c26541 req-514f7565-e034-4b8a-a887-e6460cb719b0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461504 Nov 27 01:05:04.455392 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ede399a9-df88-408d-b420-c9e5354f3f37 req-162d7faa-615e-4277-ab4c-34f110d50b04 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467498 Nov 27 01:05:04.500418 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df753d3-940d-4132-ada2-be8afb553ef4 x-openstack-request-id: req-0df753d3-940d-4132-ada2-be8afb553ef4 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:04.500802 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719faba2-ca38-4946-9e43-362bba37e570", "name": "network-vif-plugged", "status": "completed", "tag": "8cf85429-dd17-4932-a286-54c3a757a27c", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:04.501131 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0df753d3-940d-4132-ada2-be8afb553ef4 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:04.501539 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719faba2-ca38-4946-9e43-362bba37e570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf85429-dd17-4932-a286-54c3a757a27c', 'code': 200} Nov 27 01:05:04.524765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fbec4-6f94-4fd1-ba5b-5bc56642765d req-1eecd20a-4cef-45f0-9012-1da25ed5c577 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:04.526380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a79fbec4-6f94-4fd1-ba5b-5bc56642765d req-1eecd20a-4cef-45f0-9012-1da25ed5c577 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 949 time: 0.0569699 Nov 27 01:05:04.578545 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a79fbec4-6f94-4fd1-ba5b-5bc56642765d req-88448a84-36a8-4966-ae47-70098d11d752 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456767 Nov 27 01:05:04.588549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['8462ea3d-adb2-45b2-bee5-7569bb1e3483'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:04.615752 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['c56a7cc8-bda9-451f-b56a-0c99631e5c93'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:04.671549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748481f-dbf9-485b-9dcb-c8cb5d78afcd req-68ba4fcb-3c6f-4a71-92c1-86b0f6581b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:04.673982 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3748481f-dbf9-485b-9dcb-c8cb5d78afcd req-68ba4fcb-3c6f-4a71-92c1-86b0f6581b73 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 1098 time: 0.0545571 Nov 27 01:05:04.723989 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3748481f-dbf9-485b-9dcb-c8cb5d78afcd req-2c796e11-9b4c-4f30-bbfb-93861169c669 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398326 Nov 27 01:05:04.850966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21205c-8a1e-4cdf-ae66-02990fa7e69b req-2c6ca4db-a1ec-4731-a16b-8f658de30250 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:04.852582 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c21205c-8a1e-4cdf-ae66-02990fa7e69b req-2c6ca4db-a1ec-4731-a16b-8f658de30250 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 946 time: 0.0551565 Nov 27 01:05:04.905559 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c21205c-8a1e-4cdf-ae66-02990fa7e69b req-dea2e121-2263-4847-ba13-8ffb68a5830d tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466304 Nov 27 01:05:05.106134 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c70a661e-f1ba-4dea-85e4-cbb3bd18c3df req-e7af27b9-9f8a-4fbd-98ef-0980437b72e9 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 210 time: 0.0329854 Nov 27 01:05:05.196041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-5cf429cc-2f5d-4ba1-ab46-efcd3bb0a294 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246215 Nov 27 01:05:05.323523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-fb2f352f-848e-4b88-9075-53189ee73f64 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:05.324956 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-fb2f352f-848e-4b88-9075-53189ee73f64 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1198106 Nov 27 01:05:05.350731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dc45c-c378-466d-a22f-b1ff9b6d59c9 req-656d75b9-fd6b-4dae-9ef4-63eb89f8e628 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:05.352271 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-908dc45c-c378-466d-a22f-b1ff9b6d59c9 req-656d75b9-fd6b-4dae-9ef4-63eb89f8e628 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 949 time: 0.0496175 Nov 27 01:05:05.379264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-2e1242df-d524-4451-8d89-a02dc0b77544 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Request body: {'port': {'device_id': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '8fd983e4be5a419cb019b570f4ba0ec0'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:05.394455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:05.404099 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-908dc45c-c378-466d-a22f-b1ff9b6d59c9 req-6ca1ae28-0f54-49fc-8ad5-ec8664a3b364 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c38a4a0f-c95f-458f-88cc-84b7739e8919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451539 Nov 27 01:05:05.474575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 73d16c37-be2d-46d4-bb3f-ec6b9884633a up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:05.571049 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53ff5d-6dc9-4e27-b9d6-5deacbec533c req-c73db4aa-3120-47c9-8692-d8d011c757fb tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:05.578458 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f53ff5d-6dc9-4e27-b9d6-5deacbec533c req-c73db4aa-3120-47c9-8692-d8d011c757fb tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 943 time: 0.0872800 Nov 27 01:05:05.584297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 73d16c37-be2d-46d4-bb3f-ec6b9884633a completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:05.588892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:05.603228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 73d16c37-be2d-46d4-bb3f-ec6b9884633a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:05.603645 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:05.605568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad445c89-3e73-410f-88c8-efd40735fbb9 req-37937cea-8580-472a-9cc7-8cc4d5b44497 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:05.606315 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-2e1242df-d524-4451-8d89-a02dc0b77544 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Made reservation on behalf of 8fd983e4be5a419cb019b570f4ba0ec0 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:05.609875 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-2e1242df-d524-4451-8d89-a02dc0b77544 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:05.610921 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '2d5f85c8-4c0a-4f1d-953e-50069bcdb809', 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f', 'port_id': '2d5f85c8-4c0a-4f1d-953e-50069bcdb809', 'mac_address': 'fa:16:3e:f4:3d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29003f06-f306-4683-932b-e39e08c7fc5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:05.621094 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ad445c89-3e73-410f-88c8-efd40735fbb9 req-37937cea-8580-472a-9cc7-8cc4d5b44497 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 949 time: 0.0798039 Nov 27 01:05:05.673853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f53ff5d-6dc9-4e27-b9d6-5deacbec533c req-e90958fe-c770-4f8c-aa85-3a9d9411a8ba tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908318 Nov 27 01:05:05.684202 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ad445c89-3e73-410f-88c8-efd40735fbb9 req-22ad71c1-1d38-4878-ab8c-c5b700037fa4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585039 Nov 27 01:05:05.744792 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:05.765991 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:05.781537 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:05.802590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:05.812943 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:05.877240 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 73d16c37-be2d-46d4-bb3f-ec6b9884633a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=73d16c37-be2d-46d4-bb3f-ec6b9884633a,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:05.878506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-2e1242df-d524-4451-8d89-a02dc0b77544 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Allocated IP 192.168.233.109 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/ebdda98d-aad1-4ffd-9e9e-c0d2003832c3) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:05.888478 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:05.898772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aa918-b3a4-4c50-af88-e42104f64ae9 req-5e971d1e-b3f5-4467-9029-1de8b4381b73 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:05.900343 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f1aa918-b3a4-4c50-af88-e42104f64ae9 req-5e971d1e-b3f5-4467-9029-1de8b4381b73 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 949 time: 0.1329410 Nov 27 01:05:05.900699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:05.979157 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=73d16c37-be2d-46d4-bb3f-ec6b9884633a,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:06.033350 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f1aa918-b3a4-4c50-af88-e42104f64ae9 req-bf6b9590-fab8-4cae-9c95-000702cd27eb tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235354 Nov 27 01:05:06.043240 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbbedd-d508-4442-b980-0aedc13064c5 req-8d26868f-820e-4c06-a9b7-ceb05a66b746 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:06.062948 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dffbbedd-d508-4442-b980-0aedc13064c5 req-8d26868f-820e-4c06-a9b7-ceb05a66b746 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 946 time: 0.0624130 Nov 27 01:05:06.080761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['2d5f85c8-4c0a-4f1d-953e-50069bcdb809'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:06.114813 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dffbbedd-d508-4442-b980-0aedc13064c5 req-e35c15ef-18cc-406e-94bf-68f624cb351b tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589600 Nov 27 01:05:06.133498 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-2e1242df-d524-4451-8d89-a02dc0b77544 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:06.183010 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-2e1242df-d524-4451-8d89-a02dc0b77544 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:06.224062 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['7bdf808b-5054-4b47-bc31-4ef73518ec42'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:06.301647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1242df-d524-4451-8d89-a02dc0b77544 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Pushing event updated for resources: {'Port': ['ID=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:06.312319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-2e1242df-d524-4451-8d89-a02dc0b77544 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:06.317238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-2e1242df-d524-4451-8d89-a02dc0b77544 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:06.323613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-2e1242df-d524-4451-8d89-a02dc0b77544 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:06.335023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95502f9-a475-4a64-af60-d3d52397200d req-cdca9c5a-ab17-4379-8303-4656fe37cde5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:06.336816 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b95502f9-a475-4a64-af60-d3d52397200d req-cdca9c5a-ab17-4379-8303-4656fe37cde5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 936 time: 0.1181092 Nov 27 01:05:06.427028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-2e1242df-d524-4451-8d89-a02dc0b77544 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:06.427674 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-2e1242df-d524-4451-8d89-a02dc0b77544 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:06.462784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b95502f9-a475-4a64-af60-d3d52397200d req-b7ac01c1-a625-42da-a556-2e10333d264b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993505 Nov 27 01:05:06.473696 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-2e1242df-d524-4451-8d89-a02dc0b77544 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0990384 Nov 27 01:05:06.498032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Request body: {'port': {'device_id': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:06.509443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b51436e-ebdf-484c-92b8-5aeb44e12639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d16c37-be2d-46d4-bb3f-ec6b9884633a'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:06.511715 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbcf281-0f0e-4b88-9e30-8fe914a4f006" -d '{"events": [{"server_uuid": "3b51436e-ebdf-484c-92b8-5aeb44e12639", "name": "network-vif-plugged", "status": "completed", "tag": "73d16c37-be2d-46d4-bb3f-ec6b9884633a"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:06.552336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['140b25e7-868a-45b8-a519-450a42a212f4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:06.570163 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308a29-f9d9-4911-a94b-b38041719ad6 req-80af6b8a-4418-4b78-8421-8c395e2c8d66 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:06.586678 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0d308a29-f9d9-4911-a94b-b38041719ad6 req-80af6b8a-4418-4b78-8421-8c395e2c8d66 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 950 time: 0.0791419 Nov 27 01:05:06.614328 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cdf3f1-1f47-4e92-b0c7-9c1168e07cf6 x-openstack-request-id: req-09cdf3f1-1f47-4e92-b0c7-9c1168e07cf6 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:06.614879 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b51436e-ebdf-484c-92b8-5aeb44e12639", "name": "network-vif-plugged", "status": "completed", "tag": "73d16c37-be2d-46d4-bb3f-ec6b9884633a", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:06.615091 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09cdf3f1-1f47-4e92-b0c7-9c1168e07cf6 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:06.616275 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b51436e-ebdf-484c-92b8-5aeb44e12639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d16c37-be2d-46d4-bb3f-ec6b9884633a', 'code': 200} Nov 27 01:05:06.652875 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0d308a29-f9d9-4911-a94b-b38041719ad6 req-af2f6d09-e477-47a1-afe8-9dd6fb5fcd00 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c38a4a0f-c95f-458f-88cc-84b7739e8919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649033 Nov 27 01:05:06.670912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:06.830514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-10cbef10-694d-4483-aa37-f7071efea603 None None] Provisioning complete for port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:06.830889 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10cbef10-694d-4483-aa37-f7071efea603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:06.872827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476dcad-b6f3-4d03-af37-0a714db6a430 req-b4899dc6-6598-493a-8249-d60b0ce1cef8 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:06.882039 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f476dcad-b6f3-4d03-af37-0a714db6a430 req-b4899dc6-6598-493a-8249-d60b0ce1cef8 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 949 time: 0.1044877 Nov 27 01:05:06.892351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-10cbef10-694d-4483-aa37-f7071efea603 None None] Port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:06.926213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c768f-aaf9-4396-8efa-dd1d3d5ddc83 req-e35a0924-2e12-4561-a0f0-47523e1efefa tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:06.928000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-443c768f-aaf9-4396-8efa-dd1d3d5ddc83 req-e35a0924-2e12-4561-a0f0-47523e1efefa tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 949 time: 0.1219592 Nov 27 01:05:06.980290 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f476dcad-b6f3-4d03-af37-0a714db6a430 req-29b53320-62fd-4c5a-bab9-f59e73e86cc3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971050 Nov 27 01:05:07.120597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd65b9-a984-445f-a676-2bff07575917 req-c111f740-f664-46be-bc28-5541076b8787 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:07.128629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8ecd65b9-a984-445f-a676-2bff07575917 req-c111f740-f664-46be-bc28-5541076b8787 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 943 time: 0.1906419 Nov 27 01:05:07.185546 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-443c768f-aaf9-4396-8efa-dd1d3d5ddc83 req-8839bcad-9bd0-489b-916f-53bb72b1af6d tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Deleting port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:07.186564 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-443c768f-aaf9-4396-8efa-dd1d3d5ddc83 req-8839bcad-9bd0-489b-916f-53bb72b1af6d tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:07.188687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4215504-8e43-4cba-98bc-3abbc53b7bea req-93e234d1-b8a3-49ec-8541-3d01b08bd064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:07.190175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d4215504-8e43-4cba-98bc-3abbc53b7bea req-93e234d1-b8a3-49ec-8541-3d01b08bd064 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 1102 time: 0.2488451 Nov 27 01:05:07.246532 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8ecd65b9-a984-445f-a676-2bff07575917 req-0f796bda-55ed-4913-bfe4-2f0f297790c3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113262 Nov 27 01:05:07.269544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:07.292627 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:07.333947 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Transition to ACTIVE for port object ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:05:07.340799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-443c768f-aaf9-4396-8efa-dd1d3d5ddc83 req-8839bcad-9bd0-489b-916f-53bb72b1af6d tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] For port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5148e0a1-b0c7-4f12-b1b8-3fff7680c281,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:07.341161 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-443c768f-aaf9-4396-8efa-dd1d3d5ddc83 req-8839bcad-9bd0-489b-916f-53bb72b1af6d tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:07.350388 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:07.352314 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44595f-eeb5-4089-a654-0f2dbb81ec03 req-f33d0490-3de7-4c32-b5e6-85622063e396 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:07.357242 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a44595f-eeb5-4089-a654-0f2dbb81ec03 req-f33d0490-3de7-4c32-b5e6-85622063e396 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc7993a-d8bc-4d5c-934d-add1b271421f HTTP/1.1" status: 200 len: 949 time: 0.1141918 Nov 27 01:05:07.363839 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d4215504-8e43-4cba-98bc-3abbc53b7bea req-382ff50d-0ea6-4eb5-87b6-405b9dd96568 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c38a4a0f-c95f-458f-88cc-84b7739e8919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637545 Nov 27 01:05:07.388582 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-443c768f-aaf9-4396-8efa-dd1d3d5ddc83 req-8839bcad-9bd0-489b-916f-53bb72b1af6d tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Calling delete_port for 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:07.392001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:07.465956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 93c7853a-3cd9-4ef8-8734-4b7ea23976ea details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:07.523147 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a44595f-eeb5-4089-a654-0f2dbb81ec03 req-35e5f913-098c-48e7-a670-260ad4c98bca tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578422 Nov 27 01:05:07.617746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:07.618330 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:07.765032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,segment=NetworkSegment(5af6be53-9e18-40d4-b065-e0745912977f),segment_id=5af6be53-9e18-40d4-b065-e0745912977f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:07.773845 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-443c768f-aaf9-4396-8efa-dd1d3d5ddc83 req-8839bcad-9bd0-489b-916f-53bb72b1af6d tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:07.783924 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '93c7853a-3cd9-4ef8-8734-4b7ea23976ea', 'network_id': '43b7912e-52da-47c9-b267-954cb551a0e3', 'port_id': '93c7853a-3cd9-4ef8-8734-4b7ea23976ea', 'mac_address': 'fa:16:3e:e1:48:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e1dce6-7ad2-45c3-be99-cad1e52a01bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:07.813174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['5148e0a1-b0c7-4f12-b1b8-3fff7680c281'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:07.824265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['19d49764-1c3e-4e06-8705-dd36bd3c2ba2'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:07.864463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839bcad-9bd0-489b-916f-53bb72b1af6d tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Pushing event deleted for resources: {'Port': ['ID=5148e0a1-b0c7-4f12-b1b8-3fff7680c281,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:07.900856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Pushing event updated for resources: {'Port': ['ID=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:07.906251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10cdde-431e-4e53-854e-453af0b83361 req-a05406fd-39b2-47f9-b2b5-8d4ac00f92be tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:07.916665 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a10cdde-431e-4e53-854e-453af0b83361 req-a05406fd-39b2-47f9-b2b5-8d4ac00f92be tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 948 time: 0.1960075 Nov 27 01:05:07.925795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Attempting to bind port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:07.926484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Attempting to bind port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:07.926996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Attempting to bind port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:07.939485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953a33f-bf8b-4e2a-9332-4c0e2ce99080 req-359e1308-89ea-4419-8b48-eadffb528230 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:07.941860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-443c768f-aaf9-4396-8efa-dd1d3d5ddc83 req-8839bcad-9bd0-489b-916f-53bb72b1af6d tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] No DVR routers for this DVR port 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:07.949520 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-443c768f-aaf9-4396-8efa-dd1d3d5ddc83 req-8839bcad-9bd0-489b-916f-53bb72b1af6d tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:07.951403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4953a33f-bf8b-4e2a-9332-4c0e2ce99080 req-359e1308-89ea-4419-8b48-eadffb528230 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 946 time: 0.5865214 Nov 27 01:05:07.953277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-443c768f-aaf9-4396-8efa-dd1d3d5ddc83 req-8839bcad-9bd0-489b-916f-53bb72b1af6d tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.31 "DELETE /v2.0/ports/5148e0a1-b0c7-4f12-b1b8-3fff7680c281 HTTP/1.1" status: 204 len: 173 time: 1.0139987 Nov 27 01:05:07.981013 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:07.984522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Attempting to bind port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:08.009312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:08.010511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc7993a-d8bc-4d5c-934d-add1b271421f', 'name': 'network-vif-deleted', 'tag': '5148e0a1-b0c7-4f12-b1b8-3fff7680c281'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:08.015446 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc57efdb-f16a-4ac0-898f-a7619c9a1957" -d '{"events": [{"server_uuid": "bdc7993a-d8bc-4d5c-934d-add1b271421f", "name": "network-vif-deleted", "tag": "5148e0a1-b0c7-4f12-b1b8-3fff7680c281"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:08.017905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:08.018680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:08.019330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Bound port: ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:08.019885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:08.053931 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4953a33f-bf8b-4e2a-9332-4c0e2ce99080 req-71c1ffd0-bd5e-4e03-96d3-7196bb70f827 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013696 Nov 27 01:05:08.110114 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a10cdde-431e-4e53-854e-453af0b83361 req-af160b87-7101-428f-876d-83b7516f7089 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925421 Nov 27 01:05:08.236973 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:08.267505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] For port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:08.277070 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:08.286684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] For port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:08.296226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7e19f-ba59-432a-b062-80a53aefc015 req-dd870da7-f262-46aa-9eba-1a2bbbaf6110 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:08.297796 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b9f7e19f-ba59-432a-b062-80a53aefc015 req-dd870da7-f262-46aa-9eba-1a2bbbaf6110 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 950 time: 0.0909085 Nov 27 01:05:08.300430 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:08.331439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c7853a-3cd9-4ef8-8734-4b7ea23976ea {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:08.357322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:08.357951 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:08.359332 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] 10.222.0.31 "PUT /v2.0/ports/ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 HTTP/1.1" status: 200 len: 1097 time: 1.8660066 Nov 27 01:05:08.359780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'tag': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:08.362179 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e727c8-4bd1-4af6-aa12-29e0560de950" -d '{"events": [{"name": "network-changed", "server_uuid": "c58851f9-5435-4219-b6d7-8a13615927bb", "tag": "ebdda98d-aad1-4ffd-9e9e-c0d2003832c3"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:08.384266 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e48db5-9652-49d4-9e24-b52c7ab8b8a1 req-09279014-24bb-457a-9c11-adbbffe45a8c tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:08.385747 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79e48db5-9652-49d4-9e24-b52c7ab8b8a1 req-09279014-24bb-457a-9c11-adbbffe45a8c tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 949 time: 0.0875793 Nov 27 01:05:08.400984 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b9f7e19f-ba59-432a-b062-80a53aefc015 req-8b03f79b-3d1f-43f3-a958-d02eee28111f tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c38a4a0f-c95f-458f-88cc-84b7739e8919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918231 Nov 27 01:05:08.413541 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:08.430945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaed535-a3dc-451c-9ec9-52589364926e service neutron] Pushing event updated for resources: {'Port': ['ID=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:08.433575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,segment=NetworkSegment(5af6be53-9e18-40d4-b065-e0745912977f),segment_id=5af6be53-9e18-40d4-b065-e0745912977f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:08.441746 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:08.442319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c56a7cc8-bda9-451f-b56a-0c99631e5c93 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:08.477536 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:08.507111 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79e48db5-9652-49d4-9e24-b52c7ab8b8a1 req-27207cf5-e053-4d00-99e2-9b12084a31c1 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102438 Nov 27 01:05:08.515465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-b611da93-247a-447d-9c25-a86eae0979fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:08.517735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-b611da93-247a-447d-9c25-a86eae0979fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 1100 time: 0.0696890 Nov 27 01:05:08.545423 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cc2065-dc12-4d08-bc5d-9b66ad82cc37 x-openstack-request-id: req-79cc2065-dc12-4d08-bc5d-9b66ad82cc37 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:08.545969 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc7993a-d8bc-4d5c-934d-add1b271421f", "name": "network-vif-deleted", "tag": "5148e0a1-b0c7-4f12-b1b8-3fff7680c281", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:08.546421 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79cc2065-dc12-4d08-bc5d-9b66ad82cc37 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:08.547011 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc7993a-d8bc-4d5c-934d-add1b271421f', 'name': 'network-vif-deleted', 'tag': '5148e0a1-b0c7-4f12-b1b8-3fff7680c281', 'status': 'completed', 'code': 200} Nov 27 01:05:08.611787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-f5a42b0e-894f-468a-aaf3-f94a6d517a58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 HTTP/1.1" status: 200 len: 217 time: 0.0682929 Nov 27 01:05:08.623634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5f85c8-4c0a-4f1d-953e-50069bcdb809'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:08.626522 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c7b1d7-f9e3-4386-af06-ef1e979ce58f" -d '{"events": [{"server_uuid": "43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96", "name": "network-vif-plugged", "status": "completed", "tag": "2d5f85c8-4c0a-4f1d-953e-50069bcdb809"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:08.648557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:08.729153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port c56a7cc8-bda9-451f-b56a-0c99631e5c93 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:08.761539 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port c56a7cc8-bda9-451f-b56a-0c99631e5c93 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:08.761918 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:08.765432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:08.781562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-3764bc98-7367-450e-8ddf-c9ec6ac68883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:08.789903 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-3764bc98-7367-450e-8ddf-c9ec6ac68883 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1392510 Nov 27 01:05:08.847520 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-b5c5a735-e322-469e-9955-cecdd9f2e66a tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:08.856392 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-b5c5a735-e322-469e-9955-cecdd9f2e66a tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2202713 Nov 27 01:05:08.945136 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-e664ef84-3462-409f-a843-dd44e31bfdd8 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 696 time: 0.0869250 Nov 27 01:05:08.945381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-00689b9c-d27b-46a6-8935-f205647985d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:08.946778 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-00689b9c-d27b-46a6-8935-f205647985d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1027181 Nov 27 01:05:08.954253 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:08.967150 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-925dd096-abf9-4169-bc3d-b245e522a484 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Request body: {'floatingip': {'port_id': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:08.994026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eedca1-3922-43e4-a7b6-b9d92588b9cd req-c0bee5aa-7ab5-4806-b4a9-6e3aa18318c2 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:09.001635 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-88eedca1-3922-43e4-a7b6-b9d92588b9cd req-c0bee5aa-7ab5-4806-b4a9-6e3aa18318c2 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 944 time: 0.0888264 Nov 27 01:05:09.029064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c56a7cc8-bda9-451f-b56a-0c99631e5c93, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c56a7cc8-bda9-451f-b56a-0c99631e5c93,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:09.040217 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:09.041985 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8462ea3d-adb2-45b2-bee5-7569bb1e3483 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:09.059131 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-925dd096-abf9-4169-bc3d-b245e522a484 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:09.153481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['93c7853a-3cd9-4ef8-8734-4b7ea23976ea'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:09.194513 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-494e06f1-b612-41fd-afb3-145607fa1dce service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342408 Nov 27 01:05:09.237015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=c56a7cc8-bda9-451f-b56a-0c99631e5c93,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:09.240947 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-88eedca1-3922-43e4-a7b6-b9d92588b9cd req-b221e573-2766-430d-aa60-f1a562193e73 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375607 Nov 27 01:05:09.294699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 8462ea3d-adb2-45b2-bee5-7569bb1e3483 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:09.319778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 8462ea3d-adb2-45b2-bee5-7569bb1e3483 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:09.320160 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:09.321726 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d33369-bf3e-420a-a3d6-c451baf75661 x-openstack-request-id: req-58d33369-bf3e-420a-a3d6-c451baf75661 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:09.322107 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58851f9-5435-4219-b6d7-8a13615927bb", "tag": "ebdda98d-aad1-4ffd-9e9e-c0d2003832c3", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:09.322527 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58d33369-bf3e-420a-a3d6-c451baf75661 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:09.322865 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'tag': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3', 'status': 'completed', 'code': 200} Nov 27 01:05:09.369254 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8dd9283-88eb-4d0d-a6f4-fa5f8c322ce0 req-4bcb56db-feda-4f41-8540-3d1def71ddad service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639502 Nov 27 01:05:09.447284 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11596122-966f-4f1c-9419-c10fb54d0e7a x-openstack-request-id: req-11596122-966f-4f1c-9419-c10fb54d0e7a {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:09.447601 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96", "name": "network-vif-plugged", "status": "completed", "tag": "2d5f85c8-4c0a-4f1d-953e-50069bcdb809", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:09.447861 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11596122-966f-4f1c-9419-c10fb54d0e7a {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:09.448284 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5f85c8-4c0a-4f1d-953e-50069bcdb809', 'code': 200} Nov 27 01:05:09.465557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:09.501479 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:09.501731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5148e0a1-b0c7-4f12-b1b8-3fff7680c281 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:09.565653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e727c8-4bd1-4af6-aa12-29e0560de950 req-f15e3a35-749a-402e-b0a6-232a4e1b7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:09.568251 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28e727c8-4bd1-4af6-aa12-29e0560de950 req-f15e3a35-749a-402e-b0a6-232a4e1b7cc4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 1100 time: 0.1048210 Nov 27 01:05:09.584343 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:09.635787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 8462ea3d-adb2-45b2-bee5-7569bb1e3483, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8462ea3d-adb2-45b2-bee5-7569bb1e3483,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:09.642230 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:09.644943 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-925dd096-abf9-4169-bc3d-b245e522a484 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:09.651053 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-925dd096-abf9-4169-bc3d-b245e522a484 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:09.689137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e727c8-4bd1-4af6-aa12-29e0560de950 req-bfe02084-6b5c-474f-864d-6c19335a6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:09.690860 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28e727c8-4bd1-4af6-aa12-29e0560de950 req-bfe02084-6b5c-474f-864d-6c19335a6e41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1149473 Nov 27 01:05:09.707956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bee156-ea4b-458f-8858-c61000b53486 req-19637a36-e5ec-47e9-b1b5-310e1f826779 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:09.716900 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-10bee156-ea4b-458f-8858-c61000b53486 req-19637a36-e5ec-47e9-b1b5-310e1f826779 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 948 time: 0.2006421 Nov 27 01:05:09.719241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=8462ea3d-adb2-45b2-bee5-7569bb1e3483,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:09.782836 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-925dd096-abf9-4169-bc3d-b245e522a484 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Floating IP a547271c-804d-4252-a57b-ed3e8a1f99b2 associated. External IP: 172.25.1.240, port: 0d0f7858-d34b-49db-ad2c-225383ff060b. Nov 27 01:05:09.783060 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28e727c8-4bd1-4af6-aa12-29e0560de950 req-c42ab17e-71cb-4f3a-8d44-7fb490b3315e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 HTTP/1.1" status: 200 len: 217 time: 0.0632503 Nov 27 01:05:09.861445 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e727c8-4bd1-4af6-aa12-29e0560de950 req-d34d4d75-8918-4808-a9d6-8a890137d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:09.862998 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28e727c8-4bd1-4af6-aa12-29e0560de950 req-d34d4d75-8918-4808-a9d6-8a890137d800 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0708520 Nov 27 01:05:09.881595 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-10bee156-ea4b-458f-8858-c61000b53486 req-34a9311c-45f7-4013-8bc0-7dc0f79fe10d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579843 Nov 27 01:05:09.990221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e727c8-4bd1-4af6-aa12-29e0560de950 req-09ad0c23-fd85-4cf3-a64a-81342d488e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:09.992630 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28e727c8-4bd1-4af6-aa12-29e0560de950 req-09ad0c23-fd85-4cf3-a64a-81342d488e96 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1089919 Nov 27 01:05:10.021162 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6ab65263-1c41-4e13-8006-e91b29a7b612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:10.056419 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-925dd096-abf9-4169-bc3d-b245e522a484 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Router 3741214e-c0bd-4099-b9c2-762606e8c4fd has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:10.147341 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28e727c8-4bd1-4af6-aa12-29e0560de950 req-bf1110d5-c09f-4cc6-89cf-fd836ebf7913 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446800 Nov 27 01:05:10.218579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-925dd096-abf9-4169-bc3d-b245e522a484 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:10.232733 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90813dcf-1150-4932-951e-2d48632459b0 None None] Sync routers for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:10.250546 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-925dd096-abf9-4169-bc3d-b245e522a484 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:10.252096 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90813dcf-1150-4932-951e-2d48632459b0 None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:10.256156 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-90813dcf-1150-4932-951e-2d48632459b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:04:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:10.269936 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b3390-de3b-4e85-8288-5596e4953d13 req-41ce1ff4-4f59-475c-b892-1634c9eacfa1 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:10.277385 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-458b3390-de3b-4e85-8288-5596e4953d13 req-41ce1ff4-4f59-475c-b892-1634c9eacfa1 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 950 time: 0.0993254 Nov 27 01:05:10.312847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-925dd096-abf9-4169-bc3d-b245e522a484 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "PUT /v2.0/floatingips/a547271c-804d-4252-a57b-ed3e8a1f99b2 HTTP/1.1" status: 200 len: 996 time: 1.3603954 Nov 27 01:05:10.333706 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28e727c8-4bd1-4af6-aa12-29e0560de950 req-46afbe70-a2dc-4427-8852-a18bd30bdfaf service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782556 Nov 27 01:05:10.352034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-458b3390-de3b-4e85-8288-5596e4953d13 req-8d17cb9c-d214-4b0c-802c-8631f636c0b0 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c38a4a0f-c95f-458f-88cc-84b7739e8919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736873 Nov 27 01:05:10.373512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-e4c97ae5-017a-4c08-9a71-d6a682a2162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:10.384569 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-e4c97ae5-017a-4c08-9a71-d6a682a2162a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 1097 time: 0.0627046 Nov 27 01:05:10.394648 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-90813dcf-1150-4932-951e-2d48632459b0 None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:10.501468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e6573-ad8c-4289-85c9-792345411cb5 req-452703ad-1644-46c2-a45c-6796a2f08da0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:10.503775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f16e6573-ad8c-4289-85c9-792345411cb5 req-452703ad-1644-46c2-a45c-6796a2f08da0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 950 time: 0.0800054 Nov 27 01:05:10.628665 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f16e6573-ad8c-4289-85c9-792345411cb5 req-3c87884f-4730-4fd5-88cb-65a198c0c8fa tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046007 Nov 27 01:05:10.715444 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'tag': '0d0f7858-d34b-49db-ad2c-225383ff060b'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:10.719561 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bc8772-d643-411e-a1af-0d27a10fccaa" -d '{"events": [{"name": "network-changed", "server_uuid": "ee591c79-7040-4e39-b145-71d5c0fa8d3c", "tag": "0d0f7858-d34b-49db-ad2c-225383ff060b"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:10.789435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-15cccf46-aaea-45cb-81fb-33d9b34da390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:10.791739 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-15cccf46-aaea-45cb-81fb-33d9b34da390 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 921 time: 0.4064116 Nov 27 01:05:10.902838 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-4b554409-944d-4b8e-bfeb-36322210cb00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d0f7858-d34b-49db-ad2c-225383ff060b HTTP/1.1" status: 200 len: 999 time: 0.0914288 Nov 27 01:05:10.933457 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-90813dcf-1150-4932-951e-2d48632459b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a547271c-804d-4252-a57b-ed3e8a1f99b2', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'port_id': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'mac_address': 'fa:16:3e:ed:ef:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:05:09Z', 'revision_number': 1, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:10.961936 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a729377-ad3c-484d-a973-fcbd39a2942c req-3af47c12-3c86-4082-a6b4-28ceb6bf7029 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:10.965272 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-faa36935-a66e-42c9-9c8a-b3f6c938b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:10.966867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-faa36935-a66e-42c9-9c8a-b3f6c938b66a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.0619590 Nov 27 01:05:10.971456 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a729377-ad3c-484d-a973-fcbd39a2942c req-3af47c12-3c86-4082-a6b4-28ceb6bf7029 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 950 time: 0.0799315 Nov 27 01:05:10.980646 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90813dcf-1150-4932-951e-2d48632459b0 None None] Checking router: 3741214e-c0bd-4099-b9c2-762606e8c4fd for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:10.992289 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90813dcf-1150-4932-951e-2d48632459b0 None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:10.992289 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-90813dcf-1150-4932-951e-2d48632459b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:04:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:11.043420 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a729377-ad3c-484d-a973-fcbd39a2942c req-5fc1cbd8-8975-4075-bc67-5433fa113c2b tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0ac48e1-8aad-42dc-bc37-7f25448d7751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708189 Nov 27 01:05:11.048257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-729aa63b-9195-49c8-8ab1-36d9df37ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:11.059735 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-729aa63b-9195-49c8-8ab1-36d9df37ee31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830500 Nov 27 01:05:11.075759 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-97dcdef6-4ec8-482d-afd6-3235e9cb5ad3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:05:11.087248 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-97dcdef6-4ec8-482d-afd6-3235e9cb5ad3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194216 Nov 27 01:05:11.175452 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-90813dcf-1150-4932-951e-2d48632459b0 None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:11.183361 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7dedd-af45-4c07-aaa9-55f4b41a8b0c req-062b593c-0d7b-48c0-9b98-c2031d142f45 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:11.191759 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-acb7dedd-af45-4c07-aaa9-55f4b41a8b0c req-062b593c-0d7b-48c0-9b98-c2031d142f45 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 944 time: 0.0729988 Nov 27 01:05:11.227202 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-2ce32adc-a0d3-49ce-ad58-f0adb9c32a4a service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388500 Nov 27 01:05:11.253950 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-acb7dedd-af45-4c07-aaa9-55f4b41a8b0c req-12d6ded7-28e5-408e-aa19-dfefe58a14e8 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606105 Nov 27 01:05:11.417101 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d00be36c-f400-4865-be23-0889eaf44ae3 req-3c2586b2-2514-46f5-a1e5-975b214f17ef service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840665 Nov 27 01:05:11.433837 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522292d4-ab2e-4968-b13f-b294c6818024 x-openstack-request-id: req-522292d4-ab2e-4968-b13f-b294c6818024 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:11.435014 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee591c79-7040-4e39-b145-71d5c0fa8d3c", "tag": "0d0f7858-d34b-49db-ad2c-225383ff060b", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:11.435510 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-522292d4-ab2e-4968-b13f-b294c6818024 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:11.436500 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'tag': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'status': 'completed', 'code': 200} Nov 27 01:05:11.457631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531cee06-2cb0-47ce-becf-cf7bb6efbd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56a7cc8-bda9-451f-b56a-0c99631e5c93'}, {'server_uuid': 'd6825d08-b9f6-4e7b-9f96-e2b01866026a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8462ea3d-adb2-45b2-bee5-7569bb1e3483'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:11.459990 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda1dae2-e98e-464f-88a8-d69c3f409c44" -d '{"events": [{"server_uuid": "531cee06-2cb0-47ce-becf-cf7bb6efbd0b", "name": "network-vif-plugged", "status": "completed", "tag": "c56a7cc8-bda9-451f-b56a-0c99631e5c93"}, {"server_uuid": "d6825d08-b9f6-4e7b-9f96-e2b01866026a", "name": "network-vif-plugged", "status": "completed", "tag": "8462ea3d-adb2-45b2-bee5-7569bb1e3483"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:11.514032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 93c7853a-3cd9-4ef8-8734-4b7ea23976ea up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:11.594626 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:11.599501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:11.599994 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:11.622292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc8772-d643-411e-a1af-0d27a10fccaa req-06659189-6e2d-42fb-b739-97764ca18100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:11.626437 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41bc8772-d643-411e-a1af-0d27a10fccaa req-06659189-6e2d-42fb-b739-97764ca18100 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 1097 time: 0.1318443 Nov 27 01:05:11.647046 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-90813dcf-1150-4932-951e-2d48632459b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a547271c-804d-4252-a57b-ed3e8a1f99b2', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'port_id': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'mac_address': 'fa:16:3e:ed:ef:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:05:09Z', 'revision_number': 1, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:11.647948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e87d9-b500-4e27-9b80-605e74d47ca3 req-b8e884d5-8f8a-4b63-a341-03b88963273b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:11.649563 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-877e87d9-b500-4e27-9b80-605e74d47ca3 req-b8e884d5-8f8a-4b63-a341-03b88963273b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 948 time: 0.0913026 Nov 27 01:05:11.709015 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:11.720633 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90813dcf-1150-4932-951e-2d48632459b0 None None] The sync data for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 is: [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a547271c-804d-4252-a57b-ed3e8a1f99b2', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'port_id': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'mac_address': 'fa:16:3e:ed:ef:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:05:09Z', 'revision_number': 1, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:11.763914 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,segment=NetworkSegment(5af6be53-9e18-40d4-b065-e0745912977f),segment_id=5af6be53-9e18-40d4-b065-e0745912977f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:11.777410 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:11.801876 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-877e87d9-b500-4e27-9b80-605e74d47ca3 req-2677c8c1-2a53-4625-8895-fe3687bcfdd9 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253543 Nov 27 01:05:11.865518 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02bb73e-c92a-4ca4-ab37-b6f6a70e9231 x-openstack-request-id: req-b02bb73e-c92a-4ca4-ab37-b6f6a70e9231 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:11.866197 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531cee06-2cb0-47ce-becf-cf7bb6efbd0b", "name": "network-vif-plugged", "status": "completed", "tag": "c56a7cc8-bda9-451f-b56a-0c99631e5c93", "code": 200}, {"server_uuid": "d6825d08-b9f6-4e7b-9f96-e2b01866026a", "name": "network-vif-plugged", "status": "completed", "tag": "8462ea3d-adb2-45b2-bee5-7569bb1e3483", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:11.869249 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b02bb73e-c92a-4ca4-ab37-b6f6a70e9231 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:11.869249 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531cee06-2cb0-47ce-becf-cf7bb6efbd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56a7cc8-bda9-451f-b56a-0c99631e5c93', 'code': 200} Nov 27 01:05:11.869249 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6825d08-b9f6-4e7b-9f96-e2b01866026a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'code': 200} Nov 27 01:05:11.877118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc8772-d643-411e-a1af-0d27a10fccaa req-fed910fb-85de-4575-9ec6-c4939163c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:11.879937 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41bc8772-d643-411e-a1af-0d27a10fccaa req-fed910fb-85de-4575-9ec6-c4939163c2d5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 921 time: 0.2294059 Nov 27 01:05:11.910206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f41941-1ad4-4dcb-9cc3-f9ee41cc88e8 req-73f079be-ccd7-4f49-9526-70ada9618997 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:11.911072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-8d8444be-fe33-4675-8207-c2dba9b460c0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:11.913026 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57f41941-1ad4-4dcb-9cc3-f9ee41cc88e8 req-73f079be-ccd7-4f49-9526-70ada9618997 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.21 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 950 time: 0.1101873 Nov 27 01:05:11.922465 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-8d8444be-fe33-4675-8207-c2dba9b460c0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1018612 Nov 27 01:05:11.925218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:12.098852 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-e1593096-e284-44e4-9e76-45d25fdf5b31 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 999 time: 0.1728561 Nov 27 01:05:12.102962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80afea94-c0e5-40d6-bb2b-54bdb5404512 None None] New status for floating IP a547271c-804d-4252-a57b-ed3e8a1f99b2: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:05:12.123071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-bacb2bb6-9de7-4f82-8ced-ae99d6b10332 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Request body: {'floatingip': {'port_id': '8cf85429-dd17-4932-a286-54c3a757a27c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:12.192676 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-bacb2bb6-9de7-4f82-8ced-ae99d6b10332 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:12.234959 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41bc8772-d643-411e-a1af-0d27a10fccaa req-420f8ff4-456d-4923-9841-29531d40936a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d0f7858-d34b-49db-ad2c-225383ff060b HTTP/1.1" status: 200 len: 999 time: 0.3469911 Nov 27 01:05:12.243957 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-452a998d-7926-4a1d-a3d0-f11285292e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:12.340878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc8772-d643-411e-a1af-0d27a10fccaa req-5c9cdfb4-32bd-479e-b916-4e72a19b465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:12.342424 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41bc8772-d643-411e-a1af-0d27a10fccaa req-5c9cdfb4-32bd-479e-b916-4e72a19b465d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.0823894 Nov 27 01:05:12.357961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218e120-07e0-4134-84ff-71f79d6c4e7c req-9401fb9a-5fa9-4f40-9dbc-e8ad12508ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:12.359415 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a218e120-07e0-4134-84ff-71f79d6c4e7c req-9401fb9a-5fa9-4f40-9dbc-e8ad12508ece service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 1102 time: 0.2943039 Nov 27 01:05:12.374379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adeeaa0-b95d-4c69-8f2f-0a3cf472c590 req-7f0f0c89-8f49-4629-bc23-3444d30f4760 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:12.375957 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4adeeaa0-b95d-4c69-8f2f-0a3cf472c590 req-7f0f0c89-8f49-4629-bc23-3444d30f4760 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 950 time: 0.4163294 Nov 27 01:05:12.407127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-57f41941-1ad4-4dcb-9cc3-f9ee41cc88e8 req-3d8a0227-f765-46bf-b4b6-0eb9c4bfb511 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Deleting port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:12.407458 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57f41941-1ad4-4dcb-9cc3-f9ee41cc88e8 req-3d8a0227-f765-46bf-b4b6-0eb9c4bfb511 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:12.418528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af5b45-0277-49e6-83a0-2ad0de5208fd req-51833578-3699-4304-90c6-910cb2c0ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:12.420838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82af5b45-0277-49e6-83a0-2ad0de5208fd req-51833578-3699-4304-90c6-910cb2c0ea44 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d6825d08-b9f6-4e7b-9f96-e2b01866026a HTTP/1.1" status: 200 len: 1101 time: 0.3552325 Nov 27 01:05:12.564053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc8772-d643-411e-a1af-0d27a10fccaa req-f904a28d-9748-4a5e-8e18-96f4b65c3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:12.565721 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41bc8772-d643-411e-a1af-0d27a10fccaa req-f904a28d-9748-4a5e-8e18-96f4b65c3739 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2124476 Nov 27 01:05:12.645798 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4adeeaa0-b95d-4c69-8f2f-0a3cf472c590 req-44915375-61d3-4f1b-8f12-5c430c5d7a6e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217529 Nov 27 01:05:12.648062 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82af5b45-0277-49e6-83a0-2ad0de5208fd req-06833ccc-bc63-417c-8a76-428e21c0a294 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952457 Nov 27 01:05:12.694977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a218e120-07e0-4134-84ff-71f79d6c4e7c req-af4cb61a-771d-4079-ab8d-15fe5b341a37 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907398 Nov 27 01:05:12.714164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-57f41941-1ad4-4dcb-9cc3-f9ee41cc88e8 req-3d8a0227-f765-46bf-b4b6-0eb9c4bfb511 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] For port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=19d49764-1c3e-4e06-8705-dd36bd3c2ba2,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:12.714533 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57f41941-1ad4-4dcb-9cc3-f9ee41cc88e8 req-3d8a0227-f765-46bf-b4b6-0eb9c4bfb511 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:12.732283 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-57f41941-1ad4-4dcb-9cc3-f9ee41cc88e8 req-3d8a0227-f765-46bf-b4b6-0eb9c4bfb511 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Calling delete_port for 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:12.748641 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.db.api [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-bacb2bb6-9de7-4f82-8ced-ae99d6b10332 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:05:12.750585 n-d-817303-10 neutron-server[103402]: DEBUG oslo_db.api [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-bacb2bb6-9de7-4f82-8ced-ae99d6b10332 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:05:12.824542 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41bc8772-d643-411e-a1af-0d27a10fccaa req-835e63a9-246a-44ab-8509-36d5279e68a1 service neutron] 10.222.0.31 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372711 Nov 27 01:05:12.915059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fef94-a1ff-497f-b46e-2f508f92d217 req-626f0cf2-5191-49ac-9407-c8b665becf39 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:12.916575 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a87fef94-a1ff-497f-b46e-2f508f92d217 req-626f0cf2-5191-49ac-9407-c8b665becf39 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 950 time: 0.1667101 Nov 27 01:05:13.011789 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41bc8772-d643-411e-a1af-0d27a10fccaa req-21cad4fb-af7e-4ddf-acc7-82ad26cc2631 service neutron] 10.222.0.31 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796157 Nov 27 01:05:13.039423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a87fef94-a1ff-497f-b46e-2f508f92d217 req-128d4e91-6114-4b47-bbdc-2d5bb41c72db tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c38a4a0f-c95f-458f-88cc-84b7739e8919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112449 Nov 27 01:05:13.063281 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57f41941-1ad4-4dcb-9cc3-f9ee41cc88e8 req-3d8a0227-f765-46bf-b4b6-0eb9c4bfb511 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.100037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a0227-f765-46bf-b4b6-0eb9c4bfb511 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Pushing event deleted for resources: {'Port': ['ID=19d49764-1c3e-4e06-8705-dd36bd3c2ba2,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:13.105560 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['19d49764-1c3e-4e06-8705-dd36bd3c2ba2'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:13.158194 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.158742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f41941-1ad4-4dcb-9cc3-f9ee41cc88e8 req-3d8a0227-f765-46bf-b4b6-0eb9c4bfb511 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] No DVR routers for this DVR port 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:13.162194 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57f41941-1ad4-4dcb-9cc3-f9ee41cc88e8 req-3d8a0227-f765-46bf-b4b6-0eb9c4bfb511 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.166575 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57f41941-1ad4-4dcb-9cc3-f9ee41cc88e8 req-3d8a0227-f765-46bf-b4b6-0eb9c4bfb511 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.21 "DELETE /v2.0/ports/19d49764-1c3e-4e06-8705-dd36bd3c2ba2 HTTP/1.1" status: 204 len: 173 time: 1.2078481 Nov 27 01:05:13.167154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871f4d8d-a242-49e6-a932-92807cf60f1b', 'name': 'network-vif-deleted', 'tag': '19d49764-1c3e-4e06-8705-dd36bd3c2ba2'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:13.181681 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d6a62a-0cd5-484a-9f1a-28a1adb085c0" -d '{"events": [{"server_uuid": "871f4d8d-a242-49e6-a932-92807cf60f1b", "name": "network-vif-deleted", "tag": "19d49764-1c3e-4e06-8705-dd36bd3c2ba2"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:13.252872 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-bacb2bb6-9de7-4f82-8ced-ae99d6b10332 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.338023 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7fbcaee3-a572-40b4-97b6-08135eda05da req-72058c14-0e32-43f1-aaa8-9013910360f9 tempest-ServersAdminNegativeTestJSON-1629925060 tempest-ServersAdminNegativeTestJSON-1629925060-project] 10.222.0.15 "GET /v2.0/ports?device_id=871f4d8d-a242-49e6-a932-92807cf60f1b HTTP/1.1" status: 200 len: 210 time: 0.0344899 Nov 27 01:05:13.436369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f733b-7848-4b2b-b73e-1f5b87c34146 req-98067bcd-b7b8-4b8b-b044-66be0e4b44fa tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:13.438314 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc7f733b-7848-4b2b-b73e-1f5b87c34146 req-98067bcd-b7b8-4b8b-b044-66be0e4b44fa tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 950 time: 0.0738690 Nov 27 01:05:13.522279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:13.593829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1113b33-c2c0-416c-b062-7e6bb5e5c739 req-3a9ad861-6201-46f6-9384-f60ae66b2aa7 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:13.595568 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1113b33-c2c0-416c-b062-7e6bb5e5c739 req-3a9ad861-6201-46f6-9384-f60ae66b2aa7 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 945 time: 0.1477599 Nov 27 01:05:13.675352 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1113b33-c2c0-416c-b062-7e6bb5e5c739 req-20a2a9d3-b80b-40b4-a425-ce238d3fa226 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714414 Nov 27 01:05:13.698435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-cc7f733b-7848-4b2b-b73e-1f5b87c34146 req-2c031ef1-3f59-4c51-bbf4-a2db2da91c62 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Deleting port 73d16c37-be2d-46d4-bb3f-ec6b9884633a {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:13.698783 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cc7f733b-7848-4b2b-b73e-1f5b87c34146 req-2c031ef1-3f59-4c51-bbf4-a2db2da91c62 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.732656 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:13.762093 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3', 'mac_address': 'fa:16:3e:39:b7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:13.838194 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.860300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:13.865661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-cc7f733b-7848-4b2b-b73e-1f5b87c34146 req-2c031ef1-3f59-4c51-bbf4-a2db2da91c62 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] For port 73d16c37-be2d-46d4-bb3f-ec6b9884633a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=73d16c37-be2d-46d4-bb3f-ec6b9884633a,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:13.866039 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cc7f733b-7848-4b2b-b73e-1f5b87c34146 req-2c031ef1-3f59-4c51-bbf4-a2db2da91c62 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.870921 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1b4f98-3c13-4054-9835-316d5149b10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7853a-3cd9-4ef8-8734-4b7ea23976ea'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:13.874423 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7688766-1409-4173-8e32-98dab14b9e69" -d '{"events": [{"server_uuid": "4d1b4f98-3c13-4054-9835-316d5149b10a", "name": "network-vif-plugged", "status": "completed", "tag": "93c7853a-3cd9-4ef8-8734-4b7ea23976ea"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:13.884309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-cc7f733b-7848-4b2b-b73e-1f5b87c34146 req-2c031ef1-3f59-4c51-bbf4-a2db2da91c62 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Calling delete_port for 73d16c37-be2d-46d4-bb3f-ec6b9884633a owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:13.910615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ca2a7-1b4a-4673-abce-1a69787d875c req-d2bdfcb0-6cbd-44a8-b5d0-a4187f9d25bb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:13.918181 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d09ca2a7-1b4a-4673-abce-1a69787d875c req-d2bdfcb0-6cbd-44a8-b5d0-a4187f9d25bb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 948 time: 0.0978324 Nov 27 01:05:13.936484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:13.943415 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.016708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:14.167883 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-bacb2bb6-9de7-4f82-8ced-ae99d6b10332 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.173663 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-bacb2bb6-9de7-4f82-8ced-ae99d6b10332 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.324895 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-bacb2bb6-9de7-4f82-8ced-ae99d6b10332 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Floating IP a547271c-804d-4252-a57b-ed3e8a1f99b2 associated. External IP: 172.25.1.240, port: 0d0f7858-d34b-49db-ad2c-225383ff060b. Nov 27 01:05:14.375196 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d09ca2a7-1b4a-4673-abce-1a69787d875c req-66353d44-18fb-43ff-9737-e4fe2450445f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560273 Nov 27 01:05:14.395764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ebdda98d-aad1-4ffd-9e9e-c0d2003832c3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:14.435496 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ba23fe-da9b-4d64-8105-8fcff1930d71 x-openstack-request-id: req-33ba23fe-da9b-4d64-8105-8fcff1930d71 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:14.435792 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871f4d8d-a242-49e6-a932-92807cf60f1b", "name": "network-vif-deleted", "tag": "19d49764-1c3e-4e06-8705-dd36bd3c2ba2", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:14.436047 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33ba23fe-da9b-4d64-8105-8fcff1930d71 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:14.436473 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871f4d8d-a242-49e6-a932-92807cf60f1b', 'name': 'network-vif-deleted', 'tag': '19d49764-1c3e-4e06-8705-dd36bd3c2ba2', 'status': 'completed', 'code': 200} Nov 27 01:05:14.601320 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cc7f733b-7848-4b2b-b73e-1f5b87c34146 req-2c031ef1-3f59-4c51-bbf4-a2db2da91c62 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.604956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-bacb2bb6-9de7-4f82-8ced-ae99d6b10332 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Router 3741214e-c0bd-4099-b9c2-762606e8c4fd has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:14.643192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c031ef1-3f59-4c51-bbf4-a2db2da91c62 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Pushing event deleted for resources: {'Port': ['ID=73d16c37-be2d-46d4-bb3f-ec6b9884633a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:14.668420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027be1e-5f12-4709-ad40-43688ffa3720 req-5ea5db5d-b9bb-4cf0-8885-0c9fc2166a20 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:14.670004 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3027be1e-5f12-4709-ad40-43688ffa3720 req-5ea5db5d-b9bb-4cf0-8885-0c9fc2166a20 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 950 time: 0.1690392 Nov 27 01:05:14.731471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7f733b-7848-4b2b-b73e-1f5b87c34146 req-2c031ef1-3f59-4c51-bbf4-a2db2da91c62 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] No DVR routers for this DVR port 73d16c37-be2d-46d4-bb3f-ec6b9884633a on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:14.743750 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.746793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cc7f733b-7848-4b2b-b73e-1f5b87c34146 req-2c031ef1-3f59-4c51-bbf4-a2db2da91c62 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.754443 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc7f733b-7848-4b2b-b73e-1f5b87c34146 req-2c031ef1-3f59-4c51-bbf4-a2db2da91c62 tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.31 "DELETE /v2.0/ports/73d16c37-be2d-46d4-bb3f-ec6b9884633a HTTP/1.1" status: 204 len: 173 time: 1.3077290 Nov 27 01:05:14.779774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-bacb2bb6-9de7-4f82-8ced-ae99d6b10332 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:14.792438 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3303b013-045e-4172-97cd-bc35f21dde7e None None] Sync routers for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:14.812060 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3303b013-045e-4172-97cd-bc35f21dde7e None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:14.814166 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3303b013-045e-4172-97cd-bc35f21dde7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:14.816094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3027be1e-5f12-4709-ad40-43688ffa3720 req-91d8698a-54d9-49d8-95f4-cef67dadcec1 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191478 Nov 27 01:05:14.906521 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae0951d-188f-4b2d-8e8a-a5e9cc651846 x-openstack-request-id: req-3ae0951d-188f-4b2d-8e8a-a5e9cc651846 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:14.906844 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1b4f98-3c13-4054-9835-316d5149b10a", "name": "network-vif-plugged", "status": "completed", "tag": "93c7853a-3cd9-4ef8-8734-4b7ea23976ea", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:14.907102 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ae0951d-188f-4b2d-8e8a-a5e9cc651846 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:14.907493 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1b4f98-3c13-4054-9835-316d5149b10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7853a-3cd9-4ef8-8734-4b7ea23976ea', 'code': 200} Nov 27 01:05:15.012337 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-3303b013-045e-4172-97cd-bc35f21dde7e None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:15.045440 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f178d8b7-b45f-40eb-b247-0cf4a3b2c32b req-61c09c9b-726a-434e-8113-d47031b2c34a tempest-ServerDiagnosticsNegativeTest-181757315 tempest-ServerDiagnosticsNegativeTest-181757315-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b51436e-ebdf-484c-92b8-5aeb44e12639 HTTP/1.1" status: 200 len: 210 time: 0.0425954 Nov 27 01:05:15.125647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0557b-c5d5-4a0e-b226-4bb5281bb3c3 req-f4de88fd-7e70-4ef9-ba89-88b6a11a5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:15.127142 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28c0557b-c5d5-4a0e-b226-4bb5281bb3c3 req-f4de88fd-7e70-4ef9-ba89-88b6a11a5f27 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 1097 time: 0.0756304 Nov 27 01:05:15.179704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-bacb2bb6-9de7-4f82-8ced-ae99d6b10332 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Router 3741214e-c0bd-4099-b9c2-762606e8c4fd has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:15.256203 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28c0557b-c5d5-4a0e-b226-4bb5281bb3c3 req-df0dc417-28a2-49a5-bdd7-7d5b3f66a379 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929127 Nov 27 01:05:15.372472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-bacb2bb6-9de7-4f82-8ced-ae99d6b10332 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:15.385978 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-bacb2bb6-9de7-4f82-8ced-ae99d6b10332 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:15.393532 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3303b013-045e-4172-97cd-bc35f21dde7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a547271c-804d-4252-a57b-ed3e8a1f99b2', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'port_id': '8cf85429-dd17-4932-a286-54c3a757a27c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'mac_address': 'fa:16:3e:bb:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719faba2-ca38-4946-9e43-362bba37e570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:05:13Z', 'revision_number': 3, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:15.421032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:15.464184 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3303b013-045e-4172-97cd-bc35f21dde7e None None] Checking router: 3741214e-c0bd-4099-b9c2-762606e8c4fd for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:15.470861 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['73d16c37-be2d-46d4-bb3f-ec6b9884633a'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:15.476445 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3303b013-045e-4172-97cd-bc35f21dde7e None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:15.477256 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3303b013-045e-4172-97cd-bc35f21dde7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:15.479608 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:15.480748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'tag': '0d0f7858-d34b-49db-ad2c-225383ff060b'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:15.481504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 19d49764-1c3e-4e06-8705-dd36bd3c2ba2 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:15.482243 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a068e5-85d1-4f68-b8b3-c5d0491b6609 req-ab8711bb-26aa-4079-91a1-bcf94918a7b5 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:15.487813 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b1a068e5-85d1-4f68-b8b3-c5d0491b6609 req-ab8711bb-26aa-4079-91a1-bcf94918a7b5 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 945 time: 0.1287384 Nov 27 01:05:15.489577 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24896206-7398-47cc-9c46-98d23c4e5ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee591c79-7040-4e39-b145-71d5c0fa8d3c", "tag": "0d0f7858-d34b-49db-ad2c-225383ff060b"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:15.528556 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-bacb2bb6-9de7-4f82-8ced-ae99d6b10332 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "PUT /v2.0/floatingips/a547271c-804d-4252-a57b-ed3e8a1f99b2 HTTP/1.1" status: 200 len: 999 time: 3.4097250 Nov 27 01:05:15.590376 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b1a068e5-85d1-4f68-b8b3-c5d0491b6609 req-6c366dc3-9f29-4099-8bdc-565698c2cecb tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944071 Nov 27 01:05:15.631623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-924b3f6f-4c16-423d-8364-f6a57f2177b0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:15.635799 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-924b3f6f-4c16-423d-8364-f6a57f2177b0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports/0d0f7858-d34b-49db-ad2c-225383ff060b HTTP/1.1" status: 200 len: 942 time: 0.1002049 Nov 27 01:05:15.666363 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-3303b013-045e-4172-97cd-bc35f21dde7e None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:15.698357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37826) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:15.744635 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:15.838386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9627c4-c910-4222-b134-6a2f4cfdc578 req-06f534cf-9f6a-4695-834e-9d921de29247 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:15.851307 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e9627c4-c910-4222-b134-6a2f4cfdc578 req-06f534cf-9f6a-4695-834e-9d921de29247 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 949 time: 0.1635685 Nov 27 01:05:15.926460 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e9627c4-c910-4222-b134-6a2f4cfdc578 req-5f596200-60d5-47c5-9e0f-c0e90ae7f083 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731652 Nov 27 01:05:16.000854 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af390906-1b5d-462c-85a0-e97d0ed1c1fe x-openstack-request-id: req-af390906-1b5d-462c-85a0-e97d0ed1c1fe {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:16.001156 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee591c79-7040-4e39-b145-71d5c0fa8d3c", "tag": "0d0f7858-d34b-49db-ad2c-225383ff060b", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:16.001406 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af390906-1b5d-462c-85a0-e97d0ed1c1fe {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:16.001791 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'tag': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'status': 'completed', 'code': 200} Nov 27 01:05:16.061743 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-916de696-ff84-4267-b539-11b1dc81eded admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=097b996e3fa5450fb9f25b1ddc1d122a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621480 Nov 27 01:05:16.064702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37832) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:16.081836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-31006f68-6445-43b5-bc9d-7bb20e57a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.089944 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-31006f68-6445-43b5-bc9d-7bb20e57a6fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 1097 time: 0.1781330 Nov 27 01:05:16.139337 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3303b013-045e-4172-97cd-bc35f21dde7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a547271c-804d-4252-a57b-ed3e8a1f99b2', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'port_id': '8cf85429-dd17-4932-a286-54c3a757a27c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'mac_address': 'fa:16:3e:bb:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719faba2-ca38-4946-9e43-362bba37e570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:05:13Z', 'revision_number': 3, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:16.147417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71fe25-5b8d-450b-bae0-eea483003534 req-7d303db4-d3b7-4145-a13b-ce34f2f1f4b3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.157766 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c71fe25-5b8d-450b-bae0-eea483003534 req-7d303db4-d3b7-4145-a13b-ce34f2f1f4b3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 950 time: 0.1151114 Nov 27 01:05:16.169605 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3303b013-045e-4172-97cd-bc35f21dde7e None None] The sync data for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 is: [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a547271c-804d-4252-a57b-ed3e8a1f99b2', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'port_id': '8cf85429-dd17-4932-a286-54c3a757a27c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'mac_address': 'fa:16:3e:bb:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719faba2-ca38-4946-9e43-362bba37e570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:05:13Z', 'revision_number': 3, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:16.187466 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24896206-7398-47cc-9c46-98d23c4e5ac8 req-e716af58-a0da-4435-baf3-1a7f1159c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.189762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24896206-7398-47cc-9c46-98d23c4e5ac8 req-e716af58-a0da-4435-baf3-1a7f1159c1f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 1097 time: 0.1447737 Nov 27 01:05:16.239489 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75a26ad4-fb86-490c-9e29-e43cc26b6b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:16.257851 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-2e508c28-0245-42ba-ae5c-329acce0a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.265702 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-2e508c28-0245-42ba-ae5c-329acce0a115 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 921 time: 0.1747906 Nov 27 01:05:16.311084 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c71fe25-5b8d-450b-bae0-eea483003534 req-d9ebd700-9998-496a-a172-6c0991f3ea10 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521230 Nov 27 01:05:16.342780 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-b8fc261c-5967-4152-bbe3-a51f2f3be7d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d0f7858-d34b-49db-ad2c-225383ff060b HTTP/1.1" status: 200 len: 217 time: 0.0761662 Nov 27 01:05:16.354476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24896206-7398-47cc-9c46-98d23c4e5ac8 req-9f28e93f-a34e-4685-b95d-4248b2612eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.356197 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24896206-7398-47cc-9c46-98d23c4e5ac8 req-9f28e93f-a34e-4685-b95d-4248b2612eae service neutron] 10.222.0.31 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 921 time: 0.1568928 Nov 27 01:05:16.383222 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75a26ad4-fb86-490c-9e29-e43cc26b6b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:16.404397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24896206-7398-47cc-9c46-98d23c4e5ac8 req-ba18e5ed-159e-4953-b4b7-7d53b7f3e1b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d0f7858-d34b-49db-ad2c-225383ff060b HTTP/1.1" status: 200 len: 217 time: 0.0387101 Nov 27 01:05:16.433641 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-9823ab15-dd5b-47ea-9736-447a2276ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.440895 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b51436e-ebdf-484c-92b8-5aeb44e12639', 'name': 'network-vif-deleted', 'tag': '73d16c37-be2d-46d4-bb3f-ec6b9884633a'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:16.442018 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-9823ab15-dd5b-47ea-9736-447a2276ee62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.0978608 Nov 27 01:05:16.445047 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daec3e6-fa72-4b35-ad35-a5403c3bd01a" -d '{"events": [{"server_uuid": "3b51436e-ebdf-484c-92b8-5aeb44e12639", "name": "network-vif-deleted", "tag": "73d16c37-be2d-46d4-bb3f-ec6b9884633a"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:16.532752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-7ab84bcc-e3a6-4c07-8de3-190a02f26281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.535123 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-7ab84bcc-e3a6-4c07-8de3-190a02f26281 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863855 Nov 27 01:05:16.546785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24896206-7398-47cc-9c46-98d23c4e5ac8 req-c2ec5d9f-8444-4f2a-aae6-ef5a58a546be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.547361 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24896206-7398-47cc-9c46-98d23c4e5ac8 req-c2ec5d9f-8444-4f2a-aae6-ef5a58a546be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.1259215 Nov 27 01:05:16.550131 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75a26ad4-fb86-490c-9e29-e43cc26b6b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:16.552753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410724de-23db-4fd0-9e05-cca2a9d6ab3d None None] New status for floating IP a547271c-804d-4252-a57b-ed3e8a1f99b2: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:05:16.553222 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75a26ad4-fb86-490c-9e29-e43cc26b6b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:16.559769 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-75a26ad4-fb86-490c-9e29-e43cc26b6b73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0ac48e1-8aad-42dc-bc37-7f25448d7751 HTTP/1.1" status: 204 len: 168 time: 0.4906013 Nov 27 01:05:16.595421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a26ad4-fb86-490c-9e29-e43cc26b6b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ac48e1-8aad-42dc-bc37-7f25448d7751,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:16.699854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24896206-7398-47cc-9c46-98d23c4e5ac8 req-c8e616d9-d258-48ae-8f19-da8264c89b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.701697 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24896206-7398-47cc-9c46-98d23c4e5ac8 req-c8e616d9-d258-48ae-8f19-da8264c89b18 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428425 Nov 27 01:05:16.717054 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-96a38b15-d0ae-4980-9f9f-98e5c1406d24 service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584945 Nov 27 01:05:16.868963 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-8ff87614-ab78-4b3a-91f9-8fb745d81c4a service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448102 Nov 27 01:05:16.874412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37860) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:17.016724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2688997-546a-4107-8855-6d55da797e1f req-bf195992-716f-4815-bd99-ddffdc8984bb tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:17.016724 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f2688997-546a-4107-8855-6d55da797e1f req-bf195992-716f-4815-bd99-ddffdc8984bb tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6825d08-b9f6-4e7b-9f96-e2b01866026a HTTP/1.1" status: 200 len: 949 time: 0.1473038 Nov 27 01:05:17.070973 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24896206-7398-47cc-9c46-98d23c4e5ac8 req-616d9e6d-2a8e-4d72-8586-915d1fe9731d service neutron] 10.222.0.31 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566909 Nov 27 01:05:17.098801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-e64f13d0-4dfd-428f-9225-dd051c878d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:17.118533 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-e64f13d0-4dfd-428f-9225-dd051c878d7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 1098 time: 0.2046447 Nov 27 01:05:17.135895 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4003a5-1961-4fb1-8354-a952c15db406 None None] Sync routers for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:17.153137 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4003a5-1961-4fb1-8354-a952c15db406 None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:17.153916 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4c4003a5-1961-4fb1-8354-a952c15db406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:17.154729 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f2688997-546a-4107-8855-6d55da797e1f req-12372077-1387-4fb0-b30f-816f5155225d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214550 Nov 27 01:05:17.271436 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094b9dd6-54b8-48aa-a76e-1a915e524c02 x-openstack-request-id: req-094b9dd6-54b8-48aa-a76e-1a915e524c02 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:17.272012 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b51436e-ebdf-484c-92b8-5aeb44e12639", "name": "network-vif-deleted", "tag": "73d16c37-be2d-46d4-bb3f-ec6b9884633a", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:17.272999 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-094b9dd6-54b8-48aa-a76e-1a915e524c02 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:17.273408 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b51436e-ebdf-484c-92b8-5aeb44e12639', 'name': 'network-vif-deleted', 'tag': '73d16c37-be2d-46d4-bb3f-ec6b9884633a', 'status': 'completed', 'code': 200} Nov 27 01:05:17.303473 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24896206-7398-47cc-9c46-98d23c4e5ac8 req-3642b751-d9f1-4b27-90d5-f8936d8c2d68 service neutron] 10.222.0.31 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225385 Nov 27 01:05:17.397411 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-4c4003a5-1961-4fb1-8354-a952c15db406 None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:17.404265 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-72a0fcf9-cfaf-4555-88ca-1ddbaf4f0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:17.418363 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-72a0fcf9-cfaf-4555-88ca-1ddbaf4f0f94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 921 time: 0.2725093 Nov 27 01:05:17.464301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc309824-a7ce-40dd-bbd1-d2f238e6a2f6 req-9341624f-b661-4622-ae89-7430ce743ac9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:17.465939 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc309824-a7ce-40dd-bbd1-d2f238e6a2f6 req-9341624f-b661-4622-ae89-7430ce743ac9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 945 time: 0.1247039 Nov 27 01:05:17.540945 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-ab8d47cc-431d-4a6e-8dbe-099a5bb47974 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cf85429-dd17-4932-a286-54c3a757a27c HTTP/1.1" status: 200 len: 1002 time: 0.1203411 Nov 27 01:05:17.546188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:17.552054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37874) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:17.566876 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc309824-a7ce-40dd-bbd1-d2f238e6a2f6 req-ae26acc5-95d5-4532-86e7-c6b90d90b6a8 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922399 Nov 27 01:05:17.651850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:17.659854 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:17.660257 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:17.707980 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b43ee826-ad8a-407a-9bb3-085c19e079ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0983e6a0bc104099a8dec178eb0d446f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368446 Nov 27 01:05:17.708843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37882) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:17.716758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-45182c0d-1285-46bf-8eba-f5a674d84ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:17.718267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-45182c0d-1285-46bf-8eba-f5a674d84ad6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.1442757 Nov 27 01:05:17.724063 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d3f84e6f-230e-4cff-b14b-789b980e9714 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05eeb8d5747d4ff48c725ee7863f0485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8481202 Nov 27 01:05:17.726396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37884) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:17.836752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f1dd3-5ce1-4739-abe0-47ed70a5c95c req-539bcd27-6f0e-46e3-aea6-efaaa318cb89 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:17.838523 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb3f1dd3-5ce1-4739-abe0-47ed70a5c95c req-539bcd27-6f0e-46e3-aea6-efaaa318cb89 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 949 time: 0.1848197 Nov 27 01:05:17.856853 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4c4003a5-1961-4fb1-8354-a952c15db406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a547271c-804d-4252-a57b-ed3e8a1f99b2', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'port_id': '8cf85429-dd17-4932-a286-54c3a757a27c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'mac_address': 'fa:16:3e:bb:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719faba2-ca38-4946-9e43-362bba37e570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:05:16Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:17.890208 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4003a5-1961-4fb1-8354-a952c15db406 None None] Checking router: 3741214e-c0bd-4099-b9c2-762606e8c4fd for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:17.902338 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4003a5-1961-4fb1-8354-a952c15db406 None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:17.902981 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4c4003a5-1961-4fb1-8354-a952c15db406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:17.907116 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53d74fcc-0479-4bc5-b630-0dd1764519b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:17.930817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb3f1dd3-5ce1-4739-abe0-47ed70a5c95c req-f6a1f41c-12fd-4e86-808d-9815926536f9 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789015 Nov 27 01:05:17.977750 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53d74fcc-0479-4bc5-b630-0dd1764519b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.062575 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.081773 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53d74fcc-0479-4bc5-b630-0dd1764519b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.084486 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53d74fcc-0479-4bc5-b630-0dd1764519b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.085650 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-53d74fcc-0479-4bc5-b630-0dd1764519b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/981ab722-aa81-4741-bb1c-d05541a41c8a HTTP/1.1" status: 204 len: 168 time: 0.3690760 Nov 27 01:05:18.102121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d74fcc-0479-4bc5-b630-0dd1764519b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981ab722-aa81-4741-bb1c-d05541a41c8a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:18.152151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:18.154747 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6f9173-1e89-4f43-ad65-f23847df1d34" -d '{"events": [{"server_uuid": "c58851f9-5435-4219-b6d7-8a13615927bb", "name": "network-vif-plugged", "status": "completed", "tag": "ebdda98d-aad1-4ffd-9e9e-c0d2003832c3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:18.177315 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:18.185627 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.186736 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 73d16c37-be2d-46d4-bb3f-ec6b9884633a no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:18.203299 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-4c4003a5-1961-4fb1-8354-a952c15db406 None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:18.249765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 73d16c37-be2d-46d4-bb3f-ec6b9884633a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:18.250164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 73d16c37-be2d-46d4-bb3f-ec6b9884633a not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:18.316077 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:18.316317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719faba2-ca38-4946-9e43-362bba37e570', 'tag': '8cf85429-dd17-4932-a286-54c3a757a27c'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:18.324943 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58a3b15-7754-43af-ac88-a25c16b514bd" -d '{"events": [{"name": "network-changed", "server_uuid": "719faba2-ca38-4946-9e43-362bba37e570", "tag": "8cf85429-dd17-4932-a286-54c3a757a27c"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:18.345763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-7449babb-3830-40f1-85a7-71c9729b74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:18.355736 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-7449babb-3830-40f1-85a7-71c9729b74fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6196294 Nov 27 01:05:18.416081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6582ddd-46f3-4f6d-a549-074b24891fe2 req-9c7d3e5b-67e2-40a9-8677-3de0f6906609 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:18.424654 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6eec5ec2-7b12-44e7-863e-906a689d470f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.425919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6582ddd-46f3-4f6d-a549-074b24891fe2 req-9c7d3e5b-67e2-40a9-8677-3de0f6906609 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:18.428435 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a6582ddd-46f3-4f6d-a549-074b24891fe2 req-9c7d3e5b-67e2-40a9-8677-3de0f6906609 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b&device_id=d6825d08-b9f6-4e7b-9f96-e2b01866026a HTTP/1.1" status: 200 len: 1690 time: 0.1305220 Nov 27 01:05:18.451095 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6eec5ec2-7b12-44e7-863e-906a689d470f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.496081 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a6582ddd-46f3-4f6d-a549-074b24891fe2 req-4262f9aa-2b02-45aa-a87a-4bcc1e0f9143 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622556 Nov 27 01:05:18.563282 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6eec5ec2-7b12-44e7-863e-906a689d470f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.570458 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6eec5ec2-7b12-44e7-863e-906a689d470f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.573109 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6eec5ec2-7b12-44e7-863e-906a689d470f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c38a4a0f-c95f-458f-88cc-84b7739e8919 HTTP/1.1" status: 204 len: 168 time: 0.8458004 Nov 27 01:05:18.600359 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec5ec2-7b12-44e7-863e-906a689d470f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38a4a0f-c95f-458f-88cc-84b7739e8919,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:18.618849 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-be55c491-e35c-4df5-8893-543cec583a39 service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622008 Nov 27 01:05:18.693598 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4c4003a5-1961-4fb1-8354-a952c15db406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a547271c-804d-4252-a57b-ed3e8a1f99b2', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'port_id': '8cf85429-dd17-4932-a286-54c3a757a27c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'mac_address': 'fa:16:3e:bb:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719faba2-ca38-4946-9e43-362bba37e570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:05:16Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:18.767151 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4003a5-1961-4fb1-8354-a952c15db406 None None] The sync data for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 is: [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a547271c-804d-4252-a57b-ed3e8a1f99b2', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'port_id': '8cf85429-dd17-4932-a286-54c3a757a27c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'mac_address': 'fa:16:3e:bb:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719faba2-ca38-4946-9e43-362bba37e570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:05:16Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:18.785250 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd779d8-9020-45bb-97e8-5b375f105423 req-f045a219-aab2-4bd3-b6d0-acb820ae2e92 service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556234 Nov 27 01:05:18.843155 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba048ca1-4f37-449e-a80f-4941674acd69 req-bcf8804e-c7b5-400b-be16-fa8f9b58a785 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1806788770&fields=id&tenant_id=6aae32835efe41afa5485451f7cc2b07 HTTP/1.1" status: 200 len: 267 time: 0.1121562 Nov 27 01:05:18.907640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba048ca1-4f37-449e-a80f-4941674acd69 req-fcd87a22-6a29-4fa3-a316-b160773c1328 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:18.919819 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba048ca1-4f37-449e-a80f-4941674acd69 req-fcd87a22-6a29-4fa3-a316-b160773c1328 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 945 time: 0.0754690 Nov 27 01:05:18.935319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ba048ca1-4f37-449e-a80f-4941674acd69 req-a01a684f-2a84-4d6b-bb4c-52eba93e91b3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'port': {'security_groups': ['4ba3acd2-3335-4c3e-b017-7572da81c6cb', 'a5f389dd-214b-436c-90fe-62d54fba5711']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:19.019273 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9841fbe-b1e8-41cf-9b54-fc14f8ae1400 x-openstack-request-id: req-b9841fbe-b1e8-41cf-9b54-fc14f8ae1400 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:19.019763 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58851f9-5435-4219-b6d7-8a13615927bb", "name": "network-vif-plugged", "status": "completed", "tag": "ebdda98d-aad1-4ffd-9e9e-c0d2003832c3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:19.019847 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9841fbe-b1e8-41cf-9b54-fc14f8ae1400 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:19.020272 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3', 'code': 200} Nov 27 01:05:19.070040 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37920) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:19.091059 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db784c9e-471d-48b5-af07-10d50cae2be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.157074 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba048ca1-4f37-449e-a80f-4941674acd69 req-a01a684f-2a84-4d6b-bb4c-52eba93e91b3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.216212 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db784c9e-471d-48b5-af07-10d50cae2be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.219234 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e1e769-049f-4983-9bd6-d197be2347e3 x-openstack-request-id: req-f4e1e769-049f-4983-9bd6-d197be2347e3 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:19.219656 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719faba2-ca38-4946-9e43-362bba37e570", "tag": "8cf85429-dd17-4932-a286-54c3a757a27c", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:19.220012 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4e1e769-049f-4983-9bd6-d197be2347e3 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:19.223279 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719faba2-ca38-4946-9e43-362bba37e570', 'tag': '8cf85429-dd17-4932-a286-54c3a757a27c', 'status': 'completed', 'code': 200} Nov 27 01:05:19.228908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db784c9e-471d-48b5-af07-10d50cae2be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.295324 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-db784c9e-471d-48b5-af07-10d50cae2be0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25f4f9798585459684a395e37fcf05ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241664 Nov 27 01:05:19.296073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37926) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:19.322712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db784c9e-471d-48b5-af07-10d50cae2be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cc024e-da86-4d18-8bb0-e3e14b690680,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:19.397804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a3b15-7754-43af-ac88-a25c16b514bd req-a8b1eba5-7018-4094-9a79-ad14c2f16900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:19.399492 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b58a3b15-7754-43af-ac88-a25c16b514bd req-a8b1eba5-7018-4094-9a79-ad14c2f16900 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 1098 time: 0.2095790 Nov 27 01:05:19.423170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58384771-154e-4662-b760-c0a92a1c9285 req-c1880f01-941c-468a-b5f5-7180874ad8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:19.424698 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58384771-154e-4662-b760-c0a92a1c9285 req-c1880f01-941c-468a-b5f5-7180874ad8eb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 1102 time: 0.2855854 Nov 27 01:05:19.426194 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b14cf80e-db91-4332-bf7b-a6defd7d788b req-01ea276a-8403-43ff-9785-4fb4a294cf7c tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1002 time: 0.1508775 Nov 27 01:05:19.471724 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ff4bd67-9fc0-4bfd-a48d-5570b7618e5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.514638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf80e-db91-4332-bf7b-a6defd7d788b req-35426cf5-09e9-43bb-963b-bc9807ff1dcd tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:19.516063 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b14cf80e-db91-4332-bf7b-a6defd7d788b req-35426cf5-09e9-43bb-963b-bc9807ff1dcd tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports/8cf85429-dd17-4932-a286-54c3a757a27c HTTP/1.1" status: 200 len: 943 time: 0.0740235 Nov 27 01:05:19.525883 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ff4bd67-9fc0-4bfd-a48d-5570b7618e5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.611255 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58384771-154e-4662-b760-c0a92a1c9285 req-99182365-145c-4ffe-9935-537b5acff470 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715505 Nov 27 01:05:19.619651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37934) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:19.646966 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ff4bd67-9fc0-4bfd-a48d-5570b7618e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.650873 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ff4bd67-9fc0-4bfd-a48d-5570b7618e5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.654840 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7ff4bd67-9fc0-4bfd-a48d-5570b7618e5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6cc024e-da86-4d18-8bb0-e3e14b690680 HTTP/1.1" status: 204 len: 168 time: 0.3293476 Nov 27 01:05:19.666889 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4bd67-9fc0-4bfd-a48d-5570b7618e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cc024e-da86-4d18-8bb0-e3e14b690680,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:19.702238 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b14cf80e-db91-4332-bf7b-a6defd7d788b req-d150c255-c0bc-46e2-a379-9af8b7280283 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1002 time: 0.1019034 Nov 27 01:05:19.821073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a3b15-7754-43af-ac88-a25c16b514bd req-e6205ae5-2f0b-494e-bc69-25cf91bb6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:19.822695 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b58a3b15-7754-43af-ac88-a25c16b514bd req-e6205ae5-2f0b-494e-bc69-25cf91bb6c05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 921 time: 0.4127526 Nov 27 01:05:19.883669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf80e-db91-4332-bf7b-a6defd7d788b req-4f963889-d7e6-4749-ab0f-28b13798f629 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:19.891708 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b14cf80e-db91-4332-bf7b-a6defd7d788b req-4f963889-d7e6-4749-ab0f-28b13798f629 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.1885478 Nov 27 01:05:19.903369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b58a3b15-7754-43af-ac88-a25c16b514bd req-06a91b52-81ae-4f2e-88fd-6a6570b47157 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cf85429-dd17-4932-a286-54c3a757a27c HTTP/1.1" status: 200 len: 1002 time: 0.0689993 Nov 27 01:05:19.910978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639474319-network', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:20.006678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ba048ca1-4f37-449e-a80f-4941674acd69 req-a01a684f-2a84-4d6b-bb4c-52eba93e91b3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] For port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,segment=NetworkSegment(5af6be53-9e18-40d4-b065-e0745912977f),segment_id=5af6be53-9e18-40d4-b065-e0745912977f)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:20.019856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a3b15-7754-43af-ac88-a25c16b514bd req-f587e4bb-efeb-4f8b-81c3-87bf7f3482f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:20.020723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf1513-e824-4fe1-8eff-fd75ecdcf5dc req-05426231-eb99-440c-8205-a5730ae6d296 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:20.021681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b58a3b15-7754-43af-ac88-a25c16b514bd req-f587e4bb-efeb-4f8b-81c3-87bf7f3482f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.1049838 Nov 27 01:05:20.022869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] Made reservation on behalf of 1458dca0a7774e1ba47be7f42b6ff64f for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:20.025395 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.028977 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3faf1513-e824-4fe1-8eff-fd75ecdcf5dc req-05426231-eb99-440c-8205-a5730ae6d296 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.0828078 Nov 27 01:05:20.054070 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.094561 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba048ca1-4f37-449e-a80f-4941674acd69 req-a01a684f-2a84-4d6b-bb4c-52eba93e91b3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.106992 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba048ca1-4f37-449e-a80f-4941674acd69 req-a01a684f-2a84-4d6b-bb4c-52eba93e91b3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.114827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3faf1513-e824-4fe1-8eff-fd75ecdcf5dc req-493bffea-a0e6-4a1d-b813-d7efc10a8ca4 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848243 Nov 27 01:05:20.153231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba048ca1-4f37-449e-a80f-4941674acd69 req-a01a684f-2a84-4d6b-bb4c-52eba93e91b3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:20.153904 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba048ca1-4f37-449e-a80f-4941674acd69 req-a01a684f-2a84-4d6b-bb4c-52eba93e91b3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.158633 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['93c7853a-3cd9-4ef8-8734-4b7ea23976ea'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:20.168072 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba048ca1-4f37-449e-a80f-4941674acd69 req-a01a684f-2a84-4d6b-bb4c-52eba93e91b3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "PUT /v2.0/ports/93c7853a-3cd9-4ef8-8734-4b7ea23976ea HTTP/1.1" status: 200 len: 981 time: 1.2330837 Nov 27 01:05:20.174622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1b4f98-3c13-4054-9835-316d5149b10a', 'tag': '93c7853a-3cd9-4ef8-8734-4b7ea23976ea'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:20.182237 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8301f661-19d0-4991-ba89-16fbec39f5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1b4f98-3c13-4054-9835-316d5149b10a", "tag": "93c7853a-3cd9-4ef8-8734-4b7ea23976ea"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:20.192812 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a3b15-7754-43af-ac88-a25c16b514bd req-42402ed9-67a7-4082-a7db-81509977a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:20.194340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b58a3b15-7754-43af-ac88-a25c16b514bd req-42402ed9-67a7-4082-a7db-81509977a31a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1587298 Nov 27 01:05:20.380530 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a684f-2a84-4d6b-bb4c-52eba93e91b3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'Port': ['ID=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,revision_number=6']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:20.422919 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['93c7853a-3cd9-4ef8-8734-4b7ea23976ea'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:20.433410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ef30a-ad22-4f47-91b1-442a5fff3864 req-a0a17f19-767b-4eb0-9bd2-5e86c992e7f0 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:20.441666 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b71ef30a-ad22-4f47-91b1-442a5fff3864 req-a0a17f19-767b-4eb0-9bd2-5e86c992e7f0 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 1102 time: 0.1932433 Nov 27 01:05:20.477208 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.490271 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.503180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:05:20.513774 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.514322 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] Added segment 85d2bf62-3559-4f1f-b7e7-27a5f929feff of type vlan for network dfde1a41-2229-4481-b0dd-37a8c996fb5e Nov 27 01:05:20.535006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-1d5ca1c4-78d2-4f0b-860e-c6431acaf5f8 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1002 time: 0.1509373 Nov 27 01:05:20.582525 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.607996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-b9040b99-7e9e-4ca9-b33d-cf92b4525087 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:20.623140 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-b9040b99-7e9e-4ca9-b33d-cf92b4525087 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports/8cf85429-dd17-4932-a286-54c3a757a27c HTTP/1.1" status: 200 len: 943 time: 0.0870969 Nov 27 01:05:20.628687 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b58a3b15-7754-43af-ac88-a25c16b514bd req-f130c514-8c9f-4eb5-b1de-bc380313c783 service neutron] 10.222.0.21 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160035 Nov 27 01:05:20.635180 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.636302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:20.636946 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.790555 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1676660 Nov 27 01:05:20.792040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a575ee-ad1f-4053-b47d-67450b56f489,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:20.800926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37968) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:20.810277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e89d243c-d403-4cea-9c02-810ad79ac58a admin admin] Request body: {'subnet': {'network_id': 'dfde1a41-2229-4481-b0dd-37a8c996fb5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639474319-subnet', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:20.853608 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89d243c-d403-4cea-9c02-810ad79ac58a admin admin] Made reservation on behalf of 1458dca0a7774e1ba47be7f42b6ff64f for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:20.855610 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e89d243c-d403-4cea-9c02-810ad79ac58a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.859917 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-329abdd4-b443-488d-b368-c6e0c298c744 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1002 time: 0.1167271 Nov 27 01:05:21.014169 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc974c4-57fa-40fd-b1b8-3c4e15ecd896 admin admin] Pushing event updated for resources: {'Network': ['ID=dfde1a41-2229-4481-b0dd-37a8c996fb5e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:21.025898 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b71ef30a-ad22-4f47-91b1-442a5fff3864 req-305dee63-b77c-4b24-8698-f10a52904408 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831039 Nov 27 01:05:21.026788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network dfde1a41-2229-4481-b0dd-37a8c996fb5e details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:05:21.042507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-781c21fb-6aa2-4817-aae7-dde383c3762d tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:21.057012 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-781c21fb-6aa2-4817-aae7-dde383c3762d tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.1895721 Nov 27 01:05:21.207162 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-5bec3ee7-fa88-447a-9f4d-45cf01a59aab tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1002 time: 0.1481857 Nov 27 01:05:21.219961 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b58a3b15-7754-43af-ac88-a25c16b514bd req-f1341dd4-fe07-4593-8890-8e59e17ddd64 service neutron] 10.222.0.21 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787368 Nov 27 01:05:21.220614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-4a1115bd-e5e3-4eed-ab29-8804f6842afa tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:21.241568 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e89d243c-d403-4cea-9c02-810ad79ac58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.349866 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-4a1115bd-e5e3-4eed-ab29-8804f6842afa tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.350869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d243c-d403-4cea-9c02-810ad79ac58a admin admin] Pushing event updated for resources: {'Subnet': ['ID=edcc4c69-97f5-4b2e-8d03-022e3498f33b,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:21.368006 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-627b04fb-3193-46ec-85bf-cd0170febd2a req-d8ec755c-652f-45b8-8e26-c55d61d13de1 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-669603345&fields=id&tenant_id=6aae32835efe41afa5485451f7cc2b07 HTTP/1.1" status: 200 len: 267 time: 0.1439574 Nov 27 01:05:21.369159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89d243c-d403-4cea-9c02-810ad79ac58a admin admin] Checking segment: {'id': '85d2bf62-3559-4f1f-b7e7-27a5f929feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfde1a41-2229-4481-b0dd-37a8c996fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:21.369512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89d243c-d403-4cea-9c02-810ad79ac58a admin admin] Network hostable DHCP agents. Network: dfde1a41-2229-4481-b0dd-37a8c996fb5e, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:05:21.443787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b04fb-3193-46ec-85bf-cd0170febd2a req-b14480d6-b5cd-4947-8272-9ebd24d9080f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:21.445334 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-627b04fb-3193-46ec-85bf-cd0170febd2a req-b14480d6-b5cd-4947-8272-9ebd24d9080f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 984 time: 0.0630062 Nov 27 01:05:21.446490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89d243c-d403-4cea-9c02-810ad79ac58a admin admin] Network dfde1a41-2229-4481-b0dd-37a8c996fb5e is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:05:21.459355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-e89d243c-d403-4cea-9c02-810ad79ac58a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, dfde1a41-2229-4481-b0dd-37a8c996fb5e) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:21.470600 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5f2c14-4527-4ff7-8081-3fa265cbfb94 None None] Network dfde1a41-2229-4481-b0dd-37a8c996fb5e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:21.491111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-627b04fb-3193-46ec-85bf-cd0170febd2a req-e9dbf41d-5b12-4b17-a9d8-1b93cafb2a57 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'port': {'security_groups': ['4ba3acd2-3335-4c3e-b017-7572da81c6cb', 'a5f389dd-214b-436c-90fe-62d54fba5711', 'f4112d4d-9ee1-400c-bae8-f999ea6cbb36']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:21.511506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89d243c-d403-4cea-9c02-810ad79ac58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:21.511947 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e89d243c-d403-4cea-9c02-810ad79ac58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.552838 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-4a1115bd-e5e3-4eed-ab29-8804f6842afa tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.559226 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e89d243c-d403-4cea-9c02-810ad79ac58a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7545962 Nov 27 01:05:21.561836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37994) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:21.565836 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-4a1115bd-e5e3-4eed-ab29-8804f6842afa tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.566199 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-4a1115bd-e5e3-4eed-ab29-8804f6842afa tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Floating IP a547271c-804d-4252-a57b-ed3e8a1f99b2 disassociated. External IP: 172.25.1.240, port: 8cf85429-dd17-4932-a286-54c3a757a27c. Nov 27 01:05:21.574919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639474319-router', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:21.597119 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-627b04fb-3193-46ec-85bf-cd0170febd2a req-e9dbf41d-5b12-4b17-a9d8-1b93cafb2a57 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.691487 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.692667 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.755931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-dfde1a41-2229-4481-b0dd-37a8c996fb5e', 'network_id': 'dfde1a41-2229-4481-b0dd-37a8c996fb5e', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'fixed_ips': [{'subnet_id': 'edcc4c69-97f5-4b2e-8d03-022e3498f33b'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:05:21.756854 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.772954 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.948338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-627b04fb-3193-46ec-85bf-cd0170febd2a req-e9dbf41d-5b12-4b17-a9d8-1b93cafb2a57 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] For port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,segment=NetworkSegment(5af6be53-9e18-40d4-b065-e0745912977f),segment_id=5af6be53-9e18-40d4-b065-e0745912977f)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:21.968322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Allocated IP 172.20.0.2 (dfde1a41-2229-4481-b0dd-37a8c996fb5e/edcc4c69-97f5-4b2e-8d03-022e3498f33b/ea4bebae-4538-4a7b-b324-2a220695a9ff) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:21.993552 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-627b04fb-3193-46ec-85bf-cd0170febd2a req-e9dbf41d-5b12-4b17-a9d8-1b93cafb2a57 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.004209 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-627b04fb-3193-46ec-85bf-cd0170febd2a req-e9dbf41d-5b12-4b17-a9d8-1b93cafb2a57 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.063297 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.081452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b04fb-3193-46ec-85bf-cd0170febd2a req-e9dbf41d-5b12-4b17-a9d8-1b93cafb2a57 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.082080 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-627b04fb-3193-46ec-85bf-cd0170febd2a req-e9dbf41d-5b12-4b17-a9d8-1b93cafb2a57 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.094627 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-627b04fb-3193-46ec-85bf-cd0170febd2a req-e9dbf41d-5b12-4b17-a9d8-1b93cafb2a57 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "PUT /v2.0/ports/93c7853a-3cd9-4ef8-8734-4b7ea23976ea HTTP/1.1" status: 200 len: 1020 time: 0.6300039 Nov 27 01:05:22.102357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-4a1115bd-e5e3-4eed-ab29-8804f6842afa tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Router 3741214e-c0bd-4099-b9c2-762606e8c4fd has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:22.138738 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ad257a-9937-414f-9e18-374fd2390227 x-openstack-request-id: req-d8ad257a-9937-414f-9e18-374fd2390227 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:22.139289 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1b4f98-3c13-4054-9835-316d5149b10a", "tag": "93c7853a-3cd9-4ef8-8734-4b7ea23976ea", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:22.139765 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8ad257a-9937-414f-9e18-374fd2390227 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:22.140425 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1b4f98-3c13-4054-9835-316d5149b10a', 'tag': '93c7853a-3cd9-4ef8-8734-4b7ea23976ea', 'status': 'completed', 'code': 200} Nov 27 01:05:22.141856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbf41d-5b12-4b17-a9d8-1b93cafb2a57 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'Port': ['ID=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:22.190311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['93c7853a-3cd9-4ef8-8734-4b7ea23976ea'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:22.267174 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.291686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['93c7853a-3cd9-4ef8-8734-4b7ea23976ea'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:22.296428 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.316532 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301f661-19d0-4991-ba89-16fbec39f5ba req-27952b13-7dac-46fd-b6bf-af30c4fdedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.318180 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8301f661-19d0-4991-ba89-16fbec39f5ba req-27952b13-7dac-46fd-b6bf-af30c4fdedbe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aae32835efe41afa5485451f7cc2b07&device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 1175 time: 0.1214676 Nov 27 01:05:22.325769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57a637-5acf-434a-a547-2fa7e213f34a req-34018733-7437-471e-9c57-6cc1ca67c975 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.331491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-4a1115bd-e5e3-4eed-ab29-8804f6842afa tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:22.333473 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb57a637-5acf-434a-a547-2fa7e213f34a req-34018733-7437-471e-9c57-6cc1ca67c975 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d6825d08-b9f6-4e7b-9f96-e2b01866026a HTTP/1.1" status: 200 len: 1101 time: 0.0822723 Nov 27 01:05:22.338126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-4a1115bd-e5e3-4eed-ab29-8804f6842afa tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.369054 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-4a1115bd-e5e3-4eed-ab29-8804f6842afa tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "PUT /v2.0/floatingips/a547271c-804d-4252-a57b-ed3e8a1f99b2 HTTP/1.1" status: 200 len: 695 time: 1.1614301 Nov 27 01:05:22.371016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719faba2-ca38-4946-9e43-362bba37e570', 'tag': '8cf85429-dd17-4932-a286-54c3a757a27c'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:22.371878 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980f14e-2dbc-4442-b47c-45e48fa9c648 None None] Sync routers for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:22.375079 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7db5c0a-a82a-4dc2-841b-afc746dfc79f" -d '{"events": [{"name": "network-changed", "server_uuid": "719faba2-ca38-4946-9e43-362bba37e570", "tag": "8cf85429-dd17-4932-a286-54c3a757a27c"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:22.454715 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Network dfde1a41-2229-4481-b0dd-37a8c996fb5e is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:22.466882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-8a241d40-2238-4015-81a7-348a828d8f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.476185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:22.476921 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-8a241d40-2238-4015-81a7-348a828d8f41 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 1098 time: 0.0829003 Nov 27 01:05:22.479585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:22.487528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Pushing event updated for resources: {'Port': ['ID=ea4bebae-4538-4a7b-b324-2a220695a9ff,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:22.492024 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb57a637-5acf-434a-a547-2fa7e213f34a req-b4a2b6c5-4868-41fb-8b7f-1459b675a2a1 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504812 Nov 27 01:05:22.516175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980f14e-2dbc-4442-b47c-45e48fa9c648 None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:22.519312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301f661-19d0-4991-ba89-16fbec39f5ba req-d3e9ca00-9b04-4bfe-805b-a6384151862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.526125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2980f14e-2dbc-4442-b47c-45e48fa9c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:22.527474 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8301f661-19d0-4991-ba89-16fbec39f5ba req-d3e9ca00-9b04-4bfe-805b-a6384151862b service neutron] 10.222.0.31 "GET /v2.0/networks?id=43b7912e-52da-47c9-b267-954cb551a0e3 HTTP/1.1" status: 200 len: 913 time: 0.1845038 Nov 27 01:05:22.640783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8301f661-19d0-4991-ba89-16fbec39f5ba req-66b048b4-dde9-4ff3-85fb-648b5cfdd8d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c7853a-3cd9-4ef8-8734-4b7ea23976ea HTTP/1.1" status: 200 len: 217 time: 0.1055286 Nov 27 01:05:22.706894 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb544b-2041-4883-82d5-da6416d76424 req-c03d4fbf-a43b-4ef4-8f99-8eae2a7f1ecd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.708967 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-97bb544b-2041-4883-82d5-da6416d76424 req-c03d4fbf-a43b-4ef4-8f99-8eae2a7f1ecd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.1022801 Nov 27 01:05:22.731202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-4ec09716-e389-434d-a88d-9ef9c6e534c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.732691 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-4ec09716-e389-434d-a88d-9ef9c6e534c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 921 time: 0.2548695 Nov 27 01:05:22.748437 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Attempting to bind port ea4bebae-4538-4a7b-b324-2a220695a9ff on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:22.748960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Attempting to bind port ea4bebae-4538-4a7b-b324-2a220695a9ff by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '85d2bf62-3559-4f1f-b7e7-27a5f929feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfde1a41-2229-4481-b0dd-37a8c996fb5e'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:22.749366 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Attempting to bind port ea4bebae-4538-4a7b-b324-2a220695a9ff on network dfde1a41-2229-4481-b0dd-37a8c996fb5e {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:22.750744 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.754312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301f661-19d0-4991-ba89-16fbec39f5ba req-cd1760c0-ade1-4d69-95f1-1c0a2bddae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.756066 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8301f661-19d0-4991-ba89-16fbec39f5ba req-cd1760c0-ade1-4d69-95f1-1c0a2bddae7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1e1dce6-7ad2-45c3-be99-cad1e52a01bf HTTP/1.1" status: 200 len: 852 time: 0.1066871 Nov 27 01:05:22.777124 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:22.777535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Checking segment: {'id': '85d2bf62-3559-4f1f-b7e7-27a5f929feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfde1a41-2229-4481-b0dd-37a8c996fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:22.777926 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.778332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Bound using segment: {'id': '85d2bf62-3559-4f1f-b7e7-27a5f929feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfde1a41-2229-4481-b0dd-37a8c996fb5e'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:22.778843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Bound port: ea4bebae-4538-4a7b-b324-2a220695a9ff, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d2bf62-3559-4f1f-b7e7-27a5f929feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfde1a41-2229-4481-b0dd-37a8c996fb5e'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:22.779309 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.797438 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-debcfff3-89cd-48c3-bfb8-8bf1e2e5a856 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cf85429-dd17-4932-a286-54c3a757a27c HTTP/1.1" status: 200 len: 217 time: 0.0542982 Nov 27 01:05:22.798447 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.804363 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8301f661-19d0-4991-ba89-16fbec39f5ba req-a8861848-d275-4d97-89bc-80df9bca5c36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43b7912e-52da-47c9-b267-954cb551a0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370414 Nov 27 01:05:22.811859 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-97bb544b-2041-4883-82d5-da6416d76424 req-24866097-a864-48f7-8ced-6eca368c7cc2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937715 Nov 27 01:05:22.825152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-2980f14e-2dbc-4442-b47c-45e48fa9c648 None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:22.898676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-17be28e8-75c6-4656-8109-9d53e36710de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.900318 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-17be28e8-75c6-4656-8109-9d53e36710de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.0929942 Nov 27 01:05:22.987038 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8301f661-19d0-4991-ba89-16fbec39f5ba req-2849a7c0-5d84-445c-bd83-def3d2271a36 service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738012 Nov 27 01:05:23.056887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Allocated IP 172.25.1.14 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/9c8adda9-84bb-41b7-b838-c88a7a12b67c) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:23.063286 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-dc1ab888-b365-4ec2-85e6-d146dae1b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:23.064962 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-dc1ab888-b365-4ec2-85e6-d146dae1b897 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1338618 Nov 27 01:05:23.179014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] For port ea4bebae-4538-4a7b-b324-2a220695a9ff, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:23.181003 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8301f661-19d0-4991-ba89-16fbec39f5ba req-b3383152-9e91-4027-9981-1ed6f772483d service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862829 Nov 27 01:05:23.234461 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-4fd32643-2873-4d26-98ef-19a30db7f99c service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627362 Nov 27 01:05:23.266480 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] For port ea4bebae-4538-4a7b-b324-2a220695a9ff, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ea4bebae-4538-4a7b-b324-2a220695a9ff,segment=NetworkSegment(85d2bf62-3559-4f1f-b7e7-27a5f929feff),segment_id=85d2bf62-3559-4f1f-b7e7-27a5f929feff)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:23.270844 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.291694 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.366954 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83983ebb-2561-46c5-9024-7fbe3f568ebc req-7fee39a7-d95b-47b6-9bf7-c22ff71d4195 service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192605 Nov 27 01:05:23.368975 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.426506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:23.432403 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6056c4-1f70-42a7-903c-67d149aae76d None None] Pushing event updated for resources: {'Port': ['ID=ea4bebae-4538-4a7b-b324-2a220695a9ff,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:23.436941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:23.441012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:23.447704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8adda9-84bb-41b7-b838-c88a7a12b67c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:23.448269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2980f14e-2dbc-4442-b47c-45e48fa9c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:23.474345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268b358-2289-4cc1-b472-b2550f2cdbe9 req-fa9385df-f3bf-48c7-a3ef-58ac87c2d9db tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:23.476037 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a268b358-2289-4cc1-b472-b2550f2cdbe9 req-fa9385df-f3bf-48c7-a3ef-58ac87c2d9db tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 1023 time: 0.1225893 Nov 27 01:05:23.514169 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980f14e-2dbc-4442-b47c-45e48fa9c648 None None] Checking router: 3741214e-c0bd-4099-b9c2-762606e8c4fd for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:23.538599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980f14e-2dbc-4442-b47c-45e48fa9c648 None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:23.539244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2980f14e-2dbc-4442-b47c-45e48fa9c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:23.626705 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a268b358-2289-4cc1-b472-b2550f2cdbe9 req-28fdeb90-daea-441a-92b1-96c31a05e1fe tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&id=a5f389dd-214b-436c-90fe-62d54fba5711&id=f4112d4d-9ee1-400c-bae8-f999ea6cbb36 HTTP/1.1" status: 200 len: 6199 time: 0.1403887 Nov 27 01:05:23.776575 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db5c0a-a82a-4dc2-841b-afc746dfc79f req-ce5c5d87-072f-497d-b4e1-4060db7fc104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:23.778334 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7db5c0a-a82a-4dc2-841b-afc746dfc79f req-ce5c5d87-072f-497d-b4e1-4060db7fc104 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 1098 time: 0.1175642 Nov 27 01:05:23.862450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-2980f14e-2dbc-4442-b47c-45e48fa9c648 None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:24.066955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc57b5e-1bae-4502-8cea-535af6bd5813 req-4f49b342-b45d-40cf-8af7-7409c22e3614 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:24.074641 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3dc57b5e-1bae-4502-8cea-535af6bd5813 req-4f49b342-b45d-40cf-8af7-7409c22e3614 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.2892182 Nov 27 01:05:24.135601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db5c0a-a82a-4dc2-841b-afc746dfc79f req-69c5bf12-a0d5-48cd-9255-80adbc590cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:24.137704 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7db5c0a-a82a-4dc2-841b-afc746dfc79f req-69c5bf12-a0d5-48cd-9255-80adbc590cd3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 921 time: 0.3511693 Nov 27 01:05:24.149197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1b4f98-3c13-4054-9835-316d5149b10a', 'tag': '93c7853a-3cd9-4ef8-8734-4b7ea23976ea'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:24.157412 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9bde00-97b7-45ce-89e2-207586a408db" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1b4f98-3c13-4054-9835-316d5149b10a", "tag": "93c7853a-3cd9-4ef8-8734-4b7ea23976ea"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:24.280700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3dc57b5e-1bae-4502-8cea-535af6bd5813 req-44b66c5d-7c41-4c4d-bd6f-7b4630de6dc0 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994224 Nov 27 01:05:24.282981 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7db5c0a-a82a-4dc2-841b-afc746dfc79f req-bdcf7728-1acb-4d31-bfd1-496773240420 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cf85429-dd17-4932-a286-54c3a757a27c HTTP/1.1" status: 200 len: 217 time: 0.1053219 Nov 27 01:05:24.313823 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0166a6-3eee-4ddb-9732-cef3badaf801 x-openstack-request-id: req-7d0166a6-3eee-4ddb-9732-cef3badaf801 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:24.314396 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719faba2-ca38-4946-9e43-362bba37e570", "tag": "8cf85429-dd17-4932-a286-54c3a757a27c", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:24.314396 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d0166a6-3eee-4ddb-9732-cef3badaf801 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:24.315344 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719faba2-ca38-4946-9e43-362bba37e570', 'tag': '8cf85429-dd17-4932-a286-54c3a757a27c', 'status': 'completed', 'code': 200} Nov 27 01:05:24.322145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-1c3b37d6-b0a3-47f3-8c9c-61222049be30 req-746db8f3-f4ad-4f36-9141-cb1ac6177e31 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'security_group': {'name': ' tempest-securitygroup -407238105 ', 'description': 'tempest-description-844097710'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:24.348322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea4bebae-4538-4a7b-b324-2a220695a9ff up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:24.398204 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db5c0a-a82a-4dc2-841b-afc746dfc79f req-8dbbf1e7-bdbe-4717-a52a-d0096dc09533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:24.400184 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7db5c0a-a82a-4dc2-841b-afc746dfc79f req-8dbbf1e7-bdbe-4717-a52a-d0096dc09533 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.1036601 Nov 27 01:05:24.435734 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-1c3b37d6-b0a3-47f3-8c9c-61222049be30 req-746db8f3-f4ad-4f36-9141-cb1ac6177e31 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:24.564159 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ea4bebae-4538-4a7b-b324-2a220695a9ff triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:24.565408 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:24.711296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2980f14e-2dbc-4442-b47c-45e48fa9c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:24.761193 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980f14e-2dbc-4442-b47c-45e48fa9c648 None None] The sync data for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 is: [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:24.768921 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:24.818666 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:24.884724 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port ea4bebae-4538-4a7b-b324-2a220695a9ff, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ea4bebae-4538-4a7b-b324-2a220695a9ff,segment=NetworkSegment(85d2bf62-3559-4f1f-b7e7-27a5f929feff),segment_id=85d2bf62-3559-4f1f-b7e7-27a5f929feff)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:24.895259 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:24.975932 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=ea4bebae-4538-4a7b-b324-2a220695a9ff,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:24.977718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db5c0a-a82a-4dc2-841b-afc746dfc79f req-009a823b-8483-4788-b443-ad8034330b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:24.980195 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7db5c0a-a82a-4dc2-841b-afc746dfc79f req-009a823b-8483-4788-b443-ad8034330b17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5636144 Nov 27 01:05:25.055379 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-1c3b37d6-b0a3-47f3-8c9c-61222049be30 req-746db8f3-f4ad-4f36-9141-cb1ac6177e31 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:25.063654 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-d6508579-1669-41d7-9b35-437b74aafa38 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0d98ada493c341839d668e6552fe4ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891197 Nov 27 01:05:25.075388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-1c3b37d6-b0a3-47f3-8c9c-61222049be30 req-746db8f3-f4ad-4f36-9141-cb1ac6177e31 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:25.147817 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-1c3b37d6-b0a3-47f3-8c9c-61222049be30 req-746db8f3-f4ad-4f36-9141-cb1ac6177e31 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:25.178663 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c3b37d6-b0a3-47f3-8c9c-61222049be30 req-746db8f3-f4ad-4f36-9141-cb1ac6177e31 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.8619337 Nov 27 01:05:25.305546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eece3f91-baea-41f7-88a2-92c327f5dda9 None None] Network dfde1a41-2229-4481-b0dd-37a8c996fb5e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:25.321819 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7db5c0a-a82a-4dc2-841b-afc746dfc79f req-ea28119d-4be0-4e4f-a1d2-396f5d744f4b service neutron] 10.222.0.21 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180513 Nov 27 01:05:25.335750 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a3516-1568-4ce9-af58-acd0c6af9ce6 None None] New status for floating IP a547271c-804d-4252-a57b-ed3e8a1f99b2: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:05:25.375608 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746db8f3-f4ad-4f36-9141-cb1ac6177e31 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf602d5-8e06-4c7d-b56d-d8665433ab8d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:25.404521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-510ac528-c8bf-48c4-8796-87dbb30ad226 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:25.409600 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:25.417866 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-510ac528-c8bf-48c4-8796-87dbb30ad226 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531237 Nov 27 01:05:25.463949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-1bdae4f8-7cce-460d-8992-1f11d888cb42 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:25.471202 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-1bdae4f8-7cce-460d-8992-1f11d888cb42 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1278262 Nov 27 01:05:25.504898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-892aad6a-f329-419f-83d4-8804a2e8786b None None] Provisioning complete for port ea4bebae-4538-4a7b-b324-2a220695a9ff triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:25.505274 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-892aad6a-f329-419f-83d4-8804a2e8786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:25.531782 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-b0d8e5a6-9f3f-4f93-afdf-f82618abcda0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/quotas/0d98ada493c341839d668e6552fe4ef3 HTTP/1.1" status: 200 len: 375 time: 0.1130669 Nov 27 01:05:25.533475 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-3a5e38b8-e0a5-45b2-bcd4-b6fef8353163 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 698 time: 0.0614357 Nov 27 01:05:25.539985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-72d5ff54-f0cf-44b2-ac11-2d814149dd78 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Request body: {'floatingip': {'port_id': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:25.615621 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-72d5ff54-f0cf-44b2-ac11-2d814149dd78 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:25.626442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-19b7095f-62e6-4cfd-aca5-7ee5a9f1caca tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936890 Nov 27 01:05:25.633302 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7db5c0a-a82a-4dc2-841b-afc746dfc79f req-e3cd6331-824a-48a3-85ee-b9cec996b106 service neutron] 10.222.0.21 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940774 Nov 27 01:05:25.868786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Router 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:05:26.052909 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ee0cd0-84ec-4834-9ebd-682cc10c4405 x-openstack-request-id: req-15ee0cd0-84ec-4834-9ebd-682cc10c4405 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:26.053579 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1b4f98-3c13-4054-9835-316d5149b10a", "tag": "93c7853a-3cd9-4ef8-8734-4b7ea23976ea", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:26.053579 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15ee0cd0-84ec-4834-9ebd-682cc10c4405 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:26.053865 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1b4f98-3c13-4054-9835-316d5149b10a', 'tag': '93c7853a-3cd9-4ef8-8734-4b7ea23976ea', 'status': 'completed', 'code': 200} Nov 27 01:05:26.076194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb26eb4-f7b7-4da3-b6df-ac5b4c5e24e1 req-760f24e4-c782-43c8-aef9-dc300353a9d1 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:26.077780 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-afb26eb4-f7b7-4da3-b6df-ac5b4c5e24e1 req-760f24e4-c782-43c8-aef9-dc300353a9d1 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.21 "GET /v2.0/ports?device_id=719faba2-ca38-4946-9e43-362bba37e570 HTTP/1.1" status: 200 len: 946 time: 0.1547401 Nov 27 01:05:26.098396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9a7e2658-2e93-4b25-b8fa-960f46c33d05 None None] Provisioning complete for port ea4bebae-4538-4a7b-b324-2a220695a9ff triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:26.098857 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2658-2e93-4b25-b8fa-960f46c33d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:26.319672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea4bebae-4538-4a7b-b324-2a220695a9ff up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:26.333225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bde00-97b7-45ce-89e2-207586a408db req-fe3891e1-d7db-4607-a349-3cbf29f4b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:26.333767 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:26.335200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe9bde00-97b7-45ce-89e2-207586a408db req-fe3891e1-d7db-4607-a349-3cbf29f4b6de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aae32835efe41afa5485451f7cc2b07&device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 1175 time: 0.2306740 Nov 27 01:05:26.366311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Sync routers for ids ['8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:26.403929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Routers {'8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:26.404716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:26.453447 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:26.457581 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e89147e0-4f24-4f24-a988-b87ea9eba6c0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.8914599 Nov 27 01:05:26.465421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38096) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:26.550242 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ea4bebae-4538-4a7b-b324-2a220695a9ff triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:26.550621 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:26.600716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Set router 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:26.630985 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.db.api [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-72d5ff54-f0cf-44b2-ac11-2d814149dd78 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:05:26.630985 n-d-817303-10 neutron-server[103402]: DEBUG oslo_db.api [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-72d5ff54-f0cf-44b2-ac11-2d814149dd78 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:05:26.652921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bde00-97b7-45ce-89e2-207586a408db req-b28f18cf-afc3-4d49-8afb-2292e5bf39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:26.657706 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe9bde00-97b7-45ce-89e2-207586a408db req-b28f18cf-afc3-4d49-8afb-2292e5bf39d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=43b7912e-52da-47c9-b267-954cb551a0e3 HTTP/1.1" status: 200 len: 913 time: 0.2960305 Nov 27 01:05:26.667064 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d598de-4a7f-4e79-87a7-0d0731e4fbef req-4f1c145b-548e-45f5-81bb-15c6ffcbd7aa tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/dcf602d5-8e06-4c7d-b56d-d8665433ab8d HTTP/1.1" status: 200 len: 1796 time: 0.3272378 Nov 27 01:05:26.724196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-afb26eb4-f7b7-4da3-b6df-ac5b4c5e24e1 req-2770cf22-0030-417f-978f-663fe7e98fa5 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Deleting port 8cf85429-dd17-4932-a286-54c3a757a27c {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:26.724881 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-afb26eb4-f7b7-4da3-b6df-ac5b4c5e24e1 req-2770cf22-0030-417f-978f-663fe7e98fa5 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:26.730214 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe9bde00-97b7-45ce-89e2-207586a408db req-d976fab9-1d62-4fa6-b0e9-830ec6542e93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c7853a-3cd9-4ef8-8734-4b7ea23976ea HTTP/1.1" status: 200 len: 217 time: 0.0620573 Nov 27 01:05:26.749186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38110) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:26.841386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bde00-97b7-45ce-89e2-207586a408db req-6f579c59-2f01-4a50-8296-5dc6e4ff19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:26.842884 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe9bde00-97b7-45ce-89e2-207586a408db req-6f579c59-2f01-4a50-8296-5dc6e4ff19c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1e1dce6-7ad2-45c3-be99-cad1e52a01bf HTTP/1.1" status: 200 len: 852 time: 0.1010766 Nov 27 01:05:26.903646 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe9bde00-97b7-45ce-89e2-207586a408db req-bef0f83d-f08a-4e6c-afe3-7d3dc572f88e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43b7912e-52da-47c9-b267-954cb551a0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503924 Nov 27 01:05:26.905727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-afb26eb4-f7b7-4da3-b6df-ac5b4c5e24e1 req-2770cf22-0030-417f-978f-663fe7e98fa5 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] For port 8cf85429-dd17-4932-a286-54c3a757a27c, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8cf85429-dd17-4932-a286-54c3a757a27c,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:26.906115 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-afb26eb4-f7b7-4da3-b6df-ac5b4c5e24e1 req-2770cf22-0030-417f-978f-663fe7e98fa5 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:26.970288 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-afb26eb4-f7b7-4da3-b6df-ac5b4c5e24e1 req-2770cf22-0030-417f-978f-663fe7e98fa5 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Calling delete_port for 8cf85429-dd17-4932-a286-54c3a757a27c owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:27.041676 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-306d7dad-a679-4c65-8fe1-c2345a6f707b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.053992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639474319-router', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '9c8adda9-84bb-41b7-b838-c88a7a12b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:21Z', 'updated_at': '2021-11-27T01:05:24Z', 'revision_number': 3, 'project_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'gw_port': {'id': '9c8adda9-84bb-41b7-b838-c88a7a12b67c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:22Z', 'updated_at': '2021-11-27T01:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:27.088268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Checking router: 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:27.088734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Updating router 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd port 9c8adda9-84bb-41b7-b838-c88a7a12b67c binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:05:27.124428 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.131269 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-72d5ff54-f0cf-44b2-ac11-2d814149dd78 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.179445 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe9bde00-97b7-45ce-89e2-207586a408db req-911ef5bb-fa55-46d9-83bf-e4e5ab9b0562 service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622294 Nov 27 01:05:27.183176 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84e3b9f3-a28c-4825-8358-c1a24d4460d8 req-05361a4c-c839-48b6-9915-33cfd4741ccb tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/dcf602d5-8e06-4c7d-b56d-d8665433ab8d HTTP/1.1" status: 200 len: 1796 time: 0.1488159 Nov 27 01:05:27.387060 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe9bde00-97b7-45ce-89e2-207586a408db req-9e41d7c3-a41b-4b30-a87c-f4cac86542f1 service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991577 Nov 27 01:05:27.388130 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84e3b9f3-a28c-4825-8358-c1a24d4460d8 req-ba80e475-1a10-4aff-920f-f50723db95b8 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.390864 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-afb26eb4-f7b7-4da3-b6df-ac5b4c5e24e1 req-2770cf22-0030-417f-978f-663fe7e98fa5 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.436221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770cf22-0030-417f-978f-663fe7e98fa5 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Pushing event deleted for resources: {'Port': ['ID=8cf85429-dd17-4932-a286-54c3a757a27c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:27.440788 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-306d7dad-a679-4c65-8fe1-c2345a6f707b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.458127 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84e3b9f3-a28c-4825-8358-c1a24d4460d8 req-ba80e475-1a10-4aff-920f-f50723db95b8 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.487696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-306d7dad-a679-4c65-8fe1-c2345a6f707b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.497558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['0d0f7858-d34b-49db-ad2c-225383ff060b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:27.501452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['8cf85429-dd17-4932-a286-54c3a757a27c'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:27.506992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb26eb4-f7b7-4da3-b6df-ac5b4c5e24e1 req-2770cf22-0030-417f-978f-663fe7e98fa5 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] No DVR routers for this DVR port 8cf85429-dd17-4932-a286-54c3a757a27c on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:27.511792 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-afb26eb4-f7b7-4da3-b6df-ac5b4c5e24e1 req-2770cf22-0030-417f-978f-663fe7e98fa5 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.519979 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-afb26eb4-f7b7-4da3-b6df-ac5b4c5e24e1 req-2770cf22-0030-417f-978f-663fe7e98fa5 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.21 "DELETE /v2.0/ports/8cf85429-dd17-4932-a286-54c3a757a27c HTTP/1.1" status: 204 len: 173 time: 1.4240713 Nov 27 01:05:27.563876 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84e3b9f3-a28c-4825-8358-c1a24d4460d8 req-ba80e475-1a10-4aff-920f-f50723db95b8 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.569057 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84e3b9f3-a28c-4825-8358-c1a24d4460d8 req-ba80e475-1a10-4aff-920f-f50723db95b8 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.579913 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84e3b9f3-a28c-4825-8358-c1a24d4460d8 req-ba80e475-1a10-4aff-920f-f50723db95b8 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "DELETE /v2.0/security-groups/dcf602d5-8e06-4c7d-b56d-d8665433ab8d HTTP/1.1" status: 204 len: 173 time: 0.3761547 Nov 27 01:05:27.601025 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-306d7dad-a679-4c65-8fe1-c2345a6f707b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e3a91285b1749e1bea852427226c611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8307786 Nov 27 01:05:27.607933 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38124) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:27.610358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d7dad-a679-4c65-8fe1-c2345a6f707b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5667ed31-b0e3-431f-bb5e-bd575eb59cca,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:27.639651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80e475-1a10-4aff-920f-f50723db95b8 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf602d5-8e06-4c7d-b56d-d8665433ab8d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:27.677679 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.689439 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.712436 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.740488 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5ac96913-81f0-4a43-8f33-536671e49cee req-5b386855-5af9-4eda-b245-1bc4240a9ad5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 210 time: 0.0497892 Nov 27 01:05:27.766661 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a1dedaab-d3b4-4515-9bc4-74ee203cb554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.792554 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a1dedaab-d3b4-4515-9bc4-74ee203cb554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.847996 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Attempting to bind port 9c8adda9-84bb-41b7-b838-c88a7a12b67c on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:27.847996 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Attempting to bind port 9c8adda9-84bb-41b7-b838-c88a7a12b67c by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:27.847996 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Attempting to bind port 9c8adda9-84bb-41b7-b838-c88a7a12b67c on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:27.849673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec46139-0a58-4ef4-a9fb-f768ec68e643 None None] Pushing event updated for resources: {'Port': ['ID=9c8adda9-84bb-41b7-b838-c88a7a12b67c,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:27.864042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:27.864561 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:27.865240 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.865646 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:27.865838 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a1dedaab-d3b4-4515-9bc4-74ee203cb554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.866341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Bound port: 9c8adda9-84bb-41b7-b838-c88a7a12b67c, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:27.867074 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.869384 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a1dedaab-d3b4-4515-9bc4-74ee203cb554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.873857 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a1dedaab-d3b4-4515-9bc4-74ee203cb554 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5667ed31-b0e3-431f-bb5e-bd575eb59cca HTTP/1.1" status: 204 len: 168 time: 0.2612162 Nov 27 01:05:27.887449 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dedaab-d3b4-4515-9bc4-74ee203cb554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5667ed31-b0e3-431f-bb5e-bd575eb59cca,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:28.021969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] For port 9c8adda9-84bb-41b7-b838-c88a7a12b67c, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:28.026346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] For port 9c8adda9-84bb-41b7-b838-c88a7a12b67c, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9c8adda9-84bb-41b7-b838-c88a7a12b67c,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:28.038688 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:28.054803 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719faba2-ca38-4946-9e43-362bba37e570', 'name': 'network-vif-deleted', 'tag': '8cf85429-dd17-4932-a286-54c3a757a27c'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:28.057311 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfed47c2-1644-45c0-8cef-427141b3d459" -d '{"events": [{"server_uuid": "719faba2-ca38-4946-9e43-362bba37e570", "name": "network-vif-deleted", "tag": "8cf85429-dd17-4932-a286-54c3a757a27c"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:28.153065 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-9f37f76f-13b9-4990-8924-ce725cc4e90c req-12c616bf-05f5-4ce6-a1bd-1300a36f7f69 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] show failed (client error): The resource could not be found. Nov 27 01:05:28.179023 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9f37f76f-13b9-4990-8924-ce725cc4e90c req-12c616bf-05f5-4ce6-a1bd-1300a36f7f69 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/dcf602d5-8e06-4c7d-b56d-d8665433ab8d HTTP/1.1" status: 404 len: 352 time: 0.0621212 Nov 27 01:05:28.197400 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:28.222702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Routers {'8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:28.224066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:28.318185 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-ce3f5f25-a2a0-4df4-a8f2-af96209d83ba tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0d98ada493c341839d668e6552fe4ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1359396 Nov 27 01:05:28.367697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec46139-0a58-4ef4-a9fb-f768ec68e643 None None] Pushing event updated for resources: {'Port': ['ID=9c8adda9-84bb-41b7-b838-c88a7a12b67c,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:28.406326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] Set router 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:28.421521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38154) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:28.458922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-4a5a5c03-ac24-4798-b9e3-73fb88aa09ed tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0d98ada493c341839d668e6552fe4ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361905 Nov 27 01:05:28.580431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38158) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:28.610307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Allocated IP 172.20.0.1 (dfde1a41-2229-4481-b0dd-37a8c996fb5e/edcc4c69-97f5-4b2e-8d03-022e3498f33b/b0843678-c9aa-4dab-8d77-0644a6b7506d) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:28.747853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639474319-router', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '9c8adda9-84bb-41b7-b838-c88a7a12b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:21Z', 'updated_at': '2021-11-27T01:05:24Z', 'revision_number': 3, 'project_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'gw_port': {'id': '9c8adda9-84bb-41b7-b838-c88a7a12b67c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:22Z', 'updated_at': '2021-11-27T01:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:28.784152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0747f5-b4a1-4d5c-b7ad-865b564f74bf None None] The sync data for ids ['8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'] in n-d-817303-10 is: [{'id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639474319-router', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '9c8adda9-84bb-41b7-b838-c88a7a12b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:21Z', 'updated_at': '2021-11-27T01:05:24Z', 'revision_number': 3, 'project_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'gw_port': {'id': '9c8adda9-84bb-41b7-b838-c88a7a12b67c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:22Z', 'updated_at': '2021-11-27T01:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:28.790759 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d938355-c8ae-4b8a-8b41-a4d124096ac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:28.858420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-dd12e803-9bfd-4a97-a713-39346db2e596 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:28.859007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-dd12e803-9bfd-4a97-a713-39346db2e596 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5364087 Nov 27 01:05:28.880359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:28.902235 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-72d5ff54-f0cf-44b2-ac11-2d814149dd78 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:28.904376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-016bc337-fb78-489d-a8ea-e4445c54c159 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Request body: {'port': {'device_id': 'cd6a5a25-21a4-4d97-bd67-946a50db150c', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '0d98ada493c341839d668e6552fe4ef3'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:28.909408 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-72d5ff54-f0cf-44b2-ac11-2d814149dd78 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:28.979206 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-fa2fe826-1454-450a-a731-54b9f5a7af05 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5440311 Nov 27 01:05:28.991043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fd5eb-450b-4b00-854c-87f7048f9149 req-9e0e331a-1f5f-4855-b8eb-e26d91feaf68 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:28.997506 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb5fd5eb-450b-4b00-854c-87f7048f9149 req-9e0e331a-1f5f-4855-b8eb-e26d91feaf68 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.4183676 Nov 27 01:05:29.008688 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-a01913f3-76a5-4810-885d-01c369ba5acc tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:29.010207 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-a01913f3-76a5-4810-885d-01c369ba5acc tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5285966 Nov 27 01:05:29.015092 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:29.028524 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-2a934975-cbf4-4fde-b89a-cf2ef45502e2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:05:29.029531 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-2a934975-cbf4-4fde-b89a-cf2ef45502e2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118864 Nov 27 01:05:29.057014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-a1bfc6dc-bd82-485d-b114-33babf0e2533 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Request body: {'port': {'device_id': '7d67f692-f443-4e4e-9847-4dec7e3d6ebf', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '0d98ada493c341839d668e6552fe4ef3'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:29.073489 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Network dfde1a41-2229-4481-b0dd-37a8c996fb5e is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:29.079198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:29.083861 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:29.139597 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-72d5ff54-f0cf-44b2-ac11-2d814149dd78 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Floating IP a547271c-804d-4252-a57b-ed3e8a1f99b2 associated. External IP: 172.25.1.240, port: 0d0f7858-d34b-49db-ad2c-225383ff060b. Nov 27 01:05:29.200449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Pushing event updated for resources: {'Port': ['ID=b0843678-c9aa-4dab-8d77-0644a6b7506d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:29.222703 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:29.480519 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb5fd5eb-450b-4b00-854c-87f7048f9149 req-166a3d0a-0718-43e4-a2af-366c33a0b1ae tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771283 Nov 27 01:05:29.526079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:29.536416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-a1bfc6dc-bd82-485d-b114-33babf0e2533 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Made reservation on behalf of 0d98ada493c341839d668e6552fe4ef3 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:29.545552 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-a1bfc6dc-bd82-485d-b114-33babf0e2533 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:29.621305 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:29.665587 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23da22f-b28c-4c08-b052-e6a77b45a046 x-openstack-request-id: req-b23da22f-b28c-4c08-b052-e6a77b45a046 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:29.665897 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719faba2-ca38-4946-9e43-362bba37e570", "name": "network-vif-deleted", "tag": "8cf85429-dd17-4932-a286-54c3a757a27c", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:29.667849 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b23da22f-b28c-4c08-b052-e6a77b45a046 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:29.682995 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719faba2-ca38-4946-9e43-362bba37e570', 'name': 'network-vif-deleted', 'tag': '8cf85429-dd17-4932-a286-54c3a757a27c', 'status': 'completed', 'code': 200} Nov 27 01:05:29.756076 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d938355-c8ae-4b8a-8b41-a4d124096ac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:29.762121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-c56015ca-e66b-4ed0-b83d-364801d66107 req-74345ad2-b026-45a6-b88c-fdf24037e40f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-96104174', 'description': 'tempest-description-704104798'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:29.783692 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d938355-c8ae-4b8a-8b41-a4d124096ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:29.783918 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-72d5ff54-f0cf-44b2-ac11-2d814149dd78 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Router 3741214e-c0bd-4099-b9c2-762606e8c4fd has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:29.877627 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3d938355-c8ae-4b8a-8b41-a4d124096ac1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3cf102f4c714e6890220e996d45d59a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2903395 Nov 27 01:05:29.878404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-016bc337-fb78-489d-a8ea-e4445c54c159 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Made reservation on behalf of 0d98ada493c341839d668e6552fe4ef3 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:29.883013 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-016bc337-fb78-489d-a8ea-e4445c54c159 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:29.890039 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38194) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:29.898707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3961c11a-8330-4839-a064-13dbbba0a3c1 None None] Provisioning complete for port b0843678-c9aa-4dab-8d77-0644a6b7506d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:29.899141 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3961c11a-8330-4839-a064-13dbbba0a3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:29.979140 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3961c11a-8330-4839-a064-13dbbba0a3c1 None None] Port b0843678-c9aa-4dab-8d77-0644a6b7506d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:29.980518 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.017059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d5f85c8-4c0a-4f1d-953e-50069bcdb809'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:30.019640 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3795d00b-6f29-4d81-829c-9f042ae72172" -d '{"events": [{"server_uuid": "43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96", "name": "network-vif-unplugged", "status": "completed", "tag": "2d5f85c8-4c0a-4f1d-953e-50069bcdb809"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:30.021126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.035120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:30.042376 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.043268 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.044234 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8cf85429-dd17-4932-a286-54c3a757a27c no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:30.063617 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c56015ca-e66b-4ed0-b83d-364801d66107 req-74345ad2-b026-45a6-b88c-fdf24037e40f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.118992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:30.122516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 8cf85429-dd17-4932-a286-54c3a757a27c {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:30.122938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8cf85429-dd17-4932-a286-54c3a757a27c not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:30.190747 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d938355-c8ae-4b8a-8b41-a4d124096ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d72c19-416b-420f-99c3-ac90b8a971fb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:30.197154 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c56015ca-e66b-4ed0-b83d-364801d66107 req-74345ad2-b026-45a6-b88c-fdf24037e40f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.210164 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37012696-3b19-432d-8972-b3a6a7d768c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.222008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-016bc337-fb78-489d-a8ea-e4445c54c159 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Allocated IP 192.168.233.77 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/ca0f84e5-4268-4b9c-9802-c42a5dc006e6) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:30.228787 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c56015ca-e66b-4ed0-b83d-364801d66107 req-74345ad2-b026-45a6-b88c-fdf24037e40f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.231538 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.264450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9c8adda9-84bb-41b7-b838-c88a7a12b67c up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:30.266700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c56015ca-e66b-4ed0-b83d-364801d66107 req-74345ad2-b026-45a6-b88c-fdf24037e40f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.272746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Pushing event updated for resources: {'Port': ['ID=b0843678-c9aa-4dab-8d77-0644a6b7506d,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:30.283494 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c56015ca-e66b-4ed0-b83d-364801d66107 req-74345ad2-b026-45a6-b88c-fdf24037e40f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5994093 Nov 27 01:05:30.293352 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37012696-3b19-432d-8972-b3a6a7d768c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.297066 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.326813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-72d5ff54-f0cf-44b2-ac11-2d814149dd78 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:30.334379 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-72d5ff54-f0cf-44b2-ac11-2d814149dd78 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.341886 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1e89e-561e-4277-80fd-aa1322b46153 None None] Sync routers for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:30.353019 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74345ad2-b026-45a6-b88c-fdf24037e40f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc434a97-5fd0-47ee-8cff-d3fd681bae1a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:30.359139 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1e89e-561e-4277-80fd-aa1322b46153 None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:30.359760 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ede1e89e-561e-4277-80fd-aa1322b46153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:30.403170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 9c8adda9-84bb-41b7-b838-c88a7a12b67c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:30.403281 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.406736 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c8a97195-28a1-45a8-a081-169ebfeb9271 req-ee4f470e-096c-4fea-8b24-25c8ccdd55fb tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 210 time: 0.0331328 Nov 27 01:05:30.424926 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-72d5ff54-f0cf-44b2-ac11-2d814149dd78 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "PUT /v2.0/floatingips/a547271c-804d-4252-a57b-ed3e8a1f99b2 HTTP/1.1" status: 200 len: 996 time: 4.8904190 Nov 27 01:05:30.528949 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.531686 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-ede1e89e-561e-4277-80fd-aa1322b46153 None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:30.576391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 9c8adda9-84bb-41b7-b838-c88a7a12b67c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9c8adda9-84bb-41b7-b838-c88a7a12b67c,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:30.586962 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.597042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'tag': '0d0f7858-d34b-49db-ad2c-225383ff060b'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:30.600279 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b4c77d-ea42-4b86-a2f1-d625f7eb5fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee591c79-7040-4e39-b145-71d5c0fa8d3c", "tag": "0d0f7858-d34b-49db-ad2c-225383ff060b"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:30.619505 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37012696-3b19-432d-8972-b3a6a7d768c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.622519 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37012696-3b19-432d-8972-b3a6a7d768c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.624334 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-37012696-3b19-432d-8972-b3a6a7d768c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44d72c19-416b-420f-99c3-ac90b8a971fb HTTP/1.1" status: 204 len: 168 time: 0.7315104 Nov 27 01:05:30.644273 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Network dfde1a41-2229-4481-b0dd-37a8c996fb5e is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:30.648625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:30.683515 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-016bc337-fb78-489d-a8ea-e4445c54c159 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.688881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37012696-3b19-432d-8972-b3a6a7d768c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d72c19-416b-420f-99c3-ac90b8a971fb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:30.735885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=9c8adda9-84bb-41b7-b838-c88a7a12b67c,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:30.843858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-769ff543-a3c0-4054-bc5d-c41b3829a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:30.851478 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-769ff543-a3c0-4054-bc5d-c41b3829a9f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 1097 time: 0.2410021 Nov 27 01:05:30.858432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-a1bfc6dc-bd82-485d-b114-33babf0e2533 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Allocated IP 192.168.233.246 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/3ac72ba6-b9df-4457-9566-76d5183da86f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:31.020730 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ede1e89e-561e-4277-80fd-aa1322b46153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a547271c-804d-4252-a57b-ed3e8a1f99b2', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'port_id': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'mac_address': 'fa:16:3e:ed:ef:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:05:28Z', 'revision_number': 8, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:31.041048 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-b6ffdbf5-7b9d-41a1-b55d-1c3ecae4fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:31.053466 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-b6ffdbf5-7b9d-41a1-b55d-1c3ecae4fba3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 921 time: 0.1915925 Nov 27 01:05:31.072879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Router 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:31.112910 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-99f23c9a-c609-46cd-8ab5-818077983854 None None] Provisioning complete for port b0843678-c9aa-4dab-8d77-0644a6b7506d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:31.114248 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-99f23c9a-c609-46cd-8ab5-818077983854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:31.215210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-99f23c9a-c609-46cd-8ab5-818077983854 None None] Port b0843678-c9aa-4dab-8d77-0644a6b7506d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:31.263376 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1e89e-561e-4277-80fd-aa1322b46153 None None] Checking router: 3741214e-c0bd-4099-b9c2-762606e8c4fd for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:31.266044 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-4defb41a-e211-405f-af41-0d5415314d89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d0f7858-d34b-49db-ad2c-225383ff060b HTTP/1.1" status: 200 len: 999 time: 0.2116938 Nov 27 01:05:31.283796 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1e89e-561e-4277-80fd-aa1322b46153 None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:31.286509 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ede1e89e-561e-4277-80fd-aa1322b46153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:31.331642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-c29b4957-3171-4fb2-868a-aca534784640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:31.339324 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-c29b4957-3171-4fb2-868a-aca534784640 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.0723505 Nov 27 01:05:31.457856 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-ede1e89e-561e-4277-80fd-aa1322b46153 None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:31.499954 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-016bc337-fb78-489d-a8ea-e4445c54c159 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:31.518192 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-a1bfc6dc-bd82-485d-b114-33babf0e2533 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:31.538693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'c56a7cc8-bda9-451f-b56a-0c99631e5c93'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:31.679934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-bf43f487-0411-4d1a-bb9c-4fa0ce47836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:31.698132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-bf43f487-0411-4d1a-bb9c-4fa0ce47836d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3578606 Nov 27 01:05:31.723546 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-016bc337-fb78-489d-a8ea-e4445c54c159 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:31.746418 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-016bc337-fb78-489d-a8ea-e4445c54c159 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:31.751464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-016bc337-fb78-489d-a8ea-e4445c54c159 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:31.763379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bc337-fb78-489d-a8ea-e4445c54c159 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event updated for resources: {'Port': ['ID=ca0f84e5-4268-4b9c-9802-c42a5dc006e6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:31.847619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-cf2af8e1-1d94-4e32-8e99-58a5ccc853b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:31.852079 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ede1e89e-561e-4277-80fd-aa1322b46153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a547271c-804d-4252-a57b-ed3e8a1f99b2', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'port_id': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'mac_address': 'fa:16:3e:ed:ef:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:05:28Z', 'revision_number': 8, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:31.864315 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-cf2af8e1-1d94-4e32-8e99-58a5ccc853b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 1102 time: 0.5315359 Nov 27 01:05:31.918372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:31.932482 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-037f7b2a-b164-44b5-b40d-9501c3c0ddcd admin admin] 10.222.0.15 "PUT /v2.0/routers/8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4210827 Nov 27 01:05:31.939290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-016bc337-fb78-489d-a8ea-e4445c54c159 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:31.947647 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-016bc337-fb78-489d-a8ea-e4445c54c159 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:31.955561 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1e89e-561e-4277-80fd-aa1322b46153 None None] The sync data for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 is: [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a547271c-804d-4252-a57b-ed3e8a1f99b2', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'port_id': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'mac_address': 'fa:16:3e:ed:ef:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:05:28Z', 'revision_number': 8, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:31.978994 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-a1bfc6dc-bd82-485d-b114-33babf0e2533 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:32.011308 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Sync routers for ids ['8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:32.035637 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-016bc337-fb78-489d-a8ea-e4445c54c159 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1361332 Nov 27 01:05:32.107067 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Routers {'8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:32.108872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:32.127013 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Request body: {'port': {'device_id': 'cd6a5a25-21a4-4d97-bd67-946a50db150c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:32.196826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-a1bfc6dc-bd82-485d-b114-33babf0e2533 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:32.245552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-a1bfc6dc-bd82-485d-b114-33babf0e2533 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:32.250197 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9c8adda9-84bb-41b7-b838-c88a7a12b67c up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:32.256458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-a1bfc6dc-bd82-485d-b114-33babf0e2533 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:32.263876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38278) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:32.280873 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50674312-b1c6-48d7-8e39-8efd5f50ecd7 x-openstack-request-id: req-50674312-b1c6-48d7-8e39-8efd5f50ecd7 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:32.281435 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96", "name": "network-vif-unplugged", "status": "completed", "tag": "2d5f85c8-4c0a-4f1d-953e-50069bcdb809", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:32.282550 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50674312-b1c6-48d7-8e39-8efd5f50ecd7 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:32.283642 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d5f85c8-4c0a-4f1d-953e-50069bcdb809', 'code': 200} Nov 27 01:05:32.371403 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3ab16-8bde-4312-9b35-3534f2cecc7a None None] New status for floating IP a547271c-804d-4252-a57b-ed3e8a1f99b2: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:05:32.380272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-372bbfc8-19e3-4e30-bafa-6395d732f4d1 req-981cd366-6aad-4433-9c5b-19334069e35e tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1396346193', 'description': 'tempest-description-1671937109'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:32.397510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-a1bfc6dc-bd82-485d-b114-33babf0e2533 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:32.398452 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-a1bfc6dc-bd82-485d-b114-33babf0e2533 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:32.405788 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfc6dc-bd82-485d-b114-33babf0e2533 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event updated for resources: {'Port': ['ID=3ac72ba6-b9df-4457-9566-76d5183da86f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:32.414671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76dc60-8ee4-4ec7-83ed-b2397f254fce req-edf94bee-d7c0-47d8-a912-8f20dc5c0c32 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5124831 Nov 27 01:05:32.439710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Set router 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:32.462384 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:32.570174 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-ccc85fcb-fd22-4cd4-b769-360d2244c8c3 service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8711174 Nov 27 01:05:32.643632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1317307644-network', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:32.676479 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-74a433d2-2581-4e2f-a7d4-5d0e73eb28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:32.677964 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-74a433d2-2581-4e2f-a7d4-5d0e73eb28ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.8095176 Nov 27 01:05:32.682168 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-372bbfc8-19e3-4e30-bafa-6395d732f4d1 req-981cd366-6aad-4433-9c5b-19334069e35e tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:32.688150 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76dc60-8ee4-4ec7-83ed-b2397f254fce req-90180996-77b6-447f-a8c3-2c740d2d6f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:32.690425 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76dc60-8ee4-4ec7-83ed-b2397f254fce req-90180996-77b6-447f-a8c3-2c740d2d6f67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 1102 time: 0.1435390 Nov 27 01:05:32.719388 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-a1bfc6dc-bd82-485d-b114-33babf0e2533 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6667681 Nov 27 01:05:32.720045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] Made reservation on behalf of 99f98d38e18a452ebcce42d87c656af6 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:32.722551 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:32.736799 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:32.745603 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-386f5e66-0296-409e-87de-c1b07ef43bed None None] Provisioning complete for port ca0f84e5-4268-4b9c-9802-c42a5dc006e6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:32.746143 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-386f5e66-0296-409e-87de-c1b07ef43bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:32.752384 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-6ab74819-555d-4917-a023-b6420aef64c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 HTTP/1.1" status: 200 len: 217 time: 0.0625284 Nov 27 01:05:32.766886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Request body: {'port': {'device_id': '7d67f692-f443-4e4e-9847-4dec7e3d6ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:32.797221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5275973f-6aa5-42a6-a910-5c83bb5db0ba req-6601a9b9-5119-4a82-8fdc-e5a7fa6d01a0 service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162457 Nov 27 01:05:32.811721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-885cc8e5-664c-4bee-beb3-ea9cae5d87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:32.813562 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-885cc8e5-664c-4bee-beb3-ea9cae5d87e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0519674 Nov 27 01:05:32.813788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 9c8adda9-84bb-41b7-b838-c88a7a12b67c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:32.814318 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:32.865344 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-386f5e66-0296-409e-87de-c1b07ef43bed None None] Port ca0f84e5-4268-4b9c-9802-c42a5dc006e6 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:32.880894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-f2f75759-7dea-4d1f-942f-802720c4f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:32.882417 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-f2f75759-7dea-4d1f-942f-802720c4f96b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0613866 Nov 27 01:05:32.984690 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-372bbfc8-19e3-4e30-bafa-6395d732f4d1 req-981cd366-6aad-4433-9c5b-19334069e35e tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.012434 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5c5e4-59a9-4878-b260-a5d17b523d30 req-9b5b9f20-1af0-4826-a02a-c692daa4e921 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.013979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f3b5c5e4-59a9-4878-b260-a5d17b523d30 req-9b5b9f20-1af0-4826-a02a-c692daa4e921 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.1252007 Nov 27 01:05:33.033768 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-372bbfc8-19e3-4e30-bafa-6395d732f4d1 req-981cd366-6aad-4433-9c5b-19334069e35e tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.038398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fda0943e-29be-4e5b-a217-c2e5199afeeb None None] Provisioning complete for port 3ac72ba6-b9df-4457-9566-76d5183da86f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:33.038901 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fda0943e-29be-4e5b-a217-c2e5199afeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.067141 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639474319-router', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '9c8adda9-84bb-41b7-b838-c88a7a12b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:21Z', 'updated_at': '2021-11-27T01:05:29Z', 'revision_number': 4, 'project_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'gw_port': {'id': '9c8adda9-84bb-41b7-b838-c88a7a12b67c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:22Z', 'updated_at': '2021-11-27T01:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'b0843678-c9aa-4dab-8d77-0644a6b7506d', 'name': '', 'network_id': 'dfde1a41-2229-4481-b0dd-37a8c996fb5e', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'mac_address': 'fa:16:3e:95:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'edcc4c69-97f5-4b2e-8d03-022e3498f33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:27Z', 'updated_at': '2021-11-27T01:05:29Z', 'revision_number': 2, 'project_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'subnets': [{'id': 'edcc4c69-97f5-4b2e-8d03-022e3498f33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:33.070463 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-adc68551-0708-469b-9db4-551d896de03a service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709695 Nov 27 01:05:33.089217 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.091821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.103170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Checking router: 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:33.103170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Updating router 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd port b0843678-c9aa-4dab-8d77-0644a6b7506d binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:05:33.106064 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f3b5c5e4-59a9-4878-b260-a5d17b523d30 req-8a23b06a-8760-414c-ab6d-0726497c8941 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851359 Nov 27 01:05:33.128620 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-fda0943e-29be-4e5b-a217-c2e5199afeeb None None] Port 3ac72ba6-b9df-4457-9566-76d5183da86f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:33.137293 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.161388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76dc60-8ee4-4ec7-83ed-b2397f254fce req-d9fc07ed-821b-463e-a6ec-2cdf1f69074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.162983 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76dc60-8ee4-4ec7-83ed-b2397f254fce req-d9fc07ed-821b-463e-a6ec-2cdf1f69074d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.4295084 Nov 27 01:05:33.163634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cd366-6aad-4433-9c5b-19334069e35e tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f92812-2957-45a4-a2aa-5b02a5df05c4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:33.174722 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692579de-c4d0-49f7-ae6e-02604ad21c56 x-openstack-request-id: req-692579de-c4d0-49f7-ae6e-02604ad21c56 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:33.174939 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee591c79-7040-4e39-b145-71d5c0fa8d3c", "tag": "0d0f7858-d34b-49db-ad2c-225383ff060b", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:33.175198 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-692579de-c4d0-49f7-ae6e-02604ad21c56 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:33.175599 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'tag': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'status': 'completed', 'code': 200} Nov 27 01:05:33.188219 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-671b6df9-fa65-475e-aa4f-80b2145c809c service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076074 Nov 27 01:05:33.192630 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.277113 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-372bbfc8-19e3-4e30-bafa-6395d732f4d1 req-981cd366-6aad-4433-9c5b-19334069e35e tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.290064 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-372bbfc8-19e3-4e30-bafa-6395d732f4d1 req-981cd366-6aad-4433-9c5b-19334069e35e tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9856324 Nov 27 01:05:33.335635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57132c-3417-47e9-a29b-80ed0383875c req-192be362-8e45-4915-a014-24b08e3d57dc tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.337306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e57132c-3417-47e9-a29b-80ed0383875c req-192be362-8e45-4915-a014-24b08e3d57dc tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 936 time: 0.0992780 Nov 27 01:05:33.340215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4c77d-ea42-4b86-a2f1-d625f7eb5fe8 req-f3b87f9f-0df5-4389-a914-be42ec9dd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.341644 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5b4c77d-ea42-4b86-a2f1-d625f7eb5fe8 req-f3b87f9f-0df5-4389-a914-be42ec9dd38d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 1097 time: 0.0927489 Nov 27 01:05:33.426380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:05:33.459483 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e57132c-3417-47e9-a29b-80ed0383875c req-8ee06606-2d58-4c93-80f2-0445a5a0b689 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151273 Nov 27 01:05:33.460625 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.463398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f272e8-1f70-4d73-b5bd-bab9310e1ca8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:33.471713 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76dc60-8ee4-4ec7-83ed-b2397f254fce req-7f57fda0-6b45-4d7a-a43b-b12c46662c14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=140b25e7-868a-45b8-a519-450a42a212f4 HTTP/1.1" status: 200 len: 217 time: 0.2372015 Nov 27 01:05:33.472567 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.496820 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.496820 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] Added segment c012909c-1528-4739-b04a-7d19486295df of type vlan for network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 Nov 27 01:05:33.514840 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4c77d-ea42-4b86-a2f1-d625f7eb5fe8 req-26d20e71-bb11-4ead-9bb9-530d36cb2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.518756 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5b4c77d-ea42-4b86-a2f1-d625f7eb5fe8 req-26d20e71-bb11-4ead-9bb9-530d36cb2b47 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 921 time: 0.1648896 Nov 27 01:05:33.618129 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881a5b5-89c5-4af2-9741-ad352d514a3d None None] Pushing event updated for resources: {'Port': ['ID=b0843678-c9aa-4dab-8d77-0644a6b7506d,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:33.636542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Attempting to bind port b0843678-c9aa-4dab-8d77-0644a6b7506d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:33.637235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Attempting to bind port b0843678-c9aa-4dab-8d77-0644a6b7506d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '85d2bf62-3559-4f1f-b7e7-27a5f929feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfde1a41-2229-4481-b0dd-37a8c996fb5e'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:33.637884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Attempting to bind port b0843678-c9aa-4dab-8d77-0644a6b7506d on network dfde1a41-2229-4481-b0dd-37a8c996fb5e {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:33.645126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:33.649505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0f84e5-4268-4b9c-9802-c42a5dc006e6 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:33.650249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Checking segment: {'id': '85d2bf62-3559-4f1f-b7e7-27a5f929feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfde1a41-2229-4481-b0dd-37a8c996fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:33.650841 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.651424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Bound using segment: {'id': '85d2bf62-3559-4f1f-b7e7-27a5f929feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfde1a41-2229-4481-b0dd-37a8c996fb5e'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:33.652089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Bound port: b0843678-c9aa-4dab-8d77-0644a6b7506d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d2bf62-3559-4f1f-b7e7-27a5f929feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dfde1a41-2229-4481-b0dd-37a8c996fb5e'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:33.655277 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.661130 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.666856 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5b4c77d-ea42-4b86-a2f1-d625f7eb5fe8 req-91437582-ef75-4f76-87ac-ed731c9c2e42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d0f7858-d34b-49db-ad2c-225383ff060b HTTP/1.1" status: 200 len: 1001 time: 0.1407981 Nov 27 01:05:33.678170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Transition to ACTIVE for port object ca0f84e5-4268-4b9c-9802-c42a5dc006e6 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:05:33.680839 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.722453 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.759161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.760354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.761104 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.801874 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4c77d-ea42-4b86-a2f1-d625f7eb5fe8 req-0c7f5824-4dd4-4e96-87fe-1117df006942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.806309 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5b4c77d-ea42-4b86-a2f1-d625f7eb5fe8 req-0c7f5824-4dd4-4e96-87fe-1117df006942 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.1314473 Nov 27 01:05:33.806672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] For port b0843678-c9aa-4dab-8d77-0644a6b7506d, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:33.810221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] For port b0843678-c9aa-4dab-8d77-0644a6b7506d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b0843678-c9aa-4dab-8d77-0644a6b7506d,segment=NetworkSegment(85d2bf62-3559-4f1f-b7e7-27a5f929feff),segment_id=85d2bf62-3559-4f1f-b7e7-27a5f929feff)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:33.815599 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.881766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'c56a7cc8-bda9-451f-b56a-0c99631e5c93'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:33.916153 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-31ee1121-c125-4fb6-b442-08ff653f1969 req-b69eb0d3-8853-4eb1-9c50-a49b5d49701c tempest-FloatingIPDetailsNegativeTestJSON-1410916537 tempest-FloatingIPDetailsNegativeTestJSON-1410916537-project] show failed (client error): The resource could not be found. Nov 27 01:05:33.917318 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-31ee1121-c125-4fb6-b442-08ff653f1969 req-b69eb0d3-8853-4eb1-9c50-a49b5d49701c tempest-FloatingIPDetailsNegativeTestJSON-1410916537 tempest-FloatingIPDetailsNegativeTestJSON-1410916537-project] 10.222.0.15 "GET /v2.0/floatingips/c79340d1-a451-4218-a412-93ed126d22e9 HTTP/1.1" status: 404 len: 350 time: 0.1078959 Nov 27 01:05:33.941453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Routers {'8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:33.942197 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:33.958243 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38292) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:33.973517 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76dc60-8ee4-4ec7-83ed-b2397f254fce req-29430c6d-bd6b-4d11-9e95-7248690fc452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.977327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-dd8c997a-0b1f-4329-b940-d0547a84797c req-1681f861-c6db-483b-9bec-ddfc659091b2 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-384755242', 'description': 'tempest-description-205515777'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:33.977921 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76dc60-8ee4-4ec7-83ed-b2397f254fce req-29430c6d-bd6b-4d11-9e95-7248690fc452 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.4917042 Nov 27 01:05:34.024138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881a5b5-89c5-4af2-9741-ad352d514a3d None None] Pushing event updated for resources: {'Port': ['ID=b0843678-c9aa-4dab-8d77-0644a6b7506d,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:34.054899 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7734618 Nov 27 01:05:34.059512 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dd8c997a-0b1f-4329-b940-d0547a84797c req-1681f861-c6db-483b-9bec-ddfc659091b2 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.063071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38294) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:34.075238 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-1939e3a9-8786-4cb8-93af-a093d129e825 admin admin] Request body: {'subnet': {'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1317307644-subnet', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:34.124835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4c77d-ea42-4b86-a2f1-d625f7eb5fe8 req-59824005-ffc5-4b2d-b2bc-1c9c14f935e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:34.129702 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5b4c77d-ea42-4b86-a2f1-d625f7eb5fe8 req-59824005-ffc5-4b2d-b2bc-1c9c14f935e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3001235 Nov 27 01:05:34.222471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0f84e5-4268-4b9c-9802-c42a5dc006e6,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:34.225176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc12b8-000f-40b3-be8d-5e9aaede5a1b admin admin] Pushing event updated for resources: {'Network': ['ID=babae1fd-fc0b-4abd-acda-67b69bf6ccf2,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:34.247725 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc883d37-4fd0-4ff4-a997-9ea5cc287660 req-d293fbd7-c2be-4b08-a352-4f47be4c28e3 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips/a547271c-804d-4252-a57b-ed3e8a1f99b2 HTTP/1.1" status: 200 len: 998 time: 0.4748609 Nov 27 01:05:34.251211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76dc60-8ee4-4ec7-83ed-b2397f254fce req-037d677b-0154-4900-958b-2e0204adac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:34.253301 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76dc60-8ee4-4ec7-83ed-b2397f254fce req-037d677b-0154-4900-958b-2e0204adac63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1545484 Nov 27 01:05:34.270908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1939e3a9-8786-4cb8-93af-a093d129e825 admin admin] Made reservation on behalf of 99f98d38e18a452ebcce42d87c656af6 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:34.272461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1939e3a9-8786-4cb8-93af-a093d129e825 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.286051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:05:34.317305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-87f1485a-bd98-420b-b55f-ba9255a39e6a None None] Provisioning complete for port b0843678-c9aa-4dab-8d77-0644a6b7506d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:34.317684 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-87f1485a-bd98-420b-b55f-ba9255a39e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.323946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Attempting to bind port ca0f84e5-4268-4b9c-9802-c42a5dc006e6 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:34.324296 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Attempting to bind port ca0f84e5-4268-4b9c-9802-c42a5dc006e6 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:34.324629 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Attempting to bind port ca0f84e5-4268-4b9c-9802-c42a5dc006e6 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:34.398156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Port ca0f84e5-4268-4b9c-9802-c42a5dc006e6 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:34.398481 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Attempting to bind port ca0f84e5-4268-4b9c-9802-c42a5dc006e6 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:34.418541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:34.418880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:34.419292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:34.419899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Bound port: ca0f84e5-4268-4b9c-9802-c42a5dc006e6, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:34.420032 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.426283 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] Set router 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:34.462683 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1939e3a9-8786-4cb8-93af-a093d129e825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.550078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac72ba6-b9df-4457-9566-76d5183da86f {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:34.562294 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76dc60-8ee4-4ec7-83ed-b2397f254fce req-493417a5-0c13-42cb-bd43-abef60058f24 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979767 Nov 27 01:05:34.567904 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.578243 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc883d37-4fd0-4ff4-a997-9ea5cc287660 req-be46b68d-ea4e-4944-bc45-58882290cf73 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:34.579631 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc883d37-4fd0-4ff4-a997-9ea5cc287660 req-be46b68d-ea4e-4944-bc45-58882290cf73 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.3087606 Nov 27 01:05:34.624043 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dd8c997a-0b1f-4329-b940-d0547a84797c req-1681f861-c6db-483b-9bec-ddfc659091b2 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.629233 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939e3a9-8786-4cb8-93af-a093d129e825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60250395-938d-48ef-a346-a43aceb22160,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:34.641819 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dd8c997a-0b1f-4329-b940-d0547a84797c req-1681f861-c6db-483b-9bec-ddfc659091b2 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.650339 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-87f1485a-bd98-420b-b55f-ba9255a39e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.664568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Transition to ACTIVE for port object 3ac72ba6-b9df-4457-9566-76d5183da86f will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:05:34.666176 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5b4c77d-ea42-4b86-a2f1-d625f7eb5fe8 req-44dfd7da-90aa-48fe-bb5b-5b4e8e506d1f service neutron] 10.222.0.31 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853542 Nov 27 01:05:34.668504 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] For port ca0f84e5-4268-4b9c-9802-c42a5dc006e6, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:34.674009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] For port ca0f84e5-4268-4b9c-9802-c42a5dc006e6, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ca0f84e5-4268-4b9c-9802-c42a5dc006e6,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:34.676872 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.687561 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.758115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-87f1485a-bd98-420b-b55f-ba9255a39e6a None None] For port b0843678-c9aa-4dab-8d77-0644a6b7506d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b0843678-c9aa-4dab-8d77-0644a6b7506d,segment=NetworkSegment(85d2bf62-3559-4f1f-b7e7-27a5f929feff),segment_id=85d2bf62-3559-4f1f-b7e7-27a5f929feff)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:34.758881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:34.759375 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.760872 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-30393fee-938f-4062-a847-414cab9142b3 service neutron] 10.222.0.31 "PUT /v2.0/ports/ca0f84e5-4268-4b9c-9802-c42a5dc006e6 HTTP/1.1" status: 200 len: 1096 time: 2.6534791 Nov 27 01:05:34.765631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6a5a25-21a4-4d97-bd67-946a50db150c', 'tag': 'ca0f84e5-4268-4b9c-9802-c42a5dc006e6'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:34.768126 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3393d76-fa8a-4513-b7c2-855eefcfb5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6a5a25-21a4-4d97-bd67-946a50db150c", "tag": "ca0f84e5-4268-4b9c-9802-c42a5dc006e6"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:34.773882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac72ba6-b9df-4457-9566-76d5183da86f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:34.775499 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-87f1485a-bd98-420b-b55f-ba9255a39e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.782557 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76dc60-8ee4-4ec7-83ed-b2397f254fce req-93da5cba-4c5e-4256-bd1b-b9499aa7c750 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000639 Nov 27 01:05:34.786406 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dd8c997a-0b1f-4329-b940-d0547a84797c req-1681f861-c6db-483b-9bec-ddfc659091b2 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.787914 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd8c997a-0b1f-4329-b940-d0547a84797c req-1681f861-c6db-483b-9bec-ddfc659091b2 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.8277521 Nov 27 01:05:34.795366 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1939e3a9-8786-4cb8-93af-a093d129e825 admin admin] Checking segment: {'id': 'c012909c-1528-4739-b04a-7d19486295df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:34.795852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1939e3a9-8786-4cb8-93af-a093d129e825 admin admin] Network hostable DHCP agents. Network: babae1fd-fc0b-4abd-acda-67b69bf6ccf2, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:05:34.843184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681f861-c6db-483b-9bec-ddfc659091b2 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0984c3e-8a23-4604-927b-21f0cebc5c48,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:34.918353 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1939e3a9-8786-4cb8-93af-a093d129e825 admin admin] Network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:05:34.931901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30393fee-938f-4062-a847-414cab9142b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0f84e5-4268-4b9c-9802-c42a5dc006e6,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:34.961855 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-1939e3a9-8786-4cb8-93af-a093d129e825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, babae1fd-fc0b-4abd-acda-67b69bf6ccf2) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:34.974309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1939e3a9-8786-4cb8-93af-a093d129e825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:34.974911 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1939e3a9-8786-4cb8-93af-a093d129e825 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.985578 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5b4c77d-ea42-4b86-a2f1-d625f7eb5fe8 req-148d318b-4030-437c-b4a9-b0e6db071711 service neutron] 10.222.0.31 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580199 Nov 27 01:05:35.001180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0411216e-4232-4f2b-8001-e809a49140bd None None] Network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:35.049085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1485a-bd98-420b-b55f-ba9255a39e6a None None] Pushing event updated for resources: {'Port': ['ID=b0843678-c9aa-4dab-8d77-0644a6b7506d,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:35.064296 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1939e3a9-8786-4cb8-93af-a093d129e825 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9924822 Nov 27 01:05:35.068368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38316) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:35.078236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1317307644-router', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:35.106845 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169a65a-3f2a-46ce-8b70-1699919d89b5 req-375c7ffb-04f3-47fc-9385-c7a51d3befd4 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:35.115866 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c169a65a-3f2a-46ce-8b70-1699919d89b5 req-375c7ffb-04f3-47fc-9385-c7a51d3befd4 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.1261930 Nov 27 01:05:35.136069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-cc0df283-48f5-4f1a-ac44-e2910ea4cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:35.137672 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-cc0df283-48f5-4f1a-ac44-e2910ea4cbec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=cd6a5a25-21a4-4d97-bd67-946a50db150c HTTP/1.1" status: 200 len: 1099 time: 0.2230234 Nov 27 01:05:35.143279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Attempting to bind port 3ac72ba6-b9df-4457-9566-76d5183da86f on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:35.143613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Attempting to bind port 3ac72ba6-b9df-4457-9566-76d5183da86f by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:35.143941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Attempting to bind port 3ac72ba6-b9df-4457-9566-76d5183da86f on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:35.188124 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639474319-router', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '9c8adda9-84bb-41b7-b838-c88a7a12b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:21Z', 'updated_at': '2021-11-27T01:05:29Z', 'revision_number': 4, 'project_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'gw_port': {'id': '9c8adda9-84bb-41b7-b838-c88a7a12b67c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:22Z', 'updated_at': '2021-11-27T01:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'b0843678-c9aa-4dab-8d77-0644a6b7506d', 'name': '', 'network_id': 'dfde1a41-2229-4481-b0dd-37a8c996fb5e', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'mac_address': 'fa:16:3e:95:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'edcc4c69-97f5-4b2e-8d03-022e3498f33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:27Z', 'updated_at': '2021-11-27T01:05:33Z', 'revision_number': 4, 'project_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'subnets': [{'id': 'edcc4c69-97f5-4b2e-8d03-022e3498f33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:35.190246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5627e08a-0c1e-4589-bf5c-be59954b941a None None] Provisioning complete for port b0843678-c9aa-4dab-8d77-0644a6b7506d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:35.190623 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5627e08a-0c1e-4589-bf5c-be59954b941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:35.208885 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c169a65a-3f2a-46ce-8b70-1699919d89b5 req-29d5b165-a8bc-4300-b878-60e04a5ca640 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919645 Nov 27 01:05:35.227148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Port 3ac72ba6-b9df-4457-9566-76d5183da86f on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:35.227504 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Attempting to bind port 3ac72ba6-b9df-4457-9566-76d5183da86f on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:35.233157 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-205a0cda-6bfa-4092-8f2b-96babb2248f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:35.233321 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-8cb716d2-acc7-44ce-bea3-5dc7b9a22690 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=ca0f84e5-4268-4b9c-9802-c42a5dc006e6 HTTP/1.1" status: 200 len: 217 time: 0.0664785 Nov 27 01:05:35.244478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-a7e5e180-c86a-4933-947a-aa65dccbbacf tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:35.253200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-a7e5e180-c86a-4933-947a-aa65dccbbacf tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/networks?id=a26a371d-6d95-400e-8f8a-d7637bed9b2f HTTP/1.1" status: 200 len: 805 time: 0.3361001 Nov 27 01:05:35.264396 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:35.265679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:35.291459 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-01ba303c-11e7-45b6-ba9d-01e28a49f486 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/quotas/c1370302524d4dcc8bebe45479d6cff3 HTTP/1.1" status: 200 len: 375 time: 0.0371008 Nov 27 01:05:35.313095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1757097f-5d13-4b2b-a60c-be3f52a3aff1 None None] The sync data for ids ['8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'] in n-d-817303-10 is: [{'id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639474319-router', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '9c8adda9-84bb-41b7-b838-c88a7a12b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:21Z', 'updated_at': '2021-11-27T01:05:29Z', 'revision_number': 4, 'project_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'gw_port': {'id': '9c8adda9-84bb-41b7-b838-c88a7a12b67c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:22Z', 'updated_at': '2021-11-27T01:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'b0843678-c9aa-4dab-8d77-0644a6b7506d', 'name': '', 'network_id': 'dfde1a41-2229-4481-b0dd-37a8c996fb5e', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'mac_address': 'fa:16:3e:95:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'edcc4c69-97f5-4b2e-8d03-022e3498f33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:27Z', 'updated_at': '2021-11-27T01:05:33Z', 'revision_number': 4, 'project_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'subnets': [{'id': 'edcc4c69-97f5-4b2e-8d03-022e3498f33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:35.591490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-babae1fd-fc0b-4abd-acda-67b69bf6ccf2', 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'fixed_ips': [{'subnet_id': '60250395-938d-48ef-a346-a43aceb22160'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:05:35.592736 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:35.626502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc6fdd-898e-4035-aaa8-0bfec1f583af req-a537eced-babc-46fc-b535-012763baa833 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:35.628208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9abc6fdd-898e-4035-aaa8-0bfec1f583af req-a537eced-babc-46fc-b535-012763baa833 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 948 time: 0.1711700 Nov 27 01:05:35.705211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:35.705453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:35.705841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:35.706538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Bound port: 3ac72ba6-b9df-4457-9566-76d5183da86f, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:35.706670 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:35.709927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-de3e7f4d-38d9-424b-a0dc-ee159ee6a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:35.711967 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-de3e7f4d-38d9-424b-a0dc-ee159ee6a2ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.4422135 Nov 27 01:05:35.735474 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9abc6fdd-898e-4035-aaa8-0bfec1f583af req-05cdb8f3-a683-4b63-b4e6-19e8e83843b1 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807984 Nov 27 01:05:35.740500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-205a0cda-6bfa-4092-8f2b-96babb2248f4 admin admin] Deleting port b0843678-c9aa-4dab-8d77-0644a6b7506d {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:35.740859 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-205a0cda-6bfa-4092-8f2b-96babb2248f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:35.817617 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:35.818182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Allocated IP 172.20.0.2 (babae1fd-fc0b-4abd-acda-67b69bf6ccf2/60250395-938d-48ef-a346-a43aceb22160/7d587338-1ab4-4e6e-86ca-fe6083f5f939) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:35.921043 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-7dcf5f16-a90e-42f7-8ef7-7131e5ec62cc tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1001 time: 0.1190414 Nov 27 01:05:35.986507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-afcde7c0-dfb6-4163-9a81-9204e1c81ff6 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:35.987880 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-afcde7c0-dfb6-4163-9a81-9204e1c81ff6 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports/0d0f7858-d34b-49db-ad2c-225383ff060b HTTP/1.1" status: 200 len: 942 time: 0.0659676 Nov 27 01:05:36.001827 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-429de0b6-334a-484d-a52b-80e9b725855a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1370302524d4dcc8bebe45479d6cff3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7088110 Nov 27 01:05:36.008256 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-205a0cda-6bfa-4092-8f2b-96babb2248f4 admin admin] For port b0843678-c9aa-4dab-8d77-0644a6b7506d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b0843678-c9aa-4dab-8d77-0644a6b7506d,segment=NetworkSegment(85d2bf62-3559-4f1f-b7e7-27a5f929feff),segment_id=85d2bf62-3559-4f1f-b7e7-27a5f929feff)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:36.008766 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-205a0cda-6bfa-4092-8f2b-96babb2248f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.030669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-205a0cda-6bfa-4092-8f2b-96babb2248f4 admin admin] Calling delete_port for b0843678-c9aa-4dab-8d77-0644a6b7506d owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:36.074327 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.083003 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.112819 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-de4505c8-5a4a-4be6-a8f5-6c89533b1480 service neutron] 10.222.0.15 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100748 Nov 27 01:05:36.115578 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] For port 3ac72ba6-b9df-4457-9566-76d5183da86f, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:36.180148 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:36.182200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-9ccb70f6-beb5-4a2a-a0b6-5fafc4e2565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:36.183975 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-9ccb70f6-beb5-4a2a-a0b6-5fafc4e2565f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4330671 Nov 27 01:05:36.186305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:36.191843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:36.197891 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Pushing event updated for resources: {'Port': ['ID=7d587338-1ab4-4e6e-86ca-fe6083f5f939,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:36.221138 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-4cac0b23-1888-47a9-b96b-7691f5b332bd tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1001 time: 0.1243713 Nov 27 01:05:36.307792 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b0843678-c9aa-4dab-8d77-0644a6b7506d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:36.343308 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Attempting to bind port 7d587338-1ab4-4e6e-86ca-fe6083f5f939 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:36.344050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Attempting to bind port 7d587338-1ab4-4e6e-86ca-fe6083f5f939 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'c012909c-1528-4739-b04a-7d19486295df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:36.344446 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Attempting to bind port 7d587338-1ab4-4e6e-86ca-fe6083f5f939 on network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:36.346015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] For port 3ac72ba6-b9df-4457-9566-76d5183da86f, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3ac72ba6-b9df-4457-9566-76d5183da86f,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:36.355568 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.363007 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:36.363392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Checking segment: {'id': 'c012909c-1528-4739-b04a-7d19486295df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:36.366748 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.367170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Bound using segment: {'id': 'c012909c-1528-4739-b04a-7d19486295df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:36.367725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Bound port: 7d587338-1ab4-4e6e-86ca-fe6083f5f939, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c012909c-1528-4739-b04a-7d19486295df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:36.368123 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.379996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-fa6c62ec-5a44-46e8-87ed-249b2cad73a6 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:36.381502 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-fa6c62ec-5a44-46e8-87ed-249b2cad73a6 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.1524956 Nov 27 01:05:36.433542 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.455233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b0843678-c9aa-4dab-8d77-0644a6b7506d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:36.455496 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.512117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] For port 7d587338-1ab4-4e6e-86ca-fe6083f5f939, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:36.530839 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:36.534846 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.536471 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] 10.222.0.21 "PUT /v2.0/ports/3ac72ba6-b9df-4457-9566-76d5183da86f HTTP/1.1" status: 200 len: 1097 time: 3.7878819 Nov 27 01:05:36.537286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] For port 7d587338-1ab4-4e6e-86ca-fe6083f5f939, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7d587338-1ab4-4e6e-86ca-fe6083f5f939,segment=NetworkSegment(c012909c-1528-4739-b04a-7d19486295df),segment_id=c012909c-1528-4739-b04a-7d19486295df)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:36.551719 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.559728 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-3f374ba6-c9b1-4d85-bcfb-d30669ed9037 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1001 time: 0.1651709 Nov 27 01:05:36.580775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-02c808b3-a785-4289-9e52-a6d1027fda45 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:36.642366 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a87c-d088-44a3-a777-7e89c4e5684c req-abb558f9-8864-4a44-acb7-9a4c79349531 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:36.644093 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8684a87c-d088-44a3-a777-7e89c4e5684c req-abb558f9-8864-4a44-acb7-9a4c79349531 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.21 "GET /v2.0/ports?device_id=43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96 HTTP/1.1" status: 200 len: 943 time: 0.4590745 Nov 27 01:05:36.660661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-02c808b3-a785-4289-9e52-a6d1027fda45 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.682057 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-be84b26a-d4fd-46ec-8a2c-87d3dfc5c4bd req-bf92ddea-7b59-4540-890b-8c98aa96b206 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2400000 Nov 27 01:05:36.684071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b5c0e-bc20-4bae-89c8-015b4c4b9e34 None None] Pushing event updated for resources: {'Port': ['ID=7d587338-1ab4-4e6e-86ca-fe6083f5f939,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:36.782037 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-b94946a9-0b53-4b95-adea-64f53a4ca348 service neutron] 10.222.0.15 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6624560 Nov 27 01:05:36.883984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-ce7b69c2-00b8-4d81-8e8e-a5a654fb1919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:36.885953 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-ce7b69c2-00b8-4d81-8e8e-a5a654fb1919 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 1100 time: 0.2389529 Nov 27 01:05:36.887909 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-5df5fb54-75a4-4b40-b82f-154be05727d2 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197836 Nov 27 01:05:36.888703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecf12d-4000-4a07-aadb-7c1e894b0d48 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac72ba6-b9df-4457-9566-76d5183da86f,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:37.086063 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-635100ab-9223-43c8-85a9-2eaa67d8df81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3ac72ba6-b9df-4457-9566-76d5183da86f HTTP/1.1" status: 200 len: 217 time: 0.1396282 Nov 27 01:05:37.102069 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d966177-e74b-47e3-b4c4-4aefb13c4d6a x-openstack-request-id: req-4d966177-e74b-47e3-b4c4-4aefb13c4d6a {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:37.102458 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6a5a25-21a4-4d97-bd67-946a50db150c", "tag": "ca0f84e5-4268-4b9c-9802-c42a5dc006e6", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:37.102788 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d966177-e74b-47e3-b4c4-4aefb13c4d6a {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:37.103273 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6a5a25-21a4-4d97-bd67-946a50db150c', 'tag': 'ca0f84e5-4268-4b9c-9802-c42a5dc006e6', 'status': 'completed', 'code': 200} Nov 27 01:05:37.207584 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:05:37.226156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-8684a87c-d088-44a3-a777-7e89c4e5684c req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Deleting port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:37.226496 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8684a87c-d088-44a3-a777-7e89c4e5684c req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:37.299581 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-c8d6833e-afae-445b-a754-d26bbb96ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:37.301009 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-c8d6833e-afae-445b-a754-d26bbb96ee44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1913605 Nov 27 01:05:37.302964 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-01380e86-6a01-4d5a-91ec-4fc8a766eb18 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037704 Nov 27 01:05:37.318585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84b26a-d4fd-46ec-8a2c-87d3dfc5c4bd req-20f2dbe9-2db3-4e26-85aa-fe1a47d09c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:37.320164 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-be84b26a-d4fd-46ec-8a2c-87d3dfc5c4bd req-20f2dbe9-2db3-4e26-85aa-fe1a47d09c40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ad1e1b237fe46afb06815c8b8c729f0&device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 1098 time: 0.5215540 Nov 27 01:05:37.355123 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-205a0cda-6bfa-4092-8f2b-96babb2248f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:37.423656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a0cda-6bfa-4092-8f2b-96babb2248f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0843678-c9aa-4dab-8d77-0644a6b7506d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:37.531231 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-02c808b3-a785-4289-9e52-a6d1027fda45 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:37.563221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-97a5957e-5b02-4a85-973e-608bc4d95102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:37.565292 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-97a5957e-5b02-4a85-973e-608bc4d95102 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2448623 Nov 27 01:05:37.574238 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:37.582375 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-02c808b3-a785-4289-9e52-a6d1027fda45 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:37.582721 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-02c808b3-a785-4289-9e52-a6d1027fda45 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Floating IP a547271c-804d-4252-a57b-ed3e8a1f99b2 disassociated. External IP: 172.25.1.240, port: 0d0f7858-d34b-49db-ad2c-225383ff060b. Nov 27 01:05:37.594118 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b0ed87f-33b9-401d-9fa8-aeecb194ea02 req-8256ffbf-097e-44cd-85df-8775ea9f58f2 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6aae32835efe41afa5485451f7cc2b07 HTTP/1.1" status: 200 len: 10995 time: 0.4717462 Nov 27 01:05:37.601610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-8684a87c-d088-44a3-a777-7e89c4e5684c req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] For port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:37.601982 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8684a87c-d088-44a3-a777-7e89c4e5684c req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:37.666151 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:37.705935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-8684a87c-d088-44a3-a777-7e89c4e5684c req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Calling delete_port for 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:37.708860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393d76-fa8a-4513-b7c2-855eefcfb5ef req-6d64dd1f-3ef4-4d03-9c82-08c5644dca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:37.710552 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3393d76-fa8a-4513-b7c2-855eefcfb5ef req-6d64dd1f-3ef4-4d03-9c82-08c5644dca27 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=cd6a5a25-21a4-4d97-bd67-946a50db150c HTTP/1.1" status: 200 len: 1099 time: 0.2964280 Nov 27 01:05:37.759164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84b26a-d4fd-46ec-8a2c-87d3dfc5c4bd req-fe32f5f2-9fe4-4967-b863-a47fc94d5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:37.760669 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-be84b26a-d4fd-46ec-8a2c-87d3dfc5c4bd req-fe32f5f2-9fe4-4967-b863-a47fc94d5fc0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=649a07cd-bf3b-42ac-aaef-288218183590 HTTP/1.1" status: 200 len: 923 time: 0.3932199 Nov 27 01:05:37.895232 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-be84b26a-d4fd-46ec-8a2c-87d3dfc5c4bd req-633b2c5b-c4a4-4c56-8d0c-5ab50254c2fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d01d79e4-d969-4c23-bceb-575214916189 HTTP/1.1" status: 200 len: 1002 time: 0.1228197 Nov 27 01:05:37.977679 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-205a0cda-6bfa-4092-8f2b-96babb2248f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:38.075141 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84b26a-d4fd-46ec-8a2c-87d3dfc5c4bd req-d0f039cb-58e1-498c-a03d-8f0452e1040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:38.076885 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-be84b26a-d4fd-46ec-8a2c-87d3dfc5c4bd req-d0f039cb-58e1-498c-a03d-8f0452e1040d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=572090ea-1174-40ff-925e-3890db83497a HTTP/1.1" status: 200 len: 861 time: 0.1475141 Nov 27 01:05:38.104760 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b6ff34-839b-4643-9a7e-d725ec4076cf None None] Network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:38.166796 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-02c808b3-a785-4289-9e52-a6d1027fda45 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Router 3741214e-c0bd-4099-b9c2-762606e8c4fd has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:38.182543 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b0ed87f-33b9-401d-9fa8-aeecb194ea02 req-14147540-d0fc-4f64-aeb0-71c013148d17 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/4ba3acd2-3335-4c3e-b017-7572da81c6cb HTTP/1.1" status: 200 len: 2998 time: 0.5840290 Nov 27 01:05:38.201080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84b26a-d4fd-46ec-8a2c-87d3dfc5c4bd req-5d10bfdb-05bf-4b27-b6a3-f8066bce74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:38.202598 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-be84b26a-d4fd-46ec-8a2c-87d3dfc5c4bd req-5d10bfdb-05bf-4b27-b6a3-f8066bce74f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=649a07cd-bf3b-42ac-aaef-288218183590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163380 Nov 27 01:05:38.243378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cc90436a-6edd-4d85-8dd9-36eb33193297 None None] Provisioning complete for port 7d587338-1ab4-4e6e-86ca-fe6083f5f939 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:38.244093 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cc90436a-6edd-4d85-8dd9-36eb33193297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:38.302510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-ecbe8ad4-d176-4860-969a-1a33ec234998 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7029567 Nov 27 01:05:38.371380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393d76-fa8a-4513-b7c2-855eefcfb5ef req-23861655-9355-4a91-b0d7-0b3939f4a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:38.373112 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3393d76-fa8a-4513-b7c2-855eefcfb5ef req-23861655-9355-4a91-b0d7-0b3939f4a790 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.6417849 Nov 27 01:05:38.434331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7d587338-1ab4-4e6e-86ca-fe6083f5f939 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:38.467438 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b0ed87f-33b9-401d-9fa8-aeecb194ea02 req-311ea1a0-4cff-404b-82c0-b75bb27cef20 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/4ba3acd2-3335-4c3e-b017-7572da81c6cb HTTP/1.1" status: 200 len: 2998 time: 0.2648511 Nov 27 01:05:38.469234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-be84b26a-d4fd-46ec-8a2c-87d3dfc5c4bd req-8b8bedce-4883-4a65-989d-e79418986098 service neutron] 10.222.0.31 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238033 Nov 27 01:05:38.484707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Allocated IP 172.25.1.127 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/435d4c12-30a7-4ad4-b3ef-94065a7eabe9) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:38.488700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3393d76-fa8a-4513-b7c2-855eefcfb5ef req-4cc0aaed-5c2f-4c7f-9ac2-028aeebf112a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=ca0f84e5-4268-4b9c-9802-c42a5dc006e6 HTTP/1.1" status: 200 len: 217 time: 0.0815878 Nov 27 01:05:38.495575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-02c808b3-a785-4289-9e52-a6d1027fda45 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:38.512614 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-02c808b3-a785-4289-9e52-a6d1027fda45 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:38.541438 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba54892-542f-47d0-bfb4-0f8e04e2faef None None] Sync routers for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:38.556658 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-02c808b3-a785-4289-9e52-a6d1027fda45 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "PUT /v2.0/floatingips/a547271c-804d-4252-a57b-ed3e8a1f99b2 HTTP/1.1" status: 200 len: 696 time: 1.9957581 Nov 27 01:05:38.585221 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'tag': '0d0f7858-d34b-49db-ad2c-225383ff060b'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:38.587492 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed85bee-b0d8-482d-92d3-43f64c128f48" -d '{"events": [{"name": "network-changed", "server_uuid": "ee591c79-7040-4e39-b145-71d5c0fa8d3c", "tag": "0d0f7858-d34b-49db-ad2c-225383ff060b"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:38.622708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba54892-542f-47d0-bfb4-0f8e04e2faef None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:38.623237 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0ba54892-542f-47d0-bfb4-0f8e04e2faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:38.644567 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205a0cda-6bfa-4092-8f2b-96babb2248f4 admin admin] Router 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:38.678063 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-219164b2-cd35-47b1-be33-ed8be140e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:38.685397 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-219164b2-cd35-47b1-be33-ed8be140e8d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 1097 time: 0.0948474 Nov 27 01:05:38.744537 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-be84b26a-d4fd-46ec-8a2c-87d3dfc5c4bd req-3b42513d-1c6e-44e1-8c15-061965979717 service neutron] 10.222.0.31 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604306 Nov 27 01:05:38.752806 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cc90436a-6edd-4d85-8dd9-36eb33193297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:38.868930 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-567d7c5d-3ce0-4fdf-96b7-21ef0ea89279 req-b44e8bff-f640-4866-b622-6a7d8bb69c6e service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410736 Nov 27 01:05:38.879410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:38.898381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393d76-fa8a-4513-b7c2-855eefcfb5ef req-ee329a4b-6e2f-4556-a5a8-a636e46f17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:38.900080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3393d76-fa8a-4513-b7c2-855eefcfb5ef req-ee329a4b-6e2f-4556-a5a8-a636e46f17fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.3865423 Nov 27 01:05:38.900812 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8684a87c-d088-44a3-a777-7e89c4e5684c req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:38.928645 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-b713062c-14e4-45c5-b23c-0289def2cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:38.930326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-b713062c-14e4-45c5-b23c-0289def2cf91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 921 time: 0.2441676 Nov 27 01:05:38.946304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205a0cda-6bfa-4092-8f2b-96babb2248f4 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:38.956940 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4811515d-aa81-49b8-869b-e5817bca3b12 None None] Sync routers for ids ['8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:38.970860 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4811515d-aa81-49b8-869b-e5817bca3b12 None None] Routers {'8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:38.971727 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4811515d-aa81-49b8-869b-e5817bca3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:38.977258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Pushing event deleted for resources: {'Port': ['ID=2d5f85c8-4c0a-4f1d-953e-50069bcdb809,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:38.996335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 7d587338-1ab4-4e6e-86ca-fe6083f5f939 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:38.996711 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:39.004922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95b23d-a035-4500-a502-e0740cf493a2 req-36a67ff6-b72a-4182-968b-f6fa106ed67d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:39.006856 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e95b23d-a035-4500-a502-e0740cf493a2 req-36a67ff6-b72a-4182-968b-f6fa106ed67d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.4213977 Nov 27 01:05:39.008215 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-205a0cda-6bfa-4092-8f2b-96babb2248f4 admin admin] 10.222.0.15 "PUT /v2.0/routers/8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0465202 Nov 27 01:05:39.010383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-4d812104-7460-4be5-ada4-1f9f0d4692ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d0f7858-d34b-49db-ad2c-225383ff060b HTTP/1.1" status: 200 len: 217 time: 0.0620174 Nov 27 01:05:39.010997 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38342) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:39.057454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cc90436a-6edd-4d85-8dd9-36eb33193297 None None] For port 7d587338-1ab4-4e6e-86ca-fe6083f5f939, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7d587338-1ab4-4e6e-86ca-fe6083f5f939,segment=NetworkSegment(c012909c-1528-4739-b04a-7d19486295df),segment_id=c012909c-1528-4739-b04a-7d19486295df)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:39.072101 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cc90436a-6edd-4d85-8dd9-36eb33193297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:39.073906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:39.074663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:39.075179 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:39.075850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:39.076380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:39.076996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:39.077491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:39.077970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:39.078452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:39.078975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:39.079148 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-0ba54892-542f-47d0-bfb4-0f8e04e2faef None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:39.080279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:39.080762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:39.106475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d67f692-f443-4e4e-9847-4dec7e3d6ebf', 'tag': '3ac72ba6-b9df-4457-9566-76d5183da86f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:39.109085 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77144ea7-7c40-4dd1-956e-849e9a9a6d59" -d '{"events": [{"name": "network-changed", "server_uuid": "7d67f692-f443-4e4e-9847-4dec7e3d6ebf", "tag": "3ac72ba6-b9df-4457-9566-76d5183da86f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:39.145121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8684a87c-d088-44a3-a777-7e89c4e5684c req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] No DVR routers for this DVR port 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:39.148176 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8684a87c-d088-44a3-a777-7e89c4e5684c req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:39.151210 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-4811515d-aa81-49b8-869b-e5817bca3b12 None None] Set router 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:39.152557 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8684a87c-d088-44a3-a777-7e89c4e5684c req-c7754a0a-2899-4642-be60-8644dc2d27b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.21 "DELETE /v2.0/ports/2d5f85c8-4c0a-4f1d-953e-50069bcdb809 HTTP/1.1" status: 204 len: 173 time: 2.4843500 Nov 27 01:05:39.161350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-10783d78-cfa8-45f8-afaa-60d7283df4e8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:39.163088 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-10783d78-cfa8-45f8-afaa-60d7283df4e8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.21 "GET /v2.0/networks?id=a26a371d-6d95-400e-8f8a-d7637bed9b2f HTTP/1.1" status: 200 len: 805 time: 0.5788958 Nov 27 01:05:39.190004 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:39.192584 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-185e4725-52b5-4f61-8ff6-323c6877cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:39.194637 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-185e4725-52b5-4f61-8ff6-323c6877cba1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.1751294 Nov 27 01:05:39.209782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393d76-fa8a-4513-b7c2-855eefcfb5ef req-be52db7c-a58d-4541-ba1e-7d6294072617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:39.212137 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3393d76-fa8a-4513-b7c2-855eefcfb5ef req-be52db7c-a58d-4541-ba1e-7d6294072617 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2486525 Nov 27 01:05:39.226837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-5f9e81c9-1aec-4b2c-92ac-d2c52c9681e7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Request body: {'port': {'device_id': '7c7e7d3f-1a55-4e51-8447-06a0736b85a1', 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f', 'admin_state_up': True, 'tenant_id': 'c1370302524d4dcc8bebe45479d6cff3'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:39.286103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:39.289722 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90436a-6edd-4d85-8dd9-36eb33193297 None None] Pushing event updated for resources: {'Port': ['ID=7d587338-1ab4-4e6e-86ca-fe6083f5f939,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:39.293878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:39.296571 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:39.322671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d7deae36-27e1-45bd-8648-eacb54615c7d None None] Provisioning complete for port 7d587338-1ab4-4e6e-86ca-fe6083f5f939 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:39.323068 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d7deae36-27e1-45bd-8648-eacb54615c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:39.334191 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:39.364120 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e95b23d-a035-4500-a502-e0740cf493a2 req-37309504-a30e-4591-8d2a-279e2c682e26 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112779 Nov 27 01:05:39.502600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Pushing event updated for resources: {'Port': ['ID=435d4c12-30a7-4ad4-b3ef-94065a7eabe9,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:39.508583 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4811515d-aa81-49b8-869b-e5817bca3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639474319-router', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '9c8adda9-84bb-41b7-b838-c88a7a12b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:21Z', 'updated_at': '2021-11-27T01:05:36Z', 'revision_number': 5, 'project_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'gw_port': {'id': '9c8adda9-84bb-41b7-b838-c88a7a12b67c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:22Z', 'updated_at': '2021-11-27T01:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:39.534436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0ba54892-542f-47d0-bfb4-0f8e04e2faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:39.546992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:39.549691 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:39.563403 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4811515d-aa81-49b8-869b-e5817bca3b12 None None] Checking router: 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:39.584730 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4811515d-aa81-49b8-869b-e5817bca3b12 None None] Routers {'8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:39.585840 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-6c1a7e48-f648-4e18-899d-7758d2e59947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:39.587305 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4811515d-aa81-49b8-869b-e5817bca3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:39.588408 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-6c1a7e48-f648-4e18-899d-7758d2e59947 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3815062 Nov 27 01:05:39.624148 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:39.624564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2d5f85c8-4c0a-4f1d-953e-50069bcdb809 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:39.626961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba54892-542f-47d0-bfb4-0f8e04e2faef None None] Checking router: 3741214e-c0bd-4099-b9c2-762606e8c4fd for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:39.638765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba54892-542f-47d0-bfb4-0f8e04e2faef None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:39.639707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0ba54892-542f-47d0-bfb4-0f8e04e2faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:39.744679 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-4811515d-aa81-49b8-869b-e5817bca3b12 None None] Set router 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:39.746844 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Deleting port 9c8adda9-84bb-41b7-b838-c88a7a12b67c {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:39.747264 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:39.766037 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-063a10fa-29b4-4aae-9ecd-d8d1f650ac44 service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216261 Nov 27 01:05:39.781019 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-0ba54892-542f-47d0-bfb4-0f8e04e2faef None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:39.810402 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4811515d-aa81-49b8-869b-e5817bca3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639474319-router', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:21Z', 'updated_at': '2021-11-27T01:05:39Z', 'revision_number': 6, 'project_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:39.854061 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4811515d-aa81-49b8-869b-e5817bca3b12 None None] The sync data for ids ['8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd'] in n-d-817303-10 is: [{'id': '8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639474319-router', 'tenant_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:21Z', 'updated_at': '2021-11-27T01:05:39Z', 'revision_number': 6, 'project_id': '1458dca0a7774e1ba47be7f42b6ff64f', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:39.901466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3393d76-fa8a-4513-b7c2-855eefcfb5ef req-59d12437-58ed-46f6-9dbc-fe1271bc894d service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422310 Nov 27 01:05:39.917414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-5f9e81c9-1aec-4b2c-92ac-d2c52c9681e7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Made reservation on behalf of c1370302524d4dcc8bebe45479d6cff3 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:39.925125 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-5f9e81c9-1aec-4b2c-92ac-d2c52c9681e7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:39.945100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211cf9e-2629-425c-8a3d-a3b777dd2282 req-9f2febd7-430c-4d61-86bb-9372b39f3ba1 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:39.946687 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7211cf9e-2629-425c-8a3d-a3b777dd2282 req-9f2febd7-430c-4d61-86bb-9372b39f3ba1 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 948 time: 0.2914166 Nov 27 01:05:40.009720 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eb66c62d-8d00-458f-95c7-5ca21b6fb2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:40.053250 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:40.073179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0ba54892-542f-47d0-bfb4-0f8e04e2faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:40.107323 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba54892-542f-47d0-bfb4-0f8e04e2faef None None] The sync data for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 is: [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '70776e92-8e50-444e-990e-81d53c1cd428', 'name': '', 'network_id': 'a110c48a-2a45-4521-bdf3-ad41d5d4a329', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'mac_address': 'fa:16:3e:ef:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:19Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'subnets': [{'id': 'b5f1e4b4-5e91-4558-9931-791e1f48adf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:40.233810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] For port 9c8adda9-84bb-41b7-b838-c88a7a12b67c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9c8adda9-84bb-41b7-b838-c88a7a12b67c,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:40.234207 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:40.259227 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f06bfd-2646-400c-977e-6a973cd2e4bc req-8998c0c9-408e-4a4b-b799-d66ff6e11a23 service neutron] 10.222.0.15 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921167 Nov 27 01:05:40.278477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Calling delete_port for 9c8adda9-84bb-41b7-b838-c88a7a12b67c owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:40.308422 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3393d76-fa8a-4513-b7c2-855eefcfb5ef req-c8d43d03-6e1b-42b9-8d01-59b54f4ea7a3 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926606 Nov 27 01:05:40.320192 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7211cf9e-2629-425c-8a3d-a3b777dd2282 req-1248dc16-3655-4a81-b3ab-0363e25e7ff7 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539696 Nov 27 01:05:40.334730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7d587338-1ab4-4e6e-86ca-fe6083f5f939 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:40.422388 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 7d587338-1ab4-4e6e-86ca-fe6083f5f939 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:40.422863 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:40.426417 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7b7eaac4-91e3-480a-b5d2-818efa817e24 req-e332e741-8470-405e-89d4-250d3cd99dad tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 210 time: 0.0411911 Nov 27 01:05:40.520674 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30a4e01-8a60-4e98-997d-7212bf79003e x-openstack-request-id: req-f30a4e01-8a60-4e98-997d-7212bf79003e {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:40.520991 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee591c79-7040-4e39-b145-71d5c0fa8d3c", "tag": "0d0f7858-d34b-49db-ad2c-225383ff060b", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:40.521288 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f30a4e01-8a60-4e98-997d-7212bf79003e {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:40.521720 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'tag': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'status': 'completed', 'code': 200} Nov 27 01:05:40.593990 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b0843678-c9aa-4dab-8d77-0644a6b7506d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:40.624604 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:40.625153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: b0843678-c9aa-4dab-8d77-0644a6b7506d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:40.625153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b0843678-c9aa-4dab-8d77-0644a6b7506d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:40.647901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff01f2-ae26-4519-a98c-f1eb97b96f0c None None] New status for floating IP a547271c-804d-4252-a57b-ed3e8a1f99b2: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:05:40.664659 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8adda9-84bb-41b7-b838-c88a7a12b67c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:40.686102 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:40.686798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:40.687435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:40.688133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:40.689249 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:40.689806 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:40.690424 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:40.691826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:40.692751 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:40.693303 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:40.693844 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:40.695409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:40.793830 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:40.866775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b2b59-ca53-4e1d-8655-b3b7e08511a6 req-3d0730ce-300a-462f-b37f-1879d6d1b712 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:40.868637 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-be4b2b59-ca53-4e1d-8655-b3b7e08511a6 req-3d0730ce-300a-462f-b37f-1879d6d1b712 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.1308212 Nov 27 01:05:40.905169 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7817e56-245d-4d1f-bc1f-562693264039 x-openstack-request-id: req-c7817e56-245d-4d1f-bc1f-562693264039 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:40.905511 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d67f692-f443-4e4e-9847-4dec7e3d6ebf", "tag": "3ac72ba6-b9df-4457-9566-76d5183da86f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:40.905844 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7817e56-245d-4d1f-bc1f-562693264039 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:40.906084 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d67f692-f443-4e4e-9847-4dec7e3d6ebf', 'tag': '3ac72ba6-b9df-4457-9566-76d5183da86f', 'status': 'completed', 'code': 200} Nov 27 01:05:40.915284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-5f9e81c9-1aec-4b2c-92ac-d2c52c9681e7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Allocated IP 172.20.0.3 (a26a371d-6d95-400e-8f8a-d7637bed9b2f/29003f06-f306-4683-932b-e39e08c7fc5d/8627a230-43da-4772-9bb7-c936d7a4aa13) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:40.918825 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:40.922126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:40.972653 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d00e9744-d934-4764-a965-b33efe0b9055 req-55fd4fc2-4276-49a4-b674-662dae8df5f7 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/cc434a97-5fd0-47ee-8cff-d3fd681bae1a HTTP/1.1" status: 200 len: 1815 time: 0.5702467 Nov 27 01:05:40.987475 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-be4b2b59-ca53-4e1d-8655-b3b7e08511a6 req-352d906f-76b8-48df-a32c-bb7b5cadc8f7 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892394 Nov 27 01:05:40.988063 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:40.988655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:05:40.993050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:40.996676 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e8043815-13c4-4c6a-8af9-4bf1189dcfe4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8b7a1ce0-25ae-4d20-a7a9-2ce41a6f11cd HTTP/1.1" status: 204 len: 168 time: 1.9820213 Nov 27 01:05:40.996922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38354) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:41.057680 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.061677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5d6151-9cf9-49f2-84f8-911f50ca716e admin admin] Deleting subnet edcc4c69-97f5-4b2e-8d03-022e3498f33b {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:05:41.072628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77144ea7-7c40-4dd1-956e-849e9a9a6d59 req-fc5543ef-ceec-4511-9b00-bdde85ff4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:41.072894 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb5d6151-9cf9-49f2-84f8-911f50ca716e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.074141 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77144ea7-7c40-4dd1-956e-849e9a9a6d59 req-fc5543ef-ceec-4511-9b00-bdde85ff4f58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 1100 time: 0.1774490 Nov 27 01:05:41.081053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed85bee-b0d8-482d-92d3-43f64c128f48 req-00a30722-60da-4378-9e32-d788ee68182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:41.082527 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ed85bee-b0d8-482d-92d3-43f64c128f48 req-00a30722-60da-4378-9e32-d788ee68182f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d738be39c5294ba19699ca7cace37cc7&device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 1097 time: 0.1869802 Nov 27 01:05:41.123110 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb5d6151-9cf9-49f2-84f8-911f50ca716e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.246579 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77424a9c-4460-43e3-9650-2f7cbda88de7 req-0dd7f0b8-7971-4b96-9ee5-6ec5b0c7a798 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips/a547271c-804d-4252-a57b-ed3e8a1f99b2 HTTP/1.1" status: 200 len: 694 time: 0.0701792 Nov 27 01:05:41.251769 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb5d6151-9cf9-49f2-84f8-911f50ca716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.354752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d00e9744-d934-4764-a965-b33efe0b9055 req-0656f540-6fe5-44cf-8e09-46bcefe37313 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.387039 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb5d6151-9cf9-49f2-84f8-911f50ca716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.422209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77424a9c-4460-43e3-9650-2f7cbda88de7 req-1470bfae-1eb4-4f54-9822-03e164af397c tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:41.424173 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77424a9c-4460-43e3-9650-2f7cbda88de7 req-1470bfae-1eb4-4f54-9822-03e164af397c tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.1700237 Nov 27 01:05:41.426911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d6151-9cf9-49f2-84f8-911f50ca716e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edcc4c69-97f5-4b2e-8d03-022e3498f33b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:41.431061 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb5d6151-9cf9-49f2-84f8-911f50ca716e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.436956 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-eb5d6151-9cf9-49f2-84f8-911f50ca716e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/edcc4c69-97f5-4b2e-8d03-022e3498f33b HTTP/1.1" status: 204 len: 168 time: 0.4364350 Nov 27 01:05:41.440458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc67771-5ea7-4b43-b52e-744573379ae6 None None] Network dfde1a41-2229-4481-b0dd-37a8c996fb5e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:41.443306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38360) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:41.446652 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d00e9744-d934-4764-a965-b33efe0b9055 req-0656f540-6fe5-44cf-8e09-46bcefe37313 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.493900 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed85bee-b0d8-482d-92d3-43f64c128f48 req-fbd71d0e-2799-4d6f-835f-391d6245919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:41.495217 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ed85bee-b0d8-482d-92d3-43f64c128f48 req-fbd71d0e-2799-4d6f-835f-391d6245919b service neutron] 10.222.0.31 "GET /v2.0/networks?id=a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 200 len: 921 time: 0.3849320 Nov 27 01:05:41.498134 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-5f9e81c9-1aec-4b2c-92ac-d2c52c9681e7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.505434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77144ea7-7c40-4dd1-956e-849e9a9a6d59 req-97151a35-c910-4fff-9427-a01ad93efe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:41.506913 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77144ea7-7c40-4dd1-956e-849e9a9a6d59 req-97151a35-c910-4fff-9427-a01ad93efe47 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.4163201 Nov 27 01:05:41.526515 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77424a9c-4460-43e3-9650-2f7cbda88de7 req-b5a1dd99-f608-4804-b031-c5fd2e0cf454 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 697 time: 0.0893936 Nov 27 01:05:41.552482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3ac72ba6-b9df-4457-9566-76d5183da86f details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:41.570756 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ca0f84e5-4268-4b9c-9802-c42a5dc006e6 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:41.597794 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77424a9c-4460-43e3-9650-2f7cbda88de7 req-3e3edf31-51b1-44d0-a717-7bdc5a09fb87 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 697 time: 0.0677865 Nov 27 01:05:41.602022 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.619216 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ed85bee-b0d8-482d-92d3-43f64c128f48 req-828afaed-87be-443b-8b74-e70e36d0e394 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d0f7858-d34b-49db-ad2c-225383ff060b HTTP/1.1" status: 200 len: 217 time: 0.1109705 Nov 27 01:05:41.625034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77144ea7-7c40-4dd1-956e-849e9a9a6d59 req-8a352409-e786-4aae-b3e8-1b98d89a44f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3ac72ba6-b9df-4457-9566-76d5183da86f HTTP/1.1" status: 200 len: 217 time: 0.0919850 Nov 27 01:05:41.666187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d00e9744-d934-4764-a965-b33efe0b9055 req-0656f540-6fe5-44cf-8e09-46bcefe37313 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.668743 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d00e9744-d934-4764-a965-b33efe0b9055 req-0656f540-6fe5-44cf-8e09-46bcefe37313 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.669845 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d00e9744-d934-4764-a965-b33efe0b9055 req-0656f540-6fe5-44cf-8e09-46bcefe37313 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "DELETE /v2.0/security-groups/cc434a97-5fd0-47ee-8cff-d3fd681bae1a HTTP/1.1" status: 204 len: 173 time: 0.6832585 Nov 27 01:05:41.744563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656f540-6fe5-44cf-8e09-46bcefe37313 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc434a97-5fd0-47ee-8cff-d3fd681bae1a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:41.771830 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-5f9e81c9-1aec-4b2c-92ac-d2c52c9681e7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.777311 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77144ea7-7c40-4dd1-956e-849e9a9a6d59 req-0d9d55f3-0d51-4d33-871b-50d9fed40d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:41.779016 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77144ea7-7c40-4dd1-956e-849e9a9a6d59 req-0d9d55f3-0d51-4d33-871b-50d9fed40d30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1293993 Nov 27 01:05:41.786212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Router fc2480aa-8f4e-4659-8c65-28441d283c33 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:05:41.789602 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed85bee-b0d8-482d-92d3-43f64c128f48 req-8a405421-4595-4ccc-a50e-89b7b732dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:41.791076 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ed85bee-b0d8-482d-92d3-43f64c128f48 req-8a405421-4595-4ccc-a50e-89b7b732dd56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 200 len: 859 time: 0.1599462 Nov 27 01:05:41.816025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-77424a9c-4460-43e3-9650-2f7cbda88de7 req-37c23503-9743-452a-8715-19929eb7a702 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Deleting port a44aff1d-b830-4818-b56b-89dcddf11949 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:41.816653 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-77424a9c-4460-43e3-9650-2f7cbda88de7 req-37c23503-9743-452a-8715-19929eb7a702 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.826435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70563ac7-cd36-4e6a-8fe4-fd3ec80fcf79 None None] DHCP port deletion for dfde1a41-2229-4481-b0dd-37a8c996fb5e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:05:41.839647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Deleting port ea4bebae-4538-4a7b-b324-2a220695a9ff {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:41.840038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.918069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3ac72ba6-b9df-4457-9566-76d5183da86f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3ac72ba6-b9df-4457-9566-76d5183da86f,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:41.939503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ca0f84e5-4268-4b9c-9802-c42a5dc006e6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ca0f84e5-4268-4b9c-9802-c42a5dc006e6,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:41.941134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-5f9e81c9-1aec-4b2c-92ac-d2c52c9681e7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Network a26a371d-6d95-400e-8f8a-d7637bed9b2f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:41.951520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '3ac72ba6-b9df-4457-9566-76d5183da86f', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '3ac72ba6-b9df-4457-9566-76d5183da86f', 'mac_address': 'fa:16:3e:49:51:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:41.956635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-5f9e81c9-1aec-4b2c-92ac-d2c52c9681e7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:41.957830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'ca0f84e5-4268-4b9c-9802-c42a5dc006e6', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'ca0f84e5-4268-4b9c-9802-c42a5dc006e6', 'mac_address': 'fa:16:3e:db:f2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:41.969787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] For port ea4bebae-4538-4a7b-b324-2a220695a9ff, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ea4bebae-4538-4a7b-b324-2a220695a9ff,segment=NetworkSegment(85d2bf62-3559-4f1f-b7e7-27a5f929feff),segment_id=85d2bf62-3559-4f1f-b7e7-27a5f929feff)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:41.970607 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.980367 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-77424a9c-4460-43e3-9650-2f7cbda88de7 req-37c23503-9743-452a-8715-19929eb7a702 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.980707 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-77424a9c-4460-43e3-9650-2f7cbda88de7 req-37c23503-9743-452a-8715-19929eb7a702 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.991696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-5f9e81c9-1aec-4b2c-92ac-d2c52c9681e7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:41.993490 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Calling delete_port for ea4bebae-4538-4a7b-b324-2a220695a9ff owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:41.999693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e81c9-1aec-4b2c-92ac-d2c52c9681e7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Pushing event updated for resources: {'Port': ['ID=8627a230-43da-4772-9bb7-c936d7a4aa13,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:41.999859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-77424a9c-4460-43e3-9650-2f7cbda88de7 req-37c23503-9743-452a-8715-19929eb7a702 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Calling delete_port for a44aff1d-b830-4818-b56b-89dcddf11949 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:42.017127 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-70563ac7-cd36-4e6a-8fe4-fd3ec80fcf79 None None] Deleting port ea4bebae-4538-4a7b-b324-2a220695a9ff {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:42.017512 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-70563ac7-cd36-4e6a-8fe4-fd3ec80fcf79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.055098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed85bee-b0d8-482d-92d3-43f64c128f48 req-dec47f15-a04d-4c33-bff1-43acf839921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:42.056628 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ed85bee-b0d8-482d-92d3-43f64c128f48 req-dec47f15-a04d-4c33-bff1-43acf839921b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a110c48a-2a45-4521-bdf3-ad41d5d4a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2314632 Nov 27 01:05:42.058180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77144ea7-7c40-4dd1-956e-849e9a9a6d59 req-d7365faa-9915-43f6-9020-402df535d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:42.059507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77144ea7-7c40-4dd1-956e-849e9a9a6d59 req-d7365faa-9915-43f6-9020-402df535d38e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2615850 Nov 27 01:05:42.074344 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.091688 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.120126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac72ba6-b9df-4457-9566-76d5183da86f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:42.125166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-70563ac7-cd36-4e6a-8fe4-fd3ec80fcf79 None None] For port ea4bebae-4538-4a7b-b324-2a220695a9ff, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ea4bebae-4538-4a7b-b324-2a220695a9ff,segment=NetworkSegment(85d2bf62-3559-4f1f-b7e7-27a5f929feff),segment_id=85d2bf62-3559-4f1f-b7e7-27a5f929feff)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:42.125941 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-70563ac7-cd36-4e6a-8fe4-fd3ec80fcf79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.136046 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0f84e5-4268-4b9c-9802-c42a5dc006e6 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:42.145585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6305b4b-07e7-4623-bc32-25b23b837f96 req-818cae8a-7e2e-43d6-8c50-cb7eb14e59c8 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:42.152589 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.158978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-70563ac7-cd36-4e6a-8fe4-fd3ec80fcf79 None None] Calling delete_port for ea4bebae-4538-4a7b-b324-2a220695a9ff owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:42.166153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3ac72ba6-b9df-4457-9566-76d5183da86f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3ac72ba6-b9df-4457-9566-76d5183da86f,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:42.169504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6305b4b-07e7-4623-bc32-25b23b837f96 req-818cae8a-7e2e-43d6-8c50-cb7eb14e59c8 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 948 time: 0.3451209 Nov 27 01:05:42.187394 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.192848 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ca0f84e5-4268-4b9c-9802-c42a5dc006e6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ca0f84e5-4268-4b9c-9802-c42a5dc006e6,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:42.215762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-5f9e81c9-1aec-4b2c-92ac-d2c52c9681e7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:42.215762 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-5f9e81c9-1aec-4b2c-92ac-d2c52c9681e7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.225453 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.227195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4bebae-4538-4a7b-b324-2a220695a9ff,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:42.231162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] No DVR routers for this DVR port ea4bebae-4538-4a7b-b324-2a220695a9ff on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:42.273497 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9e44b110-5080-498f-b4df-f64c8e725c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.320206 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9c8adda9-84bb-41b7-b838-c88a7a12b67c no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:42.330198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=3ac72ba6-b9df-4457-9566-76d5183da86f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:42.330720 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-77424a9c-4460-43e3-9650-2f7cbda88de7 req-37c23503-9743-452a-8715-19929eb7a702 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.338306 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.381743 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 9c8adda9-84bb-41b7-b838-c88a7a12b67c {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:42.382358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9c8adda9-84bb-41b7-b838-c88a7a12b67c not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:42.383112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea4bebae-4538-4a7b-b324-2a220695a9ff no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:42.386446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c23503-9743-452a-8715-19929eb7a702 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Pushing event deleted for resources: {'Port': ['ID=a44aff1d-b830-4818-b56b-89dcddf11949,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:42.397337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfde1a41-2229-4481-b0dd-37a8c996fb5e']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:42.417864 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-5f9e81c9-1aec-4b2c-92ac-d2c52c9681e7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2173812 Nov 27 01:05:42.419988 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: ea4bebae-4538-4a7b-b324-2a220695a9ff {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:42.420386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea4bebae-4538-4a7b-b324-2a220695a9ff not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:42.432137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d2bf62-3559-4f1f-b7e7-27a5f929feff') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:42.432562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d2bf62-3559-4f1f-b7e7-27a5f929feff') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:42.432677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:42.439636 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-70563ac7-cd36-4e6a-8fe4-fd3ec80fcf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.447227 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Sync routers for ids ['fc2480aa-8f4e-4659-8c65-28441d283c33'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:42.447763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ca0f84e5-4268-4b9c-9802-c42a5dc006e6,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:42.464835 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Routers {'fc2480aa-8f4e-4659-8c65-28441d283c33'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:42.466817 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.469026 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fc2480aa-8f4e-4659-8c65-28441d283c33'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:42.474909 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Request body: {'port': {'device_id': '7c7e7d3f-1a55-4e51-8447-06a0736b85a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:42.477588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70563ac7-cd36-4e6a-8fe4-fd3ec80fcf79 None None] No DVR routers for this DVR port ea4bebae-4538-4a7b-b324-2a220695a9ff on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:42.483334 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70563ac7-cd36-4e6a-8fe4-fd3ec80fcf79 None None] Pushing event deleted for resources: {'Port': ['ID=ea4bebae-4538-4a7b-b324-2a220695a9ff,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:42.497787 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.505878 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-77424a9c-4460-43e3-9650-2f7cbda88de7 req-37c23503-9743-452a-8715-19929eb7a702 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.510043 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-77424a9c-4460-43e3-9650-2f7cbda88de7 req-37c23503-9743-452a-8715-19929eb7a702 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.514192 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6305b4b-07e7-4623-bc32-25b23b837f96 req-403603dc-3a26-4313-ae7c-70174eb76193 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427906 Nov 27 01:05:42.517538 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77424a9c-4460-43e3-9650-2f7cbda88de7 req-37c23503-9743-452a-8715-19929eb7a702 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "DELETE /v2.0/floatingips/a547271c-804d-4252-a57b-ed3e8a1f99b2 HTTP/1.1" status: 204 len: 173 time: 0.9048207 Nov 27 01:05:42.524061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:05:42.524716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:05:42.528183 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:05:42.619952 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Set router fc2480aa-8f4e-4659-8c65-28441d283c33 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:42.620867 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.624569 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d7b03647-e8df-4e96-85f7-7c9d45eaae61 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5515125 Nov 27 01:05:42.625934 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38372) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:42.627351 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-684a5632-7542-4c14-a482-03c8ead4c716 req-284763d5-1c36-428b-9962-d6fb5754dd46 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] show failed (client error): The resource could not be found. Nov 27 01:05:42.628451 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-684a5632-7542-4c14-a482-03c8ead4c716 req-284763d5-1c36-428b-9962-d6fb5754dd46 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/cc434a97-5fd0-47ee-8cff-d3fd681bae1a HTTP/1.1" status: 404 len: 352 time: 0.0511513 Nov 27 01:05:42.632400 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ed85bee-b0d8-482d-92d3-43f64c128f48 req-85ddad4e-3c86-4dd5-8507-05dbc06e3758 service neutron] 10.222.0.31 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386856 Nov 27 01:05:42.637044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['3ac72ba6-b9df-4457-9566-76d5183da86f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:42.648513 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.649263 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77144ea7-7c40-4dd1-956e-849e9a9a6d59 req-51a6b085-2390-41fb-9b4d-fa880ca5a042 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580955 Nov 27 01:05:42.664346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.669427 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] 10.222.0.15 "DELETE /v2.0/networks/dfde1a41-2229-4481-b0dd-37a8c996fb5e HTTP/1.1" status: 204 len: 168 time: 1.2258918 Nov 27 01:05:42.704033 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f35461-c9f0-4057-99c3-0b63c4ec3ebb req-73b8e78d-2888-4862-972b-2cef5fb0faf3 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:42.706468 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-78f35461-c9f0-4057-99c3-0b63c4ec3ebb req-73b8e78d-2888-4862-972b-2cef5fb0faf3 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 931 time: 0.1185606 Nov 27 01:05:42.707257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103243c-9c03-4725-9fae-58489f365dec admin admin] Pushing event deleted for resources: {'Network': ['ID=dfde1a41-2229-4481-b0dd-37a8c996fb5e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:42.741130 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ca0f84e5-4268-4b9c-9802-c42a5dc006e6'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:42.767655 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-78f35461-c9f0-4057-99c3-0b63c4ec3ebb req-4781507f-60fd-41d4-97e9-ca7999d75b64 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522048 Nov 27 01:05:42.909647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96', 'name': 'network-vif-deleted', 'tag': '2d5f85c8-4c0a-4f1d-953e-50069bcdb809'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:42.913901 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d251a7a-f04d-4480-8700-df67a5389f18" -d '{"events": [{"server_uuid": "43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96", "name": "network-vif-deleted", "tag": "2d5f85c8-4c0a-4f1d-953e-50069bcdb809"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:42.914860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38378) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:42.962884 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.997656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0ff61a8a-c6f2-434e-a67c-97a35f0ca209 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1458dca0a7774e1ba47be7f42b6ff64f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0816219 Nov 27 01:05:42.998390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38382) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:43.078161 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed888a8e-22de-4c28-9e2c-353aae99867a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.083040 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'name': 'tempest-AttachSCSIVolumeTestJSON-1317307644-router', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '435d4c12-30a7-4ad4-b3ef-94065a7eabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:35Z', 'updated_at': '2021-11-27T01:05:39Z', 'revision_number': 3, 'project_id': '99f98d38e18a452ebcce42d87c656af6', 'gw_port': {'id': '435d4c12-30a7-4ad4-b3ef-94065a7eabe9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:37Z', 'updated_at': '2021-11-27T01:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:43.112619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed888a8e-22de-4c28-9e2c-353aae99867a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.112962 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Checking router: fc2480aa-8f4e-4659-8c65-28441d283c33 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:43.113235 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Updating router fc2480aa-8f4e-4659-8c65-28441d283c33 port 435d4c12-30a7-4ad4-b3ef-94065a7eabe9 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:05:43.143056 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.170080 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.186835 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42353f30-9566-4b0b-b17d-544025eebfca req-4d59043c-cf69-4f55-a977-f4b944ecc994 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/a4f92812-2957-45a4-a2aa-5b02a5df05c4 HTTP/1.1" status: 200 len: 1818 time: 0.0644240 Nov 27 01:05:43.232545 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed888a8e-22de-4c28-9e2c-353aae99867a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.235153 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed888a8e-22de-4c28-9e2c-353aae99867a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.238815 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ed888a8e-22de-4c28-9e2c-353aae99867a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0a575ee-ad1f-4053-b47d-67450b56f489 HTTP/1.1" status: 204 len: 168 time: 0.2369874 Nov 27 01:05:43.274376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888a8e-22de-4c28-9e2c-353aae99867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a575ee-ad1f-4053-b47d-67450b56f489,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:43.301022 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-42353f30-9566-4b0b-b17d-544025eebfca req-abe57dfa-6a81-4648-8400-c65d473ce337 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.328515 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-42353f30-9566-4b0b-b17d-544025eebfca req-abe57dfa-6a81-4648-8400-c65d473ce337 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.378631 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-42353f30-9566-4b0b-b17d-544025eebfca req-abe57dfa-6a81-4648-8400-c65d473ce337 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.381575 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-42353f30-9566-4b0b-b17d-544025eebfca req-abe57dfa-6a81-4648-8400-c65d473ce337 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.382848 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42353f30-9566-4b0b-b17d-544025eebfca req-abe57dfa-6a81-4648-8400-c65d473ce337 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "DELETE /v2.0/security-groups/a4f92812-2957-45a4-a2aa-5b02a5df05c4 HTTP/1.1" status: 204 len: 173 time: 0.1878734 Nov 27 01:05:43.399130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe57dfa-6a81-4648-8400-c65d473ce337 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f92812-2957-45a4-a2aa-5b02a5df05c4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:43.456211 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f90db5-c6ca-4112-9004-48f7af24abec x-openstack-request-id: req-65f90db5-c6ca-4112-9004-48f7af24abec {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:43.457032 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96", "name": "network-vif-deleted", "tag": "2d5f85c8-4c0a-4f1d-953e-50069bcdb809", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:43.457032 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65f90db5-c6ca-4112-9004-48f7af24abec {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:43.457546 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c4ee0a-ddb7-48d3-b3ce-8e6d4f08cc96', 'name': 'network-vif-deleted', 'tag': '2d5f85c8-4c0a-4f1d-953e-50069bcdb809', 'status': 'completed', 'code': 200} Nov 27 01:05:43.533796 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.540474 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.568821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f623ae-3444-4677-86af-e75a2bca3d1c req-0d0af403-0514-49da-a56c-951084d59a5d tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:43.569211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14960ae9-256a-4b16-989a-c0245cd60049 req-b49cf13b-3cf6-4df6-8eee-55ee16abf767 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:43.570760 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14960ae9-256a-4b16-989a-c0245cd60049 req-b49cf13b-3cf6-4df6-8eee-55ee16abf767 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.7571719 Nov 27 01:05:43.581310 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0f623ae-3444-4677-86af-e75a2bca3d1c req-0d0af403-0514-49da-a56c-951084d59a5d tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 945 time: 0.0688131 Nov 27 01:05:43.604180 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ed85bee-b0d8-482d-92d3-43f64c128f48 req-c7165402-0954-40c4-8bd5-0b32655a5821 service neutron] 10.222.0.31 "GET /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9538558 Nov 27 01:05:43.607655 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Attempting to bind port 435d4c12-30a7-4ad4-b3ef-94065a7eabe9 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:43.608222 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Attempting to bind port 435d4c12-30a7-4ad4-b3ef-94065a7eabe9 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:43.608617 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Attempting to bind port 435d4c12-30a7-4ad4-b3ef-94065a7eabe9 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:43.619561 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:43.619941 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:43.620361 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.621168 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:43.622537 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Bound port: 435d4c12-30a7-4ad4-b3ef-94065a7eabe9, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:43.623109 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.626585 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb69d1-a25f-41ab-8c9c-8652561ca728 None None] Pushing event updated for resources: {'Port': ['ID=435d4c12-30a7-4ad4-b3ef-94065a7eabe9,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:43.632323 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77144ea7-7c40-4dd1-956e-849e9a9a6d59 req-e293ec97-61c3-45d8-a3ec-b1b7b3f3f3e7 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8546858 Nov 27 01:05:43.654554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0f623ae-3444-4677-86af-e75a2bca3d1c req-8fc93924-a0f6-4fd3-bb80-04d126d6ee12 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719905 Nov 27 01:05:43.665999 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb69d1-a25f-41ab-8c9c-8652561ca728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:43.666527 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb69d1-a25f-41ab-8c9c-8652561ca728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:43.667077 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb69d1-a25f-41ab-8c9c-8652561ca728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:43.667584 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb69d1-a25f-41ab-8c9c-8652561ca728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:43.668063 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb69d1-a25f-41ab-8c9c-8652561ca728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:43.668566 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb69d1-a25f-41ab-8c9c-8652561ca728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:43.669041 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb69d1-a25f-41ab-8c9c-8652561ca728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:43.669652 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb69d1-a25f-41ab-8c9c-8652561ca728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:43.670142 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb69d1-a25f-41ab-8c9c-8652561ca728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:43.670727 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb69d1-a25f-41ab-8c9c-8652561ca728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:43.671199 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb69d1-a25f-41ab-8c9c-8652561ca728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:43.671846 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb69d1-a25f-41ab-8c9c-8652561ca728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:43.688361 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-7a6280f2-4d8d-4dff-854f-5ec54b9cbdcf req-df2668e5-0993-4c3a-b9f3-630516c2e0f6 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] show failed (client error): The resource could not be found. Nov 27 01:05:43.701127 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a6280f2-4d8d-4dff-854f-5ec54b9cbdcf req-df2668e5-0993-4c3a-b9f3-630516c2e0f6 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/a4f92812-2957-45a4-a2aa-5b02a5df05c4 HTTP/1.1" status: 404 len: 352 time: 0.0287931 Nov 27 01:05:43.716509 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] For port 435d4c12-30a7-4ad4-b3ef-94065a7eabe9, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:43.723935 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] For port 435d4c12-30a7-4ad4-b3ef-94065a7eabe9, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=435d4c12-30a7-4ad4-b3ef-94065a7eabe9,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:43.730613 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.768981 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14960ae9-256a-4b16-989a-c0245cd60049 req-aff61191-b7ad-4d7e-bd0c-6d3e491d3427 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741655 Nov 27 01:05:43.814058 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Routers {'fc2480aa-8f4e-4659-8c65-28441d283c33'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:43.815449 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fc2480aa-8f4e-4659-8c65-28441d283c33'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:43.824823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beea965-1c20-44ed-a36f-d23057080b30 req-69e844e4-ec5d-47a4-92fd-7a12a9f9f70a tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:43.829822 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2beea965-1c20-44ed-a36f-d23057080b30 req-69e844e4-ec5d-47a4-92fd-7a12a9f9f70a tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 949 time: 0.0768008 Nov 27 01:05:43.858876 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb69d1-a25f-41ab-8c9c-8652561ca728 None None] Pushing event updated for resources: {'Port': ['ID=435d4c12-30a7-4ad4-b3ef-94065a7eabe9,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:43.909210 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2beea965-1c20-44ed-a36f-d23057080b30 req-e3cbc658-9804-41d3-84ae-9336e1fa6432 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660663 Nov 27 01:05:43.967054 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] Set router fc2480aa-8f4e-4659-8c65-28441d283c33 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:43.979986 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d979143-1f36-493a-85d3-6722eb1ea0fa req-9db7ed66-93cb-414d-afca-4fc1bdfdd3fd tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/f0984c3e-8a23-4604-927b-21f0cebc5c48 HTTP/1.1" status: 200 len: 1816 time: 0.1746294 Nov 27 01:05:44.040056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25bf2d-37b8-4c55-8918-adab71257e6e req-b8ab7d5a-1040-4faf-bea9-eb0a81f1a596 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:44.046167 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2c25bf2d-37b8-4c55-8918-adab71257e6e req-b8ab7d5a-1040-4faf-bea9-eb0a81f1a596 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 931 time: 0.0771775 Nov 27 01:05:44.101669 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2c25bf2d-37b8-4c55-8918-adab71257e6e req-5d12fb34-8be4-4704-a244-6436d6d1f60a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488749 Nov 27 01:05:44.193773 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5d979143-1f36-493a-85d3-6722eb1ea0fa req-602357cc-e78f-4233-91ff-6cfb638c5e65 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:44.216179 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8627a230-43da-4772-9bb7-c936d7a4aa13 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:44.219998 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'name': 'tempest-AttachSCSIVolumeTestJSON-1317307644-router', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '435d4c12-30a7-4ad4-b3ef-94065a7eabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:35Z', 'updated_at': '2021-11-27T01:05:39Z', 'revision_number': 3, 'project_id': '99f98d38e18a452ebcce42d87c656af6', 'gw_port': {'id': '435d4c12-30a7-4ad4-b3ef-94065a7eabe9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:37Z', 'updated_at': '2021-11-27T01:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:44.236398 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:44.260626 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57e352-23cf-47a8-8c40-15c109809bac None None] The sync data for ids ['fc2480aa-8f4e-4659-8c65-28441d283c33'] in n-d-817303-10 is: [{'id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'name': 'tempest-AttachSCSIVolumeTestJSON-1317307644-router', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '435d4c12-30a7-4ad4-b3ef-94065a7eabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:35Z', 'updated_at': '2021-11-27T01:05:39Z', 'revision_number': 3, 'project_id': '99f98d38e18a452ebcce42d87c656af6', 'gw_port': {'id': '435d4c12-30a7-4ad4-b3ef-94065a7eabe9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:37Z', 'updated_at': '2021-11-27T01:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:44.270073 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5d979143-1f36-493a-85d3-6722eb1ea0fa req-602357cc-e78f-4233-91ff-6cfb638c5e65 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:44.286010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Transition to ACTIVE for port object 8627a230-43da-4772-9bb7-c936d7a4aa13 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:05:44.317972 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:44.446592 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8627a230-43da-4772-9bb7-c936d7a4aa13,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:44.452533 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5d979143-1f36-493a-85d3-6722eb1ea0fa req-602357cc-e78f-4233-91ff-6cfb638c5e65 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:44.455127 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5d979143-1f36-493a-85d3-6722eb1ea0fa req-602357cc-e78f-4233-91ff-6cfb638c5e65 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:44.459045 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d979143-1f36-493a-85d3-6722eb1ea0fa req-602357cc-e78f-4233-91ff-6cfb638c5e65 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "DELETE /v2.0/security-groups/f0984c3e-8a23-4604-927b-21f0cebc5c48 HTTP/1.1" status: 204 len: 173 time: 0.4421067 Nov 27 01:05:44.503021 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-3bef9f92-ce68-4d95-8330-6428caaccfb9 req-74636da0-5b59-4bb2-ab46-aa00050a76d8 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] show failed (client error): The resource could not be found. Nov 27 01:05:44.504653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602357cc-e78f-4233-91ff-6cfb638c5e65 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0984c3e-8a23-4604-927b-21f0cebc5c48,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:44.512294 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3bef9f92-ce68-4d95-8330-6428caaccfb9 req-74636da0-5b59-4bb2-ab46-aa00050a76d8 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/f0984c3e-8a23-4604-927b-21f0cebc5c48 HTTP/1.1" status: 404 len: 352 time: 0.0262673 Nov 27 01:05:44.532522 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:44.606917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Attempting to bind port 8627a230-43da-4772-9bb7-c936d7a4aa13 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:44.607259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Attempting to bind port 8627a230-43da-4772-9bb7-c936d7a4aa13 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:44.607586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Attempting to bind port 8627a230-43da-4772-9bb7-c936d7a4aa13 on network a26a371d-6d95-400e-8f8a-d7637bed9b2f {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:44.658052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Port 8627a230-43da-4772-9bb7-c936d7a4aa13 on network a26a371d-6d95-400e-8f8a-d7637bed9b2f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:44.658401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Attempting to bind port 8627a230-43da-4772-9bb7-c936d7a4aa13 on network a26a371d-6d95-400e-8f8a-d7637bed9b2f {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:44.686754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:44.687098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Checking segment: {'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:44.687482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Bound using segment: {'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:44.687918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Bound port: 8627a230-43da-4772-9bb7-c936d7a4aa13, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:44.691263 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:44.710734 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:44.793106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e8a23209-6ab5-47cb-aa7d-65c315b464e5 req-aaf41e67-84e8-4435-8097-9f8664a1a8e4 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6aae32835efe41afa5485451f7cc2b07 HTTP/1.1" status: 200 len: 6199 time: 0.2537441 Nov 27 01:05:44.866881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e56d22-6c2b-47e6-bde0-f3fc27b29631 req-86440a92-28a9-4b5c-aacc-ede825632f31 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:44.877397 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30e56d22-6c2b-47e6-bde0-f3fc27b29631 req-86440a92-28a9-4b5c-aacc-ede825632f31 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 945 time: 0.0819442 Nov 27 01:05:44.934253 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30e56d22-6c2b-47e6-bde0-f3fc27b29631 req-02e16b02-6334-4039-8244-d4abba464fab tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556605 Nov 27 01:05:44.944219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] For port 8627a230-43da-4772-9bb7-c936d7a4aa13, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:44.965249 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e8a23209-6ab5-47cb-aa7d-65c315b464e5 req-017d50d8-45e1-4c14-b31e-98b73468280a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/4ba3acd2-3335-4c3e-b017-7572da81c6cb HTTP/1.1" status: 200 len: 2998 time: 0.1356719 Nov 27 01:05:44.967767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] For port 8627a230-43da-4772-9bb7-c936d7a4aa13, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8627a230-43da-4772-9bb7-c936d7a4aa13,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:44.983789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Allocated IP 172.20.0.1 (babae1fd-fc0b-4abd-acda-67b69bf6ccf2/60250395-938d-48ef-a346-a43aceb22160/2280e345-9200-42c6-a407-04cd089b4939) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:44.987011 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.062790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5f721-2e2a-4d3a-aabb-0310a544e766 req-8b91d7f3-758b-432a-8286-c7e8495181d5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:45.064478 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-17c5f721-2e2a-4d3a-aabb-0310a544e766 req-8b91d7f3-758b-432a-8286-c7e8495181d5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.0584843 Nov 27 01:05:45.075647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:45.076288 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.077840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/8627a230-43da-4772-9bb7-c936d7a4aa13 HTTP/1.1" status: 200 len: 1092 time: 2.6193247 Nov 27 01:05:45.136889 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-17c5f721-2e2a-4d3a-aabb-0310a544e766 req-60014349-0a62-4a1e-acff-9b7e6606cd4f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641654 Nov 27 01:05:45.158257 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e8a23209-6ab5-47cb-aa7d-65c315b464e5 req-650e1a4f-867f-4285-9c36-f58154090202 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/4ba3acd2-3335-4c3e-b017-7572da81c6cb HTTP/1.1" status: 200 len: 2998 time: 0.1883330 Nov 27 01:05:45.229378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c84e1-41aa-4c11-b435-91cf8fc3a9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8627a230-43da-4772-9bb7-c936d7a4aa13,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:45.254703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ce490-64a2-4c73-934b-e1581bfb9826 req-4433261b-bed5-4c9f-b43f-8dfbf2fef230 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:45.260829 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f91ce490-64a2-4c73-934b-e1581bfb9826 req-4433261b-bed5-4c9f-b43f-8dfbf2fef230 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 945 time: 0.2231712 Nov 27 01:05:45.328076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e2200-a654-42df-a118-553fc8ec1b84 req-e6ad43f4-856a-4185-bd7f-8fa282806cda tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:45.330217 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-465e2200-a654-42df-a118-553fc8ec1b84 req-e6ad43f4-856a-4185-bd7f-8fa282806cda tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 943 time: 0.0570173 Nov 27 01:05:45.339650 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-4da4fd3a-4382-45d0-9f52-25493c686827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:45.341181 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-4da4fd3a-4382-45d0-9f52-25493c686827 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1370302524d4dcc8bebe45479d6cff3&device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 1095 time: 0.1772037 Nov 27 01:05:45.344082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.386157 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-465e2200-a654-42df-a118-553fc8ec1b84 req-fe67b660-e8df-44fb-9d19-9e6502aef840 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476010 Nov 27 01:05:45.417960 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-a0b05f80-6233-4426-ad8c-1c2c0841a6d0 req-7e1c3e65-7c1d-4758-9715-19b5252df5de tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2139538854', 'description': 'tempest-description-2137731833'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:45.431799 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-c64a17d7-07a0-4824-ba78-97a524e66055 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8627a230-43da-4772-9bb7-c936d7a4aa13 HTTP/1.1" status: 200 len: 217 time: 0.0732951 Nov 27 01:05:45.441519 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a0b05f80-6233-4426-ad8c-1c2c0841a6d0 req-7e1c3e65-7c1d-4758-9715-19b5252df5de tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.442384 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45303940-3183-47cc-ba49-5f45667a9b57 req-3fef437c-eac3-4372-ad69-bcb3900ae8b2 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:45.443836 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-45303940-3183-47cc-ba49-5f45667a9b57 req-3fef437c-eac3-4372-ad69-bcb3900ae8b2 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 949 time: 0.1862519 Nov 27 01:05:45.463314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7e7d3f-1a55-4e51-8447-06a0736b85a1', 'tag': '8627a230-43da-4772-9bb7-c936d7a4aa13'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:45.465491 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ef6589-6c97-457f-a53a-c8749d4f2472" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7e7d3f-1a55-4e51-8447-06a0736b85a1", "tag": "8627a230-43da-4772-9bb7-c936d7a4aa13"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:45.512213 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a0b05f80-6233-4426-ad8c-1c2c0841a6d0 req-7e1c3e65-7c1d-4758-9715-19b5252df5de tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.516423 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a0b05f80-6233-4426-ad8c-1c2c0841a6d0 req-7e1c3e65-7c1d-4758-9715-19b5252df5de tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.547359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a0b05f80-6233-4426-ad8c-1c2c0841a6d0 req-7e1c3e65-7c1d-4758-9715-19b5252df5de tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.548621 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a0b05f80-6233-4426-ad8c-1c2c0841a6d0 req-7e1c3e65-7c1d-4758-9715-19b5252df5de tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1349015 Nov 27 01:05:45.549007 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.550432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c3e65-7c1d-4758-9715-19b5252df5de tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1435c54-b83d-45b3-be10-cdcc77fa8a48,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:45.572682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-169a08d2-43fd-4d7b-a5f1-6e0b8908ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:45.574146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-169a08d2-43fd-4d7b-a5f1-6e0b8908ae35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29003f06-f306-4683-932b-e39e08c7fc5d HTTP/1.1" status: 200 len: 845 time: 0.1283097 Nov 27 01:05:45.583317 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3ac72ba6-b9df-4457-9566-76d5183da86f up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:45.589108 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ca0f84e5-4268-4b9c-9802-c42a5dc006e6 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:45.622520 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-45303940-3183-47cc-ba49-5f45667a9b57 req-eb2e822d-8219-4d2e-810b-7d69bd90ac9e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598532 Nov 27 01:05:45.646692 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:45.649773 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-0010b55b-6f21-4d1f-b1c5-d720bcc16e4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a26a371d-6d95-400e-8f8a-d7637bed9b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506966 Nov 27 01:05:45.652054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-f91ce490-64a2-4c73-934b-e1581bfb9826 req-968d7239-1488-4302-a01e-403cbfe683c0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Deleting port 0d0f7858-d34b-49db-ad2c-225383ff060b {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:45.652556 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f91ce490-64a2-4c73-934b-e1581bfb9826 req-968d7239-1488-4302-a01e-403cbfe683c0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.680627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:45.682999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:45.728346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 3ac72ba6-b9df-4457-9566-76d5183da86f completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:45.732957 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.735128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port ca0f84e5-4268-4b9c-9802-c42a5dc006e6 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:45.740231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 3ac72ba6-b9df-4457-9566-76d5183da86f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:45.740868 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.745067 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port ca0f84e5-4268-4b9c-9802-c42a5dc006e6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:45.745696 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.752785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Pushing event updated for resources: {'Port': ['ID=2280e345-9200-42c6-a407-04cd089b4939,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:45.776580 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d08ce26-a069-4f51-af90-d7489b380bb7 x-openstack-request-id: req-4d08ce26-a069-4f51-af90-d7489b380bb7 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:45.776875 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7e7d3f-1a55-4e51-8447-06a0736b85a1", "tag": "8627a230-43da-4772-9bb7-c936d7a4aa13", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:45.778033 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d08ce26-a069-4f51-af90-d7489b380bb7 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:45.778428 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7e7d3f-1a55-4e51-8447-06a0736b85a1', 'tag': '8627a230-43da-4772-9bb7-c936d7a4aa13', 'status': 'completed', 'code': 200} Nov 27 01:05:45.816932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-c6a1fca0-7712-4c92-98bd-efafffe7125e req-2d726803-0cc3-48b5-8b1d-bdeb9e5494c9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1907657246', 'description': 'tempest-description-480670227'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:45.913609 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.952631 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.955174 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:45.972964 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c6a1fca0-7712-4c92-98bd-efafffe7125e req-2d726803-0cc3-48b5-8b1d-bdeb9e5494c9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.016495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f91ce490-64a2-4c73-934b-e1581bfb9826 req-968d7239-1488-4302-a01e-403cbfe683c0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] For port 0d0f7858-d34b-49db-ad2c-225383ff060b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0d0f7858-d34b-49db-ad2c-225383ff060b,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:46.017307 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6a5a25-21a4-4d97-bd67-946a50db150c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0f84e5-4268-4b9c-9802-c42a5dc006e6'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:46.017416 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f91ce490-64a2-4c73-934b-e1581bfb9826 req-968d7239-1488-4302-a01e-403cbfe683c0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.019456 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356ab184-c239-49ca-bfba-52dde9632bd2" -d '{"events": [{"server_uuid": "cd6a5a25-21a4-4d97-bd67-946a50db150c", "name": "network-vif-plugged", "status": "completed", "tag": "ca0f84e5-4268-4b9c-9802-c42a5dc006e6"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:46.037112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ca0f84e5-4268-4b9c-9802-c42a5dc006e6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ca0f84e5-4268-4b9c-9802-c42a5dc006e6,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:46.046590 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-f91ce490-64a2-4c73-934b-e1581bfb9826 req-968d7239-1488-4302-a01e-403cbfe683c0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Calling delete_port for 0d0f7858-d34b-49db-ad2c-225383ff060b owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:46.050674 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f8bcb290-4db3-471f-a686-0b688f638712 None None] Provisioning complete for port 2280e345-9200-42c6-a407-04cd089b4939 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:46.050886 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb290-4db3-471f-a686-0b688f638712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.055998 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-4d5e7b38-1c76-4653-9023-c77ef840daef service neutron] 10.222.0.21 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882296 Nov 27 01:05:46.077671 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.082514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3ac72ba6-b9df-4457-9566-76d5183da86f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3ac72ba6-b9df-4457-9566-76d5183da86f,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:46.113747 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.154415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f8bcb290-4db3-471f-a686-0b688f638712 None None] Port 2280e345-9200-42c6-a407-04cd089b4939 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:46.184320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ca0f84e5-4268-4b9c-9802-c42a5dc006e6,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:46.257400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=3ac72ba6-b9df-4457-9566-76d5183da86f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:46.287529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 435d4c12-30a7-4ad4-b3ef-94065a7eabe9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:46.301987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3155010-0b77-4234-b7d1-d0495e87799a req-38036586-0fb8-46e4-ab69-6d8f67ff8136 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:46.303643 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d3155010-0b77-4234-b7d1-d0495e87799a req-38036586-0fb8-46e4-ab69-6d8f67ff8136 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 945 time: 0.0786455 Nov 27 01:05:46.350509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 435d4c12-30a7-4ad4-b3ef-94065a7eabe9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:46.351028 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.364853 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d3155010-0b77-4234-b7d1-d0495e87799a req-dfc0b27a-e24a-4a45-8544-7165dafb370f tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd2c21-800e-42cb-93b8-711a02cb9a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545270 Nov 27 01:05:46.441258 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cb4182-0ff9-4e41-859c-b1683029beab x-openstack-request-id: req-67cb4182-0ff9-4e41-859c-b1683029beab {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:46.441650 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6a5a25-21a4-4d97-bd67-946a50db150c", "name": "network-vif-plugged", "status": "completed", "tag": "ca0f84e5-4268-4b9c-9802-c42a5dc006e6", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:46.441973 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67cb4182-0ff9-4e41-859c-b1683029beab {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:46.442432 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6a5a25-21a4-4d97-bd67-946a50db150c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0f84e5-4268-4b9c-9802-c42a5dc006e6', 'code': 200} Nov 27 01:05:46.458415 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.492511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 435d4c12-30a7-4ad4-b3ef-94065a7eabe9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=435d4c12-30a7-4ad4-b3ef-94065a7eabe9,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:46.497993 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.561665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=435d4c12-30a7-4ad4-b3ef-94065a7eabe9,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:46.603734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155e40e-8110-4a0d-9e5a-343c8312c893 req-2e84a0fd-a2fb-49a1-8e3a-a5ba3cb50cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:46.604769 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7a17a7a-b92b-4364-876d-7be338b8a9a6 req-d4ac0316-d8f9-46cb-9be3-7edec7ab4fe6 service neutron] 10.222.0.21 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359607 Nov 27 01:05:46.605477 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6155e40e-8110-4a0d-9e5a-343c8312c893 req-2e84a0fd-a2fb-49a1-8e3a-a5ba3cb50cf7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cd6a5a25-21a4-4d97-bd67-946a50db150c HTTP/1.1" status: 200 len: 1101 time: 0.0759060 Nov 27 01:05:46.613204 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c6a1fca0-7712-4c92-98bd-efafffe7125e req-2d726803-0cc3-48b5-8b1d-bdeb9e5494c9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.620635 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c6a1fca0-7712-4c92-98bd-efafffe7125e req-2d726803-0cc3-48b5-8b1d-bdeb9e5494c9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.634414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.671325 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6155e40e-8110-4a0d-9e5a-343c8312c893 req-c705b9fd-115b-4b76-a3cf-88b4bd8ee29b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587602 Nov 27 01:05:46.691714 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c6a1fca0-7712-4c92-98bd-efafffe7125e req-2d726803-0cc3-48b5-8b1d-bdeb9e5494c9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.692981 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6a1fca0-7712-4c92-98bd-efafffe7125e req-2d726803-0cc3-48b5-8b1d-bdeb9e5494c9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.9263844 Nov 27 01:05:46.699666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d726803-0cc3-48b5-8b1d-bdeb9e5494c9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84c43b3-ba73-4473-8e94-651fa9534521,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:46.784613 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f91ce490-64a2-4c73-934b-e1581bfb9826 req-968d7239-1488-4302-a01e-403cbfe683c0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.819740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['0d0f7858-d34b-49db-ad2c-225383ff060b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:46.859053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d7239-1488-4302-a01e-403cbfe683c0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Pushing event deleted for resources: {'Port': ['ID=0d0f7858-d34b-49db-ad2c-225383ff060b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:46.919968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef6589-6c97-457f-a53a-c8749d4f2472 req-d5bf18d0-3673-4db9-bdfc-eee74d756e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:46.921560 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46ef6589-6c97-457f-a53a-c8749d4f2472 req-d5bf18d0-3673-4db9-bdfc-eee74d756e1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1370302524d4dcc8bebe45479d6cff3&device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 1095 time: 0.1786191 Nov 27 01:05:46.966991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9e736-dca3-4b6a-8ee1-ddbf9e46a3d6 req-391b3b73-3ade-4d8b-b141-1c2de263fd19 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:46.968531 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cfb9e736-dca3-4b6a-8ee1-ddbf9e46a3d6 req-391b3b73-3ade-4d8b-b141-1c2de263fd19 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 943 time: 0.0549018 Nov 27 01:05:46.980179 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91ce490-64a2-4c73-934b-e1581bfb9826 req-968d7239-1488-4302-a01e-403cbfe683c0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] No DVR routers for this DVR port 0d0f7858-d34b-49db-ad2c-225383ff060b on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:46.988714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b6a2d-4ed7-4d89-a61d-ce9e42d425f8 req-bee2bbf0-5d94-4bff-842d-36d06de72622 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:46.990198 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-572b6a2d-4ed7-4d89-a61d-ce9e42d425f8 req-bee2bbf0-5d94-4bff-842d-36d06de72622 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.2124228 Nov 27 01:05:46.991256 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f91ce490-64a2-4c73-934b-e1581bfb9826 req-968d7239-1488-4302-a01e-403cbfe683c0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.994456 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f91ce490-64a2-4c73-934b-e1581bfb9826 req-968d7239-1488-4302-a01e-403cbfe683c0 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.31 "DELETE /v2.0/ports/0d0f7858-d34b-49db-ad2c-225383ff060b HTTP/1.1" status: 204 len: 173 time: 1.7280087 Nov 27 01:05:47.019413 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cfb9e736-dca3-4b6a-8ee1-ddbf9e46a3d6 req-105e4822-61e2-49a7-9ded-d2ecb0bb5016 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446761 Nov 27 01:05:47.131617 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-572b6a2d-4ed7-4d89-a61d-ce9e42d425f8 req-a1d912a0-f7c6-4330-b968-08d076dc0566 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052186 Nov 27 01:05:47.138817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef6589-6c97-457f-a53a-c8749d4f2472 req-d82f7931-f6b6-405d-b32c-ceddbcaa7d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.140332 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46ef6589-6c97-457f-a53a-c8749d4f2472 req-d82f7931-f6b6-405d-b32c-ceddbcaa7d1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=a26a371d-6d95-400e-8f8a-d7637bed9b2f HTTP/1.1" status: 200 len: 906 time: 0.2036822 Nov 27 01:05:47.153114 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:47.201518 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:47.224214 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46ef6589-6c97-457f-a53a-c8749d4f2472 req-d847c79b-6694-4c6b-894d-7c9879ebcdd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8627a230-43da-4772-9bb7-c936d7a4aa13 HTTP/1.1" status: 200 len: 217 time: 0.0687416 Nov 27 01:05:47.224581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155021-446d-4280-af38-773faeb5aabe req-0b687fff-49fb-45a3-91f7-93b2c08706a0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.226154 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b2155021-446d-4280-af38-773faeb5aabe req-0b687fff-49fb-45a3-91f7-93b2c08706a0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 950 time: 0.0556943 Nov 27 01:05:47.289483 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b2155021-446d-4280-af38-773faeb5aabe req-1ac78275-dc62-4d30-bd23-62a089b1108f tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562072 Nov 27 01:05:47.341351 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Pushing event updated for resources: {'Port': ['ID=2280e345-9200-42c6-a407-04cd089b4939,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:47.374058 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:47.392685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef6589-6c97-457f-a53a-c8749d4f2472 req-a466c80a-809a-4967-a08d-6b1fde1e9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.394306 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46ef6589-6c97-457f-a53a-c8749d4f2472 req-a466c80a-809a-4967-a08d-6b1fde1e9512 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29003f06-f306-4683-932b-e39e08c7fc5d HTTP/1.1" status: 200 len: 845 time: 0.1439953 Nov 27 01:05:47.484671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46ef6589-6c97-457f-a53a-c8749d4f2472 req-aa728cdc-456d-4962-b128-7a5b5e022b7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a26a371d-6d95-400e-8f8a-d7637bed9b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693634 Nov 27 01:05:47.574340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-28ef0626-67a2-4530-ab6f-4c7aca405fde tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.575777 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-28ef0626-67a2-4530-ab6f-4c7aca405fde tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/networks?id=43b7912e-52da-47c9-b267-954cb551a0e3 HTTP/1.1" status: 200 len: 812 time: 0.3072972 Nov 27 01:05:47.617560 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-8c612cd7-89e2-4646-b3d8-87afedaa5d71 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/quotas/6aae32835efe41afa5485451f7cc2b07 HTTP/1.1" status: 200 len: 375 time: 0.0305049 Nov 27 01:05:47.629870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:47.640448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:47.679581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46ef6589-6c97-457f-a53a-c8749d4f2472 req-8dfb9910-7801-4b6d-a285-2edd061ab732 service neutron] 10.222.0.21 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864214 Nov 27 01:05:47.781025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'name': 'network-vif-deleted', 'tag': '0d0f7858-d34b-49db-ad2c-225383ff060b'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:47.783738 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea33169a-5f36-4edb-b5cd-1689f0582111" -d '{"events": [{"server_uuid": "ee591c79-7040-4e39-b145-71d5c0fa8d3c", "name": "network-vif-deleted", "tag": "0d0f7858-d34b-49db-ad2c-225383ff060b"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:47.793631 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-f3f6f24b-d41b-4221-a0ee-013ff82b092e tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6aae32835efe41afa5485451f7cc2b07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1627045 Nov 27 01:05:47.864640 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8f7c9a61-43e1-4961-afc4-75d38ccd08e3 req-f36a9811-5a3b-4ae6-8be8-218e6856e685 tempest-FloatingIPsAssociationTestJSON-1319934090 tempest-FloatingIPsAssociationTestJSON-1319934090-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee591c79-7040-4e39-b145-71d5c0fa8d3c HTTP/1.1" status: 200 len: 210 time: 0.0326798 Nov 27 01:05:47.885749 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-655407ce-10e1-4ad6-bd67-318d4efd1d07 None None] Provisioning complete for port 2280e345-9200-42c6-a407-04cd089b4939 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:47.886664 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-655407ce-10e1-4ad6-bd67-318d4efd1d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:47.925570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-655407ce-10e1-4ad6-bd67-318d4efd1d07 None None] Port 2280e345-9200-42c6-a407-04cd089b4939 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:47.940492 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46ef6589-6c97-457f-a53a-c8749d4f2472 req-a1d15b3a-397f-4c42-9158-01abf2633fdd service neutron] 10.222.0.21 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279932 Nov 27 01:05:47.955321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Router fc2480aa-8f4e-4659-8c65-28441d283c33 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:47.976231 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d12572-4ac8-4f6f-8c8c-bf6cf7a4d364 x-openstack-request-id: req-14d12572-4ac8-4f6f-8c8c-bf6cf7a4d364 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:47.976548 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee591c79-7040-4e39-b145-71d5c0fa8d3c", "name": "network-vif-deleted", "tag": "0d0f7858-d34b-49db-ad2c-225383ff060b", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:47.976779 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14d12572-4ac8-4f6f-8c8c-bf6cf7a4d364 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:47.977183 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee591c79-7040-4e39-b145-71d5c0fa8d3c', 'name': 'network-vif-deleted', 'tag': '0d0f7858-d34b-49db-ad2c-225383ff060b', 'status': 'completed', 'code': 200} Nov 27 01:05:47.981365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-5c271afd-eb67-49fc-80cd-4e9d2833386d service neutron] 10.222.0.15 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549654 Nov 27 01:05:48.164148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:48.170163 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6196147e-5956-4465-a348-95a724991f2e admin admin] 10.222.0.15 "PUT /v2.0/routers/fc2480aa-8f4e-4659-8c65-28441d283c33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5364821 Nov 27 01:05:48.172577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cd728d93-94b8-41b1-bfa5-f40ccbd3db7a service neutron] 10.222.0.15 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500385 Nov 27 01:05:48.180956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Sync routers for ids ['fc2480aa-8f4e-4659-8c65-28441d283c33'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:48.193279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Routers {'fc2480aa-8f4e-4659-8c65-28441d283c33'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:48.193925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fc2480aa-8f4e-4659-8c65-28441d283c33'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:48.301675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 435d4c12-30a7-4ad4-b3ef-94065a7eabe9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:48.443903 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d67f692-f443-4e4e-9847-4dec7e3d6ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac72ba6-b9df-4457-9566-76d5183da86f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:48.446506 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1755e4-aea2-46f7-87f3-cce3a5555514" -d '{"events": [{"server_uuid": "7d67f692-f443-4e4e-9847-4dec7e3d6ebf", "name": "network-vif-plugged", "status": "completed", "tag": "3ac72ba6-b9df-4457-9566-76d5183da86f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:48.470666 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Set router fc2480aa-8f4e-4659-8c65-28441d283c33 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:48.474096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 435d4c12-30a7-4ad4-b3ef-94065a7eabe9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:48.474561 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:48.515833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfdbea-93d8-463e-83a2-1f4ad86416e7 req-a03f26b7-a43e-4017-a7a7-b395f36c55b5 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:48.526141 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3fbfdbea-93d8-463e-83a2-1f4ad86416e7 req-a03f26b7-a43e-4017-a7a7-b395f36c55b5 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 943 time: 0.0652201 Nov 27 01:05:48.613740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3fbfdbea-93d8-463e-83a2-1f4ad86416e7 req-0eae1d8e-07fe-4a1c-9acd-f935add447d6 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867050 Nov 27 01:05:48.635077 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7231b77-6b29-48d3-b4cf-105bccbddf8a req-40269927-3432-4ba8-b0ae-07ef78067c1c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:48.647839 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7231b77-6b29-48d3-b4cf-105bccbddf8a req-40269927-3432-4ba8-b0ae-07ef78067c1c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.0820992 Nov 27 01:05:48.721590 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7231b77-6b29-48d3-b4cf-105bccbddf8a req-ddf3c0ca-d3bc-4319-a73c-4d956cc45313 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723119 Nov 27 01:05:48.773121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e894630-1c70-4f06-aa8f-0bc53161ccd2 req-c794c394-67ac-4a9b-b2d9-ab806ef76640 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:48.781728 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e894630-1c70-4f06-aa8f-0bc53161ccd2 req-c794c394-67ac-4a9b-b2d9-ab806ef76640 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 950 time: 0.0682588 Nov 27 01:05:48.850031 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a8cde744-0718-404f-8f83-33477329b881 req-cee1aba9-b757-4ece-98ab-aade634cc905 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 210 time: 0.0435131 Nov 27 01:05:48.866267 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e894630-1c70-4f06-aa8f-0bc53161ccd2 req-406b5e6c-1a35-4027-b8a7-8bd4e2cfde92 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808046 Nov 27 01:05:48.935102 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f939e72-5c72-4bba-8ab6-499f7b30ef13 x-openstack-request-id: req-2f939e72-5c72-4bba-8ab6-499f7b30ef13 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:48.935673 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d67f692-f443-4e4e-9847-4dec7e3d6ebf", "name": "network-vif-plugged", "status": "completed", "tag": "3ac72ba6-b9df-4457-9566-76d5183da86f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:48.935673 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f939e72-5c72-4bba-8ab6-499f7b30ef13 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:48.936012 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d67f692-f443-4e4e-9847-4dec7e3d6ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac72ba6-b9df-4457-9566-76d5183da86f', 'code': 200} Nov 27 01:05:49.002914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38724) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:49.065897 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'name': 'tempest-AttachSCSIVolumeTestJSON-1317307644-router', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '435d4c12-30a7-4ad4-b3ef-94065a7eabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:35Z', 'updated_at': '2021-11-27T01:05:46Z', 'revision_number': 4, 'project_id': '99f98d38e18a452ebcce42d87c656af6', 'gw_port': {'id': '435d4c12-30a7-4ad4-b3ef-94065a7eabe9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:37Z', 'updated_at': '2021-11-27T01:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2280e345-9200-42c6-a407-04cd089b4939', 'name': '', 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'mac_address': 'fa:16:3e:6e:7e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '60250395-938d-48ef-a346-a43aceb22160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:44Z', 'updated_at': '2021-11-27T01:05:46Z', 'revision_number': 2, 'project_id': '99f98d38e18a452ebcce42d87c656af6', 'subnets': [{'id': '60250395-938d-48ef-a346-a43aceb22160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:49.111188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Checking router: fc2480aa-8f4e-4659-8c65-28441d283c33 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:49.111557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Updating router fc2480aa-8f4e-4659-8c65-28441d283c33 port 2280e345-9200-42c6-a407-04cd089b4939 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:05:49.142330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1b7e7-9c4e-425d-9ff6-8300cd58eff4 req-2484d6ae-732c-4586-bce3-a77a1725886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:49.144286 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64b1b7e7-9c4e-425d-9ff6-8300cd58eff4 req-2484d6ae-732c-4586-bce3-a77a1725886c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 1102 time: 0.0811031 Nov 27 01:05:49.155062 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.267832 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64b1b7e7-9c4e-425d-9ff6-8300cd58eff4 req-a2c5fdd5-9af3-4e91-879f-54da040754e0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134000 Nov 27 01:05:49.306524 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38758) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:49.312082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1949465210-network', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:49.340111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] Made reservation on behalf of c33f7cf2ef874b1e8ea61cf2085577bb for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:49.343711 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.357933 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.467877 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.472470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.508622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:05:49.520178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b27b9d-91bd-47e9-a0be-133dd8fc0288,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:49.544446 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.544797 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] Added segment 4a3730ff-8e07-4a41-b4f8-a5764a9992c6 of type vlan for network d0557d2c-33a3-4001-8fe0-929f0f25d5a0 Nov 27 01:05:49.553408 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af6f838-bbfc-44c8-b604-d0d33e66bcfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.574284 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.580591 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.609449 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.645852 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0d0f7858-d34b-49db-ad2c-225383ff060b no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:49.651630 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a09f76-25ad-47ab-a778-582d70dfc03f None None] Pushing event updated for resources: {'Port': ['ID=2280e345-9200-42c6-a407-04cd089b4939,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:49.654212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8627a230-43da-4772-9bb7-c936d7a4aa13 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:49.655194 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.658123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:49.658764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.691317 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 0d0f7858-d34b-49db-ad2c-225383ff060b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:49.691952 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0d0f7858-d34b-49db-ad2c-225383ff060b not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:49.723070 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4153402 Nov 27 01:05:49.726343 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38796) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:49.731676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c8660f78-b3df-4a39-b7a1-611e49af0c40 admin admin] Request body: {'subnet': {'network_id': 'd0557d2c-33a3-4001-8fe0-929f0f25d5a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1949465210-subnet', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:49.856714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Attempting to bind port 2280e345-9200-42c6-a407-04cd089b4939 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:49.857097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Attempting to bind port 2280e345-9200-42c6-a407-04cd089b4939 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'c012909c-1528-4739-b04a-7d19486295df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:49.857469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Attempting to bind port 2280e345-9200-42c6-a407-04cd089b4939 on network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:49.889643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:49.889904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Checking segment: {'id': 'c012909c-1528-4739-b04a-7d19486295df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:49.890624 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.891182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Bound using segment: {'id': 'c012909c-1528-4739-b04a-7d19486295df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:49.891880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Bound port: 2280e345-9200-42c6-a407-04cd089b4939, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c012909c-1528-4739-b04a-7d19486295df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:49.892468 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.923888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8660f78-b3df-4a39-b7a1-611e49af0c40 admin admin] Made reservation on behalf of c33f7cf2ef874b1e8ea61cf2085577bb for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:49.932509 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8660f78-b3df-4a39-b7a1-611e49af0c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.022915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 8627a230-43da-4772-9bb7-c936d7a4aa13, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8627a230-43da-4772-9bb7-c936d7a4aa13,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:50.025619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3af6f838-bbfc-44c8-b604-d0d33e66bcfd admin admin] Deleting port 70776e92-8e50-444e-990e-81d53c1cd428 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:50.026053 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af6f838-bbfc-44c8-b604-d0d33e66bcfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.033906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] For port 2280e345-9200-42c6-a407-04cd089b4939, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:50.054000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '8627a230-43da-4772-9bb7-c936d7a4aa13', 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f', 'port_id': '8627a230-43da-4772-9bb7-c936d7a4aa13', 'mac_address': 'fa:16:3e:64:f6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29003f06-f306-4683-932b-e39e08c7fc5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:50.057009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] For port 2280e345-9200-42c6-a407-04cd089b4939, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2280e345-9200-42c6-a407-04cd089b4939,segment=NetworkSegment(c012909c-1528-4739-b04a-7d19486295df),segment_id=c012909c-1528-4739-b04a-7d19486295df)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:50.064889 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.070542 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5239cb-86ef-427c-8eff-22e110922be5 admin admin] Pushing event updated for resources: {'Network': ['ID=d0557d2c-33a3-4001-8fe0-929f0f25d5a0,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:50.088308 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1072cff-92ba-4324-94e2-d8dd11b697cd req-e79a81cb-6793-4d76-a904-bf881cc7faff tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:50.090855 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1072cff-92ba-4324-94e2-d8dd11b697cd req-e79a81cb-6793-4d76-a904-bf881cc7faff tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.1227922 Nov 27 01:05:50.111493 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e45be6-1ec6-4f61-9aa7-ba6079e4a1ce req-c8aebed3-e09a-42c4-b126-3bb9c43f1b5c tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:50.113375 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4e45be6-1ec6-4f61-9aa7-ba6079e4a1ce req-c8aebed3-e09a-42c4-b126-3bb9c43f1b5c tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 943 time: 0.3032694 Nov 27 01:05:50.131200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network d0557d2c-33a3-4001-8fe0-929f0f25d5a0 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:05:50.167240 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-3af6f838-bbfc-44c8-b604-d0d33e66bcfd admin admin] For port 70776e92-8e50-444e-990e-81d53c1cd428, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=70776e92-8e50-444e-990e-81d53c1cd428,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:50.167615 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af6f838-bbfc-44c8-b604-d0d33e66bcfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.182203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7306e741-09d2-4535-aec7-9cdf2be631fa None None] Provisioning complete for port 2280e345-9200-42c6-a407-04cd089b4939 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:50.182576 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7306e741-09d2-4535-aec7-9cdf2be631fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.188697 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1072cff-92ba-4324-94e2-d8dd11b697cd req-52fdfce1-3167-4fe5-b807-b4ad383f86fc tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884840 Nov 27 01:05:50.189949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3af6f838-bbfc-44c8-b604-d0d33e66bcfd admin admin] Calling delete_port for 70776e92-8e50-444e-990e-81d53c1cd428 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:50.321728 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Routers {'fc2480aa-8f4e-4659-8c65-28441d283c33'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:50.322536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fc2480aa-8f4e-4659-8c65-28441d283c33'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:50.421330 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99c3ea3a-758b-4342-b2b7-407b16323474 req-21043275-dfd6-469f-a237-1bd8edce81cd tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 210 time: 0.0396473 Nov 27 01:05:50.425226 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.434533 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a09f76-25ad-47ab-a778-582d70dfc03f None None] Pushing event updated for resources: {'Port': ['ID=2280e345-9200-42c6-a407-04cd089b4939,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:50.502173 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] Set router fc2480aa-8f4e-4659-8c65-28441d283c33 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:50.549289 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af6f838-bbfc-44c8-b604-d0d33e66bcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.559315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e11c5-18e2-4918-adbf-78f217c881be req-b43bbba3-263f-439e-90ca-2757a763c495 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:50.561200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-c0a5bbf4-f9c4-4acb-86d0-5a22baac09f3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:50.561361 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d4e11c5-18e2-4918-adbf-78f217c881be req-b43bbba3-263f-439e-90ca-2757a763c495 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 950 time: 0.0751097 Nov 27 01:05:50.562989 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-c0a5bbf4-f9c4-4acb-86d0-5a22baac09f3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.31 "GET /v2.0/networks?id=43b7912e-52da-47c9-b267-954cb551a0e3 HTTP/1.1" status: 200 len: 812 time: 0.8249285 Nov 27 01:05:50.564011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8627a230-43da-4772-9bb7-c936d7a4aa13 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:50.590431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-4b4bdeae-852e-4e78-b156-944e2999bd3a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'port': {'device_id': '386f0538-33d7-4f55-b066-0d9b15004958', 'network_id': '43b7912e-52da-47c9-b267-954cb551a0e3', 'admin_state_up': True, 'tenant_id': '6aae32835efe41afa5485451f7cc2b07'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:50.597950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6f838-bbfc-44c8-b604-d0d33e66bcfd admin admin] Pushing event deleted for resources: {'Port': ['ID=70776e92-8e50-444e-990e-81d53c1cd428,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:50.609256 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7306e741-09d2-4535-aec7-9cdf2be631fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.614869 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 8627a230-43da-4772-9bb7-c936d7a4aa13, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8627a230-43da-4772-9bb7-c936d7a4aa13,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:50.679194 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.686071 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4e45be6-1ec6-4f61-9aa7-ba6079e4a1ce req-54b30fc2-70c9-4fe4-93c4-b65e8286f2d7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725793 Nov 27 01:05:50.708027 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d4e11c5-18e2-4918-adbf-78f217c881be req-90fbea04-5241-423b-a6ce-c027e5673d10 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171815 Nov 27 01:05:50.819980 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7306e741-09d2-4535-aec7-9cdf2be631fa None None] For port 2280e345-9200-42c6-a407-04cd089b4939, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2280e345-9200-42c6-a407-04cd089b4939,segment=NetworkSegment(c012909c-1528-4739-b04a-7d19486295df),segment_id=c012909c-1528-4739-b04a-7d19486295df)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:50.830015 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7306e741-09d2-4535-aec7-9cdf2be631fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.844010 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=8627a230-43da-4772-9bb7-c936d7a4aa13,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:50.966612 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8660f78-b3df-4a39-b7a1-611e49af0c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.968184 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af6f838-bbfc-44c8-b604-d0d33e66bcfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.976030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-4b4bdeae-852e-4e78-b156-944e2999bd3a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Made reservation on behalf of 6aae32835efe41afa5485451f7cc2b07 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:50.977949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306e741-09d2-4535-aec7-9cdf2be631fa None None] Pushing event updated for resources: {'Port': ['ID=2280e345-9200-42c6-a407-04cd089b4939,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:50.979525 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-4b4bdeae-852e-4e78-b156-944e2999bd3a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:51.002193 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d01dc18a-723a-4c79-ad59-0cd887dc5ef3 None None] Provisioning complete for port 2280e345-9200-42c6-a407-04cd089b4939 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:51.002572 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d01dc18a-723a-4c79-ad59-0cd887dc5ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:51.062024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8660f78-b3df-4a39-b7a1-611e49af0c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e83ae76-20b3-4480-8494-402bd455351d,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:51.087184 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'name': 'tempest-AttachSCSIVolumeTestJSON-1317307644-router', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '435d4c12-30a7-4ad4-b3ef-94065a7eabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:35Z', 'updated_at': '2021-11-27T01:05:46Z', 'revision_number': 4, 'project_id': '99f98d38e18a452ebcce42d87c656af6', 'gw_port': {'id': '435d4c12-30a7-4ad4-b3ef-94065a7eabe9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:37Z', 'updated_at': '2021-11-27T01:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2280e345-9200-42c6-a407-04cd089b4939', 'name': '', 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'mac_address': 'fa:16:3e:6e:7e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '60250395-938d-48ef-a346-a43aceb22160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:44Z', 'updated_at': '2021-11-27T01:05:50Z', 'revision_number': 4, 'project_id': '99f98d38e18a452ebcce42d87c656af6', 'subnets': [{'id': '60250395-938d-48ef-a346-a43aceb22160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:51.126804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2703c-d854-44fc-aeb8-2828d65d4cf5 None None] The sync data for ids ['fc2480aa-8f4e-4659-8c65-28441d283c33'] in n-d-817303-10 is: [{'id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'name': 'tempest-AttachSCSIVolumeTestJSON-1317307644-router', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '435d4c12-30a7-4ad4-b3ef-94065a7eabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:35Z', 'updated_at': '2021-11-27T01:05:46Z', 'revision_number': 4, 'project_id': '99f98d38e18a452ebcce42d87c656af6', 'gw_port': {'id': '435d4c12-30a7-4ad4-b3ef-94065a7eabe9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:37Z', 'updated_at': '2021-11-27T01:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2280e345-9200-42c6-a407-04cd089b4939', 'name': '', 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'mac_address': 'fa:16:3e:6e:7e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '60250395-938d-48ef-a346-a43aceb22160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:44Z', 'updated_at': '2021-11-27T01:05:50Z', 'revision_number': 4, 'project_id': '99f98d38e18a452ebcce42d87c656af6', 'subnets': [{'id': '60250395-938d-48ef-a346-a43aceb22160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:51.129427 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8660f78-b3df-4a39-b7a1-611e49af0c40 admin admin] Checking segment: {'id': '4a3730ff-8e07-4a41-b4f8-a5764a9992c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd0557d2c-33a3-4001-8fe0-929f0f25d5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:51.129805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8660f78-b3df-4a39-b7a1-611e49af0c40 admin admin] Network hostable DHCP agents. Network: d0557d2c-33a3-4001-8fe0-929f0f25d5a0, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:05:51.131012 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['8627a230-43da-4772-9bb7-c936d7a4aa13'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:51.199154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8660f78-b3df-4a39-b7a1-611e49af0c40 admin admin] Network d0557d2c-33a3-4001-8fe0-929f0f25d5a0 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:05:51.230462 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-c8660f78-b3df-4a39-b7a1-611e49af0c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, d0557d2c-33a3-4001-8fe0-929f0f25d5a0) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:51.242685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8660f78-b3df-4a39-b7a1-611e49af0c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:51.243775 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8660f78-b3df-4a39-b7a1-611e49af0c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:51.245187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86775167-317c-4257-ac7c-c6e49f96ef90 None None] Network d0557d2c-33a3-4001-8fe0-929f0f25d5a0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:51.287511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-4b4bdeae-852e-4e78-b156-944e2999bd3a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Allocated IP 172.20.0.13 (43b7912e-52da-47c9-b267-954cb551a0e3/f1e1dce6-7ad2-45c3-be99-cad1e52a01bf/1f7cbeb7-2fe2-44e9-91be-c64c3582d300) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:51.297680 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c8660f78-b3df-4a39-b7a1-611e49af0c40 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5700128 Nov 27 01:05:51.303889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38860) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:51.310400 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1949465210-router', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:51.372080 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:51.373491 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:51.609383 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:51.799481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-d0557d2c-33a3-4001-8fe0-929f0f25d5a0', 'network_id': 'd0557d2c-33a3-4001-8fe0-929f0f25d5a0', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'fixed_ips': [{'subnet_id': '5e83ae76-20b3-4480-8494-402bd455351d'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:05:51.800661 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:51.841066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09580e31-6e37-4082-a732-807c64f972b6 req-90a85bb2-0842-42ce-9382-b93c83c36ae1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:51.850046 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-09580e31-6e37-4082-a732-807c64f972b6 req-90a85bb2-0842-42ce-9382-b93c83c36ae1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.1446340 Nov 27 01:05:51.882646 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:51.899588 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af6f838-bbfc-44c8-b604-d0d33e66bcfd admin admin] Router 3741214e-c0bd-4099-b9c2-762606e8c4fd has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:51.928619 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-09580e31-6e37-4082-a732-807c64f972b6 req-129b1fd0-60bd-4aaf-9d35-f21caccdd00d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775232 Nov 27 01:05:51.931135 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-4b4bdeae-852e-4e78-b156-944e2999bd3a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.059203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Allocated IP 172.20.0.2 (d0557d2c-33a3-4001-8fe0-929f0f25d5a0/5e83ae76-20b3-4480-8494-402bd455351d/14546d8a-c794-450b-b896-28fdcf764b05) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:52.060848 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc40f9cc-346c-4afe-8089-47d72d27bb16 req-9874d779-7415-44ea-a7a9-8280e5e77f38 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 210 time: 0.0553162 Nov 27 01:05:52.078715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-4b4bdeae-852e-4e78-b156-944e2999bd3a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.123221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-4b4bdeae-852e-4e78-b156-944e2999bd3a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Network 43b7912e-52da-47c9-b267-954cb551a0e3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:52.142065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['93c7853a-3cd9-4ef8-8734-4b7ea23976ea'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:52.144046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-4b4bdeae-852e-4e78-b156-944e2999bd3a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:52.147222 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af6f838-bbfc-44c8-b604-d0d33e66bcfd admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:52.155118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-4b4bdeae-852e-4e78-b156-944e2999bd3a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:52.165248 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3af6f838-bbfc-44c8-b604-d0d33e66bcfd admin admin] 10.222.0.15 "PUT /v2.0/routers/3741214e-c0bd-4099-b9c2-762606e8c4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1612220 Nov 27 01:05:52.169208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38910) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:52.170765 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3658f-b428-4782-8351-47c32075c271 None None] Sync routers for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:52.182165 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3658f-b428-4782-8351-47c32075c271 None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:52.184728 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-20a3658f-b428-4782-8351-47c32075c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:52.189464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca52ed-b85c-4c82-8a70-b683f3825012 req-e0f3e489-8dc3-4b77-8382-3d9c7d4ec0f6 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:52.195274 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fca52ed-b85c-4c82-8a70-b683f3825012 req-e0f3e489-8dc3-4b77-8382-3d9c7d4ec0f6 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 944 time: 0.1673391 Nov 27 01:05:52.395964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2280e345-9200-42c6-a407-04cd089b4939 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:52.410746 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fca52ed-b85c-4c82-8a70-b683f3825012 req-8b25d57f-35c9-404e-ac01-1b5c0ca89434 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083375 Nov 27 01:05:52.412068 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.441731 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.442693 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-20a3658f-b428-4782-8351-47c32075c271 None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:52.506961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 2280e345-9200-42c6-a407-04cd089b4939 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:52.507335 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.521451 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.617631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Allocated IP 172.25.1.158 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/ff448034-dff0-4e78-9c73-095451db4b20) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:52.735755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bdeae-852e-4e78-b156-944e2999bd3a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'Port': ['ID=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:52.749583 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.769059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-4b4bdeae-852e-4e78-b156-944e2999bd3a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:52.769700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-4b4bdeae-852e-4e78-b156-944e2999bd3a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.803950 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-4b4bdeae-852e-4e78-b156-944e2999bd3a tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2180679 Nov 27 01:05:52.822879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2e24a-6b08-4f76-bf62-257c1c043ee7 req-2943cbb5-651b-4260-8903-34b0141f7d07 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:52.831317 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12c2e24a-6b08-4f76-bf62-257c1c043ee7 req-2943cbb5-651b-4260-8903-34b0141f7d07 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 950 time: 0.6235409 Nov 27 01:05:52.848212 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.850121 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-20a3658f-b428-4782-8351-47c32075c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:05:50Z', 'revision_number': 5, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port': {'id': '5575040a-110f-434e-a1a9-6f5434f2e168', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:15Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:52.864658 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.872369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Request body: {'port': {'device_id': '386f0538-33d7-4f55-b066-0d9b15004958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:52.875204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] Deleting port 5575040a-110f-434e-a1a9-6f5434f2e168 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:52.875759 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.915802 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.941180 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3658f-b428-4782-8351-47c32075c271 None None] Checking router: 3741214e-c0bd-4099-b9c2-762606e8c4fd for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:52.974934 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Network d0557d2c-33a3-4001-8fe0-929f0f25d5a0 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:52.977207 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3658f-b428-4782-8351-47c32075c271 None None] Routers {'3741214e-c0bd-4099-b9c2-762606e8c4fd'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:52.981927 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-20a3658f-b428-4782-8351-47c32075c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3741214e-c0bd-4099-b9c2-762606e8c4fd'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:52.985490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Pushing event updated for resources: {'Port': ['ID=14546d8a-c794-450b-b896-28fdcf764b05,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:52.994527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:53.001433 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:53.013597 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.042095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:53.042672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:53.043176 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:53.043815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:53.044434 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12c2e24a-6b08-4f76-bf62-257c1c043ee7 req-2696de7f-5c9f-4e9a-9034-8ddb1965b2c0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072031 Nov 27 01:05:53.044731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:53.045220 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:53.045708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:53.046220 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:53.046767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:53.047387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:53.048456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:53.048943 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:53.058614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] For port 5575040a-110f-434e-a1a9-6f5434f2e168, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5575040a-110f-434e-a1a9-6f5434f2e168,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:53.059234 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.080934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] Calling delete_port for 5575040a-110f-434e-a1a9-6f5434f2e168 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:53.112845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Attempting to bind port 14546d8a-c794-450b-b896-28fdcf764b05 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:53.113230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Attempting to bind port 14546d8a-c794-450b-b896-28fdcf764b05 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '4a3730ff-8e07-4a41-b4f8-a5764a9992c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd0557d2c-33a3-4001-8fe0-929f0f25d5a0'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:53.113600 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Attempting to bind port 14546d8a-c794-450b-b896-28fdcf764b05 on network d0557d2c-33a3-4001-8fe0-929f0f25d5a0 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:53.118917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:53.119231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Checking segment: {'id': '4a3730ff-8e07-4a41-b4f8-a5764a9992c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd0557d2c-33a3-4001-8fe0-929f0f25d5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:53.119639 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.120082 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Bound using segment: {'id': '4a3730ff-8e07-4a41-b4f8-a5764a9992c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd0557d2c-33a3-4001-8fe0-929f0f25d5a0'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:53.120683 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Bound port: 14546d8a-c794-450b-b896-28fdcf764b05, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3730ff-8e07-4a41-b4f8-a5764a9992c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd0557d2c-33a3-4001-8fe0-929f0f25d5a0'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:53.121127 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.147136 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-20a3658f-b428-4782-8351-47c32075c271 None None] Set router 3741214e-c0bd-4099-b9c2-762606e8c4fd gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:53.163980 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.195170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] For port 14546d8a-c794-450b-b896-28fdcf764b05, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:53.200044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] For port 14546d8a-c794-450b-b896-28fdcf764b05, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=14546d8a-c794-450b-b896-28fdcf764b05,segment=NetworkSegment(4a3730ff-8e07-4a41-b4f8-a5764a9992c6),segment_id=4a3730ff-8e07-4a41-b4f8-a5764a9992c6)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:53.208023 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.276750 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-20a3658f-b428-4782-8351-47c32075c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:05:52Z', 'revision_number': 6, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:53.307227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:53.323006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:53.329398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Pushing event updated for resources: {'Port': ['ID=ff448034-dff0-4e78-9c73-095451db4b20,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:53.334927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:53.347137 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5600b1-6d71-4271-89fb-8359be6e812d None None] Pushing event updated for resources: {'Port': ['ID=14546d8a-c794-450b-b896-28fdcf764b05,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:53.360134 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3658f-b428-4782-8351-47c32075c271 None None] The sync data for ids ['3741214e-c0bd-4099-b9c2-762606e8c4fd'] in n-d-817303-10 is: [{'id': '3741214e-c0bd-4099-b9c2-762606e8c4fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-297117697-router', 'tenant_id': 'd738be39c5294ba19699ca7cace37cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:14Z', 'updated_at': '2021-11-27T01:05:52Z', 'revision_number': 6, 'project_id': 'd738be39c5294ba19699ca7cace37cc7', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:53.434828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87bb63-ec41-4cec-aefd-5618453a8305 req-14761bf9-bc19-49c3-a43f-a710ce2eb7a6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:53.436693 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9a87bb63-ec41-4cec-aefd-5618453a8305 req-14761bf9-bc19-49c3-a43f-a710ce2eb7a6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.2741208 Nov 27 01:05:53.459211 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.499643 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] Pushing event deleted for resources: {'Port': ['ID=5575040a-110f-434e-a1a9-6f5434f2e168,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:53.531451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449b675-a846-4f99-be65-08f8d541bfaa req-54d2353a-e388-48e7-8b32-4065f841a537 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:53.533547 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8449b675-a846-4f99-be65-08f8d541bfaa req-54d2353a-e388-48e7-8b32-4065f841a537 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd6a5a25-21a4-4d97-bd67-946a50db150c HTTP/1.1" status: 200 len: 949 time: 0.1104453 Nov 27 01:05:53.600634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.623516 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9a87bb63-ec41-4cec-aefd-5618453a8305 req-54160618-0cb3-4079-bcc0-178f7c6bade3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792138 Nov 27 01:05:53.629070 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8627a230-43da-4772-9bb7-c936d7a4aa13 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:53.707630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8449b675-a846-4f99-be65-08f8d541bfaa req-b93c9414-7676-4915-8b0a-21df84744875 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529930 Nov 27 01:05:53.716275 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.717893 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 8627a230-43da-4772-9bb7-c936d7a4aa13 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:53.718889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:53.726758 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.729057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 8627a230-43da-4772-9bb7-c936d7a4aa13 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:53.740033 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.740713 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.829414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Transition to ACTIVE for port object 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:05:53.847637 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.848491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3741214e-c0bd-4099-b9c2-762606e8c4fd {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:05:53.855068 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.858887 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-df7e7389-bddf-4140-935f-516f3cb5bf2c admin admin] 10.222.0.15 "DELETE /v2.0/routers/3741214e-c0bd-4099-b9c2-762606e8c4fd HTTP/1.1" status: 204 len: 168 time: 1.6602352 Nov 27 01:05:53.859253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38980) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:53.888691 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.924196 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ca8d4f-624a-465f-9fe5-8d79fa30d135 admin admin] Deleting subnet b5f1e4b4-5e91-4558-9931-791e1f48adf7 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:05:53.929126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8d4f-624a-465f-9fe5-8d79fa30d135 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.992233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8d4f-624a-465f-9fe5-8d79fa30d135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.999990 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.040035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7e7d3f-1a55-4e51-8447-06a0736b85a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8627a230-43da-4772-9bb7-c936d7a4aa13'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:54.042350 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcfefee-9f02-4cf1-929f-444367e0971c" -d '{"events": [{"server_uuid": "7c7e7d3f-1a55-4e51-8447-06a0736b85a1", "name": "network-vif-plugged", "status": "completed", "tag": "8627a230-43da-4772-9bb7-c936d7a4aa13"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:54.056355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 8627a230-43da-4772-9bb7-c936d7a4aa13, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8627a230-43da-4772-9bb7-c936d7a4aa13,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:54.059526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823b9e8-0fa3-4bb8-be96-6c07f63e5ab7 req-af2ae072-efeb-46e4-8600-a4f41a8c4098 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:54.060618 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.061089 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b823b9e8-0fa3-4bb8-be96-6c07f63e5ab7 req-af2ae072-efeb-46e4-8600-a4f41a8c4098 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 932 time: 0.2978165 Nov 27 01:05:54.062267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Pushing event updated for resources: {'Port': ['ID=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:54.068020 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.129922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=8627a230-43da-4772-9bb7-c936d7a4aa13,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:54.144866 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8d4f-624a-465f-9fe5-8d79fa30d135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.203272 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8d4f-624a-465f-9fe5-8d79fa30d135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.232017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca8d4f-624a-465f-9fe5-8d79fa30d135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5f1e4b4-5e91-4558-9931-791e1f48adf7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:54.236208 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8d4f-624a-465f-9fe5-8d79fa30d135 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.242353 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d1ca8d4f-624a-465f-9fe5-8d79fa30d135 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b5f1e4b4-5e91-4558-9931-791e1f48adf7 HTTP/1.1" status: 204 len: 168 time: 0.3781464 Nov 27 01:05:54.242523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39012) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:54.249125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b03c6f2-dc8f-49ee-a6a7-1d6fcb641f2b None None] Network a110c48a-2a45-4521-bdf3-ad41d5d4a329 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:54.462880 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.492042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ae41b-5a4b-42b6-826f-c3a7c1861390 req-be36d6fc-45c3-491e-bae3-8180105247e4 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:54.493926 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc0ae41b-5a4b-42b6-826f-c3a7c1861390 req-be36d6fc-45c3-491e-bae3-8180105247e4 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1511831 Nov 27 01:05:54.526719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6245da3-852b-4ade-8591-c0cb9a89b3e9 None None] DHCP port deletion for a110c48a-2a45-4521-bdf3-ad41d5d4a329 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:05:54.592091 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 14546d8a-c794-450b-b896-28fdcf764b05 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:54.597220 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Attempting to bind port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:54.597736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Attempting to bind port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '5af6be53-9e18-40d4-b065-e0745912977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '43b7912e-52da-47c9-b267-954cb551a0e3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:54.597885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Attempting to bind port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 on network 43b7912e-52da-47c9-b267-954cb551a0e3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:54.607154 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b823b9e8-0fa3-4bb8-be96-6c07f63e5ab7 req-5c248f26-58e1-40f8-a102-fb8538618f54 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826114 Nov 27 01:05:54.613145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 on network 43b7912e-52da-47c9-b267-954cb551a0e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:54.613475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Attempting to bind port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 on network 43b7912e-52da-47c9-b267-954cb551a0e3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:54.624122 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc0ae41b-5a4b-42b6-826f-c3a7c1861390 req-81c47695-3933-437e-8dee-bb7d3ca0b39b tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963519 Nov 27 01:05:54.638598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Deleting port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:54.638946 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.699981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:54.700369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Checking segment: {'id': '5af6be53-9e18-40d4-b065-e0745912977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '43b7912e-52da-47c9-b267-954cb551a0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:54.701162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Bound using segment: {'id': '5af6be53-9e18-40d4-b065-e0745912977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '43b7912e-52da-47c9-b267-954cb551a0e3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:54.701288 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Bound port: 1f7cbeb7-2fe2-44e9-91be-c64c3582d300, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af6be53-9e18-40d4-b065-e0745912977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '43b7912e-52da-47c9-b267-954cb551a0e3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:54.701558 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.745929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b6245da3-852b-4ade-8591-c0cb9a89b3e9 None None] Deleting port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:54.746458 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b6245da3-852b-4ade-8591-c0cb9a89b3e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.815481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] For port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:54.817683 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.842769 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Calling delete_port for fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:54.858582 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 14546d8a-c794-450b-b896-28fdcf764b05 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:54.859032 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.861956 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87930821-046c-4f9e-9486-0ec4d87fcc55 x-openstack-request-id: req-87930821-046c-4f9e-9486-0ec4d87fcc55 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:54.862260 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7e7d3f-1a55-4e51-8447-06a0736b85a1", "name": "network-vif-plugged", "status": "completed", "tag": "8627a230-43da-4772-9bb7-c936d7a4aa13", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:54.862525 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87930821-046c-4f9e-9486-0ec4d87fcc55 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:54.864456 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7e7d3f-1a55-4e51-8447-06a0736b85a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8627a230-43da-4772-9bb7-c936d7a4aa13', 'code': 200} Nov 27 01:05:54.903008 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.002467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b6245da3-852b-4ade-8591-c0cb9a89b3e9 None None] For port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7,segment=NetworkSegment(a7774d87-2022-4aef-87dd-c4f7ad113b0d),segment_id=a7774d87-2022-4aef-87dd-c4f7ad113b0d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:55.006225 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b6245da3-852b-4ade-8591-c0cb9a89b3e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.054887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b6245da3-852b-4ade-8591-c0cb9a89b3e9 None None] Calling delete_port for fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:55.055685 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.086724 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c4d328-9928-49ef-b174-42cde92a94ad None None] Network d0557d2c-33a3-4001-8fe0-929f0f25d5a0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:55.135331 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:55.142196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] For port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:55.145329 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] No DVR routers for this DVR port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:55.176513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] For port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,segment=NetworkSegment(5af6be53-9e18-40d4-b065-e0745912977f),segment_id=5af6be53-9e18-40d4-b065-e0745912977f)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:55.197714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab7818-daf6-410b-bd33-3ac2f1c872ea req-ce378a48-ce9a-4d0f-a538-ba9c16c2b18a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:55.208741 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33ab7818-daf6-410b-bd33-3ac2f1c872ea req-ce378a48-ce9a-4d0f-a538-ba9c16c2b18a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.1700370 Nov 27 01:05:55.216657 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.233274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1caef4-39c8-413d-a716-6b52e8c857a7 req-fd703e7e-54ed-44a3-8998-a999dde0385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:55.234871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b1caef4-39c8-413d-a716-6b52e8c857a7 req-fd703e7e-54ed-44a3-8998-a999dde0385c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 1097 time: 0.2066045 Nov 27 01:05:55.253118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5c7b38be-6e96-408f-954e-00c3751cd7aa None None] Provisioning complete for port 14546d8a-c794-450b-b896-28fdcf764b05 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:55.253742 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5c7b38be-6e96-408f-954e-00c3751cd7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.262538 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.264779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:55.271326 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.273130 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] 10.222.0.31 "PUT /v2.0/ports/1f7cbeb7-2fe2-44e9-91be-c64c3582d300 HTTP/1.1" status: 200 len: 1093 time: 2.4392378 Nov 27 01:05:55.290647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a110c48a-2a45-4521-bdf3-ad41d5d4a329']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:55.302053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386f0538-33d7-4f55-b066-0d9b15004958', 'tag': '1f7cbeb7-2fe2-44e9-91be-c64c3582d300'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:55.305168 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90cc70c-c917-44db-bc5e-fc1c740f1058" -d '{"events": [{"name": "network-changed", "server_uuid": "386f0538-33d7-4f55-b066-0d9b15004958", "tag": "1f7cbeb7-2fe2-44e9-91be-c64c3582d300"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:55.305373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7774d87-2022-4aef-87dd-c4f7ad113b0d') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:55.305739 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7774d87-2022-4aef-87dd-c4f7ad113b0d') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:55.315520 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.343250 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.358283 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.420006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:05:55.420397 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:05:55.425258 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:05:55.458050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 14546d8a-c794-450b-b896-28fdcf764b05, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=14546d8a-c794-450b-b896-28fdcf764b05,segment=NetworkSegment(4a3730ff-8e07-4a41-b4f8-a5764a9992c6),segment_id=4a3730ff-8e07-4a41-b4f8-a5764a9992c6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:55.458302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4faa57-5a51-436e-b120-793eedd9bc4f service neutron] Pushing event updated for resources: {'Port': ['ID=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:55.461667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Router 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:05:55.468703 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-006e16e4-0088-4f05-99f4-ce4f4410be51 service neutron] 10.222.0.31 "GET /v2.0/ports/ebdda98d-aad1-4ffd-9e9e-c0d2003832c3/bindings/n-h2-817303-10 HTTP/1.1" status: 200 len: 383 time: 0.1046300 Nov 27 01:05:55.474855 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33ab7818-daf6-410b-bd33-3ac2f1c872ea req-9635a343-8120-4b81-9726-78adb3f64e9a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648284 Nov 27 01:05:55.487044 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b6245da3-852b-4ade-8591-c0cb9a89b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.497252 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.498101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ec5f1-1801-47ae-9332-43b9b6fede4d req-9b6a78d5-6449-443d-91e9-501b348c785e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:55.504624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ec5f1-1801-47ae-9332-43b9b6fede4d req-9b6a78d5-6449-443d-91e9-501b348c785e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:55.509872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-adb480a4-f0b1-44be-9b53-1cd9182f917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:55.511416 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-adb480a4-f0b1-44be-9b53-1cd9182f917a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aae32835efe41afa5485451f7cc2b07&device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 1096 time: 0.1312222 Nov 27 01:05:55.514289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8c8ec5f1-1801-47ae-9332-43b9b6fede4d req-9b6a78d5-6449-443d-91e9-501b348c785e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf&device_id=cd6a5a25-21a4-4d97-bd67-946a50db150c HTTP/1.1" status: 200 len: 1690 time: 0.1863351 Nov 27 01:05:55.544464 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.555597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6245da3-852b-4ade-8591-c0cb9a89b3e9 None None] Pushing event deleted for resources: {'Port': ['ID=fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:55.564229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6245da3-852b-4ade-8591-c0cb9a89b3e9 None None] No DVR routers for this DVR port fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:55.586593 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.612854 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a110c48a-2a45-4521-bdf3-ad41d5d4a329 HTTP/1.1" status: 204 len: 168 time: 1.3690140 Nov 27 01:05:55.661936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb768d-a803-46c9-a5f3-c947ec1fe253 admin admin] Pushing event deleted for resources: {'Network': ['ID=a110c48a-2a45-4521-bdf3-ad41d5d4a329,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:55.673425 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-2b9c376b-758c-4135-8ba6-5c560211f511 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f7cbeb7-2fe2-44e9-91be-c64c3582d300 HTTP/1.1" status: 200 len: 217 time: 0.1406128 Nov 27 01:05:55.681657 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b1caef4-39c8-413d-a716-6b52e8c857a7 req-faf6982f-c2fa-4965-9006-f8df08bd3e12 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319005 Nov 27 01:05:55.684517 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864908c8-87bf-4e34-aefa-35494b22a759 x-openstack-request-id: req-864908c8-87bf-4e34-aefa-35494b22a759 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:55.684888 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386f0538-33d7-4f55-b066-0d9b15004958", "tag": "1f7cbeb7-2fe2-44e9-91be-c64c3582d300", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:55.685145 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-864908c8-87bf-4e34-aefa-35494b22a759 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:55.685533 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386f0538-33d7-4f55-b066-0d9b15004958', 'tag': '1f7cbeb7-2fe2-44e9-91be-c64c3582d300', 'status': 'completed', 'code': 200} Nov 27 01:05:55.711267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8c8ec5f1-1801-47ae-9332-43b9b6fede4d req-a66c6e93-ea69-4934-9b8c-c37cd663e1a4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960289 Nov 27 01:05:55.726553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5575040a-110f-434e-a1a9-6f5434f2e168 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:55.733401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=14546d8a-c794-450b-b896-28fdcf764b05,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:55.803817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 5575040a-110f-434e-a1a9-6f5434f2e168 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:55.804336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5575040a-110f-434e-a1a9-6f5434f2e168 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:55.804654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 70776e92-8e50-444e-990e-81d53c1cd428 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:55.837764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 70776e92-8e50-444e-990e-81d53c1cd428 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:55.838126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 70776e92-8e50-444e-990e-81d53c1cd428 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:55.902066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39056) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:55.912091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-75abce69-f4a5-4b52-b210-1186c9166159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:55.913832 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-75abce69-f4a5-4b52-b210-1186c9166159 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1e1dce6-7ad2-45c3-be99-cad1e52a01bf HTTP/1.1" status: 200 len: 852 time: 0.2313437 Nov 27 01:05:55.972651 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-82ebf017-1537-48c0-b5d7-f4e180f2823e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43b7912e-52da-47c9-b267-954cb551a0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433698 Nov 27 01:05:55.986848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d9211-de42-4586-bb84-455800103482 req-b7ddad72-3f5d-4c69-9117-400422a900c2 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:55.987134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-266cf4c1-28d1-44af-9c29-126f08cf7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:55.988469 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c72d9211-de42-4586-bb84-455800103482 req-b7ddad72-3f5d-4c69-9117-400422a900c2 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 944 time: 0.1684554 Nov 27 01:05:55.988901 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-266cf4c1-28d1-44af-9c29-126f08cf7e04 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb&tenant_id=8fd983e4be5a419cb019b570f4ba0ec0 HTTP/1.1" status: 200 len: 1102 time: 0.1943986 Nov 27 01:05:56.019898 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8d93a170-3801-4337-a133-7addde8b47e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d738be39c5294ba19699ca7cace37cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1071584 Nov 27 01:05:56.020578 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39060) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:56.027835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:56.040532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df705d79-335a-4d9c-8868-ec2d7dc8cc74 req-d4a70c6d-eb8e-47fa-b7f7-4c4355335b3b tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:56.041884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Sync routers for ids ['600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:56.042026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df705d79-335a-4d9c-8868-ec2d7dc8cc74 req-d4a70c6d-eb8e-47fa-b7f7-4c4355335b3b tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1815102 Nov 27 01:05:56.064392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Routers {'600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:56.066997 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:56.079939 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.083860 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d67cd926-bc84-4623-9977-33ae6bb3f71d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7756851 Nov 27 01:05:56.090283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39062) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:56.128811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39064) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:56.173302 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c72d9211-de42-4586-bb84-455800103482 req-679d5b7f-f0bf-4a8d-a244-815d195000bc tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701438 Nov 27 01:05:56.198877 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-8f4205e5-1296-4f02-9332-dade108b6682 service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071786 Nov 27 01:05:56.220335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Set router 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:56.258177 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df705d79-335a-4d9c-8868-ec2d7dc8cc74 req-45465b6e-b80f-4e4c-a186-931e18c419d6 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063785 Nov 27 01:05:56.325564 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d29c47a-cadf-43e9-859f-b48df1cdf5cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.377033 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-68b903e9-f471-4100-bc7e-1272fdb28979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:56.378747 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-68b903e9-f471-4100-bc7e-1272fdb28979 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 1102 time: 0.3537135 Nov 27 01:05:56.380875 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d29c47a-cadf-43e9-859f-b48df1cdf5cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.409308 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28629043-33dc-45c5-8c9f-f90a762ce81b req-7ef3ef58-6224-4f52-b974-3cbe6af49d9a service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031248 Nov 27 01:05:56.412142 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8df5834-0f5f-42ad-aaea-1d3e7c01876b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.452787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307079f-1b8a-4344-8b9d-ce5cf3cbf146 req-8695b236-bffa-449d-8663-2749cebccee9 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:56.454723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9307079f-1b8a-4344-8b9d-ce5cf3cbf146 req-8695b236-bffa-449d-8663-2749cebccee9 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 1102 time: 0.0913868 Nov 27 01:05:56.457419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 14546d8a-c794-450b-b896-28fdcf764b05 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:56.544880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4484e6ed-c7d5-4f0d-9a3c-ffd98871a3c5 None None] Provisioning complete for port 14546d8a-c794-450b-b896-28fdcf764b05 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:56.545187 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4484e6ed-c7d5-4f0d-9a3c-ffd98871a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.565648 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9307079f-1b8a-4344-8b9d-ce5cf3cbf146 req-5565b092-1827-4223-9f28-b06ee1cd9f4c tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986085 Nov 27 01:05:56.572884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cc70c-c917-44db-bc5e-fc1c740f1058 req-20e2263c-b299-4899-8c84-30f8ecb75033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:56.574440 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b90cc70c-c917-44db-bc5e-fc1c740f1058 req-20e2263c-b299-4899-8c84-30f8ecb75033 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aae32835efe41afa5485451f7cc2b07&device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 1096 time: 0.0714760 Nov 27 01:05:56.579365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-1dbadcdd-60c0-4893-8033-d2424662282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:56.580993 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-1dbadcdd-60c0-4893-8033-d2424662282a service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1618018 Nov 27 01:05:56.584281 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d29c47a-cadf-43e9-859f-b48df1cdf5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.585754 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d29c47a-cadf-43e9-859f-b48df1cdf5cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.590743 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9d29c47a-cadf-43e9-859f-b48df1cdf5cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cdd2c21-800e-42cb-93b8-711a02cb9a63 HTTP/1.1" status: 204 len: 168 time: 0.5648613 Nov 27 01:05:56.655393 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8df5834-0f5f-42ad-aaea-1d3e7c01876b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.662470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8df5834-0f5f-42ad-aaea-1d3e7c01876b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.693484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29c47a-cadf-43e9-859f-b48df1cdf5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdd2c21-800e-42cb-93b8-711a02cb9a63,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:56.718771 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a8df5834-0f5f-42ad-aaea-1d3e7c01876b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e27954e95a184f24a9e901a4786b4beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5877900 Nov 27 01:05:56.720522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39076) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:56.722525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df5834-0f5f-42ad-aaea-1d3e7c01876b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4685900-2619-4007-b29b-0d05d5d98cb3,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:56.773331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 14546d8a-c794-450b-b896-28fdcf764b05 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:56.773801 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.803773 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-f20c695f-f2f7-426e-852b-c2ec50fcba0e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 HTTP/1.1" status: 200 len: 217 time: 0.1097255 Nov 27 01:05:56.834466 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-93fe1367-e03a-4c35-b388-6b01538021de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.856746 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e54e14-f3e6-4990-9a3a-7e7d39a04085 req-50dee58e-d24b-4aae-a3a6-5112266ad9f4 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:56.858293 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-54e54e14-f3e6-4990-9a3a-7e7d39a04085 req-50dee58e-d24b-4aae-a3a6-5112266ad9f4 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cd6a5a25-21a4-4d97-bd67-946a50db150c HTTP/1.1" status: 200 len: 1101 time: 0.1367252 Nov 27 01:05:56.859302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cc70c-c917-44db-bc5e-fc1c740f1058 req-8021cde9-9a84-4dbc-9a6a-eb70c0275d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:56.860992 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b90cc70c-c917-44db-bc5e-fc1c740f1058 req-8021cde9-9a84-4dbc-9a6a-eb70c0275d72 service neutron] 10.222.0.31 "GET /v2.0/networks?id=43b7912e-52da-47c9-b267-954cb551a0e3 HTTP/1.1" status: 200 len: 913 time: 0.2765317 Nov 27 01:05:56.884449 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-93fe1367-e03a-4c35-b388-6b01538021de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.901786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-c3f0a815-38d2-41ec-a851-de04509818e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:56.903381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-c3f0a815-38d2-41ec-a851-de04509818e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0988352 Nov 27 01:05:56.913279 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2394ee1-8c94-45ea-94e3-733fb8af1a69 req-0fc2f71b-9973-4c54-844e-b6a9dbeb1ae2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:56.920451 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2394ee1-8c94-45ea-94e3-733fb8af1a69 req-0fc2f71b-9973-4c54-844e-b6a9dbeb1ae2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.2295768 Nov 27 01:05:56.965738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1949465210-router', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ff448034-dff0-4e78-9c73-095451db4b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:51Z', 'updated_at': '2021-11-27T01:05:53Z', 'revision_number': 3, 'project_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'gw_port': {'id': 'ff448034-dff0-4e78-9c73-095451db4b20', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:52Z', 'updated_at': '2021-11-27T01:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:56.966372 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-54e54e14-f3e6-4990-9a3a-7e7d39a04085 req-c7d1fa55-a7f6-4fe4-854c-f4295d123664 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934343 Nov 27 01:05:56.975108 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b90cc70c-c917-44db-bc5e-fc1c740f1058 req-988a338b-59eb-451b-803b-527b647a6482 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f7cbeb7-2fe2-44e9-91be-c64c3582d300 HTTP/1.1" status: 200 len: 217 time: 0.1055412 Nov 27 01:05:57.020731 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2394ee1-8c94-45ea-94e3-733fb8af1a69 req-e3cceabc-ee6b-47d9-b1b0-8d2410ddcf0c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938311 Nov 27 01:05:57.043005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-e99058e3-29c2-449b-b514-42dbf7c160a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:57.045155 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-e99058e3-29c2-449b-b514-42dbf7c160a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1100903 Nov 27 01:05:57.052997 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Checking router: 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:57.053451 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Updating router 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 port ff448034-dff0-4e78-9c73-095451db4b20 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:05:57.086610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cc70c-c917-44db-bc5e-fc1c740f1058 req-4c549cf3-0328-470b-92de-4460cf8ce7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:57.088429 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b90cc70c-c917-44db-bc5e-fc1c740f1058 req-4c549cf3-0328-470b-92de-4460cf8ce7c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1e1dce6-7ad2-45c3-be99-cad1e52a01bf HTTP/1.1" status: 200 len: 852 time: 0.1057367 Nov 27 01:05:57.093584 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-93fe1367-e03a-4c35-b388-6b01538021de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.097896 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-93fe1367-e03a-4c35-b388-6b01538021de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.102910 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-93fe1367-e03a-4c35-b388-6b01538021de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4685900-2619-4007-b29b-0d05d5d98cb3 HTTP/1.1" status: 204 len: 168 time: 0.3775814 Nov 27 01:05:57.116566 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.126139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe1367-e03a-4c35-b388-6b01538021de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4685900-2619-4007-b29b-0d05d5d98cb3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:57.150283 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b90cc70c-c917-44db-bc5e-fc1c740f1058 req-ccad71e4-a5f0-4b5c-b7b6-7bf4cbed5f6d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43b7912e-52da-47c9-b267-954cb551a0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458794 Nov 27 01:05:57.207944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:57.283307 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:57.283776 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fcbee4d3-8bcb-42eb-ac48-9c0f10ee34a7 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:57.341050 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-3631f71a-6f11-47a9-827f-5962d3078910 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0d98ada493c341839d668e6552fe4ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421288 Nov 27 01:05:57.449699 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b90cc70c-c917-44db-bc5e-fc1c740f1058 req-38cc2625-b07b-47e5-abda-d827877c0742 service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913401 Nov 27 01:05:57.550782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-be6f913b-f0fe-402d-80bd-bb0037afceb8 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:57.552347 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-be6f913b-f0fe-402d-80bd-bb0037afceb8 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006361 Nov 27 01:05:57.575890 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-1a1f51d8-1b2d-4f1b-bb63-541274f9c8c4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/quotas/0d98ada493c341839d668e6552fe4ef3 HTTP/1.1" status: 200 len: 375 time: 0.0169220 Nov 27 01:05:57.618958 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b90cc70c-c917-44db-bc5e-fc1c740f1058 req-4b7e340a-7bee-4b6c-9250-17bf6ce44c6f service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592276 Nov 27 01:05:57.674726 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-ca8065de-6dae-4906-9492-6f4f640c1950 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0916963 Nov 27 01:05:57.774493 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.780993 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.839625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a1b0d-abe7-4c8e-93f2-06bb409f9c1e None None] Pushing event updated for resources: {'Port': ['ID=ff448034-dff0-4e78-9c73-095451db4b20,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:57.880795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Attempting to bind port ff448034-dff0-4e78-9c73-095451db4b20 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:57.881192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Attempting to bind port ff448034-dff0-4e78-9c73-095451db4b20 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:57.881556 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Attempting to bind port ff448034-dff0-4e78-9c73-095451db4b20 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:57.901746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:57.902171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:57.902605 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.903070 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:57.903483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Bound port: ff448034-dff0-4e78-9c73-095451db4b20, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:57.903886 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.910843 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-a833d281-739b-4fa3-8fd9-ac666aa3bce6 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780035 Nov 27 01:05:57.924599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f1a79-e933-44f2-838e-ff5fb7277309 req-81a82468-1902-4d5a-92f4-7a97936444b5 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:57.933227 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-068f1a79-e933-44f2-838e-ff5fb7277309 req-81a82468-1902-4d5a-92f4-7a97936444b5 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 944 time: 0.1630833 Nov 27 01:05:57.979086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6f053-3050-436d-b8d3-66ab0ecebfde req-aa96c0cd-cd66-46d8-83c9-32470804adbd tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:57.990735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1ab6f053-3050-436d-b8d3-66ab0ecebfde req-aa96c0cd-cd66-46d8-83c9-32470804adbd tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0723009 Nov 27 01:05:58.047543 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39136) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:58.047696 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] For port ff448034-dff0-4e78-9c73-095451db4b20, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:58.052301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] For port ff448034-dff0-4e78-9c73-095451db4b20, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ff448034-dff0-4e78-9c73-095451db4b20,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:58.065395 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.095674 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1ab6f053-3050-436d-b8d3-66ab0ecebfde req-e2b9df43-4c0a-4e95-bc5a-487ccb06eaa2 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040580 Nov 27 01:05:58.192750 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-068f1a79-e933-44f2-838e-ff5fb7277309 req-d3dcdb14-bb7b-41e9-9229-b9599ab7629e tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584960 Nov 27 01:05:58.207637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a1b0d-abe7-4c8e-93f2-06bb409f9c1e None None] Pushing event updated for resources: {'Port': ['ID=ff448034-dff0-4e78-9c73-095451db4b20,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:58.251787 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.256646 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Routers {'600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:58.257506 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:58.351369 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5aaf1c74-7e83-41f4-89d6-ec7dda66122b req-cdf24af5-f5d4-4bb2-b76e-c8483caa64e6 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 210 time: 0.0653272 Nov 27 01:05:58.367197 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e367e76-2d19-4f8a-a699-0f1b21476e36 req-af8d4868-a17a-4e9b-b6e9-e659d917820a service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994570 Nov 27 01:05:58.420342 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.435331 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5c740-2510-4a96-a618-cce7504703b3 req-f483a19d-5569-4650-840b-925f4eb33eaf tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.445138 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0b5c740-2510-4a96-a618-cce7504703b3 req-f483a19d-5569-4650-840b-925f4eb33eaf tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.0944352 Nov 27 01:05:58.548865 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0b5c740-2510-4a96-a618-cce7504703b3 req-d24a3da7-3e06-4378-8089-39f1eba43378 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010709 Nov 27 01:05:58.572076 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1929455594-network', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:58.574184 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] Set router 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:58.611696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] Made reservation on behalf of 9de34437f661434ba5e3c39084f9ffdf for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:58.614365 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.624388 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.750144 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Allocated IP 172.20.0.1 (d0557d2c-33a3-4001-8fe0-929f0f25d5a0/5e83ae76-20b3-4480-8494-402bd455351d/0308ac5f-b16d-42ad-8fd3-32b525b39896) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:58.788171 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.794895 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.832443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:05:58.848977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca9deaa-9652-4415-b075-145684004665,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:58.857790 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.857790 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] Added segment 6eb32920-8c1a-4ca7-8e63-86ce59101330 of type vlan for network 87035191-bb00-44ca-9b27-8c4ad075d663 Nov 27 01:05:58.885710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169de897-f338-4daa-a64a-ee57fb8adb19 req-cde6999f-aa1a-424a-bba7-aea12cd2788d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.894081 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-169de897-f338-4daa-a64a-ee57fb8adb19 req-cde6999f-aa1a-424a-bba7-aea12cd2788d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1219125 Nov 27 01:05:58.905210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1949465210-router', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ff448034-dff0-4e78-9c73-095451db4b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:51Z', 'updated_at': '2021-11-27T01:05:53Z', 'revision_number': 3, 'project_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'gw_port': {'id': 'ff448034-dff0-4e78-9c73-095451db4b20', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:52Z', 'updated_at': '2021-11-27T01:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:58.926148 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.943553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10b970-2b64-4d1d-a389-e44fff09d73d None None] The sync data for ids ['600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'] in n-d-817303-10 is: [{'id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1949465210-router', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ff448034-dff0-4e78-9c73-095451db4b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:51Z', 'updated_at': '2021-11-27T01:05:53Z', 'revision_number': 3, 'project_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'gw_port': {'id': 'ff448034-dff0-4e78-9c73-095451db4b20', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:52Z', 'updated_at': '2021-11-27T01:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:58.985866 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-169de897-f338-4daa-a64a-ee57fb8adb19 req-7ee5729e-f5aa-497b-859e-193865295a8b tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909066 Nov 27 01:05:58.989030 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.997308 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.999254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:59.002161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.026073 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.062726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Network d0557d2c-33a3-4001-8fe0-929f0f25d5a0 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:59.065976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:59.069555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:59.080053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0233414 Nov 27 01:05:59.080053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39158) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:59.084631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d7448012-463d-4f87-905a-66759fbbb22a admin admin] Request body: {'subnet': {'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1929455594-subnet', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:59.110872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Pushing event updated for resources: {'Port': ['ID=0308ac5f-b16d-42ad-8fd3-32b525b39896,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:59.114910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0cb066-73ec-4c3c-8d33-e199cdd50895 admin admin] Pushing event updated for resources: {'Network': ['ID=87035191-bb00-44ca-9b27-8c4ad075d663,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:59.126158 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.134219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7448012-463d-4f87-905a-66759fbbb22a admin admin] Made reservation on behalf of 9de34437f661434ba5e3c39084f9ffdf for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:59.136699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7448012-463d-4f87-905a-66759fbbb22a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.145240 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 87035191-bb00-44ca-9b27-8c4ad075d663 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:05:59.384064 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.456487 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfaf3f-a38f-4f32-84a8-f2da6ffd3d92 req-3b9eced3-6f88-4ebc-92b0-50911a64e3e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:59.458253 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bdfaf3f-a38f-4f32-84a8-f2da6ffd3d92 req-3b9eced3-6f88-4ebc-92b0-50911a64e3e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 944 time: 0.0919008 Nov 27 01:05:59.551916 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7448012-463d-4f87-905a-66759fbbb22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.572204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a8a3940a-eeaa-4f9e-a664-703018b92ab5 None None] Provisioning complete for port 0308ac5f-b16d-42ad-8fd3-32b525b39896 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:59.572597 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8a3940a-eeaa-4f9e-a664-703018b92ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.641888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7448012-463d-4f87-905a-66759fbbb22a admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ff8f40-63e5-4ba8-a52c-a79f45836826,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:59.645996 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:59.654900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:59.659280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7448012-463d-4f87-905a-66759fbbb22a admin admin] Checking segment: {'id': '6eb32920-8c1a-4ca7-8e63-86ce59101330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:59.659660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7448012-463d-4f87-905a-66759fbbb22a admin admin] Network hostable DHCP agents. Network: 87035191-bb00-44ca-9b27-8c4ad075d663, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:05:59.697829 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bdfaf3f-a38f-4f32-84a8-f2da6ffd3d92 req-4528f965-4475-447f-b00b-f124bf43d1ae tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831338 Nov 27 01:05:59.700049 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7448012-463d-4f87-905a-66759fbbb22a admin admin] Network 87035191-bb00-44ca-9b27-8c4ad075d663 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:05:59.702837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-a08558d5-5bcb-4261-b379-e25eab4aeded tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0d98ada493c341839d668e6552fe4ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1709437 Nov 27 01:05:59.712622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d7448012-463d-4f87-905a-66759fbbb22a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 87035191-bb00-44ca-9b27-8c4ad075d663) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:59.718019 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7448012-463d-4f87-905a-66759fbbb22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:59.718814 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7448012-463d-4f87-905a-66759fbbb22a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.744365 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8810f70c-9fad-4dd7-beac-06ce6ee1da68 None None] Network 87035191-bb00-44ca-9b27-8c4ad075d663 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:59.747855 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d7448012-463d-4f87-905a-66759fbbb22a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6669915 Nov 27 01:05:59.751257 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39174) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:59.767797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1929455594-router', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:59.813572 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.814737 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.904195 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.912816 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3940a-eeaa-4f9e-a664-703018b92ab5 None None] Port 0308ac5f-b16d-42ad-8fd3-32b525b39896 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:59.983901 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d50a4a3-be84-4e42-a03b-62d947b18215 req-fb9127c5-d0df-4047-aabc-ca27a090ae9d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 210 time: 0.0899088 Nov 27 01:06:00.091929 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.213529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-5ad90cf0-dae0-4de5-a7d0-3a84e584a520 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:00.218590 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-5ad90cf0-dae0-4de5-a7d0-3a84e584a520 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5053389 Nov 27 01:06:00.285027 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.320301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fec38-c25a-4a6a-a168-3ebc91443a1d req-11f5d3b0-4ebc-43e1-819d-53f1452d6bac tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:00.322162 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4b5fec38-c25a-4a6a-a168-3ebc91443a1d req-11f5d3b0-4ebc-43e1-819d-53f1452d6bac tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.3616741 Nov 27 01:06:00.325925 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-9898ae3b-47a3-4d11-8a1e-296958495403 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Request body: {'port': {'device_id': '4326f150-76df-4a8b-a3ee-a1b1d8e767a0', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '0d98ada493c341839d668e6552fe4ef3'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:00.456387 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4b5fec38-c25a-4a6a-a168-3ebc91443a1d req-2a238310-3f0d-4dc0-aa33-89a721fbfa5d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157587 Nov 27 01:06:00.457897 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:00.460335 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d51073-c204-446f-ae57-899db93103f2" -d '{"events": [{"server_uuid": "c58851f9-5435-4219-b6d7-8a13615927bb", "name": "network-vif-unplugged", "status": "completed", "tag": "ebdda98d-aad1-4ffd-9e9e-c0d2003832c3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:00.467169 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.478687 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.498067 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ff448034-dff0-4e78-9c73-095451db4b20 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:00.535957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Pushing event updated for resources: {'Port': ['ID=0308ac5f-b16d-42ad-8fd3-32b525b39896,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:00.554231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:00.581847 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9699b6-5664-4c16-a8b8-ebff312e8ec6 req-b3ce16cc-84ea-471e-9829-a0dcdeccbcb5 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:00.582800 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.589440 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b9699b6-5664-4c16-a8b8-ebff312e8ec6 req-b3ce16cc-84ea-471e-9829-a0dcdeccbcb5 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.3629789 Nov 27 01:06:00.596555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,segment=NetworkSegment(5af6be53-9e18-40d4-b065-e0745912977f),segment_id=5af6be53-9e18-40d4-b065-e0745912977f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:00.602013 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.613420 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a6fd4f-4223-4674-aea3-1b9f39a6a5ba x-openstack-request-id: req-e1a6fd4f-4223-4674-aea3-1b9f39a6a5ba {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:00.613770 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58851f9-5435-4219-b6d7-8a13615927bb", "name": "network-vif-unplugged", "status": "completed", "tag": "ebdda98d-aad1-4ffd-9e9e-c0d2003832c3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:00.613965 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1a6fd4f-4223-4674-aea3-1b9f39a6a5ba {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:00.614365 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3', 'code': 200} Nov 27 01:06:00.674390 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b9699b6-5664-4c16-a8b8-ebff312e8ec6 req-df6b85ce-f51a-4e42-a153-4eae6da51460 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839648 Nov 27 01:06:00.674866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '1f7cbeb7-2fe2-44e9-91be-c64c3582d300', 'network_id': '43b7912e-52da-47c9-b267-954cb551a0e3', 'port_id': '1f7cbeb7-2fe2-44e9-91be-c64c3582d300', 'mac_address': 'fa:16:3e:ff:69:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e1dce6-7ad2-45c3-be99-cad1e52a01bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:00.680784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-9898ae3b-47a3-4d11-8a1e-296958495403 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Made reservation on behalf of 0d98ada493c341839d668e6552fe4ef3 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:00.688191 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-9898ae3b-47a3-4d11-8a1e-296958495403 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.699557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-87035191-bb00-44ca-9b27-8c4ad075d663', 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'fixed_ips': [{'subnet_id': '13ff8f40-63e5-4ba8-a52c-a79f45836826'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:06:00.700472 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.715624 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.798182 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.939666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Network d0557d2c-33a3-4001-8fe0-929f0f25d5a0 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:00.943181 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:01.025873 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Allocated IP 172.20.0.2 (87035191-bb00-44ca-9b27-8c4ad075d663/13ff8f40-63e5-4ba8-a52c-a79f45836826/437b898f-56e0-4e79-9157-b20fa4043c18) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:01.128126 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.170726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baad8c-71eb-4691-8532-71d460588684 req-5b2f8031-2b6b-403b-8ff2-fa06318a705f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.173668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4baad8c-71eb-4691-8532-71d460588684 req-5b2f8031-2b6b-403b-8ff2-fa06318a705f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 944 time: 0.1576190 Nov 27 01:06:01.174755 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.179400 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b8d3cd36-c9d1-478b-bf4b-f2ac35ad890b req-d4d5407a-5eb6-448c-b56b-b4596c56684c tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 210 time: 0.0516140 Nov 27 01:06:01.240402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:01.265502 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ff448034-dff0-4e78-9c73-095451db4b20 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:01.266486 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.287010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-9898ae3b-47a3-4d11-8a1e-296958495403 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Allocated IP 192.168.233.240 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:01.354511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Router 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:06:01.357209 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.383505 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.389571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:01.428020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Allocated IP 172.25.1.143 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/cea8e488-78c6-4906-81c4-20e6f6057979) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:01.456448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Pushing event updated for resources: {'Port': ['ID=437b898f-56e0-4e79-9157-b20fa4043c18,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:01.509029 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Network 87035191-bb00-44ca-9b27-8c4ad075d663 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:01.516745 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:01.523653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,segment=NetworkSegment(5af6be53-9e18-40d4-b065-e0745912977f),segment_id=5af6be53-9e18-40d4-b065-e0745912977f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:01.528208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:01.542841 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.548767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-861aefce-8e41-4eaa-9c57-1d9f04f44874 None None] Provisioning complete for port 0308ac5f-b16d-42ad-8fd3-32b525b39896 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:01.549413 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-861aefce-8e41-4eaa-9c57-1d9f04f44874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.570245 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.603800 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-861aefce-8e41-4eaa-9c57-1d9f04f44874 None None] Port 0308ac5f-b16d-42ad-8fd3-32b525b39896 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:06:01.606916 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.615925 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:06:01.623170 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e74e0828-e04a-4757-a024-da537b9e2f15 admin admin] 10.222.0.15 "PUT /v2.0/routers/600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5229311 Nov 27 01:06:01.627158 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Sync routers for ids ['600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:06:01.641301 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-9898ae3b-47a3-4d11-8a1e-296958495403 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.651324 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Routers {'600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:01.652105 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:01.669819 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:01.753512 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-9898ae3b-47a3-4d11-8a1e-296958495403 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.767691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:01.786455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:01.796443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:01.805600 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4baad8c-71eb-4691-8532-71d460588684 req-f71d5dd9-0cd7-4a09-a312-1c5f9239ab4d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176839 Nov 27 01:06:01.811020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-9898ae3b-47a3-4d11-8a1e-296958495403 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:01.834502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-9898ae3b-47a3-4d11-8a1e-296958495403 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:01.841013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ca0f84e5-4268-4b9c-9802-c42a5dc006e6'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:01.843011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'c56a7cc8-bda9-451f-b56a-0c99631e5c93', '3ac72ba6-b9df-4457-9566-76d5183da86f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:01.847495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Pushing event updated for resources: {'Port': ['ID=cea8e488-78c6-4906-81c4-20e6f6057979,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:01.848547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-9898ae3b-47a3-4d11-8a1e-296958495403 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:01.909553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:01.949080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3', 'mac_address': 'fa:16:3e:39:b7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:02.002221 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-9898ae3b-47a3-4d11-8a1e-296958495403 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:02.010108 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-9898ae3b-47a3-4d11-8a1e-296958495403 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.045126 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Set router 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:02.108577 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-9898ae3b-47a3-4d11-8a1e-296958495403 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7879088 Nov 27 01:06:02.139668 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Request body: {'port': {'device_id': '4326f150-76df-4a8b-a3ee-a1b1d8e767a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:02.148670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b0b52-2bd4-4b5b-a8fb-4eacf3780f3c req-7f496321-12dc-4bdc-b5a5-036b6265c1a8 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:02.154059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898ae3b-47a3-4d11-8a1e-296958495403 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event updated for resources: {'Port': ['ID=282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:02.157740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e1b0b52-2bd4-4b5b-a8fb-4eacf3780f3c req-7f496321-12dc-4bdc-b5a5-036b6265c1a8 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 948 time: 0.1886578 Nov 27 01:06:02.173417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['1f7cbeb7-2fe2-44e9-91be-c64c3582d300'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:02.176527 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.203879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:02.227664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:02.300544 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e1b0b52-2bd4-4b5b-a8fb-4eacf3780f3c req-4e511710-3a61-4d6d-a6f2-7bca7acc2568 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417475 Nov 27 01:06:02.364725 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.396582 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:02.399298 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.497439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Attempting to bind port 437b898f-56e0-4e79-9157-b20fa4043c18 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:02.500414 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Attempting to bind port 437b898f-56e0-4e79-9157-b20fa4043c18 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '6eb32920-8c1a-4ca7-8e63-86ce59101330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:02.500851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Attempting to bind port 437b898f-56e0-4e79-9157-b20fa4043c18 on network 87035191-bb00-44ca-9b27-8c4ad075d663 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:02.587471 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.617244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-09a6bb51-b5be-4d41-9c5f-cc0b3b4e77bb None None] Provisioning complete for port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:02.617516 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09a6bb51-b5be-4d41-9c5f-cc0b3b4e77bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.619486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:02.619810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Checking segment: {'id': '6eb32920-8c1a-4ca7-8e63-86ce59101330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:02.620432 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.620827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Bound using segment: {'id': '6eb32920-8c1a-4ca7-8e63-86ce59101330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:02.621306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Bound port: 437b898f-56e0-4e79-9157-b20fa4043c18, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb32920-8c1a-4ca7-8e63-86ce59101330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:02.621706 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.625632 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1949465210-router', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ff448034-dff0-4e78-9c73-095451db4b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:51Z', 'updated_at': '2021-11-27T01:05:59Z', 'revision_number': 4, 'project_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'gw_port': {'id': 'ff448034-dff0-4e78-9c73-095451db4b20', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:52Z', 'updated_at': '2021-11-27T01:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0308ac5f-b16d-42ad-8fd3-32b525b39896', 'name': '', 'network_id': 'd0557d2c-33a3-4001-8fe0-929f0f25d5a0', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'mac_address': 'fa:16:3e:2a:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5e83ae76-20b3-4480-8494-402bd455351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:58Z', 'updated_at': '2021-11-27T01:05:59Z', 'revision_number': 2, 'project_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'subnets': [{'id': '5e83ae76-20b3-4480-8494-402bd455351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:02.702317 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Checking router: 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:06:02.704044 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Updating router 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 port 0308ac5f-b16d-42ad-8fd3-32b525b39896 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:06:02.755721 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.810812 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.904592 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca368c0b-2ffe-4646-b360-7b13aabdc7be req-82cb9739-1abb-4dfa-8f09-bde20f959fa2 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:02.914162 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca368c0b-2ffe-4646-b360-7b13aabdc7be req-82cb9739-1abb-4dfa-8f09-bde20f959fa2 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.4859307 Nov 27 01:06:02.946214 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:03.086635 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca368c0b-2ffe-4646-b360-7b13aabdc7be req-46a7a584-a6b2-462a-b2d8-3384975e4364 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695828 Nov 27 01:06:03.171371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Router 2a48f0be-577a-4b09-968f-8b09d0a6d21e is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:06:03.212272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ebdda98d-aad1-4ffd-9e9e-c0d2003832c3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:03.240736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:03.255018 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:03.310716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Transition to ACTIVE for port object 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:03.319852 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:03.399461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port ff448034-dff0-4e78-9c73-095451db4b20, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ff448034-dff0-4e78-9c73-095451db4b20,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:03.423768 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Pushing event updated for resources: {'Port': ['ID=282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:03.482819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47779a-3acd-4c08-96d3-8fd7ad9b0a73 req-c420cf1d-6aa3-4b42-a971-da690cbe1b97 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.498005 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed47779a-3acd-4c08-96d3-8fd7ad9b0a73 req-c420cf1d-6aa3-4b42-a971-da690cbe1b97 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 936 time: 0.3134992 Nov 27 01:06:03.575281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc556d2f-d1aa-4d63-9aa6-b3d35533cdc2 req-66367b6f-c4b4-4699-b6c7-0236b41af123 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.590063 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc556d2f-d1aa-4d63-9aa6-b3d35533cdc2 req-66367b6f-c4b4-4699-b6c7-0236b41af123 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 945 time: 0.1627822 Nov 27 01:06:03.600254 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:03.609516 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:03.621595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:06:03.666997 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:03.684952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed47779a-3acd-4c08-96d3-8fd7ad9b0a73 req-a9e00eba-3634-45b6-a15e-e539fae14159 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855421 Nov 27 01:06:03.701649 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:03.706104 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-77409940-ed36-45cb-9ee5-ab31960e23ef admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9481506 Nov 27 01:06:03.706379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39226) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:03.770454 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9927e-de36-40f3-ae2b-4624c60ee809 None None] Pushing event updated for resources: {'Port': ['ID=0308ac5f-b16d-42ad-8fd3-32b525b39896,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:03.779022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Sync routers for ids ['2a48f0be-577a-4b09-968f-8b09d0a6d21e'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:06:03.838012 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-09a6bb51-b5be-4d41-9c5f-cc0b3b4e77bb None None] Port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:06:03.904788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Attempting to bind port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:03.906165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Attempting to bind port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:03.906772 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Attempting to bind port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:03.916782 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:03.917219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Attempting to bind port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:03.932848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:03.933374 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:03.934094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:03.934387 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Bound port: 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:03.934852 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:03.952381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:03.992010 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc556d2f-d1aa-4d63-9aa6-b3d35533cdc2 req-66101979-3b30-4095-a028-98f2cd64e602 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979688 Nov 27 01:06:04.068012 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Attempting to bind port 0308ac5f-b16d-42ad-8fd3-32b525b39896 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:04.068012 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Attempting to bind port 0308ac5f-b16d-42ad-8fd3-32b525b39896 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '4a3730ff-8e07-4a41-b4f8-a5764a9992c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd0557d2c-33a3-4001-8fe0-929f0f25d5a0'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:04.076887 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Attempting to bind port 0308ac5f-b16d-42ad-8fd3-32b525b39896 on network d0557d2c-33a3-4001-8fe0-929f0f25d5a0 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:04.083157 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:04.083744 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Checking segment: {'id': '4a3730ff-8e07-4a41-b4f8-a5764a9992c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd0557d2c-33a3-4001-8fe0-929f0f25d5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:04.084256 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.084821 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Bound using segment: {'id': '4a3730ff-8e07-4a41-b4f8-a5764a9992c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd0557d2c-33a3-4001-8fe0-929f0f25d5a0'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:04.085396 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Bound port: 0308ac5f-b16d-42ad-8fd3-32b525b39896, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3730ff-8e07-4a41-b4f8-a5764a9992c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd0557d2c-33a3-4001-8fe0-929f0f25d5a0'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:04.089755 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.157666 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] For port 437b898f-56e0-4e79-9157-b20fa4043c18, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:04.182698 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Routers {'2a48f0be-577a-4b09-968f-8b09d0a6d21e'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:04.191553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['2a48f0be-577a-4b09-968f-8b09d0a6d21e'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:04.312627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] For port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:04.349518 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] For port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:04.362407 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.379457 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] For port 0308ac5f-b16d-42ad-8fd3-32b525b39896, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:04.388387 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] For port 0308ac5f-b16d-42ad-8fd3-32b525b39896, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0308ac5f-b16d-42ad-8fd3-32b525b39896,segment=NetworkSegment(4a3730ff-8e07-4a41-b4f8-a5764a9992c6),segment_id=4a3730ff-8e07-4a41-b4f8-a5764a9992c6)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:04.393577 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.483080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Pushing event updated for resources: {'Port': ['ID=282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:04.517951 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8653089-da44-49c1-9ad9-c926add2cee9 req-7a736946-cf37-432e-912b-c043da30f4b6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:04.528541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e8653089-da44-49c1-9ad9-c926add2cee9 req-7a736946-cf37-432e-912b-c043da30f4b6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 949 time: 0.3700190 Nov 27 01:06:04.555107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:04.556374 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.560893 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-294ca38d-93d7-4f57-a78b-b42c67399b49 service neutron] 10.222.0.31 "PUT /v2.0/ports/282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 HTTP/1.1" status: 200 len: 1097 time: 2.4345646 Nov 27 01:06:04.572231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4326f150-76df-4a8b-a3ee-a1b1d8e767a0', 'tag': '282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:04.580064 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa31392-934d-47ff-a3d8-eac1ef3c8ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "4326f150-76df-4a8b-a3ee-a1b1d8e767a0", "tag": "282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:04.590857 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Routers {'600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:04.593606 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:04.736950 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e8653089-da44-49c1-9ad9-c926add2cee9 req-ba0521c8-18b4-4736-9bc6-1986cce79371 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066569 Nov 27 01:06:04.771562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-7d67c334-fa58-474d-a0c2-fa76b66aa81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:04.773500 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-7d67c334-fa58-474d-a0c2-fa76b66aa81f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 1100 time: 0.1232476 Nov 27 01:06:04.871824 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-a2a637a2-0d2c-430c-be67-28d61edbe089 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 HTTP/1.1" status: 200 len: 217 time: 0.0822759 Nov 27 01:06:05.024927 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] Set router 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:05.080701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Set router 2a48f0be-577a-4b09-968f-8b09d0a6d21e gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:05.083609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-840962a7-cd1f-4c9f-a389-e27d2b9abe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.096736 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-840962a7-cd1f-4c9f-a389-e27d2b9abe6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1672349 Nov 27 01:06:05.101070 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b5b7fd-0bfa-445b-a5f0-9017f5f99bae x-openstack-request-id: req-91b5b7fd-0bfa-445b-a5f0-9017f5f99bae {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:05.109542 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f371e1-9c7d-4e5e-a341-057b371c0521 req-54ebbb0c-dd0f-46c3-a356-075076c65919 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.116020 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4326f150-76df-4a8b-a3ee-a1b1d8e767a0", "tag": "282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:05.118062 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27f371e1-9c7d-4e5e-a341-057b371c0521 req-54ebbb0c-dd0f-46c3-a356-075076c65919 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.2860804 Nov 27 01:06:05.118930 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91b5b7fd-0bfa-445b-a5f0-9017f5f99bae {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:05.119455 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4326f150-76df-4a8b-a3ee-a1b1d8e767a0', 'tag': '282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3', 'status': 'completed', 'code': 200} Nov 27 01:06:05.199647 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9927e-de36-40f3-ae2b-4624c60ee809 None None] Pushing event updated for resources: {'Port': ['ID=0308ac5f-b16d-42ad-8fd3-32b525b39896,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:05.226147 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-5be2346a-d550-4c32-940b-58d36b884c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.226147 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-5be2346a-d550-4c32-940b-58d36b884c33 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0994823 Nov 27 01:06:05.277059 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:05.317697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] For port 437b898f-56e0-4e79-9157-b20fa4043c18, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=437b898f-56e0-4e79-9157-b20fa4043c18,segment=NetworkSegment(6eb32920-8c1a-4ca7-8e63-86ce59101330),segment_id=6eb32920-8c1a-4ca7-8e63-86ce59101330)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:05.323958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=ff448034-dff0-4e78-9c73-095451db4b20,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:05.341813 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:05.442384 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1949465210-router', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ff448034-dff0-4e78-9c73-095451db4b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:51Z', 'updated_at': '2021-11-27T01:05:59Z', 'revision_number': 4, 'project_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'gw_port': {'id': 'ff448034-dff0-4e78-9c73-095451db4b20', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:52Z', 'updated_at': '2021-11-27T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0308ac5f-b16d-42ad-8fd3-32b525b39896', 'name': '', 'network_id': 'd0557d2c-33a3-4001-8fe0-929f0f25d5a0', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'mac_address': 'fa:16:3e:2a:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5e83ae76-20b3-4480-8494-402bd455351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:58Z', 'updated_at': '2021-11-27T01:06:04Z', 'revision_number': 4, 'project_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'subnets': [{'id': '5e83ae76-20b3-4480-8494-402bd455351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:05.492552 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54c4e2-07e6-4755-9d84-efcfc7bde747 None None] The sync data for ids ['600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'] in n-d-817303-10 is: [{'id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1949465210-router', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ff448034-dff0-4e78-9c73-095451db4b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:51Z', 'updated_at': '2021-11-27T01:05:59Z', 'revision_number': 4, 'project_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'gw_port': {'id': 'ff448034-dff0-4e78-9c73-095451db4b20', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:52Z', 'updated_at': '2021-11-27T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0308ac5f-b16d-42ad-8fd3-32b525b39896', 'name': '', 'network_id': 'd0557d2c-33a3-4001-8fe0-929f0f25d5a0', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'mac_address': 'fa:16:3e:2a:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5e83ae76-20b3-4480-8494-402bd455351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:58Z', 'updated_at': '2021-11-27T01:06:04Z', 'revision_number': 4, 'project_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'subnets': [{'id': '5e83ae76-20b3-4480-8494-402bd455351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:06:05.502505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e8b73-cc72-434e-a16b-70797a9f51f6 req-f8ba34de-2bc6-447a-9f52-982e8aa176d0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.504004 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec3e8b73-cc72-434e-a16b-70797a9f51f6 req-f8ba34de-2bc6-447a-9f52-982e8aa176d0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 948 time: 0.1748519 Nov 27 01:06:05.509492 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-93f3bd93-2638-4261-ba72-5d826f3c40a8 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794580 Nov 27 01:06:05.574186 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Allocated IP 172.20.0.1 (87035191-bb00-44ca-9b27-8c4ad075d663/13ff8f40-63e5-4ba8-a52c-a79f45836826/c3ef38f6-f7da-4a35-8175-294422daa15a) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:05.688265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:05.739831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8170d1f-988e-4542-ad29-ccd7caa6027a None None] Pushing event updated for resources: {'Port': ['ID=437b898f-56e0-4e79-9157-b20fa4043c18,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:05.828919 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:05.887609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'name': 'tempest-FloatingIPsTestJSON-1929455594-router', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'cea8e488-78c6-4906-81c4-20e6f6057979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:59Z', 'updated_at': '2021-11-27T01:06:02Z', 'revision_number': 3, 'project_id': '9de34437f661434ba5e3c39084f9ffdf', 'gw_port': {'id': 'cea8e488-78c6-4906-81c4-20e6f6057979', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:01Z', 'updated_at': '2021-11-27T01:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:05.894947 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:05.898659 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec3e8b73-cc72-434e-a16b-70797a9f51f6 req-a7bd7b10-6bbc-4376-9304-d8c83dad59a8 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820138 Nov 27 01:06:06.007689 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Checking router: 2a48f0be-577a-4b09-968f-8b09d0a6d21e for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:06:06.011551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Updating router 2a48f0be-577a-4b09-968f-8b09d0a6d21e port cea8e488-78c6-4906-81c4-20e6f6057979 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:06:06.019899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-99336a27-8cc6-4123-aa3c-ef1659a6d3c8 None None] Provisioning complete for port 0308ac5f-b16d-42ad-8fd3-32b525b39896 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:06.020682 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-99336a27-8cc6-4123-aa3c-ef1659a6d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:06.058716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Network 87035191-bb00-44ca-9b27-8c4ad075d663 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:06.087541 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27f371e1-9c7d-4e5e-a341-057b371c0521 req-87861ae6-ae14-4f6b-9ca8-824ad24b1ced tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9361696 Nov 27 01:06:06.094773 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:06.101595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:06.115049 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49a539fe-5667-4299-a45a-b80dca5c7376 req-3e14f68b-c059-4649-ba9b-88d15688561d service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941465 Nov 27 01:06:06.228084 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ef38f6-f7da-4a35-8175-294422daa15a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:06.253186 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:06.288236 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa31392-934d-47ff-a3d8-eac1ef3c8ee8 req-52f63a9a-de07-48d6-9451-0c6d480f7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.290474 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2aa31392-934d-47ff-a3d8-eac1ef3c8ee8 req-52f63a9a-de07-48d6-9451-0c6d480f7c78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 1100 time: 0.0560045 Nov 27 01:06:06.292518 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ff448034-dff0-4e78-9c73-095451db4b20 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:06.604427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa31392-934d-47ff-a3d8-eac1ef3c8ee8 req-2338408b-b84a-4adb-bcb6-c658a6a02e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.606974 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2aa31392-934d-47ff-a3d8-eac1ef3c8ee8 req-2338408b-b84a-4adb-bcb6-c658a6a02e7e service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.3009529 Nov 27 01:06:06.625849 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:06.728647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21e84c-6ac8-46d0-88af-cd7dc89aeef1 req-dba4386c-57e6-4136-a4ee-57d0bb0e0a99 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.730258 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e21e84c-6ac8-46d0-88af-cd7dc89aeef1 req-dba4386c-57e6-4136-a4ee-57d0bb0e0a99 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 945 time: 0.2593384 Nov 27 01:06:06.769594 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2aa31392-934d-47ff-a3d8-eac1ef3c8ee8 req-f56619ff-72fa-4c3e-8f09-adedb770e47b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 HTTP/1.1" status: 200 len: 217 time: 0.1520822 Nov 27 01:06:06.805363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:06.806136 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:06.883375 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:06.903437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa31392-934d-47ff-a3d8-eac1ef3c8ee8 req-89296522-e784-4aaf-9708-33967ebd1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.912209 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2aa31392-934d-47ff-a3d8-eac1ef3c8ee8 req-89296522-e784-4aaf-9708-33967ebd1bb3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1345687 Nov 27 01:06:07.065638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ff448034-dff0-4e78-9c73-095451db4b20 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:07.066154 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:07.067855 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-99336a27-8cc6-4123-aa3c-ef1659a6d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:07.090892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa31392-934d-47ff-a3d8-eac1ef3c8ee8 req-1614f23b-03c5-4509-b532-59fcbd318246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.098158 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2aa31392-934d-47ff-a3d8-eac1ef3c8ee8 req-1614f23b-03c5-4509-b532-59fcbd318246 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1733277 Nov 27 01:06:07.105747 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e21e84c-6ac8-46d0-88af-cd7dc89aeef1 req-b2ad88c3-e1f7-4e3a-9e30-2d42a8990ab7 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181808 Nov 27 01:06:07.208177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-c7ccc590-28b6-4ec0-8d98-6ce0be333ec7 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.213961 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-c7ccc590-28b6-4ec0-8d98-6ce0be333ec7 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb&tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 949 time: 0.4678938 Nov 27 01:06:07.356428 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7993f3d-9ad8-4efd-a63a-d2293dc221a3 req-ad18e68b-8c4f-473e-98ee-74b571b1957a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.368622 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7993f3d-9ad8-4efd-a63a-d2293dc221a3 req-ad18e68b-8c4f-473e-98ee-74b571b1957a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 949 time: 0.2691979 Nov 27 01:06:07.380027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-99336a27-8cc6-4123-aa3c-ef1659a6d3c8 None None] For port 0308ac5f-b16d-42ad-8fd3-32b525b39896, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0308ac5f-b16d-42ad-8fd3-32b525b39896,segment=NetworkSegment(4a3730ff-8e07-4a41-b4f8-a5764a9992c6),segment_id=4a3730ff-8e07-4a41-b4f8-a5764a9992c6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:07.407839 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-99336a27-8cc6-4123-aa3c-ef1659a6d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:07.488251 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2aa31392-934d-47ff-a3d8-eac1ef3c8ee8 req-f1e24562-92c4-4391-ba0b-90b099577550 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725867 Nov 27 01:06:07.632904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2476a83c-eeef-4f41-9e14-9b1fdc47f968 None None] Network 87035191-bb00-44ca-9b27-8c4ad075d663 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:06:07.665851 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:07.674795 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2aa31392-934d-47ff-a3d8-eac1ef3c8ee8 req-e47b1db9-9a2a-4ad9-aba1-fc14e3643a95 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607203 Nov 27 01:06:07.679139 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:07.692655 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:07.699214 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7993f3d-9ad8-4efd-a63a-d2293dc221a3 req-66d308ff-6c53-4ed6-91ac-78c69989e413 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295562 Nov 27 01:06:07.721044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b7d9e5a6-fd35-4eb1-85b0-5bced0c4f8b2 None None] Provisioning complete for port 437b898f-56e0-4e79-9157-b20fa4043c18 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:07.721431 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b7d9e5a6-fd35-4eb1-85b0-5bced0c4f8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:07.802091 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99336a27-8cc6-4123-aa3c-ef1659a6d3c8 None None] Pushing event updated for resources: {'Port': ['ID=0308ac5f-b16d-42ad-8fd3-32b525b39896,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:07.845022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ef476-6342-4a82-bb16-e6a6df412179 req-c066c89d-48d0-4caf-9caf-a902d064f0c1 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.856666 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0308ac5f-b16d-42ad-8fd3-32b525b39896 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:07.860505 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d30ef476-6342-4a82-bb16-e6a6df412179 req-c066c89d-48d0-4caf-9caf-a902d064f0c1 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 948 time: 0.4813209 Nov 27 01:06:07.868152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e7b91-382a-483f-81bb-c0eef8195ff2 req-6e361ed6-b2c2-4fd3-a9db-3d3b886818fd tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.877292 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-917e7b91-382a-483f-81bb-c0eef8195ff2 req-6e361ed6-b2c2-4fd3-a9db-3d3b886818fd tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0820296 Nov 27 01:06:07.884938 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-50af8924-85a0-453b-aacf-62d519012414 service neutron] 10.222.0.31 "GET /v2.0/ports/ebdda98d-aad1-4ffd-9e9e-c0d2003832c3/bindings/n-h2-817303-10 HTTP/1.1" status: 200 len: 383 time: 0.6466479 Nov 27 01:06:07.899267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ef38f6-f7da-4a35-8175-294422daa15a,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:07.903594 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:07.942724 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-917e7b91-382a-483f-81bb-c0eef8195ff2 req-f0b28d78-fa53-4ddd-9ae1-f407c3005a4d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644886 Nov 27 01:06:07.981339 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:07.984032 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d7882e-cd8d-48f9-a0ca-89d67b853abb" -d '{"events": [{"server_uuid": "c58851f9-5435-4219-b6d7-8a13615927bb", "name": "network-vif-plugged", "status": "completed", "tag": "ebdda98d-aad1-4ffd-9e9e-c0d2003832c3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:08.025480 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:08.043601 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d30ef476-6342-4a82-bb16-e6a6df412179 req-4d922070-640a-48af-b174-3206fa4fce92 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816976 Nov 27 01:06:08.050358 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:08.066816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-0ae62d3a-62b3-4f98-8b25-e5c676812b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.066816 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-0ae62d3a-62b3-4f98-8b25-e5c676812b98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 1101 time: 0.1274853 Nov 27 01:06:08.137651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:08.145330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:08.155697 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43636639-de40-4f82-8258-07c2dcdcf45a x-openstack-request-id: req-43636639-de40-4f82-8258-07c2dcdcf45a {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:08.156403 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58851f9-5435-4219-b6d7-8a13615927bb", "name": "network-vif-plugged", "status": "completed", "tag": "ebdda98d-aad1-4ffd-9e9e-c0d2003832c3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:08.156403 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43636639-de40-4f82-8258-07c2dcdcf45a {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:08.156734 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3', 'code': 200} Nov 27 01:06:08.178711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Network 87035191-bb00-44ca-9b27-8c4ad075d663 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:08.194245 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b7d9e5a6-fd35-4eb1-85b0-5bced0c4f8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:08.209406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:08.294696 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399461d-a8eb-49a4-9385-c4ee83438391 req-632ff887-60cb-4c73-a4fd-00350301c272 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.302876 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4399461d-a8eb-49a4-9385-c4ee83438391 req-632ff887-60cb-4c73-a4fd-00350301c272 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 945 time: 0.0880196 Nov 27 01:06:08.319851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 0308ac5f-b16d-42ad-8fd3-32b525b39896 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:08.320335 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:08.360950 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4399461d-a8eb-49a4-9385-c4ee83438391 req-28b6531b-b304-437b-8b55-f6a908abe2a5 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568063 Nov 27 01:06:08.437887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b7d9e5a6-fd35-4eb1-85b0-5bced0c4f8b2 None None] For port 437b898f-56e0-4e79-9157-b20fa4043c18, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=437b898f-56e0-4e79-9157-b20fa4043c18,segment=NetworkSegment(6eb32920-8c1a-4ca7-8e63-86ce59101330),segment_id=6eb32920-8c1a-4ca7-8e63-86ce59101330)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:08.449950 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b7d9e5a6-fd35-4eb1-85b0-5bced0c4f8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:08.525623 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:08.562652 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:08.592424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:08.693879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:08.694642 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:08.736597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-fedfc849-5969-4cf3-aa18-a5d83d3461eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.739009 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-fedfc849-5969-4cf3-aa18-a5d83d3461eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.5987589 Nov 27 01:06:08.861799 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-6ce0ac1b-030d-4e52-adc0-b7233db6e2d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 HTTP/1.1" status: 200 len: 217 time: 0.1068950 Nov 27 01:06:08.879972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddaa9c-6f68-4d30-b6a4-1f8f3d47ee5c req-41dcefee-56be-4464-ac16-9c9643ab3a95 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.888574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a9ddaa9c-6f68-4d30-b6a4-1f8f3d47ee5c req-41dcefee-56be-4464-ac16-9c9643ab3a95 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.0973480 Nov 27 01:06:08.903977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Router 2a48f0be-577a-4b09-968f-8b09d0a6d21e has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:06:08.950516 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a9ddaa9c-6f68-4d30-b6a4-1f8f3d47ee5c req-7c49d0ec-1068-4482-9a32-b5ce6412c1f2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608160 Nov 27 01:06:09.080909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9e5a6-fd35-4eb1-85b0-5bced0c4f8b2 None None] Pushing event updated for resources: {'Port': ['ID=437b898f-56e0-4e79-9157-b20fa4043c18,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:09.101349 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Attempting to bind port cea8e488-78c6-4906-81c4-20e6f6057979 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:09.101749 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Attempting to bind port cea8e488-78c6-4906-81c4-20e6f6057979 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:09.102126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Attempting to bind port cea8e488-78c6-4906-81c4-20e6f6057979 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:09.130117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:09.130520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:09.130896 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.131289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:09.131781 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Bound port: cea8e488-78c6-4906-81c4-20e6f6057979, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:09.132165 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.182077 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101339c-d01b-4dd8-88cf-6b813b87f976 req-1f9e9529-503b-4f53-8f85-969b39ca6293 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.193106 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b101339c-d01b-4dd8-88cf-6b813b87f976 req-1f9e9529-503b-4f53-8f85-969b39ca6293 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1235447 Nov 27 01:06:09.256854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-f95c88a1-042f-4943-bb8d-8949a0d57f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.258951 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-f95c88a1-042f-4943-bb8d-8949a0d57f1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.3884230 Nov 27 01:06:09.281631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] For port cea8e488-78c6-4906-81c4-20e6f6057979, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:09.287990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:06:09.291944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db93aa3-63fb-4c21-be2f-d0c77f5cfaf3 None None] Pushing event updated for resources: {'Port': ['ID=cea8e488-78c6-4906-81c4-20e6f6057979,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:09.300871 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b101339c-d01b-4dd8-88cf-6b813b87f976 req-22956826-b501-48c8-8a8b-55e1380e655e tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068299 Nov 27 01:06:09.304596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] For port cea8e488-78c6-4906-81c4-20e6f6057979, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cea8e488-78c6-4906-81c4-20e6f6057979,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:09.319957 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.332342 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6c2d5548-28ef-4d68-a860-d53efb405471 admin admin] 10.222.0.15 "PUT /v2.0/routers/2a48f0be-577a-4b09-968f-8b09d0a6d21e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6169064 Nov 27 01:06:09.380867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3afbfa28-0218-4ccc-aaec-e89ddb88bd21 None None] Provisioning complete for port c3ef38f6-f7da-4a35-8175-294422daa15a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:09.381358 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3afbfa28-0218-4ccc-aaec-e89ddb88bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.387372 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db93aa3-63fb-4c21-be2f-d0c77f5cfaf3 None None] Pushing event updated for resources: {'Port': ['ID=cea8e488-78c6-4906-81c4-20e6f6057979,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:09.446417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-2af6024f-584c-482c-a4a8-5eb67cb24391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.447962 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-2af6024f-584c-482c-a4a8-5eb67cb24391 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1751876 Nov 27 01:06:09.608831 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.666504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3afbfa28-0218-4ccc-aaec-e89ddb88bd21 None None] Port c3ef38f6-f7da-4a35-8175-294422daa15a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:06:09.676174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Routers {'2a48f0be-577a-4b09-968f-8b09d0a6d21e'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:09.681301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:05:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['2a48f0be-577a-4b09-968f-8b09d0a6d21e'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:09.710466 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224dc6d-a7a0-4ca2-a0f5-52f67d92baab req-e07578df-813a-4266-a085-27060d30a2f0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.711836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:09.717667 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a224dc6d-a7a0-4ca2-a0f5-52f67d92baab req-e07578df-813a-4266-a085-27060d30a2f0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 948 time: 0.1278372 Nov 27 01:06:09.750343 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-c5d22cd5-6fe1-46cb-8cb3-1988ed995f02 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923257 Nov 27 01:06:09.830363 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a224dc6d-a7a0-4ca2-a0f5-52f67d92baab req-9fe8c7a7-7440-4fbd-b171-4a66653090d2 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117897 Nov 27 01:06:09.853104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 437b898f-56e0-4e79-9157-b20fa4043c18 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:09.862448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,segment=NetworkSegment(5af6be53-9e18-40d4-b065-e0745912977f),segment_id=5af6be53-9e18-40d4-b065-e0745912977f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:09.899208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3afbfa28-0218-4ccc-aaec-e89ddb88bd21 None None] Provisioning complete for port 437b898f-56e0-4e79-9157-b20fa4043c18 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:09.901191 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3afbfa28-0218-4ccc-aaec-e89ddb88bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.921278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ccb45-faf3-4c58-ade9-ead2554ebe7e req-4dac9a76-35a0-497d-968d-d287e739f7d8 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.929000 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-995ccb45-faf3-4c58-ade9-ead2554ebe7e req-4dac9a76-35a0-497d-968d-d287e739f7d8 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 945 time: 0.1751757 Nov 27 01:06:09.986175 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.998954 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.resource_extend [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:06:10.016203 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-995ccb45-faf3-4c58-ade9-ead2554ebe7e req-151a9bcc-e26f-4a25-8c58-d28a3ea51655 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828304 Nov 27 01:06:10.032907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-1780dd07-a032-434a-b9af-90f3043cde7e service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157836 Nov 27 01:06:10.141265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-50810363-2834-4e90-9a49-8205f6837d5e req-36d75312-ffd3-4fbb-9812-bc7c66ad71f3 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1665101 Nov 27 01:06:10.147474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:10.162066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386f0538-33d7-4f55-b066-0d9b15004958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7cbeb7-2fe2-44e9-91be-c64c3582d300'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:10.164555 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884a7108-099f-498f-9df4-2f8c4d7df993" -d '{"events": [{"server_uuid": "386f0538-33d7-4f55-b066-0d9b15004958", "name": "network-vif-plugged", "status": "completed", "tag": "1f7cbeb7-2fe2-44e9-91be-c64c3582d300"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:10.173995 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cda28-3c22-49fb-8ad9-c1595a123c90 req-51390072-680a-4534-adef-e3b8e7bd6305 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:10.182345 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.186795 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d6cda28-3c22-49fb-8ad9-c1595a123c90 req-51390072-680a-4534-adef-e3b8e7bd6305 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 946 time: 0.0816629 Nov 27 01:06:10.206662 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fdec8dd2-b283-4afc-8939-2d6f5625c109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.247445 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] Set router 2a48f0be-577a-4b09-968f-8b09d0a6d21e gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:10.251151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:10.252274 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d6cda28-3c22-49fb-8ad9-c1595a123c90 req-10d5fc50-d825-4b6f-9ba0-ca39c5d6ba37 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644858 Nov 27 01:06:10.321739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 437b898f-56e0-4e79-9157-b20fa4043c18 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:10.322317 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.367772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:10.429124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa72a2b-632f-4a22-84bd-9cc977ff3f04 req-5ecfcfbd-1bc3-4803-aab0-3126b6c12d95 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:10.440552 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bfa72a2b-632f-4a22-84bd-9cc977ff3f04 req-5ecfcfbd-1bc3-4803-aab0-3126b6c12d95 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.0774765 Nov 27 01:06:10.469725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3', 'mac_address': 'fa:16:3e:90:04:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:10.498251 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bfa72a2b-632f-4a22-84bd-9cc977ff3f04 req-55c623c2-9bda-49ff-9852-2b6c81f11b92 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562506 Nov 27 01:06:10.567489 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2cccfa-4d45-4992-8863-3888bacf3731 x-openstack-request-id: req-fa2cccfa-4d45-4992-8863-3888bacf3731 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:10.567842 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386f0538-33d7-4f55-b066-0d9b15004958", "name": "network-vif-plugged", "status": "completed", "tag": "1f7cbeb7-2fe2-44e9-91be-c64c3582d300", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:10.568157 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa2cccfa-4d45-4992-8863-3888bacf3731 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:10.568627 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386f0538-33d7-4f55-b066-0d9b15004958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7cbeb7-2fe2-44e9-91be-c64c3582d300', 'code': 200} Nov 27 01:06:10.649462 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.718364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0308ac5f-b16d-42ad-8fd3-32b525b39896 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:10.751902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:10.806003 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7b22e8e1-ea9f-4359-bd29-0c561ca28c32 None None] Provisioning complete for port c3ef38f6-f7da-4a35-8175-294422daa15a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:10.806930 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7b22e8e1-ea9f-4359-bd29-0c561ca28c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.829631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe03d1-3c6e-4f3e-ac58-fbb211ad5056 req-d781115b-3087-4eaf-badc-67c68b61f7d7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:10.837783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5abe03d1-3c6e-4f3e-ac58-fbb211ad5056 req-d781115b-3087-4eaf-badc-67c68b61f7d7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1519582 Nov 27 01:06:10.865003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58c779-2eb2-490f-9f12-eb123ce2f908 req-61ad3647-5513-4198-ad72-bc138294bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:10.866553 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ae58c779-2eb2-490f-9f12-eb123ce2f908 req-61ad3647-5513-4198-ad72-bc138294bc38 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 1098 time: 0.1662366 Nov 27 01:06:10.929243 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.940626 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5abe03d1-3c6e-4f3e-ac58-fbb211ad5056 req-f2f208ac-d278-42ec-90aa-a58e09c21ab5 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015799 Nov 27 01:06:10.973049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7b22e8e1-ea9f-4359-bd29-0c561ca28c32 None None] Port c3ef38f6-f7da-4a35-8175-294422daa15a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:06:10.982049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:11.003486 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.024571 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39310) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:11.059079 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ae58c779-2eb2-490f-9f12-eb123ce2f908 req-7c8eb16e-68fb-4972-a3b9-94d5678a9ad1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780546 Nov 27 01:06:11.087402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:11.095590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Allocated IP 172.25.1.83 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/77fab7c6-4017-4096-a109-f31c34f77752) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:11.106553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'name': 'tempest-FloatingIPsTestJSON-1929455594-router', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'cea8e488-78c6-4906-81c4-20e6f6057979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:59Z', 'updated_at': '2021-11-27T01:06:06Z', 'revision_number': 4, 'project_id': '9de34437f661434ba5e3c39084f9ffdf', 'gw_port': {'id': 'cea8e488-78c6-4906-81c4-20e6f6057979', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:01Z', 'updated_at': '2021-11-27T01:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'c3ef38f6-f7da-4a35-8175-294422daa15a', 'name': '', 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'mac_address': 'fa:16:3e:66:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '13ff8f40-63e5-4ba8-a52c-a79f45836826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:05Z', 'updated_at': '2021-11-27T01:06:07Z', 'revision_number': 2, 'project_id': '9de34437f661434ba5e3c39084f9ffdf', 'subnets': [{'id': '13ff8f40-63e5-4ba8-a52c-a79f45836826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:11.162961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9bb15-5423-44cf-90ce-4b59d7994668 req-fc60ba39-7434-46e6-b9bd-1f147914e8ec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:11.175489 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-88f9bb15-5423-44cf-90ce-4b59d7994668 req-fc60ba39-7434-46e6-b9bd-1f147914e8ec tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 949 time: 0.1032279 Nov 27 01:06:11.195815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8b276-a5ed-46ea-a413-b7cb0236e03c None None] The sync data for ids ['2a48f0be-577a-4b09-968f-8b09d0a6d21e'] in n-d-817303-10 is: [{'id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'name': 'tempest-FloatingIPsTestJSON-1929455594-router', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'cea8e488-78c6-4906-81c4-20e6f6057979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:59Z', 'updated_at': '2021-11-27T01:06:06Z', 'revision_number': 4, 'project_id': '9de34437f661434ba5e3c39084f9ffdf', 'gw_port': {'id': 'cea8e488-78c6-4906-81c4-20e6f6057979', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:01Z', 'updated_at': '2021-11-27T01:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'c3ef38f6-f7da-4a35-8175-294422daa15a', 'name': '', 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'mac_address': 'fa:16:3e:66:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '13ff8f40-63e5-4ba8-a52c-a79f45836826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:05Z', 'updated_at': '2021-11-27T01:06:07Z', 'revision_number': 2, 'project_id': '9de34437f661434ba5e3c39084f9ffdf', 'subnets': [{'id': '13ff8f40-63e5-4ba8-a52c-a79f45836826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:06:11.203925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 0308ac5f-b16d-42ad-8fd3-32b525b39896 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:11.204466 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.303261 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.312936 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-88f9bb15-5423-44cf-90ce-4b59d7994668 req-95f648c2-b41a-46c6-bb2f-fe49100652bd tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302807 Nov 27 01:06:11.343565 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23991482-fbed-467b-9f3f-69ef86430c72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.370019 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.443438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:11.444676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Pushing event updated for resources: {'Port': ['ID=77fab7c6-4017-4096-a109-f31c34f77752,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:11.448218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:11.450230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:11.510427 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40672a7-0fc9-487f-b3e3-b0cb40b4ca95 req-177fdb42-dbcc-4eb2-98ae-4d1001b71b5e tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:11.511737 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f40672a7-0fc9-487f-b3e3-b0cb40b4ca95 req-177fdb42-dbcc-4eb2-98ae-4d1001b71b5e tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 946 time: 0.0810854 Nov 27 01:06:11.552670 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23991482-fbed-467b-9f3f-69ef86430c72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.554603 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.584139 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23991482-fbed-467b-9f3f-69ef86430c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.594734 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.606682 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f40672a7-0fc9-487f-b3e3-b0cb40b4ca95 req-810e1833-161f-490b-bd73-ce66d5000b20 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834534 Nov 27 01:06:11.633143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:11.661644 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-23991482-fbed-467b-9f3f-69ef86430c72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d85eb8ade17c4f0bbc1865b10d810a23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6327317 Nov 27 01:06:11.661644 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23991482-fbed-467b-9f3f-69ef86430c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041ee428-5180-473d-af10-14b204a0ac60,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:11.662799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39320) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:11.826700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fffc058c-c136-4f02-b58b-902c3b11cdef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.877223 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fffc058c-c136-4f02-b58b-902c3b11cdef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.946231 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.957661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.996172 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fffc058c-c136-4f02-b58b-902c3b11cdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:12.009963 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fffc058c-c136-4f02-b58b-902c3b11cdef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:12.011779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fffc058c-c136-4f02-b58b-902c3b11cdef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/041ee428-5180-473d-af10-14b204a0ac60 HTTP/1.1" status: 204 len: 168 time: 0.3477635 Nov 27 01:06:12.051661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc058c-c136-4f02-b58b-902c3b11cdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041ee428-5180-473d-af10-14b204a0ac60,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:12.230101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e22af-0f03-4e52-8577-f653fb8c9e10 req-a398993e-bca6-46ff-b42a-aba8c4ea67c7 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.243659 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d5e22af-0f03-4e52-8577-f653fb8c9e10 req-a398993e-bca6-46ff-b42a-aba8c4ea67c7 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.1102564 Nov 27 01:06:12.251002 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Pushing event updated for resources: {'Port': ['ID=77fab7c6-4017-4096-a109-f31c34f77752,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:12.279792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:12.336331 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:12.348305 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-50810363-2834-4e90-9a49-8205f6837d5e req-38c8605a-e290-450c-b458-115ff51ae279 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2059689 Nov 27 01:06:12.394825 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d5e22af-0f03-4e52-8577-f653fb8c9e10 req-af704b7f-88fa-483f-90ea-21eb81101ded tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501682 Nov 27 01:06:12.432027 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-50810363-2834-4e90-9a49-8205f6837d5e req-a4aa7b1c-dead-46bc-9314-0129785b0c8f tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 695 time: 0.0825138 Nov 27 01:06:12.525296 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da721dec-d9ee-4417-bd36-0c2b2ba2133f req-b6161455-81b2-4d25-9602-34c64e14f054 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.534078 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da721dec-d9ee-4417-bd36-0c2b2ba2133f req-b6161455-81b2-4d25-9602-34c64e14f054 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0826454 Nov 27 01:06:12.712137 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-57362ca3-a6be-4fdb-a9af-77e20e2bea7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:12.744871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da721dec-d9ee-4417-bd36-0c2b2ba2133f req-ba07fcc7-c727-488a-b1d1-e6b08da78bbd tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098036 Nov 27 01:06:12.747832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50810363-2834-4e90-9a49-8205f6837d5e req-ca17b3af-6956-4112-802d-d958fd750a2c tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.756013 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-50810363-2834-4e90-9a49-8205f6837d5e req-ca17b3af-6956-4112-802d-d958fd750a2c tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.3122101 Nov 27 01:06:12.990308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e21f8-f5b6-4c46-a115-7f9d2ca6f4dd req-675c9c95-be6e-444d-9874-57a72477f162 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.994671 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-4eae85a1-c35c-473f-93f6-6796a00e91b4 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2097825397&fields=id&tenant_id=4ad1e1b237fe46afb06815c8b8c729f0 HTTP/1.1" status: 200 len: 267 time: 0.1185789 Nov 27 01:06:12.997907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9a8e21f8-f5b6-4c46-a115-7f9d2ca6f4dd req-675c9c95-be6e-444d-9874-57a72477f162 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 949 time: 0.0730431 Nov 27 01:06:13.092996 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9a8e21f8-f5b6-4c46-a115-7f9d2ca6f4dd req-3dc8c512-6c4e-469c-aa38-8f59b24aa0f5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907459 Nov 27 01:06:13.177131 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:13.303868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-b516935b-3eaf-4ae4-9a56-a55ef8b794ea tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:13.308763 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-b516935b-3eaf-4ae4-9a56-a55ef8b794ea tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/networks?id=649a07cd-bf3b-42ac-aaef-288218183590 HTTP/1.1" status: 200 len: 822 time: 0.3129914 Nov 27 01:06:13.316183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915dc27-e15e-4dc1-b4bb-1ae33dc1c21c req-e62fd3a6-9db3-4835-bf6d-1346ad1e2502 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:13.325361 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7915dc27-e15e-4dc1-b4bb-1ae33dc1c21c req-e62fd3a6-9db3-4835-bf6d-1346ad1e2502 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 946 time: 0.1084425 Nov 27 01:06:13.334897 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-6cbd5973-6565-4d29-aeb3-21a48245d900 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/quotas/4ad1e1b237fe46afb06815c8b8c729f0 HTTP/1.1" status: 200 len: 375 time: 0.0211983 Nov 27 01:06:13.436650 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-d86d427a-8bf5-46fe-a24b-f0fb81ecfb67 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ad1e1b237fe46afb06815c8b8c729f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834696 Nov 27 01:06:13.508042 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7915dc27-e15e-4dc1-b4bb-1ae33dc1c21c req-41887a19-f890-42f7-ac26-e9ff9abb8724 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554086 Nov 27 01:06:13.647057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39366) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:13.680123 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-9343d438-44bb-4766-a4da-b057ea7b1124 service neutron] 10.222.0.15 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400658 Nov 27 01:06:13.684771 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a14b3622-5237-4545-bdb9-4ca332b22e4b req-432806d2-2920-43f2-a6a9-48dd2368578e tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/floatingips/44b6c0bd-73f9-4902-be8c-d6cb8bf190b4 HTTP/1.1" status: 200 len: 692 time: 0.1195943 Nov 27 01:06:13.686681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cea8e488-78c6-4906-81c4-20e6f6057979 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:13.860852 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port cea8e488-78c6-4906-81c4-20e6f6057979 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:13.861973 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:13.918361 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-f2423b40-bdef-4fef-b6dc-e2c25c6b87f6 service neutron] 10.222.0.15 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140424 Nov 27 01:06:13.923995 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b3622-5237-4545-bdb9-4ca332b22e4b req-c257ddae-9602-4629-98e8-dd8ee3c251f9 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:13.925483 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a14b3622-5237-4545-bdb9-4ca332b22e4b req-c257ddae-9602-4629-98e8-dd8ee3c251f9 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.2397175 Nov 27 01:06:13.983655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-156520281-network', 'tenant_id': '1f5dafb261724061ab16eaad617dd565'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:14.033967 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] Made reservation on behalf of 1f5dafb261724061ab16eaad617dd565 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:14.036716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.048913 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.091153 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.185059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c314c81-e194-4928-b859-f338b7f0965a req-5d377f2f-3f42-49e6-a80a-552aa370cb33 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.197051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8c314c81-e194-4928-b859-f338b7f0965a req-5d377f2f-3f42-49e6-a80a-552aa370cb33 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.1544247 Nov 27 01:06:14.211210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port cea8e488-78c6-4906-81c4-20e6f6057979, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cea8e488-78c6-4906-81c4-20e6f6057979,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:14.212926 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:06:14.220046 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.334091 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=cea8e488-78c6-4906-81c4-20e6f6057979,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:14.335078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.340842 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.360854 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8c314c81-e194-4928-b859-f338b7f0965a req-6fdd8a38-a5bb-4127-b24f-ca95aff920c1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625552 Nov 27 01:06:14.421991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-a8b6d036-799c-48dc-898b-5bd90c82da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.424058 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-a8b6d036-799c-48dc-898b-5bd90c82da40 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb&tenant_id=8fd983e4be5a419cb019b570f4ba0ec0 HTTP/1.1" status: 200 len: 1102 time: 0.0617177 Nov 27 01:06:14.427774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e981155-d63c-4a0a-bc60-26df9924a2a4,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:14.454356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:06:14.474623 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.474979 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] Added segment 4008c6ed-18ae-4897-942a-bd6191664ce8 of type vlan for network 64c1ae4d-31d0-401e-bca0-c179d9458c40 Nov 27 01:06:14.493301 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a74aa800-7151-4279-b654-572704341e55 req-00739064-1c51-44a3-a12f-82da76161275 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2139538854&fields=id&tenant_id=6aae32835efe41afa5485451f7cc2b07 HTTP/1.1" status: 200 len: 267 time: 0.2688456 Nov 27 01:06:14.561345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-ab2624f9-0f45-4678-810f-36ca5d669b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.562921 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-ab2624f9-0f45-4678-810f-36ca5d669b9a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 1102 time: 0.0651953 Nov 27 01:06:14.590820 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f1dcc-f612-4ef1-8cd9-14d3249af079 req-3ff19ee8-b799-4312-97cf-c2e2a1eee9ce tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.600147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e18f1dcc-f612-4ef1-8cd9-14d3249af079 req-3ff19ee8-b799-4312-97cf-c2e2a1eee9ce tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1520550 Nov 27 01:06:14.637341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74aa800-7151-4279-b654-572704341e55 req-27eceb83-564f-4e09-a4ab-d894bb945892 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.650244 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a74aa800-7151-4279-b654-572704341e55 req-27eceb83-564f-4e09-a4ab-d894bb945892 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 946 time: 0.1449111 Nov 27 01:06:14.657087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-a74aa800-7151-4279-b654-572704341e55 req-6738ca9a-fd60-46b3-877e-dbe415f8462f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'port': {'security_groups': ['4ba3acd2-3335-4c3e-b017-7572da81c6cb', 'd1435c54-b83d-45b3-be10-cdcc77fa8a48']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:14.679758 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.689920 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.806099 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a74aa800-7151-4279-b654-572704341e55 req-6738ca9a-fd60-46b3-877e-dbe415f8462f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.855021 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.856164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.856903 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.878340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e18f1dcc-f612-4ef1-8cd9-14d3249af079 req-3cd6ed6a-c6b5-4724-844e-83606faa4370 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728040 Nov 27 01:06:14.878340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-c51afa27-0abd-4476-b1ce-455f40ceee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.878340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-c51afa27-0abd-4476-b1ce-455f40ceee92 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2704480 Nov 27 01:06:14.986855 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-84ab91b5-f569-4e02-aad1-40f009c72a50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 HTTP/1.1" status: 200 len: 217 time: 0.0935264 Nov 27 01:06:15.020979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3390689 Nov 27 01:06:15.067554 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39386) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:15.080312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2e4fab87-a949-42e7-9939-5033ee53b159 admin admin] Request body: {'subnet': {'network_id': '64c1ae4d-31d0-401e-bca0-c179d9458c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-156520281-subnet', 'tenant_id': '1f5dafb261724061ab16eaad617dd565', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:15.085001 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81196eec-c1fe-453a-84f3-6586e8c4b235 req-160aa7e2-9a9b-49e9-90ff-d47224f56634 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=9de34437f661434ba5e3c39084f9ffdf HTTP/1.1" status: 200 len: 695 time: 0.1016500 Nov 27 01:06:15.134953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-29ab2ad7-ea83-490e-9811-dbe9bb6b2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.136606 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-29ab2ad7-ea83-490e-9811-dbe9bb6b2605 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0496235 Nov 27 01:06:15.145032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd80e0-01d8-417b-b98b-636ec74aa4dd admin admin] Pushing event updated for resources: {'Network': ['ID=64c1ae4d-31d0-401e-bca0-c179d9458c40,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:15.189436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 64c1ae4d-31d0-401e-bca0-c179d9458c40 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:06:15.203845 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-c9607db6-785e-4fb8-9097-87e3ad3133f3 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.216564 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-c9607db6-785e-4fb8-9097-87e3ad3133f3 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbd6a77-a50d-4fac-a7be-b5f8e06e17a7 HTTP/1.1" status: 200 len: 946 time: 0.4043326 Nov 27 01:06:15.261062 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Sync routers for ids ['2a48f0be-577a-4b09-968f-8b09d0a6d21e'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:06:15.302857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-4ccfe876-414f-4bcf-9efb-5b8ff9691d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.304371 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-4ccfe876-414f-4bcf-9efb-5b8ff9691d60 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1493843 Nov 27 01:06:15.313116 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Routers {'2a48f0be-577a-4b09-968f-8b09d0a6d21e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:15.317102 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:06:13Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['2a48f0be-577a-4b09-968f-8b09d0a6d21e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:15.351321 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-a74aa800-7151-4279-b654-572704341e55 req-6738ca9a-fd60-46b3-877e-dbe415f8462f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] For port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,segment=NetworkSegment(5af6be53-9e18-40d4-b065-e0745912977f),segment_id=5af6be53-9e18-40d4-b065-e0745912977f)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:15.388073 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a74aa800-7151-4279-b654-572704341e55 req-6738ca9a-fd60-46b3-877e-dbe415f8462f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.428931 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a74aa800-7151-4279-b654-572704341e55 req-6738ca9a-fd60-46b3-877e-dbe415f8462f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.433992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4fab87-a949-42e7-9939-5033ee53b159 admin admin] Made reservation on behalf of 1f5dafb261724061ab16eaad617dd565 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:15.436540 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e4fab87-a949-42e7-9939-5033ee53b159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.444187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81196eec-c1fe-453a-84f3-6586e8c4b235 req-d06e9e32-59e7-4bbb-a2a2-71d350213fd3 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.447902 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81196eec-c1fe-453a-84f3-6586e8c4b235 req-d06e9e32-59e7-4bbb-a2a2-71d350213fd3 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/networks?id=853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 787 time: 0.3621113 Nov 27 01:06:15.470654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-81196eec-c1fe-453a-84f3-6586e8c4b235 req-7fb4e9cf-060a-4701-80c5-978e17f18108 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:06:15.471955 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81196eec-c1fe-453a-84f3-6586e8c4b235 req-7fb4e9cf-060a-4701-80c5-978e17f18108 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184541 Nov 27 01:06:15.473191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['93c7853a-3cd9-4ef8-8734-4b7ea23976ea', '1f7cbeb7-2fe2-44e9-91be-c64c3582d300'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:15.665564 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a77a4843-f8ab-41b3-9f5c-86feaab52649 req-7df05ada-31d8-42f4-a77a-3548fd8f0c18 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 210 time: 0.0930524 Nov 27 01:06:15.668218 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-0623bf23-5832-4f4f-82d4-bfe9eefc48e0 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507290 Nov 27 01:06:15.694017 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Set router 2a48f0be-577a-4b09-968f-8b09d0a6d21e gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:15.707098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74aa800-7151-4279-b654-572704341e55 req-6738ca9a-fd60-46b3-877e-dbe415f8462f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.707815 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a74aa800-7151-4279-b654-572704341e55 req-6738ca9a-fd60-46b3-877e-dbe415f8462f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.724301 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a74aa800-7151-4279-b654-572704341e55 req-6738ca9a-fd60-46b3-877e-dbe415f8462f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "PUT /v2.0/ports/1f7cbeb7-2fe2-44e9-91be-c64c3582d300 HTTP/1.1" status: 200 len: 982 time: 1.0729551 Nov 27 01:06:15.735829 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cea8e488-78c6-4906-81c4-20e6f6057979 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:15.773231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386f0538-33d7-4f55-b066-0d9b15004958', 'tag': '1f7cbeb7-2fe2-44e9-91be-c64c3582d300'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:15.775567 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f1d550-b073-4789-bcf3-881ccd140805" -d '{"events": [{"name": "network-changed", "server_uuid": "386f0538-33d7-4f55-b066-0d9b15004958", "tag": "1f7cbeb7-2fe2-44e9-91be-c64c3582d300"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:15.798531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:15.818539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738ca9a-fd60-46b3-877e-dbe415f8462f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'Port': ['ID=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,revision_number=6']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:15.827112 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bee3ca57-3f3a-49b6-a633-e47964f00b6e req-ad59cc9f-6765-4d8d-b97e-08daf3e1dd9b service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507657 Nov 27 01:06:15.898103 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Deleting port d01d79e4-d969-4c23-bceb-575214916189 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:15.898758 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.944653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d8888-865c-4e05-aa93-b9eb92b3139e req-136c0fb0-c7eb-4504-8e78-78d9cf97ec0f tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.952012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-405d8888-865c-4e05-aa93-b9eb92b3139e req-136c0fb0-c7eb-4504-8e78-78d9cf97ec0f tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 949 time: 0.1235077 Nov 27 01:06:15.961336 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.963637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef502113-9f95-437f-a2a8-2f5bd4eaa646 req-1d4d218e-88da-4b4a-b2fa-60e63499bcc7 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.965390 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef502113-9f95-437f-a2a8-2f5bd4eaa646 req-1d4d218e-88da-4b4a-b2fa-60e63499bcc7 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.1676140 Nov 27 01:06:16.026972 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['1f7cbeb7-2fe2-44e9-91be-c64c3582d300'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:16.049725 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-405d8888-865c-4e05-aa93-b9eb92b3139e req-b318d5b3-4776-4ba7-b5c3-8dac0cb93f5c tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955675 Nov 27 01:06:16.086562 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'name': 'tempest-FloatingIPsTestJSON-1929455594-router', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'cea8e488-78c6-4906-81c4-20e6f6057979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:59Z', 'updated_at': '2021-11-27T01:06:06Z', 'revision_number': 4, 'project_id': '9de34437f661434ba5e3c39084f9ffdf', 'gw_port': {'id': 'cea8e488-78c6-4906-81c4-20e6f6057979', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:01Z', 'updated_at': '2021-11-27T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'c3ef38f6-f7da-4a35-8175-294422daa15a', 'name': '', 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'mac_address': 'fa:16:3e:66:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '13ff8f40-63e5-4ba8-a52c-a79f45836826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:05Z', 'updated_at': '2021-11-27T01:06:07Z', 'revision_number': 2, 'project_id': '9de34437f661434ba5e3c39084f9ffdf', 'subnets': [{'id': '13ff8f40-63e5-4ba8-a52c-a79f45836826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:16.092401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:16.144889 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29f35684-b7f0-4553-b804-6cc22536c751 req-ff520128-0926-4e54-859a-96ea0ecdaa03 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/floatingips/44b6c0bd-73f9-4902-be8c-d6cb8bf190b4 HTTP/1.1" status: 200 len: 692 time: 0.0700448 Nov 27 01:06:16.154845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:16.155236 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] For port d01d79e4-d969-4c23-bceb-575214916189, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d01d79e4-d969-4c23-bceb-575214916189,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:16.155553 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.156123 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.255699 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Checking router: 2a48f0be-577a-4b09-968f-8b09d0a6d21e for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:06:16.255972 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Updating router 2a48f0be-577a-4b09-968f-8b09d0a6d21e port c3ef38f6-f7da-4a35-8175-294422daa15a binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:06:16.284105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port cea8e488-78c6-4906-81c4-20e6f6057979 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:16.284919 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.328409 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.491769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f35684-b7f0-4553-b804-6cc22536c751 req-f11e4971-7f88-494c-97a3-afe2ee07600a tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:16.513868 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29f35684-b7f0-4553-b804-6cc22536c751 req-f11e4971-7f88-494c-97a3-afe2ee07600a tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.3681047 Nov 27 01:06:16.549041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-f5f26b20-70c1-4d32-994e-dbda99ca4a4e tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:16.550011 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-f5f26b20-70c1-4d32-994e-dbda99ca4a4e tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.21 "GET /v2.0/networks?id=649a07cd-bf3b-42ac-aaef-288218183590 HTTP/1.1" status: 200 len: 822 time: 0.3429511 Nov 27 01:06:16.560548 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.583139 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.583757 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.584320 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Floating IP b9cec232-a079-4a66-bf0f-004b836628cb disassociated. External IP: 172.25.1.117, port: d01d79e4-d969-4c23-bceb-575214916189. Nov 27 01:06:16.584827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Calling delete_port for d01d79e4-d969-4c23-bceb-575214916189 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:16.626210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:16.635206 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4326f150-76df-4a8b-a3ee-a1b1d8e767a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:16.638343 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bb540a-dc1e-4c1b-9927-a89ff57dd0aa" -d '{"events": [{"server_uuid": "4326f150-76df-4a8b-a3ee-a1b1d8e767a0", "name": "network-vif-plugged", "status": "completed", "tag": "282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:16.661850 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.664273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:16.731171 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.752417 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.761434 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.773768 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29f35684-b7f0-4553-b804-6cc22536c751 req-e6715793-1f26-40f8-9ccf-646d5a41dfbd tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 695 time: 0.2557991 Nov 27 01:06:16.813986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Pushing event deleted for resources: {'Port': ['ID=d01d79e4-d969-4c23-bceb-575214916189,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:16.879954 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29f35684-b7f0-4553-b804-6cc22536c751 req-6977b7bf-50dd-4b3e-813c-deaf9ff76592 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 695 time: 0.0980821 Nov 27 01:06:16.944190 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ff552-4784-456f-9a2e-a70b4cdf3445 None None] Pushing event updated for resources: {'Port': ['ID=c3ef38f6-f7da-4a35-8175-294422daa15a,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:16.970829 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:17.026344 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Attempting to bind port c3ef38f6-f7da-4a35-8175-294422daa15a on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:17.027434 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Attempting to bind port c3ef38f6-f7da-4a35-8175-294422daa15a by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '6eb32920-8c1a-4ca7-8e63-86ce59101330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:17.027976 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Attempting to bind port c3ef38f6-f7da-4a35-8175-294422daa15a on network 87035191-bb00-44ca-9b27-8c4ad075d663 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:17.037157 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:17.039637 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Checking segment: {'id': '6eb32920-8c1a-4ca7-8e63-86ce59101330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:17.040426 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.040995 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Bound using segment: {'id': '6eb32920-8c1a-4ca7-8e63-86ce59101330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:17.041650 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Bound port: c3ef38f6-f7da-4a35-8175-294422daa15a, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb32920-8c1a-4ca7-8e63-86ce59101330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:17.043251 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.105851 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-48797b0b-0b75-4c0c-91c8-7f3e15e345b9 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ad1e1b237fe46afb06815c8b8c729f0 HTTP/1.1" status: 200 len: 380 time: 0.4090004 Nov 27 01:06:17.118138 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.148414 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] For port c3ef38f6-f7da-4a35-8175-294422daa15a, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:17.162091 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] For port c3ef38f6-f7da-4a35-8175-294422daa15a, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c3ef38f6-f7da-4a35-8175-294422daa15a,segment=NetworkSegment(6eb32920-8c1a-4ca7-8e63-86ce59101330),segment_id=6eb32920-8c1a-4ca7-8e63-86ce59101330)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:17.170139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:17.179806 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.181892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d01d79e4-d969-4c23-bceb-575214916189 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:17.190171 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.199565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-5ac0b2ca-5c80-4a6d-9ce3-82dd7057358a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Request body: {'port': {'device_id': '825419b6-4b9c-4cfb-accf-f752bef52f73', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'admin_state_up': True, 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'security_groups': ['0e31eb61-cf9c-4084-8bea-767d69d54a52']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:17.258112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Router c162365c-0767-45f8-9972-d2811e2dd70f has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:06:17.281497 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef502113-9f95-437f-a2a8-2f5bd4eaa646 req-98b10a22-ccbd-4c0b-84a5-e4468544f33d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1549373 Nov 27 01:06:17.288591 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e4fab87-a949-42e7-9939-5033ee53b159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.318268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: d01d79e4-d969-4c23-bceb-575214916189 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:06:17.318796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d01d79e4-d969-4c23-bceb-575214916189 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:06:17.340791 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Routers {'2a48f0be-577a-4b09-968f-8b09d0a6d21e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:17.345953 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:06:13Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['2a48f0be-577a-4b09-968f-8b09d0a6d21e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:17.461340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-5ac0b2ca-5c80-4a6d-9ce3-82dd7057358a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Made reservation on behalf of 4ad1e1b237fe46afb06815c8b8c729f0 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:17.467307 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-5ac0b2ca-5c80-4a6d-9ce3-82dd7057358a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.487514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b19a3ce5-c3ad-4f5b-8383-091582bad107 None None] Provisioning complete for port c3ef38f6-f7da-4a35-8175-294422daa15a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:17.487895 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b19a3ce5-c3ad-4f5b-8383-091582bad107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.491829 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:17.600580 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] Set router 2a48f0be-577a-4b09-968f-8b09d0a6d21e gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:17.667944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-29f35684-b7f0-4553-b804-6cc22536c751 req-84ee2734-e034-41df-ada7-a85b6b5fd3f3 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Deleting port 77fab7c6-4017-4096-a109-f31c34f77752 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:17.668558 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29f35684-b7f0-4553-b804-6cc22536c751 req-84ee2734-e034-41df-ada7-a85b6b5fd3f3 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.744929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fab87-a949-42e7-9939-5033ee53b159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1da3a54-76b0-44fb-96f6-817959284ab5,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:17.747730 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b19a3ce5-c3ad-4f5b-8383-091582bad107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.782409 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ff552-4784-456f-9a2e-a70b4cdf3445 None None] Pushing event updated for resources: {'Port': ['ID=c3ef38f6-f7da-4a35-8175-294422daa15a,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:17.786446 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d75bda3-788f-47cb-934c-486d5c60aecd req-2555bf70-1c42-4f6c-ad70-803cf54b08fb tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/d1435c54-b83d-45b3-be10-cdcc77fa8a48 HTTP/1.1" status: 200 len: 1818 time: 0.4322746 Nov 27 01:06:17.792806 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4fab87-a949-42e7-9939-5033ee53b159 admin admin] Checking segment: {'id': '4008c6ed-18ae-4897-942a-bd6191664ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '64c1ae4d-31d0-401e-bca0-c179d9458c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:17.793538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fab87-a949-42e7-9939-5033ee53b159 admin admin] Network hostable DHCP agents. Network: 64c1ae4d-31d0-401e-bca0-c179d9458c40, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:06:17.829100 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:06:17.851310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b19a3ce5-c3ad-4f5b-8383-091582bad107 None None] For port c3ef38f6-f7da-4a35-8175-294422daa15a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c3ef38f6-f7da-4a35-8175-294422daa15a,segment=NetworkSegment(6eb32920-8c1a-4ca7-8e63-86ce59101330),segment_id=6eb32920-8c1a-4ca7-8e63-86ce59101330)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:17.854986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfdc457-55ae-4cf5-9c20-6bff1080a9e5 None None] Sync routers for ids ['c162365c-0767-45f8-9972-d2811e2dd70f'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:06:17.863987 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b19a3ce5-c3ad-4f5b-8383-091582bad107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.875040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfdc457-55ae-4cf5-9c20-6bff1080a9e5 None None] Routers {'c162365c-0767-45f8-9972-d2811e2dd70f'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:17.875680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0cfdc457-55ae-4cf5-9c20-6bff1080a9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:06:13Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c162365c-0767-45f8-9972-d2811e2dd70f'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:17.893446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fab87-a949-42e7-9939-5033ee53b159 admin admin] Network 64c1ae4d-31d0-401e-bca0-c179d9458c40 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:06:17.915967 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] No DVR routers for this DVR port d01d79e4-d969-4c23-bceb-575214916189 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:06:17.926670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.930753 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8befa3cb-fcf6-408a-b3c0-98182bfd9a01 req-7b4a0301-1e90-4c83-9b93-a67ce42af864 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.31 "DELETE /v2.0/ports/d01d79e4-d969-4c23-bceb-575214916189 HTTP/1.1" status: 204 len: 173 time: 2.5397563 Nov 27 01:06:17.931680 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-2e4fab87-a949-42e7-9939-5033ee53b159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 64c1ae4d-31d0-401e-bca0-c179d9458c40) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:17.945282 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-8d75bda3-788f-47cb-934c-486d5c60aecd req-83c3a5b7-bffe-4943-b86e-68414c8d764d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 01:06:17.952405 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29f35684-b7f0-4553-b804-6cc22536c751 req-84ee2734-e034-41df-ada7-a85b6b5fd3f3 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.956814 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29f35684-b7f0-4553-b804-6cc22536c751 req-84ee2734-e034-41df-ada7-a85b6b5fd3f3 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.957517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5371c64e-1a94-4430-8e84-fdc22ef7c105 None None] Network 64c1ae4d-31d0-401e-bca0-c179d9458c40 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:06:17.965214 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d75bda3-788f-47cb-934c-486d5c60aecd req-83c3a5b7-bffe-4943-b86e-68414c8d764d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "DELETE /v2.0/security-groups/d1435c54-b83d-45b3-be10-cdcc77fa8a48 HTTP/1.1" status: 409 len: 341 time: 0.1775165 Nov 27 01:06:17.972164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4fab87-a949-42e7-9939-5033ee53b159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:17.974342 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e4fab87-a949-42e7-9939-5033ee53b159 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:18.006570 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2e4fab87-a949-42e7-9939-5033ee53b159 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9347939 Nov 27 01:06:18.034602 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f539ccdf-3d51-4337-bd0b-568e4759af9a x-openstack-request-id: req-f539ccdf-3d51-4337-bd0b-568e4759af9a {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:18.034912 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386f0538-33d7-4f55-b066-0d9b15004958", "tag": "1f7cbeb7-2fe2-44e9-91be-c64c3582d300", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:18.035175 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f539ccdf-3d51-4337-bd0b-568e4759af9a {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:18.035583 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386f0538-33d7-4f55-b066-0d9b15004958', 'tag': '1f7cbeb7-2fe2-44e9-91be-c64c3582d300', 'status': 'completed', 'code': 200} Nov 27 01:06:18.092806 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'name': 'tempest-FloatingIPsTestJSON-1929455594-router', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'cea8e488-78c6-4906-81c4-20e6f6057979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:59Z', 'updated_at': '2021-11-27T01:06:06Z', 'revision_number': 4, 'project_id': '9de34437f661434ba5e3c39084f9ffdf', 'gw_port': {'id': 'cea8e488-78c6-4906-81c4-20e6f6057979', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:01Z', 'updated_at': '2021-11-27T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'c3ef38f6-f7da-4a35-8175-294422daa15a', 'name': '', 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'mac_address': 'fa:16:3e:66:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '13ff8f40-63e5-4ba8-a52c-a79f45836826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:05Z', 'updated_at': '2021-11-27T01:06:17Z', 'revision_number': 4, 'project_id': '9de34437f661434ba5e3c39084f9ffdf', 'subnets': [{'id': '13ff8f40-63e5-4ba8-a52c-a79f45836826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:18.160595 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1d550-b073-4789-bcf3-881ccd140805 req-14a856dc-093b-4ae9-90e7-13bf0e81e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:18.163209 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d4f1d550-b073-4789-bcf3-881ccd140805 req-14a856dc-093b-4ae9-90e7-13bf0e81e412 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aae32835efe41afa5485451f7cc2b07&device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 1137 time: 0.0899658 Nov 27 01:06:18.163501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a3ce5-c3ad-4f5b-8383-091582bad107 None None] Pushing event updated for resources: {'Port': ['ID=c3ef38f6-f7da-4a35-8175-294422daa15a,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:18.193335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-29f35684-b7f0-4553-b804-6cc22536c751 req-84ee2734-e034-41df-ada7-a85b6b5fd3f3 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Calling delete_port for 77fab7c6-4017-4096-a109-f31c34f77752 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:18.204185 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cf7249-6e97-411e-bff9-9c6de4340af7 None None] The sync data for ids ['2a48f0be-577a-4b09-968f-8b09d0a6d21e'] in n-d-817303-10 is: [{'id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'name': 'tempest-FloatingIPsTestJSON-1929455594-router', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'cea8e488-78c6-4906-81c4-20e6f6057979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:59Z', 'updated_at': '2021-11-27T01:06:06Z', 'revision_number': 4, 'project_id': '9de34437f661434ba5e3c39084f9ffdf', 'gw_port': {'id': 'cea8e488-78c6-4906-81c4-20e6f6057979', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:01Z', 'updated_at': '2021-11-27T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'c3ef38f6-f7da-4a35-8175-294422daa15a', 'name': '', 'network_id': '87035191-bb00-44ca-9b27-8c4ad075d663', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'mac_address': 'fa:16:3e:66:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '13ff8f40-63e5-4ba8-a52c-a79f45836826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:05Z', 'updated_at': '2021-11-27T01:06:17Z', 'revision_number': 4, 'project_id': '9de34437f661434ba5e3c39084f9ffdf', 'subnets': [{'id': '13ff8f40-63e5-4ba8-a52c-a79f45836826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:06:18.300165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-44fb72f6-af54-4883-8c5e-9655799877a5 None None] Provisioning complete for port c3ef38f6-f7da-4a35-8175-294422daa15a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:18.300726 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44fb72f6-af54-4883-8c5e-9655799877a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:18.341552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dd2ee-f3a3-4903-a38c-dae53b707c12 req-88faf9f2-c815-4283-b65d-7a2ec797cbd4 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:18.354966 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9a1dd2ee-f3a3-4903-a38c-dae53b707c12 req-88faf9f2-c815-4283-b65d-7a2ec797cbd4 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1867950 Nov 27 01:06:18.364704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2345ac5-b984-4ae4-8b2f-c1996200d226 None None] Network 64c1ae4d-31d0-401e-bca0-c179d9458c40 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:06:18.403857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-0cfdc457-55ae-4cf5-9c20-6bff1080a9e5 None None] Set router c162365c-0767-45f8-9972-d2811e2dd70f gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:18.538524 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9a1dd2ee-f3a3-4903-a38c-dae53b707c12 req-2b9a3526-0fe3-41f7-827f-a85430963e5f tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816647 Nov 27 01:06:18.555293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1d550-b073-4789-bcf3-881ccd140805 req-12ea9534-d5e4-4edd-a7ef-e5e2b17d5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:18.557122 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d4f1d550-b073-4789-bcf3-881ccd140805 req-12ea9534-d5e4-4edd-a7ef-e5e2b17d5076 service neutron] 10.222.0.31 "GET /v2.0/networks?id=43b7912e-52da-47c9-b267-954cb551a0e3 HTTP/1.1" status: 200 len: 913 time: 0.3594034 Nov 27 01:06:18.693242 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d4f1d550-b073-4789-bcf3-881ccd140805 req-da12b6f2-b06e-4045-b16b-849474993e44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f7cbeb7-2fe2-44e9-91be-c64c3582d300 HTTP/1.1" status: 200 len: 217 time: 0.1261573 Nov 27 01:06:18.857947 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-67e5048b-39f3-4b18-8091-5c68f35bf367 req-159a2354-bcbf-4247-9209-58c89e045c4a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 210 time: 0.1128213 Nov 27 01:06:18.874849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1d550-b073-4789-bcf3-881ccd140805 req-fb376442-fdda-42c9-9506-0ef02e8fd1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:18.878930 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d4f1d550-b073-4789-bcf3-881ccd140805 req-fb376442-fdda-42c9-9506-0ef02e8fd1ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1e1dce6-7ad2-45c3-be99-cad1e52a01bf HTTP/1.1" status: 200 len: 852 time: 0.1662271 Nov 27 01:06:18.901050 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598fc0cd-c667-4706-8080-17f55f6b7c83 x-openstack-request-id: req-598fc0cd-c667-4706-8080-17f55f6b7c83 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:18.902347 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4326f150-76df-4a8b-a3ee-a1b1d8e767a0", "name": "network-vif-plugged", "status": "completed", "tag": "282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:18.903921 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-598fc0cd-c667-4706-8080-17f55f6b7c83 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:18.906316 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4326f150-76df-4a8b-a3ee-a1b1d8e767a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3', 'code': 200} Nov 27 01:06:18.925827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d4f1d550-b073-4789-bcf3-881ccd140805 req-eff8697a-757a-41c8-9f7d-00e46e62958e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43b7912e-52da-47c9-b267-954cb551a0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343719 Nov 27 01:06:18.969377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-5ac0b2ca-5c80-4a6d-9ce3-82dd7057358a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Allocated IP 172.20.0.3 (649a07cd-bf3b-42ac-aaef-288218183590/572090ea-1174-40ff-925e-3890db83497a/3f25d4ec-0aec-4f16-be58-7e3a97cfa790) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:19.090775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4dfb6-aaed-40e4-ad03-50971e8fcb3e req-7e2255cb-a71a-48fb-911b-cff8ef950696 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:19.091240 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c5bc0-2148-4ccc-b20a-430078cab87f req-db099710-0b3f-470c-b53b-f32b913a41e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:19.092971 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f86c5bc0-2148-4ccc-b20a-430078cab87f req-db099710-0b3f-470c-b53b-f32b913a41e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 1102 time: 0.1544726 Nov 27 01:06:19.093613 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eba4dfb6-aaed-40e4-ad03-50971e8fcb3e req-7e2255cb-a71a-48fb-911b-cff8ef950696 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 950 time: 0.0845661 Nov 27 01:06:19.178379 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eba4dfb6-aaed-40e4-ad03-50971e8fcb3e req-731025a4-98bc-4745-9c33-e3a1544f622d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733135 Nov 27 01:06:19.197699 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d4f1d550-b073-4789-bcf3-881ccd140805 req-670c3136-b9e5-4cb3-a519-a2b3f99f2cf7 service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606807 Nov 27 01:06:19.308152 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f86c5bc0-2148-4ccc-b20a-430078cab87f req-3063f902-855c-4422-8d58-6589cf08841f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923788 Nov 27 01:06:19.322414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29f35684-b7f0-4553-b804-6cc22536c751 req-84ee2734-e034-41df-ada7-a85b6b5fd3f3 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.358926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0cfdc457-55ae-4cf5-9c20-6bff1080a9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:56Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:19.362914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee2734-e034-41df-ada7-a85b6b5fd3f3 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Pushing event deleted for resources: {'Port': ['ID=77fab7c6-4017-4096-a109-f31c34f77752,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:19.370859 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-5ac0b2ca-5c80-4a6d-9ce3-82dd7057358a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.373948 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d4f1d550-b073-4789-bcf3-881ccd140805 req-a5131f68-2860-4972-b41f-febe29c8bdc7 service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676555 Nov 27 01:06:19.441430 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfdc457-55ae-4cf5-9c20-6bff1080a9e5 None None] Checking router: c162365c-0767-45f8-9972-d2811e2dd70f for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:06:19.466134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfdc457-55ae-4cf5-9c20-6bff1080a9e5 None None] Routers {'c162365c-0767-45f8-9972-d2811e2dd70f'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:19.466814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0cfdc457-55ae-4cf5-9c20-6bff1080a9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:06:13Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c162365c-0767-45f8-9972-d2811e2dd70f'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:19.503676 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29f35684-b7f0-4553-b804-6cc22536c751 req-84ee2734-e034-41df-ada7-a85b6b5fd3f3 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.506228 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29f35684-b7f0-4553-b804-6cc22536c751 req-84ee2734-e034-41df-ada7-a85b6b5fd3f3 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.517099 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29f35684-b7f0-4553-b804-6cc22536c751 req-84ee2734-e034-41df-ada7-a85b6b5fd3f3 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "DELETE /v2.0/floatingips/44b6c0bd-73f9-4902-be8c-d6cb8bf190b4 HTTP/1.1" status: 204 len: 173 time: 2.6235511 Nov 27 01:06:19.523598 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-5ac0b2ca-5c80-4a6d-9ce3-82dd7057358a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.582022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-5ac0b2ca-5c80-4a6d-9ce3-82dd7057358a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Network 649a07cd-bf3b-42ac-aaef-288218183590 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:19.585530 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-5ac0b2ca-5c80-4a6d-9ce3-82dd7057358a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:19.602179 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-5ac0b2ca-5c80-4a6d-9ce3-82dd7057358a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:19.610066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0b2ca-5c80-4a6d-9ce3-82dd7057358a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Pushing event updated for resources: {'Port': ['ID=3f25d4ec-0aec-4f16-be58-7e3a97cfa790,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:19.626066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c3ef38f6-f7da-4a35-8175-294422daa15a up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:19.673891 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-5ac0b2ca-5c80-4a6d-9ce3-82dd7057358a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:19.675123 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-5ac0b2ca-5c80-4a6d-9ce3-82dd7057358a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.706249 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-5ac0b2ca-5c80-4a6d-9ce3-82dd7057358a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5231264 Nov 27 01:06:19.720003 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:19.728535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Request body: {'port': {'device_id': '825419b6-4b9c-4cfb-accf-f752bef52f73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:19.829689 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-c8297ef0-d3ae-405a-8ca4-a0a24373137d req-20716ab4-2029-427e-8f43-075ea3e27370 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1357769626', 'description': 'tempest-description-1741286946'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:19.945822 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.982014 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c8297ef0-d3ae-405a-8ca4-a0a24373137d req-20716ab4-2029-427e-8f43-075ea3e27370 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.035581 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.resource_extend [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:06:20.098234 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-0cfdc457-55ae-4cf5-9c20-6bff1080a9e5 None None] Set router c162365c-0767-45f8-9972-d2811e2dd70f gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:20.125165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbd6a77-a50d-4fac-a7be-b5f8e06e17a7', 'name': 'network-vif-deleted', 'tag': 'd01d79e4-d969-4c23-bceb-575214916189'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:20.127401 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe1db42-a3a0-4a02-889b-9cce5697a840" -d '{"events": [{"server_uuid": "acbd6a77-a50d-4fac-a7be-b5f8e06e17a7", "name": "network-vif-deleted", "tag": "d01d79e4-d969-4c23-bceb-575214916189"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:20.194702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c953e3-da42-4965-87f0-92a02a924f4d req-2901a9fc-8577-4c02-8468-15fef4ffd0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:20.197146 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69c953e3-da42-4965-87f0-92a02a924f4d req-2901a9fc-8577-4c02-8468-15fef4ffd0fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aae32835efe41afa5485451f7cc2b07&device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 1137 time: 0.0609758 Nov 27 01:06:20.206577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba05d0-d99a-4c99-b9e7-2e7e8e21f1e8 req-f30a528b-8574-43a7-b05f-44eb4a44beee tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:20.212770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c3ef38f6-f7da-4a35-8175-294422daa15a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:20.213149 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.214965 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4ba05d0-d99a-4c99-b9e7-2e7e8e21f1e8 req-f30a528b-8574-43a7-b05f-44eb4a44beee tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 948 time: 0.6875169 Nov 27 01:06:20.295932 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f428618e-f6fc-45e6-af01-5991c089f259 None None] Provisioning complete for port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:20.300315 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f428618e-f6fc-45e6-af01-5991c089f259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.321025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c953e3-da42-4965-87f0-92a02a924f4d req-655e7f0c-faeb-4b5f-a96e-f0c000ffd476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:20.322589 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69c953e3-da42-4965-87f0-92a02a924f4d req-655e7f0c-faeb-4b5f-a96e-f0c000ffd476 service neutron] 10.222.0.31 "GET /v2.0/networks?id=43b7912e-52da-47c9-b267-954cb551a0e3 HTTP/1.1" status: 200 len: 913 time: 0.1042798 Nov 27 01:06:20.353165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:20.362964 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.383479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Transition to ACTIVE for port object 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:20.385947 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4ba05d0-d99a-4c99-b9e7-2e7e8e21f1e8 req-56fe4493-3e28-4ff7-9b91-91a1da1de84f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692996 Nov 27 01:06:20.402035 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.451373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f25d4ec-0aec-4f16-be58-7e3a97cfa790,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:20.469827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69c953e3-da42-4965-87f0-92a02a924f4d req-cf8eed98-5bea-48bd-afa6-3e8b6de5fb5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f7cbeb7-2fe2-44e9-91be-c64c3582d300 HTTP/1.1" status: 200 len: 217 time: 0.1023777 Nov 27 01:06:20.509292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:20.521297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f428618e-f6fc-45e6-af01-5991c089f259 None None] Port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:06:20.551830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3', 'mac_address': 'fa:16:3e:39:b7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:20.599737 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c953e3-da42-4965-87f0-92a02a924f4d req-565c475a-a7e7-4d42-ae1b-47ad103118a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:20.601438 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69c953e3-da42-4965-87f0-92a02a924f4d req-565c475a-a7e7-4d42-ae1b-47ad103118a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1e1dce6-7ad2-45c3-be99-cad1e52a01bf HTTP/1.1" status: 200 len: 852 time: 0.0673645 Nov 27 01:06:20.614899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3db5c2-a669-4a8e-9b9c-906b2ae4e8fd req-2823553d-7456-4da2-95c5-9883df8af1a5 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:20.623838 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de3db5c2-a669-4a8e-9b9c-906b2ae4e8fd req-2823553d-7456-4da2-95c5-9883df8af1a5 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 985 time: 0.1531265 Nov 27 01:06:20.662500 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69c953e3-da42-4965-87f0-92a02a924f4d req-458b1f58-5799-4705-8288-b14ca8b39f8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43b7912e-52da-47c9-b267-954cb551a0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335166 Nov 27 01:06:20.686245 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c8297ef0-d3ae-405a-8ca4-a0a24373137d req-20716ab4-2029-427e-8f43-075ea3e27370 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.707288 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Attempting to bind port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:20.708155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Attempting to bind port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:20.709003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Attempting to bind port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 on network 649a07cd-bf3b-42ac-aaef-288218183590 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:20.712434 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c8297ef0-d3ae-405a-8ca4-a0a24373137d req-20716ab4-2029-427e-8f43-075ea3e27370 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.734352 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c8297ef0-d3ae-405a-8ca4-a0a24373137d req-20716ab4-2029-427e-8f43-075ea3e27370 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.735950 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c8297ef0-d3ae-405a-8ca4-a0a24373137d req-20716ab4-2029-427e-8f43-075ea3e27370 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.9167902 Nov 27 01:06:20.740638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 on network 649a07cd-bf3b-42ac-aaef-288218183590 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:20.741360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Attempting to bind port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 on network 649a07cd-bf3b-42ac-aaef-288218183590 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:20.745177 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de3db5c2-a669-4a8e-9b9c-906b2ae4e8fd req-be523ca2-f055-47fd-b04d-47fb6a8ed6c5 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&id=d1435c54-b83d-45b3-be10-cdcc77fa8a48&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1183872 Nov 27 01:06:20.750006 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.757574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:20.757975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Checking segment: {'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:20.758360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Bound using segment: {'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:20.758957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Bound port: 3f25d4ec-0aec-4f16-be58-7e3a97cfa790, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:20.759314 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.804412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:20.867154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:20.870684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0cfdc457-55ae-4cf5-9c20-6bff1080a9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:56Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:20.875517 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.904455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20716ab4-2029-427e-8f43-075ea3e27370 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772d5582-abad-40bb-93ad-9504e34edd87,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:20.933700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:20.957250 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69c953e3-da42-4965-87f0-92a02a924f4d req-6ba248d5-690c-4b28-8b03-1b440d4d0823 service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291138 Nov 27 01:06:20.957891 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139ea9b2-9c3b-4ecb-a288-1b7dcc3beef0" -d '{"events": [{"server_uuid": "c58851f9-5435-4219-b6d7-8a13615927bb", "name": "network-vif-unplugged", "status": "completed", "tag": "ebdda98d-aad1-4ffd-9e9e-c0d2003832c3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:21.001578 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-1a4ac939-a71b-4daa-8df0-85f0730ef942 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2189407 Nov 27 01:06:21.003712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfdc457-55ae-4cf5-9c20-6bff1080a9e5 None None] The sync data for ids ['c162365c-0767-45f8-9972-d2811e2dd70f'] in n-d-817303-10 is: [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:56Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:06:21.012718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] For port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:21.021790 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] For port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3f25d4ec-0aec-4f16-be58-7e3a97cfa790,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:21.029945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:21.059398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,revision_number=10']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:21.085767 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:21.123401 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:21.155112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:21.156377 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:21.157991 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/3f25d4ec-0aec-4f16-be58-7e3a97cfa790 HTTP/1.1" status: 200 len: 1092 time: 1.4343932 Nov 27 01:06:21.158640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825419b6-4b9c-4cfb-accf-f752bef52f73', 'tag': '3f25d4ec-0aec-4f16-be58-7e3a97cfa790'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:21.160995 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a42135-81fa-4955-b7cd-bd53fbdd06c7" -d '{"events": [{"name": "network-changed", "server_uuid": "825419b6-4b9c-4cfb-accf-f752bef52f73", "tag": "3f25d4ec-0aec-4f16-be58-7e3a97cfa790"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:21.185691 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69c953e3-da42-4965-87f0-92a02a924f4d req-700a6dfd-f477-4dbb-b1b9-3988ea1ad26a service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790493 Nov 27 01:06:21.205092 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f566dd-c3a4-4332-b01a-caf4fea33e81 req-bbb6c53e-b163-4774-bf7a-c7b9874d6647 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:21.213531 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4f566dd-c3a4-4332-b01a-caf4fea33e81 req-bbb6c53e-b163-4774-bf7a-c7b9874d6647 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.2546978 Nov 27 01:06:21.281604 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4f566dd-c3a4-4332-b01a-caf4fea33e81 req-18695cd6-fa7d-4905-ad19-6aa9f87bcd2b tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662158 Nov 27 01:06:21.319859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e0c74-2cae-4289-b5f0-2124c5f8c9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f25d4ec-0aec-4f16-be58-7e3a97cfa790,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:21.365531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-8aeaa95f-781f-4a29-8844-62986fe6a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:21.367534 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-8aeaa95f-781f-4a29-8844-62986fe6a147 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ad1e1b237fe46afb06815c8b8c729f0&device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 1095 time: 0.1199675 Nov 27 01:06:21.372120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ebdda98d-aad1-4ffd-9e9e-c0d2003832c3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:21.415973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271448bf-42bd-490b-900e-41bceaea2c0f req-38d037ad-2b80-4c4b-aef5-4892bda104f8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:21.424487 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-271448bf-42bd-490b-900e-41bceaea2c0f req-38d037ad-2b80-4c4b-aef5-4892bda104f8 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 943 time: 0.0685146 Nov 27 01:06:21.496194 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-58c42a75-1670-4e34-b044-aad291c4ccb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f25d4ec-0aec-4f16-be58-7e3a97cfa790 HTTP/1.1" status: 200 len: 217 time: 0.1102924 Nov 27 01:06:21.507914 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-271448bf-42bd-490b-900e-41bceaea2c0f req-66a72dd2-06b4-4244-92b6-cc3a1d66dc27 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792012 Nov 27 01:06:21.526351 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ff727-bd13-4610-a5f4-5362e345b038 None None] New status for floating IP b9cec232-a079-4a66-bf0f-004b836628cb: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:06:21.567464 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1072fd-2ebd-4388-a9a5-49e21ffccee8 x-openstack-request-id: req-4f1072fd-2ebd-4388-a9a5-49e21ffccee8 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:21.567753 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbd6a77-a50d-4fac-a7be-b5f8e06e17a7", "name": "network-vif-deleted", "tag": "d01d79e4-d969-4c23-bceb-575214916189", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:21.568005 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f1072fd-2ebd-4388-a9a5-49e21ffccee8 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:21.568426 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbd6a77-a50d-4fac-a7be-b5f8e06e17a7', 'name': 'network-vif-deleted', 'tag': 'd01d79e4-d969-4c23-bceb-575214916189', 'status': 'completed', 'code': 200} Nov 27 01:06:21.579909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:21.582873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-e2026a7d-a5ae-4b38-bd83-3fd114bfdc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:21.583954 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-e2026a7d-a5ae-4b38-bd83-3fd114bfdc26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=572090ea-1174-40ff-925e-3890db83497a HTTP/1.1" status: 200 len: 861 time: 0.0764949 Nov 27 01:06:21.768325 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4a919-cede-4a88-8cbd-b9a8ceed5edf req-6ee15e08-b890-424d-82a8-f5357bb6ef4c tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:21.778928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3f4a919-cede-4a88-8cbd-b9a8ceed5edf req-6ee15e08-b890-424d-82a8-f5357bb6ef4c tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 950 time: 0.1563609 Nov 27 01:06:21.856934 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Allocated IP 172.25.1.42 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/2a4cf6fa-b805-4c9a-a070-f50ac4085cce) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:21.888999 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3f4a919-cede-4a88-8cbd-b9a8ceed5edf req-778ea605-a97f-4f77-9698-e835f2907925 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036668 Nov 27 01:06:21.949467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-3b4d5de0-62c2-41ae-945e-b24979a8a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:21.950936 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-3b4d5de0-62c2-41ae-945e-b24979a8a2c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=649a07cd-bf3b-42ac-aaef-288218183590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3245721 Nov 27 01:06:21.960170 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ea18e28-dc95-4e4c-83ca-bc79ee54d6a4 req-6e993713-db9b-4c63-8ff7-e23ab20ad8f3 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-groups/772d5582-abad-40bb-93ad-9504e34edd87 HTTP/1.1" status: 200 len: 1830 time: 0.0484109 Nov 27 01:06:21.973580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-6ea18e28-dc95-4e4c-83ca-bc79ee54d6a4 req-4295339d-48e5-4fd7-a249-bdb41a38577b tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '772d5582-abad-40bb-93ad-9504e34edd87', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:21.973580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-6ea18e28-dc95-4e4c-83ca-bc79ee54d6a4 req-4295339d-48e5-4fd7-a249-bdb41a38577b tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '772d5582-abad-40bb-93ad-9504e34edd87', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:22.043310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ea18e28-dc95-4e4c-83ca-bc79ee54d6a4 req-4295339d-48e5-4fd7-a249-bdb41a38577b tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.055562 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-dbf5cdcd-8bd0-47f2-9d3d-edd62f239aa6 service neutron] 10.222.0.21 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924025 Nov 27 01:06:22.071335 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ea18e28-dc95-4e4c-83ca-bc79ee54d6a4 req-4295339d-48e5-4fd7-a249-bdb41a38577b tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.075431 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ea18e28-dc95-4e4c-83ca-bc79ee54d6a4 req-4295339d-48e5-4fd7-a249-bdb41a38577b tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.100665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295339d-48e5-4fd7-a249-bdb41a38577b tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9faff49a-f7a1-49e4-9090-bf51dc68c859,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:22.107465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ea18e28-dc95-4e4c-83ca-bc79ee54d6a4 req-4295339d-48e5-4fd7-a249-bdb41a38577b tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.118858 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ea18e28-dc95-4e4c-83ca-bc79ee54d6a4 req-4295339d-48e5-4fd7-a249-bdb41a38577b tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1507063 Nov 27 01:06:22.147196 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba197fc-eef3-41c4-ab43-703965eca3fa x-openstack-request-id: req-0ba197fc-eef3-41c4-ab43-703965eca3fa {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:22.148058 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58851f9-5435-4219-b6d7-8a13615927bb", "name": "network-vif-unplugged", "status": "completed", "tag": "ebdda98d-aad1-4ffd-9e9e-c0d2003832c3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:22.148506 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ba197fc-eef3-41c4-ab43-703965eca3fa {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:22.149077 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3', 'code': 200} Nov 27 01:06:22.175203 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.189822 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de78d311-6cdf-4c37-837c-5357706f7120 x-openstack-request-id: req-de78d311-6cdf-4c37-837c-5357706f7120 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:22.190399 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825419b6-4b9c-4cfb-accf-f752bef52f73", "tag": "3f25d4ec-0aec-4f16-be58-7e3a97cfa790", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:22.190893 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de78d311-6cdf-4c37-837c-5357706f7120 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:22.191529 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825419b6-4b9c-4cfb-accf-f752bef52f73', 'tag': '3f25d4ec-0aec-4f16-be58-7e3a97cfa790', 'status': 'completed', 'code': 200} Nov 27 01:06:22.201991 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95bef523-9ae2-46e9-9242-dabd3bee7ef7 req-8fbe300c-849a-4c6f-8927-78b6e8001116 service neutron] 10.222.0.21 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354156 Nov 27 01:06:22.234552 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.281205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:22.284721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:22.290839 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:22.301016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bc56b-98dc-48ae-8561-b58ef90c6037 req-f9bfa07c-a234-447b-9981-5cff59775406 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.302629 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-684bc56b-98dc-48ae-8561-b58ef90c6037 req-f9bfa07c-a234-447b-9981-5cff59775406 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.0624576 Nov 27 01:06:22.368511 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-684bc56b-98dc-48ae-8561-b58ef90c6037 req-688b689a-d857-413e-a197-468cb539901c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596712 Nov 27 01:06:22.375152 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Pushing event updated for resources: {'Port': ['ID=2a4cf6fa-b805-4c9a-a070-f50ac4085cce,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:22.387510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a42135-81fa-4955-b7cd-bd53fbdd06c7 req-0da4e024-252a-4d18-834c-a2094bdff0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.388676 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06a42135-81fa-4955-b7cd-bd53fbdd06c7 req-0da4e024-252a-4d18-834c-a2094bdff0a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ad1e1b237fe46afb06815c8b8c729f0&device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 1095 time: 0.0645447 Nov 27 01:06:22.489558 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.523013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf92fb2-114c-4ce1-baf5-00853c4e04b6 req-a8ab1448-bb80-4683-aedc-2d6ee24fe52d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.531985 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-baf92fb2-114c-4ce1-baf5-00853c4e04b6 req-a8ab1448-bb80-4683-aedc-2d6ee24fe52d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 985 time: 0.0832317 Nov 27 01:06:22.549746 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a42135-81fa-4955-b7cd-bd53fbdd06c7 req-fe5ca493-2419-491b-8b64-0466ab89f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.551236 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06a42135-81fa-4955-b7cd-bd53fbdd06c7 req-fe5ca493-2419-491b-8b64-0466ab89f19c service neutron] 10.222.0.21 "GET /v2.0/networks?id=649a07cd-bf3b-42ac-aaef-288218183590 HTTP/1.1" status: 200 len: 923 time: 0.1366043 Nov 27 01:06:22.552282 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.609847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-baf92fb2-114c-4ce1-baf5-00853c4e04b6 req-dac0817c-e2dd-4161-93f3-c8fa53d88fee tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&id=d1435c54-b83d-45b3-be10-cdcc77fa8a48&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0765090 Nov 27 01:06:22.616862 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06a42135-81fa-4955-b7cd-bd53fbdd06c7 req-2b1c14ad-b768-4065-ab8e-e105878d61f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f25d4ec-0aec-4f16-be58-7e3a97cfa790 HTTP/1.1" status: 200 len: 217 time: 0.0437045 Nov 27 01:06:22.709476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03516bb9-2727-4b6f-b0ed-224750036781 req-516c0283-7891-4964-bb23-ece65490e200 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.717030 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-03516bb9-2727-4b6f-b0ed-224750036781 req-516c0283-7891-4964-bb23-ece65490e200 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 1102 time: 0.0492387 Nov 27 01:06:22.740934 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a42135-81fa-4955-b7cd-bd53fbdd06c7 req-64847a0c-31e1-45f7-ac7a-fee08fba9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.742775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06a42135-81fa-4955-b7cd-bd53fbdd06c7 req-64847a0c-31e1-45f7-ac7a-fee08fba9354 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=572090ea-1174-40ff-925e-3890db83497a HTTP/1.1" status: 200 len: 861 time: 0.1038659 Nov 27 01:06:22.784608 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-03516bb9-2727-4b6f-b0ed-224750036781 req-d18a646a-f893-4ee3-a692-0488637097d0 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485859 Nov 27 01:06:22.841615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a42135-81fa-4955-b7cd-bd53fbdd06c7 req-4b437ce1-d09c-46b2-b69d-b67155a323c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.843163 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06a42135-81fa-4955-b7cd-bd53fbdd06c7 req-4b437ce1-d09c-46b2-b69d-b67155a323c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=649a07cd-bf3b-42ac-aaef-288218183590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890694 Nov 27 01:06:22.852469 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.865995 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.871486 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ceb0e854-1ef9-4cf5-934b-2aa690e32036 req-7ccf40e5-4111-4c92-8c9c-617079e135a4 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-groups/772d5582-abad-40bb-93ad-9504e34edd87 HTTP/1.1" status: 200 len: 2423 time: 0.0639179 Nov 27 01:06:22.996608 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Pushing event updated for resources: {'Port': ['ID=2a4cf6fa-b805-4c9a-a070-f50ac4085cce,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:23.029512 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:23.041403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06a42135-81fa-4955-b7cd-bd53fbdd06c7 req-aaa379a9-6e40-45e6-9ab0-82c20d281248 service neutron] 10.222.0.21 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861339 Nov 27 01:06:23.044123 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca8f75-286e-4879-8909-8f0e2e56f29b req-dfc48303-e0e7-4de3-8ab1-d7985ad6db72 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:23.054113 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7fca8f75-286e-4879-8909-8f0e2e56f29b req-dfc48303-e0e7-4de3-8ab1-d7985ad6db72 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0912504 Nov 27 01:06:23.060906 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:23.063170 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-83ba4dbe-9ad9-45ca-8834-4e88999d2fef tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0464876 Nov 27 01:06:23.110446 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7fca8f75-286e-4879-8909-8f0e2e56f29b req-6333ec8d-2fdb-48e7-91d2-f819f81f16d5 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531187 Nov 27 01:06:23.166494 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-469388d4-7bcd-4afe-acd0-ca25fd7ce57e tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 695 time: 0.0861642 Nov 27 01:06:23.265887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3edf91-2f8b-41df-b26a-c65cb3acdf5b req-8ac124d2-6991-4900-adec-ef8ca7cfdd0b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:23.268708 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ff3edf91-2f8b-41df-b26a-c65cb3acdf5b req-8ac124d2-6991-4900-adec-ef8ca7cfdd0b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 950 time: 0.0957839 Nov 27 01:06:23.295191 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06a42135-81fa-4955-b7cd-bd53fbdd06c7 req-f0471e4c-4bab-4bbc-a7d6-7e33afbe6fc4 service neutron] 10.222.0.21 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463150 Nov 27 01:06:23.330885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-ea56ca5c-f475-43e9-8d09-0f3d26dd2244 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:23.332626 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d076f7e8-5394-4d61-b9c3-a4da3fffebe7 req-ea56ca5c-f475-43e9-8d09-0f3d26dd2244 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.1583667 Nov 27 01:06:23.337808 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ff3edf91-2f8b-41df-b26a-c65cb3acdf5b req-a2377193-9766-4ab9-8171-4cdb6fb3a0b4 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632954 Nov 27 01:06:23.458441 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb691b7a-2581-465a-a3fa-b5b778ecc69e req-a2ec6d14-2f2d-41cc-ab56-8fb960a205c0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1907657246&fields=id&tenant_id=6aae32835efe41afa5485451f7cc2b07 HTTP/1.1" status: 200 len: 267 time: 0.0644255 Nov 27 01:06:23.467338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e0581-d204-4df9-884a-fd40511cf13c req-bb82e17d-8b2c-47a5-9eee-0c2433870581 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:23.469340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4d2e0581-d204-4df9-884a-fd40511cf13c req-bb82e17d-8b2c-47a5-9eee-0c2433870581 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 943 time: 0.0661552 Nov 27 01:06:23.518891 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb691b7a-2581-465a-a3fa-b5b778ecc69e req-25713d61-3d15-4aec-a46b-99a5aad90a3c tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:23.526636 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb691b7a-2581-465a-a3fa-b5b778ecc69e req-25713d61-3d15-4aec-a46b-99a5aad90a3c tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 985 time: 0.0672917 Nov 27 01:06:23.529597 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4d2e0581-d204-4df9-884a-fd40511cf13c req-60862535-d945-4630-a962-036da9778004 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540941 Nov 27 01:06:23.532979 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-bb691b7a-2581-465a-a3fa-b5b778ecc69e req-cdf559db-c3c3-4a80-be8d-e0ee746cc142 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'port': {'security_groups': ['4ba3acd2-3335-4c3e-b017-7572da81c6cb', 'd1435c54-b83d-45b3-be10-cdcc77fa8a48', 'b84c43b3-ba73-4473-8e94-651fa9534521']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:23.585638 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-018dfe31-9578-4680-9472-1e36c3b8f2af req-9b7ccf87-ba46-40cd-8264-22d08b23f0be tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-group-rules/9faff49a-f7a1-49e4-9090-bf51dc68c859 HTTP/1.1" status: 200 len: 778 time: 0.0253954 Nov 27 01:06:23.626612 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bb691b7a-2581-465a-a3fa-b5b778ecc69e req-cdf559db-c3c3-4a80-be8d-e0ee746cc142 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:23.651926 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-018dfe31-9578-4680-9472-1e36c3b8f2af req-d070def6-3205-4c03-9cd3-76f83fc31f63 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-groups/772d5582-abad-40bb-93ad-9504e34edd87 HTTP/1.1" status: 200 len: 2423 time: 0.0586224 Nov 27 01:06:23.696322 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-018dfe31-9578-4680-9472-1e36c3b8f2af req-bf58c64a-629d-4401-a4dc-b5e955e03ea5 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:23.705492 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-018dfe31-9578-4680-9472-1e36c3b8f2af req-bf58c64a-629d-4401-a4dc-b5e955e03ea5 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:23.725021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:23.746090 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-018dfe31-9578-4680-9472-1e36c3b8f2af req-bf58c64a-629d-4401-a4dc-b5e955e03ea5 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:23.756057 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-018dfe31-9578-4680-9472-1e36c3b8f2af req-bf58c64a-629d-4401-a4dc-b5e955e03ea5 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:23.757245 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-018dfe31-9578-4680-9472-1e36c3b8f2af req-bf58c64a-629d-4401-a4dc-b5e955e03ea5 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9faff49a-f7a1-49e4-9090-bf51dc68c859 HTTP/1.1" status: 204 len: 173 time: 0.0968869 Nov 27 01:06:23.761653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58c64a-629d-4401-a4dc-b5e955e03ea5 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9faff49a-f7a1-49e4-9090-bf51dc68c859,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:23.798088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:23.798915 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:23.895651 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-5db88bc1-d5a4-4bc6-afb7-ee6726086c1a tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0d98ada493c341839d668e6552fe4ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394588 Nov 27 01:06:23.906834 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:23.942668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:23.948743 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:23.966295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-bb691b7a-2581-465a-a3fa-b5b778ecc69e req-cdf559db-c3c3-4a80-be8d-e0ee746cc142 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] For port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,segment=NetworkSegment(5af6be53-9e18-40d4-b065-e0745912977f),segment_id=5af6be53-9e18-40d4-b065-e0745912977f)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:24.004673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,revision_number=11']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:24.011195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bb691b7a-2581-465a-a3fa-b5b778ecc69e req-cdf559db-c3c3-4a80-be8d-e0ee746cc142 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:24.016390 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bb691b7a-2581-465a-a3fa-b5b778ecc69e req-cdf559db-c3c3-4a80-be8d-e0ee746cc142 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:24.041071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-aa93ddaa-ef2e-45d5-8f29-50846ab6b3e2 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:24.042461 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-aa93ddaa-ef2e-45d5-8f29-50846ab6b3e2 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1398320 Nov 27 01:06:24.053389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['93c7853a-3cd9-4ef8-8734-4b7ea23976ea', '1f7cbeb7-2fe2-44e9-91be-c64c3582d300'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:24.069871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb691b7a-2581-465a-a3fa-b5b778ecc69e req-cdf559db-c3c3-4a80-be8d-e0ee746cc142 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:24.070512 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bb691b7a-2581-465a-a3fa-b5b778ecc69e req-cdf559db-c3c3-4a80-be8d-e0ee746cc142 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:24.087352 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb691b7a-2581-465a-a3fa-b5b778ecc69e req-cdf559db-c3c3-4a80-be8d-e0ee746cc142 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "PUT /v2.0/ports/1f7cbeb7-2fe2-44e9-91be-c64c3582d300 HTTP/1.1" status: 200 len: 1021 time: 0.5597157 Nov 27 01:06:24.087876 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386f0538-33d7-4f55-b066-0d9b15004958', 'tag': '1f7cbeb7-2fe2-44e9-91be-c64c3582d300'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:24.089874 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-226e2ef6-cc78-4330-af20-a0228c044a73 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/quotas/0d98ada493c341839d668e6552fe4ef3 HTTP/1.1" status: 200 len: 375 time: 0.0183289 Nov 27 01:06:24.090371 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491b94dd-a6af-4ce5-a48c-db72c9d09dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "386f0538-33d7-4f55-b066-0d9b15004958", "tag": "1f7cbeb7-2fe2-44e9-91be-c64c3582d300"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:24.149468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf559db-c3c3-4a80-be8d-e0ee746cc142 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'Port': ['ID=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,revision_number=7']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:24.153965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:24.158253 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a656eb-9d84-402a-997b-b9a06a5d7e31" -d '{"events": [{"server_uuid": "c58851f9-5435-4219-b6d7-8a13615927bb", "name": "network-vif-plugged", "status": "completed", "tag": "ebdda98d-aad1-4ffd-9e9e-c0d2003832c3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:24.168019 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e1935553-e295-4a6e-abd6-2cbafa228236 req-a726c183-5652-4797-aff8-641c60459382 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/floatingips/93fd33ea-37c7-4b39-a6b0-caec144c4887 HTTP/1.1" status: 200 len: 692 time: 0.0654950 Nov 27 01:06:24.180340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-39e270ac-7946-48aa-b5e1-219139e4904a tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0813773 Nov 27 01:06:24.247020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['1f7cbeb7-2fe2-44e9-91be-c64c3582d300'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:24.307550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1935553-e295-4a6e-abd6-2cbafa228236 req-ab5732f2-0c6f-4218-862b-7b627f8e0c9d tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:24.316213 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e1935553-e295-4a6e-abd6-2cbafa228236 req-ab5732f2-0c6f-4218-862b-7b627f8e0c9d tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.1472514 Nov 27 01:06:24.399963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7bd79eae-c7af-42fe-9dbd-703bf8aa4eaf req-0b244ed5-d38e-4e06-addd-a691c710cacc tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1720449114', 'description': 'tempest-description-1485272898'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:24.401958 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e1935553-e295-4a6e-abd6-2cbafa228236 req-6316338a-a944-4f8d-98cf-c61b9db00055 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 695 time: 0.0796301 Nov 27 01:06:24.441222 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7bd79eae-c7af-42fe-9dbd-703bf8aa4eaf req-0b244ed5-d38e-4e06-addd-a691c710cacc tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:24.482860 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e1935553-e295-4a6e-abd6-2cbafa228236 req-66bcbd1b-ebdf-4f30-a751-481860a5af2d tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 695 time: 0.0800495 Nov 27 01:06:24.599897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7bd79eae-c7af-42fe-9dbd-703bf8aa4eaf req-0b244ed5-d38e-4e06-addd-a691c710cacc tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:24.613440 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7bd79eae-c7af-42fe-9dbd-703bf8aa4eaf req-0b244ed5-d38e-4e06-addd-a691c710cacc tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:24.658810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b244ed5-d38e-4e06-addd-a691c710cacc tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582e521f-0162-469d-9422-2a274d9780a1,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:24.675455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-e1935553-e295-4a6e-abd6-2cbafa228236 req-eae44c5a-b737-486d-a9ee-118da583cf16 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Deleting port 2a4cf6fa-b805-4c9a-a070-f50ac4085cce {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:24.676007 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e1935553-e295-4a6e-abd6-2cbafa228236 req-eae44c5a-b737-486d-a9ee-118da583cf16 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:24.689616 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7bd79eae-c7af-42fe-9dbd-703bf8aa4eaf req-0b244ed5-d38e-4e06-addd-a691c710cacc tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:24.699744 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7bd79eae-c7af-42fe-9dbd-703bf8aa4eaf req-0b244ed5-d38e-4e06-addd-a691c710cacc tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3039880 Nov 27 01:06:24.798939 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30155d24-e9ed-49a8-a14a-e7a685a01809 req-46319cbc-2523-4366-8332-418c08cef779 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/b84c43b3-ba73-4473-8e94-651fa9534521 HTTP/1.1" status: 200 len: 1817 time: 0.0702996 Nov 27 01:06:24.806641 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e1935553-e295-4a6e-abd6-2cbafa228236 req-eae44c5a-b737-486d-a9ee-118da583cf16 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:24.807582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e1935553-e295-4a6e-abd6-2cbafa228236 req-eae44c5a-b737-486d-a9ee-118da583cf16 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:24.824583 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-e1935553-e295-4a6e-abd6-2cbafa228236 req-eae44c5a-b737-486d-a9ee-118da583cf16 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Calling delete_port for 2a4cf6fa-b805-4c9a-a070-f50ac4085cce owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:24.926152 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-30155d24-e9ed-49a8-a14a-e7a685a01809 req-0f0cf36e-e60d-4417-8853-22e06deb264f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 01:06:24.928628 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30155d24-e9ed-49a8-a14a-e7a685a01809 req-0f0cf36e-e60d-4417-8853-22e06deb264f tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "DELETE /v2.0/security-groups/b84c43b3-ba73-4473-8e94-651fa9534521 HTTP/1.1" status: 409 len: 341 time: 0.1213763 Nov 27 01:06:25.010474 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe4ed6f-7e94-46a9-b25c-7b43ca230c9f x-openstack-request-id: req-bbe4ed6f-7e94-46a9-b25c-7b43ca230c9f {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:25.012879 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386f0538-33d7-4f55-b066-0d9b15004958", "tag": "1f7cbeb7-2fe2-44e9-91be-c64c3582d300", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:25.013336 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbe4ed6f-7e94-46a9-b25c-7b43ca230c9f {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:25.015278 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386f0538-33d7-4f55-b066-0d9b15004958', 'tag': '1f7cbeb7-2fe2-44e9-91be-c64c3582d300', 'status': 'completed', 'code': 200} Nov 27 01:06:25.167571 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b94dd-a6af-4ce5-a48c-db72c9d09dc7 req-36ed5343-9c6d-472d-9dcf-dc84647286e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.169180 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-491b94dd-a6af-4ce5-a48c-db72c9d09dc7 req-36ed5343-9c6d-472d-9dcf-dc84647286e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aae32835efe41afa5485451f7cc2b07&device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 1176 time: 0.0892696 Nov 27 01:06:25.170129 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e1935553-e295-4a6e-abd6-2cbafa228236 req-eae44c5a-b737-486d-a9ee-118da583cf16 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:25.209506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae44c5a-b737-486d-a9ee-118da583cf16 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Pushing event deleted for resources: {'Port': ['ID=2a4cf6fa-b805-4c9a-a070-f50ac4085cce,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:25.238824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847c9e9-8be7-4dff-b827-dbf93c37679d req-683f3c5e-9774-40ef-91e8-34bafcb84f0d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.241754 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d847c9e9-8be7-4dff-b827-dbf93c37679d req-683f3c5e-9774-40ef-91e8-34bafcb84f0d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1262295 Nov 27 01:06:25.363838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d847c9e9-8be7-4dff-b827-dbf93c37679d req-fe857332-a61b-4e61-915b-b8177a2db0bc tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137605 Nov 27 01:06:25.375629 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e1935553-e295-4a6e-abd6-2cbafa228236 req-eae44c5a-b737-486d-a9ee-118da583cf16 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:25.378266 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e1935553-e295-4a6e-abd6-2cbafa228236 req-eae44c5a-b737-486d-a9ee-118da583cf16 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:25.390889 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e1935553-e295-4a6e-abd6-2cbafa228236 req-eae44c5a-b737-486d-a9ee-118da583cf16 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "DELETE /v2.0/floatingips/93fd33ea-37c7-4b39-a6b0-caec144c4887 HTTP/1.1" status: 204 len: 173 time: 0.9063442 Nov 27 01:06:25.402711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b94dd-a6af-4ce5-a48c-db72c9d09dc7 req-fce06f7a-3b25-4091-9772-a55a13b2bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.405755 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-491b94dd-a6af-4ce5-a48c-db72c9d09dc7 req-fce06f7a-3b25-4091-9772-a55a13b2bb99 service neutron] 10.222.0.31 "GET /v2.0/networks?id=43b7912e-52da-47c9-b267-954cb551a0e3 HTTP/1.1" status: 200 len: 913 time: 0.2267165 Nov 27 01:06:25.482798 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf23a33-50ab-49c0-bbe0-97e41f4f0c94 x-openstack-request-id: req-edf23a33-50ab-49c0-bbe0-97e41f4f0c94 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:25.483384 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58851f9-5435-4219-b6d7-8a13615927bb", "name": "network-vif-plugged", "status": "completed", "tag": "ebdda98d-aad1-4ffd-9e9e-c0d2003832c3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:25.484087 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edf23a33-50ab-49c0-bbe0-97e41f4f0c94 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:25.484977 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3', 'code': 200} Nov 27 01:06:25.512123 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-491b94dd-a6af-4ce5-a48c-db72c9d09dc7 req-24daf01f-fd14-4b20-823f-237dee0a120e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f7cbeb7-2fe2-44e9-91be-c64c3582d300 HTTP/1.1" status: 200 len: 217 time: 0.0909994 Nov 27 01:06:25.554218 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9af483ca-1a91-43e4-864d-28fae33a5875 req-2381a8ea-66ba-4a7c-93c0-7cb17f34c2ff tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 210 time: 0.0496845 Nov 27 01:06:25.680946 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-453bd21c-8f7c-4e71-91d7-c166c9a543ea tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378830 Nov 27 01:06:25.684953 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b94dd-a6af-4ce5-a48c-db72c9d09dc7 req-6969c564-97db-4ffd-ad4a-612ab9d62f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.687525 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-491b94dd-a6af-4ce5-a48c-db72c9d09dc7 req-6969c564-97db-4ffd-ad4a-612ab9d62f80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1e1dce6-7ad2-45c3-be99-cad1e52a01bf HTTP/1.1" status: 200 len: 852 time: 0.1548605 Nov 27 01:06:25.702346 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871b663-e083-40d7-92d9-f46c798fa5aa req-3fc78bab-b67b-4406-a878-f70b41901e16 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.704996 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7871b663-e083-40d7-92d9-f46c798fa5aa req-3fc78bab-b67b-4406-a878-f70b41901e16 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 943 time: 0.0859749 Nov 27 01:06:25.744411 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-491b94dd-a6af-4ce5-a48c-db72c9d09dc7 req-991444f3-b19c-4044-9b4b-ff3a72e6fd6b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43b7912e-52da-47c9-b267-954cb551a0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382261 Nov 27 01:06:25.832689 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7871b663-e083-40d7-92d9-f46c798fa5aa req-af89e546-0670-415a-aa59-3bfed695151b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174481 Nov 27 01:06:25.844183 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:25.844530 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b25e9c1a-1392-4c0b-961f-964d7ce71ee0 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.851831 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b25e9c1a-1392-4c0b-961f-964d7ce71ee0 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1699967 Nov 27 01:06:25.875817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-4ff3c618-15dd-4d86-bd3a-3e29033f672b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/quotas/8fd983e4be5a419cb019b570f4ba0ec0 HTTP/1.1" status: 200 len: 375 time: 0.0197523 Nov 27 01:06:25.956313 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-491b94dd-a6af-4ce5-a48c-db72c9d09dc7 req-91d0de7f-3370-480c-8a14-880343252be2 service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023954 Nov 27 01:06:25.988163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3f25d4ec-0aec-4f16-be58-7e3a97cfa790,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:26.007602 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '3f25d4ec-0aec-4f16-be58-7e3a97cfa790', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'port_id': '3f25d4ec-0aec-4f16-be58-7e3a97cfa790', 'mac_address': 'fa:16:3e:7a:75:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:26.012500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-df3a9b6d-9ed0-4946-88b3-68257f4c72f9 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1310406 Nov 27 01:06:26.048030 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-5076d354-bcbb-48d8-97db-fe72666185d8 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0d98ada493c341839d668e6552fe4ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345144 Nov 27 01:06:26.056781 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:26.073108 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:26.102216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3f25d4ec-0aec-4f16-be58-7e3a97cfa790,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:26.113769 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:26.152481 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-711fb1ea-9414-4e4c-b8e5-31de72f90cab req-2e00aaee-ec9e-4713-8f67-31c14c254da5 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-groups/582e521f-0162-469d-9422-2a274d9780a1 HTTP/1.1" status: 200 len: 1830 time: 0.2282817 Nov 27 01:06:26.200961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=3f25d4ec-0aec-4f16-be58-7e3a97cfa790,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:26.245915 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-491b94dd-a6af-4ce5-a48c-db72c9d09dc7 req-4645b661-3d81-4a1d-b38d-9cd1ee9f81ea service neutron] 10.222.0.31 "GET /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702818 Nov 27 01:06:26.507748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['3f25d4ec-0aec-4f16-be58-7e3a97cfa790'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:26.567236 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-823010e9-8810-4c36-a9ef-d75b87900599 req-f82d15c7-35ea-4565-be11-8929bd4f4fc6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 210 time: 0.0600522 Nov 27 01:06:26.714816 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-8442102f-12a2-44e5-b8e0-956ad800181b req-2f3211a4-cb78-4cc7-a770-d6f01b436e28 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] show failed (client error): The resource could not be found. Nov 27 01:06:26.723193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8442102f-12a2-44e5-b8e0-956ad800181b req-2f3211a4-cb78-4cc7-a770-d6f01b436e28 tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/floatingips/93fd33ea-37c7-4b39-a6b0-caec144c4887 HTTP/1.1" status: 404 len: 350 time: 0.0697351 Nov 27 01:06:26.752060 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c59f92-b7b1-41e1-b553-1e14e74878db req-d4599198-e269-4438-996f-4009eee68930 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:26.761485 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1c59f92-b7b1-41e1-b553-1e14e74878db req-d4599198-e269-4438-996f-4009eee68930 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1382997 Nov 27 01:06:26.834599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-8be42e30-7c7e-4b2f-8d36-c790d313bb64 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:26.837585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-8be42e30-7c7e-4b2f-8d36-c790d313bb64 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7834227 Nov 27 01:06:26.885743 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1c59f92-b7b1-41e1-b553-1e14e74878db req-324e80e7-872e-4a06-a9cf-0a592b283204 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163733 Nov 27 01:06:26.905644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-d7576ab6-c2b2-4f4c-a219-0c3b04a2d997 req-1a15444b-c15b-421f-b7ee-11b0d0695faa tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-304849184', 'description': 'tempest-description-1226498993'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:26.910439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a1dfb-91be-448b-b8e0-c350c928c6bf req-555a84ec-2e6e-446d-8eeb-bb18f52765dc tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:26.918489 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c69a1dfb-91be-448b-b8e0-c350c928c6bf req-555a84ec-2e6e-446d-8eeb-bb18f52765dc tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 1024 time: 0.0798638 Nov 27 01:06:26.933180 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d7576ab6-c2b2-4f4c-a219-0c3b04a2d997 req-1a15444b-c15b-421f-b7ee-11b0d0695faa tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:26.958200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-15ec1cd8-046a-4c46-a8f4-e54637964625 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Request body: {'port': {'device_id': '77defc42-8e4d-4cb5-ba63-78a38c61fe8a', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '0d98ada493c341839d668e6552fe4ef3'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:27.093693 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c69a1dfb-91be-448b-b8e0-c350c928c6bf req-da7684b1-8bf7-4f53-ba69-238b4730a6bc tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&id=d1435c54-b83d-45b3-be10-cdcc77fa8a48&id=b84c43b3-ba73-4473-8e94-651fa9534521&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1733997 Nov 27 01:06:27.121320 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d7576ab6-c2b2-4f4c-a219-0c3b04a2d997 req-1a15444b-c15b-421f-b7ee-11b0d0695faa tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:27.128629 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d7576ab6-c2b2-4f4c-a219-0c3b04a2d997 req-1a15444b-c15b-421f-b7ee-11b0d0695faa tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:27.141844 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-15ec1cd8-046a-4c46-a8f4-e54637964625 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Made reservation on behalf of 0d98ada493c341839d668e6552fe4ef3 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:27.149003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-15ec1cd8-046a-4c46-a8f4-e54637964625 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:27.209514 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca3d8c4b-609c-423e-ae28-4a32ff06fdc4 req-fec9ee88-7742-4cd2-95e7-00d90db06886 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 210 time: 0.0427282 Nov 27 01:06:27.229567 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d7576ab6-c2b2-4f4c-a219-0c3b04a2d997 req-1a15444b-c15b-421f-b7ee-11b0d0695faa tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:27.253309 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d7576ab6-c2b2-4f4c-a219-0c3b04a2d997 req-1a15444b-c15b-421f-b7ee-11b0d0695faa tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3534780 Nov 27 01:06:27.277907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15444b-c15b-421f-b7ee-11b0d0695faa tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7fc171-c0ee-4240-890a-622a7069ece5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:27.310680 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-590e2c14-81da-4ccf-83fa-a40c136ba3d6 req-7d97c530-c5ca-491a-932d-ff7f76872dcd tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] show failed (client error): The resource could not be found. Nov 27 01:06:27.317442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-590e2c14-81da-4ccf-83fa-a40c136ba3d6 req-7d97c530-c5ca-491a-932d-ff7f76872dcd tempest-FloatingIPsTestJSON-232134411 tempest-FloatingIPsTestJSON-232134411-project] 10.222.0.15 "GET /v2.0/floatingips/93fd33ea-37c7-4b39-a6b0-caec144c4887 HTTP/1.1" status: 404 len: 350 time: 0.0473225 Nov 27 01:06:27.321555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39556) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:27.389147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd6cb120-54f7-48d3-8b6e-7b3e36329bfe req-49b59583-4e7a-4e1f-9bc2-9d9df744c2c1 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-groups/2e7fc171-c0ee-4240-890a-622a7069ece5 HTTP/1.1" status: 200 len: 1829 time: 0.0541639 Nov 27 01:06:27.482522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-15ec1cd8-046a-4c46-a8f4-e54637964625 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Allocated IP 192.168.233.36 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/6bc9e428-b494-4b45-b8cb-31ebf5a743d4) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:27.507416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-62e364b4-8b5a-4424-9a01-0871a3928f76 req-0fc8eb68-7668-49f3-b245-63978dee3322 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1174663548', 'description': 'tempest-description-1985795306'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:27.540700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-62e364b4-8b5a-4424-9a01-0871a3928f76 req-0fc8eb68-7668-49f3-b245-63978dee3322 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:27.565104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f1c81-4e78-4fd5-b852-8a05dc5c8877 req-a7c72ba3-ef9c-44ad-9a06-15db00facb70 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.572308 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-883f1c81-4e78-4fd5-b852-8a05dc5c8877 req-a7c72ba3-ef9c-44ad-9a06-15db00facb70 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 944 time: 0.2642488 Nov 27 01:06:27.688281 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-883f1c81-4e78-4fd5-b852-8a05dc5c8877 req-d04c009b-0d4e-4c49-8e96-a461074182ac tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988739 Nov 27 01:06:27.717297 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-62e364b4-8b5a-4424-9a01-0871a3928f76 req-0fc8eb68-7668-49f3-b245-63978dee3322 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:27.730519 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-62e364b4-8b5a-4424-9a01-0871a3928f76 req-0fc8eb68-7668-49f3-b245-63978dee3322 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:27.765417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8eb68-7668-49f3-b245-63978dee3322 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d102cd4-d80c-49af-8121-be3fd5d1a18b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:27.790653 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-62e364b4-8b5a-4424-9a01-0871a3928f76 req-0fc8eb68-7668-49f3-b245-63978dee3322 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:27.795203 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-62e364b4-8b5a-4424-9a01-0871a3928f76 req-0fc8eb68-7668-49f3-b245-63978dee3322 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2931795 Nov 27 01:06:27.800758 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-15ec1cd8-046a-4c46-a8f4-e54637964625 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:27.837466 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-425649ae-7702-4b43-9c9a-95c5d36ba6d6 req-2216159d-1218-4026-86d1-d8e09a3eeca9 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 210 time: 0.0427878 Nov 27 01:06:27.851022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:27.927072 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b007250a-382a-4c14-b90e-1eed927a706b req-1c8c2a67-a421-4434-9281-e0c9a36b6dce tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-groups/7d102cd4-d80c-49af-8121-be3fd5d1a18b HTTP/1.1" status: 200 len: 1830 time: 0.1042802 Nov 27 01:06:27.948033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-e733e2ad-eadf-4734-a124-9e9036396f89 req-329ad0f2-0d95-4d6f-a8ec-c49682d033df tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1169973039', 'description': 'tempest-description-948959466'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:27.973230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:27.977351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:27.977737 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:27.986049 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-15ec1cd8-046a-4c46-a8f4-e54637964625 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:27.989361 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-0b404e3d-8101-4d85-a294-3d61b22e0e0e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350144 Nov 27 01:06:28.010704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-15ec1cd8-046a-4c46-a8f4-e54637964625 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:28.017657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-15ec1cd8-046a-4c46-a8f4-e54637964625 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:28.037115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ca0f84e5-4268-4b9c-9802-c42a5dc006e6', '282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:28.079187 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e94ea48e-0434-415c-aeb0-a1aa617d4769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.081842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-15ec1cd8-046a-4c46-a8f4-e54637964625 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:28.085187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'c56a7cc8-bda9-451f-b56a-0c99631e5c93', '3ac72ba6-b9df-4457-9566-76d5183da86f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:28.124708 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e733e2ad-eadf-4734-a124-9e9036396f89 req-329ad0f2-0d95-4d6f-a8ec-c49682d033df tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.362713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-cc576074-b21a-45fe-a3af-dfb817ba36fb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.365094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-cc576074-b21a-45fe-a3af-dfb817ba36fb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3488019 Nov 27 01:06:28.365750 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec1cd8-046a-4c46-a8f4-e54637964625 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event updated for resources: {'Port': ['ID=6bc9e428-b494-4b45-b8cb-31ebf5a743d4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:28.380911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-15ec1cd8-046a-4c46-a8f4-e54637964625 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.381660 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-15ec1cd8-046a-4c46-a8f4-e54637964625 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.401726 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-15ec1cd8-046a-4c46-a8f4-e54637964625 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4493225 Nov 27 01:06:28.405820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a21e8-6e47-47fe-9675-411b7cddc6d8 req-f8a21f8b-562e-4f59-a630-dad5dc291eeb tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.408092 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f1a21e8-6e47-47fe-9675-411b7cddc6d8 req-f8a21f8b-562e-4f59-a630-dad5dc291eeb tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.4021492 Nov 27 01:06:28.427797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-cc59785d-d522-43d6-a704-c1fb6e5400d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Request body: {'port': {'device_id': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '8fd983e4be5a419cb019b570f4ba0ec0'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:28.442900 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.445440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Request body: {'port': {'device_id': '77defc42-8e4d-4cb5-ba63-78a38c61fe8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:28.512187 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.566920 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f1a21e8-6e47-47fe-9675-411b7cddc6d8 req-e538dcba-c38a-4dba-a6ff-7559ceb350ce tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201978 Nov 27 01:06:28.596080 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.650374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3f25d4ec-0aec-4f16-be58-7e3a97cfa790,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:28.655617 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e733e2ad-eadf-4734-a124-9e9036396f89 req-329ad0f2-0d95-4d6f-a8ec-c49682d033df tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.662346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825419b6-4b9c-4cfb-accf-f752bef52f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f25d4ec-0aec-4f16-be58-7e3a97cfa790'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:28.665195 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987c9f8f-6258-4349-987e-8584e709c3ef" -d '{"events": [{"server_uuid": "825419b6-4b9c-4cfb-accf-f752bef52f73", "name": "network-vif-plugged", "status": "completed", "tag": "3f25d4ec-0aec-4f16-be58-7e3a97cfa790"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:28.673156 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.680229 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e733e2ad-eadf-4734-a124-9e9036396f89 req-329ad0f2-0d95-4d6f-a8ec-c49682d033df tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.704460 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e733e2ad-eadf-4734-a124-9e9036396f89 req-329ad0f2-0d95-4d6f-a8ec-c49682d033df tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.725301 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e733e2ad-eadf-4734-a124-9e9036396f89 req-329ad0f2-0d95-4d6f-a8ec-c49682d033df tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7810225 Nov 27 01:06:28.759331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e3ee258f-400d-4df6-9377-137f15d83b4b None None] Provisioning complete for port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:28.760440 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e3ee258f-400d-4df6-9377-137f15d83b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.781245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-cc59785d-d522-43d6-a704-c1fb6e5400d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Made reservation on behalf of 8fd983e4be5a419cb019b570f4ba0ec0 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:28.788561 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-cc59785d-d522-43d6-a704-c1fb6e5400d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.801231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33bc64-85c1-41af-b341-9d2282dfd523 req-e0cf5264-8232-4153-a27b-4c6e562e2710 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.802759 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e33bc64-85c1-41af-b341-9d2282dfd523 req-e0cf5264-8232-4153-a27b-4c6e562e2710 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.31 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 1024 time: 0.1534884 Nov 27 01:06:28.818669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55ed20-94dc-4967-b470-ea1169812ed5 req-0a60fecd-b99f-4b12-b0b0-6c78eda503b1 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.827179 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b55ed20-94dc-4967-b470-ea1169812ed5 req-0a60fecd-b99f-4b12-b0b0-6c78eda503b1 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 1024 time: 0.1239843 Nov 27 01:06:28.995019 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee258f-400d-4df6-9377-137f15d83b4b None None] Port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:06:29.020753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=3f25d4ec-0aec-4f16-be58-7e3a97cfa790,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:29.046738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ad0f2-0d95-4d6f-a8ec-c49682d033df tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cf9ed2-27b7-4df8-8b8e-e30d24df46e9,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:29.094805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-cc59785d-d522-43d6-a704-c1fb6e5400d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Allocated IP 192.168.233.217 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/b57d0c0b-8b9c-453f-8ddb-94fb535d53dc) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:29.117813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c8526-b9b7-4462-b754-d78adc3350df req-d0c6d2e9-45ab-4923-9d96-f6471825971b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:29.119380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d63c8526-b9b7-4462-b754-d78adc3350df req-d0c6d2e9-45ab-4923-9d96-f6471825971b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 935 time: 0.3087354 Nov 27 01:06:29.195570 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d63c8526-b9b7-4462-b754-d78adc3350df req-dd664a28-f102-4b9b-90ce-97935e963c5e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624630 Nov 27 01:06:29.303069 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabf638e-ca6d-48d2-820d-722970232679 x-openstack-request-id: req-fabf638e-ca6d-48d2-820d-722970232679 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:29.304191 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825419b6-4b9c-4cfb-accf-f752bef52f73", "name": "network-vif-plugged", "status": "completed", "tag": "3f25d4ec-0aec-4f16-be58-7e3a97cfa790", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:29.304368 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fabf638e-ca6d-48d2-820d-722970232679 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:29.305428 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825419b6-4b9c-4cfb-accf-f752bef52f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f25d4ec-0aec-4f16-be58-7e3a97cfa790', 'code': 200} Nov 27 01:06:29.313927 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e94ea48e-0434-415c-aeb0-a1aa617d4769 admin admin] Deleting port c3ef38f6-f7da-4a35-8175-294422daa15a {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:29.314271 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e94ea48e-0434-415c-aeb0-a1aa617d4769 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:29.433033 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-cc59785d-d522-43d6-a704-c1fb6e5400d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:29.505407 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b55ed20-94dc-4967-b470-ea1169812ed5 req-bb6d7dd5-a30b-473b-b967-4d201e556820 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ba3acd2-3335-4c3e-b017-7572da81c6cb&id=d1435c54-b83d-45b3-be10-cdcc77fa8a48&id=b84c43b3-ba73-4473-8e94-651fa9534521&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.6773477 Nov 27 01:06:29.532127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bc8ec-721e-41a3-bdd7-7a78b8f0faa1 req-23364499-d7c2-4890-9a47-191d5394bb3a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:29.538871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af4bc8ec-721e-41a3-bdd7-7a78b8f0faa1 req-23364499-d7c2-4890-9a47-191d5394bb3a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 945 time: 0.1249285 Nov 27 01:06:29.542145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-7e33bc64-85c1-41af-b341-9d2282dfd523 req-6b01eb6d-4b9d-4d98-918e-d808557c9c35 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Deleting port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:29.542495 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7e33bc64-85c1-41af-b341-9d2282dfd523 req-6b01eb6d-4b9d-4d98-918e-d808557c9c35 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:29.549628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e94ea48e-0434-415c-aeb0-a1aa617d4769 admin admin] For port c3ef38f6-f7da-4a35-8175-294422daa15a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c3ef38f6-f7da-4a35-8175-294422daa15a,segment=NetworkSegment(6eb32920-8c1a-4ca7-8e63-86ce59101330),segment_id=6eb32920-8c1a-4ca7-8e63-86ce59101330)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:29.549846 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e94ea48e-0434-415c-aeb0-a1aa617d4769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:29.613276 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af4bc8ec-721e-41a3-bdd7-7a78b8f0faa1 req-3add37a1-2a9b-440e-884e-65b0eb265162 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735338 Nov 27 01:06:29.617409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f820d91-5702-477e-ae2c-edc473eab72d req-3406e6a7-a578-4876-8b20-7389961a09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:29.618898 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9f820d91-5702-477e-ae2c-edc473eab72d req-3406e6a7-a578-4876-8b20-7389961a09f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 1097 time: 0.1632581 Nov 27 01:06:29.629290 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-cc59785d-d522-43d6-a704-c1fb6e5400d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:29.645134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e94ea48e-0434-415c-aeb0-a1aa617d4769 admin admin] Calling delete_port for c3ef38f6-f7da-4a35-8175-294422daa15a owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:29.729574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-cc59785d-d522-43d6-a704-c1fb6e5400d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:29.759196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-cc59785d-d522-43d6-a704-c1fb6e5400d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:29.760308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-cc59785d-d522-43d6-a704-c1fb6e5400d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:29.773106 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3d755bdb-1187-456a-8423-d11971fb34cc req-aa6675b6-adcc-4f5d-913b-a58ac2a44b26 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-groups/42cf9ed2-27b7-4df8-8b8e-e30d24df46e9 HTTP/1.1" status: 200 len: 1829 time: 0.2274778 Nov 27 01:06:29.795210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-7e33bc64-85c1-41af-b341-9d2282dfd523 req-6b01eb6d-4b9d-4d98-918e-d808557c9c35 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] For port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,segment=NetworkSegment(5af6be53-9e18-40d4-b065-e0745912977f),segment_id=5af6be53-9e18-40d4-b065-e0745912977f)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:29.795610 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7e33bc64-85c1-41af-b341-9d2282dfd523 req-6b01eb6d-4b9d-4d98-918e-d808557c9c35 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:29.827523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-7e33bc64-85c1-41af-b341-9d2282dfd523 req-6b01eb6d-4b9d-4d98-918e-d808557c9c35 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Calling delete_port for 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:29.868157 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['7bdf808b-5054-4b47-bc31-4ef73518ec42', 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:29.919135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59785d-d522-43d6-a704-c1fb6e5400d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Pushing event updated for resources: {'Port': ['ID=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:29.964790 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d661f-ad88-42aa-aa89-077784c35f65 req-75bdf83a-ba41-456e-9576-8d5458d2d49c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:29.972262 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-996d661f-ad88-42aa-aa89-077784c35f65 req-75bdf83a-ba41-456e-9576-8d5458d2d49c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 936 time: 0.2453949 Nov 27 01:06:29.986264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-cc59785d-d522-43d6-a704-c1fb6e5400d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:29.986264 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-cc59785d-d522-43d6-a704-c1fb6e5400d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:29.987971 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9f820d91-5702-477e-ae2c-edc473eab72d req-ce52177e-6da6-4133-883a-21723a680d52 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353698 Nov 27 01:06:30.063014 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-996d661f-ad88-42aa-aa89-077784c35f65 req-2e49f29a-9f09-4a9c-aa34-087eef90ace1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872467 Nov 27 01:06:30.075391 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-cc59785d-d522-43d6-a704-c1fb6e5400d6 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6658881 Nov 27 01:06:30.113564 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff688a6-648e-4c5b-8b97-e7ebffde8b22 req-86a39eb8-9293-449d-9de3-02ebc9434749 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:30.115188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5ff688a6-648e-4c5b-8b97-e7ebffde8b22 req-86a39eb8-9293-449d-9de3-02ebc9434749 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1688223 Nov 27 01:06:30.143083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-92ffda0d-3455-42a6-a660-cf7b7437de0f None None] Provisioning complete for port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:30.143661 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-92ffda0d-3455-42a6-a660-cf7b7437de0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:30.148359 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-5fc081ad-7882-4265-92ee-467ca224a8d3 req-3cd1901b-664f-428b-9304-8c5696654bb2 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] show failed (client error): The resource could not be found. Nov 27 01:06:30.156784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5fc081ad-7882-4265-92ee-467ca224a8d3 req-3cd1901b-664f-428b-9304-8c5696654bb2 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-groups/78879db5-5190-426a-ac3d-cb0f9df6c710 HTTP/1.1" status: 404 len: 352 time: 0.0617359 Nov 27 01:06:30.188671 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5ff688a6-648e-4c5b-8b97-e7ebffde8b22 req-fbcb308c-308c-4585-971a-cbd3c476af50 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561662 Nov 27 01:06:30.209263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:30.213242 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-92ffda0d-3455-42a6-a660-cf7b7437de0f None None] Port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:06:30.237472 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:30.245164 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-6a209ed7-c474-46b9-8b03-4618d9fd7a82 req-535c1c22-1f89-44b4-8044-130ad61d3fb3 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] show failed (client error): The resource could not be found. Nov 27 01:06:30.272661 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:30.276808 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a209ed7-c474-46b9-8b03-4618d9fd7a82 req-535c1c22-1f89-44b4-8044-130ad61d3fb3 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-group-rules/c71b20ce-4c98-4595-9a61-efa45f30b22e HTTP/1.1" status: 404 len: 361 time: 0.0990343 Nov 27 01:06:30.310051 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7e33bc64-85c1-41af-b341-9d2282dfd523 req-6b01eb6d-4b9d-4d98-918e-d808557c9c35 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:30.317086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Transition to ACTIVE for port object 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:30.322501 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:30.338671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Request body: {'port': {'device_id': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:30.412472 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e94ea48e-0434-415c-aeb0-a1aa617d4769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:30.437495 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e33bc64-85c1-41af-b341-9d2282dfd523 req-6b01eb6d-4b9d-4d98-918e-d808557c9c35 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] No DVR routers for this DVR port 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:06:30.441114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01eb6d-4b9d-4d98-918e-d808557c9c35 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event deleted for resources: {'Port': ['ID=1f7cbeb7-2fe2-44e9-91be-c64c3582d300,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:30.463617 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7e33bc64-85c1-41af-b341-9d2282dfd523 req-6b01eb6d-4b9d-4d98-918e-d808557c9c35 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:30.468214 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e33bc64-85c1-41af-b341-9d2282dfd523 req-6b01eb6d-4b9d-4d98-918e-d808557c9c35 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.31 "DELETE /v2.0/ports/1f7cbeb7-2fe2-44e9-91be-c64c3582d300 HTTP/1.1" status: 204 len: 173 time: 1.6320028 Nov 27 01:06:30.470997 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386f0538-33d7-4f55-b066-0d9b15004958', 'name': 'network-vif-deleted', 'tag': '1f7cbeb7-2fe2-44e9-91be-c64c3582d300'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:30.473518 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30685e97-c9a5-4e1c-9a85-71b006b33fd2" -d '{"events": [{"server_uuid": "386f0538-33d7-4f55-b066-0d9b15004958", "name": "network-vif-deleted", "tag": "1f7cbeb7-2fe2-44e9-91be-c64c3582d300"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:30.542908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ea48e-0434-415c-aeb0-a1aa617d4769 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ef38f6-f7da-4a35-8175-294422daa15a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:30.596081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['140b25e7-868a-45b8-a519-450a42a212f4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:30.768220 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:30.783287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Pushing event updated for resources: {'Port': ['ID=6bc9e428-b494-4b45-b8cb-31ebf5a743d4,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:30.865831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5ab70-a1e2-42ef-8dcf-66c855013d4c req-c4e02f01-98b4-4a5c-a293-646bf20d2368 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:30.879272 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1d5ab70-a1e2-42ef-8dcf-66c855013d4c req-c4e02f01-98b4-4a5c-a293-646bf20d2368 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 947 time: 0.4654429 Nov 27 01:06:30.911677 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e94ea48e-0434-415c-aeb0-a1aa617d4769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:30.955302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Attempting to bind port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:30.955906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Attempting to bind port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:30.956440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Attempting to bind port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:30.965804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:30.966131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Attempting to bind port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:30.997722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:31.000824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:31.001238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:31.001699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Bound port: 6bc9e428-b494-4b45-b8cb-31ebf5a743d4, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:31.006340 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:31.038698 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1d5ab70-a1e2-42ef-8dcf-66c855013d4c req-c07ebe4c-87f5-4cd4-a1c4-50316e50f61e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580372 Nov 27 01:06:31.079306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['93c7853a-3cd9-4ef8-8734-4b7ea23976ea'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:31.129691 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-803528ba-b445-465d-9426-95164f8c221b req-37dc8e1a-792d-482d-ad21-20d5dfc67c86 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-groups/42cf9ed2-27b7-4df8-8b8e-e30d24df46e9 HTTP/1.1" status: 200 len: 1829 time: 0.2088554 Nov 27 01:06:31.153655 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6584846-b8ed-4bee-b82c-177f0f2e9cfd x-openstack-request-id: req-c6584846-b8ed-4bee-b82c-177f0f2e9cfd {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:31.156733 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386f0538-33d7-4f55-b066-0d9b15004958", "name": "network-vif-deleted", "tag": "1f7cbeb7-2fe2-44e9-91be-c64c3582d300", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:31.157006 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6584846-b8ed-4bee-b82c-177f0f2e9cfd {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:31.158908 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386f0538-33d7-4f55-b066-0d9b15004958', 'name': 'network-vif-deleted', 'tag': '1f7cbeb7-2fe2-44e9-91be-c64c3582d300', 'status': 'completed', 'code': 200} Nov 27 01:06:31.374873 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b61d176-c064-4e40-b573-5983bb357c3b req-336d2f68-1c36-45f9-beef-4522482297a3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=386f0538-33d7-4f55-b066-0d9b15004958 HTTP/1.1" status: 200 len: 210 time: 0.0692663 Nov 27 01:06:31.444362 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-803528ba-b445-465d-9426-95164f8c221b req-fa3969b2-d31c-4c84-a0f3-5c05119c7f1a tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:31.631762 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-803528ba-b445-465d-9426-95164f8c221b req-fa3969b2-d31c-4c84-a0f3-5c05119c7f1a tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:31.677880 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1f1b631-609b-4021-8f60-1a556c00be2a req-14e5f870-d4f4-4713-8c0b-4d69abb90bb1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4573982 Nov 27 01:06:31.688885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] For port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:31.722883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] For port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6bc9e428-b494-4b45-b8cb-31ebf5a743d4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:31.748307 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:31.751519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94ea48e-0434-415c-aeb0-a1aa617d4769 admin admin] Router 2a48f0be-577a-4b09-968f-8b09d0a6d21e has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:06:31.755630 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-803528ba-b445-465d-9426-95164f8c221b req-fa3969b2-d31c-4c84-a0f3-5c05119c7f1a tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:31.759167 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-803528ba-b445-465d-9426-95164f8c221b req-fa3969b2-d31c-4c84-a0f3-5c05119c7f1a tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:31.760020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:31.772543 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-803528ba-b445-465d-9426-95164f8c221b req-fa3969b2-d31c-4c84-a0f3-5c05119c7f1a tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "DELETE /v2.0/security-groups/42cf9ed2-27b7-4df8-8b8e-e30d24df46e9 HTTP/1.1" status: 204 len: 173 time: 0.6413693 Nov 27 01:06:31.783392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5208b-12e9-460b-a2b7-7f25a4b5fde7 req-de68f469-e8c1-486c-b833-befcaa87ac94 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:31.791945 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-91e5208b-12e9-460b-a2b7-7f25a4b5fde7 req-de68f469-e8c1-486c-b833-befcaa87ac94 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 945 time: 0.1661673 Nov 27 01:06:31.797661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3969b2-d31c-4c84-a0f3-5c05119c7f1a tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cf9ed2-27b7-4df8-8b8e-e30d24df46e9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:31.829626 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:06:31.829974 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 1f7cbeb7-2fe2-44e9-91be-c64c3582d300 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:06:31.901249 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:31.901879 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:31.903347 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] 10.222.0.31 "PUT /v2.0/ports/6bc9e428-b494-4b45-b8cb-31ebf5a743d4 HTTP/1.1" status: 200 len: 1096 time: 3.4682844 Nov 27 01:06:31.903982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77defc42-8e4d-4cb5-ba63-78a38c61fe8a', 'tag': '6bc9e428-b494-4b45-b8cb-31ebf5a743d4'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:31.907108 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba67b687-03c4-4b3a-bd88-99e0b4c4d765" -d '{"events": [{"name": "network-changed", "server_uuid": "77defc42-8e4d-4cb5-ba63-78a38c61fe8a", "tag": "6bc9e428-b494-4b45-b8cb-31ebf5a743d4"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:31.995162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1b631-609b-4021-8f60-1a556c00be2a req-be2196e3-c0fd-4eae-86d7-2ea7154e7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:31.996800 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1f1b631-609b-4021-8f60-1a556c00be2a req-be2196e3-c0fd-4eae-86d7-2ea7154e7097 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 1102 time: 0.2694218 Nov 27 01:06:32.017765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cfba6-04d0-4457-b44f-85f158ae2dce service neutron] Pushing event updated for resources: {'Port': ['ID=6bc9e428-b494-4b45-b8cb-31ebf5a743d4,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:32.052190 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3422b-4a89-483c-b0b0-505de627d982 req-dc3b8524-5fe9-448c-a3d5-050eb3bfb1b8 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.060590 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aee3422b-4a89-483c-b0b0-505de627d982 req-dc3b8524-5fe9-448c-a3d5-050eb3bfb1b8 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 936 time: 0.1350815 Nov 27 01:06:32.070603 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94ea48e-0434-415c-aeb0-a1aa617d4769 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:06:32.080856 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e94ea48e-0434-415c-aeb0-a1aa617d4769 admin admin] 10.222.0.15 "PUT /v2.0/routers/2a48f0be-577a-4b09-968f-8b09d0a6d21e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7556894 Nov 27 01:06:32.084541 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d3f2a-d55b-42d2-bd0f-d12d66ed4e6f None None] Sync routers for ids ['2a48f0be-577a-4b09-968f-8b09d0a6d21e'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:06:32.086411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39630) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:32.097931 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-91e5208b-12e9-460b-a2b7-7f25a4b5fde7 req-19490e6c-96ce-4d5a-96d5-bf97cb00873f tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029780 Nov 27 01:06:32.113551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d3f2a-d55b-42d2-bd0f-d12d66ed4e6f None None] Routers {'2a48f0be-577a-4b09-968f-8b09d0a6d21e'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:32.114574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-244d3f2a-d55b-42d2-bd0f-d12d66ed4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:06:13Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['2a48f0be-577a-4b09-968f-8b09d0a6d21e'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:32.238518 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aee3422b-4a89-483c-b0b0-505de627d982 req-156ff0cc-24aa-4c74-82e6-664bafbe86ac tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765695 Nov 27 01:06:32.302555 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:32.354237 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-244d3f2a-d55b-42d2-bd0f-d12d66ed4e6f None None] Set router 2a48f0be-577a-4b09-968f-8b09d0a6d21e gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:32.506511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57d0c0b-8b9c-453f-8ddb-94fb535d53dc {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:32.512731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80eb00-311e-4e34-90b1-97e14d39d2d8 req-6c61c6f9-42d9-462c-86bf-eff0b6966816 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.521454 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec80eb00-311e-4e34-90b1-97e14d39d2d8 req-6c61c6f9-42d9-462c-86bf-eff0b6966816 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 947 time: 0.1089716 Nov 27 01:06:32.522269 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a66f46c-e10e-4d51-ad1a-cc639f1caafe x-openstack-request-id: req-8a66f46c-e10e-4d51-ad1a-cc639f1caafe {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:32.522568 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77defc42-8e4d-4cb5-ba63-78a38c61fe8a", "tag": "6bc9e428-b494-4b45-b8cb-31ebf5a743d4", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:32.522824 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a66f46c-e10e-4d51-ad1a-cc639f1caafe {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:32.523223 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77defc42-8e4d-4cb5-ba63-78a38c61fe8a', 'tag': '6bc9e428-b494-4b45-b8cb-31ebf5a743d4', 'status': 'completed', 'code': 200} Nov 27 01:06:32.534286 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:32.540686 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:32.559506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-c95de761-41b5-48b6-a0e2-c47517b8d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.561982 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-c95de761-41b5-48b6-a0e2-c47517b8d2eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 1099 time: 0.5621414 Nov 27 01:06:32.593097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Transition to ACTIVE for port object b57d0c0b-8b9c-453f-8ddb-94fb535d53dc will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:32.616266 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-244d3f2a-d55b-42d2-bd0f-d12d66ed4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'name': 'tempest-FloatingIPsTestJSON-1929455594-router', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'cea8e488-78c6-4906-81c4-20e6f6057979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:59Z', 'updated_at': '2021-11-27T01:06:30Z', 'revision_number': 5, 'project_id': '9de34437f661434ba5e3c39084f9ffdf', 'gw_port': {'id': 'cea8e488-78c6-4906-81c4-20e6f6057979', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:01Z', 'updated_at': '2021-11-27T01:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:32.620127 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec80eb00-311e-4e34-90b1-97e14d39d2d8 req-844a8b59-115a-4e90-887c-09949e57276f tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971136 Nov 27 01:06:32.648474 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-6b37b7ef-98ac-4e34-ba7e-1aa2a9fff16b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=6bc9e428-b494-4b45-b8cb-31ebf5a743d4 HTTP/1.1" status: 200 len: 217 time: 0.0645967 Nov 27 01:06:32.656085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d3f2a-d55b-42d2-bd0f-d12d66ed4e6f None None] Checking router: 2a48f0be-577a-4b09-968f-8b09d0a6d21e for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:06:32.660287 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31f09ec7-c8b8-48d7-aace-41fea67b70e3 req-ea141ebe-41d6-45d9-ad66-dc2f408c2ba1 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-groups/7d102cd4-d80c-49af-8121-be3fd5d1a18b HTTP/1.1" status: 200 len: 1830 time: 0.5164924 Nov 27 01:06:32.666932 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d3f2a-d55b-42d2-bd0f-d12d66ed4e6f None None] Routers {'2a48f0be-577a-4b09-968f-8b09d0a6d21e'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:32.668013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-244d3f2a-d55b-42d2-bd0f-d12d66ed4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:06:13Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['2a48f0be-577a-4b09-968f-8b09d0a6d21e'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:32.668898 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:32.670885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] Deleting port cea8e488-78c6-4906-81c4-20e6f6057979 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:32.671641 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:32.775342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1b631-609b-4021-8f60-1a556c00be2a req-1e19fe51-c97b-4987-af57-6c7d452c6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.777232 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1f1b631-609b-4021-8f60-1a556c00be2a req-1e19fe51-c97b-4987-af57-6c7d452c6acc service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.7151027 Nov 27 01:06:32.784867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-244d3f2a-d55b-42d2-bd0f-d12d66ed4e6f None None] Set router 2a48f0be-577a-4b09-968f-8b09d0a6d21e gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:32.814831 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5629af10-ae55-44a3-aa7b-4a254043baf3 req-ba823b77-c433-498a-87b7-e073421ac8ed tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/d1435c54-b83d-45b3-be10-cdcc77fa8a48 HTTP/1.1" status: 200 len: 1818 time: 0.0997779 Nov 27 01:06:32.856854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] For port cea8e488-78c6-4906-81c4-20e6f6057979, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cea8e488-78c6-4906-81c4-20e6f6057979,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:32.857146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1f1b631-609b-4021-8f60-1a556c00be2a req-a923b743-6712-4278-960c-13ae77211939 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 HTTP/1.1" status: 200 len: 217 time: 0.0598233 Nov 27 01:06:32.857600 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:32.871548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Pushing event updated for resources: {'Port': ['ID=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:32.881567 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] Calling delete_port for cea8e488-78c6-4906-81c4-20e6f6057979 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:32.891013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-244d3f2a-d55b-42d2-bd0f-d12d66ed4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'name': 'tempest-FloatingIPsTestJSON-1929455594-router', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:59Z', 'updated_at': '2021-11-27T01:06:32Z', 'revision_number': 6, 'project_id': '9de34437f661434ba5e3c39084f9ffdf', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:32.898340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-416f527f-1cc2-4d38-a1d1-948860066a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.899860 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-416f527f-1cc2-4d38-a1d1-948860066a9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.2238328 Nov 27 01:06:32.932322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d3f2a-d55b-42d2-bd0f-d12d66ed4e6f None None] The sync data for ids ['2a48f0be-577a-4b09-968f-8b09d0a6d21e'] in n-d-817303-10 is: [{'id': '2a48f0be-577a-4b09-968f-8b09d0a6d21e', 'name': 'tempest-FloatingIPsTestJSON-1929455594-router', 'tenant_id': '9de34437f661434ba5e3c39084f9ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:59Z', 'updated_at': '2021-11-27T01:06:32Z', 'revision_number': 6, 'project_id': '9de34437f661434ba5e3c39084f9ffdf', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:06:33.018023 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5629af10-ae55-44a3-aa7b-4a254043baf3 req-8d052c17-ad8b-42ea-9fa1-09da3ce10a20 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.059035 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5629af10-ae55-44a3-aa7b-4a254043baf3 req-8d052c17-ad8b-42ea-9fa1-09da3ce10a20 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.085833 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31f09ec7-c8b8-48d7-aace-41fea67b70e3 req-a6b89608-208c-49ef-9473-6bd24685809b tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.146275 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31f09ec7-c8b8-48d7-aace-41fea67b70e3 req-a6b89608-208c-49ef-9473-6bd24685809b tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.150729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-ddd8c7d7-f01b-4c89-90b9-62161c3d6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:33.152348 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-ddd8c7d7-f01b-4c89-90b9-62161c3d6b9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2113760 Nov 27 01:06:33.153688 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1b631-609b-4021-8f60-1a556c00be2a req-fc1ff00e-7fe3-443a-a64e-af63d3f0c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:33.157630 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1f1b631-609b-4021-8f60-1a556c00be2a req-fc1ff00e-7fe3-443a-a64e-af63d3f0c642 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.2803602 Nov 27 01:06:33.175242 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5629af10-ae55-44a3-aa7b-4a254043baf3 req-8d052c17-ad8b-42ea-9fa1-09da3ce10a20 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.178899 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5629af10-ae55-44a3-aa7b-4a254043baf3 req-8d052c17-ad8b-42ea-9fa1-09da3ce10a20 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.191369 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5629af10-ae55-44a3-aa7b-4a254043baf3 req-8d052c17-ad8b-42ea-9fa1-09da3ce10a20 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "DELETE /v2.0/security-groups/d1435c54-b83d-45b3-be10-cdcc77fa8a48 HTTP/1.1" status: 204 len: 173 time: 0.3753107 Nov 27 01:06:33.236958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d052c17-ad8b-42ea-9fa1-09da3ce10a20 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1435c54-b83d-45b3-be10-cdcc77fa8a48,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:33.275585 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.288825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Attempting to bind port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:33.289169 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Attempting to bind port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:33.289502 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Attempting to bind port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:33.310499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:33.310829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Attempting to bind port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:33.327588 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:33.327941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:33.328389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:33.328846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Bound port: b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:33.329207 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.344677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=cea8e488-78c6-4906-81c4-20e6f6057979,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:33.345413 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1b631-609b-4021-8f60-1a556c00be2a req-fa4381fc-537c-4636-8d78-ceee71739694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:33.363232 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1f1b631-609b-4021-8f60-1a556c00be2a req-fa4381fc-537c-4636-8d78-ceee71739694 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1863387 Nov 27 01:06:33.363771 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31f09ec7-c8b8-48d7-aace-41fea67b70e3 req-a6b89608-208c-49ef-9473-6bd24685809b tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.373098 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31f09ec7-c8b8-48d7-aace-41fea67b70e3 req-a6b89608-208c-49ef-9473-6bd24685809b tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.390524 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31f09ec7-c8b8-48d7-aace-41fea67b70e3 req-a6b89608-208c-49ef-9473-6bd24685809b tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "DELETE /v2.0/security-groups/7d102cd4-d80c-49af-8121-be3fd5d1a18b HTTP/1.1" status: 204 len: 173 time: 0.7290065 Nov 27 01:06:33.501718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b89608-208c-49ef-9473-6bd24685809b tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d102cd4-d80c-49af-8121-be3fd5d1a18b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:33.508349 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.564567 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-9de2e025-e9b5-48a0-aa28-0a338a5e2fd3 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985140 Nov 27 01:06:33.583102 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6e054-0745-41db-b1b3-13d97844da00 req-5a59f0e1-ab0e-46ac-83f6-89035cf11223 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:33.584791 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-53f6e054-0745-41db-b1b3-13d97844da00 req-5a59f0e1-ab0e-46ac-83f6-89035cf11223 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 945 time: 0.1544683 Nov 27 01:06:33.633233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.636522 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.684485 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a468391-c097-4d98-92a9-5c7c0dae2180 req-4d98f7fd-b500-4841-bd0a-835aced35545 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/b84c43b3-ba73-4473-8e94-651fa9534521 HTTP/1.1" status: 200 len: 1817 time: 0.2571774 Nov 27 01:06:33.700828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.702730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a48f0be-577a-4b09-968f-8b09d0a6d21e {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:06:33.717174 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.719439 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-38f85a45-b777-45d6-b1af-e74de1a48f87 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2a48f0be-577a-4b09-968f-8b09d0a6d21e HTTP/1.1" status: 204 len: 168 time: 1.6320693 Nov 27 01:06:33.727561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39656) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:33.734621 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1f1b631-609b-4021-8f60-1a556c00be2a req-9c46b8c2-0348-4f5c-bcb9-fc5e888b600b service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358002 Nov 27 01:06:33.739483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:33.778933 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-53f6e054-0745-41db-b1b3-13d97844da00 req-eb8aae82-da15-42cb-85b9-055b936f5bbf tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654577 Nov 27 01:06:33.791652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:33.809184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-815e9dfe-7b3c-4576-b53c-5fca807e2d39 admin admin] Deleting subnet 13ff8f40-63e5-4ba8-a52c-a79f45836826 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:06:33.813871 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-815e9dfe-7b3c-4576-b53c-5fca807e2d39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.831017 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.835061 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff86194e-28a3-4ba0-8f02-ec23623d07a8 req-7e517195-24ec-47f0-9be6-36c0affe6744 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571006 Nov 27 01:06:33.882340 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-815e9dfe-7b3c-4576-b53c-5fca807e2d39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.886906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8627a230-43da-4772-9bb7-c936d7a4aa13 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:33.916038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:33.928684 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.932384 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] 10.222.0.21 "PUT /v2.0/ports/b57d0c0b-8b9c-453f-8ddb-94fb535d53dc HTTP/1.1" status: 200 len: 1097 time: 3.6042979 Nov 27 01:06:33.933804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c3ef38f6-f7da-4a35-8175-294422daa15a no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:33.949566 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a468391-c097-4d98-92a9-5c7c0dae2180 req-727a8f4f-aa1d-4c65-bab7-86224cf5a13d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.991520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: c3ef38f6-f7da-4a35-8175-294422daa15a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:06:33.992190 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c3ef38f6-f7da-4a35-8175-294422daa15a not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:06:34.053774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168c64c-cecf-48db-8234-524ed6ad1d9a service neutron] Pushing event updated for resources: {'Port': ['ID=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:34.094582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a468391-c097-4d98-92a9-5c7c0dae2180 req-727a8f4f-aa1d-4c65-bab7-86224cf5a13d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:34.111627 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1f1b631-609b-4021-8f60-1a556c00be2a req-319bfd4b-1c10-420a-9c86-5b99da54972f service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605652 Nov 27 01:06:34.145289 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c1737-43d6-453a-b3d3-555322b1ace5 req-55049329-a1f8-4f35-b1af-ee9f184a67e8 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.154305 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-562c1737-43d6-453a-b3d3-555322b1ace5 req-55049329-a1f8-4f35-b1af-ee9f184a67e8 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 948 time: 0.2081690 Nov 27 01:06:34.164537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 8627a230-43da-4772-9bb7-c936d7a4aa13, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8627a230-43da-4772-9bb7-c936d7a4aa13,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:34.220601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '8627a230-43da-4772-9bb7-c936d7a4aa13', 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f', 'port_id': '8627a230-43da-4772-9bb7-c936d7a4aa13', 'mac_address': 'fa:16:3e:64:f6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29003f06-f306-4683-932b-e39e08c7fc5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:34.247620 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-815e9dfe-7b3c-4576-b53c-5fca807e2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:34.286964 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:34.292211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67b687-03c4-4b3a-bd88-99e0b4c4d765 req-a94d6405-7235-4b72-a7b7-17314583145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.293830 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba67b687-03c4-4b3a-bd88-99e0b4c4d765 req-a94d6405-7235-4b72-a7b7-17314583145d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 1099 time: 0.3232403 Nov 27 01:06:34.315730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-9f93545c-8998-41ca-a8a4-a4203ca04702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.317185 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-9f93545c-8998-41ca-a8a4-a4203ca04702 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 1100 time: 0.2032983 Nov 27 01:06:34.343197 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a468391-c097-4d98-92a9-5c7c0dae2180 req-727a8f4f-aa1d-4c65-bab7-86224cf5a13d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:34.345794 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a468391-c097-4d98-92a9-5c7c0dae2180 req-727a8f4f-aa1d-4c65-bab7-86224cf5a13d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:34.348191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8627a230-43da-4772-9bb7-c936d7a4aa13 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:34.354146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a468391-c097-4d98-92a9-5c7c0dae2180 req-727a8f4f-aa1d-4c65-bab7-86224cf5a13d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "DELETE /v2.0/security-groups/b84c43b3-ba73-4473-8e94-651fa9534521 HTTP/1.1" status: 204 len: 173 time: 0.6549203 Nov 27 01:06:34.382447 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-562c1737-43d6-453a-b3d3-555322b1ace5 req-c9d0c924-d1f3-4bd7-962d-53c642b4dff3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095802 Nov 27 01:06:34.397986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 8627a230-43da-4772-9bb7-c936d7a4aa13, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8627a230-43da-4772-9bb7-c936d7a4aa13,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:34.418331 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:34.487848 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-815e9dfe-7b3c-4576-b53c-5fca807e2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:34.523878 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e9dfe-7b3c-4576-b53c-5fca807e2d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ff8f40-63e5-4ba8-a52c-a79f45836826,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:34.548559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:34.551884 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241e4b0d-8bbb-4514-a8fa-8dbd32d21bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:34.560668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=8627a230-43da-4772-9bb7-c936d7a4aa13,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:34.562577 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-815e9dfe-7b3c-4576-b53c-5fca807e2d39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:34.568058 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b985e17-f3d3-4542-bc61-6ca4b4e92527 None None] Network 87035191-bb00-44ca-9b27-8c4ad075d663 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:06:34.580636 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-f9c90ec2-09a7-4b51-8f0a-8e489f00aca7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc HTTP/1.1" status: 200 len: 217 time: 0.2449868 Nov 27 01:06:34.588296 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a8f4f-aa1d-4c65-bab7-86224cf5a13d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84c43b3-ba73-4473-8e94-651fa9534521,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:34.590454 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-815e9dfe-7b3c-4576-b53c-5fca807e2d39 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/13ff8f40-63e5-4ba8-a52c-a79f45836826 HTTP/1.1" status: 204 len: 168 time: 0.8592560 Nov 27 01:06:34.605792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39680) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:34.645468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda18ae2-30e4-4fdb-907b-c1221f6e7580 req-dc42a5ba-8c38-4614-bb62-26988a5a7b8d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.656359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eda18ae2-30e4-4fdb-907b-c1221f6e7580 req-dc42a5ba-8c38-4614-bb62-26988a5a7b8d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 947 time: 0.1233604 Nov 27 01:06:34.712381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['8627a230-43da-4772-9bb7-c936d7a4aa13'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:34.721289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eda18ae2-30e4-4fdb-907b-c1221f6e7580 req-7a0db0e5-b1c1-432e-a8d9-15d3a44fcd58 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577345 Nov 27 01:06:34.761500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b4e4673-ecd5-4017-9909-f742ac58caae req-097a38f9-5d8e-4ff9-bb18-46b65c264e72 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-groups/2e7fc171-c0ee-4240-890a-622a7069ece5 HTTP/1.1" status: 200 len: 1829 time: 0.2499666 Nov 27 01:06:34.768760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67b687-03c4-4b3a-bd88-99e0b4c4d765 req-9e4a3c38-30a8-47f8-b523-66c80e62fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.770610 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba67b687-03c4-4b3a-bd88-99e0b4c4d765 req-9e4a3c38-30a8-47f8-b523-66c80e62fe74 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.4670002 Nov 27 01:06:34.791103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-0a807095-661d-4ee6-ab0d-3e0276413581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.792597 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-0a807095-661d-4ee6-ab0d-3e0276413581 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1953075 Nov 27 01:06:34.803848 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:34.842373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1ad93-8b0b-4f36-acbb-37b028a3738e req-153c035d-7dfa-4501-8cc8-066d5ca96577 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.856789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39688) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:34.857570 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd1ad93-8b0b-4f36-acbb-37b028a3738e req-153c035d-7dfa-4501-8cc8-066d5ca96577 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 945 time: 0.0772834 Nov 27 01:06:34.868475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-efab2b30-8c83-4012-9e3c-a5ff79c4b1c9 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Request body: {'floatingip': {'port_id': '3f25d4ec-0aec-4f16-be58-7e3a97cfa790'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:34.890800 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba67b687-03c4-4b3a-bd88-99e0b4c4d765 req-909c65d2-1bc9-4209-b95a-a2ed67094759 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=6bc9e428-b494-4b45-b8cb-31ebf5a743d4 HTTP/1.1" status: 200 len: 217 time: 0.1062055 Nov 27 01:06:34.993706 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-efab2b30-8c83-4012-9e3c-a5ff79c4b1c9 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:35.118974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67b687-03c4-4b3a-bd88-99e0b4c4d765 req-8142657d-8803-470f-9780-acdcd2c0ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:35.120709 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba67b687-03c4-4b3a-bd88-99e0b4c4d765 req-8142657d-8803-470f-9780-acdcd2c0ef8e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1865952 Nov 27 01:06:35.233599 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2b4e4673-ecd5-4017-9909-f742ac58caae req-bfd85ab0-031c-4e7e-8850-1e7b0161a1c0 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:35.275923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-3de8170c-f34a-44d9-aa8a-15971d965649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:35.277460 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-3de8170c-f34a-44d9-aa8a-15971d965649 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4717367 Nov 27 01:06:35.315157 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2b4e4673-ecd5-4017-9909-f742ac58caae req-bfd85ab0-031c-4e7e-8850-1e7b0161a1c0 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:35.349675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e5dff-7475-4b61-a08f-527246c3b920 None None] DHCP port deletion for 87035191-bb00-44ca-9b27-8c4ad075d663 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:06:35.442887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-333e5dff-7475-4b61-a08f-527246c3b920 None None] Deleting port 437b898f-56e0-4e79-9157-b20fa4043c18 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:35.451129 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-333e5dff-7475-4b61-a08f-527246c3b920 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:35.497587 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2b4e4673-ecd5-4017-9909-f742ac58caae req-bfd85ab0-031c-4e7e-8850-1e7b0161a1c0 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:35.524630 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2b4e4673-ecd5-4017-9909-f742ac58caae req-bfd85ab0-031c-4e7e-8850-1e7b0161a1c0 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:35.526283 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b4e4673-ecd5-4017-9909-f742ac58caae req-bfd85ab0-031c-4e7e-8850-1e7b0161a1c0 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "DELETE /v2.0/security-groups/2e7fc171-c0ee-4240-890a-622a7069ece5 HTTP/1.1" status: 204 len: 173 time: 0.7546010 Nov 27 01:06:35.533663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-333e5dff-7475-4b61-a08f-527246c3b920 None None] For port 437b898f-56e0-4e79-9157-b20fa4043c18, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=437b898f-56e0-4e79-9157-b20fa4043c18,segment=NetworkSegment(6eb32920-8c1a-4ca7-8e63-86ce59101330),segment_id=6eb32920-8c1a-4ca7-8e63-86ce59101330)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:35.534184 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-333e5dff-7475-4b61-a08f-527246c3b920 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:35.552852 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-333e5dff-7475-4b61-a08f-527246c3b920 None None] Calling delete_port for 437b898f-56e0-4e79-9157-b20fa4043c18 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:35.553081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67b687-03c4-4b3a-bd88-99e0b4c4d765 req-1737ce44-20b7-4fc0-a36c-3f6d24d807d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:35.554495 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba67b687-03c4-4b3a-bd88-99e0b4c4d765 req-1737ce44-20b7-4fc0-a36c-3f6d24d807d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3711374 Nov 27 01:06:35.591093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-32f9deb5-0c17-4305-80f9-c5470c81ac54 req-184586fc-d334-46d7-a9d3-0282e1f24cae tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1527586894', 'description': 'tempest-description-192425664'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:35.605618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd85ab0-031c-4e7e-8850-1e7b0161a1c0 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7fc171-c0ee-4240-890a-622a7069ece5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:35.663432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 437b898f-56e0-4e79-9157-b20fa4043c18 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:35.670068 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-333e5dff-7475-4b61-a08f-527246c3b920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:35.754983 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 437b898f-56e0-4e79-9157-b20fa4043c18 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:06:35.755587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 437b898f-56e0-4e79-9157-b20fa4043c18 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:06:35.756187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cea8e488-78c6-4906-81c4-20e6f6057979 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:35.762968 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e5dff-7475-4b61-a08f-527246c3b920 None None] Pushing event deleted for resources: {'Port': ['ID=437b898f-56e0-4e79-9157-b20fa4043c18,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:35.797549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333e5dff-7475-4b61-a08f-527246c3b920 None None] No DVR routers for this DVR port 437b898f-56e0-4e79-9157-b20fa4043c18 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:06:35.799632 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: cea8e488-78c6-4906-81c4-20e6f6057979 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:06:35.800201 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cea8e488-78c6-4906-81c4-20e6f6057979 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:06:35.885544 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8627a230-43da-4772-9bb7-c936d7a4aa13 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:36.018370 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 8627a230-43da-4772-9bb7-c936d7a4aa13 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:36.019002 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:36.177385 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:36.232362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7e7d3f-1a55-4e51-8447-06a0736b85a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8627a230-43da-4772-9bb7-c936d7a4aa13'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:36.232883 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e246b8-a061-4d02-9ede-2e702bfa9dcf" -d '{"events": [{"server_uuid": "7c7e7d3f-1a55-4e51-8447-06a0736b85a1", "name": "network-vif-plugged", "status": "completed", "tag": "8627a230-43da-4772-9bb7-c936d7a4aa13"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:36.246788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 8627a230-43da-4772-9bb7-c936d7a4aa13, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8627a230-43da-4772-9bb7-c936d7a4aa13,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:36.252987 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:36.270939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Deleting port 437b898f-56e0-4e79-9157-b20fa4043c18 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:36.270939 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:36.360259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=8627a230-43da-4772-9bb7-c936d7a4aa13,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:36.396858 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-6c7eb280-e5bc-4142-a569-76ecb67ca3ef service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1056867 Nov 27 01:06:36.513132 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b1f786-0e07-46e7-a7c8-f7f924114719 x-openstack-request-id: req-88b1f786-0e07-46e7-a7c8-f7f924114719 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:36.513775 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:36.514042 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88b1f786-0e07-46e7-a7c8-f7f924114719 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:36.515044 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'status': 'completed', 'code': 200} Nov 27 01:06:36.546848 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-32f9deb5-0c17-4305-80f9-c5470c81ac54 req-184586fc-d334-46d7-a9d3-0282e1f24cae tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:36.569532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1872a-b1cd-4bed-99d6-98dc740f4648 req-dd01cbd3-c317-4613-96ce-eee35c1a7c56 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:36.583949 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dff1872a-b1cd-4bed-99d6-98dc740f4648 req-dd01cbd3-c317-4613-96ce-eee35c1a7c56 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 948 time: 0.0778723 Nov 27 01:06:36.626304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] For port 437b898f-56e0-4e79-9157-b20fa4043c18, host n-d-817303-10, got binding levels [] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:36.626779 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:36.651818 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dff1872a-b1cd-4bed-99d6-98dc740f4648 req-7af04b87-489d-4d5a-8a76-b1145e114c30 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645387 Nov 27 01:06:36.676157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Calling delete_port for 437b898f-56e0-4e79-9157-b20fa4043c18 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:36.685018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.ipam_backend_mixin [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Port 437b898f-56e0-4e79-9157-b20fa4043c18 was not found and therefore no delete operation was performed {{(pid=103403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:06:36.689470 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba67b687-03c4-4b3a-bd88-99e0b4c4d765 req-2a757a17-7b33-4fc1-9f45-1abac01e1288 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1130068 Nov 27 01:06:36.699715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:36.720584 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0040f83c-c3df-4edd-b85f-853711638ce3 req-054a3a55-cf00-40c0-b414-d2dc2b1271b4 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-groups/582e521f-0162-469d-9422-2a274d9780a1 HTTP/1.1" status: 200 len: 1830 time: 0.0492232 Nov 27 01:06:36.794524 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0040f83c-c3df-4edd-b85f-853711638ce3 req-98ae02c3-a3ce-42d0-8b50-bec3aff06673 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:36.825686 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0040f83c-c3df-4edd-b85f-853711638ce3 req-98ae02c3-a3ce-42d0-8b50-bec3aff06673 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:36.850047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=437b898f-56e0-4e79-9157-b20fa4043c18,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:36.862623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] No DVR routers for this DVR port 437b898f-56e0-4e79-9157-b20fa4043c18 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:06:36.899444 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0040f83c-c3df-4edd-b85f-853711638ce3 req-98ae02c3-a3ce-42d0-8b50-bec3aff06673 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:36.903177 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0040f83c-c3df-4edd-b85f-853711638ce3 req-98ae02c3-a3ce-42d0-8b50-bec3aff06673 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:36.918112 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0040f83c-c3df-4edd-b85f-853711638ce3 req-98ae02c3-a3ce-42d0-8b50-bec3aff06673 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "DELETE /v2.0/security-groups/582e521f-0162-469d-9422-2a274d9780a1 HTTP/1.1" status: 204 len: 173 time: 0.1888673 Nov 27 01:06:36.932150 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6c1bfa9d-e477-4a80-9ca0-05dbe7624e1a req-8ca08a70-4e47-43d4-8cc5-286ca4901e5c service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858820 Nov 27 01:06:36.937815 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.db.resource_extend [None req-efab2b30-8c83-4012-9e3c-a5ff79c4b1c9 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:06:36.949995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae02c3-a3ce-42d0-8b50-bec3aff06673 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582e521f-0162-469d-9422-2a274d9780a1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:37.091697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862509a5-8b17-4a57-befc-e8067cc325ab req-7586e634-22db-4a73-9f17-43b793392520 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:37.092967 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.095022 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-862509a5-8b17-4a57-befc-e8067cc325ab req-7586e634-22db-4a73-9f17-43b793392520 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 947 time: 0.0823743 Nov 27 01:06:37.134383 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-32f9deb5-0c17-4305-80f9-c5470c81ac54 req-184586fc-d334-46d7-a9d3-0282e1f24cae tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.140304 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-efab2b30-8c83-4012-9e3c-a5ff79c4b1c9 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.156790 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-32f9deb5-0c17-4305-80f9-c5470c81ac54 req-184586fc-d334-46d7-a9d3-0282e1f24cae tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.166412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba67b687-03c4-4b3a-bd88-99e0b4c4d765 req-1b7d06f6-0a7d-4e26-a7b1-c77b573008e3 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645464 Nov 27 01:06:37.167074 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-efab2b30-8c83-4012-9e3c-a5ff79c4b1c9 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.169766 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87035191-bb00-44ca-9b27-8c4ad075d663']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:37.186493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-862509a5-8b17-4a57-befc-e8067cc325ab req-8d6f4176-882d-4e7e-8c51-57714b2299f0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780866 Nov 27 01:06:37.246351 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb32920-8c1a-4ca7-8e63-86ce59101330') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:37.247015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb32920-8c1a-4ca7-8e63-86ce59101330') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:37.255644 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cafbea6-c847-4a0a-81df-4ac47a31e995 x-openstack-request-id: req-7cafbea6-c847-4a0a-81df-4ac47a31e995 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:37.256298 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7e7d3f-1a55-4e51-8447-06a0736b85a1", "name": "network-vif-plugged", "status": "completed", "tag": "8627a230-43da-4772-9bb7-c936d7a4aa13", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:37.256797 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7cafbea6-c847-4a0a-81df-4ac47a31e995 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:37.257429 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7e7d3f-1a55-4e51-8447-06a0736b85a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8627a230-43da-4772-9bb7-c936d7a4aa13', 'code': 200} Nov 27 01:06:37.272937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.295097 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-32f9deb5-0c17-4305-80f9-c5470c81ac54 req-184586fc-d334-46d7-a9d3-0282e1f24cae tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.296895 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-32f9deb5-0c17-4305-80f9-c5470c81ac54 req-184586fc-d334-46d7-a9d3-0282e1f24cae tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.7115552 Nov 27 01:06:37.301384 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184586fc-d334-46d7-a9d3-0282e1f24cae tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b28f5b-0da8-46d5-8e3d-53de20ffe126,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:37.321793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.331248 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e4b0d-8bbb-4514-a8fa-8dbd32d21bd7 req-1186010b-6fd0-4f6d-865b-66e1bf333767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:37.332974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-241e4b0d-8bbb-4514-a8fa-8dbd32d21bd7 req-1186010b-6fd0-4f6d-865b-66e1bf333767 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 1100 time: 0.2720280 Nov 27 01:06:37.346520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:06:37.347767 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:06:37.378827 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:06:37.519537 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.570007 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.575944 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/87035191-bb00-44ca-9b27-8c4ad075d663 HTTP/1.1" status: 204 len: 168 time: 2.9683766 Nov 27 01:06:37.602489 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-858ee29a-5743-493b-acbe-dc182908716b tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:37.605337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf933d8-e496-4419-a880-dfc250a754b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=87035191-bb00-44ca-9b27-8c4ad075d663,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:37.612472 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9f1fe5d-1937-48aa-bd91-ed7f8d990309 req-51a9aa46-0234-4b99-b15d-faff3849174e tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "GET /v2.0/security-groups/772d5582-abad-40bb-93ad-9504e34edd87 HTTP/1.1" status: 200 len: 1830 time: 0.2750046 Nov 27 01:06:37.615951 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-efab2b30-8c83-4012-9e3c-a5ff79c4b1c9 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Floating IP b9cec232-a079-4a66-bf0f-004b836628cb associated. External IP: 172.25.1.117, port: 3f25d4ec-0aec-4f16-be58-7e3a97cfa790. Nov 27 01:06:37.621372 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-858ee29a-5743-493b-acbe-dc182908716b tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/networks?id=babae1fd-fc0b-4abd-acda-67b69bf6ccf2 HTTP/1.1" status: 200 len: 815 time: 0.1563399 Nov 27 01:06:37.641754 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-2db30f14-8fa0-4b9e-af04-55e2f133b0e8 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/quotas/99f98d38e18a452ebcce42d87c656af6 HTTP/1.1" status: 200 len: 375 time: 0.0193641 Nov 27 01:06:37.710495 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-c164e416-22df-415f-b92b-5f9a7c3d9f27 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=99f98d38e18a452ebcce42d87c656af6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677414 Nov 27 01:06:37.768539 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:37.785012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39744) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:37.808964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e4b0d-8bbb-4514-a8fa-8dbd32d21bd7 req-d0e94524-afab-432e-ade4-e9770886b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:37.810397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-241e4b0d-8bbb-4514-a8fa-8dbd32d21bd7 req-d0e94524-afab-432e-ade4-e9770886b465 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.4307895 Nov 27 01:06:37.837649 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-742ec354-6491-4cde-ae59-9212b1395396 service neutron] 10.222.0.15 "GET /v2.0/networks/babae1fd-fc0b-4abd-acda-67b69bf6ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170182 Nov 27 01:06:37.877711 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9f1fe5d-1937-48aa-bd91-ed7f8d990309 req-8f77a0a6-ee0e-4cf8-876e-0640ef1eec33 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.885467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6bc9e428-b494-4b45-b8cb-31ebf5a743d4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:37.888044 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-241e4b0d-8bbb-4514-a8fa-8dbd32d21bd7 req-0b2ffd31-8ed6-4b76-8385-7b1eb0832d3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc HTTP/1.1" status: 200 len: 217 time: 0.0671506 Nov 27 01:06:37.901125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '6bc9e428-b494-4b45-b8cb-31ebf5a743d4', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '6bc9e428-b494-4b45-b8cb-31ebf5a743d4', 'mac_address': 'fa:16:3e:e9:77:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:37.918767 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cdb4b42e-24e3-4017-80eb-cba107e4ea89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9de34437f661434ba5e3c39084f9ffdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316431 Nov 27 01:06:37.922699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39746) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:37.963340 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.978687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:38.018024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6bc9e428-b494-4b45-b8cb-31ebf5a743d4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:38.029451 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.034477 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0485762d-5806-465f-a15c-2d5c06fb6147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.053543 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-9fb582b2-4a00-434e-8005-c92c0ce467b9 service neutron] 10.222.0.15 "GET /v2.0/networks/babae1fd-fc0b-4abd-acda-67b69bf6ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057776 Nov 27 01:06:38.072069 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9f1fe5d-1937-48aa-bd91-ed7f8d990309 req-8f77a0a6-ee0e-4cf8-876e-0640ef1eec33 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.077141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efab2b30-8c83-4012-9e3c-a5ff79c4b1c9 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Router c162365c-0767-45f8-9972-d2811e2dd70f has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:06:38.087014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=6bc9e428-b494-4b45-b8cb-31ebf5a743d4,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:38.113981 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0485762d-5806-465f-a15c-2d5c06fb6147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.125299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e4b0d-8bbb-4514-a8fa-8dbd32d21bd7 req-40df7271-5814-4498-afd0-2c76500a33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:38.126756 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-241e4b0d-8bbb-4514-a8fa-8dbd32d21bd7 req-40df7271-5814-4498-afd0-2c76500a33c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.2308319 Nov 27 01:06:38.216880 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9f1fe5d-1937-48aa-bd91-ed7f8d990309 req-8f77a0a6-ee0e-4cf8-876e-0640ef1eec33 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.220445 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f9f1fe5d-1937-48aa-bd91-ed7f8d990309 req-8f77a0a6-ee0e-4cf8-876e-0640ef1eec33 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.221779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9f1fe5d-1937-48aa-bd91-ed7f8d990309 req-8f77a0a6-ee0e-4cf8-876e-0640ef1eec33 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] 10.222.0.15 "DELETE /v2.0/security-groups/772d5582-abad-40bb-93ad-9504e34edd87 HTTP/1.1" status: 204 len: 173 time: 0.5504904 Nov 27 01:06:38.228810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39750) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:38.292059 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0485762d-5806-465f-a15c-2d5c06fb6147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.297229 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0485762d-5806-465f-a15c-2d5c06fb6147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.301053 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0485762d-5806-465f-a15c-2d5c06fb6147 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fca9deaa-9652-4415-b075-145684004665 HTTP/1.1" status: 204 len: 168 time: 0.3752027 Nov 27 01:06:38.302718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd449dbf-4e59-413c-a2f6-ba282b1467cc admin admin] Deleting subnet d1da3a54-76b0-44fb-96f6-817959284ab5 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:06:38.309344 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd449dbf-4e59-413c-a2f6-ba282b1467cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.396131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485762d-5806-465f-a15c-2d5c06fb6147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca9deaa-9652-4415-b075-145684004665,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:38.431523 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd449dbf-4e59-413c-a2f6-ba282b1467cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.487111 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd449dbf-4e59-413c-a2f6-ba282b1467cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.580511 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd449dbf-4e59-413c-a2f6-ba282b1467cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.616202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['6bc9e428-b494-4b45-b8cb-31ebf5a743d4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:38.664044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd449dbf-4e59-413c-a2f6-ba282b1467cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1da3a54-76b0-44fb-96f6-817959284ab5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:38.698809 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd449dbf-4e59-413c-a2f6-ba282b1467cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.705254 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fd449dbf-4e59-413c-a2f6-ba282b1467cc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d1da3a54-76b0-44fb-96f6-817959284ab5 HTTP/1.1" status: 204 len: 168 time: 0.4725583 Nov 27 01:06:38.714278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39766) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:38.716989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e4b0d-8bbb-4514-a8fa-8dbd32d21bd7 req-3abadbb1-6863-49bc-a5d9-cd8a8b2505ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:38.719062 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-241e4b0d-8bbb-4514-a8fa-8dbd32d21bd7 req-3abadbb1-6863-49bc-a5d9-cd8a8b2505ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5518906 Nov 27 01:06:38.736649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182211f5-4a4c-4d4e-a244-33bfacc4b2ef req-55c44c8e-626a-42cf-8f1f-4561a061af0b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:38.747069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-182211f5-4a4c-4d4e-a244-33bfacc4b2ef req-55c44c8e-626a-42cf-8f1f-4561a061af0b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 948 time: 0.1746023 Nov 27 01:06:38.751537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77a0a6-ee0e-4cf8-876e-0640ef1eec33 tempest-SecurityGroupRulesNegativeTestJSON-876772361 tempest-SecurityGroupRulesNegativeTestJSON-876772361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772d5582-abad-40bb-93ad-9504e34edd87,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:38.834740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e7a54af-0d7d-4d2b-a20c-24e879bbad06 req-4faba6a2-1c16-4997-b7e2-6da161f40938 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/d7b28f5b-0da8-46d5-8e3d-53de20ffe126 HTTP/1.1" status: 200 len: 1817 time: 0.1846006 Nov 27 01:06:38.850385 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-182211f5-4a4c-4d4e-a244-33bfacc4b2ef req-87577c83-aa75-4a73-b4ae-3b938dcc81bd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014392 Nov 27 01:06:38.931434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-8e7a54af-0d7d-4d2b-a20c-24e879bbad06 req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1946211820', 'description': 'tempest-description-hth-1686272775'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:38.955700 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efab2b30-8c83-4012-9e3c-a5ff79c4b1c9 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:06:38.969314 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed687d44-8137-4452-9d07-8b3653f9b0d4 None None] Sync routers for ids ['c162365c-0767-45f8-9972-d2811e2dd70f'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:06:38.975134 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-efab2b30-8c83-4012-9e3c-a5ff79c4b1c9 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.988716 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ba6cca6-b188-49dd-aeb3-ad640fd4b440 req-9917f078-0fce-47ab-962a-e506ff5ee8fb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3393106 Nov 27 01:06:39.000651 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed687d44-8137-4452-9d07-8b3653f9b0d4 None None] Routers {'c162365c-0767-45f8-9972-d2811e2dd70f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:39.001717 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ed687d44-8137-4452-9d07-8b3653f9b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:06:13Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c162365c-0767-45f8-9972-d2811e2dd70f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:39.051373 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b1648ee-e5cc-4fbc-8492-98e5e5a74fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:39.073656 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8e7a54af-0d7d-4d2b-a20c-24e879bbad06 req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:39.116053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1480c13-65d0-4335-b05d-ec861cb0e2ed req-dc390ace-f76a-40e1-b5ea-065c7547dad7 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.119211 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1480c13-65d0-4335-b05d-ec861cb0e2ed req-dc390ace-f76a-40e1-b5ea-065c7547dad7 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 948 time: 0.1163325 Nov 27 01:06:39.134562 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8e7a54af-0d7d-4d2b-a20c-24e879bbad06 req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:39.161482 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-efab2b30-8c83-4012-9e3c-a5ff79c4b1c9 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "PUT /v2.0/floatingips/b9cec232-a079-4a66-bf0f-004b836628cb HTTP/1.1" status: 200 len: 991 time: 4.2989442 Nov 27 01:06:39.167073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825419b6-4b9c-4cfb-accf-f752bef52f73', 'tag': '3f25d4ec-0aec-4f16-be58-7e3a97cfa790'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:39.173050 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0756bc-6b3e-4d7f-ac2b-fd41d066a321" -d '{"events": [{"name": "network-changed", "server_uuid": "825419b6-4b9c-4cfb-accf-f752bef52f73", "tag": "3f25d4ec-0aec-4f16-be58-7e3a97cfa790"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:39.194452 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8e7a54af-0d7d-4d2b-a20c-24e879bbad06 req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:39.196965 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8e7a54af-0d7d-4d2b-a20c-24e879bbad06 req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:39.198275 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e7a54af-0d7d-4d2b-a20c-24e879bbad06 req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "PUT /v2.0/security-groups/d7b28f5b-0da8-46d5-8e3d-53de20ffe126 HTTP/1.1" status: 200 len: 1792 time: 0.2908356 Nov 27 01:06:39.222074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1480c13-65d0-4335-b05d-ec861cb0e2ed req-7ed86614-1577-446a-a194-090ba425f523 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940385 Nov 27 01:06:39.229513 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-ed687d44-8137-4452-9d07-8b3653f9b0d4 None None] Set router c162365c-0767-45f8-9972-d2811e2dd70f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:39.234175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-241e4b0d-8bbb-4514-a8fa-8dbd32d21bd7 req-985e9df9-5264-4a07-8c35-b030906d234f service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673953 Nov 27 01:06:39.366264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b28f5b-0da8-46d5-8e3d-53de20ffe126,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:39.415698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:39.415698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:39.415698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:39.415698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:39.415698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:39.415698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:39.415698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:39.416467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:39.416548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:39.416876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:39.417313 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:39.417820 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0d8ea-aa21-4b96-91be-830a055617e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:39.515189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6cca6-b188-49dd-aeb3-ad640fd4b440 req-8220bde9-8f31-496b-b09e-fade4a4e13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.519020 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ba6cca6-b188-49dd-aeb3-ad640fd4b440 req-8220bde9-8f31-496b-b09e-fade4a4e13bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 1101 time: 0.4733548 Nov 27 01:06:39.521412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0feac54-5582-4e47-8540-a2848cf4ea9a req-818155a9-c6b0-4925-a3df-37a0cf8bce32 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 210 time: 0.1901147 Nov 27 01:06:39.527894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b1648ee-e5cc-4fbc-8492-98e5e5a74fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:39.563475 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-88ebf5b4-292a-4ec3-bf41-628fc3e7e82a req-d50a89fd-3152-48ba-88a0-b975a899471e tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/d7b28f5b-0da8-46d5-8e3d-53de20ffe126 HTTP/1.1" status: 200 len: 1792 time: 0.1152325 Nov 27 01:06:39.571222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6b1648ee-e5cc-4fbc-8492-98e5e5a74fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c1ae4d-31d0-401e-bca0-c179d9458c40']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:39.583949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6b1648ee-e5cc-4fbc-8492-98e5e5a74fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4008c6ed-18ae-4897-942a-bd6191664ce8') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:39.584232 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6b1648ee-e5cc-4fbc-8492-98e5e5a74fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4008c6ed-18ae-4897-942a-bd6191664ce8') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:39.596028 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b1648ee-e5cc-4fbc-8492-98e5e5a74fda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:39.644590 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ed687d44-8137-4452-9d07-8b3653f9b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b9cec232-a079-4a66-bf0f-004b836628cb', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'port_id': '3f25d4ec-0aec-4f16-be58-7e3a97cfa790', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'mac_address': 'fa:16:3e:7a:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825419b6-4b9c-4cfb-accf-f752bef52f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:03:09Z', 'updated_at': '2021-11-27T01:06:36Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:56Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:39.649665 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b1648ee-e5cc-4fbc-8492-98e5e5a74fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:39.669686 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10278a02-e52c-4ec3-9cc7-082d538434c7 x-openstack-request-id: req-10278a02-e52c-4ec3-9cc7-082d538434c7 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:39.670240 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825419b6-4b9c-4cfb-accf-f752bef52f73", "tag": "3f25d4ec-0aec-4f16-be58-7e3a97cfa790", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:39.670662 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10278a02-e52c-4ec3-9cc7-082d538434c7 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:39.671220 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825419b6-4b9c-4cfb-accf-f752bef52f73', 'tag': '3f25d4ec-0aec-4f16-be58-7e3a97cfa790', 'status': 'completed', 'code': 200} Nov 27 01:06:39.713654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1648ee-e5cc-4fbc-8492-98e5e5a74fda admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:06:39.714326 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b1648ee-e5cc-4fbc-8492-98e5e5a74fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:06:39.719569 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:06:39.726814 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8e4baa28-831d-4be7-89b9-a4e7294f3f89 req-c1c8c34a-3236-4d04-9616-68ea83bdfe28 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/d7b28f5b-0da8-46d5-8e3d-53de20ffe126 HTTP/1.1" status: 200 len: 1792 time: 0.0807796 Nov 27 01:06:39.749625 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed687d44-8137-4452-9d07-8b3653f9b0d4 None None] Checking router: c162365c-0767-45f8-9972-d2811e2dd70f for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:06:39.767914 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed687d44-8137-4452-9d07-8b3653f9b0d4 None None] Routers {'c162365c-0767-45f8-9972-d2811e2dd70f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:39.768427 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ed687d44-8137-4452-9d07-8b3653f9b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:06:13Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c162365c-0767-45f8-9972-d2811e2dd70f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:39.857143 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8e4baa28-831d-4be7-89b9-a4e7294f3f89 req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:39.880827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6cca6-b188-49dd-aeb3-ad640fd4b440 req-90e30a78-e30d-43d8-881e-77a802711420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.882415 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ba6cca6-b188-49dd-aeb3-ad640fd4b440 req-90e30a78-e30d-43d8-881e-77a802711420 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2504890 Nov 27 01:06:39.908473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0756bc-6b3e-4d7f-ac2b-fd41d066a321 req-89d5afc2-0c58-47ca-8abd-eb5f882300d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.910373 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a0756bc-6b3e-4d7f-ac2b-fd41d066a321 req-89d5afc2-0c58-47ca-8abd-eb5f882300d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ad1e1b237fe46afb06815c8b8c729f0&device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 1097 time: 0.1981316 Nov 27 01:06:39.922838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-241e4b0d-8bbb-4514-a8fa-8dbd32d21bd7 req-2736b273-a4f4-47d7-b732-b5df4890556b service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6751103 Nov 27 01:06:39.929493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b57d0c0b-8b9c-453f-8ddb-94fb535d53dc details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:40.023713 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b1648ee-e5cc-4fbc-8492-98e5e5a74fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.026938 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ba6cca6-b188-49dd-aeb3-ad640fd4b440 req-d22697c2-31c8-4f99-9079-04a6d603caee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42 HTTP/1.1" status: 200 len: 217 time: 0.1211932 Nov 27 01:06:40.064721 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b1648ee-e5cc-4fbc-8492-98e5e5a74fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.069132 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6b1648ee-e5cc-4fbc-8492-98e5e5a74fda admin admin] 10.222.0.15 "DELETE /v2.0/networks/64c1ae4d-31d0-401e-bca0-c179d9458c40 HTTP/1.1" status: 204 len: 168 time: 1.3488705 Nov 27 01:06:40.166926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1648ee-e5cc-4fbc-8492-98e5e5a74fda admin admin] Pushing event deleted for resources: {'Network': ['ID=64c1ae4d-31d0-401e-bca0-c179d9458c40,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:40.191971 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:40.195071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bb81e-46a0-43f2-b682-17495c118211 req-86978aba-4efd-4e35-96c3-2208d0523ec3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.196885 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a33bb81e-46a0-43f2-b682-17495c118211 req-86978aba-4efd-4e35-96c3-2208d0523ec3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 948 time: 0.1866858 Nov 27 01:06:40.232678 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'mac_address': 'fa:16:3e:f5:9e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:40.259143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a33bb81e-46a0-43f2-b682-17495c118211 req-d1cced75-7e0a-4efa-b18f-655b1fc170d4 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521686 Nov 27 01:06:40.267534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6cca6-b188-49dd-aeb3-ad640fd4b440 req-801af43e-b22a-413f-888a-f8c5948298b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.269265 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ba6cca6-b188-49dd-aeb3-ad640fd4b440 req-801af43e-b22a-413f-888a-f8c5948298b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1971807 Nov 27 01:06:40.367429 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-ed687d44-8137-4452-9d07-8b3653f9b0d4 None None] Set router c162365c-0767-45f8-9972-d2811e2dd70f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:40.407594 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.427650 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0756bc-6b3e-4d7f-ac2b-fd41d066a321 req-7ecf038b-8e1f-4027-831b-b11d3778570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.429110 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a0756bc-6b3e-4d7f-ac2b-fd41d066a321 req-7ecf038b-8e1f-4027-831b-b11d3778570d service neutron] 10.222.0.21 "GET /v2.0/networks?id=649a07cd-bf3b-42ac-aaef-288218183590 HTTP/1.1" status: 200 len: 923 time: 0.5097144 Nov 27 01:06:40.443963 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-923d5296-eb9c-44eb-9ef1-5c1ead36d2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.453784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57d0c0b-8b9c-453f-8ddb-94fb535d53dc {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:40.511555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:40.520830 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.625430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39824) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:40.662513 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:40.696139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6cca6-b188-49dd-aeb3-ad640fd4b440 req-1bba9b3b-9a4a-4f07-9fd1-2ae947cca81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.697606 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ba6cca6-b188-49dd-aeb3-ad640fd4b440 req-1bba9b3b-9a4a-4f07-9fd1-2ae947cca81e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4079883 Nov 27 01:06:40.718722 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8e4baa28-831d-4be7-89b9-a4e7294f3f89 req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.832376 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8e4baa28-831d-4be7-89b9-a4e7294f3f89 req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.838489 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8e4baa28-831d-4be7-89b9-a4e7294f3f89 req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.843084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8e4baa28-831d-4be7-89b9-a4e7294f3f89 req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "DELETE /v2.0/security-groups/d7b28f5b-0da8-46d5-8e3d-53de20ffe126 HTTP/1.1" status: 204 len: 173 time: 1.1092467 Nov 27 01:06:40.853625 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ed687d44-8137-4452-9d07-8b3653f9b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b9cec232-a079-4a66-bf0f-004b836628cb', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'port_id': '3f25d4ec-0aec-4f16-be58-7e3a97cfa790', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'mac_address': 'fa:16:3e:7a:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825419b6-4b9c-4cfb-accf-f752bef52f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:03:09Z', 'updated_at': '2021-11-27T01:06:36Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:56Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:40.862576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b28f5b-0da8-46d5-8e3d-53de20ffe126,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:40.874149 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:40.874694 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:40.875218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:40.875730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:40.876174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:40.877440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:40.878024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:40.878481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:40.878910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:40.879353 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:40.879789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:40.880231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aef07b-0951-4fea-b3be-61fa9d1ab410 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:40.882251 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322f12b-d4c8-4954-925b-2cbbb6008b28 req-63b3629f-7762-4856-add5-2c9b89560a99 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.883828 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4322f12b-d4c8-4954-925b-2cbbb6008b28 req-63b3629f-7762-4856-add5-2c9b89560a99 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 948 time: 0.4530482 Nov 27 01:06:40.915644 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a0756bc-6b3e-4d7f-ac2b-fd41d066a321 req-e9f002d0-1efd-4fb1-a17f-3b87a362f3e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f25d4ec-0aec-4f16-be58-7e3a97cfa790 HTTP/1.1" status: 200 len: 999 time: 0.4663389 Nov 27 01:06:40.920674 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed687d44-8137-4452-9d07-8b3653f9b0d4 None None] The sync data for ids ['c162365c-0767-45f8-9972-d2811e2dd70f'] in n-d-817303-10 is: [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b9cec232-a079-4a66-bf0f-004b836628cb', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'port_id': '3f25d4ec-0aec-4f16-be58-7e3a97cfa790', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'mac_address': 'fa:16:3e:7a:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825419b6-4b9c-4cfb-accf-f752bef52f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:03:09Z', 'updated_at': '2021-11-27T01:06:36Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:56Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:06:40.955573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['b57d0c0b-8b9c-453f-8ddb-94fb535d53dc'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:41.010779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0756bc-6b3e-4d7f-ac2b-fd41d066a321 req-17e65dd3-059c-4b92-b3a8-7e0b600a4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:41.012592 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a0756bc-6b3e-4d7f-ac2b-fd41d066a321 req-17e65dd3-059c-4b92-b3a8-7e0b600a4efd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=572090ea-1174-40ff-925e-3890db83497a HTTP/1.1" status: 200 len: 861 time: 0.0708833 Nov 27 01:06:41.040102 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ba6cca6-b188-49dd-aeb3-ad640fd4b440 req-adb5a29e-d686-405a-8fb2-c0c98e76647c service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201489 Nov 27 01:06:41.110403 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98ab0781-c83c-438d-9e03-49b9b91299fe req-57899bd2-eca9-4b24-b80a-1b59e006e1ce tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 210 time: 0.0281944 Nov 27 01:06:41.199318 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ba6cca6-b188-49dd-aeb3-ad640fd4b440 req-1e254e81-0c9a-4bc6-b4db-81795107d4e4 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445858 Nov 27 01:06:41.251765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4322f12b-d4c8-4954-925b-2cbbb6008b28 req-2d78cb7d-aa2b-4447-8208-4f47048b3332 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348682 Nov 27 01:06:41.267529 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-11a8f7c2-e34f-40f7-8bba-d66d1c0f53c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f5dafb261724061ab16eaad617dd565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6368783 Nov 27 01:06:41.270134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39848) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:41.312398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48231ef2-ef84-4b56-b43a-8031a4e80ec6 None None] New status for floating IP b9cec232-a079-4a66-bf0f-004b836628cb: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:06:41.362342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-8d751217-2099-4db8-9efa-de9edeeff3e0 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:41.365247 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-8d751217-2099-4db8-9efa-de9edeeff3e0 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.21 "GET /v2.0/networks?id=babae1fd-fc0b-4abd-acda-67b69bf6ccf2 HTTP/1.1" status: 200 len: 815 time: 0.7372012 Nov 27 01:06:41.378541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0756bc-6b3e-4d7f-ac2b-fd41d066a321 req-6d3128d1-446f-42c7-a523-05d8471bc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:41.380740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a0756bc-6b3e-4d7f-ac2b-fd41d066a321 req-6d3128d1-446f-42c7-a523-05d8471bc07f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=649a07cd-bf3b-42ac-aaef-288218183590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3429897 Nov 27 01:06:41.383334 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08dc6690-79c4-43aa-928e-c985a1775ab4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:41.389353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-bdb5ea59-af85-48df-af18-2a00189d88df tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Request body: {'port': {'device_id': 'c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c', 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2', 'admin_state_up': True, 'tenant_id': '99f98d38e18a452ebcce42d87c656af6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:41.442975 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08dc6690-79c4-43aa-928e-c985a1775ab4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:41.568048 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08dc6690-79c4-43aa-928e-c985a1775ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:41.571094 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08dc6690-79c4-43aa-928e-c985a1775ab4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:41.573467 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-08dc6690-79c4-43aa-928e-c985a1775ab4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e981155-d63c-4a0a-bc60-26df9924a2a4 HTTP/1.1" status: 204 len: 168 time: 0.3020813 Nov 27 01:06:41.596396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11823c-4e92-4fb7-86bc-ab4934a1d493 req-2176f32e-3b47-4d47-87eb-b8c86ab33747 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:41.598091 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d11823c-4e92-4fb7-86bc-ab4934a1d493 req-2176f32e-3b47-4d47-87eb-b8c86ab33747 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 949 time: 0.0987360 Nov 27 01:06:41.598880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc6690-79c4-43aa-928e-c985a1775ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e981155-d63c-4a0a-bc60-26df9924a2a4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:41.671326 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a0756bc-6b3e-4d7f-ac2b-fd41d066a321 req-efa5ab7b-22f7-49b8-a144-7533956a0532 service neutron] 10.222.0.21 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752984 Nov 27 01:06:41.739882 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d11823c-4e92-4fb7-86bc-ab4934a1d493 req-65b355f7-cccd-4c55-a6c7-b1a381400e10 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297674 Nov 27 01:06:41.795130 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:41.859364 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-bdb5ea59-af85-48df-af18-2a00189d88df tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Made reservation on behalf of 99f98d38e18a452ebcce42d87c656af6 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:41.866364 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-bdb5ea59-af85-48df-af18-2a00189d88df tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:41.943055 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:41.958296 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-6899c743-b881-4c5a-bca1-21bd404f73a6 req-4f2e8af9-b703-4ec2-a925-2ab1e38d2042 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] show failed (client error): The resource could not be found. Nov 27 01:06:41.966622 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6899c743-b881-4c5a-bca1-21bd404f73a6 req-4f2e8af9-b703-4ec2-a925-2ab1e38d2042 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/b84c43b3-ba73-4473-8e94-651fa9534521 HTTP/1.1" status: 404 len: 352 time: 0.0941358 Nov 27 01:06:41.970702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:41.973214 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.091575 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a0756bc-6b3e-4d7f-ac2b-fd41d066a321 req-576c7ffb-c42e-49fa-96d5-7439586b7f1a service neutron] 10.222.0.21 "GET /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102557 Nov 27 01:06:42.168600 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.230601 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-805cdc1a-0bb2-4bfc-be66-2591ba531c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.278520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77defc42-8e4d-4cb5-ba63-78a38c61fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc9e428-b494-4b45-b8cb-31ebf5a743d4'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:42.283753 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-4c3f0735-e8e0-4ede-b48b-c5af0bb91505 req-0078d2f7-5819-4472-99f7-3261c829d71d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] show failed (client error): The resource could not be found. Nov 27 01:06:42.286236 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c3f0735-e8e0-4ede-b48b-c5af0bb91505 req-0078d2f7-5819-4472-99f7-3261c829d71d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/d1435c54-b83d-45b3-be10-cdcc77fa8a48 HTTP/1.1" status: 404 len: 352 time: 0.0632730 Nov 27 01:06:42.302057 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f858cb-993d-408b-a4fb-e261e59ff2a1" -d '{"events": [{"server_uuid": "77defc42-8e4d-4cb5-ba63-78a38c61fe8a", "name": "network-vif-plugged", "status": "completed", "tag": "6bc9e428-b494-4b45-b8cb-31ebf5a743d4"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:42.309658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-bdb5ea59-af85-48df-af18-2a00189d88df tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Allocated IP 172.20.0.3 (babae1fd-fc0b-4abd-acda-67b69bf6ccf2/60250395-938d-48ef-a346-a43aceb22160/f12c3ee6-4d10-4429-a35e-c3fbe911ffe5) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:42.359109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6bc9e428-b494-4b45-b8cb-31ebf5a743d4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:42.364423 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.450437 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=6bc9e428-b494-4b45-b8cb-31ebf5a743d4,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:42.508211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-387969d9-4c60-4787-befe-9737a215b653 req-b0dafa5a-2b33-42b3-92fd-8abdc8488f17 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 210 time: 0.0615458 Nov 27 01:06:42.687798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201613b-52e0-4786-bdc0-58ddb6abaf87 req-5e3f663e-a167-4017-9476-5cccf2aa76da tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.697349 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5201613b-52e0-4786-bdc0-58ddb6abaf87 req-5e3f663e-a167-4017-9476-5cccf2aa76da tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 949 time: 0.0840487 Nov 27 01:06:42.754363 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-bdb5ea59-af85-48df-af18-2a00189d88df tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.790919 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5201613b-52e0-4786-bdc0-58ddb6abaf87 req-55bf34c7-5736-45dc-a2f5-bec8371dc462 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897274 Nov 27 01:06:42.846118 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-be10b4ad-5705-48d4-972a-2fecf82ac082 req-4d020544-bbc8-45b8-8336-358dc9d6336d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] show failed (client error): The resource could not be found. Nov 27 01:06:42.860276 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-be10b4ad-5705-48d4-972a-2fecf82ac082 req-4d020544-bbc8-45b8-8336-358dc9d6336d tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/f0984c3e-8a23-4604-927b-21f0cebc5c48 HTTP/1.1" status: 404 len: 352 time: 0.0365934 Nov 27 01:06:42.864607 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-bdb5ea59-af85-48df-af18-2a00189d88df tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.934246 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82a27fa-8709-4192-ab6d-2ff4bfe9646f x-openstack-request-id: req-d82a27fa-8709-4192-ab6d-2ff4bfe9646f {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:42.934632 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77defc42-8e4d-4cb5-ba63-78a38c61fe8a", "name": "network-vif-plugged", "status": "completed", "tag": "6bc9e428-b494-4b45-b8cb-31ebf5a743d4", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:42.934896 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d82a27fa-8709-4192-ab6d-2ff4bfe9646f {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:42.935361 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77defc42-8e4d-4cb5-ba63-78a38c61fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc9e428-b494-4b45-b8cb-31ebf5a743d4', 'code': 200} Nov 27 01:06:42.999960 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-bdb5ea59-af85-48df-af18-2a00189d88df tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:43.005403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5ea59-af85-48df-af18-2a00189d88df tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Pushing event updated for resources: {'Port': ['ID=f12c3ee6-4d10-4429-a35e-c3fbe911ffe5,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:43.009859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-bdb5ea59-af85-48df-af18-2a00189d88df tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:43.019619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-bdb5ea59-af85-48df-af18-2a00189d88df tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:43.172685 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:43.197968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-bdb5ea59-af85-48df-af18-2a00189d88df tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:43.198637 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-bdb5ea59-af85-48df-af18-2a00189d88df tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:43.232085 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb7b00-ba4f-48e0-b334-3e0af472ddba req-886e729a-a627-49c9-9b68-5650d2dcb5f1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:43.234231 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fbeb7b00-ba4f-48e0-b334-3e0af472ddba req-886e729a-a627-49c9-9b68-5650d2dcb5f1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 949 time: 0.1777043 Nov 27 01:06:43.243552 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-bdb5ea59-af85-48df-af18-2a00189d88df tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8617256 Nov 27 01:06:43.273365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a51d9-730a-4f90-91ab-d047493b3a3e req-3fb824b2-6943-421f-a4d9-59267f41c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:43.287814 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-628a51d9-730a-4f90-91ab-d047493b3a3e req-3fb824b2-6943-421f-a4d9-59267f41c4ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 1101 time: 0.1755843 Nov 27 01:06:43.306303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Request body: {'port': {'device_id': 'c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:43.494650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-98e09046-cd21-40ae-9523-f5989f5c5621 None None] Provisioning complete for port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:43.495130 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-98e09046-cd21-40ae-9523-f5989f5c5621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:43.520824 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fbeb7b00-ba4f-48e0-b334-3e0af472ddba req-d6d81762-7ec2-48ed-9f60-f1659843d1cb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694581 Nov 27 01:06:43.529804 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-628a51d9-730a-4f90-91ab-d047493b3a3e req-2c2b20df-90e2-4cce-b97d-2250ca0534a4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341442 Nov 27 01:06:43.543310 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:43.573668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-98e09046-cd21-40ae-9523-f5989f5c5621 None None] Port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:06:43.618573 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-b1e51b21-a7ee-4e24-9e6a-4c3cc1dbd285 req-edf7536b-996a-4b27-9060-b57fc1c56931 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] show failed (client error): The resource could not be found. Nov 27 01:06:43.624912 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b1e51b21-a7ee-4e24-9e6a-4c3cc1dbd285 req-edf7536b-996a-4b27-9060-b57fc1c56931 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/a4f92812-2957-45a4-a2aa-5b02a5df05c4 HTTP/1.1" status: 404 len: 352 time: 0.0483105 Nov 27 01:06:43.960828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b57d0c0b-8b9c-453f-8ddb-94fb535d53dc up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:44.067131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:44.083530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:44.084120 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.257680 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.323282 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:44.328999 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.449196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:44.629514 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:44.643294 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.661827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Transition to ACTIVE for port object f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:44.692159 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.695591 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.936452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:44.941974 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9249d40-d606-4091-a946-758126c43e6f" -d '{"events": [{"server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "name": "network-vif-plugged", "status": "completed", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:44.964469 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39926) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:44.994893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Pushing event updated for resources: {'Port': ['ID=f12c3ee6-4d10-4429-a35e-c3fbe911ffe5,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:45.021191 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Attempting to bind port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:45.021852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Attempting to bind port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'c012909c-1528-4739-b04a-7d19486295df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:45.022414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Attempting to bind port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 on network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:45.028662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 on network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:45.030179 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Attempting to bind port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 on network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:45.038046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:45.038637 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Checking segment: {'id': 'c012909c-1528-4739-b04a-7d19486295df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:45.039426 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Bound using segment: {'id': 'c012909c-1528-4739-b04a-7d19486295df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:45.040091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Bound port: f12c3ee6-4d10-4429-a35e-c3fbe911ffe5, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c012909c-1528-4739-b04a-7d19486295df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:45.040684 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:45.081057 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29debd-0419-425d-b27d-7bd03ad16ff9 req-c286c485-3322-40e3-a16e-c39eb99e782f tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:45.108143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da29debd-0419-425d-b27d-7bd03ad16ff9 req-c286c485-3322-40e3-a16e-c39eb99e782f tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 943 time: 0.4407451 Nov 27 01:06:45.189126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b90337b2-3733-4f79-8950-b02ebcbc9d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:45.243853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da29debd-0419-425d-b27d-7bd03ad16ff9 req-9d96d52f-a644-48ef-8553-11d1c8dc954c tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321273 Nov 27 01:06:45.324738 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-7f3afb2d-9f93-4b38-a792-52ea24db17eb req-9f5b9545-d535-4853-b2fa-81e891c3cad9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] show failed (client error): The resource could not be found. Nov 27 01:06:45.339690 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f3afb2d-9f93-4b38-a792-52ea24db17eb req-9f5b9545-d535-4853-b2fa-81e891c3cad9 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/cc434a97-5fd0-47ee-8cff-d3fd681bae1a HTTP/1.1" status: 404 len: 352 time: 0.0408883 Nov 27 01:06:45.349207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] For port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:45.385240 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] For port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f12c3ee6-4d10-4429-a35e-c3fbe911ffe5,segment=NetworkSegment(c012909c-1528-4739-b04a-7d19486295df),segment_id=c012909c-1528-4739-b04a-7d19486295df)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:45.387925 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b90337b2-3733-4f79-8950-b02ebcbc9d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:45.394697 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:45.395345 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b90337b2-3733-4f79-8950-b02ebcbc9d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:45.536389 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b90337b2-3733-4f79-8950-b02ebcbc9d08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40a32016a0f84629991a7d1a72f48725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5693874 Nov 27 01:06:45.537214 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90337b2-3733-4f79-8950-b02ebcbc9d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2735784e-cf8a-45e0-8eac-a9afa220bccb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:45.543890 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39938) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:45.556116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:45.556755 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:45.558102 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] 10.222.0.21 "PUT /v2.0/ports/f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 HTTP/1.1" status: 200 len: 1092 time: 2.2559364 Nov 27 01:06:45.605601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c', 'tag': 'f12c3ee6-4d10-4429-a35e-c3fbe911ffe5'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:45.608326 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420773c4-0f82-4a61-80da-aff2546e2f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c", "tag": "f12c3ee6-4d10-4429-a35e-c3fbe911ffe5"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:45.727797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3ef9b-9f8d-44ba-b5de-78e5f0298a34 service neutron] Pushing event updated for resources: {'Port': ['ID=f12c3ee6-4d10-4429-a35e-c3fbe911ffe5,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:45.753939 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:45.769443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d102a-8a85-46d7-b580-91bab97faa59 req-6e084867-f4ef-4f49-8719-a90367adbe02 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:45.796215 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de5d102a-8a85-46d7-b580-91bab97faa59 req-6e084867-f4ef-4f49-8719-a90367adbe02 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 949 time: 0.3726954 Nov 27 01:06:45.849945 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a5aeebc-9c4e-4c7c-9341-88809fed6120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:45.899195 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a5aeebc-9c4e-4c7c-9341-88809fed6120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:45.915713 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de5d102a-8a85-46d7-b580-91bab97faa59 req-e64442a7-9c74-460e-aeea-0eacb59e1afe tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185055 Nov 27 01:06:45.995617 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a5aeebc-9c4e-4c7c-9341-88809fed6120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:45.998987 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a5aeebc-9c4e-4c7c-9341-88809fed6120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:46.009411 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8a5aeebc-9c4e-4c7c-9341-88809fed6120 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2735784e-cf8a-45e0-8eac-a9afa220bccb HTTP/1.1" status: 204 len: 168 time: 0.4616365 Nov 27 01:06:46.030377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5aeebc-9c4e-4c7c-9341-88809fed6120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2735784e-cf8a-45e0-8eac-a9afa220bccb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:46.142047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483436f-2576-4cab-b901-cec454bedb84 req-262a453c-cf37-4939-a317-cdef5616e7dc tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:46.143911 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b483436f-2576-4cab-b901-cec454bedb84 req-262a453c-cf37-4939-a317-cdef5616e7dc tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0935907 Nov 27 01:06:46.234275 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b483436f-2576-4cab-b901-cec454bedb84 req-827f9c4e-7a64-4d35-93c4-1c93ff1ecc9f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678217 Nov 27 01:06:46.371698 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a663b9-70d2-480c-ae64-c46715558c53 x-openstack-request-id: req-f8a663b9-70d2-480c-ae64-c46715558c53 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:46.372022 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "name": "network-vif-plugged", "status": "completed", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:46.372312 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8a663b9-70d2-480c-ae64-c46715558c53 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:46.372721 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'code': 200} Nov 27 01:06:46.421553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-722d6ad3-35b0-46e8-8e7c-4d6c7b476080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:46.423348 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-722d6ad3-35b0-46e8-8e7c-4d6c7b476080 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99f98d38e18a452ebcce42d87c656af6&device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 1095 time: 0.1058586 Nov 27 01:06:46.722860 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-442efabe-1baa-478b-b232-7108937ca915 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 HTTP/1.1" status: 200 len: 217 time: 0.0802691 Nov 27 01:06:46.775624 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-82765fdf-f9c0-4dc5-8011-69fce81a6b72 req-ee50bed8-0b5e-46fd-bf36-e193497aef57 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] show failed (client error): The resource could not be found. Nov 27 01:06:46.776729 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82765fdf-f9c0-4dc5-8011-69fce81a6b72 req-ee50bed8-0b5e-46fd-bf36-e193497aef57 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/dcf602d5-8e06-4c7d-b56d-d8665433ab8d HTTP/1.1" status: 404 len: 352 time: 0.0526593 Nov 27 01:06:46.856889 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecf8ac2-a738-4616-86ea-e428877a6794 x-openstack-request-id: req-5ecf8ac2-a738-4616-86ea-e428877a6794 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:46.857184 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c", "tag": "f12c3ee6-4d10-4429-a35e-c3fbe911ffe5", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:46.857503 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ecf8ac2-a738-4616-86ea-e428877a6794 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:46.857953 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c', 'tag': 'f12c3ee6-4d10-4429-a35e-c3fbe911ffe5', 'status': 'completed', 'code': 200} Nov 27 01:06:46.996090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f6978-cc65-4003-8edd-6984176996be req-3bc7a754-b73f-4b81-ad7e-a3cf41964ca7 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.006493 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c18f6978-cc65-4003-8edd-6984176996be req-3bc7a754-b73f-4b81-ad7e-a3cf41964ca7 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 1101 time: 0.0745177 Nov 27 01:06:47.115416 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c18f6978-cc65-4003-8edd-6984176996be req-ded6ae96-5952-420f-b73b-4edca46ae038 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075702 Nov 27 01:06:47.353419 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39972) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:47.390557 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77758ad1-b9c1-45b3-9a60-f8eb60a4c823 req-bbe510bc-5a7d-4263-b9e4-9b06836011e7 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.400175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77758ad1-b9c1-45b3-9a60-f8eb60a4c823 req-bbe510bc-5a7d-4263-b9e4-9b06836011e7 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 943 time: 0.1952083 Nov 27 01:06:47.454878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-91c658b3-8776-4fd0-b079-15417b64a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.456474 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-91c658b3-8776-4fd0-b079-15417b64a2a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60250395-938d-48ef-a346-a43aceb22160 HTTP/1.1" status: 200 len: 854 time: 0.1773498 Nov 27 01:06:47.513398 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1920385555-network', 'tenant_id': '4030d7d32f124585b9a94ff47a548aaf'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:47.533453 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77758ad1-b9c1-45b3-9a60-f8eb60a4c823 req-66fe8133-f800-479a-bad1-f932a65a4a71 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322205 Nov 27 01:06:47.536444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0d9be-967f-4932-8907-87ed85972524 req-8928b40e-b1cb-4108-879e-6dd8a5c26df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.537911 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1e0d9be-967f-4932-8907-87ed85972524 req-8928b40e-b1cb-4108-879e-6dd8a5c26df4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 1102 time: 0.1756535 Nov 27 01:06:47.571713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] Made reservation on behalf of 4030d7d32f124585b9a94ff47a548aaf for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:47.574728 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:47.576438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-04cd530b-5a4c-4e0b-b00e-0a6be28d7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.577905 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-04cd530b-5a4c-4e0b-b00e-0a6be28d7392 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=babae1fd-fc0b-4abd-acda-67b69bf6ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074028 Nov 27 01:06:47.600140 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:47.819019 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:47.828500 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:47.851735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:06:47.907324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f35e-ab3a-44f6-bea2-89dc2388a50e req-21c82180-75b1-4597-bb05-cd7beb82d88d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.910277 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:47.910743 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] Added segment da5a16ff-8275-4a77-943a-b1860dec04f9 of type vlan for network 276f0c64-e644-4532-8be3-dcc03ac3684c Nov 27 01:06:47.911172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6bb2f35e-ab3a-44f6-bea2-89dc2388a50e req-21c82180-75b1-4597-bb05-cd7beb82d88d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0842643 Nov 27 01:06:47.935978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3264fdf4-e809-4ef6-bbc7-8f984c88f970,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:47.992609 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.011376 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6bb2f35e-ab3a-44f6-bea2-89dc2388a50e req-f7206a12-cb8b-47c6-9aac-6d57d7dcbea9 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942850 Nov 27 01:06:48.046328 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.046740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:48.048304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.108906 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7539968 Nov 27 01:06:48.111671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39988) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:48.118553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9eec76a7-a6f9-46c0-adb3-98d95bc76132 admin admin] Request body: {'subnet': {'network_id': '276f0c64-e644-4532-8be3-dcc03ac3684c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1920385555-subnet', 'tenant_id': '4030d7d32f124585b9a94ff47a548aaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:48.147621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72747ddb-e2b8-4e10-b455-86526f63b0e3 admin admin] Pushing event updated for resources: {'Network': ['ID=276f0c64-e644-4532-8be3-dcc03ac3684c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:48.156092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eec76a7-a6f9-46c0-adb3-98d95bc76132 admin admin] Made reservation on behalf of 4030d7d32f124585b9a94ff47a548aaf for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:48.162718 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9eec76a7-a6f9-46c0-adb3-98d95bc76132 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.166671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 276f0c64-e644-4532-8be3-dcc03ac3684c details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:06:48.414582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9eec76a7-a6f9-46c0-adb3-98d95bc76132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.541488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec76a7-a6f9-46c0-adb3-98d95bc76132 admin admin] Checking segment: {'id': 'da5a16ff-8275-4a77-943a-b1860dec04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '276f0c64-e644-4532-8be3-dcc03ac3684c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:48.541960 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eec76a7-a6f9-46c0-adb3-98d95bc76132 admin admin] Network hostable DHCP agents. Network: 276f0c64-e644-4532-8be3-dcc03ac3684c, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:06:48.560131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec76a7-a6f9-46c0-adb3-98d95bc76132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a329aee-fc0b-4a8b-ae44-f9e77bcb0cfe,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:48.580599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eec76a7-a6f9-46c0-adb3-98d95bc76132 admin admin] Network 276f0c64-e644-4532-8be3-dcc03ac3684c is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:06:48.594573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9eec76a7-a6f9-46c0-adb3-98d95bc76132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 276f0c64-e644-4532-8be3-dcc03ac3684c) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:48.601021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eec76a7-a6f9-46c0-adb3-98d95bc76132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:48.602965 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9eec76a7-a6f9-46c0-adb3-98d95bc76132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.607323 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3914b6fb-1aa8-4ab8-9dad-291009575cc7 None None] Network 276f0c64-e644-4532-8be3-dcc03ac3684c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:06:48.650612 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9eec76a7-a6f9-46c0-adb3-98d95bc76132 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5284283 Nov 27 01:06:48.838958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ba77dc-32c2-400c-a6ec-a20995b9f009 None None] Network 276f0c64-e644-4532-8be3-dcc03ac3684c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:06:49.601486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d8924-029e-4766-afa6-de02b1dbefbc req-053d4e5a-e138-49f6-b95a-f27e203af42e tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:49.604453 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac6d8924-029e-4766-afa6-de02b1dbefbc req-053d4e5a-e138-49f6-b95a-f27e203af42e tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 1023 time: 0.0610571 Nov 27 01:06:49.730689 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-ac6d8924-029e-4766-afa6-de02b1dbefbc req-07b3fb15-031f-49c0-a946-9d28836034a3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Deleting port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:49.731035 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ac6d8924-029e-4766-afa6-de02b1dbefbc req-07b3fb15-031f-49c0-a946-9d28836034a3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:49.838345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ac6d8924-029e-4766-afa6-de02b1dbefbc req-07b3fb15-031f-49c0-a946-9d28836034a3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] For port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,segment=NetworkSegment(5af6be53-9e18-40d4-b065-e0745912977f),segment_id=5af6be53-9e18-40d4-b065-e0745912977f)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:49.838796 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ac6d8924-029e-4766-afa6-de02b1dbefbc req-07b3fb15-031f-49c0-a946-9d28836034a3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:49.858712 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-ac6d8924-029e-4766-afa6-de02b1dbefbc req-07b3fb15-031f-49c0-a946-9d28836034a3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Calling delete_port for 93c7853a-3cd9-4ef8-8734-4b7ea23976ea owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:50.021016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ac6d8924-029e-4766-afa6-de02b1dbefbc req-07b3fb15-031f-49c0-a946-9d28836034a3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:50.050082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3fb15-031f-49c0-a946-9d28836034a3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event deleted for resources: {'Port': ['ID=93c7853a-3cd9-4ef8-8734-4b7ea23976ea,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:50.059215 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['93c7853a-3cd9-4ef8-8734-4b7ea23976ea'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:50.101649 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6d8924-029e-4766-afa6-de02b1dbefbc req-07b3fb15-031f-49c0-a946-9d28836034a3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] No DVR routers for this DVR port 93c7853a-3cd9-4ef8-8734-4b7ea23976ea on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:06:50.104537 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ac6d8924-029e-4766-afa6-de02b1dbefbc req-07b3fb15-031f-49c0-a946-9d28836034a3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:50.109540 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac6d8924-029e-4766-afa6-de02b1dbefbc req-07b3fb15-031f-49c0-a946-9d28836034a3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.31 "DELETE /v2.0/ports/93c7853a-3cd9-4ef8-8734-4b7ea23976ea HTTP/1.1" status: 204 len: 173 time: 0.4980168 Nov 27 01:06:50.109959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1b4f98-3c13-4054-9835-316d5149b10a', 'name': 'network-vif-deleted', 'tag': '93c7853a-3cd9-4ef8-8734-4b7ea23976ea'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:50.113172 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e28d968-2cd6-4d56-b463-3d21f3f59a21" -d '{"events": [{"server_uuid": "4d1b4f98-3c13-4054-9835-316d5149b10a", "name": "network-vif-deleted", "tag": "93c7853a-3cd9-4ef8-8734-4b7ea23976ea"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:50.366768 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-a895f85b-6bdd-4be8-936a-f6bfc68e8708 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0d98ada493c341839d668e6552fe4ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217590 Nov 27 01:06:50.477685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-f190adf8-460c-40ce-8eb6-bc26b1fdad70 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:50.479160 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-f190adf8-460c-40ce-8eb6-bc26b1fdad70 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069872 Nov 27 01:06:50.497094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-24827c0b-cc42-40d7-afea-f8cecac535a7 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/quotas/0d98ada493c341839d668e6552fe4ef3 HTTP/1.1" status: 200 len: 375 time: 0.0099740 Nov 27 01:06:50.564519 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-3455a4b6-385d-4815-a012-f32ad9eedbfe tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0614250 Nov 27 01:06:50.848767 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-562ad7b1-7dbd-4bd3-a71a-4899bb689029 req-41d2119c-06e3-4f89-b959-5fc290100656 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1b4f98-3c13-4054-9835-316d5149b10a HTTP/1.1" status: 200 len: 210 time: 0.0411181 Nov 27 01:06:50.972847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679da4cb-8191-4be7-b706-2f7eec55b0aa req-8db6d81f-b4d6-4833-bd96-69ee4d2c0337 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:50.981809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-679da4cb-8191-4be7-b706-2f7eec55b0aa req-8db6d81f-b4d6-4833-bd96-69ee4d2c0337 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 943 time: 0.0761876 Nov 27 01:06:51.048878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-679da4cb-8191-4be7-b706-2f7eec55b0aa req-d71ec751-3329-41b1-962c-d2e5978d8397 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655017 Nov 27 01:06:51.204882 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:06:51.374198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-1abb7f3f-a105-415a-95df-6c4e01d70115 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:51.375657 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-1abb7f3f-a105-415a-95df-6c4e01d70115 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/networks?id=276f0c64-e644-4532-8be3-dcc03ac3684c HTTP/1.1" status: 200 len: 818 time: 0.1122284 Nov 27 01:06:51.390778 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-884f5091-e7f0-4063-8b7b-dae94cf56b48 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/quotas/4030d7d32f124585b9a94ff47a548aaf HTTP/1.1" status: 200 len: 375 time: 0.0094802 Nov 27 01:06:51.424175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-b5dba879-4cbe-464a-b65a-2745427cf127 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4030d7d32f124585b9a94ff47a548aaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276532 Nov 27 01:06:51.525947 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-2a0d22a6-19fa-4563-93d4-b9927a32cdb3 service neutron] 10.222.0.15 "GET /v2.0/networks/276f0c64-e644-4532-8be3-dcc03ac3684c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887511 Nov 27 01:06:51.617719 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-e75a979f-f496-4b54-9fd0-fe0b61305626 service neutron] 10.222.0.15 "GET /v2.0/networks/276f0c64-e644-4532-8be3-dcc03ac3684c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892916 Nov 27 01:06:51.824537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567b5b5-720a-472b-93a8-a03c6d89750e req-1d22add1-4634-46ba-baf6-5a94fa8aebbe tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:51.832034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0567b5b5-720a-472b-93a8-a03c6d89750e req-1d22add1-4634-46ba-baf6-5a94fa8aebbe tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0647299 Nov 27 01:06:51.883992 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0567b5b5-720a-472b-93a8-a03c6d89750e req-f018412d-67ca-4c0c-92bc-d5d8b1802646 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509508 Nov 27 01:06:51.934289 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f3145e-a06f-4a2a-9f85-63b1709b73cf x-openstack-request-id: req-06f3145e-a06f-4a2a-9f85-63b1709b73cf {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:51.934800 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1b4f98-3c13-4054-9835-316d5149b10a", "name": "network-vif-deleted", "tag": "93c7853a-3cd9-4ef8-8734-4b7ea23976ea", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:51.935892 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06f3145e-a06f-4a2a-9f85-63b1709b73cf {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:51.936694 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1b4f98-3c13-4054-9835-316d5149b10a', 'name': 'network-vif-deleted', 'tag': '93c7853a-3cd9-4ef8-8734-4b7ea23976ea', 'status': 'completed', 'code': 200} Nov 27 01:06:52.132939 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-202184c1-09cc-42af-9f0b-515000f2fcf3 req-c9b461e5-3092-4811-8cfa-59c47247248c tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 210 time: 0.0338945 Nov 27 01:06:52.220448 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5b500e2-581a-49c8-9265-7d9d385625a2 req-16edaa87-1c46-411b-9414-228ed8af7063 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 210 time: 0.0275605 Nov 27 01:06:53.056884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bc43c-6106-49b2-8ef1-12c43c5d03d2 req-e9460f8e-5050-4b2f-bf09-ca6ee34a6cc8 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:53.058249 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-570bc43c-6106-49b2-8ef1-12c43c5d03d2 req-e9460f8e-5050-4b2f-bf09-ca6ee34a6cc8 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 943 time: 0.0918820 Nov 27 01:06:53.072111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-93a72494-8a5a-4d1d-96f1-1f633e0111f1 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:53.073780 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-93a72494-8a5a-4d1d-96f1-1f633e0111f1 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.31 "GET /v2.0/networks?id=276f0c64-e644-4532-8be3-dcc03ac3684c HTTP/1.1" status: 200 len: 818 time: 0.1828566 Nov 27 01:06:53.095184 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-ac3e8586-54e5-486d-b90d-ac801905c5ba tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Request body: {'port': {'device_id': '556a478d-a2ef-4ed2-b79d-ed49132f72e6', 'network_id': '276f0c64-e644-4532-8be3-dcc03ac3684c', 'admin_state_up': True, 'tenant_id': '4030d7d32f124585b9a94ff47a548aaf'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:53.171349 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-570bc43c-6106-49b2-8ef1-12c43c5d03d2 req-10df3449-b6bc-446d-ad5a-fddd59183362 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964901 Nov 27 01:06:53.263434 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58c821a5-db14-4479-b662-4738dc813ef5 req-279ce2b0-9c31-4c7a-87c6-1b11de53e9e0 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/f4112d4d-9ee1-400c-bae8-f999ea6cbb36 HTTP/1.1" status: 200 len: 1816 time: 0.0675664 Nov 27 01:06:53.282592 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-ac3e8586-54e5-486d-b90d-ac801905c5ba tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Made reservation on behalf of 4030d7d32f124585b9a94ff47a548aaf for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:53.285984 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-ac3e8586-54e5-486d-b90d-ac801905c5ba tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.397913 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-58c821a5-db14-4479-b662-4738dc813ef5 req-2eb5f47c-1fbf-4cfa-b002-4417013b082b tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.461726 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-58c821a5-db14-4479-b662-4738dc813ef5 req-2eb5f47c-1fbf-4cfa-b002-4417013b082b tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.504390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-ac3e8586-54e5-486d-b90d-ac801905c5ba tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Allocated IP 172.20.0.14 (276f0c64-e644-4532-8be3-dcc03ac3684c/4a329aee-fc0b-4a8b-ae44-f9e77bcb0cfe/d2f86d15-9bdd-4dca-a6ec-0248300b8e34) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:53.535930 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-58c821a5-db14-4479-b662-4738dc813ef5 req-2eb5f47c-1fbf-4cfa-b002-4417013b082b tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.539058 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-58c821a5-db14-4479-b662-4738dc813ef5 req-2eb5f47c-1fbf-4cfa-b002-4417013b082b tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.555752 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58c821a5-db14-4479-b662-4738dc813ef5 req-2eb5f47c-1fbf-4cfa-b002-4417013b082b tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "DELETE /v2.0/security-groups/f4112d4d-9ee1-400c-bae8-f999ea6cbb36 HTTP/1.1" status: 204 len: 173 time: 0.2827244 Nov 27 01:06:53.580032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5f47c-1fbf-4cfa-b002-4417013b082b tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4112d4d-9ee1-400c-bae8-f999ea6cbb36,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:53.790258 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-ac3e8586-54e5-486d-b90d-ac801905c5ba tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.840659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 93c7853a-3cd9-4ef8-8734-4b7ea23976ea no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:53.863607 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 93c7853a-3cd9-4ef8-8734-4b7ea23976ea {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:06:53.864202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 93c7853a-3cd9-4ef8-8734-4b7ea23976ea not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:06:53.879278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3c0b2-ce86-457f-b1de-61f6e2f4bb6f req-5c204fe9-61f2-4bcb-81d8-d53be0183483 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:53.880829 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-70e3c0b2-ce86-457f-b1de-61f6e2f4bb6f req-5c204fe9-61f2-4bcb-81d8-d53be0183483 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0888820 Nov 27 01:06:53.902054 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-ac3e8586-54e5-486d-b90d-ac801905c5ba tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.952672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-ac3e8586-54e5-486d-b90d-ac801905c5ba tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Network 276f0c64-e644-4532-8be3-dcc03ac3684c is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:53.958198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-ac3e8586-54e5-486d-b90d-ac801905c5ba tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:53.971646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-ac3e8586-54e5-486d-b90d-ac801905c5ba tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:54.002847 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-70e3c0b2-ce86-457f-b1de-61f6e2f4bb6f req-96dd7ca2-231a-4263-9c10-53d064bd4d27 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156535 Nov 27 01:06:54.015708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e8586-54e5-486d-b90d-ac801905c5ba tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Pushing event updated for resources: {'Port': ['ID=d2f86d15-9bdd-4dca-a6ec-0248300b8e34,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:54.036849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-ac3e8586-54e5-486d-b90d-ac801905c5ba tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:54.037574 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-ac3e8586-54e5-486d-b90d-ac801905c5ba tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.058470 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-ac3e8586-54e5-486d-b90d-ac801905c5ba tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9688451 Nov 27 01:06:54.077696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Request body: {'port': {'device_id': '556a478d-a2ef-4ed2-b79d-ed49132f72e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:54.123773 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5853c531-e79d-4f19-87c9-a71e13e96ba4 req-99b52d01-eb70-4ff4-8bd2-9557a851c87b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 210 time: 0.0432973 Nov 27 01:06:54.166314 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.322809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1985575-5443-4328-a477-ad4c08511911 req-b983c0f9-84d1-4c0d-a4fa-0425291089e7 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:54.324274 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1985575-5443-4328-a477-ad4c08511911 req-b983c0f9-84d1-4c0d-a4fa-0425291089e7 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 932 time: 0.1209426 Nov 27 01:06:54.424875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1985575-5443-4328-a477-ad4c08511911 req-47f3dd8a-8f08-4dcb-b330-63feed4f8dec tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/security-groups?id=3264fdf4-e809-4ef6-bbc7-8f984c88f970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922961 Nov 27 01:06:54.530271 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236945ae-7616-46ad-996c-52d348757fda req-1ddc92a7-b0f4-4979-892b-5de83b5a00f3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "GET /v2.0/security-groups/a5f389dd-214b-436c-90fe-62d54fba5711 HTTP/1.1" status: 200 len: 1818 time: 0.0757382 Nov 27 01:06:54.556711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f86d15-9bdd-4dca-a6ec-0248300b8e34 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:54.570283 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.594336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Transition to ACTIVE for port object d2f86d15-9bdd-4dca-a6ec-0248300b8e34 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:54.599482 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.643400 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-236945ae-7616-46ad-996c-52d348757fda req-13112382-4175-4c61-883b-54c08850eea3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.680305 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f86d15-9bdd-4dca-a6ec-0248300b8e34,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:54.686806 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-236945ae-7616-46ad-996c-52d348757fda req-13112382-4175-4c61-883b-54c08850eea3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.772393 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-236945ae-7616-46ad-996c-52d348757fda req-13112382-4175-4c61-883b-54c08850eea3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.774887 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-236945ae-7616-46ad-996c-52d348757fda req-13112382-4175-4c61-883b-54c08850eea3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.776002 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236945ae-7616-46ad-996c-52d348757fda req-13112382-4175-4c61-883b-54c08850eea3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] 10.222.0.15 "DELETE /v2.0/security-groups/a5f389dd-214b-436c-90fe-62d54fba5711 HTTP/1.1" status: 204 len: 173 time: 0.2380383 Nov 27 01:06:54.779420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Attempting to bind port d2f86d15-9bdd-4dca-a6ec-0248300b8e34 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:54.779752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Attempting to bind port d2f86d15-9bdd-4dca-a6ec-0248300b8e34 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'da5a16ff-8275-4a77-943a-b1860dec04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '276f0c64-e644-4532-8be3-dcc03ac3684c'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:54.780072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Attempting to bind port d2f86d15-9bdd-4dca-a6ec-0248300b8e34 on network 276f0c64-e644-4532-8be3-dcc03ac3684c {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:54.782176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40178) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:54.788942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Port d2f86d15-9bdd-4dca-a6ec-0248300b8e34 on network 276f0c64-e644-4532-8be3-dcc03ac3684c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:54.789296 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Attempting to bind port d2f86d15-9bdd-4dca-a6ec-0248300b8e34 on network 276f0c64-e644-4532-8be3-dcc03ac3684c {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:54.792190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13112382-4175-4c61-883b-54c08850eea3 tempest-SecurityGroupsTestJSON-2093098799 tempest-SecurityGroupsTestJSON-2093098799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f389dd-214b-436c-90fe-62d54fba5711,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:54.796768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:54.797101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Checking segment: {'id': 'da5a16ff-8275-4a77-943a-b1860dec04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '276f0c64-e644-4532-8be3-dcc03ac3684c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:54.797502 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Bound using segment: {'id': 'da5a16ff-8275-4a77-943a-b1860dec04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '276f0c64-e644-4532-8be3-dcc03ac3684c'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:54.797895 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Bound port: d2f86d15-9bdd-4dca-a6ec-0248300b8e34, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5a16ff-8275-4a77-943a-b1860dec04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '276f0c64-e644-4532-8be3-dcc03ac3684c'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:54.798287 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.842708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6453f12-6c3e-4fbe-8556-1cf148affa6a admin admin] Deleting subnet f1e1dce6-7ad2-45c3-be99-cad1e52a01bf {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:06:54.846829 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6453f12-6c3e-4fbe-8556-1cf148affa6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.884479 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6453f12-6c3e-4fbe-8556-1cf148affa6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.888766 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] For port d2f86d15-9bdd-4dca-a6ec-0248300b8e34, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:54.892513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] For port d2f86d15-9bdd-4dca-a6ec-0248300b8e34, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d2f86d15-9bdd-4dca-a6ec-0248300b8e34,segment=NetworkSegment(da5a16ff-8275-4a77-943a-b1860dec04f9),segment_id=da5a16ff-8275-4a77-943a-b1860dec04f9)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:54.897596 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.931094 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6453f12-6c3e-4fbe-8556-1cf148affa6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.959045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:54.959763 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.961210 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] 10.222.0.31 "PUT /v2.0/ports/d2f86d15-9bdd-4dca-a6ec-0248300b8e34 HTTP/1.1" status: 200 len: 1093 time: 0.8884082 Nov 27 01:06:54.963374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556a478d-a2ef-4ed2-b79d-ed49132f72e6', 'tag': 'd2f86d15-9bdd-4dca-a6ec-0248300b8e34'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:54.965733 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c51436-9889-4d1b-bc22-333ae497199f" -d '{"events": [{"name": "network-changed", "server_uuid": "556a478d-a2ef-4ed2-b79d-ed49132f72e6", "tag": "d2f86d15-9bdd-4dca-a6ec-0248300b8e34"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:54.991198 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6453f12-6c3e-4fbe-8556-1cf148affa6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.019550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a1115-d270-4703-84f0-3f19315902d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f86d15-9bdd-4dca-a6ec-0248300b8e34,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:55.020473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6453f12-6c3e-4fbe-8556-1cf148affa6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e1dce6-7ad2-45c3-be99-cad1e52a01bf,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:55.029924 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6453f12-6c3e-4fbe-8556-1cf148affa6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.033993 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e6453f12-6c3e-4fbe-8556-1cf148affa6a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f1e1dce6-7ad2-45c3-be99-cad1e52a01bf HTTP/1.1" status: 204 len: 168 time: 0.2499685 Nov 27 01:06:55.036603 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40202) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:55.092655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-d592d5b9-9ea5-4bdc-8786-8ccb00578f98 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:55.094123 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-d592d5b9-9ea5-4bdc-8786-8ccb00578f98 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/networks?id=a26a371d-6d95-400e-8f8a-d7637bed9b2f HTTP/1.1" status: 200 len: 805 time: 0.1669443 Nov 27 01:06:55.096748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-cfe2f37d-d28a-4a3a-b441-b973d880e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:55.098520 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-cfe2f37d-d28a-4a3a-b441-b973d880e1e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4030d7d32f124585b9a94ff47a548aaf&device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 1096 time: 0.0797460 Nov 27 01:06:55.105082 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de3850fe-73fe-4101-9409-5bb8eaa8a9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.110210 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-0e40a9a3-26a2-478e-8fd6-8167582d40b9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/quotas/c1370302524d4dcc8bebe45479d6cff3 HTTP/1.1" status: 200 len: 375 time: 0.0093584 Nov 27 01:06:55.152721 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-2f19739e-c162-47a2-b762-d379dd22eaa8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f86d15-9bdd-4dca-a6ec-0248300b8e34 HTTP/1.1" status: 200 len: 217 time: 0.0411928 Nov 27 01:06:55.186053 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de3850fe-73fe-4101-9409-5bb8eaa8a9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.205916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-de3850fe-73fe-4101-9409-5bb8eaa8a9d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b7912e-52da-47c9-b267-954cb551a0e3']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:55.215427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-de3850fe-73fe-4101-9409-5bb8eaa8a9d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af6be53-9e18-40d4-b065-e0745912977f') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:55.215730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-de3850fe-73fe-4101-9409-5bb8eaa8a9d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af6be53-9e18-40d4-b065-e0745912977f') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:55.225212 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-e59cd569-3dd8-4f04-bb40-0450d3574e1d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1370302524d4dcc8bebe45479d6cff3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076162 Nov 27 01:06:55.225800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de3850fe-73fe-4101-9409-5bb8eaa8a9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.226488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-53e6e0b5-375b-4ef7-8712-a03623de5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:55.227766 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-53e6e0b5-375b-4ef7-8712-a03623de5e6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a329aee-fc0b-4a8b-ae44-f9e77bcb0cfe HTTP/1.1" status: 200 len: 858 time: 0.0567467 Nov 27 01:06:55.239682 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de3850fe-73fe-4101-9409-5bb8eaa8a9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.245669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3850fe-73fe-4101-9409-5bb8eaa8a9d4 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:06:55.246102 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de3850fe-73fe-4101-9409-5bb8eaa8a9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:06:55.247911 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:06:55.307063 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de3850fe-73fe-4101-9409-5bb8eaa8a9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.315067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de3850fe-73fe-4101-9409-5bb8eaa8a9d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.318453 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-de3850fe-73fe-4101-9409-5bb8eaa8a9d4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/43b7912e-52da-47c9-b267-954cb551a0e3 HTTP/1.1" status: 204 len: 168 time: 0.2808123 Nov 27 01:06:55.328568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3850fe-73fe-4101-9409-5bb8eaa8a9d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b7912e-52da-47c9-b267-954cb551a0e3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:55.467535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40212) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:55.546418 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5d8883ff-7544-4c6d-a7ce-b2fea76596b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6aae32835efe41afa5485451f7cc2b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0767190 Nov 27 01:06:55.554086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fce6c7-bf1e-4eed-9b8d-d46b512d48d6 req-f28b9f7d-fd91-4d6e-8a1c-337237ab4738 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:55.555598 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-97fce6c7-bf1e-4eed-9b8d-d46b512d48d6 req-f28b9f7d-fd91-4d6e-8a1c-337237ab4738 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 943 time: 0.0998704 Nov 27 01:06:55.556086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40214) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:55.597105 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-354fe79d-25c7-4538-a2a1-e0dc6cf5a75b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=276f0c64-e644-4532-8be3-dcc03ac3684c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3565331 Nov 27 01:06:55.636526 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-97fce6c7-bf1e-4eed-9b8d-d46b512d48d6 req-a13d0f05-9f9c-4d97-9926-3421ccb6a82c tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741620 Nov 27 01:06:55.647993 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df950c97-db16-44af-a022-2c5124d85808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.682012 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df950c97-db16-44af-a022-2c5124d85808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.744339 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1e0d9be-967f-4932-8907-87ed85972524 req-a02c28a3-821c-48f6-b2c5-1390a89f8c23 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494765 Nov 27 01:06:55.797306 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d9f618-e2eb-44de-bd53-244e0fbaad9d x-openstack-request-id: req-53d9f618-e2eb-44de-bd53-244e0fbaad9d {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:55.797914 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556a478d-a2ef-4ed2-b79d-ed49132f72e6", "tag": "d2f86d15-9bdd-4dca-a6ec-0248300b8e34", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:55.798384 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53d9f618-e2eb-44de-bd53-244e0fbaad9d {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:55.799516 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556a478d-a2ef-4ed2-b79d-ed49132f72e6', 'tag': 'd2f86d15-9bdd-4dca-a6ec-0248300b8e34', 'status': 'completed', 'code': 200} Nov 27 01:06:55.807270 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-654f95af-fcab-451e-b019-c85bbedec0f7 service neutron] 10.222.0.15 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735626 Nov 27 01:06:55.864462 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df950c97-db16-44af-a022-2c5124d85808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.866847 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df950c97-db16-44af-a022-2c5124d85808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.869685 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-df950c97-db16-44af-a022-2c5124d85808 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ba3acd2-3335-4c3e-b017-7572da81c6cb HTTP/1.1" status: 204 len: 168 time: 0.3124633 Nov 27 01:06:55.900038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df950c97-db16-44af-a022-2c5124d85808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba3acd2-3335-4c3e-b017-7572da81c6cb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:55.949394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1672238-afbc-4250-a6bb-eb283d277830 req-cd60f583-81fe-4e5d-8345-b1d61757bf1f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:55.951540 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1672238-afbc-4250-a6bb-eb283d277830 req-cd60f583-81fe-4e5d-8345-b1d61757bf1f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0800698 Nov 27 01:06:55.956808 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-161ded01-ad3a-46bd-8a4b-8ae310ef8fcd service neutron] 10.222.0.31 "GET /v2.0/networks/276f0c64-e644-4532-8be3-dcc03ac3684c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435497 Nov 27 01:06:55.960744 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-5c1e96a7-f478-4ee5-b7ac-00561ab8a740 service neutron] 10.222.0.21 "GET /v2.0/networks/babae1fd-fc0b-4abd-acda-67b69bf6ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759098 Nov 27 01:06:56.020845 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1672238-afbc-4250-a6bb-eb283d277830 req-5154898a-fd11-4499-93b6-80e851f75fe8 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596194 Nov 27 01:06:56.041190 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-b128d987-c24d-4b38-93c9-658f0f550efe service neutron] 10.222.0.15 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258143 Nov 27 01:06:56.080314 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e9546f-9273-47cc-85c5-cc6d95fa9aa5 req-1b6ce1d6-c2de-4660-8097-10ffb14387a0 service neutron] 10.222.0.31 "GET /v2.0/networks/276f0c64-e644-4532-8be3-dcc03ac3684c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146140 Nov 27 01:06:56.132606 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-157a1cf4-d1c2-474b-9d78-1600d7d7fd76 req-f377b0ee-a26c-42dd-a25a-5f02a6c8e6b0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 210 time: 0.0383186 Nov 27 01:06:56.288439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43339b-652f-4798-9290-07b6271b2ec9 req-975ad7d1-d9d4-437d-a666-d660995a6321 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.291895 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-adc15182-1b43-4ebe-a46e-feafc621ed23 req-228d994e-f2f0-4935-83bd-ebb8ff706829 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 210 time: 0.0480769 Nov 27 01:06:56.294943 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e43339b-652f-4798-9290-07b6271b2ec9 req-975ad7d1-d9d4-437d-a666-d660995a6321 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 944 time: 0.0850117 Nov 27 01:06:56.352217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c51436-9889-4d1b-bc22-333ae497199f req-f7f3402c-6d49-4b3a-b91a-b7fab91a2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.353906 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6c51436-9889-4d1b-bc22-333ae497199f req-f7f3402c-6d49-4b3a-b91a-b7fab91a2deb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4030d7d32f124585b9a94ff47a548aaf&device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 1096 time: 0.1399584 Nov 27 01:06:56.369653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e43339b-652f-4798-9290-07b6271b2ec9 req-deb84719-8a3c-4a8d-acdb-8f0d1f0c9953 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/security-groups?id=3264fdf4-e809-4ef6-bbc7-8f984c88f970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638466 Nov 27 01:06:56.452060 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2306b2fa-3da4-41c7-b95e-27c46376220e req-508f5b70-5ae8-4892-a91a-70181251bf8e service neutron] 10.222.0.21 "GET /v2.0/networks/babae1fd-fc0b-4abd-acda-67b69bf6ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655667 Nov 27 01:06:56.493032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c51436-9889-4d1b-bc22-333ae497199f req-abd5b2a8-f82a-4b51-9426-654a0190a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.494819 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6c51436-9889-4d1b-bc22-333ae497199f req-abd5b2a8-f82a-4b51-9426-654a0190a35c service neutron] 10.222.0.31 "GET /v2.0/networks?id=276f0c64-e644-4532-8be3-dcc03ac3684c HTTP/1.1" status: 200 len: 919 time: 0.1317360 Nov 27 01:06:56.539484 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6c51436-9889-4d1b-bc22-333ae497199f req-87d6d1ad-7039-4527-9758-4bc83e1597b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f86d15-9bdd-4dca-a6ec-0248300b8e34 HTTP/1.1" status: 200 len: 217 time: 0.0361164 Nov 27 01:06:56.624691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c51436-9889-4d1b-bc22-333ae497199f req-d22f97be-b329-4bfb-8f45-c5c6c49ef9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.626114 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6c51436-9889-4d1b-bc22-333ae497199f req-d22f97be-b329-4bfb-8f45-c5c6c49ef9d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a329aee-fc0b-4a8b-ae44-f9e77bcb0cfe HTTP/1.1" status: 200 len: 858 time: 0.0794613 Nov 27 01:06:56.644035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420773c4-0f82-4a61-80da-aff2546e2f4e req-b58d1c53-cc8d-4004-ba6a-3681efc43ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.645524 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-420773c4-0f82-4a61-80da-aff2546e2f4e req-b58d1c53-cc8d-4004-ba6a-3681efc43ea9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99f98d38e18a452ebcce42d87c656af6&device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 1095 time: 0.0626304 Nov 27 01:06:56.661723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6c51436-9889-4d1b-bc22-333ae497199f req-5f1f4fff-6339-4d25-97b0-5169e626a26d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=276f0c64-e644-4532-8be3-dcc03ac3684c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280559 Nov 27 01:06:56.781987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc01160-73b7-4680-8931-b746fbff84f2 req-974e0093-a8ab-4fc8-a50d-9b4f57e078b3 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.784278 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6fc01160-73b7-4680-8931-b746fbff84f2 req-974e0093-a8ab-4fc8-a50d-9b4f57e078b3 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 943 time: 0.0589638 Nov 27 01:06:56.823260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6c51436-9889-4d1b-bc22-333ae497199f req-a8fce681-741a-498f-aeab-270999044a31 service neutron] 10.222.0.31 "GET /v2.0/networks/276f0c64-e644-4532-8be3-dcc03ac3684c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542046 Nov 27 01:06:56.824839 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420773c4-0f82-4a61-80da-aff2546e2f4e req-a25f1f71-eb89-440b-bd78-bc73dec8cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.826278 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-420773c4-0f82-4a61-80da-aff2546e2f4e req-a25f1f71-eb89-440b-bd78-bc73dec8cc8d service neutron] 10.222.0.21 "GET /v2.0/networks?id=babae1fd-fc0b-4abd-acda-67b69bf6ccf2 HTTP/1.1" status: 200 len: 916 time: 0.1670382 Nov 27 01:06:56.831012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40262) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:56.855408 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6fc01160-73b7-4680-8931-b746fbff84f2 req-6afd474e-e398-413e-8e75-9a318d3a0c88 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604675 Nov 27 01:06:56.913468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-420773c4-0f82-4a61-80da-aff2546e2f4e req-7065e6b7-6c9c-4220-9870-08f15161a127 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 HTTP/1.1" status: 200 len: 217 time: 0.0683706 Nov 27 01:06:56.973593 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-1534f171-adc6-47f8-8ced-e76626754d9e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0d98ada493c341839d668e6552fe4ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802901 Nov 27 01:06:57.021459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1531240282-network', 'tenant_id': '97f4b3bd2a064766bcfacdee56ac4d3d'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:57.140497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420773c4-0f82-4a61-80da-aff2546e2f4e req-4debc491-1c6e-4bbd-a3ed-dc60f0558447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:57.141890 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-420773c4-0f82-4a61-80da-aff2546e2f4e req-4debc491-1c6e-4bbd-a3ed-dc60f0558447 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60250395-938d-48ef-a346-a43aceb22160 HTTP/1.1" status: 200 len: 854 time: 0.1905165 Nov 27 01:06:57.162636 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] Made reservation on behalf of 97f4b3bd2a064766bcfacdee56ac4d3d for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:57.164960 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:57.182658 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6c51436-9889-4d1b-bc22-333ae497199f req-e8c7a200-8294-4411-a3b8-308c0e529562 service neutron] 10.222.0.31 "GET /v2.0/networks/276f0c64-e644-4532-8be3-dcc03ac3684c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504958 Nov 27 01:06:57.194370 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:57.254292 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9939f641-0241-4e4f-abd3-797d4626f81f req-ed8f6b3e-b3f2-4ead-937e-8cee82d3c7d7 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 210 time: 0.0414157 Nov 27 01:06:57.294195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb854a12-e2bd-473e-bdb4-fa26d4a7b5cf req-2b72d764-5133-47b0-82dd-543ace868659 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:57.295723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb854a12-e2bd-473e-bdb4-fa26d4a7b5cf req-2b72d764-5133-47b0-82dd-543ace868659 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.1918275 Nov 27 01:06:57.307041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-25efe540-db8f-4580-968e-77012de0789e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:57.308448 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-25efe540-db8f-4580-968e-77012de0789e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3043849 Nov 27 01:06:57.336747 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420773c4-0f82-4a61-80da-aff2546e2f4e req-3497eb4c-5115-4d61-a612-46b8bda929fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:57.338522 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-420773c4-0f82-4a61-80da-aff2546e2f4e req-3497eb4c-5115-4d61-a612-46b8bda929fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=babae1fd-fc0b-4abd-acda-67b69bf6ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1599014 Nov 27 01:06:57.369378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-4b548d3f-f5a2-4adc-a443-28cc656a48d3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Request body: {'port': {'device_id': 'b08fdb86-4c55-4842-94c3-422e851fb98b', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '0d98ada493c341839d668e6552fe4ef3'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:57.450124 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1166abc9-f1ca-43f0-a973-f601c1477c31 req-7c85a829-cc23-44f6-93c7-8654b303a840 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 210 time: 0.0272872 Nov 27 01:06:57.508262 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb854a12-e2bd-473e-bdb4-fa26d4a7b5cf req-e440b374-a362-4c22-bbb8-d0c41b68ddd7 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947906 Nov 27 01:06:57.633682 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:57.680325 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:57.742589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:06:57.751663 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-420773c4-0f82-4a61-80da-aff2546e2f4e req-c8433f41-b98a-4ba9-bf8f-852b8054ae20 service neutron] 10.222.0.21 "GET /v2.0/networks/babae1fd-fc0b-4abd-acda-67b69bf6ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741279 Nov 27 01:06:57.768938 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-b6799404-cc0d-470a-b48d-ce49cebc2b65 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8460fba27a8e43c9a28da2a12fba5f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244861 Nov 27 01:06:57.786391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21d961c-91bf-4613-8a53-736bfabdbc8e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:57.843594 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:57.844424 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] Added segment 003fa568-7dfc-40d7-b514-55f6c21e418c of type vlan for network c6c88846-487d-44d8-a920-10d9ac0a060d Nov 27 01:06:57.861284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-4b548d3f-f5a2-4adc-a443-28cc656a48d3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Made reservation on behalf of 0d98ada493c341839d668e6552fe4ef3 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:57.864959 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-4b548d3f-f5a2-4adc-a443-28cc656a48d3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:57.873180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-ee7a2e53-c59c-4a0d-bc01-a8c4f0dfc2bf tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:57.874586 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-ee7a2e53-c59c-4a0d-bc01-a8c4f0dfc2bf tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.31 "GET /v2.0/networks?id=a26a371d-6d95-400e-8f8a-d7637bed9b2f HTTP/1.1" status: 200 len: 805 time: 0.3593216 Nov 27 01:06:57.881865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b7429-a8e5-4a04-abeb-306629c629cd req-371aa04c-d6da-448f-a849-d275da13676a tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:57.883335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c10b7429-a8e5-4a04-abeb-306629c629cd req-371aa04c-d6da-448f-a849-d275da13676a tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 944 time: 0.2937248 Nov 27 01:06:57.884114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-a8ae3abb-1636-49d7-b535-6f1d164fd891 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:57.885982 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-a8ae3abb-1636-49d7-b535-6f1d164fd891 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108055 Nov 27 01:06:57.905159 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-1f6454f0-ff6e-4950-a977-f7e8173a92fe tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/quotas/8460fba27a8e43c9a28da2a12fba5f78 HTTP/1.1" status: 200 len: 375 time: 0.0096631 Nov 27 01:06:57.921373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-ad274743-91fc-4ea2-9701-7496cbd11d18 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Request body: {'port': {'device_id': '4a940bee-3b80-4aec-b1a6-45c192b3c662', 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f', 'admin_state_up': True, 'tenant_id': 'c1370302524d4dcc8bebe45479d6cff3'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:57.937713 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-30082e55-60fc-433a-b5d9-69520f4ba733 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8460fba27a8e43c9a28da2a12fba5f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268877 Nov 27 01:06:58.002166 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.109717 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-420773c4-0f82-4a61-80da-aff2546e2f4e req-a8663641-5000-4caa-916e-b232ec82110d service neutron] 10.222.0.21 "GET /v2.0/networks/babae1fd-fc0b-4abd-acda-67b69bf6ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490908 Nov 27 01:06:58.132362 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.147494 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.148375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:58.148987 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.178177 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c10b7429-a8e5-4a04-abeb-306629c629cd req-5aea58a0-4a6d-4d72-ace6-7916ec5bfe28 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/security-groups?id=3264fdf4-e809-4ef6-bbc7-8f984c88f970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609038 Nov 27 01:06:58.179261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7f601-b88a-4201-b077-8bee9ed78696 req-e9442449-4f3f-4c47-9a95-a7184d66de07 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:58.181034 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20f7f601-b88a-4201-b077-8bee9ed78696 req-e9442449-4f3f-4c47-9a95-a7184d66de07 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 943 time: 0.0731039 Nov 27 01:06:58.228205 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3948941 Nov 27 01:06:58.238832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40332) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:58.244458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-89816ead-8ff5-4b64-a034-6e225d5daa3b admin admin] Request body: {'subnet': {'network_id': 'c6c88846-487d-44d8-a920-10d9ac0a060d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1531240282-subnet', 'tenant_id': '97f4b3bd2a064766bcfacdee56ac4d3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:58.296699 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20f7f601-b88a-4201-b077-8bee9ed78696 req-f5fc2b11-5be7-4e88-83c9-6271b055d4a4 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951266 Nov 27 01:06:58.309141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-4b548d3f-f5a2-4adc-a443-28cc656a48d3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Allocated IP 192.168.233.132 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/16b7b8dc-daaf-45b3-8493-ef24b8114e81) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:58.316300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89816ead-8ff5-4b64-a034-6e225d5daa3b admin admin] Made reservation on behalf of 97f4b3bd2a064766bcfacdee56ac4d3d for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:58.318637 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89816ead-8ff5-4b64-a034-6e225d5daa3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.379860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1074994-5dfb-45d4-9815-c83b6f55180b admin admin] Pushing event updated for resources: {'Network': ['ID=c6c88846-487d-44d8-a920-10d9ac0a060d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:58.391536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network c6c88846-487d-44d8-a920-10d9ac0a060d details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:06:58.392299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-13395e1e-2c21-48e6-86d4-192595c2370d tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8460fba27a8e43c9a28da2a12fba5f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674317 Nov 27 01:06:58.393140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-ad274743-91fc-4ea2-9701-7496cbd11d18 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Made reservation on behalf of c1370302524d4dcc8bebe45479d6cff3 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:58.397147 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-ad274743-91fc-4ea2-9701-7496cbd11d18 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.439877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc10526e-d3b3-45c1-98f0-34261756062a req-fd6a6054-36ea-4c3c-9cd9-027b8616badd tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 210 time: 0.0638654 Nov 27 01:06:58.596278 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-24eceaf3-e43d-4e25-92e8-c957e681b6ca req-1f2c772d-a7e1-46bc-8c4a-3110c4217aee tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 210 time: 0.0396471 Nov 27 01:06:58.603652 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89816ead-8ff5-4b64-a034-6e225d5daa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.667671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89816ead-8ff5-4b64-a034-6e225d5daa3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbed9873-c86f-4d1b-b878-45008f8f1745,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:58.680828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89816ead-8ff5-4b64-a034-6e225d5daa3b admin admin] Checking segment: {'id': '003fa568-7dfc-40d7-b514-55f6c21e418c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c6c88846-487d-44d8-a920-10d9ac0a060d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:58.681190 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89816ead-8ff5-4b64-a034-6e225d5daa3b admin admin] Network hostable DHCP agents. Network: c6c88846-487d-44d8-a920-10d9ac0a060d, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:06:58.738568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89816ead-8ff5-4b64-a034-6e225d5daa3b admin admin] Network c6c88846-487d-44d8-a920-10d9ac0a060d is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:06:58.752841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-89816ead-8ff5-4b64-a034-6e225d5daa3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, c6c88846-487d-44d8-a920-10d9ac0a060d) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:58.762539 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c597aef7-2da3-4386-b418-ab3e8b38d5f0 None None] Network c6c88846-487d-44d8-a920-10d9ac0a060d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:06:58.764391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b91fd-b408-4545-aa56-b3c87daa5e61 req-3b765d86-0cd7-4979-8e77-57df1f80a59f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:58.766009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a46b91fd-b408-4545-aa56-b3c87daa5e61 req-3b765d86-0cd7-4979-8e77-57df1f80a59f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0862856 Nov 27 01:06:58.767316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89816ead-8ff5-4b64-a034-6e225d5daa3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:58.767903 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89816ead-8ff5-4b64-a034-6e225d5daa3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.807641 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-89816ead-8ff5-4b64-a034-6e225d5daa3b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5600870 Nov 27 01:06:58.859419 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a46b91fd-b408-4545-aa56-b3c87daa5e61 req-e246494e-3325-4bfd-9314-020cc7bc2ccc tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812972 Nov 27 01:06:58.963895 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e02174-d47e-4bb9-9244-c16b4707af52 None None] Network c6c88846-487d-44d8-a920-10d9ac0a060d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:06:59.030418 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35fb5f-3faf-49dc-afde-c16e782f8e23 req-2c1905b1-5447-4943-82d1-923d7408dd25 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.031887 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4b35fb5f-3faf-49dc-afde-c16e782f8e23 req-2c1905b1-5447-4943-82d1-923d7408dd25 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7e7d3f-1a55-4e51-8447-06a0736b85a1 HTTP/1.1" status: 200 len: 945 time: 0.6028490 Nov 27 01:06:59.069134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b746525-35f6-4b35-a7b4-4efe121d1feb req-f205c7f1-7afd-47eb-b749-639c054e95f0 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.072840 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b746525-35f6-4b35-a7b4-4efe121d1feb req-f205c7f1-7afd-47eb-b749-639c054e95f0 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 1102 time: 0.0471439 Nov 27 01:06:59.121724 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b746525-35f6-4b35-a7b4-4efe121d1feb req-75236105-ee26-4a6c-a44a-e634ea290a84 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Nov 27 01:06:59.132589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-7ee8818b-cb71-4bef-a564-a07b1c4488ed tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.140086 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-7ee8818b-cb71-4bef-a564-a07b1c4488ed tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7379429 Nov 27 01:06:59.143786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40362) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:59.190514 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-2a2cd007-f997-4d5c-8492-22170d33ada2 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/quotas/8460fba27a8e43c9a28da2a12fba5f78 HTTP/1.1" status: 200 len: 375 time: 0.0494318 Nov 27 01:06:59.199402 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-4b548d3f-f5a2-4adc-a443-28cc656a48d3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.224148 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-8423b0b6-d9f5-47d3-9db1-3b4ab52fdc25 admin admin] Deleting subnet bbed9873-c86f-4d1b-b878-45008f8f1745 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:06:59.229621 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8423b0b6-d9f5-47d3-9db1-3b4ab52fdc25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.240273 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-516b8bee-a31d-4e18-b171-e73b0eccf910 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8460fba27a8e43c9a28da2a12fba5f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487220 Nov 27 01:06:59.282376 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8423b0b6-d9f5-47d3-9db1-3b4ab52fdc25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.319916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-ad274743-91fc-4ea2-9701-7496cbd11d18 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Allocated IP 172.20.0.8 (a26a371d-6d95-400e-8f8a-d7637bed9b2f/29003f06-f306-4683-932b-e39e08c7fc5d/450c8a1f-c7d3-4297-872e-86d12cbc8c78) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:59.331941 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8423b0b6-d9f5-47d3-9db1-3b4ab52fdc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.434767 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8423b0b6-d9f5-47d3-9db1-3b4ab52fdc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.474584 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8423b0b6-d9f5-47d3-9db1-3b4ab52fdc25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.480641 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8423b0b6-d9f5-47d3-9db1-3b4ab52fdc25 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bbed9873-c86f-4d1b-b878-45008f8f1745 HTTP/1.1" status: 204 len: 168 time: 0.3353622 Nov 27 01:06:59.489064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40380) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:59.495578 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-17265f6a-1d87-4de3-9b1c-de11270e6e0f tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8460fba27a8e43c9a28da2a12fba5f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990946 Nov 27 01:06:59.564575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423b0b6-d9f5-47d3-9db1-3b4ab52fdc25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbed9873-c86f-4d1b-b878-45008f8f1745,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:59.585244 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-4b548d3f-f5a2-4adc-a443-28cc656a48d3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.623595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'c56a7cc8-bda9-451f-b56a-0c99631e5c93', '3ac72ba6-b9df-4457-9566-76d5183da86f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:59.626702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ca0f84e5-4268-4b9c-9802-c42a5dc006e6', '282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3', '6bc9e428-b494-4b45-b8cb-31ebf5a743d4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:59.748685 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16480909-f109-4a3a-b61a-3cca15d167ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.761775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-4b548d3f-f5a2-4adc-a443-28cc656a48d3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:59.768176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1adfc-9207-4b7d-a7d7-78039eb69e08 req-f8094980-b70f-4755-bf05-9539f5db8214 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.775658 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-ad274743-91fc-4ea2-9701-7496cbd11d18 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.777579 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9bd1adfc-9207-4b7d-a7d7-78039eb69e08 req-f8094980-b70f-4755-bf05-9539f5db8214 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 944 time: 0.2925136 Nov 27 01:06:59.818873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-4b548d3f-f5a2-4adc-a443-28cc656a48d3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:59.832333 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-4b548d3f-f5a2-4adc-a443-28cc656a48d3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:59.862740 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b548d3f-f5a2-4adc-a443-28cc656a48d3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event updated for resources: {'Port': ['ID=16b7b8dc-daaf-45b3-8493-ef24b8114e81,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:59.890103 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9bd1adfc-9207-4b7d-a7d7-78039eb69e08 req-e644f3df-aa9f-4d2f-aeb8-dff9e0b04f62 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/security-groups?id=3264fdf4-e809-4ef6-bbc7-8f984c88f970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093996 Nov 27 01:06:59.897022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d2f86d15-9bdd-4dca-a6ec-0248300b8e34 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:59.922228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-4b35fb5f-3faf-49dc-afde-c16e782f8e23 req-be078363-3428-4c30-b564-27b9c95a5193 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Deleting port 8627a230-43da-4772-9bb7-c936d7a4aa13 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:59.922778 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4b35fb5f-3faf-49dc-afde-c16e782f8e23 req-be078363-3428-4c30-b564-27b9c95a5193 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.944872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e91d7c-918e-4e90-ada0-30eabbccf15c req-b7a14210-8e5c-40de-9638-8f260bce7c9a tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.950919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-6f483201-d786-4ba5-adeb-b8fb5079c2eb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.956614 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-6f483201-d786-4ba5-adeb-b8fb5079c2eb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4463282 Nov 27 01:06:59.964745 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b1e91d7c-918e-4e90-ada0-30eabbccf15c req-b7a14210-8e5c-40de-9638-8f260bce7c9a tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 943 time: 0.3989544 Nov 27 01:07:00.006196 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-c8b72e8c-0cd7-40d4-ab4b-5b481db9edde service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4392304 Nov 27 01:07:00.051652 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Request body: {'port': {'device_id': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '8460fba27a8e43c9a28da2a12fba5f78'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:00.135875 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16480909-f109-4a3a-b61a-3cca15d167ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.197786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-16480909-f109-4a3a-b61a-3cca15d167ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c88846-487d-44d8-a920-10d9ac0a060d']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:00.199894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d2f86d15-9bdd-4dca-a6ec-0248300b8e34, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d2f86d15-9bdd-4dca-a6ec-0248300b8e34,segment=NetworkSegment(da5a16ff-8275-4a77-943a-b1860dec04f9),segment_id=da5a16ff-8275-4a77-943a-b1860dec04f9)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:00.217834 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-16480909-f109-4a3a-b61a-3cca15d167ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003fa568-7dfc-40d7-b514-55f6c21e418c') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:00.218143 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-16480909-f109-4a3a-b61a-3cca15d167ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003fa568-7dfc-40d7-b514-55f6c21e418c') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:00.241307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-4b548d3f-f5a2-4adc-a443-28cc656a48d3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.242232 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-4b548d3f-f5a2-4adc-a443-28cc656a48d3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.248848 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16480909-f109-4a3a-b61a-3cca15d167ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.268185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-ad274743-91fc-4ea2-9701-7496cbd11d18 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.270377 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d6eae-68fa-47e3-9487-b4d6aa20ff3d req-ae2d98f5-889d-480d-b11e-17495cb39310 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.279903 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a6d6eae-68fa-47e3-9487-b4d6aa20ff3d req-ae2d98f5-889d-480d-b11e-17495cb39310 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.2220609 Nov 27 01:07:00.296503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'd2f86d15-9bdd-4dca-a6ec-0248300b8e34', 'network_id': '276f0c64-e644-4532-8be3-dcc03ac3684c', 'port_id': 'd2f86d15-9bdd-4dca-a6ec-0248300b8e34', 'mac_address': 'fa:16:3e:01:63:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a329aee-fc0b-4a8b-ae44-f9e77bcb0cfe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:00.308425 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16480909-f109-4a3a-b61a-3cca15d167ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.313036 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:00.315746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8627a230-43da-4772-9bb7-c936d7a4aa13 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:00.350280 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16480909-f109-4a3a-b61a-3cca15d167ee admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:07:00.350999 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16480909-f109-4a3a-b61a-3cca15d167ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:07:00.359428 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:07:00.366673 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b1e91d7c-918e-4e90-ada0-30eabbccf15c req-8096a402-a695-4c17-ba10-ed88b08c0f05 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010158 Nov 27 01:07:00.370558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-ad274743-91fc-4ea2-9701-7496cbd11d18 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Network a26a371d-6d95-400e-8f8a-d7637bed9b2f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:00.413823 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-4b548d3f-f5a2-4adc-a443-28cc656a48d3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0522382 Nov 27 01:07:00.433131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-ad274743-91fc-4ea2-9701-7496cbd11d18 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:00.477164 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a6d6eae-68fa-47e3-9487-b4d6aa20ff3d req-187a2b38-e4a0-43d3-aa44-18901986003c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959174 Nov 27 01:07:00.504813 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.507593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Request body: {'port': {'device_id': 'b08fdb86-4c55-4842-94c3-422e851fb98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:00.515794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-ad274743-91fc-4ea2-9701-7496cbd11d18 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:00.535465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f86d15-9bdd-4dca-a6ec-0248300b8e34 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:00.542347 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Made reservation on behalf of 8460fba27a8e43c9a28da2a12fba5f78 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:00.552017 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.558510 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d2f86d15-9bdd-4dca-a6ec-0248300b8e34, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d2f86d15-9bdd-4dca-a6ec-0248300b8e34,segment=NetworkSegment(da5a16ff-8275-4a77-943a-b1860dec04f9),segment_id=da5a16ff-8275-4a77-943a-b1860dec04f9)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:00.581113 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.592446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16480909-f109-4a3a-b61a-3cca15d167ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.598467 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.650623 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16480909-f109-4a3a-b61a-3cca15d167ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.652531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-ad274743-91fc-4ea2-9701-7496cbd11d18 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.653257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-ad274743-91fc-4ea2-9701-7496cbd11d18 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.661009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-16480909-f109-4a3a-b61a-3cca15d167ee admin admin] 10.222.0.15 "DELETE /v2.0/networks/c6c88846-487d-44d8-a920-10d9ac0a060d HTTP/1.1" status: 204 len: 168 time: 1.1636386 Nov 27 01:07:00.668780 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b91cf899-858d-442a-8387-dcf6cfe480b5 None None] Provisioning complete for port 16b7b8dc-daaf-45b3-8493-ef24b8114e81 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:00.669882 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b91cf899-858d-442a-8387-dcf6cfe480b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.676168 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.705553 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16480909-f109-4a3a-b61a-3cca15d167ee admin admin] Pushing event deleted for resources: {'Network': ['ID=c6c88846-487d-44d8-a920-10d9ac0a060d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:00.746297 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.resource_extend [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:07:00.755544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ba864-f9df-41bc-99cb-d707e528cc1b req-8a55737e-94f4-4f10-9220-5d0d99c07817 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.757963 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-217ba864-f9df-41bc-99cb-d707e528cc1b req-8a55737e-94f4-4f10-9220-5d0d99c07817 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 936 time: 0.1498225 Nov 27 01:07:00.760671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5175b418-48b2-4dc9-8d9e-b0446403ee5e req-294e7538-39ef-48a9-807a-0efcf2d895ab tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 210 time: 0.0898416 Nov 27 01:07:00.767069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-4b35fb5f-3faf-49dc-afde-c16e782f8e23 req-be078363-3428-4c30-b564-27b9c95a5193 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] For port 8627a230-43da-4772-9bb7-c936d7a4aa13, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8627a230-43da-4772-9bb7-c936d7a4aa13,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:00.776777 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4b35fb5f-3faf-49dc-afde-c16e782f8e23 req-be078363-3428-4c30-b564-27b9c95a5193 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.805617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-4b35fb5f-3faf-49dc-afde-c16e782f8e23 req-be078363-3428-4c30-b564-27b9c95a5193 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Calling delete_port for 8627a230-43da-4772-9bb7-c936d7a4aa13 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:00.809404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d2f86d15-9bdd-4dca-a6ec-0248300b8e34,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:00.962125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad274743-91fc-4ea2-9701-7496cbd11d18 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Pushing event updated for resources: {'Port': ['ID=450c8a1f-c7d3-4297-872e-86d12cbc8c78,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:00.968612 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-ad274743-91fc-4ea2-9701-7496cbd11d18 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0538499 Nov 27 01:07:00.982812 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40414) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:00.983132 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.991243 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:00.991850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:00.992313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:00.992741 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:00.993319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:00.993707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:00.994260 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:00.994806 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:00.995351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:00.995751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:00.996147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:00.996575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:01.000470 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.017684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b91cf899-858d-442a-8387-dcf6cfe480b5 None None] Port 16b7b8dc-daaf-45b3-8493-ef24b8114e81 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:07:01.036315 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.095851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Request body: {'port': {'device_id': '4a940bee-3b80-4aec-b1a6-45c192b3c662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:01.135031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f12c3ee6-4d10-4429-a35e-c3fbe911ffe5,segment=NetworkSegment(c012909c-1528-4739-b04a-7d19486295df),segment_id=c012909c-1528-4739-b04a-7d19486295df)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:01.136831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8286219c-31eb-4f15-9877-99f85939f1d2,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:01.148453 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-569c7eb8-28f8-4c38-8b45-680deedf0410 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8460fba27a8e43c9a28da2a12fba5f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959048 Nov 27 01:07:01.187211 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'f12c3ee6-4d10-4429-a35e-c3fbe911ffe5', 'network_id': 'babae1fd-fc0b-4abd-acda-67b69bf6ccf2', 'port_id': 'f12c3ee6-4d10-4429-a35e-c3fbe911ffe5', 'mac_address': 'fa:16:3e:40:20:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60250395-938d-48ef-a346-a43aceb22160', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:01.196587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d2f86d15-9bdd-4dca-a6ec-0248300b8e34'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:01.272860 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-217ba864-f9df-41bc-99cb-d707e528cc1b req-768e38ac-1705-4904-a05d-aca02640f754 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028274 Nov 27 01:07:01.416535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-d81cfa37-c321-4a7d-b4e6-f289055e55c3 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:01.418225 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-d81cfa37-c321-4a7d-b4e6-f289055e55c3 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276738 Nov 27 01:07:01.447115 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.468274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-967c7bfb-e8ad-49c2-9d5f-72c657a21311 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Request body: {'port': {'device_id': '841ab1de-d70d-4494-9667-bc6d6d6ad6e7', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '8460fba27a8e43c9a28da2a12fba5f78'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:01.522716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Allocated IP 192.168.233.35 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/ef835b56-88e3-4124-a635-1a72a9b7decc) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:01.599275 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-eb6d329b-4c3b-4bb4-a165-43cfc31ba48f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97f4b3bd2a064766bcfacdee56ac4d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6071830 Nov 27 01:07:01.607920 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.624736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40424) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:01.644674 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5104ada-2ec3-45f7-aee4-d8b7dc5eb7af req-0f278c3a-b1cc-4f8c-9797-e7a7aed924c1 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:01.646966 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f5104ada-2ec3-45f7-aee4-d8b7dc5eb7af req-0f278c3a-b1cc-4f8c-9797-e7a7aed924c1 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 931 time: 0.6658456 Nov 27 01:07:01.656054 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.660305 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4b35fb5f-3faf-49dc-afde-c16e782f8e23 req-be078363-3428-4c30-b564-27b9c95a5193 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.769813 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.786724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd313a74-e837-4c56-93fd-fe2f6442e169 req-2bed4b8e-655d-4fe0-8419-a1d6e46cd845 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:01.794987 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bd313a74-e837-4c56-93fd-fe2f6442e169 req-2bed4b8e-655d-4fe0-8419-a1d6e46cd845 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 945 time: 0.0961337 Nov 27 01:07:01.798222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:01.810325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be078363-3428-4c30-b564-27b9c95a5193 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Pushing event deleted for resources: {'Port': ['ID=8627a230-43da-4772-9bb7-c936d7a4aa13,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:01.850979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b35fb5f-3faf-49dc-afde-c16e782f8e23 req-be078363-3428-4c30-b564-27b9c95a5193 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] No DVR routers for this DVR port 8627a230-43da-4772-9bb7-c936d7a4aa13 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:01.871228 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bd313a74-e837-4c56-93fd-fe2f6442e169 req-8c39124f-6878-41d0-818c-4d6bbdf20a74 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/security-groups?id=3264fdf4-e809-4ef6-bbc7-8f984c88f970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696256 Nov 27 01:07:01.872086 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4b35fb5f-3faf-49dc-afde-c16e782f8e23 req-be078363-3428-4c30-b564-27b9c95a5193 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.876192 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4b35fb5f-3faf-49dc-afde-c16e782f8e23 req-be078363-3428-4c30-b564-27b9c95a5193 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.21 "DELETE /v2.0/ports/8627a230-43da-4772-9bb7-c936d7a4aa13 HTTP/1.1" status: 204 len: 173 time: 2.8346875 Nov 27 01:07:01.876774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7e7d3f-1a55-4e51-8447-06a0736b85a1', 'name': 'network-vif-deleted', 'tag': '8627a230-43da-4772-9bb7-c936d7a4aa13'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:01.879600 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0ae86e-09aa-4963-a132-9ca0af035493" -d '{"events": [{"server_uuid": "7c7e7d3f-1a55-4e51-8447-06a0736b85a1", "name": "network-vif-deleted", "tag": "8627a230-43da-4772-9bb7-c936d7a4aa13"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:01.887823 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.973929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:01.977106 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f12c3ee6-4d10-4429-a35e-c3fbe911ffe5,segment=NetworkSegment(c012909c-1528-4739-b04a-7d19486295df),segment_id=c012909c-1528-4739-b04a-7d19486295df)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:01.989726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Pushing event updated for resources: {'Port': ['ID=ef835b56-88e3-4124-a635-1a72a9b7decc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:01.995873 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.004855 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:02.017658 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:02.088831 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f5104ada-2ec3-45f7-aee4-d8b7dc5eb7af req-11580d8f-b112-4170-9799-9981c7c2631c tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761125 Nov 27 01:07:02.117257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5ce36f4-76ff-4a30-91b6-575f62d85142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.133756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c966b5-cc66-4575-b1e4-7ae217e012c7 req-64007d9e-6354-40f9-8623-95fe7d24ac9c tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.143376 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-22c966b5-cc66-4575-b1e4-7ae217e012c7 req-64007d9e-6354-40f9-8623-95fe7d24ac9c tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 944 time: 0.1547859 Nov 27 01:07:02.151492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=f12c3ee6-4d10-4429-a35e-c3fbe911ffe5,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:02.209926 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-22c966b5-cc66-4575-b1e4-7ae217e012c7 req-b41e3a94-ea42-4fad-8634-7afbc213b4c3 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656025 Nov 27 01:07:02.233783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.233783 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.257750 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-908f167a-17ca-46d9-aaf2-170813c885cb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2585583 Nov 27 01:07:02.276755 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Request body: {'port': {'device_id': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:02.334566 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2c449d35-bbec-4ce7-a71b-48a267e43e79 req-ef1698ad-43fb-429e-ba00-0004e3589ae6 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 210 time: 0.0320566 Nov 27 01:07:02.358858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-303c41ae-c39d-4d93-ac18-47c46ce4e719 None None] Provisioning complete for port ef835b56-88e3-4124-a635-1a72a9b7decc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:02.360673 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-303c41ae-c39d-4d93-ac18-47c46ce4e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.369336 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.384445 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-967c7bfb-e8ad-49c2-9d5f-72c657a21311 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Made reservation on behalf of 8460fba27a8e43c9a28da2a12fba5f78 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:02.388564 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-967c7bfb-e8ad-49c2-9d5f-72c657a21311 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.397067 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5ce36f4-76ff-4a30-91b6-575f62d85142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.401914 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c8ea05-dca1-42ed-939c-b0007cd6501a x-openstack-request-id: req-66c8ea05-dca1-42ed-939c-b0007cd6501a {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:02.402208 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7e7d3f-1a55-4e51-8447-06a0736b85a1", "name": "network-vif-deleted", "tag": "8627a230-43da-4772-9bb7-c936d7a4aa13", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:02.402599 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66c8ea05-dca1-42ed-939c-b0007cd6501a {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:02.402838 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7e7d3f-1a55-4e51-8447-06a0736b85a1', 'name': 'network-vif-deleted', 'tag': '8627a230-43da-4772-9bb7-c936d7a4aa13', 'status': 'completed', 'code': 200} Nov 27 01:07:02.411605 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-303c41ae-c39d-4d93-ac18-47c46ce4e719 None None] Port ef835b56-88e3-4124-a635-1a72a9b7decc cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:07:02.426183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b7b8dc-daaf-45b3-8493-ef24b8114e81 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:02.446083 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.511477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Transition to ACTIVE for port object 16b7b8dc-daaf-45b3-8493-ef24b8114e81 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:02.520271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccee24-2f92-46ca-a707-2af02682c291 req-e0d33674-0649-4902-af77-f74481ee8144 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.521787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d2ccee24-2f92-46ca-a707-2af02682c291 req-e0d33674-0649-4902-af77-f74481ee8144 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.3140588 Nov 27 01:07:02.562654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058d1a0-9fe0-42ac-a431-49e31389db8f req-79d17176-c2c3-472f-a10d-bda0b6d3f2c8 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.564188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f058d1a0-9fe0-42ac-a431-49e31389db8f req-79d17176-c2c3-472f-a10d-bda0b6d3f2c8 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 936 time: 0.0847960 Nov 27 01:07:02.567495 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.582030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfccecc-c973-4a66-9aed-a759decd820c req-80304fa9-13a8-42b8-8122-cc9d1c9f9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.583477 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-80304fa9-13a8-42b8-8122-cc9d1c9f9cdb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 1102 time: 0.2450964 Nov 27 01:07:02.633739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f12c3ee6-4d10-4429-a35e-c3fbe911ffe5'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:02.680446 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f058d1a0-9fe0-42ac-a431-49e31389db8f req-d4a45f19-8da7-4a9c-b5ed-aeb05de700f0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909739 Nov 27 01:07:02.746955 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5ce36f4-76ff-4a30-91b6-575f62d85142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.749579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5ce36f4-76ff-4a30-91b6-575f62d85142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.762834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b5ce36f4-76ff-4a30-91b6-575f62d85142 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c21d961c-91bf-4613-8a53-736bfabdbc8e HTTP/1.1" status: 204 len: 168 time: 1.1144450 Nov 27 01:07:02.822126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef835b56-88e3-4124-a635-1a72a9b7decc {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:02.834996 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.848271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Transition to ACTIVE for port object ef835b56-88e3-4124-a635-1a72a9b7decc will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:02.852445 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Pushing event updated for resources: {'Port': ['ID=16b7b8dc-daaf-45b3-8493-ef24b8114e81,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:02.853281 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.873274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce36f4-76ff-4a30-91b6-575f62d85142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21d961c-91bf-4613-8a53-736bfabdbc8e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:02.947139 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef835b56-88e3-4124-a635-1a72a9b7decc,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:03.146831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5dcaf-f637-424e-af8a-bbc9ca4567c0 req-f6db2e6b-e9ec-4f99-b4a5-2c6390613145 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:03.155733 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48b5dcaf-f637-424e-af8a-bbc9ca4567c0 req-f6db2e6b-e9ec-4f99-b4a5-2c6390613145 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 945 time: 0.1401303 Nov 27 01:07:03.172791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Attempting to bind port ef835b56-88e3-4124-a635-1a72a9b7decc on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:03.173019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Attempting to bind port ef835b56-88e3-4124-a635-1a72a9b7decc by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:03.173219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Attempting to bind port ef835b56-88e3-4124-a635-1a72a9b7decc on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:03.185424 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Port ef835b56-88e3-4124-a635-1a72a9b7decc on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:03.185750 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Attempting to bind port ef835b56-88e3-4124-a635-1a72a9b7decc on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:03.206687 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:03.207040 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:03.207429 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:03.207876 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Bound port: ef835b56-88e3-4124-a635-1a72a9b7decc, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:03.208256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:03.237064 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48b5dcaf-f637-424e-af8a-bbc9ca4567c0 req-55e75309-d227-41ab-a85d-e6542aa46709 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/security-groups?id=3264fdf4-e809-4ef6-bbc7-8f984c88f970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803084 Nov 27 01:07:03.282842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-967c7bfb-e8ad-49c2-9d5f-72c657a21311 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Allocated IP 192.168.233.150 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/8abef2b5-d77d-4403-a814-02d25f8cdeb6) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:03.309644 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d2ccee24-2f92-46ca-a707-2af02682c291 req-bb5b7a9c-b569-461f-b3ee-62f6c91fd4d8 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7485273 Nov 27 01:07:03.347497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450c8a1f-c7d3-4297-872e-86d12cbc8c78 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:03.374595 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:03.374879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] For port ef835b56-88e3-4124-a635-1a72a9b7decc, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:03.404640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfccecc-c973-4a66-9aed-a759decd820c req-d07d6d65-370d-48fa-8a90-fe86a9664e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:03.406000 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-d07d6d65-370d-48fa-8a90-fe86a9664e8f service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.7908046 Nov 27 01:07:03.406726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] For port ef835b56-88e3-4124-a635-1a72a9b7decc, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef835b56-88e3-4124-a635-1a72a9b7decc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:03.414463 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:03.430340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Transition to ACTIVE for port object 450c8a1f-c7d3-4297-872e-86d12cbc8c78 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:03.458542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:03.459832 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:03.461649 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] 10.222.0.31 "PUT /v2.0/ports/ef835b56-88e3-4124-a635-1a72a9b7decc HTTP/1.1" status: 200 len: 1096 time: 1.1892939 Nov 27 01:07:03.468121 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-2af78d72-5ce7-4941-a99f-cda629c4f230 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc HTTP/1.1" status: 200 len: 217 time: 0.0478916 Nov 27 01:07:03.477323 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'tag': 'ef835b56-88e3-4124-a635-1a72a9b7decc'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:03.480331 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a87f1d1-05e8-4b9f-8851-48386a3d1434" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1c6bf7-654f-46f1-bc2b-595c63fc11bf", "tag": "ef835b56-88e3-4124-a635-1a72a9b7decc"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:03.507105 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:03.516201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a7ce5-cd83-4220-a78b-76418af0c74f req-c2b9b75c-cec8-469c-8bec-fb2d6725efa3 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:03.524865 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6e9a7ce5-cd83-4220-a78b-76418af0c74f req-c2b9b75c-cec8-469c-8bec-fb2d6725efa3 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 931 time: 0.1696141 Nov 27 01:07:03.550371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Attempting to bind port 16b7b8dc-daaf-45b3-8493-ef24b8114e81 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:03.550775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Attempting to bind port 16b7b8dc-daaf-45b3-8493-ef24b8114e81 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:03.551034 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Attempting to bind port 16b7b8dc-daaf-45b3-8493-ef24b8114e81 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:03.599773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5210c3e-bb4d-494d-8c1f-9bd1551fe0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef835b56-88e3-4124-a635-1a72a9b7decc,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:03.621600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-81be44e8-59a3-42a6-b9e4-de4ccffe19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:03.623659 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-81be44e8-59a3-42a6-b9e4-de4ccffe19ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8460fba27a8e43c9a28da2a12fba5f78&device_id=fd1c6bf7-654f-46f1-bc2b-595c63fc11bf HTTP/1.1" status: 200 len: 1099 time: 0.0962903 Nov 27 01:07:03.627570 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6e9a7ce5-cd83-4220-a78b-76418af0c74f req-b7a2c912-a205-4521-bc91-85f63682e93b tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018989 Nov 27 01:07:03.653489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Port 16b7b8dc-daaf-45b3-8493-ef24b8114e81 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:03.654534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Attempting to bind port 16b7b8dc-daaf-45b3-8493-ef24b8114e81 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:03.706307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Pushing event updated for resources: {'Port': ['ID=450c8a1f-c7d3-4297-872e-86d12cbc8c78,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:03.716389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:03.716735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:03.717140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:03.717580 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Bound port: 16b7b8dc-daaf-45b3-8493-ef24b8114e81, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:03.717935 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:03.719498 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-51d5ca64-da08-400d-bfec-edce7c9fa5b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=ef835b56-88e3-4124-a635-1a72a9b7decc HTTP/1.1" status: 200 len: 217 time: 0.0795891 Nov 27 01:07:03.726839 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfccecc-c973-4a66-9aed-a759decd820c req-47586eb1-365f-4780-b796-ff70653c43be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:03.728377 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-47586eb1-365f-4780-b796-ff70653c43be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.2235100 Nov 27 01:07:03.750000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb9469-774e-459f-9cba-2527babef0b9 req-3786be92-aacd-4215-a459-4c7dcfbcc2ae tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:03.751235 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbdb9469-774e-459f-9cba-2527babef0b9 req-3786be92-aacd-4215-a459-4c7dcfbcc2ae tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 944 time: 0.3601046 Nov 27 01:07:03.807347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e53949da-f90b-41b7-a065-40df63b1a65d req-a5f5c802-41f8-407e-b3d0-a1009f1f6be6 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 210 time: 0.0605428 Nov 27 01:07:03.821729 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-f2419736-d27e-4c8b-9e83-fcc47cfdd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:03.824130 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-f2419736-d27e-4c8b-9e83-fcc47cfdd2f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0959375 Nov 27 01:07:03.870783 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e199c0-4f90-4c0d-a74b-f8639da7db95 x-openstack-request-id: req-08e199c0-4f90-4c0d-a74b-f8639da7db95 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:03.871080 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1c6bf7-654f-46f1-bc2b-595c63fc11bf", "tag": "ef835b56-88e3-4124-a635-1a72a9b7decc", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:03.871344 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08e199c0-4f90-4c0d-a74b-f8639da7db95 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:03.871720 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'tag': 'ef835b56-88e3-4124-a635-1a72a9b7decc', 'status': 'completed', 'code': 200} Nov 27 01:07:03.881713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-3fdd6980-f196-49ae-a70d-1b630f271f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:03.883230 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-3fdd6980-f196-49ae-a70d-1b630f271f69 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0495949 Nov 27 01:07:03.885676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d2f86d15-9bdd-4dca-a6ec-0248300b8e34 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:03.937401 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-967c7bfb-e8ad-49c2-9d5f-72c657a21311 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:03.949103 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port d2f86d15-9bdd-4dca-a6ec-0248300b8e34 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:07:03.953595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port d2f86d15-9bdd-4dca-a6ec-0248300b8e34 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:03.953971 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:03.988079 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbdb9469-774e-459f-9cba-2527babef0b9 req-4e0f1123-7eed-4647-bc24-fcd22c5280a4 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109389 Nov 27 01:07:03.996313 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfccecc-c973-4a66-9aed-a759decd820c req-7368fea9-7c09-4798-8a42-5b73d7615d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:03.997952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-7368fea9-7c09-4798-8a42-5b73d7615d3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2241020 Nov 27 01:07:03.999247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] For port 16b7b8dc-daaf-45b3-8493-ef24b8114e81, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:04.009829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] For port 16b7b8dc-daaf-45b3-8493-ef24b8114e81, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=16b7b8dc-daaf-45b3-8493-ef24b8114e81,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:04.032025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b25258-61af-4498-b27e-a5160c626c57 req-3d0d9374-dbca-46d1-8d0a-5540710e78a3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:04.033761 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e1b25258-61af-4498-b27e-a5160c626c57 req-3d0d9374-dbca-46d1-8d0a-5540710e78a3 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 948 time: 0.0736628 Nov 27 01:07:04.034286 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.055019 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:04.073213 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-67a83365-8fa1-4310-8fc8-3fbe4fe0e8ba service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804190 Nov 27 01:07:04.092664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Attempting to bind port 450c8a1f-c7d3-4297-872e-86d12cbc8c78 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:04.092999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Attempting to bind port 450c8a1f-c7d3-4297-872e-86d12cbc8c78 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:04.093519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Attempting to bind port 450c8a1f-c7d3-4297-872e-86d12cbc8c78 on network a26a371d-6d95-400e-8f8a-d7637bed9b2f {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:04.099914 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.107530 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e1b25258-61af-4498-b27e-a5160c626c57 req-7916c05a-3238-47f8-9101-b06632dc9f43 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583124 Nov 27 01:07:04.138808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556a478d-a2ef-4ed2-b79d-ed49132f72e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f86d15-9bdd-4dca-a6ec-0248300b8e34'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:04.142777 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32ba95a-0ee9-43d6-9638-7481dea2622a" -d '{"events": [{"server_uuid": "556a478d-a2ef-4ed2-b79d-ed49132f72e6", "name": "network-vif-plugged", "status": "completed", "tag": "d2f86d15-9bdd-4dca-a6ec-0248300b8e34"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:04.157418 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Port 450c8a1f-c7d3-4297-872e-86d12cbc8c78 on network a26a371d-6d95-400e-8f8a-d7637bed9b2f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:04.157951 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Attempting to bind port 450c8a1f-c7d3-4297-872e-86d12cbc8c78 on network a26a371d-6d95-400e-8f8a-d7637bed9b2f {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:04.162692 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:04.167746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d2f86d15-9bdd-4dca-a6ec-0248300b8e34, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d2f86d15-9bdd-4dca-a6ec-0248300b8e34,segment=NetworkSegment(da5a16ff-8275-4a77-943a-b1860dec04f9),segment_id=da5a16ff-8275-4a77-943a-b1860dec04f9)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:04.170570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:07:04.178964 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.180268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.181860 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] 10.222.0.21 "PUT /v2.0/ports/16b7b8dc-daaf-45b3-8493-ef24b8114e81 HTTP/1.1" status: 200 len: 1097 time: 3.7303057 Nov 27 01:07:04.186307 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:04.186679 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.209213 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-967c7bfb-e8ad-49c2-9d5f-72c657a21311 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.240716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:04.246549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Checking segment: {'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:04.247135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Bound using segment: {'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:04.247614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Bound port: 450c8a1f-c7d3-4297-872e-86d12cbc8c78, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:04.247988 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.259395 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36537375-b0ed-481b-8562-2e8bcf742b2c x-openstack-request-id: req-36537375-b0ed-481b-8562-2e8bcf742b2c {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:04.259712 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556a478d-a2ef-4ed2-b79d-ed49132f72e6", "name": "network-vif-plugged", "status": "completed", "tag": "d2f86d15-9bdd-4dca-a6ec-0248300b8e34", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:04.261008 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36537375-b0ed-481b-8562-2e8bcf742b2c {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:04.261430 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556a478d-a2ef-4ed2-b79d-ed49132f72e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f86d15-9bdd-4dca-a6ec-0248300b8e34', 'code': 200} Nov 27 01:07:04.266072 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c76752d-3e8a-4e1b-b184-04f9e15fa67d req-73e0e2ba-ef38-4084-a1fe-819ff19c3860 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626399 Nov 27 01:07:04.391991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.31', 59882) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:04.423264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d2f86d15-9bdd-4dca-a6ec-0248300b8e34,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:04.444919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08fdb86-4c55-4842-94c3-422e851fb98b', 'tag': '16b7b8dc-daaf-45b3-8493-ef24b8114e81'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:04.447259 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfed68e7-d7e7-4295-bb8d-2b8077f62853" -d '{"events": [{"name": "network-changed", "server_uuid": "b08fdb86-4c55-4842-94c3-422e851fb98b", "tag": "16b7b8dc-daaf-45b3-8493-ef24b8114e81"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:04.497267 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.518399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb35ce-2d46-4a33-b602-5a21f8c7a530 service neutron] Pushing event updated for resources: {'Port': ['ID=16b7b8dc-daaf-45b3-8493-ef24b8114e81,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:04.534180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2c916-fcdd-4689-8dbb-a476ab80d26f req-5095649c-f6b5-4e4e-ba7e-6db66ff175c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:04.536171 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cee2c916-fcdd-4689-8dbb-a476ab80d26f req-5095649c-f6b5-4e4e-ba7e-6db66ff175c9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 1098 time: 0.1430199 Nov 27 01:07:04.536870 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f12c3ee6-4d10-4429-a35e-c3fbe911ffe5,segment=NetworkSegment(c012909c-1528-4739-b04a-7d19486295df),segment_id=c012909c-1528-4739-b04a-7d19486295df)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:04.541611 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.542718 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8627a230-43da-4772-9bb7-c936d7a4aa13 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:04.555137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-967c7bfb-e8ad-49c2-9d5f-72c657a21311 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:04.564140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87f1d1-05e8-4b9f-8851-48386a3d1434 req-20a69a24-f58e-4398-8441-ef4983c74bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:04.567065 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a87f1d1-05e8-4b9f-8851-48386a3d1434 req-20a69a24-f58e-4398-8441-ef4983c74bbb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8460fba27a8e43c9a28da2a12fba5f78&device_id=fd1c6bf7-654f-46f1-bc2b-595c63fc11bf HTTP/1.1" status: 200 len: 1099 time: 0.1142726 Nov 27 01:07:04.577580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f25f9-aafc-4c49-84c7-7b0b850a7b2e req-512fdd72-5d7d-411d-ada8-4e1b924f8dc8 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:04.580698 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df2f25f9-aafc-4c49-84c7-7b0b850a7b2e req-512fdd72-5d7d-411d-ada8-4e1b924f8dc8 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 946 time: 0.1190100 Nov 27 01:07:04.583466 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40488) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:04.587535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 8627a230-43da-4772-9bb7-c936d7a4aa13 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:04.587889 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8627a230-43da-4772-9bb7-c936d7a4aa13 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:04.602778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-967c7bfb-e8ad-49c2-9d5f-72c657a21311 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:04.606103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-967c7bfb-e8ad-49c2-9d5f-72c657a21311 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:04.614157 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=f12c3ee6-4d10-4429-a35e-c3fbe911ffe5,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:04.633838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-25ca0831-d8f5-469f-ae82-bdd5e6b3ca19 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183324 Nov 27 01:07:04.637862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] For port 450c8a1f-c7d3-4297-872e-86d12cbc8c78, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:04.677078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-abbddd7a-2877-4c96-ae1e-4a93a7fa603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:04.678599 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-abbddd7a-2877-4c96-ae1e-4a93a7fa603e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 1100 time: 0.4018271 Nov 27 01:07:04.688303 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cee2c916-fcdd-4689-8dbb-a476ab80d26f req-2f163251-b7b2-4a0c-a4e5-8b96cddfd75e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3264fdf4-e809-4ef6-bbc7-8f984c88f970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427817 Nov 27 01:07:04.722931 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] For port 450c8a1f-c7d3-4297-872e-86d12cbc8c78, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=450c8a1f-c7d3-4297-872e-86d12cbc8c78,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:04.748460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df2f25f9-aafc-4c49-84c7-7b0b850a7b2e req-9aac5212-2b95-45ff-be6b-e8c2facfee61 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/security-groups?id=3264fdf4-e809-4ef6-bbc7-8f984c88f970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512587 Nov 27 01:07:04.787311 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83a32051-239a-4807-8ef1-92851ff86524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.790650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87f1d1-05e8-4b9f-8851-48386a3d1434 req-0602772b-ccfe-4a0c-a162-ebc109671bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:04.792001 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a87f1d1-05e8-4b9f-8851-48386a3d1434 req-0602772b-ccfe-4a0c-a162-ebc109671bfe service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2074840 Nov 27 01:07:04.798691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c7bfb-e8ad-49c2-9d5f-72c657a21311 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Pushing event updated for resources: {'Port': ['ID=8abef2b5-d77d-4403-a814-02d25f8cdeb6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:04.826366 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b24f19-b77e-4e54-b313-0d12fe337946 x-openstack-request-id: req-f9b24f19-b77e-4e54-b313-0d12fe337946 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:04.826729 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08fdb86-4c55-4842-94c3-422e851fb98b", "tag": "16b7b8dc-daaf-45b3-8493-ef24b8114e81", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:04.826997 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9b24f19-b77e-4e54-b313-0d12fe337946 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:04.827451 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08fdb86-4c55-4842-94c3-422e851fb98b', 'tag': '16b7b8dc-daaf-45b3-8493-ef24b8114e81', 'status': 'completed', 'code': 200} Nov 27 01:07:04.830894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.847338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-967c7bfb-e8ad-49c2-9d5f-72c657a21311 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:04.848013 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-967c7bfb-e8ad-49c2-9d5f-72c657a21311 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.857200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-6e8156ef-f454-42f9-b942-a875c2067630 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=16b7b8dc-daaf-45b3-8493-ef24b8114e81 HTTP/1.1" status: 200 len: 217 time: 0.1574724 Nov 27 01:07:04.889692 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83a32051-239a-4807-8ef1-92851ff86524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.904589 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83a32051-239a-4807-8ef1-92851ff86524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.905338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:04.905936 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.907349 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] 10.222.0.31 "PUT /v2.0/ports/450c8a1f-c7d3-4297-872e-86d12cbc8c78 HTTP/1.1" status: 200 len: 1092 time: 3.8537602 Nov 27 01:07:04.942459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5414b6-15fe-4cf0-b9de-e06ff1f99666 req-8a09659e-de4d-4486-9169-5433f16b293b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:04.944085 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b5414b6-15fe-4cf0-b9de-e06ff1f99666 req-8a09659e-de4d-4486-9169-5433f16b293b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.4278452 Nov 27 01:07:04.947241 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-967c7bfb-e8ad-49c2-9d5f-72c657a21311 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5109119 Nov 27 01:07:04.954428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-83a32051-239a-4807-8ef1-92851ff86524 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=813f954be636441e87695c0cda56a81e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628886 Nov 27 01:07:04.955439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40498) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:04.961983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a32051-239a-4807-8ef1-92851ff86524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4673017-1026-4cfc-9feb-7983ee9d3ade,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:04.971099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-806994e2-6313-4fe7-9bb4-e5740d11774f None None] Provisioning complete for port 8abef2b5-d77d-4403-a814-02d25f8cdeb6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:04.971691 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-806994e2-6313-4fe7-9bb4-e5740d11774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.973510 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caada58-59f4-420b-9039-8c7b933db526 req-f9184357-702a-4189-bfb0-65face770d52 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:04.975026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3caada58-59f4-420b-9039-8c7b933db526 req-f9184357-702a-4189-bfb0-65face770d52 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 943 time: 0.1009068 Nov 27 01:07:05.017501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-532a4e74-e1ed-46f3-a2ff-cdaab6b915dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:05.019021 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-532a4e74-e1ed-46f3-a2ff-cdaab6b915dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1446536 Nov 27 01:07:05.024039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-806994e2-6313-4fe7-9bb4-e5740d11774f None None] Port 8abef2b5-d77d-4403-a814-02d25f8cdeb6 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:07:05.034914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992edc8-5321-4fa8-b123-2614d7e38299 service neutron] Pushing event updated for resources: {'Port': ['ID=450c8a1f-c7d3-4297-872e-86d12cbc8c78,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:05.048367 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d4116678-ca30-4aeb-aee3-d32e415b1d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.060037 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-c540df8a-4ed8-4fd0-8178-7134fa29b350 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953757 Nov 27 01:07:05.083590 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b5414b6-15fe-4cf0-b9de-e06ff1f99666 req-5692fcbd-e181-4c27-837a-0a54a6001b53 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206195 Nov 27 01:07:05.104785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Request body: {'port': {'device_id': '841ab1de-d70d-4494-9667-bc6d6d6ad6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:05.135710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-8d00bcd6-1812-4e15-aa78-9c409267857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:05.137304 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-8d00bcd6-1812-4e15-aa78-9c409267857d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0961473 Nov 27 01:07:05.295346 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.368343 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3caada58-59f4-420b-9039-8c7b933db526 req-2d979129-ba1c-4564-881b-126373a28e45 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741369 Nov 27 01:07:05.378495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a38731-9027-4685-ad9b-dad601c7dfd6 req-2e2674d2-56af-436b-bdc9-0b766b8070a3 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:05.380742 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-42a38731-9027-4685-ad9b-dad601c7dfd6 req-2e2674d2-56af-436b-bdc9-0b766b8070a3 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 936 time: 0.1818216 Nov 27 01:07:05.388861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-4b938950-fa16-418a-9bed-a4d42b321fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:05.390229 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-4b938950-fa16-418a-9bed-a4d42b321fbc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1370302524d4dcc8bebe45479d6cff3&device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 1095 time: 0.1957982 Nov 27 01:07:05.398557 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d4116678-ca30-4aeb-aee3-d32e415b1d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.401175 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a87f1d1-05e8-4b9f-8851-48386a3d1434 req-368a098f-90e9-4bc8-9d3f-2e4f39a637b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=ef835b56-88e3-4124-a635-1a72a9b7decc HTTP/1.1" status: 200 len: 217 time: 0.0518835 Nov 27 01:07:05.509213 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-9cc8beea-ddb0-486a-aab6-5e44e49c271b service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445222 Nov 27 01:07:05.510114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87f1d1-05e8-4b9f-8851-48386a3d1434 req-13868f90-c591-499e-8e1e-1e4235ccb21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:05.510692 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-07e9a1e9-874b-4f83-8955-5d1a2f2e99e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450c8a1f-c7d3-4297-872e-86d12cbc8c78 HTTP/1.1" status: 200 len: 217 time: 0.0957403 Nov 27 01:07:05.511595 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a87f1d1-05e8-4b9f-8851-48386a3d1434 req-13868f90-c591-499e-8e1e-1e4235ccb21b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0958490 Nov 27 01:07:05.529881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000892bc-82fd-4620-ba3e-557a959a57ba req-70c1dee1-6a1d-4498-967b-93aaf29c3c10 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:05.531256 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-000892bc-82fd-4620-ba3e-557a959a57ba req-70c1dee1-6a1d-4498-967b-93aaf29c3c10 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 945 time: 0.0816922 Nov 27 01:07:05.532339 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d4116678-ca30-4aeb-aee3-d32e415b1d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.534905 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d4116678-ca30-4aeb-aee3-d32e415b1d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.538487 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d4116678-ca30-4aeb-aee3-d32e415b1d16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4673017-1026-4cfc-9feb-7983ee9d3ade HTTP/1.1" status: 204 len: 168 time: 0.5796702 Nov 27 01:07:05.581241 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4116678-ca30-4aeb-aee3-d32e415b1d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4673017-1026-4cfc-9feb-7983ee9d3ade,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:05.628409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87f1d1-05e8-4b9f-8851-48386a3d1434 req-835ea762-a0a8-4d6f-ab42-832988edd65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:05.629990 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a87f1d1-05e8-4b9f-8851-48386a3d1434 req-835ea762-a0a8-4d6f-ab42-832988edd65f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0914919 Nov 27 01:07:05.636116 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-000892bc-82fd-4620-ba3e-557a959a57ba req-3c2cddfe-b68b-4596-a1b1-8a0d58ef82e6 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879240 Nov 27 01:07:05.690877 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-42a38731-9027-4685-ad9b-dad601c7dfd6 req-7bac0e4d-fdae-4807-bbad-893a7166afd0 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830572 Nov 27 01:07:05.718338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-e59b7683-3d88-4044-bc60-1091d45702a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:05.719531 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-e59b7683-3d88-4044-bc60-1091d45702a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29003f06-f306-4683-932b-e39e08c7fc5d HTTP/1.1" status: 200 len: 845 time: 0.1816485 Nov 27 01:07:05.777330 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3caa50bb-d96a-43e3-8da4-9ddcd3660dbf req-3801df0e-a4ce-48de-b03c-341bb4ad1274 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581363 Nov 27 01:07:05.784483 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-0250c749-495d-4bd0-818f-e1eddfce2822 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a26a371d-6d95-400e-8f8a-d7637bed9b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498142 Nov 27 01:07:05.787386 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a87f1d1-05e8-4b9f-8851-48386a3d1434 req-f86574a7-f7b1-4d20-9738-524a00d298e3 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468959 Nov 27 01:07:05.925709 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa3e0f-c9b3-4f78-964d-38701fe47881 req-d7d79eff-8ef1-440b-8b07-25a12e45714d tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:05.927240 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-acaa3e0f-c9b3-4f78-964d-38701fe47881 req-d7d79eff-8ef1-440b-8b07-25a12e45714d tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 946 time: 0.0974739 Nov 27 01:07:05.947931 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a87f1d1-05e8-4b9f-8851-48386a3d1434 req-92edc193-a7fc-478f-ad52-2f4b6faa927c service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386929 Nov 27 01:07:05.975933 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abef2b5-d77d-4403-a814-02d25f8cdeb6 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:05.986669 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-acaa3e0f-c9b3-4f78-964d-38701fe47881 req-35a701c9-4da9-4c93-b438-60873c314791 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/security-groups?id=3264fdf4-e809-4ef6-bbc7-8f984c88f970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461791 Nov 27 01:07:05.993164 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.034054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Transition to ACTIVE for port object 8abef2b5-d77d-4403-a814-02d25f8cdeb6 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:06.045068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76bfe0-fc41-43d5-9b99-1b554da68840 req-157f8fd7-1653-4c51-a6ce-4377559ba3e9 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:06.046550 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d76bfe0-fc41-43d5-9b99-1b554da68840 req-157f8fd7-1653-4c51-a6ce-4377559ba3e9 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 948 time: 0.2597759 Nov 27 01:07:06.057441 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.061261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed68e7-d7e7-4295-bb8d-2b8077f62853 req-3e18eda2-36db-4799-a0ff-1db83bcce0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:06.062671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dfed68e7-d7e7-4295-bb8d-2b8077f62853 req-3e18eda2-36db-4799-a0ff-1db83bcce0e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 1100 time: 0.1913197 Nov 27 01:07:06.129673 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-bae4e21e-5b84-4b10-90e4-60ec1f5990f3 service neutron] 10.222.0.31 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608871 Nov 27 01:07:06.229214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Pushing event updated for resources: {'Port': ['ID=8abef2b5-d77d-4403-a814-02d25f8cdeb6,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:06.239606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11af3d-ff1a-4b6e-8af3-e454a1a9f2cc req-cac93067-3883-4379-9509-1dc8779c6a74 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:06.248686 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca11af3d-ff1a-4b6e-8af3-e454a1a9f2cc req-cac93067-3883-4379-9509-1dc8779c6a74 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0745389 Nov 27 01:07:06.263604 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12c3ee6-4d10-4429-a35e-c3fbe911ffe5'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:06.285723 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee864dd7-0e0b-4695-bc29-a4311db2f686" -d '{"events": [{"server_uuid": "c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c", "name": "network-vif-plugged", "status": "completed", "tag": "f12c3ee6-4d10-4429-a35e-c3fbe911ffe5"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:06.312837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca11af3d-ff1a-4b6e-8af3-e454a1a9f2cc req-6d05b04a-1602-4d5d-a0c2-9c1ecb71b2d3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628767 Nov 27 01:07:06.333037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40532) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:06.367574 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01dd3df-a6be-4247-b3c9-c750fbed804a x-openstack-request-id: req-e01dd3df-a6be-4247-b3c9-c750fbed804a {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:06.368097 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c", "name": "network-vif-plugged", "status": "completed", "tag": "f12c3ee6-4d10-4429-a35e-c3fbe911ffe5", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:06.368528 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e01dd3df-a6be-4247-b3c9-c750fbed804a {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:06.369150 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12c3ee6-4d10-4429-a35e-c3fbe911ffe5', 'code': 200} Nov 27 01:07:06.390480 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d76bfe0-fc41-43d5-9b99-1b554da68840 req-c44b8de5-92b4-4ccd-b6d5-8d4792b8d673 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317206 Nov 27 01:07:06.402432 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8281f7c9-2a1d-460a-b88d-a346a81ba5d2 req-176f56e6-8449-44ad-826f-74597d62b1ff service neutron] 10.222.0.31 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258489 Nov 27 01:07:06.529201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-network', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:06.552252 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb61efd-9ece-4543-9640-3d85b5a4ad8c req-8923e89a-714c-40f3-a5b7-7e8f7fd4280b tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:06.554200 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fb61efd-9ece-4543-9640-3d85b5a4ad8c req-8923e89a-714c-40f3-a5b7-7e8f7fd4280b tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 943 time: 0.0981183 Nov 27 01:07:06.573406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] Made reservation on behalf of e93e94c1f6cd44529cc2d71063783ea9 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:06.576346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.593360 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.637137 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fb61efd-9ece-4543-9640-3d85b5a4ad8c req-54a02f57-1310-4d14-a8bb-8b0c81d4eb88 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720420 Nov 27 01:07:06.699765 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.710204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.742466 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:07:06.753278 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4247b161-6cb1-41c5-8b6a-200ddcea90dc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:06.760351 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.760956 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] Added segment abeed02c-0abf-4994-bb8c-a348bdf93203 of type vlan for network cf63eb64-bdb4-470a-9e3f-8cf792734371 Nov 27 01:07:06.830262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a940bee-3b80-4aec-b1a6-45c192b3c662', 'tag': '450c8a1f-c7d3-4297-872e-86d12cbc8c78'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:06.832281 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c903b82-0090-401f-b11f-6f417d34cc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a940bee-3b80-4aec-b1a6-45c192b3c662", "tag": "450c8a1f-c7d3-4297-872e-86d12cbc8c78"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:06.832452 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.856259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed68e7-d7e7-4295-bb8d-2b8077f62853 req-74fb1872-6f3f-44f0-ac0e-abe882874e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:06.858333 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dfed68e7-d7e7-4295-bb8d-2b8077f62853 req-74fb1872-6f3f-44f0-ac0e-abe882874e08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.7757151 Nov 27 01:07:06.867927 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21547c2-e7e8-4ca2-8b86-3bc05a16d4b4 req-a6426d8d-e9e5-4fa5-9d7e-a9cc01f3fb83 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:06.869531 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f21547c2-e7e8-4ca2-8b86-3bc05a16d4b4 req-a6426d8d-e9e5-4fa5-9d7e-a9cc01f3fb83 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 948 time: 0.1068916 Nov 27 01:07:06.885006 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.885795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:06.886372 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.925243 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dfed68e7-d7e7-4295-bb8d-2b8077f62853 req-63061e5f-1336-48ae-8610-399c7face02d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=16b7b8dc-daaf-45b3-8493-ef24b8114e81 HTTP/1.1" status: 200 len: 217 time: 0.0576432 Nov 27 01:07:06.928719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f35516-863f-4bef-9314-c4cff4d3bfa3 req-65d3e53a-6e38-496b-8cbc-f6cebfe23bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:06.930092 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24f35516-863f-4bef-9314-c4cff4d3bfa3 req-65d3e53a-6e38-496b-8cbc-f6cebfe23bbf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 1097 time: 0.1599085 Nov 27 01:07:06.930715 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Attempting to bind port 8abef2b5-d77d-4403-a814-02d25f8cdeb6 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:06.931048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Attempting to bind port 8abef2b5-d77d-4403-a814-02d25f8cdeb6 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:06.931352 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Attempting to bind port 8abef2b5-d77d-4403-a814-02d25f8cdeb6 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:06.943536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c22e5-230d-4b71-b319-c1ef4a3322bf req-a0b37a7c-7eb1-47e1-aea0-c3ba5db3b1d0 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:06.945638 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-822c22e5-230d-4b71-b319-c1ef4a3322bf req-a0b37a7c-7eb1-47e1-aea0-c3ba5db3b1d0 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 945 time: 0.1780071 Nov 27 01:07:06.959966 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6257486 Nov 27 01:07:06.963768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Port 8abef2b5-d77d-4403-a814-02d25f8cdeb6 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:06.963981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Attempting to bind port 8abef2b5-d77d-4403-a814-02d25f8cdeb6 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:06.966922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40546) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:06.979037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-da24d422-cc60-4871-941f-259d85bccff7 admin admin] Request body: {'subnet': {'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-subnet', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:06.990234 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879bec8-da71-4721-873e-273a9fff7784 admin admin] Pushing event updated for resources: {'Network': ['ID=cf63eb64-bdb4-470a-9e3f-8cf792734371,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:07.002026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network cf63eb64-bdb4-470a-9e3f-8cf792734371 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:07:07.002439 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f21547c2-e7e8-4ca2-8b86-3bc05a16d4b4 req-d50a499e-c498-40c6-8cd1-337fcc2fafd5 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243100 Nov 27 01:07:07.016569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:07.016866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da24d422-cc60-4871-941f-259d85bccff7 admin admin] Made reservation on behalf of e93e94c1f6cd44529cc2d71063783ea9 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:07.017044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:07.017527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:07.017972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Bound port: 8abef2b5-d77d-4403-a814-02d25f8cdeb6, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:07.018327 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.019986 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da24d422-cc60-4871-941f-259d85bccff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.071339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed68e7-d7e7-4295-bb8d-2b8077f62853 req-adf5729c-b083-4f54-9cce-b05fdc9b6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:07.072837 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dfed68e7-d7e7-4295-bb8d-2b8077f62853 req-adf5729c-b083-4f54-9cce-b05fdc9b6c9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1239171 Nov 27 01:07:07.107451 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24f35516-863f-4bef-9314-c4cff4d3bfa3 req-9d7df60b-e458-4c89-b16c-313469bcdda3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592565 Nov 27 01:07:07.182006 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-822c22e5-230d-4b71-b319-c1ef4a3322bf req-2b5d87f9-f16e-451d-bb9e-25f032de21d6 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180731 Nov 27 01:07:07.190110 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4307f7d3-710f-4982-8172-a26589d80de2 x-openstack-request-id: req-4307f7d3-710f-4982-8172-a26589d80de2 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:07.190517 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a940bee-3b80-4aec-b1a6-45c192b3c662", "tag": "450c8a1f-c7d3-4297-872e-86d12cbc8c78", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:07.190860 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4307f7d3-710f-4982-8172-a26589d80de2 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:07.191645 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a940bee-3b80-4aec-b1a6-45c192b3c662', 'tag': '450c8a1f-c7d3-4297-872e-86d12cbc8c78', 'status': 'completed', 'code': 200} Nov 27 01:07:07.222548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed68e7-d7e7-4295-bb8d-2b8077f62853 req-1dc8aee3-8ee3-4698-9a99-4de212cd5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:07.225414 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dfed68e7-d7e7-4295-bb8d-2b8077f62853 req-1dc8aee3-8ee3-4698-9a99-4de212cd5772 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1229670 Nov 27 01:07:07.225997 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da24d422-cc60-4871-941f-259d85bccff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.226668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] For port 8abef2b5-d77d-4403-a814-02d25f8cdeb6, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:07.231540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] For port 8abef2b5-d77d-4403-a814-02d25f8cdeb6, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=8abef2b5-d77d-4403-a814-02d25f8cdeb6,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:07.236615 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.280797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:07.281490 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.282965 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] 10.222.0.31 "PUT /v2.0/ports/8abef2b5-d77d-4403-a814-02d25f8cdeb6 HTTP/1.1" status: 200 len: 1097 time: 2.1824837 Nov 27 01:07:07.335251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24d422-cc60-4871-941f-259d85bccff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85db6d9-3158-4d56-9a3d-f6005e5ea913,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:07.349773 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22776e01-c5fd-406d-9794-3df63a96fe8b service neutron] Pushing event updated for resources: {'Port': ['ID=8abef2b5-d77d-4403-a814-02d25f8cdeb6,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:07.361911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24d422-cc60-4871-941f-259d85bccff7 admin admin] Checking segment: {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:07.362340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24d422-cc60-4871-941f-259d85bccff7 admin admin] Network hostable DHCP agents. Network: cf63eb64-bdb4-470a-9e3f-8cf792734371, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:07:07.365125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903b82-0090-401f-b11f-6f417d34cc1d req-e73ba24f-36da-4285-b27b-206552fd3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:07.366872 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c903b82-0090-401f-b11f-6f417d34cc1d req-e73ba24f-36da-4285-b27b-206552fd3d88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1370302524d4dcc8bebe45479d6cff3&device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 1095 time: 0.1016946 Nov 27 01:07:07.372937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896739cd-8b0b-4937-99f7-9c03169f98a1 req-c1484a63-f036-4126-99c7-3e424408396d tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:07.382934 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-896739cd-8b0b-4937-99f7-9c03169f98a1 req-c1484a63-f036-4126-99c7-3e424408396d tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 946 time: 0.1489704 Nov 27 01:07:07.422698 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24d422-cc60-4871-941f-259d85bccff7 admin admin] Network cf63eb64-bdb4-470a-9e3f-8cf792734371 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:07:07.448879 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-896739cd-8b0b-4937-99f7-9c03169f98a1 req-e4ff9aff-0ea6-4368-878d-2488926c4b97 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/security-groups?id=3264fdf4-e809-4ef6-bbc7-8f984c88f970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649941 Nov 27 01:07:07.449970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-da24d422-cc60-4871-941f-259d85bccff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, cf63eb64-bdb4-470a-9e3f-8cf792734371) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:07.455940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24d422-cc60-4871-941f-259d85bccff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:07.456917 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da24d422-cc60-4871-941f-259d85bccff7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.461289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f16b4e4-800c-432b-9d96-4fe5d31ceb8a None None] Network cf63eb64-bdb4-470a-9e3f-8cf792734371 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:07.495956 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-da24d422-cc60-4871-941f-259d85bccff7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5274920 Nov 27 01:07:07.496751 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40556) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:07.502585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:07.542045 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.543619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.585089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-f7a5b143-d3f9-4040-bb1a-fbd6e0e35de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:07.586647 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-f7a5b143-d3f9-4040-bb1a-fbd6e0e35de4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8460fba27a8e43c9a28da2a12fba5f78&device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 1100 time: 0.2188110 Nov 27 01:07:07.635573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f4f6c-dd9e-41d0-b8f3-3bbf725d252b req-0820ff6e-9a66-4d1c-8872-a62c4b9c3229 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:07.637682 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb7f4f6c-dd9e-41d0-b8f3-3bbf725d252b req-0820ff6e-9a66-4d1c-8872-a62c4b9c3229 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.2091360 Nov 27 01:07:07.637834 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.681618 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-ae7aafac-d8da-4310-b277-6352e7a3d9e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=8abef2b5-d77d-4403-a814-02d25f8cdeb6 HTTP/1.1" status: 200 len: 217 time: 0.0758772 Nov 27 01:07:07.686900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-cf63eb64-bdb4-470a-9e3f-8cf792734371', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:07:07.687819 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.730090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8651689-106c-4629-be45-8b2dcf50603c req-420811bb-a4a7-41ef-ad75-849c198fca8a tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:07.732280 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8651689-106c-4629-be45-8b2dcf50603c req-420811bb-a4a7-41ef-ad75-849c198fca8a tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 948 time: 0.1693516 Nov 27 01:07:07.736538 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dfed68e7-d7e7-4295-bb8d-2b8077f62853 req-5769544f-1c51-4eb1-b91b-37a241980164 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386450 Nov 27 01:07:07.737548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903b82-0090-401f-b11f-6f417d34cc1d req-c94bdb8d-8f25-4fcf-859d-128dfb086b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:07.738871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c903b82-0090-401f-b11f-6f417d34cc1d req-c94bdb8d-8f25-4fcf-859d-128dfb086b1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=a26a371d-6d95-400e-8f8a-d7637bed9b2f HTTP/1.1" status: 200 len: 906 time: 0.3400445 Nov 27 01:07:07.815728 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.829788 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c903b82-0090-401f-b11f-6f417d34cc1d req-6b41b970-1bad-41fa-8392-8d821b87b7e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450c8a1f-c7d3-4297-872e-86d12cbc8c78 HTTP/1.1" status: 200 len: 217 time: 0.0774453 Nov 27 01:07:07.874698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-28c0e4a4-2952-4a5a-8245-38559ba33cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:07.876096 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-28c0e4a4-2952-4a5a-8245-38559ba33cfd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1810310 Nov 27 01:07:07.881932 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb7f4f6c-dd9e-41d0-b8f3-3bbf725d252b req-f8c26810-2595-48b9-a6bd-2a41db71e570 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100763 Nov 27 01:07:07.884212 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8651689-106c-4629-be45-8b2dcf50603c req-4b80e779-cf77-4c5a-abf0-16b1ab2790bc tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174786 Nov 27 01:07:07.963087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Allocated IP 172.20.0.2 (cf63eb64-bdb4-470a-9e3f-8cf792734371/f85db6d9-3158-4d56-9a3d-f6005e5ea913/4d599113-2398-4806-88b8-2f8c73399849) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:07.989841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903b82-0090-401f-b11f-6f417d34cc1d req-0ced120d-8f4a-4642-ad41-33c0b11bcb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:07.991322 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c903b82-0090-401f-b11f-6f417d34cc1d req-0ced120d-8f4a-4642-ad41-33c0b11bcb7e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29003f06-f306-4683-932b-e39e08c7fc5d HTTP/1.1" status: 200 len: 845 time: 0.1290720 Nov 27 01:07:08.017870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-e0dc8a9a-1c33-49d9-a80b-75a300d107ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:08.019354 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-e0dc8a9a-1c33-49d9-a80b-75a300d107ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1071484 Nov 27 01:07:08.024389 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dfed68e7-d7e7-4295-bb8d-2b8077f62853 req-b96990cf-bfd1-4856-b84c-5c43319b66f8 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750041 Nov 27 01:07:08.042666 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c903b82-0090-401f-b11f-6f417d34cc1d req-1bbd162f-82e9-4cf4-bbe3-e52f7d7d735d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a26a371d-6d95-400e-8f8a-d7637bed9b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370376 Nov 27 01:07:08.043475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 16b7b8dc-daaf-45b3-8493-ef24b8114e81 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:08.096926 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.117556 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.190809 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac1ab8-f160-4cea-a653-47266c9ac914 req-a6ddd961-deba-4d33-9928-bd372b41ed65 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:08.199094 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35ac1ab8-f160-4cea-a653-47266c9ac914 req-a6ddd961-deba-4d33-9928-bd372b41ed65 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 943 time: 0.1314240 Nov 27 01:07:08.224381 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-cc5650a1-c1ad-46a4-b0a7-ce418999c65a service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846573 Nov 27 01:07:08.230545 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c903b82-0090-401f-b11f-6f417d34cc1d req-e71b869e-2781-48bd-8a95-67ec86a4589d service neutron] 10.222.0.31 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798053 Nov 27 01:07:08.279977 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.291839 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35ac1ab8-f160-4cea-a653-47266c9ac914 req-5f317242-4c95-4ef6-a2c8-d4765bff2245 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918636 Nov 27 01:07:08.293314 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.316634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Allocated IP 172.25.1.35 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:08.360401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 16b7b8dc-daaf-45b3-8493-ef24b8114e81, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=16b7b8dc-daaf-45b3-8493-ef24b8114e81,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:08.385747 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Network cf63eb64-bdb4-470a-9e3f-8cf792734371 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:08.408003 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:08.415440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:08.422054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Pushing event updated for resources: {'Port': ['ID=4d599113-2398-4806-88b8-2f8c73399849,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:08.449369 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.460176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494109a-0f51-42bf-821d-b1f981d7825d req-4ab79d74-14cd-4354-a8a2-4f76a6c0073f tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:08.461724 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8494109a-0f51-42bf-821d-b1f981d7825d req-4ab79d74-14cd-4354-a8a2-4f76a6c0073f tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 948 time: 0.2012818 Nov 27 01:07:08.462545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '16b7b8dc-daaf-45b3-8493-ef24b8114e81', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '16b7b8dc-daaf-45b3-8493-ef24b8114e81', 'mac_address': 'fa:16:3e:4c:77:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:08.463956 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dce312e-f984-457c-ac9f-1084f1a88871 req-42fa1564-f3ad-4524-b146-0d5906484956 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250924 Nov 27 01:07:08.466405 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c903b82-0090-401f-b11f-6f417d34cc1d req-87a73118-ad90-4a46-9c1f-f8983fa7dd49 service neutron] 10.222.0.31 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156553 Nov 27 01:07:08.497039 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.537351 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.541492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:08.545771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:08.553009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:08.561871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8494109a-0f51-42bf-821d-b1f981d7825d req-48d4a3ec-c2b5-4239-9a42-dce176e4cb6d tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884519 Nov 27 01:07:08.578562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b7b8dc-daaf-45b3-8493-ef24b8114e81 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:08.584385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Attempting to bind port 4d599113-2398-4806-88b8-2f8c73399849 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:08.584778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Attempting to bind port 4d599113-2398-4806-88b8-2f8c73399849 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:08.585672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Attempting to bind port 4d599113-2398-4806-88b8-2f8c73399849 on network cf63eb64-bdb4-470a-9e3f-8cf792734371 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:08.598066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:08.598442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Checking segment: {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:08.599173 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.599578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Bound using segment: {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:08.600060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Bound port: 4d599113-2398-4806-88b8-2f8c73399849, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:08.600773 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.620627 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 16b7b8dc-daaf-45b3-8493-ef24b8114e81, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=16b7b8dc-daaf-45b3-8493-ef24b8114e81,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:08.626493 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.641982 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Pushing event updated for resources: {'Port': ['ID=600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:08.674929 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f61360-370e-4366-b768-cecf94213f37 req-f8aa6f49-ba2e-4a34-b82f-5b9090653b0d tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:08.676466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-94f61360-370e-4366-b768-cecf94213f37 req-f8aa6f49-ba2e-4a34-b82f-5b9090653b0d tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 945 time: 0.0550473 Nov 27 01:07:08.677746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08047182-a655-4a15-adfc-f1766900f962 req-134fa848-c261-425f-91ec-f79ae9b7cc19 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:08.685372 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08047182-a655-4a15-adfc-f1766900f962 req-134fa848-c261-425f-91ec-f79ae9b7cc19 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 946 time: 0.0962472 Nov 27 01:07:08.719778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] For port 4d599113-2398-4806-88b8-2f8c73399849, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:08.722341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=16b7b8dc-daaf-45b3-8493-ef24b8114e81,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:08.726411 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] For port 4d599113-2398-4806-88b8-2f8c73399849, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4d599113-2398-4806-88b8-2f8c73399849,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:08.733956 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.752168 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-94f61360-370e-4366-b768-cecf94213f37 req-2eea4600-b4a4-4ec1-9d2e-5856f41b9958 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676949 Nov 27 01:07:08.813929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825a394-69dd-4221-a0f7-68c9b7ab7686 None None] Pushing event updated for resources: {'Port': ['ID=4d599113-2398-4806-88b8-2f8c73399849,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:08.832928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08047182-a655-4a15-adfc-f1766900f962 req-b8fb9ea4-93ba-444d-baf3-ef8c58299062 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/security-groups?id=3264fdf4-e809-4ef6-bbc7-8f984c88f970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465235 Nov 27 01:07:08.960691 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:09.018517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['16b7b8dc-daaf-45b3-8493-ef24b8114e81'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:09.100814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be24e8-75f4-4eaa-a543-bad87de75fdd req-11c58e7f-4f5d-4d27-b1d1-a5eb08a94dc0 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:09.102425 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01be24e8-75f4-4eaa-a543-bad87de75fdd req-11c58e7f-4f5d-4d27-b1d1-a5eb08a94dc0 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.1101184 Nov 27 01:07:09.172254 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01be24e8-75f4-4eaa-a543-bad87de75fdd req-a9f7458c-d9db-451f-af3a-460893a04249 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633688 Nov 27 01:07:09.176155 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51721092-4e73-44ee-a094-04ad9765a745 req-46f94a8d-33a7-4d86-a197-98b3b919d911 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:09.185426 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51721092-4e73-44ee-a094-04ad9765a745 req-46f94a8d-33a7-4d86-a197-98b3b919d911 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 949 time: 0.1502967 Nov 27 01:07:09.198434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841ab1de-d70d-4494-9667-bc6d6d6ad6e7', 'tag': '8abef2b5-d77d-4403-a814-02d25f8cdeb6'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:09.201430 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331fb615-b6af-4aff-b930-e37828fb1538" -d '{"events": [{"name": "network-changed", "server_uuid": "841ab1de-d70d-4494-9667-bc6d6d6ad6e7", "tag": "8abef2b5-d77d-4403-a814-02d25f8cdeb6"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:09.290478 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a551e1e-e0a9-4b5b-91fc-deefe73b1f4e x-openstack-request-id: req-9a551e1e-e0a9-4b5b-91fc-deefe73b1f4e {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:09.290701 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841ab1de-d70d-4494-9667-bc6d6d6ad6e7", "tag": "8abef2b5-d77d-4403-a814-02d25f8cdeb6", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:09.290910 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a551e1e-e0a9-4b5b-91fc-deefe73b1f4e {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:09.291313 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841ab1de-d70d-4494-9667-bc6d6d6ad6e7', 'tag': '8abef2b5-d77d-4403-a814-02d25f8cdeb6', 'status': 'completed', 'code': 200} Nov 27 01:07:09.315630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51721092-4e73-44ee-a094-04ad9765a745 req-192c0b0c-9d7e-44dd-984d-0c0aa9040b41 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287315 Nov 27 01:07:09.350983 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:09.426131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb615-b6af-4aff-b930-e37828fb1538 req-0bfb43c3-205d-4b60-b3c4-70b745312867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:09.427610 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-331fb615-b6af-4aff-b930-e37828fb1538 req-0bfb43c3-205d-4b60-b3c4-70b745312867 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8460fba27a8e43c9a28da2a12fba5f78&device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 1100 time: 0.0828769 Nov 27 01:07:09.440492 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980da50-27b7-4f60-b778-43e45fa43802 req-94420884-b497-4e78-bb22-0c301ed116a4 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:09.442529 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e980da50-27b7-4f60-b778-43e45fa43802 req-94420884-b497-4e78-bb22-0c301ed116a4 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 943 time: 0.0615056 Nov 27 01:07:09.544640 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Router 41929a4b-3d3f-4241-84c6-126d173898af is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:07:09.601654 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e980da50-27b7-4f60-b778-43e45fa43802 req-d01357e8-df24-471f-9c6e-2260ff0341b2 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357286 Nov 27 01:07:09.627536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4d599113-2398-4806-88b8-2f8c73399849 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:09.629053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb615-b6af-4aff-b930-e37828fb1538 req-8eddfe39-86fc-46bb-8b62-dbecae5045b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:09.630969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-331fb615-b6af-4aff-b930-e37828fb1538 req-8eddfe39-86fc-46bb-8b62-dbecae5045b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1874340 Nov 27 01:07:09.690047 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-331fb615-b6af-4aff-b930-e37828fb1538 req-a9477314-2cf0-472c-bbb8-e10f9e9508ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=8abef2b5-d77d-4403-a814-02d25f8cdeb6 HTTP/1.1" status: 200 len: 217 time: 0.0432484 Nov 27 01:07:09.720487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4d599113-2398-4806-88b8-2f8c73399849 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:09.720958 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:09.783173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb615-b6af-4aff-b930-e37828fb1538 req-3dbda877-d4ed-4119-ad6f-c1a68171b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:09.784868 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-331fb615-b6af-4aff-b930-e37828fb1538 req-3dbda877-d4ed-4119-ad6f-c1a68171b4d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0868616 Nov 27 01:07:09.845798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb615-b6af-4aff-b930-e37828fb1538 req-9f0cb369-5133-4bee-8d5b-6c85e573d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:09.847561 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-331fb615-b6af-4aff-b930-e37828fb1538 req-9f0cb369-5133-4bee-8d5b-6c85e573d564 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0512559 Nov 27 01:07:09.858545 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:09.896367 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ef835b56-88e3-4124-a635-1a72a9b7decc details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:10.016600 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ef835b56-88e3-4124-a635-1a72a9b7decc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef835b56-88e3-4124-a635-1a72a9b7decc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:10.033685 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'ef835b56-88e3-4124-a635-1a72a9b7decc', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'ef835b56-88e3-4124-a635-1a72a9b7decc', 'mac_address': 'fa:16:3e:ea:1b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:10.066452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 4d599113-2398-4806-88b8-2f8c73399849, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4d599113-2398-4806-88b8-2f8c73399849,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:10.067219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5d6de-b65c-4495-8ba7-c13af342410c req-41c0cef3-afe6-4f91-a4f9-40d0eda3dbb6 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:10.070700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ec5d6de-b65c-4495-8ba7-c13af342410c req-41c0cef3-afe6-4f91-a4f9-40d0eda3dbb6 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 946 time: 0.1204257 Nov 27 01:07:10.071417 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.105026 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-331fb615-b6af-4aff-b930-e37828fb1538 req-13441823-3348-46d6-a4f0-a274c48cb625 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473669 Nov 27 01:07:10.144685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:07:10.160268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=4d599113-2398-4806-88b8-2f8c73399849,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:10.160795 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Sync routers for ids ['41929a4b-3d3f-4241-84c6-126d173898af'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:07:10.170816 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-70f71360-6a0f-43b7-bd2d-3dc6ed97bbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.183641 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Routers {'41929a4b-3d3f-4241-84c6-126d173898af'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:10.186757 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:06:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['41929a4b-3d3f-4241-84c6-126d173898af'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:10.202168 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.209311 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.220292 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-353ac8e4-ffcd-4f00-9b8c-3781895d90c0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7168579 Nov 27 01:07:10.221258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40598) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:10.241051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef835b56-88e3-4124-a635-1a72a9b7decc {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:10.248486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84800b59-d14f-430f-90c6-ad5fc715a32e None None] Network cf63eb64-bdb4-470a-9e3f-8cf792734371 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:10.249728 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e17542-fb26-4fbc-a97f-4d27830aeec5 req-35ce03b6-a326-433c-aa1b-4d32c1d2fb32 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:10.252111 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45e17542-fb26-4fbc-a97f-4d27830aeec5 req-35ce03b6-a326-433c-aa1b-4d32c1d2fb32 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 948 time: 0.6094897 Nov 27 01:07:10.288226 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ec5d6de-b65c-4495-8ba7-c13af342410c req-cc21218b-bcd1-4948-88b5-f67f676ed799 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/security-groups?id=3264fdf4-e809-4ef6-bbc7-8f984c88f970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032096 Nov 27 01:07:10.345603 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ef835b56-88e3-4124-a635-1a72a9b7decc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef835b56-88e3-4124-a635-1a72a9b7decc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:10.348375 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a64207bb-1a06-4fdf-a122-97aaef0c9411 None None] Provisioning complete for port 4d599113-2398-4806-88b8-2f8c73399849 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:10.348808 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a64207bb-1a06-4fdf-a122-97aaef0c9411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.353404 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.372466 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45e17542-fb26-4fbc-a97f-4d27830aeec5 req-91838f39-b814-4511-a7f3-e06b267dd3af tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131003 Nov 27 01:07:10.437370 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Set router 41929a4b-3d3f-4241-84c6-126d173898af gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:10.443667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-331fb615-b6af-4aff-b930-e37828fb1538 req-78dc4e4f-7fbe-41a7-bb42-77ac8195cc41 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255372 Nov 27 01:07:10.499946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf658768-71e0-4213-a659-e9b513f6a61f req-dcbb9156-a271-485b-8fac-5d24ba084149 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:10.501439 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf658768-71e0-4213-a659-e9b513f6a61f req-dcbb9156-a271-485b-8fac-5d24ba084149 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0831320 Nov 27 01:07:10.509238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3979f-f0b3-49c1-9c48-60ffef6b263d req-6a7fad9a-8686-4233-a939-5ed2faa6346e tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:10.510629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68a3979f-f0b3-49c1-9c48-60ffef6b263d req-6a7fad9a-8686-4233-a939-5ed2faa6346e tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.31 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 946 time: 0.1798546 Nov 27 01:07:10.534191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ef835b56-88e3-4124-a635-1a72a9b7decc,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:10.551104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c6254-4b6c-46cf-8549-3cb124ecacc7 req-0098c7d3-6c1d-48d8-b544-1583a167e6a1 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:10.559269 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-989c6254-4b6c-46cf-8549-3cb124ecacc7 req-0098c7d3-6c1d-48d8-b544-1583a167e6a1 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 949 time: 0.0971191 Nov 27 01:07:10.617639 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-989c6254-4b6c-46cf-8549-3cb124ecacc7 req-579455ef-292a-4b91-8f67-d859d6e99f9e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574265 Nov 27 01:07:10.808111 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:08Z', 'revision_number': 3, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:10.857187 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Checking router: 41929a4b-3d3f-4241-84c6-126d173898af for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:07:10.857692 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Updating router 41929a4b-3d3f-4241-84c6-126d173898af port 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:07:10.893653 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.899887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff6b47-0d1e-4283-ab4c-db181e7b1fe6 req-ed005819-a637-4670-837f-5a689b0fcb2a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:10.901499 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3bff6b47-0d1e-4283-ab4c-db181e7b1fe6 req-ed005819-a637-4670-837f-5a689b0fcb2a tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 943 time: 0.0936332 Nov 27 01:07:10.981247 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3bff6b47-0d1e-4283-ab4c-db181e7b1fe6 req-ccb5e614-f195-4849-bd98-dbf8f3bbe6b7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704391 Nov 27 01:07:11.067678 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ef835b56-88e3-4124-a635-1a72a9b7decc'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:11.118374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f748940d-70de-4ab2-b056-8f8c4e730918 None None] Provisioning complete for port 4d599113-2398-4806-88b8-2f8c73399849 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:11.118753 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f748940d-70de-4ab2-b056-8f8c4e730918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.144610 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf658768-71e0-4213-a659-e9b513f6a61f req-466ee716-5dbe-403e-8f0b-3e7bc3734bef tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327493 Nov 27 01:07:11.180062 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.186476 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.214716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-68a3979f-f0b3-49c1-9c48-60ffef6b263d req-100ba8fe-ce52-493b-bf8e-0d425312d9e8 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Deleting port d2f86d15-9bdd-4dca-a6ec-0248300b8e34 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:11.215051 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-68a3979f-f0b3-49c1-9c48-60ffef6b263d req-100ba8fe-ce52-493b-bf8e-0d425312d9e8 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.235755 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Attempting to bind port 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:11.236213 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Attempting to bind port 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:11.236658 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Attempting to bind port 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:11.244531 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:11.244995 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:11.245458 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.245916 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:11.246443 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Bound port: 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:11.247565 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.287602 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38a665-2b50-4c56-815a-54b40c8dc4a6 None None] Pushing event updated for resources: {'Port': ['ID=600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:11.311296 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] For port 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:11.315002 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] For port 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:11.328209 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.346298 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38a665-2b50-4c56-815a-54b40c8dc4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:11.346747 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38a665-2b50-4c56-815a-54b40c8dc4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:11.347180 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38a665-2b50-4c56-815a-54b40c8dc4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:11.347610 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38a665-2b50-4c56-815a-54b40c8dc4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:11.348035 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38a665-2b50-4c56-815a-54b40c8dc4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:11.348555 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38a665-2b50-4c56-815a-54b40c8dc4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:11.348975 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38a665-2b50-4c56-815a-54b40c8dc4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:11.349407 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38a665-2b50-4c56-815a-54b40c8dc4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:11.349821 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38a665-2b50-4c56-815a-54b40c8dc4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:11.350235 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38a665-2b50-4c56-815a-54b40c8dc4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:11.350656 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38a665-2b50-4c56-815a-54b40c8dc4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:11.351063 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38a665-2b50-4c56-815a-54b40c8dc4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:11.377346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-68a3979f-f0b3-49c1-9c48-60ffef6b263d req-100ba8fe-ce52-493b-bf8e-0d425312d9e8 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] For port d2f86d15-9bdd-4dca-a6ec-0248300b8e34, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d2f86d15-9bdd-4dca-a6ec-0248300b8e34,segment=NetworkSegment(da5a16ff-8275-4a77-943a-b1860dec04f9),segment_id=da5a16ff-8275-4a77-943a-b1860dec04f9)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:11.377697 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-68a3979f-f0b3-49c1-9c48-60ffef6b263d req-100ba8fe-ce52-493b-bf8e-0d425312d9e8 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.401876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-68a3979f-f0b3-49c1-9c48-60ffef6b263d req-100ba8fe-ce52-493b-bf8e-0d425312d9e8 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Calling delete_port for d2f86d15-9bdd-4dca-a6ec-0248300b8e34 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:11.424014 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Routers {'41929a4b-3d3f-4241-84c6-126d173898af'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:11.426116 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:06:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['41929a4b-3d3f-4241-84c6-126d173898af'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:11.426313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f9cab-e409-4f74-bd0c-748696f0a621 req-f3e3c760-d673-48e0-868e-f1cc099bee56 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:11.435036 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a0f9cab-e409-4f74-bd0c-748696f0a621 req-f3e3c760-d673-48e0-868e-f1cc099bee56 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 946 time: 0.0624583 Nov 27 01:07:11.508537 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38a665-2b50-4c56-815a-54b40c8dc4a6 None None] Pushing event updated for resources: {'Port': ['ID=600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:11.516868 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a0f9cab-e409-4f74-bd0c-748696f0a621 req-74afde41-81df-46d1-a7d6-d089a64df261 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/security-groups?id=3264fdf4-e809-4ef6-bbc7-8f984c88f970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807579 Nov 27 01:07:11.564882 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.588644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4d599113-2398-4806-88b8-2f8c73399849 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:11.603887 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] Set router 41929a4b-3d3f-4241-84c6-126d173898af gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:11.643963 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4d599113-2398-4806-88b8-2f8c73399849 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:11.644368 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.670133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819f53d-8dad-4b4e-8866-dbb437aa5820 req-6942d371-df59-49f4-b188-1951d0603f41 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:11.677588 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a819f53d-8dad-4b4e-8866-dbb437aa5820 req-6942d371-df59-49f4-b188-1951d0603f41 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 948 time: 0.0648448 Nov 27 01:07:11.747496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a819f53d-8dad-4b4e-8866-dbb437aa5820 req-4eed5727-a8dc-41b0-bcbd-36b4c19918b4 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682511 Nov 27 01:07:11.786052 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-68a3979f-f0b3-49c1-9c48-60ffef6b263d req-100ba8fe-ce52-493b-bf8e-0d425312d9e8 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.846416 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:08Z', 'revision_number': 3, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:11.881524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d124a-4ee3-4f23-9da0-6149e71d04fb req-cfe71ad3-90ec-4d24-ba09-7c2e2581c184 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:11.883515 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a2d124a-4ee3-4f23-9da0-6149e71d04fb req-cfe71ad3-90ec-4d24-ba09-7c2e2581c184 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 949 time: 0.0697639 Nov 27 01:07:11.890441 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc81974-c0b0-4676-aabe-786cc8020c37 None None] The sync data for ids ['41929a4b-3d3f-4241-84c6-126d173898af'] in n-d-817303-10 is: [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:08Z', 'revision_number': 3, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:07:11.906213 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 450c8a1f-c7d3-4297-872e-86d12cbc8c78 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:11.910066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ba8fe-ce52-493b-bf8e-0d425312d9e8 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Pushing event deleted for resources: {'Port': ['ID=d2f86d15-9bdd-4dca-a6ec-0248300b8e34,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:11.929911 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d2f86d15-9bdd-4dca-a6ec-0248300b8e34 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:11.974103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a3979f-f0b3-49c1-9c48-60ffef6b263d req-100ba8fe-ce52-493b-bf8e-0d425312d9e8 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] No DVR routers for this DVR port d2f86d15-9bdd-4dca-a6ec-0248300b8e34 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:11.978447 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-68a3979f-f0b3-49c1-9c48-60ffef6b263d req-100ba8fe-ce52-493b-bf8e-0d425312d9e8 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.982304 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68a3979f-f0b3-49c1-9c48-60ffef6b263d req-100ba8fe-ce52-493b-bf8e-0d425312d9e8 tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.31 "DELETE /v2.0/ports/d2f86d15-9bdd-4dca-a6ec-0248300b8e34 HTTP/1.1" status: 204 len: 173 time: 1.0039403 Nov 27 01:07:11.982756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556a478d-a2ef-4ed2-b79d-ed49132f72e6', 'name': 'network-vif-deleted', 'tag': 'd2f86d15-9bdd-4dca-a6ec-0248300b8e34'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:11.986218 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8ad36e-0cd8-427b-b2b1-8a631264b2c1" -d '{"events": [{"server_uuid": "556a478d-a2ef-4ed2-b79d-ed49132f72e6", "name": "network-vif-deleted", "tag": "d2f86d15-9bdd-4dca-a6ec-0248300b8e34"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:11.992264 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a2d124a-4ee3-4f23-9da0-6149e71d04fb req-bb3c8eb7-1413-4252-9e6e-b88b237e8415 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971305 Nov 27 01:07:12.058301 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef5f504-3d17-438e-9a68-ce2139ce612c x-openstack-request-id: req-8ef5f504-3d17-438e-9a68-ce2139ce612c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:12.058649 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556a478d-a2ef-4ed2-b79d-ed49132f72e6", "name": "network-vif-deleted", "tag": "d2f86d15-9bdd-4dca-a6ec-0248300b8e34", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:12.058891 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ef5f504-3d17-438e-9a68-ce2139ce612c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:12.059334 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556a478d-a2ef-4ed2-b79d-ed49132f72e6', 'name': 'network-vif-deleted', 'tag': 'd2f86d15-9bdd-4dca-a6ec-0248300b8e34', 'status': 'completed', 'code': 200} Nov 27 01:07:12.099548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 16b7b8dc-daaf-45b3-8493-ef24b8114e81 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:12.103491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Allocated IP 172.20.0.1 (cf63eb64-bdb4-470a-9e3f-8cf792734371/f85db6d9-3158-4d56-9a3d-f6005e5ea913/fa3afced-f0a7-4aba-bafc-d2f2e3f8c981) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:12.113271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: d2f86d15-9bdd-4dca-a6ec-0248300b8e34 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:12.120276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d2f86d15-9bdd-4dca-a6ec-0248300b8e34 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:12.167530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 450c8a1f-c7d3-4297-872e-86d12cbc8c78, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=450c8a1f-c7d3-4297-872e-86d12cbc8c78,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:12.173168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536916a3-520f-4944-88a2-d7e0c07226a0 req-54267b1a-f660-4440-b63b-a32dc86b9347 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:12.176713 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-536916a3-520f-4944-88a2-d7e0c07226a0 req-54267b1a-f660-4440-b63b-a32dc86b9347 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 943 time: 0.0943589 Nov 27 01:07:12.208965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '450c8a1f-c7d3-4297-872e-86d12cbc8c78', 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f', 'port_id': '450c8a1f-c7d3-4297-872e-86d12cbc8c78', 'mac_address': 'fa:16:3e:df:aa:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29003f06-f306-4683-932b-e39e08c7fc5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:12.248033 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-451be671-c370-44b4-9735-55e7ecbbd097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.276866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 16b7b8dc-daaf-45b3-8493-ef24b8114e81 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:07:12.284528 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.293349 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 16b7b8dc-daaf-45b3-8493-ef24b8114e81 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:12.293349 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.377523 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-536916a3-520f-4944-88a2-d7e0c07226a0 req-514fe2de-0496-43ad-870e-a00078e4b8f4 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504018 Nov 27 01:07:12.386186 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450c8a1f-c7d3-4297-872e-86d12cbc8c78 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:12.408617 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 450c8a1f-c7d3-4297-872e-86d12cbc8c78, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=450c8a1f-c7d3-4297-872e-86d12cbc8c78,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:12.409915 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.414818 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.430850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8436b8-196d-42e0-a65a-f67da90aaed0 req-a5c48499-3247-4e1d-a5ad-4554c2bf41b5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:12.439685 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7d8436b8-196d-42e0-a65a-f67da90aaed0 req-a5c48499-3247-4e1d-a5ad-4554c2bf41b5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.1062183 Nov 27 01:07:12.467679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.478125 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.514819 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7d8436b8-196d-42e0-a65a-f67da90aaed0 req-a054c048-b7f7-48cf-9aee-2074cedd00f5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742290 Nov 27 01:07:12.526932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Pushing event updated for resources: {'Port': ['ID=fa3afced-f0a7-4aba-bafc-d2f2e3f8c981,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:12.536593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Network cf63eb64-bdb4-470a-9e3f-8cf792734371 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:12.538853 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:12.539232 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 16b7b8dc-daaf-45b3-8493-ef24b8114e81, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=16b7b8dc-daaf-45b3-8493-ef24b8114e81,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:12.542433 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:12.544193 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08fdb86-4c55-4842-94c3-422e851fb98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b7b8dc-daaf-45b3-8493-ef24b8114e81'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:12.546625 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89da12a1-df1f-4688-b2a1-076510d8e148" -d '{"events": [{"server_uuid": "b08fdb86-4c55-4842-94c3-422e851fb98b", "name": "network-vif-plugged", "status": "completed", "tag": "16b7b8dc-daaf-45b3-8493-ef24b8114e81"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:12.590931 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.604410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=450c8a1f-c7d3-4297-872e-86d12cbc8c78,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:12.612151 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.849681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c43610f-a314-4eb4-a3d6-9cb7696fbea9 req-cba23806-1359-484f-a0ac-df24a0be107e tempest-InstanceActionsV221TestJSON-1150859329 tempest-InstanceActionsV221TestJSON-1150859329-project] 10.222.0.15 "GET /v2.0/ports?device_id=556a478d-a2ef-4ed2-b79d-ed49132f72e6 HTTP/1.1" status: 200 len: 210 time: 0.0952396 Nov 27 01:07:12.950239 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bae03-49a8-469c-9e3e-0eda4814de6c req-8863388a-3ef5-4ef3-a0fa-30e0651d8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:12.951851 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8b1bae03-49a8-469c-9e3e-0eda4814de6c req-8863388a-3ef5-4ef3-a0fa-30e0651d8f38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 1102 time: 0.1142409 Nov 27 01:07:12.982096 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98783e-45cf-4f02-8d5c-8e4ecfb67528 req-f9a9a73d-82ad-4675-b6b3-af35d59946a8 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:12.983821 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec98783e-45cf-4f02-8d5c-8e4ecfb67528 req-f9a9a73d-82ad-4675-b6b3-af35d59946a8 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 948 time: 0.1066742 Nov 27 01:07:13.031965 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb526ea4-0fe4-4539-9d6b-2dc7d337f70a x-openstack-request-id: req-bb526ea4-0fe4-4539-9d6b-2dc7d337f70a {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:13.033718 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08fdb86-4c55-4842-94c3-422e851fb98b", "name": "network-vif-plugged", "status": "completed", "tag": "16b7b8dc-daaf-45b3-8493-ef24b8114e81", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:13.034618 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb526ea4-0fe4-4539-9d6b-2dc7d337f70a {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:13.035721 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08fdb86-4c55-4842-94c3-422e851fb98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b7b8dc-daaf-45b3-8493-ef24b8114e81', 'code': 200} Nov 27 01:07:13.070833 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec98783e-45cf-4f02-8d5c-8e4ecfb67528 req-bc6e8dba-031e-46da-bd98-553316081dee tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775142 Nov 27 01:07:13.071257 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6a8688a8-ab5b-4648-aa9a-88f0f333f7f9 None None] Provisioning complete for port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:13.071627 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6a8688a8-ab5b-4648-aa9a-88f0f333f7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.115396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-6a8688a8-ab5b-4648-aa9a-88f0f333f7f9 None None] Port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:07:13.118340 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=16b7b8dc-daaf-45b3-8493-ef24b8114e81,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:13.129682 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.167725 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.168658 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8b1bae03-49a8-469c-9e3e-0eda4814de6c req-cd451f51-c8f1-410b-82b1-0d15a83ff989 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976960 Nov 27 01:07:13.234347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e10634-683d-4701-a39c-5a9df160e3a8 req-5b3222fc-e563-41cb-a13e-3397e909577f tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:13.235935 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7e10634-683d-4701-a39c-5a9df160e3a8 req-5b3222fc-e563-41cb-a13e-3397e909577f tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 950 time: 0.1130118 Nov 27 01:07:13.247874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['450c8a1f-c7d3-4297-872e-86d12cbc8c78'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:13.355977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7e10634-683d-4701-a39c-5a9df160e3a8 req-92fc785d-b471-4b83-961b-0f7cef1ba29b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069734 Nov 27 01:07:13.431537 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.438679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.524668 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.539301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Pushing event updated for resources: {'Port': ['ID=fa3afced-f0a7-4aba-bafc-d2f2e3f8c981,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:13.553268 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbd19e-f1d4-47a0-b78b-00be775cd64f req-89883e08-1b6b-47d1-91fc-68f34c6badcc tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:13.562574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90dbd19e-f1d4-47a0-b78b-00be775cd64f req-89883e08-1b6b-47d1-91fc-68f34c6badcc tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 944 time: 0.0789483 Nov 27 01:07:13.618456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:13.633754 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90dbd19e-f1d4-47a0-b78b-00be775cd64f req-4b028925-5574-4b9d-8532-b16182219c39 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690458 Nov 27 01:07:13.697634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:13.698107 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.711049 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446808f5-384e-4a93-a096-719e54bf2f6c req-e4aad8df-f4bb-4980-9125-c992fd886b93 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:13.712579 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-446808f5-384e-4a93-a096-719e54bf2f6c req-e4aad8df-f4bb-4980-9125-c992fd886b93 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0778403 Nov 27 01:07:13.719134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Network cf63eb64-bdb4-470a-9e3f-8cf792734371 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:13.720686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:13.805639 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.832735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-446808f5-384e-4a93-a096-719e54bf2f6c req-6ec49e43-3881-4935-8d28-9973c92f6505 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034467 Nov 27 01:07:13.843389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:13.847916 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.907687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Router 41929a4b-3d3f-4241-84c6-126d173898af has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:07:13.921084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 8abef2b5-d77d-4403-a814-02d25f8cdeb6 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:14.055208 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:07:14.061451 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2547f38e-874f-48dd-8fb0-519b0dd5000f admin admin] 10.222.0.15 "PUT /v2.0/routers/41929a4b-3d3f-4241-84c6-126d173898af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8379915 Nov 27 01:07:14.075801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ef835b56-88e3-4124-a635-1a72a9b7decc up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:14.198961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 8abef2b5-d77d-4403-a814-02d25f8cdeb6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=8abef2b5-d77d-4403-a814-02d25f8cdeb6,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:14.215013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '8abef2b5-d77d-4403-a814-02d25f8cdeb6', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '8abef2b5-d77d-4403-a814-02d25f8cdeb6', 'mac_address': 'fa:16:3e:29:d6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:14.241259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40670) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:14.284430 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19680837-93da-4cb3-ad93-a70fa8fdabbf req-726fb76c-7836-452d-895f-73b920c93fe1 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:14.286288 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-19680837-93da-4cb3-ad93-a70fa8fdabbf req-726fb76c-7836-452d-895f-73b920c93fe1 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 948 time: 0.1194401 Nov 27 01:07:14.296490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:14.299722 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.307565 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1c46927b-164e-4884-8869-5a102cc0f976 None None] Provisioning complete for port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:14.308359 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c46927b-164e-4884-8869-5a102cc0f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.342085 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-44746118-03d4-4542-88d8-093bd1c1070c admin admin] Deleting subnet 4a329aee-fc0b-4a8b-ae44-f9e77bcb0cfe {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:07:14.345876 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44746118-03d4-4542-88d8-093bd1c1070c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.360133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1c46927b-164e-4884-8869-5a102cc0f976 None None] Port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:07:14.363753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port ef835b56-88e3-4124-a635-1a72a9b7decc completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:07:14.372573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abef2b5-d77d-4403-a814-02d25f8cdeb6 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:14.377467 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-19680837-93da-4cb3-ad93-a70fa8fdabbf req-00bb0943-95d1-42a2-b360-0564ecbd6939 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839829 Nov 27 01:07:14.382724 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port ef835b56-88e3-4124-a635-1a72a9b7decc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:14.383326 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.426000 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44746118-03d4-4542-88d8-093bd1c1070c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.439161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 8abef2b5-d77d-4403-a814-02d25f8cdeb6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=8abef2b5-d77d-4403-a814-02d25f8cdeb6,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:14.448938 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.485798 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44746118-03d4-4542-88d8-093bd1c1070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.541407 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=8abef2b5-d77d-4403-a814-02d25f8cdeb6,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:14.586089 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44746118-03d4-4542-88d8-093bd1c1070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.598410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e75e8-eb8f-4eed-bfa1-c0b96e5b33a4 req-9e7fbcf1-5d5c-4249-bbda-907b51daa682 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:14.606403 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a01e75e8-eb8f-4eed-bfa1-c0b96e5b33a4 req-9e7fbcf1-5d5c-4249-bbda-907b51daa682 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 950 time: 0.1219711 Nov 27 01:07:14.607654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227517b7-4440-444c-90fb-15280662a716 None None] Sync routers for ids ['41929a4b-3d3f-4241-84c6-126d173898af'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:07:14.636503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227517b7-4440-444c-90fb-15280662a716 None None] Routers {'41929a4b-3d3f-4241-84c6-126d173898af'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:14.638648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-227517b7-4440-444c-90fb-15280662a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:07:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['41929a4b-3d3f-4241-84c6-126d173898af'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:14.643769 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.654556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44746118-03d4-4542-88d8-093bd1c1070c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a329aee-fc0b-4a8b-ae44-f9e77bcb0cfe,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:14.684867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a01e75e8-eb8f-4eed-bfa1-c0b96e5b33a4 req-3b57fb5e-3220-45b8-89e7-a5fc204b9db4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749483 Nov 27 01:07:14.699530 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44746118-03d4-4542-88d8-093bd1c1070c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.709839 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-44746118-03d4-4542-88d8-093bd1c1070c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4a329aee-fc0b-4a8b-ae44-f9e77bcb0cfe HTTP/1.1" status: 204 len: 168 time: 0.4672649 Nov 27 01:07:14.713299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40678) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:14.803644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ef835b56-88e3-4124-a635-1a72a9b7decc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef835b56-88e3-4124-a635-1a72a9b7decc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:14.813011 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.820031 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c390d337-083b-4b12-9fe1-50a390a2626d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.850739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40682) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:14.856273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6a993bd8-c3be-4efb-940f-c9f075d94705 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657688337', 'description': 'tempest-description--1819559818'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:14.870289 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.897652 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a993bd8-c3be-4efb-940f-c9f075d94705 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.903008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ef835b56-88e3-4124-a635-1a72a9b7decc,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:14.906988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1aea2-c746-4e72-b86b-bd0483cc83e7 req-a98c8153-5c18-4d68-a4e9-bed17562c0f9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:14.908650 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71a1aea2-c746-4e72-b86b-bd0483cc83e7 req-a98c8153-5c18-4d68-a4e9-bed17562c0f9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 944 time: 0.1076832 Nov 27 01:07:14.962082 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-227517b7-4440-444c-90fb-15280662a716 None None] Set router 41929a4b-3d3f-4241-84c6-126d173898af gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:14.966566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['8abef2b5-d77d-4403-a814-02d25f8cdeb6'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:14.992170 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c390d337-083b-4b12-9fe1-50a390a2626d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.002748 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a993bd8-c3be-4efb-940f-c9f075d94705 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.032804 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c390d337-083b-4b12-9fe1-50a390a2626d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276f0c64-e644-4532-8be3-dcc03ac3684c']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:15.036423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef835b56-88e3-4124-a635-1a72a9b7decc'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:15.039011 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c749f4fd-056f-41cd-81fb-d112c34e73db" -d '{"events": [{"server_uuid": "fd1c6bf7-654f-46f1-bc2b-595c63fc11bf", "name": "network-vif-plugged", "status": "completed", "tag": "ef835b56-88e3-4124-a635-1a72a9b7decc"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:15.040336 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a993bd8-c3be-4efb-940f-c9f075d94705 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.046743 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71a1aea2-c746-4e72-b86b-bd0483cc83e7 req-9bbbde3f-2b70-491e-ba00-3b34bc2fdb0e tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229539 Nov 27 01:07:15.049036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c390d337-083b-4b12-9fe1-50a390a2626d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5a16ff-8275-4a77-943a-b1860dec04f9') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:15.049459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c390d337-083b-4b12-9fe1-50a390a2626d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5a16ff-8275-4a77-943a-b1860dec04f9') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:15.064989 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a993bd8-c3be-4efb-940f-c9f075d94705 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.066216 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6a993bd8-c3be-4efb-940f-c9f075d94705 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2144451 Nov 27 01:07:15.071290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40686) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:15.074973 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c390d337-083b-4b12-9fe1-50a390a2626d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.075553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-be616900-24f1-4a6d-9e2e-b4cb65174855 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Request body: {'security_group_rule': {'security_group_id': 'bdd85706-7293-42f7-93f9-6d2a359318de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:15.091188 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c390d337-083b-4b12-9fe1-50a390a2626d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.099773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c390d337-083b-4b12-9fe1-50a390a2626d admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:07:15.100574 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c390d337-083b-4b12-9fe1-50a390a2626d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.124369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a993bd8-c3be-4efb-940f-c9f075d94705 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd85706-7293-42f7-93f9-6d2a359318de,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:15.135627 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be616900-24f1-4a6d-9e2e-b4cb65174855 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.159450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25a542-ce6f-4eab-b697-a41fc70a8a32 req-b6bac7e1-1e90-4b26-b96e-40e3394a6ce5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:15.164273 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0775f469-797c-4e2e-9267-03970b2d39f6 x-openstack-request-id: req-0775f469-797c-4e2e-9267-03970b2d39f6 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:15.164728 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1c6bf7-654f-46f1-bc2b-595c63fc11bf", "name": "network-vif-plugged", "status": "completed", "tag": "ef835b56-88e3-4124-a635-1a72a9b7decc", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:15.164883 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0775f469-797c-4e2e-9267-03970b2d39f6 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:15.165211 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef835b56-88e3-4124-a635-1a72a9b7decc', 'code': 200} Nov 27 01:07:15.167454 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b25a542-ce6f-4eab-b697-a41fc70a8a32 req-b6bac7e1-1e90-4b26-b96e-40e3394a6ce5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.1630301 Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:07:15.190215 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:07:15.204635 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c390d337-083b-4b12-9fe1-50a390a2626d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.215822 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c390d337-083b-4b12-9fe1-50a390a2626d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.221059 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c390d337-083b-4b12-9fe1-50a390a2626d admin admin] 10.222.0.15 "DELETE /v2.0/networks/276f0c64-e644-4532-8be3-dcc03ac3684c HTTP/1.1" status: 204 len: 168 time: 0.5066035 Nov 27 01:07:15.241039 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390d337-083b-4b12-9fe1-50a390a2626d admin admin] Pushing event deleted for resources: {'Network': ['ID=276f0c64-e644-4532-8be3-dcc03ac3684c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:15.309869 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b25a542-ce6f-4eab-b697-a41fc70a8a32 req-2270f5e1-a1b1-4155-9b57-4e298cb5c923 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405020 Nov 27 01:07:15.349164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b9ff6-64dc-4d73-b66f-be049a327e31 req-29e5d7bf-5804-4c68-9e6f-a8495d1991dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:15.351291 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a7b9ff6-64dc-4d73-b66f-be049a327e31 req-29e5d7bf-5804-4c68-9e6f-a8495d1991dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fd1c6bf7-654f-46f1-bc2b-595c63fc11bf HTTP/1.1" status: 200 len: 1101 time: 0.0994766 Nov 27 01:07:15.359346 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be616900-24f1-4a6d-9e2e-b4cb65174855 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.376189 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be616900-24f1-4a6d-9e2e-b4cb65174855 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.394133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40694) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:15.413838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be616900-24f1-4a6d-9e2e-b4cb65174855 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca06808-4935-4c9b-99da-3ea81174fb19,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:15.445885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be616900-24f1-4a6d-9e2e-b4cb65174855 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.449987 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-be616900-24f1-4a6d-9e2e-b4cb65174855 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3785436 Nov 27 01:07:15.452649 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40698) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:15.463238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c740acb7-f119-4b56-b96b-c3ed1b27b01c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Request body: {'security_group_rule': {'security_group_id': 'bdd85706-7293-42f7-93f9-6d2a359318de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:15.470201 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b334f0a0-2778-476d-b810-526dcf4dc35e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4030d7d32f124585b9a94ff47a548aaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0717680 Nov 27 01:07:15.470516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40700) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:15.510402 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c740acb7-f119-4b56-b96b-c3ed1b27b01c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.516188 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a7b9ff6-64dc-4d73-b66f-be049a327e31 req-d4d49214-27c3-469c-8a78-c8d79a45d821 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494360 Nov 27 01:07:15.520942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-227517b7-4440-444c-90fb-15280662a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 2, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:15.555185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227517b7-4440-444c-90fb-15280662a716 None None] Checking router: 41929a4b-3d3f-4241-84c6-126d173898af for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:07:15.555650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227517b7-4440-444c-90fb-15280662a716 None None] Updating router 41929a4b-3d3f-4241-84c6-126d173898af port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:07:15.562988 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ff6825d-c05b-45b1-bf60-4f65e21607a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.594295 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ff6825d-c05b-45b1-bf60-4f65e21607a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.600850 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-227517b7-4440-444c-90fb-15280662a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.623597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4f3e7-e813-46b9-9354-be3f708c47b3 req-d8664e8f-d51b-4e65-ad37-fcfa018ee62c tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:15.630947 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4c4f3e7-e813-46b9-9354-be3f708c47b3 req-d8664e8f-d51b-4e65-ad37-fcfa018ee62c tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 949 time: 0.1073394 Nov 27 01:07:15.633328 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c740acb7-f119-4b56-b96b-c3ed1b27b01c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.641865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c740acb7-f119-4b56-b96b-c3ed1b27b01c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.652432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:15.656084 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ff6825d-c05b-45b1-bf60-4f65e21607a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.660332 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ff6825d-c05b-45b1-bf60-4f65e21607a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.662224 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0ff6825d-c05b-45b1-bf60-4f65e21607a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3264fdf4-e809-4ef6-bbc7-8f984c88f970 HTTP/1.1" status: 204 len: 168 time: 0.1901648 Nov 27 01:07:15.673400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6825d-c05b-45b1-bf60-4f65e21607a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3264fdf4-e809-4ef6-bbc7-8f984c88f970,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:15.698242 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740acb7-f119-4b56-b96b-c3ed1b27b01c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabfe63e-8105-48e8-b9db-d993213e9da5,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:15.706557 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c740acb7-f119-4b56-b96b-c3ed1b27b01c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.708052 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c740acb7-f119-4b56-b96b-c3ed1b27b01c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2544055 Nov 27 01:07:15.711882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40704) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:15.720053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:15.752568 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.765052 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4c4f3e7-e813-46b9-9354-be3f708c47b3 req-e0a9626e-7644-40b0-86f2-2a3c0a12815b tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187742 Nov 27 01:07:15.833277 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.877677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:15.878051 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.910524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6e3d3-4c32-4881-9858-26227e908b08 req-3de321f9-754f-4c61-b63e-f04742d44306 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:15.912135 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99f6e3d3-4c32-4881-9858-26227e908b08 req-3de321f9-754f-4c61-b63e-f04742d44306 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 950 time: 0.0858562 Nov 27 01:07:15.977771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 450c8a1f-c7d3-4297-872e-86d12cbc8c78 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:15.979604 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99f6e3d3-4c32-4881-9858-26227e908b08 req-1de35998-c880-4ffb-a7e2-69303d7ccfbe tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579879 Nov 27 01:07:16.019784 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.159514 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513090e-755b-4b3b-9f77-cc0109d626bf req-d6bb093f-db32-45c0-b15e-8ef61a8cccf1 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:16.168514 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f513090e-755b-4b3b-9f77-cc0109d626bf req-d6bb093f-db32-45c0-b15e-8ef61a8cccf1 tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 1102 time: 0.0841348 Nov 27 01:07:16.205228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Allocated IP 172.25.1.167 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/76d5c28d-4cf7-4ed0-b479-68c29efb53fb) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:16.235664 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f513090e-755b-4b3b-9f77-cc0109d626bf req-4654c524-6bdd-495c-b5cb-a28f971a94cf tempest-ServersOnMultiNodesTest-1813952644 tempest-ServersOnMultiNodesTest-1813952644-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599155 Nov 27 01:07:16.276559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93b195-2cc6-4d40-8b2e-81d1a43c164d req-097b0ab5-bca4-4fbf-b615-f68624d911b7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:16.278298 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-da93b195-2cc6-4d40-8b2e-81d1a43c164d req-097b0ab5-bca4-4fbf-b615-f68624d911b7 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 944 time: 0.1224585 Nov 27 01:07:16.398297 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-da93b195-2cc6-4d40-8b2e-81d1a43c164d req-8c743966-8827-49f2-9874-3506922e367c tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841067 Nov 27 01:07:16.434671 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.461203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 450c8a1f-c7d3-4297-872e-86d12cbc8c78 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:07:16.483956 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.514399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 450c8a1f-c7d3-4297-872e-86d12cbc8c78 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:16.514548 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.563657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:16.570185 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:16.578662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:16.621777 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-227517b7-4440-444c-90fb-15280662a716 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.638118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event updated for resources: {'Port': ['ID=76d5c28d-4cf7-4ed0-b479-68c29efb53fb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:16.643173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e32b4d-1b9d-4239-9510-7041695d6dc5 req-6d82b3c0-4c57-4898-8cb0-6a27943b82af tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:16.646536 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7e32b4d-1b9d-4239-9510-7041695d6dc5 req-6d82b3c0-4c57-4898-8cb0-6a27943b82af tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 950 time: 0.0862973 Nov 27 01:07:16.646858 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-227517b7-4440-444c-90fb-15280662a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.691702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5052aa4-8681-40ef-af6f-a4e8d11b56f2 req-056708ef-c246-4ac8-9ef1-aa394b5f4392 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:16.694003 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5052aa4-8681-40ef-af6f-a4e8d11b56f2 req-056708ef-c246-4ac8-9ef1-aa394b5f4392 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.1710005 Nov 27 01:07:16.705404 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7e32b4d-1b9d-4239-9510-7041695d6dc5 req-c50ac7be-31d8-4157-948a-407a61baedc0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494528 Nov 27 01:07:16.721489 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.803262 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.808324 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff95bef-08cb-4baf-9cb9-0a18c91aadca None None] Pushing event updated for resources: {'Port': ['ID=fa3afced-f0a7-4aba-bafc-d2f2e3f8c981,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:16.810547 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.852585 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5052aa4-8681-40ef-af6f-a4e8d11b56f2 req-5d20696e-6c89-4aba-bb74-9b74787654f4 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462417 Nov 27 01:07:16.903672 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40742) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:16.962787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-227517b7-4440-444c-90fb-15280662a716 None None] Attempting to bind port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:16.963170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-227517b7-4440-444c-90fb-15280662a716 None None] Attempting to bind port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:16.963537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227517b7-4440-444c-90fb-15280662a716 None None] Attempting to bind port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 on network cf63eb64-bdb4-470a-9e3f-8cf792734371 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:16.976775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 450c8a1f-c7d3-4297-872e-86d12cbc8c78, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=450c8a1f-c7d3-4297-872e-86d12cbc8c78,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:16.978092 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227517b7-4440-444c-90fb-15280662a716 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:16.978725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227517b7-4440-444c-90fb-15280662a716 None None] Checking segment: {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:16.979169 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-227517b7-4440-444c-90fb-15280662a716 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.979456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227517b7-4440-444c-90fb-15280662a716 None None] Bound using segment: {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:16.979914 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-227517b7-4440-444c-90fb-15280662a716 None None] Bound port: fa3afced-f0a7-4aba-bafc-d2f2e3f8c981, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:16.980339 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-227517b7-4440-444c-90fb-15280662a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.984326 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.057443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1058be-0d22-414a-935a-4eb4247827a9 req-3887dd3c-5a7c-4845-b984-adaf8bd8a089 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:17.067718 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2f1058be-0d22-414a-935a-4eb4247827a9 req-3887dd3c-5a7c-4845-b984-adaf8bd8a089 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 949 time: 0.1409562 Nov 27 01:07:17.077997 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.086293 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.117138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-227517b7-4440-444c-90fb-15280662a716 None None] For port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:17.134199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-227517b7-4440-444c-90fb-15280662a716 None None] For port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fa3afced-f0a7-4aba-bafc-d2f2e3f8c981,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:17.148151 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2f1058be-0d22-414a-935a-4eb4247827a9 req-b4aea617-fe6b-43c9-84c6-5fb8f4e1a3f4 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794082 Nov 27 01:07:17.169527 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-227517b7-4440-444c-90fb-15280662a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.174129 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a940bee-3b80-4aec-b1a6-45c192b3c662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450c8a1f-c7d3-4297-872e-86d12cbc8c78'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:17.178304 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ea127c-8e76-40b6-aecf-90f23afed506" -d '{"events": [{"server_uuid": "4a940bee-3b80-4aec-b1a6-45c192b3c662", "name": "network-vif-plugged", "status": "completed", "tag": "450c8a1f-c7d3-4297-872e-86d12cbc8c78"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:17.275326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=450c8a1f-c7d3-4297-872e-86d12cbc8c78,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:17.278889 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-26830859-network', 'tenant_id': '879caba275bf432aac269f82eb853428'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:17.289551 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1f095d-a5c9-4e01-a234-418ac1f7e27a x-openstack-request-id: req-be1f095d-a5c9-4e01-a234-418ac1f7e27a {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:17.290103 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a940bee-3b80-4aec-b1a6-45c192b3c662", "name": "network-vif-plugged", "status": "completed", "tag": "450c8a1f-c7d3-4297-872e-86d12cbc8c78", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:17.290703 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be1f095d-a5c9-4e01-a234-418ac1f7e27a {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:17.291273 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a940bee-3b80-4aec-b1a6-45c192b3c662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450c8a1f-c7d3-4297-872e-86d12cbc8c78', 'code': 200} Nov 27 01:07:17.293082 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a8e78098-5c2d-419d-a985-09f9322ee67f None None] Provisioning complete for port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:17.294544 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8e78098-5c2d-419d-a985-09f9322ee67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.328817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event updated for resources: {'Port': ['ID=76d5c28d-4cf7-4ed0-b479-68c29efb53fb,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:17.398969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] Made reservation on behalf of 879caba275bf432aac269f82eb853428 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:17.403770 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.415287 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.472871 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227517b7-4440-444c-90fb-15280662a716 None None] Routers {'41929a4b-3d3f-4241-84c6-126d173898af'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:17.474020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-227517b7-4440-444c-90fb-15280662a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:07:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['41929a4b-3d3f-4241-84c6-126d173898af'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:17.477535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff95bef-08cb-4baf-9cb9-0a18c91aadca None None] Pushing event updated for resources: {'Port': ['ID=fa3afced-f0a7-4aba-bafc-d2f2e3f8c981,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:17.479215 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.484345 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bf624348-4bba-48e5-a832-a470eda845bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7661350 Nov 27 01:07:17.485775 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.558958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d2d11-de8d-48dd-9e2e-47f0ad2b8e6d req-025c09e8-b6ca-4aa0-aebc-6341751a76af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:17.560476 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f51d2d11-de8d-48dd-9e2e-47f0ad2b8e6d req-025c09e8-b6ca-4aa0-aebc-6341751a76af service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 1097 time: 0.1258411 Nov 27 01:07:17.662413 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f51d2d11-de8d-48dd-9e2e-47f0ad2b8e6d req-c95cce08-2248-4908-8761-51795d8fb324 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937507 Nov 27 01:07:17.713582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.718978 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.745099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb773b3-c490-4ef6-8ad2-063699611a3b req-d75d1697-bfc5-4f1e-8f12-f333934e011f tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:17.747825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:07:17.755471 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2bb773b3-c490-4ef6-8ad2-063699611a3b req-d75d1697-bfc5-4f1e-8f12-f333934e011f tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 945 time: 0.1425259 Nov 27 01:07:17.771677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30b565d-05cd-4013-b216-fa70dff2d459,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:17.775251 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.775790 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] Added segment c75f2f22-e7a9-4fa2-888c-0e5454d5b070 of type vlan for network 9c53eded-cacf-41d6-9768-2586ecdf6df5 Nov 27 01:07:17.802900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-227517b7-4440-444c-90fb-15280662a716 None None] Set router 41929a4b-3d3f-4241-84c6-126d173898af gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:17.837987 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.852299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2bb773b3-c490-4ef6-8ad2-063699611a3b req-892cebb0-ac1a-425b-a46d-ed556851c6db tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957170 Nov 27 01:07:17.890929 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8e78098-5c2d-419d-a985-09f9322ee67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.920854 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.922023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:17.922742 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.945156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 8abef2b5-d77d-4403-a814-02d25f8cdeb6 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:17.949738 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-5b6af849-591a-4ee7-937d-8379805993be tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--657688337&fields=id&tenant_id=e93e94c1f6cd44529cc2d71063783ea9 HTTP/1.1" status: 200 len: 267 time: 0.1226356 Nov 27 01:07:17.979053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8ce0c-5b61-4fd1-96d3-cdae5b13f825 req-911070e3-da9a-4a16-a5bd-e934726dd562 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:17.980620 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43e8ce0c-5b61-4fd1-96d3-cdae5b13f825 req-911070e3-da9a-4a16-a5bd-e934726dd562 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 950 time: 0.0648746 Nov 27 01:07:18.018771 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1113644 Nov 27 01:07:18.019491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40770) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:18.025846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-40539d19-05ab-42f1-ad48-20708ab75679 admin admin] Request body: {'subnet': {'network_id': '9c53eded-cacf-41d6-9768-2586ecdf6df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-26830859-subnet', 'tenant_id': '879caba275bf432aac269f82eb853428', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:18.063993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a21c39-3ead-4683-8f79-abc7e9eb8648 admin admin] Pushing event updated for resources: {'Network': ['ID=9c53eded-cacf-41d6-9768-2586ecdf6df5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:18.068056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a8e78098-5c2d-419d-a985-09f9322ee67f None None] For port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fa3afced-f0a7-4aba-bafc-d2f2e3f8c981,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:18.077405 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8e78098-5c2d-419d-a985-09f9322ee67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:18.089360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 9c53eded-cacf-41d6-9768-2586ecdf6df5 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:07:18.100958 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43e8ce0c-5b61-4fd1-96d3-cdae5b13f825 req-cfbd27ea-b2ef-490d-9efc-5039e2cb0cbd tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110609 Nov 27 01:07:18.113084 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40539d19-05ab-42f1-ad48-20708ab75679 admin admin] Made reservation on behalf of 879caba275bf432aac269f82eb853428 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:18.119096 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40539d19-05ab-42f1-ad48-20708ab75679 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:18.179647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-46ec8ee6-b387-465a-86a7-3132aee38276 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:18.181441 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-46ec8ee6-b387-465a-86a7-3132aee38276 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 817 time: 0.1973608 Nov 27 01:07:18.207568 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-0a283b1f-d168-4eff-a3e3-6aad303dc446 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/quotas/e93e94c1f6cd44529cc2d71063783ea9 HTTP/1.1" status: 200 len: 375 time: 0.0194564 Nov 27 01:07:18.294208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-8aed08d7-6299-46f8-aef6-58d051b00dd4 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856426 Nov 27 01:07:18.301023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5111832-257c-4c46-be67-551e1965d3cf req-ecab032c-9a06-420b-8178-e691db764393 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:18.303072 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5111832-257c-4c46-be67-551e1965d3cf req-ecab032c-9a06-420b-8178-e691db764393 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 950 time: 0.1563466 Nov 27 01:07:18.344617 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 8abef2b5-d77d-4403-a814-02d25f8cdeb6 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:07:18.361404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2bf50782-f7b3-469f-8801-4eeaa2bbbc7a None None] Provisioning complete for port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:18.362038 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2bf50782-f7b3-469f-8801-4eeaa2bbbc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:18.363743 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 8abef2b5-d77d-4403-a814-02d25f8cdeb6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:18.364420 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:18.427975 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-227517b7-4440-444c-90fb-15280662a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:17Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:18.443090 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e78098-5c2d-419d-a985-09f9322ee67f None None] Pushing event updated for resources: {'Port': ['ID=fa3afced-f0a7-4aba-bafc-d2f2e3f8c981,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:18.446016 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-b22a7932-677f-4cff-bbfa-6bec32c274dc service neutron] 10.222.0.15 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366067 Nov 27 01:07:18.483528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed33d84-2dbd-4566-a05f-96405b479390 req-0848a361-e8b5-4e86-b6f0-9755855a2a9b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:18.494662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aed33d84-2dbd-4566-a05f-96405b479390 req-0848a361-e8b5-4e86-b6f0-9755855a2a9b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.2134309 Nov 27 01:07:18.499117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227517b7-4440-444c-90fb-15280662a716 None None] The sync data for ids ['41929a4b-3d3f-4241-84c6-126d173898af'] in n-d-817303-10 is: [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:17Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:07:18.563578 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-78957417-97a8-4e4a-8a97-694e9e98cbb4 service neutron] 10.222.0.15 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097567 Nov 27 01:07:18.651045 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aed33d84-2dbd-4566-a05f-96405b479390 req-d6621da0-e771-4f3a-978f-9509c71ebe37 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546412 Nov 27 01:07:18.659878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-c5111832-257c-4c46-be67-551e1965d3cf req-2704962f-1500-479a-b5ef-393aa55bd648 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Deleting port 16b7b8dc-daaf-45b3-8493-ef24b8114e81 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:18.660223 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c5111832-257c-4c46-be67-551e1965d3cf req-2704962f-1500-479a-b5ef-393aa55bd648 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:18.660605 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:18.690050 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40539d19-05ab-42f1-ad48-20708ab75679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:18.722834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 8abef2b5-d77d-4403-a814-02d25f8cdeb6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=8abef2b5-d77d-4403-a814-02d25f8cdeb6,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:18.729625 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:18.809677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=8abef2b5-d77d-4403-a814-02d25f8cdeb6,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:18.834568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-c5111832-257c-4c46-be67-551e1965d3cf req-2704962f-1500-479a-b5ef-393aa55bd648 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] For port 16b7b8dc-daaf-45b3-8493-ef24b8114e81, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=16b7b8dc-daaf-45b3-8493-ef24b8114e81,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:18.835072 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c5111832-257c-4c46-be67-551e1965d3cf req-2704962f-1500-479a-b5ef-393aa55bd648 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:18.920328 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-c5111832-257c-4c46-be67-551e1965d3cf req-2704962f-1500-479a-b5ef-393aa55bd648 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Calling delete_port for 16b7b8dc-daaf-45b3-8493-ef24b8114e81 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:18.958420 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-643ff80f-f988-4591-b08c-ea96f45cabbc req-04c2344d-341c-418c-84bf-d8854b88bd90 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 210 time: 0.0582395 Nov 27 01:07:18.989217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40539d19-05ab-42f1-ad48-20708ab75679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d119a402-5476-46dd-96b4-5608d40b44be,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:19.067122 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40539d19-05ab-42f1-ad48-20708ab75679 admin admin] Checking segment: {'id': 'c75f2f22-e7a9-4fa2-888c-0e5454d5b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9c53eded-cacf-41d6-9768-2586ecdf6df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:19.067503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40539d19-05ab-42f1-ad48-20708ab75679 admin admin] Network hostable DHCP agents. Network: 9c53eded-cacf-41d6-9768-2586ecdf6df5, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:07:19.090467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb2784-3ba4-48ef-86db-e609e362f9ed req-eeefa4b2-c83b-494b-bd84-d222a48b0bcb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.092896 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33eb2784-3ba4-48ef-86db-e609e362f9ed req-eeefa4b2-c83b-494b-bd84-d222a48b0bcb tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 950 time: 0.2385798 Nov 27 01:07:19.169857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40539d19-05ab-42f1-ad48-20708ab75679 admin admin] Network 9c53eded-cacf-41d6-9768-2586ecdf6df5 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:07:19.177814 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc61e93-e07f-48f9-b087-51e13ce63ba4 req-1df881fd-4af0-4ccf-a19c-7d6e039778b8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.180777 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffc61e93-e07f-48f9-b087-51e13ce63ba4 req-1df881fd-4af0-4ccf-a19c-7d6e039778b8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 945 time: 0.1156962 Nov 27 01:07:19.186325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-40539d19-05ab-42f1-ad48-20708ab75679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 9c53eded-cacf-41d6-9768-2586ecdf6df5) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:19.203022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41796cb-02aa-43b6-bdcf-633e5ce98da4 None None] Network 9c53eded-cacf-41d6-9768-2586ecdf6df5 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:19.207652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40539d19-05ab-42f1-ad48-20708ab75679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.208516 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40539d19-05ab-42f1-ad48-20708ab75679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:19.338305 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-40539d19-05ab-42f1-ad48-20708ab75679 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3179171 Nov 27 01:07:19.359937 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33eb2784-3ba4-48ef-86db-e609e362f9ed req-653c2f4d-f59d-4178-95c2-82871af7b159 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187119 Nov 27 01:07:19.371060 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffc61e93-e07f-48f9-b087-51e13ce63ba4 req-9db505a9-491a-443d-877b-ba1527add28e tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505451 Nov 27 01:07:19.402279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841ab1de-d70d-4494-9667-bc6d6d6ad6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abef2b5-d77d-4403-a814-02d25f8cdeb6'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:19.406393 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f595fb86-ba74-4c74-959c-78e11a0a9eae" -d '{"events": [{"server_uuid": "841ab1de-d70d-4494-9667-bc6d6d6ad6e7", "name": "network-vif-plugged", "status": "completed", "tag": "8abef2b5-d77d-4403-a814-02d25f8cdeb6"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:19.425187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c5111832-257c-4c46-be67-551e1965d3cf req-2704962f-1500-479a-b5ef-393aa55bd648 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:19.558761 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704962f-1500-479a-b5ef-393aa55bd648 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event deleted for resources: {'Port': ['ID=16b7b8dc-daaf-45b3-8493-ef24b8114e81,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:19.572523 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ca0f84e5-4268-4b9c-9802-c42a5dc006e6', '282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3', '6bc9e428-b494-4b45-b8cb-31ebf5a743d4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:19.575434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'c56a7cc8-bda9-451f-b56a-0c99631e5c93', '3ac72ba6-b9df-4457-9566-76d5183da86f', '16b7b8dc-daaf-45b3-8493-ef24b8114e81'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:19.582483 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2925a9cf-9090-460c-9ca7-b5e4cd4255d1 x-openstack-request-id: req-2925a9cf-9090-460c-9ca7-b5e4cd4255d1 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:19.582776 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841ab1de-d70d-4494-9667-bc6d6d6ad6e7", "name": "network-vif-plugged", "status": "completed", "tag": "8abef2b5-d77d-4403-a814-02d25f8cdeb6", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:19.583032 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2925a9cf-9090-460c-9ca7-b5e4cd4255d1 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:19.583436 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841ab1de-d70d-4494-9667-bc6d6d6ad6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abef2b5-d77d-4403-a814-02d25f8cdeb6', 'code': 200} Nov 27 01:07:19.692763 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9dfea4f2-68ce-4f3d-93c3-4b392ed60d4a req-8208c11f-bfd4-4277-9f87-ebf45b2bb9c2 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 210 time: 0.1477718 Nov 27 01:07:19.784278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:19.844571 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5111832-257c-4c46-be67-551e1965d3cf req-2704962f-1500-479a-b5ef-393aa55bd648 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] No DVR routers for this DVR port 16b7b8dc-daaf-45b3-8493-ef24b8114e81 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:19.886631 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c5111832-257c-4c46-be67-551e1965d3cf req-2704962f-1500-479a-b5ef-393aa55bd648 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:19.891062 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5111832-257c-4c46-be67-551e1965d3cf req-2704962f-1500-479a-b5ef-393aa55bd648 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "DELETE /v2.0/ports/16b7b8dc-daaf-45b3-8493-ef24b8114e81 HTTP/1.1" status: 204 len: 173 time: 1.5697629 Nov 27 01:07:19.891819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08fdb86-4c55-4842-94c3-422e851fb98b', 'name': 'network-vif-deleted', 'tag': '16b7b8dc-daaf-45b3-8493-ef24b8114e81'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:19.899085 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80593f69-ce0f-4316-907a-172a7b7ea643" -d '{"events": [{"server_uuid": "b08fdb86-4c55-4842-94c3-422e851fb98b", "name": "network-vif-deleted", "tag": "16b7b8dc-daaf-45b3-8493-ef24b8114e81"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:19.952090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74a2e7-5f89-4f4c-95b0-cb14796e90af req-b7219438-4a81-4e09-8cba-6f9d739f096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.953668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c74a2e7-5f89-4f4c-95b0-cb14796e90af req-b7219438-4a81-4e09-8cba-6f9d739f096f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 1102 time: 0.2424579 Nov 27 01:07:19.984781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d1f55-deec-45c5-b532-285470734ddb req-17f9955d-bd45-4bbc-b726-a8246fc57c77 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.986286 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a6d1f55-deec-45c5-b532-285470734ddb req-17f9955d-bd45-4bbc-b726-a8246fc57c77 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.2021108 Nov 27 01:07:20.123327 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a6d1f55-deec-45c5-b532-285470734ddb req-26ff55cb-8ad2-4ae6-ae3d-4fd9e439e3db tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192346 Nov 27 01:07:20.154789 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c74a2e7-5f89-4f4c-95b0-cb14796e90af req-a7fd00d5-bf28-4f78-b383-013d227258c2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894734 Nov 27 01:07:20.192003 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445e6368-fe67-4bc3-8a79-65402e626938 x-openstack-request-id: req-445e6368-fe67-4bc3-8a79-65402e626938 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:20.192348 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08fdb86-4c55-4842-94c3-422e851fb98b", "name": "network-vif-deleted", "tag": "16b7b8dc-daaf-45b3-8493-ef24b8114e81", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:20.192610 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-445e6368-fe67-4bc3-8a79-65402e626938 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:20.193016 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08fdb86-4c55-4842-94c3-422e851fb98b', 'name': 'network-vif-deleted', 'tag': '16b7b8dc-daaf-45b3-8493-ef24b8114e81', 'status': 'completed', 'code': 200} Nov 27 01:07:20.193138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b132eeb0-f565-4c23-833e-e6525a0266c4 None None] Network 9c53eded-cacf-41d6-9768-2586ecdf6df5 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:20.295693 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-78d7ef08-8294-4e77-bfb5-2b5ca4b9fc41 req-f9e9c38b-8b5e-4c27-86e5-c701f2d51a00 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 210 time: 0.0530508 Nov 27 01:07:20.396723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:20.397102 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:20.506140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db438ed4-8cb9-4557-bb12-ec2da76dcbbf req-eb6d2711-f267-47a7-ab31-b78bc94af4b4 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:20.524544 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db438ed4-8cb9-4557-bb12-ec2da76dcbbf req-eb6d2711-f267-47a7-ab31-b78bc94af4b4 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 950 time: 0.0858924 Nov 27 01:07:20.570095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c2918-8d06-47c4-8cc7-da447af771e4 req-37126746-dbc7-4412-8fde-d3fa6229b2fe tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:20.579063 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-582c2918-8d06-47c4-8cc7-da447af771e4 req-37126746-dbc7-4412-8fde-d3fa6229b2fe tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 945 time: 0.0612736 Nov 27 01:07:20.612834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db438ed4-8cb9-4557-bb12-ec2da76dcbbf req-f04f6de4-05be-4d6d-9abb-f0256cfbeee1 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871851 Nov 27 01:07:20.653890 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-582c2918-8d06-47c4-8cc7-da447af771e4 req-c267c4d0-3c81-44b5-b508-86c4300f2a1f tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723753 Nov 27 01:07:21.011548 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-687e37e6-9627-4d68-ade1-6392643437e5 req-0c9dbbd8-d5a8-4d17-a901-d7b53866498c tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08fdb86-4c55-4842-94c3-422e851fb98b HTTP/1.1" status: 200 len: 210 time: 0.0333586 Nov 27 01:07:21.178531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a09532-d68e-45e6-af69-97e3cc5269c2 req-a8472451-f00c-4787-b953-6776dc188336 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:21.178531 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c9a09532-d68e-45e6-af69-97e3cc5269c2 req-a8472451-f00c-4787-b953-6776dc188336 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 945 time: 0.0878260 Nov 27 01:07:21.199319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-71f8f775-ba8f-476b-9b09-8228f4c3ab4c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:21.205854 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-71f8f775-ba8f-476b-9b09-8228f4c3ab4c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.21 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 817 time: 0.5644131 Nov 27 01:07:21.283618 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c9a09532-d68e-45e6-af69-97e3cc5269c2 req-1624c5dd-1c41-4f1d-8dd5-c5c1babce208 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945446 Nov 27 01:07:21.285705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1102bd-dd23-419e-9042-4e0a2729b734 req-56093851-42af-427f-ac46-2d2d9016eb80 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:21.287212 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df1102bd-dd23-419e-9042-4e0a2729b734 req-56093851-42af-427f-ac46-2d2d9016eb80 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0551267 Nov 27 01:07:21.310343 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-37c8efbd-b75a-4b70-8955-0ff0745af5c3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e93e94c1f6cd44529cc2d71063783ea9 HTTP/1.1" status: 200 len: 379 time: 0.0864530 Nov 27 01:07:21.321098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-ef5ebd37-1d52-4aaa-9b9f-2bb2eed8bfbe tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Request body: {'port': {'device_id': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'admin_state_up': True, 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'security_groups': ['bdd85706-7293-42f7-93f9-6d2a359318de']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:21.347940 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df1102bd-dd23-419e-9042-4e0a2729b734 req-5c21fdbf-a4af-4670-a3e2-b4037dbf7382 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546808 Nov 27 01:07:21.404984 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a12f3caa-c342-4ddf-805b-43cf48205b12 req-9ae853fb-1c45-42d2-9a1a-9ce80e3d3a37 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 210 time: 0.0291703 Nov 27 01:07:21.463876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-ef5ebd37-1d52-4aaa-9b9f-2bb2eed8bfbe tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Made reservation on behalf of e93e94c1f6cd44529cc2d71063783ea9 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:21.468207 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-ef5ebd37-1d52-4aaa-9b9f-2bb2eed8bfbe tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:21.608367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-ef5ebd37-1d52-4aaa-9b9f-2bb2eed8bfbe tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Allocated IP 172.20.0.13 (cf63eb64-bdb4-470a-9e3f-8cf792734371/f85db6d9-3158-4d56-9a3d-f6005e5ea913/aaf1ca11-8b99-4632-b6c0-8260c4e72d84) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:21.746999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06208da0-4e59-4504-afe3-3efcf201d0e6 req-a1948a2d-d91a-4b05-a177-d47de7464aad tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:21.748947 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-06208da0-4e59-4504-afe3-3efcf201d0e6 req-a1948a2d-d91a-4b05-a177-d47de7464aad tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 950 time: 0.0485585 Nov 27 01:07:21.799060 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-06208da0-4e59-4504-afe3-3efcf201d0e6 req-f34a4e78-5c8f-42b7-91bd-7414a686ea09 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438249 Nov 27 01:07:21.846080 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-871c17a2-9f53-4801-95b7-d70baa7f6756 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:21.854466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-871c17a2-9f53-4801-95b7-d70baa7f6756 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/networks?id=9c53eded-cacf-41d6-9768-2586ecdf6df5 HTTP/1.1" status: 200 len: 808 time: 0.2048247 Nov 27 01:07:21.877158 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-21df8fa5-4d70-4f03-9971-e332f2bf9e09 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/quotas/879caba275bf432aac269f82eb853428 HTTP/1.1" status: 200 len: 375 time: 0.0219045 Nov 27 01:07:21.881629 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-ef5ebd37-1d52-4aaa-9b9f-2bb2eed8bfbe tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:21.915958 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-c3f5789e-ebe8-49e4-8892-401f1185523e tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=879caba275bf432aac269f82eb853428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325098 Nov 27 01:07:21.988623 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-ef5ebd37-1d52-4aaa-9b9f-2bb2eed8bfbe tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:22.051338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-ef5ebd37-1d52-4aaa-9b9f-2bb2eed8bfbe tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Network cf63eb64-bdb4-470a-9e3f-8cf792734371 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:22.059626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-ef5ebd37-1d52-4aaa-9b9f-2bb2eed8bfbe tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:22.066440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-ef5ebd37-1d52-4aaa-9b9f-2bb2eed8bfbe tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:22.071518 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ebd37-1d52-4aaa-9b9f-2bb2eed8bfbe tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event updated for resources: {'Port': ['ID=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:22.078317 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-b4ca1cc7-eaa6-42df-94d6-e105b4353007 service neutron] 10.222.0.15 "GET /v2.0/networks/9c53eded-cacf-41d6-9768-2586ecdf6df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523368 Nov 27 01:07:22.117963 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 16b7b8dc-daaf-45b3-8493-ef24b8114e81 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:22.140178 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 16b7b8dc-daaf-45b3-8493-ef24b8114e81 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:22.140658 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 16b7b8dc-daaf-45b3-8493-ef24b8114e81 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:22.181526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-ef5ebd37-1d52-4aaa-9b9f-2bb2eed8bfbe tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:22.182184 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-ef5ebd37-1d52-4aaa-9b9f-2bb2eed8bfbe tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:22.214515 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-ef5ebd37-1d52-4aaa-9b9f-2bb2eed8bfbe tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8973470 Nov 27 01:07:22.229193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-a360075e-2c35-4d15-b140-925ce23e5727 service neutron] 10.222.0.15 "GET /v2.0/networks/9c53eded-cacf-41d6-9768-2586ecdf6df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318836 Nov 27 01:07:22.236330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Request body: {'port': {'device_id': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:22.309814 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:22.340449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371a43d-8ce1-4b30-9b71-bcf5612afb42 req-a63f5cef-526c-45c3-ac7e-ad0129625419 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:22.342373 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f371a43d-8ce1-4b30-9b71-bcf5612afb42 req-a63f5cef-526c-45c3-ac7e-ad0129625419 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 949 time: 0.0648158 Nov 27 01:07:22.404196 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f371a43d-8ce1-4b30-9b71-bcf5612afb42 req-a191e3b7-2093-4077-9283-9432a1701243 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553749 Nov 27 01:07:22.506749 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fded3f75-54fc-4253-b962-4f4c0a8d9d9a None None] Provisioning complete for port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:22.507132 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fded3f75-54fc-4253-b962-4f4c0a8d9d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:22.537638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fbe4e-18b4-4575-a3e9-63c71da8da29 req-94c8b00b-21dd-4ed0-bf4a-1848327cf50b tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:22.539556 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e11fbe4e-18b4-4575-a3e9-63c71da8da29 req-94c8b00b-21dd-4ed0-bf4a-1848327cf50b tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 945 time: 0.0784519 Nov 27 01:07:22.557312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-fded3f75-54fc-4253-b962-4f4c0a8d9d9a None None] Port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:07:22.612611 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e11fbe4e-18b4-4575-a3e9-63c71da8da29 req-3323c7cb-09e9-45bf-ab61-19bf8c7c2578 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628438 Nov 27 01:07:22.665422 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf1ca11-8b99-4632-b6c0-8260c4e72d84 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:22.676855 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c6e9c-cf12-4453-b8da-1726520db810 req-bc29d9e6-5ccd-41c6-ae91-69a93989dbda tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:22.678406 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de1c6e9c-cf12-4453-b8da-1726520db810 req-bc29d9e6-5ccd-41c6-ae91-69a93989dbda tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.1078641 Nov 27 01:07:22.686772 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:22.726336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Transition to ACTIVE for port object aaf1ca11-8b99-4632-b6c0-8260c4e72d84 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:22.728933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b029d2-73ee-4748-bb6e-940a4e17f39f req-71e2b7df-8879-489e-bbc9-faf9b10849a4 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:22.730656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c9b029d2-73ee-4748-bb6e-940a4e17f39f req-71e2b7df-8879-489e-bbc9-faf9b10849a4 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 932 time: 0.0588658 Nov 27 01:07:22.734531 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:22.793033 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de1c6e9c-cf12-4453-b8da-1726520db810 req-dc0c73e5-2048-4202-b185-a13210b24a2c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025245 Nov 27 01:07:22.805581 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c9b029d2-73ee-4748-bb6e-940a4e17f39f req-cfa24eca-ea3e-4439-a7c2-6a07959b815f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678928 Nov 27 01:07:22.842999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Pushing event updated for resources: {'Port': ['ID=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:22.936600 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-25ef8c43-b8e8-4ede-bdd4-467609996a9b req-73ad8739-f309-41d6-a72d-710830b59304 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 210 time: 0.0437067 Nov 27 01:07:23.014382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Attempting to bind port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:23.014729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Attempting to bind port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:23.015051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Attempting to bind port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 on network cf63eb64-bdb4-470a-9e3f-8cf792734371 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:23.035911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 on network cf63eb64-bdb4-470a-9e3f-8cf792734371 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:23.036319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Attempting to bind port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 on network cf63eb64-bdb4-470a-9e3f-8cf792734371 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:23.052534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:23.052882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Checking segment: {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:23.053275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Bound using segment: {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:23.053708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Bound port: aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:23.054066 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:23.121803 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439f5a3-3c99-4bd4-8198-be2b4b240c68 req-dfa84143-6378-48f4-980d-dcc2a46ae5ce tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:23.123321 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2439f5a3-3c99-4bd4-8198-be2b4b240c68 req-dfa84143-6378-48f4-980d-dcc2a46ae5ce tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 950 time: 0.0885832 Nov 27 01:07:23.182268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:23.202295 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2439f5a3-3c99-4bd4-8198-be2b4b240c68 req-9f604c07-70bc-4ff1-bd09-73f12d174525 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713303 Nov 27 01:07:23.203941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:23.208734 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:23.265577 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:23.266486 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:23.280600 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] 10.222.0.21 "PUT /v2.0/ports/aaf1ca11-8b99-4632-b6c0-8260c4e72d84 HTTP/1.1" status: 200 len: 1093 time: 1.0365982 Nov 27 01:07:23.281822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:23.285338 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca77af18-640e-4e79-b25a-fbe565f6806e" -d '{"events": [{"name": "network-changed", "server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:23.321703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a68a6-552a-4448-9d69-0683953fc16f service neutron] Pushing event updated for resources: {'Port': ['ID=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:23.374294 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945dbc6-9529-49b7-8a15-75e676f81b58 req-0ac6fb18-094c-4106-9055-819036f79b19 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:23.381646 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c945dbc6-9529-49b7-8a15-75e676f81b58 req-0ac6fb18-094c-4106-9055-819036f79b19 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd1c6bf7-654f-46f1-bc2b-595c63fc11bf HTTP/1.1" status: 200 len: 949 time: 0.0663671 Nov 27 01:07:23.441881 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c945dbc6-9529-49b7-8a15-75e676f81b58 req-73f10aaa-7641-4b40-b529-5e2ee00bf948 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589738 Nov 27 01:07:23.470807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-26b2490c-a797-47bd-8356-9e9b836cc600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:23.472500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-26b2490c-a797-47bd-8356-9e9b836cc600 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 1096 time: 0.0888057 Nov 27 01:07:23.542228 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208375e5-ac9b-4baa-8a68-9b1c14f98b61 x-openstack-request-id: req-208375e5-ac9b-4baa-8a68-9b1c14f98b61 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:23.542522 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:23.542794 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-208375e5-ac9b-4baa-8a68-9b1c14f98b61 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:23.543237 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'status': 'completed', 'code': 200} Nov 27 01:07:23.546538 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-96268f4d-0281-47ef-8ba2-aa9af4b8005f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84 HTTP/1.1" status: 200 len: 217 time: 0.0571964 Nov 27 01:07:23.624706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-59d17673-0593-4131-973c-5ca3548691d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:23.626166 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-59d17673-0593-4131-973c-5ca3548691d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.0717216 Nov 27 01:07:23.634300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db7105-b39c-4de0-adc4-dbe88e3ae4fb req-6058e4a7-7d97-4c71-b959-fdceb674da21 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:23.635637 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f0db7105-b39c-4de0-adc4-dbe88e3ae4fb req-6058e4a7-7d97-4c71-b959-fdceb674da21 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 949 time: 0.0916395 Nov 27 01:07:23.708848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-3205d0e8-7a86-4109-9b32-585ef95d65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:23.710264 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-3205d0e8-7a86-4109-9b32-585ef95d65de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738046 Nov 27 01:07:23.713933 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f0db7105-b39c-4de0-adc4-dbe88e3ae4fb req-32e711c5-f0ac-463d-a6a9-09a6122581d7 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695055 Nov 27 01:07:23.816200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-7cfd5786-b779-4207-8c2d-5df976560c4a service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956900 Nov 27 01:07:23.937017 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-751cd05c-39b0-48ab-8bcd-f6a90702dc6e req-441ee6fb-3481-4528-964d-f349c258ca97 service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103694 Nov 27 01:07:23.968315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bbd02-4af0-458d-825e-68e29401d0a3 req-42961343-8abb-4cf5-ae00-7148aa98ee76 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:23.970287 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d85bbd02-4af0-458d-825e-68e29401d0a3 req-42961343-8abb-4cf5-ae00-7148aa98ee76 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0786433 Nov 27 01:07:24.016055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f71a0-372a-4719-9d08-dc3b5c3d9cfe req-5f08e020-4b17-43eb-b8d3-9bc8bf27c4f9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:24.017731 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e6f71a0-372a-4719-9d08-dc3b5c3d9cfe req-5f08e020-4b17-43eb-b8d3-9bc8bf27c4f9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 944 time: 0.0493710 Nov 27 01:07:24.028061 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d85bbd02-4af0-458d-825e-68e29401d0a3 req-acfb6aa6-062d-400b-8e99-c10ba280cedb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514314 Nov 27 01:07:24.149586 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b6c9b46-2acc-441a-b8ce-669445cfb82b req-3904054c-b949-40fb-aa79-faa1d926150f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 210 time: 0.0289507 Nov 27 01:07:24.208054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e6f71a0-372a-4719-9d08-dc3b5c3d9cfe req-c1b1a8a8-be40-46b9-ace7-2b6367a65b8c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807127 Nov 27 01:07:24.230182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77af18-640e-4e79-b25a-fbe565f6806e req-1c10727f-2b45-419c-8249-b6310ad8bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:24.231705 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca77af18-640e-4e79-b25a-fbe565f6806e req-1c10727f-2b45-419c-8249-b6310ad8bd53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 1096 time: 0.1674399 Nov 27 01:07:24.250991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1d48e-b559-449e-84ba-d3a38915d994 req-dce22768-1daa-4492-816a-d70b3b31b0c4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:24.252340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27c1d48e-b559-449e-84ba-d3a38915d994 req-dce22768-1daa-4492-816a-d70b3b31b0c4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 949 time: 0.1523950 Nov 27 01:07:24.270481 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-a238b416-0011-45b7-bf06-9ec795b39fc0 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:24.272292 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-a238b416-0011-45b7-bf06-9ec795b39fc0 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.21 "GET /v2.0/networks?id=9c53eded-cacf-41d6-9768-2586ecdf6df5 HTTP/1.1" status: 200 len: 808 time: 0.2296531 Nov 27 01:07:24.336003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-b6291a7a-812a-4511-9695-484a4b687b7f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Request body: {'port': {'device_id': 'c56f6ae4-36f4-4291-8622-ecfa53bfad60', 'network_id': '9c53eded-cacf-41d6-9768-2586ecdf6df5', 'admin_state_up': True, 'tenant_id': '879caba275bf432aac269f82eb853428'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:24.501187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77af18-640e-4e79-b25a-fbe565f6806e req-b5a1c7aa-3254-42ec-b7cb-54afe056b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:24.502657 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca77af18-640e-4e79-b25a-fbe565f6806e req-b5a1c7aa-3254-42ec-b7cb-54afe056b966 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 918 time: 0.2494721 Nov 27 01:07:24.553544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-27c1d48e-b559-449e-84ba-d3a38915d994 req-6b7fa489-bde6-485c-8193-f833222292d4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Deleting port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:24.553876 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-27c1d48e-b559-449e-84ba-d3a38915d994 req-6b7fa489-bde6-485c-8193-f833222292d4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:24.561023 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca77af18-640e-4e79-b25a-fbe565f6806e req-0bf346d3-0f8f-4bcb-98cc-6f39ac4968c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84 HTTP/1.1" status: 200 len: 217 time: 0.0495980 Nov 27 01:07:24.643864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-b6291a7a-812a-4511-9695-484a4b687b7f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Made reservation on behalf of 879caba275bf432aac269f82eb853428 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:24.647258 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-b6291a7a-812a-4511-9695-484a4b687b7f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:24.696188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77af18-640e-4e79-b25a-fbe565f6806e req-8159bf1b-5d93-41df-985e-03b108eedcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:24.697645 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca77af18-640e-4e79-b25a-fbe565f6806e req-8159bf1b-5d93-41df-985e-03b108eedcc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.1257370 Nov 27 01:07:24.754329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-27c1d48e-b559-449e-84ba-d3a38915d994 req-6b7fa489-bde6-485c-8193-f833222292d4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] For port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6bc9e428-b494-4b45-b8cb-31ebf5a743d4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:24.754692 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-27c1d48e-b559-449e-84ba-d3a38915d994 req-6b7fa489-bde6-485c-8193-f833222292d4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:24.793700 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-27c1d48e-b559-449e-84ba-d3a38915d994 req-6b7fa489-bde6-485c-8193-f833222292d4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Calling delete_port for 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:24.833598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0f3ec-d815-4bdb-bf9e-44511d3684b4 req-9b3a700c-5594-4cd5-9fe3-a409302da59b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:24.835082 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7f0f3ec-d815-4bdb-bf9e-44511d3684b4 req-9b3a700c-5594-4cd5-9fe3-a409302da59b tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 949 time: 0.0483344 Nov 27 01:07:24.879605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77af18-640e-4e79-b25a-fbe565f6806e req-abe20d04-a0f5-4b6e-b5c3-878d59ea29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:24.881118 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca77af18-640e-4e79-b25a-fbe565f6806e req-abe20d04-a0f5-4b6e-b5c3-878d59ea29aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474545 Nov 27 01:07:24.882126 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7f0f3ec-d815-4bdb-bf9e-44511d3684b4 req-051dbf3a-6108-4121-a38f-687955accc5a tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Nov 27 01:07:24.927644 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-b6291a7a-812a-4511-9695-484a4b687b7f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Allocated IP 172.20.0.8 (9c53eded-cacf-41d6-9768-2586ecdf6df5/d119a402-5476-46dd-96b4-5608d40b44be/afe252a3-97d1-47dd-b90a-371a22eba471) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:25.093124 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca77af18-640e-4e79-b25a-fbe565f6806e req-f84fdea2-1294-4a88-b32f-1739e3b7c2fb service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020454 Nov 27 01:07:25.162231 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-27c1d48e-b559-449e-84ba-d3a38915d994 req-6b7fa489-bde6-485c-8193-f833222292d4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.163539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b57edf-2c4a-4867-9e97-8d78ed184c1d req-24d43918-41f0-48f2-9e34-a8126532580c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:25.165539 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7b57edf-2c4a-4867-9e97-8d78ed184c1d req-24d43918-41f0-48f2-9e34-a8126532580c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0604599 Nov 27 01:07:25.198959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ca0f84e5-4268-4b9c-9802-c42a5dc006e6', '282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3', '6bc9e428-b494-4b45-b8cb-31ebf5a743d4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:25.202548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'c56a7cc8-bda9-451f-b56a-0c99631e5c93', '3ac72ba6-b9df-4457-9566-76d5183da86f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:25.236835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fa489-bde6-485c-8193-f833222292d4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event deleted for resources: {'Port': ['ID=6bc9e428-b494-4b45-b8cb-31ebf5a743d4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:25.244783 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7b57edf-2c4a-4867-9e97-8d78ed184c1d req-8ab6a9b9-e393-40ca-a690-f22fb2280717 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718858 Nov 27 01:07:25.309685 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0cbad84-8708-419d-a0e9-b05f98a23826 req-f5d322c8-aea1-4eee-83cf-044154712bb8 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 210 time: 0.0821490 Nov 27 01:07:25.341606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c1d48e-b559-449e-84ba-d3a38915d994 req-6b7fa489-bde6-485c-8193-f833222292d4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] No DVR routers for this DVR port 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:25.344185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-27c1d48e-b559-449e-84ba-d3a38915d994 req-6b7fa489-bde6-485c-8193-f833222292d4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.347973 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27c1d48e-b559-449e-84ba-d3a38915d994 req-6b7fa489-bde6-485c-8193-f833222292d4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "DELETE /v2.0/ports/6bc9e428-b494-4b45-b8cb-31ebf5a743d4 HTTP/1.1" status: 204 len: 173 time: 1.0849631 Nov 27 01:07:25.394683 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-b6291a7a-812a-4511-9695-484a4b687b7f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.403169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca77af18-640e-4e79-b25a-fbe565f6806e req-fcaa0cdd-55f6-4bbf-9772-b143c0ae0dde service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731261 Nov 27 01:07:25.443595 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-b6291a7a-812a-4511-9695-484a4b687b7f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.482369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74d237-cef6-4278-a8f8-c107417f058f req-37c936c7-b1e2-4e1f-8485-adf14068f969 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:25.494424 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec74d237-cef6-4278-a8f8-c107417f058f req-37c936c7-b1e2-4e1f-8485-adf14068f969 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 944 time: 0.1461673 Nov 27 01:07:25.557207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77defc42-8e4d-4cb5-ba63-78a38c61fe8a', 'name': 'network-vif-deleted', 'tag': '6bc9e428-b494-4b45-b8cb-31ebf5a743d4'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:25.565548 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7deee0-b67a-4417-99e8-6369d793071e" -d '{"events": [{"server_uuid": "77defc42-8e4d-4cb5-ba63-78a38c61fe8a", "name": "network-vif-deleted", "tag": "6bc9e428-b494-4b45-b8cb-31ebf5a743d4"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:25.565875 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec74d237-cef6-4278-a8f8-c107417f058f req-bf991866-5f31-4cf3-94de-6e84621c1932 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686166 Nov 27 01:07:25.579197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-b6291a7a-812a-4511-9695-484a4b687b7f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Network 9c53eded-cacf-41d6-9768-2586ecdf6df5 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:25.582636 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-b6291a7a-812a-4511-9695-484a4b687b7f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:25.586957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-b6291a7a-812a-4511-9695-484a4b687b7f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:25.614302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6291a7a-812a-4511-9695-484a4b687b7f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Pushing event updated for resources: {'Port': ['ID=afe252a3-97d1-47dd-b90a-371a22eba471,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:25.647924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-b6291a7a-812a-4511-9695-484a4b687b7f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:25.648603 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-b6291a7a-812a-4511-9695-484a4b687b7f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.669603 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-b6291a7a-812a-4511-9695-484a4b687b7f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3649776 Nov 27 01:07:25.684884 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fa2129-cdcc-4114-ad98-3cfdecedc788 x-openstack-request-id: req-b6fa2129-cdcc-4114-ad98-3cfdecedc788 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:25.685173 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77defc42-8e4d-4cb5-ba63-78a38c61fe8a", "name": "network-vif-deleted", "tag": "6bc9e428-b494-4b45-b8cb-31ebf5a743d4", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:25.686251 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6fa2129-cdcc-4114-ad98-3cfdecedc788 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:25.686415 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77defc42-8e4d-4cb5-ba63-78a38c61fe8a', 'name': 'network-vif-deleted', 'tag': '6bc9e428-b494-4b45-b8cb-31ebf5a743d4', 'status': 'completed', 'code': 200} Nov 27 01:07:25.692827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Request body: {'port': {'device_id': 'c56f6ae4-36f4-4291-8622-ecfa53bfad60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:25.747818 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:26.032044 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a1fef5c-f893-40a1-a9a2-82f8254939ba req-6ebeb848-573c-467d-88a8-6e8c27200447 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=77defc42-8e4d-4cb5-ba63-78a38c61fe8a HTTP/1.1" status: 200 len: 210 time: 0.0526853 Nov 27 01:07:26.132899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device aaf1ca11-8b99-4632-b6c0-8260c4e72d84 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:26.290067 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:26.303892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'port_id': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'mac_address': 'fa:16:3e:bd:62:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:26.352159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe252a3-97d1-47dd-b90a-371a22eba471 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:26.374158 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:26.378810 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:26.400785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Transition to ACTIVE for port object afe252a3-97d1-47dd-b90a-371a22eba471 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:26.407106 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:26.414880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc334d5-e504-40d1-80e3-5f564c077f88 req-c4c1bd81-6035-46f4-8b55-c4eaccf81bbd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:26.416736 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcc334d5-e504-40d1-80e3-5f564c077f88 req-c4c1bd81-6035-46f4-8b55-c4eaccf81bbd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0704434 Nov 27 01:07:26.423669 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf1ca11-8b99-4632-b6c0-8260c4e72d84 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:26.448922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:26.458355 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:26.494383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcc334d5-e504-40d1-80e3-5f564c077f88 req-cce4649b-9403-4ded-9261-42ada5fd42f2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690651 Nov 27 01:07:26.505572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Pushing event updated for resources: {'Port': ['ID=afe252a3-97d1-47dd-b90a-371a22eba471,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:26.522154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:26.558247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ee3b4-68e7-41c3-b79a-798ff202e709 req-5eeea9e0-2542-45ae-b0dc-abbd315982e6 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:26.560334 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d44ee3b4-68e7-41c3-b79a-798ff202e709 req-5eeea9e0-2542-45ae-b0dc-abbd315982e6 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 943 time: 0.1494992 Nov 27 01:07:26.611038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Attempting to bind port afe252a3-97d1-47dd-b90a-371a22eba471 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:26.611038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Attempting to bind port afe252a3-97d1-47dd-b90a-371a22eba471 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'c75f2f22-e7a9-4fa2-888c-0e5454d5b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9c53eded-cacf-41d6-9768-2586ecdf6df5'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:26.611242 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Attempting to bind port afe252a3-97d1-47dd-b90a-371a22eba471 on network 9c53eded-cacf-41d6-9768-2586ecdf6df5 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:26.624801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Port afe252a3-97d1-47dd-b90a-371a22eba471 on network 9c53eded-cacf-41d6-9768-2586ecdf6df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:26.625125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Attempting to bind port afe252a3-97d1-47dd-b90a-371a22eba471 on network 9c53eded-cacf-41d6-9768-2586ecdf6df5 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:26.631071 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d44ee3b4-68e7-41c3-b79a-798ff202e709 req-35c6cd75-7923-45fd-9570-b2b759e82f54 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/security-groups?id=e30b565d-05cd-4013-b216-fa70dff2d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647819 Nov 27 01:07:26.633725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:26.634350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Checking segment: {'id': 'c75f2f22-e7a9-4fa2-888c-0e5454d5b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9c53eded-cacf-41d6-9768-2586ecdf6df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:26.634456 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Bound using segment: {'id': 'c75f2f22-e7a9-4fa2-888c-0e5454d5b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9c53eded-cacf-41d6-9768-2586ecdf6df5'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:26.634832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Bound port: afe252a3-97d1-47dd-b90a-371a22eba471, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75f2f22-e7a9-4fa2-888c-0e5454d5b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9c53eded-cacf-41d6-9768-2586ecdf6df5'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:26.635186 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:26.700841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] For port afe252a3-97d1-47dd-b90a-371a22eba471, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:26.703756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] For port afe252a3-97d1-47dd-b90a-371a22eba471, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=afe252a3-97d1-47dd-b90a-371a22eba471,segment=NetworkSegment(c75f2f22-e7a9-4fa2-888c-0e5454d5b070),segment_id=c75f2f22-e7a9-4fa2-888c-0e5454d5b070)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:26.709382 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:26.716274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d187e-f25c-4c42-aaa7-b3ef667b3838 req-20b54aa4-c670-4b75-abda-d672ae5a5d5d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:26.717949 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-596d187e-f25c-4c42-aaa7-b3ef667b3838 req-20b54aa4-c670-4b75-abda-d672ae5a5d5d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.0523419 Nov 27 01:07:26.747426 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:26.748343 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:26.749758 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] 10.222.0.21 "PUT /v2.0/ports/afe252a3-97d1-47dd-b90a-371a22eba471 HTTP/1.1" status: 200 len: 1092 time: 1.0615065 Nov 27 01:07:26.779159 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-596d187e-f25c-4c42-aaa7-b3ef667b3838 req-eb172d76-afb6-454f-9524-f79bdb72cffa tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552566 Nov 27 01:07:26.785409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2db72e-e55f-45c3-92e4-9da60a41932b service neutron] Pushing event updated for resources: {'Port': ['ID=afe252a3-97d1-47dd-b90a-371a22eba471,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:26.857312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-1ddfa963-c138-45b6-8a7e-2c44c3ce14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:26.858799 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-1ddfa963-c138-45b6-8a7e-2c44c3ce14ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=879caba275bf432aac269f82eb853428&device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 1095 time: 0.0447474 Nov 27 01:07:26.908943 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-261e9a24-fd59-4e36-8d29-379e6365e141 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afe252a3-97d1-47dd-b90a-371a22eba471 HTTP/1.1" status: 200 len: 217 time: 0.0329800 Nov 27 01:07:26.938311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['aaf1ca11-8b99-4632-b6c0-8260c4e72d84'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:26.957287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-0e7d6c5d-75e3-431d-873d-e3dba48635d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:26.958808 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-0e7d6c5d-75e3-431d-873d-e3dba48635d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d119a402-5476-46dd-96b4-5608d40b44be HTTP/1.1" status: 200 len: 848 time: 0.0427809 Nov 27 01:07:27.004362 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-30ac363b-b333-4ae4-b6a1-5e76490ce65f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c53eded-cacf-41d6-9768-2586ecdf6df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282402 Nov 27 01:07:27.101842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-e871a1a3-6d5d-4c51-a13b-8a25960d1522 service neutron] 10.222.0.21 "GET /v2.0/networks/9c53eded-cacf-41d6-9768-2586ecdf6df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889971 Nov 27 01:07:27.209112 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f65c97af-8c77-4d55-b97a-3ce0a8a0b492 req-036e9bcc-7578-4fd4-b9e6-dea35416ee30 service neutron] 10.222.0.21 "GET /v2.0/networks/9c53eded-cacf-41d6-9768-2586ecdf6df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968215 Nov 27 01:07:27.312361 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203e57f-87ee-470a-aaf2-88b4bcc051aa req-f590efcf-8e3d-4b90-8452-afef90a521dc tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:27.313961 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6203e57f-87ee-470a-aaf2-88b4bcc051aa req-f590efcf-8e3d-4b90-8452-afef90a521dc tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 950 time: 0.0508847 Nov 27 01:07:27.361343 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6203e57f-87ee-470a-aaf2-88b4bcc051aa req-fe633d7c-b381-43d4-9408-74adfa3f7492 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 Nov 27 01:07:27.608615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373465e3-9f8e-45bd-ba46-c145078db22f req-e0c0452c-7bc6-45c0-8799-ae22fd6f6ac1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:27.610112 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-373465e3-9f8e-45bd-ba46-c145078db22f req-e0c0452c-7bc6-45c0-8799-ae22fd6f6ac1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0529535 Nov 27 01:07:27.668584 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-373465e3-9f8e-45bd-ba46-c145078db22f req-86d9c3a8-1b5b-488e-a468-7b90c7f23f0e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507181 Nov 27 01:07:27.687203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56f6ae4-36f4-4291-8622-ecfa53bfad60', 'tag': 'afe252a3-97d1-47dd-b90a-371a22eba471'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:27.689581 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15e29c2-9333-4cec-be76-647b20486a91" -d '{"events": [{"name": "network-changed", "server_uuid": "c56f6ae4-36f4-4291-8622-ecfa53bfad60", "tag": "afe252a3-97d1-47dd-b90a-371a22eba471"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:27.727152 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e769fa-d2a5-4707-a69d-b89971868cb3 x-openstack-request-id: req-80e769fa-d2a5-4707-a69d-b89971868cb3 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:27.727544 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56f6ae4-36f4-4291-8622-ecfa53bfad60", "tag": "afe252a3-97d1-47dd-b90a-371a22eba471", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:27.727800 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80e769fa-d2a5-4707-a69d-b89971868cb3 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:27.728194 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56f6ae4-36f4-4291-8622-ecfa53bfad60', 'tag': 'afe252a3-97d1-47dd-b90a-371a22eba471', 'status': 'completed', 'code': 200} Nov 27 01:07:27.765124 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fb357-4099-4d03-b0da-02debfd95609 req-ff749662-e974-4375-b8a7-15222cdb7d06 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:27.766694 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9c4fb357-4099-4d03-b0da-02debfd95609 req-ff749662-e974-4375-b8a7-15222cdb7d06 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 943 time: 0.0566599 Nov 27 01:07:27.817315 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9c4fb357-4099-4d03-b0da-02debfd95609 req-6ed09a8b-8f43-42ee-b660-cc34099e5c7d tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/security-groups?id=e30b565d-05cd-4013-b216-fa70dff2d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435793 Nov 27 01:07:27.827036 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e29c2-9333-4cec-be76-647b20486a91 req-f222086a-21b6-4d76-81aa-12ebd7cbffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:27.828588 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c15e29c2-9333-4cec-be76-647b20486a91 req-f222086a-21b6-4d76-81aa-12ebd7cbffeb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=879caba275bf432aac269f82eb853428&device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 1095 time: 0.0439036 Nov 27 01:07:27.925115 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc03896-cfd4-4f2a-9b94-1b3e1f4e59dd req-80112942-a83e-43ba-a051-49ae224cde07 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:27.926691 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abc03896-cfd4-4f2a-9b94-1b3e1f4e59dd req-80112942-a83e-43ba-a051-49ae224cde07 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.0495226 Nov 27 01:07:27.929965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e29c2-9333-4cec-be76-647b20486a91 req-be128c4b-ec8b-45ae-b8d9-0aef3597819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:27.931388 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c15e29c2-9333-4cec-be76-647b20486a91 req-be128c4b-ec8b-45ae-b8d9-0aef3597819c service neutron] 10.222.0.21 "GET /v2.0/networks?id=9c53eded-cacf-41d6-9768-2586ecdf6df5 HTTP/1.1" status: 200 len: 909 time: 0.0939641 Nov 27 01:07:27.974515 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abc03896-cfd4-4f2a-9b94-1b3e1f4e59dd req-978b62ce-1659-4d40-8653-f574b11da51d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415909 Nov 27 01:07:27.975712 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c15e29c2-9333-4cec-be76-647b20486a91 req-01f4a9de-3ff9-4351-93c3-4cd5dd73da02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afe252a3-97d1-47dd-b90a-371a22eba471 HTTP/1.1" status: 200 len: 217 time: 0.0344286 Nov 27 01:07:27.981012 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 450c8a1f-c7d3-4297-872e-86d12cbc8c78 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:27.996082 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:28.020670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:28.020936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6bc9e428-b494-4b45-b8cb-31ebf5a743d4 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:28.030268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e29c2-9333-4cec-be76-647b20486a91 req-bf346cac-8a13-4102-a091-a1d139fbeda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:28.031754 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c15e29c2-9333-4cec-be76-647b20486a91 req-bf346cac-8a13-4102-a091-a1d139fbeda4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d119a402-5476-46dd-96b4-5608d40b44be HTTP/1.1" status: 200 len: 848 time: 0.0461411 Nov 27 01:07:28.069095 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c15e29c2-9333-4cec-be76-647b20486a91 req-dede1262-491c-4def-a5fe-9c05495c7195 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c53eded-cacf-41d6-9768-2586ecdf6df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278749 Nov 27 01:07:28.097066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 450c8a1f-c7d3-4297-872e-86d12cbc8c78, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=450c8a1f-c7d3-4297-872e-86d12cbc8c78,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:28.121107 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '450c8a1f-c7d3-4297-872e-86d12cbc8c78', 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f', 'port_id': '450c8a1f-c7d3-4297-872e-86d12cbc8c78', 'mac_address': 'fa:16:3e:df:aa:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29003f06-f306-4683-932b-e39e08c7fc5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:28.130561 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:28.154033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device aaf1ca11-8b99-4632-b6c0-8260c4e72d84 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:28.164890 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c15e29c2-9333-4cec-be76-647b20486a91 req-4af03992-5875-4314-a7c7-c69161a00683 service neutron] 10.222.0.21 "GET /v2.0/networks/9c53eded-cacf-41d6-9768-2586ecdf6df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857282 Nov 27 01:07:28.193298 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:28.208667 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:07:28.212887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 450c8a1f-c7d3-4297-872e-86d12cbc8c78 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:28.238342 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 450c8a1f-c7d3-4297-872e-86d12cbc8c78, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=450c8a1f-c7d3-4297-872e-86d12cbc8c78,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:28.243055 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:28.248024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:07:28.268929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:28.269309 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:28.278126 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c15e29c2-9333-4cec-be76-647b20486a91 req-95a8b759-7edc-4b48-8abf-cd3abf2d0123 service neutron] 10.222.0.21 "GET /v2.0/networks/9c53eded-cacf-41d6-9768-2586ecdf6df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983300 Nov 27 01:07:28.325821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=450c8a1f-c7d3-4297-872e-86d12cbc8c78,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:28.381481 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:28.407543 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:28.409840 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31b8f4e-bfe6-4d8c-b561-e9fad7d1c371" -d '{"events": [{"server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "name": "network-vif-plugged", "status": "completed", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:28.423231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:28.427416 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:28.476223 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6457d71-6f51-45f8-b035-aaf90bcd9cd4 x-openstack-request-id: req-c6457d71-6f51-45f8-b035-aaf90bcd9cd4 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:28.476693 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "name": "network-vif-plugged", "status": "completed", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:28.476956 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6457d71-6f51-45f8-b035-aaf90bcd9cd4 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:28.477352 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'code': 200} Nov 27 01:07:28.481331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['450c8a1f-c7d3-4297-872e-86d12cbc8c78'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:28.488593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382ac0f-2ae5-4203-904e-fc908ac09ce6 req-450b3211-307b-4ae3-899b-8727e940105c tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:28.490254 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6382ac0f-2ae5-4203-904e-fc908ac09ce6 req-450b3211-307b-4ae3-899b-8727e940105c tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 950 time: 0.0511119 Nov 27 01:07:28.514343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:28.561689 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6382ac0f-2ae5-4203-904e-fc908ac09ce6 req-6f46d22d-2868-47fd-b901-62bd1b872cef tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646696 Nov 27 01:07:28.638369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981282cd-50f3-41de-ae7c-c0952a8c541d req-930d53c2-6e76-44d3-bd05-9e7546cd2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:28.640018 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-981282cd-50f3-41de-ae7c-c0952a8c541d req-930d53c2-6e76-44d3-bd05-9e7546cd2177 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 1098 time: 0.0420063 Nov 27 01:07:28.693525 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-981282cd-50f3-41de-ae7c-c0952a8c541d req-10ab22d0-e855-4081-bf35-964eb1e2e232 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460320 Nov 27 01:07:28.803192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233498b-5e7c-43d2-b8a9-0db442fbb5aa req-9e4d52f0-f19a-4be9-932f-298335ea29f4 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:28.804648 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1233498b-5e7c-43d2-b8a9-0db442fbb5aa req-9e4d52f0-f19a-4be9-932f-298335ea29f4 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0528181 Nov 27 01:07:28.858823 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1233498b-5e7c-43d2-b8a9-0db442fbb5aa req-98a281f8-e6fc-4a4f-8c26-523fd65d9ab4 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464652 Nov 27 01:07:28.968003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62069e-cb8e-4dd2-8dc0-bdbc94a71f26 req-f8838b9d-5e76-46d0-9ec3-6fbf6872451e tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:28.969511 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b62069e-cb8e-4dd2-8dc0-bdbc94a71f26 req-f8838b9d-5e76-46d0-9ec3-6fbf6872451e tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 943 time: 0.0527220 Nov 27 01:07:29.017242 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b62069e-cb8e-4dd2-8dc0-bdbc94a71f26 req-1b86aebd-8ab5-40f9-9364-d1ff8123ed6b tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/security-groups?id=e30b565d-05cd-4013-b216-fa70dff2d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418057 Nov 27 01:07:29.143300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2747c3-8d9b-48c7-a30c-17c7dbd1be1c req-2e2c482e-8eb1-4740-b0b6-e2ec529ba14b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:29.144819 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef2747c3-8d9b-48c7-a30c-17c7dbd1be1c req-2e2c482e-8eb1-4740-b0b6-e2ec529ba14b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.0492833 Nov 27 01:07:29.193776 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef2747c3-8d9b-48c7-a30c-17c7dbd1be1c req-fe65d77d-e880-40a7-84aa-5a6c020e745b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430763 Nov 27 01:07:29.677445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fb334-e85b-4d7e-b5e3-a4816115ec70 req-c0e1e7eb-496a-4e0f-a829-1a8cf83921a4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:29.678941 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb5fb334-e85b-4d7e-b5e3-a4816115ec70 req-c0e1e7eb-496a-4e0f-a829-1a8cf83921a4 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 950 time: 0.0487480 Nov 27 01:07:29.726780 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb5fb334-e85b-4d7e-b5e3-a4816115ec70 req-f37efcb7-8177-42b2-9f33-ceb7f5be4f0c tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 Nov 27 01:07:29.980409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6ad0b-5123-4f23-9fe9-00a3280360fa req-f58d59f1-955c-46f6-99eb-7cdadd2bc7bd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:29.981976 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-afc6ad0b-5123-4f23-9fe9-00a3280360fa req-f58d59f1-955c-46f6-99eb-7cdadd2bc7bd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0490141 Nov 27 01:07:29.987275 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ef835b56-88e3-4124-a635-1a72a9b7decc details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:29.999113 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 450c8a1f-c7d3-4297-872e-86d12cbc8c78 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:30.037099 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-afc6ad0b-5123-4f23-9fe9-00a3280360fa req-9b77ce00-446e-4f1c-b975-0eb58e19f04a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490181 Nov 27 01:07:30.148600 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device afe252a3-97d1-47dd-b90a-371a22eba471 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:30.150515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 450c8a1f-c7d3-4297-872e-86d12cbc8c78 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:30.151006 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.154815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ef835b56-88e3-4124-a635-1a72a9b7decc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef835b56-88e3-4124-a635-1a72a9b7decc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:30.217358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'ef835b56-88e3-4124-a635-1a72a9b7decc', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'ef835b56-88e3-4124-a635-1a72a9b7decc', 'mac_address': 'fa:16:3e:ea:1b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:30.219503 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ac805-96d1-4626-af35-0b23297b8d76 req-33c36568-9ef8-40db-8694-601facd67eb9 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:30.221670 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c92ac805-96d1-4626-af35-0b23297b8d76 req-33c36568-9ef8-40db-8694-601facd67eb9 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 943 time: 0.1032667 Nov 27 01:07:30.244020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6eeb-2745-445e-834d-20f3f8af80ce req-1f324df9-1b4e-4b4d-b035-cce061096fa6 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:30.245692 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-185b6eeb-2745-445e-834d-20f3f8af80ce req-1f324df9-1b4e-4b4d-b035-cce061096fa6 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 950 time: 0.0882733 Nov 27 01:07:30.345168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c92ac805-96d1-4626-af35-0b23297b8d76 req-90075297-2905-4c67-a892-ec5905eeb661 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/security-groups?id=e30b565d-05cd-4013-b216-fa70dff2d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038120 Nov 27 01:07:30.353128 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.397316 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef835b56-88e3-4124-a635-1a72a9b7decc {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:30.403795 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.439985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e21cf3-30c3-4316-872c-c4aee57e897c req-74bd0210-7f5c-4f0a-8d71-e5fd3835b05e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:30.440686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ef835b56-88e3-4124-a635-1a72a9b7decc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef835b56-88e3-4124-a635-1a72a9b7decc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:30.442178 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-63e21cf3-30c3-4316-872c-c4aee57e897c req-74bd0210-7f5c-4f0a-8d71-e5fd3835b05e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.0747943 Nov 27 01:07:30.450122 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-185b6eeb-2745-445e-834d-20f3f8af80ce req-8c192860-0674-45c5-ab0e-172951070227 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Deleting port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:30.450474 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-185b6eeb-2745-445e-834d-20f3f8af80ce req-8c192860-0674-45c5-ab0e-172951070227 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.463667 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.509804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port afe252a3-97d1-47dd-b90a-371a22eba471, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=afe252a3-97d1-47dd-b90a-371a22eba471,segment=NetworkSegment(c75f2f22-e7a9-4fa2-888c-0e5454d5b070),segment_id=c75f2f22-e7a9-4fa2-888c-0e5454d5b070)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:30.525775 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.540282 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'afe252a3-97d1-47dd-b90a-371a22eba471', 'network_id': '9c53eded-cacf-41d6-9768-2586ecdf6df5', 'port_id': 'afe252a3-97d1-47dd-b90a-371a22eba471', 'mac_address': 'fa:16:3e:c4:57:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd119a402-5476-46dd-96b4-5608d40b44be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:30.554316 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-63e21cf3-30c3-4316-872c-c4aee57e897c req-072d47bc-4446-406a-b90f-dba0ff6a3e6e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006427 Nov 27 01:07:30.582892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ef835b56-88e3-4124-a635-1a72a9b7decc,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:30.597297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a940bee-3b80-4aec-b1a6-45c192b3c662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450c8a1f-c7d3-4297-872e-86d12cbc8c78'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:30.599558 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef1c861-8792-4d6b-a8fd-c452db21c7d0" -d '{"events": [{"server_uuid": "4a940bee-3b80-4aec-b1a6-45c192b3c662", "name": "network-vif-plugged", "status": "completed", "tag": "450c8a1f-c7d3-4297-872e-86d12cbc8c78"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:30.613778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-185b6eeb-2745-445e-834d-20f3f8af80ce req-8c192860-0674-45c5-ab0e-172951070227 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] For port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:30.616544 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-185b6eeb-2745-445e-834d-20f3f8af80ce req-8c192860-0674-45c5-ab0e-172951070227 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.625415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 450c8a1f-c7d3-4297-872e-86d12cbc8c78, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=450c8a1f-c7d3-4297-872e-86d12cbc8c78,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:30.629794 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.649219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-185b6eeb-2745-445e-834d-20f3f8af80ce req-8c192860-0674-45c5-ab0e-172951070227 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Calling delete_port for 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:30.658886 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.684905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe252a3-97d1-47dd-b90a-371a22eba471 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:30.689928 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6000bd1-ebcb-4004-b0ca-1e086fe22c70 x-openstack-request-id: req-f6000bd1-ebcb-4004-b0ca-1e086fe22c70 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:30.690223 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a940bee-3b80-4aec-b1a6-45c192b3c662", "name": "network-vif-plugged", "status": "completed", "tag": "450c8a1f-c7d3-4297-872e-86d12cbc8c78", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:30.690536 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6000bd1-ebcb-4004-b0ca-1e086fe22c70 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:30.691146 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a940bee-3b80-4aec-b1a6-45c192b3c662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450c8a1f-c7d3-4297-872e-86d12cbc8c78', 'code': 200} Nov 27 01:07:30.708085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=450c8a1f-c7d3-4297-872e-86d12cbc8c78,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:30.718255 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ef835b56-88e3-4124-a635-1a72a9b7decc'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:30.727993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1491d-021e-4f5b-b92e-04bc28d9dcc7 req-857c6ef1-06cd-4bfc-b5c6-633aab767c59 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:30.731216 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-efc1491d-021e-4f5b-b92e-04bc28d9dcc7 req-857c6ef1-06cd-4bfc-b5c6-633aab767c59 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.0758908 Nov 27 01:07:30.740696 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41160) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:30.741961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port afe252a3-97d1-47dd-b90a-371a22eba471, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=afe252a3-97d1-47dd-b90a-371a22eba471,segment=NetworkSegment(c75f2f22-e7a9-4fa2-888c-0e5454d5b070),segment_id=c75f2f22-e7a9-4fa2-888c-0e5454d5b070)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:30.745731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-95ef957a-fe20-40e3-a382-b284b4d3ef27 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Request body: {'floatingip': {'port_id': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:30.749832 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.799338 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-95ef957a-fe20-40e3-a382-b284b4d3ef27 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.832675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=afe252a3-97d1-47dd-b90a-371a22eba471,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:30.905208 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-185b6eeb-2745-445e-834d-20f3f8af80ce req-8c192860-0674-45c5-ab0e-172951070227 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.915185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56fc75-852c-42f1-ac53-8939075eaf8f req-83cd50c2-6892-404e-9a84-cdeb8cf0a9b2 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:30.916831 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a56fc75-852c-42f1-ac53-8939075eaf8f req-83cd50c2-6892-404e-9a84-cdeb8cf0a9b2 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4326f150-76df-4a8b-a3ee-a1b1d8e767a0 HTTP/1.1" status: 200 len: 950 time: 0.0718372 Nov 27 01:07:30.954440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c192860-0674-45c5-ab0e-172951070227 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event deleted for resources: {'Port': ['ID=282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:31.023368 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a56fc75-852c-42f1-ac53-8939075eaf8f req-18dc26b2-e3f0-4f6e-ab4a-e8add5ae1473 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782816 Nov 27 01:07:31.045507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'c56a7cc8-bda9-451f-b56a-0c99631e5c93', '3ac72ba6-b9df-4457-9566-76d5183da86f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:31.053653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-185b6eeb-2745-445e-834d-20f3f8af80ce req-8c192860-0674-45c5-ab0e-172951070227 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] No DVR routers for this DVR port 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:31.056764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-185b6eeb-2745-445e-834d-20f3f8af80ce req-8c192860-0674-45c5-ab0e-172951070227 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:31.060428 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-185b6eeb-2745-445e-834d-20f3f8af80ce req-8c192860-0674-45c5-ab0e-172951070227 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "DELETE /v2.0/ports/282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 HTTP/1.1" status: 204 len: 173 time: 0.8024535 Nov 27 01:07:31.060910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4326f150-76df-4a8b-a3ee-a1b1d8e767a0', 'name': 'network-vif-deleted', 'tag': '282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:31.063200 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c993f8d6-3f5c-44a0-aed3-ef607b23a68e" -d '{"events": [{"server_uuid": "4326f150-76df-4a8b-a3ee-a1b1d8e767a0", "name": "network-vif-deleted", "tag": "282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:31.142006 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6a43a2-fffc-4541-b761-083e59339254 x-openstack-request-id: req-dd6a43a2-fffc-4541-b761-083e59339254 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:31.142308 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4326f150-76df-4a8b-a3ee-a1b1d8e767a0", "name": "network-vif-deleted", "tag": "282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:31.142569 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd6a43a2-fffc-4541-b761-083e59339254 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:31.142974 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4326f150-76df-4a8b-a3ee-a1b1d8e767a0', 'name': 'network-vif-deleted', 'tag': '282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3', 'status': 'completed', 'code': 200} Nov 27 01:07:31.245846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['afe252a3-97d1-47dd-b90a-371a22eba471'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:31.261896 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc720839-e455-46cc-a3df-a92ce1a3aa4b req-3e1d0575-befc-40b9-8693-dbef7c75cf22 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:31.264389 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc720839-e455-46cc-a3df-a92ce1a3aa4b req-3e1d0575-befc-40b9-8693-dbef7c75cf22 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.1070566 Nov 27 01:07:31.400113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc720839-e455-46cc-a3df-a92ce1a3aa4b req-978d19cc-2550-474e-9bdc-13a55bacb3ba tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177926 Nov 27 01:07:31.435552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ca0f84e5-4268-4b9c-9802-c42a5dc006e6', '282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:31.598420 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-95ef957a-fe20-40e3-a382-b284b4d3ef27 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:31.620379 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-95ef957a-fe20-40e3-a382-b284b4d3ef27 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:31.769078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ee3ad-260c-473c-b6bb-5ba66bb6fa46 req-235f5f87-e361-4260-a8ff-462f47568ccc tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:31.780027 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-712ee3ad-260c-473c-b6bb-5ba66bb6fa46 req-235f5f87-e361-4260-a8ff-462f47568ccc tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 944 time: 0.2212749 Nov 27 01:07:31.857196 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-95ef957a-fe20-40e3-a382-b284b4d3ef27 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Floating IP dcf1e212-6529-493b-a0a1-1dcd30f46b8c associated. External IP: 172.25.1.167, port: aaf1ca11-8b99-4632-b6c0-8260c4e72d84. Nov 27 01:07:31.907508 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-712ee3ad-260c-473c-b6bb-5ba66bb6fa46 req-9b795223-4c59-494a-8276-d5ca5c842818 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/security-groups?id=e30b565d-05cd-4013-b216-fa70dff2d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265216 Nov 27 01:07:32.021355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ef835b56-88e3-4124-a635-1a72a9b7decc up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:32.162044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ef957a-fe20-40e3-a382-b284b4d3ef27 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Router 41929a4b-3d3f-4241-84c6-126d173898af has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:07:32.187497 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port ef835b56-88e3-4124-a635-1a72a9b7decc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:32.190625 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:32.193830 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3eb4b4c-0ba2-4f17-8138-1093587c209c req-2de76d1e-ca32-40d7-b59a-c624807ec12a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d6825d08-b9f6-4e7b-9f96-e2b01866026a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0754802 Nov 27 01:07:32.305438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb4b4c-0ba2-4f17-8138-1093587c209c req-46747825-d61c-4a17-a282-484115e25808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:32.307096 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3eb4b4c-0ba2-4f17-8138-1093587c209c req-46747825-d61c-4a17-a282-484115e25808 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d98ada493c341839d668e6552fe4ef3&device_id=d6825d08-b9f6-4e7b-9f96-e2b01866026a HTTP/1.1" status: 200 len: 1101 time: 0.0739031 Nov 27 01:07:32.371581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ef957a-fe20-40e3-a382-b284b4d3ef27 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:07:32.382143 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-95ef957a-fe20-40e3-a382-b284b4d3ef27 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:32.391656 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83befc39-f2be-4169-b078-bcfafb405ce5 None None] Sync routers for ids ['41929a4b-3d3f-4241-84c6-126d173898af'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:07:32.411589 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83befc39-f2be-4169-b078-bcfafb405ce5 None None] Routers {'41929a4b-3d3f-4241-84c6-126d173898af'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:32.420046 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-83befc39-f2be-4169-b078-bcfafb405ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:07:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['41929a4b-3d3f-4241-84c6-126d173898af'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:32.428751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-95ef957a-fe20-40e3-a382-b284b4d3ef27 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "PUT /v2.0/floatingips/dcf1e212-6529-493b-a0a1-1dcd30f46b8c HTTP/1.1" status: 200 len: 992 time: 1.6864400 Nov 27 01:07:32.429849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:32.432965 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d7ff77-342f-49f7-b0d2-a9533b3a741e" -d '{"events": [{"name": "network-changed", "server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:32.442256 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:32.532279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ef835b56-88e3-4124-a635-1a72a9b7decc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef835b56-88e3-4124-a635-1a72a9b7decc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:32.536973 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:32.538177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:32.587935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb4b4c-0ba2-4f17-8138-1093587c209c req-503d2ca5-9305-465e-bcf7-5e4e11173c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:32.590238 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3eb4b4c-0ba2-4f17-8138-1093587c209c req-503d2ca5-9305-465e-bcf7-5e4e11173c67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2458489 Nov 27 01:07:32.655890 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3eb4b4c-0ba2-4f17-8138-1093587c209c req-23ef60d4-a982-456e-ac92-ad4c85af009e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=8462ea3d-adb2-45b2-bee5-7569bb1e3483 HTTP/1.1" status: 200 len: 217 time: 0.0565469 Nov 27 01:07:32.684509 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c3fcd-6c74-457c-94d7-cd5db0184442 req-f6027a53-c456-4d70-af13-dec0264fe38b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:32.701283 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b58c3fcd-6c74-457c-94d7-cd5db0184442 req-f6027a53-c456-4d70-af13-dec0264fe38b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.1196868 Nov 27 01:07:32.713412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef835b56-88e3-4124-a635-1a72a9b7decc'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:32.716193 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d848ed-5188-47cc-aac3-a73836349f94" -d '{"events": [{"server_uuid": "fd1c6bf7-654f-46f1-bc2b-595c63fc11bf", "name": "network-vif-plugged", "status": "completed", "tag": "ef835b56-88e3-4124-a635-1a72a9b7decc"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:32.718886 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ef835b56-88e3-4124-a635-1a72a9b7decc,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:32.734009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:32.734362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 282cce7a-1fe0-4d78-93e6-0cdcc6a8aaa3 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:32.788289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb4b4c-0ba2-4f17-8138-1093587c209c req-cf4ca75f-1a32-4aff-9274-9c725e32ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:32.794028 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3eb4b4c-0ba2-4f17-8138-1093587c209c req-cf4ca75f-1a32-4aff-9274-9c725e32ce68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1300576 Nov 27 01:07:32.832178 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b58c3fcd-6c74-457c-94d7-cd5db0184442 req-390e14e8-665a-427e-957e-af88173ee10a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229846 Nov 27 01:07:32.856534 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-83befc39-f2be-4169-b078-bcfafb405ce5 None None] Set router 41929a4b-3d3f-4241-84c6-126d173898af gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:32.909580 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb4b4c-0ba2-4f17-8138-1093587c209c req-39c8fe68-8938-4399-a8f3-e3f601bd1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:32.911489 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3eb4b4c-0ba2-4f17-8138-1093587c209c req-39c8fe68-8938-4399-a8f3-e3f601bd1612 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1096771 Nov 27 01:07:33.085566 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77675b7-67a2-488d-8286-18da95aa9f50 x-openstack-request-id: req-c77675b7-67a2-488d-8286-18da95aa9f50 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:33.085868 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:33.086130 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c77675b7-67a2-488d-8286-18da95aa9f50 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:33.088585 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'status': 'completed', 'code': 200} Nov 27 01:07:33.224219 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3eb4b4c-0ba2-4f17-8138-1093587c209c req-a2af27fc-2e33-414f-a1c6-74d187b45ebf service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986469 Nov 27 01:07:33.424985 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-83befc39-f2be-4169-b078-bcfafb405ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'dcf1e212-6529-493b-a0a1-1dcd30f46b8c', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'port_id': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'mac_address': 'fa:16:3e:bd:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:07:16Z', 'updated_at': '2021-11-27T01:07:31Z', 'revision_number': 1, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:17Z', 'revision_number': 5, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:33.442966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7ff77-342f-49f7-b0d2-a9533b3a741e req-02764614-6fd7-4ab3-b528-5c23aca71f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:33.452577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43d7ff77-342f-49f7-b0d2-a9533b3a741e req-02764614-6fd7-4ab3-b528-5c23aca71f97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 1098 time: 0.3050838 Nov 27 01:07:33.481169 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83befc39-f2be-4169-b078-bcfafb405ce5 None None] Checking router: 41929a4b-3d3f-4241-84c6-126d173898af for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:07:33.497390 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83befc39-f2be-4169-b078-bcfafb405ce5 None None] Routers {'41929a4b-3d3f-4241-84c6-126d173898af'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:33.498203 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-83befc39-f2be-4169-b078-bcfafb405ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:07:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['41929a4b-3d3f-4241-84c6-126d173898af'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:33.580868 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3eb4b4c-0ba2-4f17-8138-1093587c209c req-6899ce7f-3b91-46b3-9db6-5e55d1ecd882 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491125 Nov 27 01:07:33.618294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7ff77-342f-49f7-b0d2-a9533b3a741e req-df0954da-fd8d-47a5-87d4-d27f52d1ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:33.619757 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43d7ff77-342f-49f7-b0d2-a9533b3a741e req-df0954da-fd8d-47a5-87d4-d27f52d1ff09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 918 time: 0.1573496 Nov 27 01:07:33.654960 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-83befc39-f2be-4169-b078-bcfafb405ce5 None None] Set router 41929a4b-3d3f-4241-84c6-126d173898af gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:33.752952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43d7ff77-342f-49f7-b0d2-a9533b3a741e req-06e64b3f-8589-4d28-8a34-c622960304bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84 HTTP/1.1" status: 200 len: 1000 time: 0.1164672 Nov 27 01:07:33.851304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7ff77-342f-49f7-b0d2-a9533b3a741e req-bff8ebce-a813-45c3-ba2b-903a2d64132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:33.852807 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43d7ff77-342f-49f7-b0d2-a9533b3a741e req-bff8ebce-a813-45c3-ba2b-903a2d64132b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.0915873 Nov 27 01:07:33.954440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7ff77-342f-49f7-b0d2-a9533b3a741e req-d116e47e-eeab-41e6-ab77-23b66d31f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:33.955852 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43d7ff77-342f-49f7-b0d2-a9533b3a741e req-d116e47e-eeab-41e6-ab77-23b66d31f8f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860372 Nov 27 01:07:34.161050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device afe252a3-97d1-47dd-b90a-371a22eba471 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:34.178770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43d7ff77-342f-49f7-b0d2-a9533b3a741e req-e9e0fa1c-ed0c-481d-8497-c00728932efd service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080586 Nov 27 01:07:34.299439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port afe252a3-97d1-47dd-b90a-371a22eba471 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:07:34.306065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port afe252a3-97d1-47dd-b90a-371a22eba471 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:34.311356 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:34.340619 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43d7ff77-342f-49f7-b0d2-a9533b3a741e req-7b36c193-f373-4f6d-b0ba-a0084cc8b7a6 service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438818 Nov 27 01:07:34.482092 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-83befc39-f2be-4169-b078-bcfafb405ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'dcf1e212-6529-493b-a0a1-1dcd30f46b8c', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'port_id': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'mac_address': 'fa:16:3e:bd:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:07:16Z', 'updated_at': '2021-11-27T01:07:31Z', 'revision_number': 1, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:17Z', 'revision_number': 5, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:34.522029 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:34.583105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47a1f6-cc37-4d59-9cb4-63ffb3feb063 req-8a0dcb7b-baad-41c6-acfd-19e58576b2c0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:34.586662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ec47a1f6-cc37-4d59-9cb4-63ffb3feb063 req-8a0dcb7b-baad-41c6-acfd-19e58576b2c0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd6a5a25-21a4-4d97-bd67-946a50db150c HTTP/1.1" status: 200 len: 949 time: 0.1222563 Nov 27 01:07:34.615465 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83befc39-f2be-4169-b078-bcfafb405ce5 None None] The sync data for ids ['41929a4b-3d3f-4241-84c6-126d173898af'] in n-d-817303-10 is: [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'dcf1e212-6529-493b-a0a1-1dcd30f46b8c', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'port_id': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'mac_address': 'fa:16:3e:bd:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:07:16Z', 'updated_at': '2021-11-27T01:07:31Z', 'revision_number': 1, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:17Z', 'revision_number': 5, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:07:34.627803 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port afe252a3-97d1-47dd-b90a-371a22eba471, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=afe252a3-97d1-47dd-b90a-371a22eba471,segment=NetworkSegment(c75f2f22-e7a9-4fa2-888c-0e5454d5b070),segment_id=c75f2f22-e7a9-4fa2-888c-0e5454d5b070)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:34.642137 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:34.829808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=afe252a3-97d1-47dd-b90a-371a22eba471,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:34.917424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-ec47a1f6-cc37-4d59-9cb4-63ffb3feb063 req-be58e28b-ef98-4f74-997e-e18f6dd7f9d5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Deleting port ca0f84e5-4268-4b9c-9802-c42a5dc006e6 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:34.917424 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ec47a1f6-cc37-4d59-9cb4-63ffb3feb063 req-be58e28b-ef98-4f74-997e-e18f6dd7f9d5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:35.080083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5fdd11-6f7b-467f-9d6e-2bac93277948 None None] New status for floating IP dcf1e212-6529-493b-a0a1-1dcd30f46b8c: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:07:35.116219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ec47a1f6-cc37-4d59-9cb4-63ffb3feb063 req-be58e28b-ef98-4f74-997e-e18f6dd7f9d5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] For port ca0f84e5-4268-4b9c-9802-c42a5dc006e6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ca0f84e5-4268-4b9c-9802-c42a5dc006e6,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:35.121264 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ec47a1f6-cc37-4d59-9cb4-63ffb3feb063 req-be58e28b-ef98-4f74-997e-e18f6dd7f9d5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:35.142533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-ec47a1f6-cc37-4d59-9cb4-63ffb3feb063 req-be58e28b-ef98-4f74-997e-e18f6dd7f9d5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Calling delete_port for ca0f84e5-4268-4b9c-9802-c42a5dc006e6 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:35.389207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093674b9-dd54-4a7a-aa56-c8d18517a843 req-57be7c06-a192-461e-b41c-cf1c08d66f89 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:35.396220 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-093674b9-dd54-4a7a-aa56-c8d18517a843 req-57be7c06-a192-461e-b41c-cf1c08d66f89 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d67f692-f443-4e4e-9847-4dec7e3d6ebf HTTP/1.1" status: 200 len: 950 time: 0.0668898 Nov 27 01:07:35.465440 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ec47a1f6-cc37-4d59-9cb4-63ffb3feb063 req-be58e28b-ef98-4f74-997e-e18f6dd7f9d5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:35.514036 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ca0f84e5-4268-4b9c-9802-c42a5dc006e6'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:35.533062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58e28b-ef98-4f74-997e-e18f6dd7f9d5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event deleted for resources: {'Port': ['ID=ca0f84e5-4268-4b9c-9802-c42a5dc006e6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:35.543249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'c56a7cc8-bda9-451f-b56a-0c99631e5c93', '3ac72ba6-b9df-4457-9566-76d5183da86f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:35.629137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec47a1f6-cc37-4d59-9cb4-63ffb3feb063 req-be58e28b-ef98-4f74-997e-e18f6dd7f9d5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] No DVR routers for this DVR port ca0f84e5-4268-4b9c-9802-c42a5dc006e6 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:35.632888 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ec47a1f6-cc37-4d59-9cb4-63ffb3feb063 req-be58e28b-ef98-4f74-997e-e18f6dd7f9d5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:35.636582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ec47a1f6-cc37-4d59-9cb4-63ffb3feb063 req-be58e28b-ef98-4f74-997e-e18f6dd7f9d5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.31 "DELETE /v2.0/ports/ca0f84e5-4268-4b9c-9802-c42a5dc006e6 HTTP/1.1" status: 204 len: 173 time: 1.0452900 Nov 27 01:07:35.637269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6a5a25-21a4-4d97-bd67-946a50db150c', 'name': 'network-vif-deleted', 'tag': 'ca0f84e5-4268-4b9c-9802-c42a5dc006e6'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:35.639786 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8b74fb-4f5f-490b-8ba2-3065e1f81a45" -d '{"events": [{"server_uuid": "cd6a5a25-21a4-4d97-bd67-946a50db150c", "name": "network-vif-deleted", "tag": "ca0f84e5-4268-4b9c-9802-c42a5dc006e6"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:35.700262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-093674b9-dd54-4a7a-aa56-c8d18517a843 req-aac8f0ce-791f-471d-ab2c-4076a6cd0e31 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Deleting port 3ac72ba6-b9df-4457-9566-76d5183da86f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:35.700766 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-093674b9-dd54-4a7a-aa56-c8d18517a843 req-aac8f0ce-791f-471d-ab2c-4076a6cd0e31 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:35.922806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-093674b9-dd54-4a7a-aa56-c8d18517a843 req-aac8f0ce-791f-471d-ab2c-4076a6cd0e31 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] For port 3ac72ba6-b9df-4457-9566-76d5183da86f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3ac72ba6-b9df-4457-9566-76d5183da86f,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:35.923178 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-093674b9-dd54-4a7a-aa56-c8d18517a843 req-aac8f0ce-791f-471d-ab2c-4076a6cd0e31 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:35.944733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-093674b9-dd54-4a7a-aa56-c8d18517a843 req-aac8f0ce-791f-471d-ab2c-4076a6cd0e31 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Calling delete_port for 3ac72ba6-b9df-4457-9566-76d5183da86f owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:36.170676 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-093674b9-dd54-4a7a-aa56-c8d18517a843 req-aac8f0ce-791f-471d-ab2c-4076a6cd0e31 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:36.279678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8f0ce-791f-471d-ab2c-4076a6cd0e31 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event deleted for resources: {'Port': ['ID=3ac72ba6-b9df-4457-9566-76d5183da86f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:36.343142 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-093674b9-dd54-4a7a-aa56-c8d18517a843 req-aac8f0ce-791f-471d-ab2c-4076a6cd0e31 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] No DVR routers for this DVR port 3ac72ba6-b9df-4457-9566-76d5183da86f on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:36.345705 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-093674b9-dd54-4a7a-aa56-c8d18517a843 req-aac8f0ce-791f-471d-ab2c-4076a6cd0e31 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:36.365173 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-093674b9-dd54-4a7a-aa56-c8d18517a843 req-aac8f0ce-791f-471d-ab2c-4076a6cd0e31 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "DELETE /v2.0/ports/3ac72ba6-b9df-4457-9566-76d5183da86f HTTP/1.1" status: 204 len: 173 time: 0.9475267 Nov 27 01:07:37.662757 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-0dfccecc-c973-4a66-9aed-a759decd820c req-9f8824dd-0613-4c5f-bda0-fe9e9febd579 service neutron] show failed (client error): The resource could not be found. Nov 27 01:07:37.663951 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-9f8824dd-0613-4c5f-bda0-fe9e9febd579 service neutron] 10.222.0.21 "GET /v2.0/ports/b57d0c0b-8b9c-453f-8ddb-94fb535d53dc/bindings/n-h2-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0613735 Nov 27 01:07:37.768069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'c56a7cc8-bda9-451f-b56a-0c99631e5c93'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:38.045444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ca0f84e5-4268-4b9c-9802-c42a5dc006e6 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:38.059523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfccecc-c973-4a66-9aed-a759decd820c req-8a702866-dcc9-4451-9789-faec889a82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:38.061079 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-8a702866-dcc9-4451-9789-faec889a82f3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b&tenant_id=8fd983e4be5a419cb019b570f4ba0ec0 HTTP/1.1" status: 200 len: 1102 time: 0.0994253 Nov 27 01:07:38.081858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: ca0f84e5-4268-4b9c-9802-c42a5dc006e6 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:38.082375 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ca0f84e5-4268-4b9c-9802-c42a5dc006e6 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:38.139281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:38.198073 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3ac72ba6-b9df-4457-9566-76d5183da86f no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:38.307535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 3ac72ba6-b9df-4457-9566-76d5183da86f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:38.308092 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:38.308520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3ac72ba6-b9df-4457-9566-76d5183da86f not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:38.734830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:38.830238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:38.926170 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:38.950718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Transition to ACTIVE for port object b57d0c0b-8b9c-453f-8ddb-94fb535d53dc will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:38.957342 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:39.030904 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Pushing event updated for resources: {'Port': ['ID=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,revision_number=6']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:39.092052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] No DVR routers for this DVR port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:39.179611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Attempting to bind port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:39.180041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Attempting to bind port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:39.180505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Attempting to bind port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:39.186031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:39.186697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Attempting to bind port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:39.192904 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:39.193363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:39.193860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:39.194403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Bound port: b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:39.194937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:39.321231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:39.331067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:39.342505 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:39.402707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:39.403767 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:39.406054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] 10.222.0.31 "PUT /v2.0/ports/b57d0c0b-8b9c-453f-8ddb-94fb535d53dc HTTP/1.1" status: 200 len: 1097 time: 1.2715185 Nov 27 01:07:39.450976 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Pushing event updated for resources: {'Port': ['ID=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:39.492646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:39.493320 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:39.493926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:39.494512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:39.495774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:39.496621 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:39.497859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:39.498409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:39.498962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:39.499508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:39.500318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:39.500888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd39c4-8619-4747-b63d-67b899ada05e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:39.534822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfccecc-c973-4a66-9aed-a759decd820c req-bb6d143b-a9b9-4281-be0f-3637b440ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:39.541365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-bb6d143b-a9b9-4281-be0f-3637b440ea84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 1100 time: 0.0838709 Nov 27 01:07:39.718902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfccecc-c973-4a66-9aed-a759decd820c req-8e9f39cc-5652-4c98-b751-2aaf519e3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:39.720724 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-8e9f39cc-5652-4c98-b751-2aaf519e3cf2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1692908 Nov 27 01:07:39.786969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-fcbe2ea4-4b2c-4402-a252-7ff74bd29550 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc HTTP/1.1" status: 200 len: 217 time: 0.0579569 Nov 27 01:07:39.891250 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfccecc-c973-4a66-9aed-a759decd820c req-ec69a922-e14b-414c-85c5-0af69906760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:39.892602 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-ec69a922-e14b-414c-85c5-0af69906760b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0967808 Nov 27 01:07:39.984404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfccecc-c973-4a66-9aed-a759decd820c req-9d5e1998-bffe-4dbd-b8e6-95c166643b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:39.985865 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-9d5e1998-bffe-4dbd-b8e6-95c166643b9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0819225 Nov 27 01:07:40.019309 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6d282a09-00fc-4f71-888e-092d3637ec73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.110272 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-d3c58726-cd40-4a85-9952-5c255ee2050a service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137753 Nov 27 01:07:40.193777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b57d0c0b-8b9c-453f-8ddb-94fb535d53dc no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:40.277656 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dfccecc-c973-4a66-9aed-a759decd820c req-c67e7d39-c380-4db3-8953-db45f6a9407f service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526160 Nov 27 01:07:40.329894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b57d0c0b-8b9c-453f-8ddb-94fb535d53dc not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:40.515287 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8286984b-bb6b-4914-bd8a-465b3a7d3074 req-08624502-9932-43e8-9290-4e2379962f16 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0829108 Nov 27 01:07:40.660649 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286984b-bb6b-4914-bd8a-465b3a7d3074 req-ab481728-e16b-4a30-b477-87f70196d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:40.662441 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8286984b-bb6b-4914-bd8a-465b3a7d3074 req-ab481728-e16b-4a30-b477-87f70196d7c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 1103 time: 0.0510244 Nov 27 01:07:40.883707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286984b-bb6b-4914-bd8a-465b3a7d3074 req-f32ac666-d4df-47c0-828b-7bd82d91aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:40.885549 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8286984b-bb6b-4914-bd8a-465b3a7d3074 req-f32ac666-d4df-47c0-828b-7bd82d91aac0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1941478 Nov 27 01:07:40.992294 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8286984b-bb6b-4914-bd8a-465b3a7d3074 req-70742c93-4f3a-4024-a14a-6bef39b10a2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 HTTP/1.1" status: 200 len: 217 time: 0.0956502 Nov 27 01:07:41.067714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286984b-bb6b-4914-bd8a-465b3a7d3074 req-9aa4f3bc-17bc-497f-9121-5e66d3def8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:41.070666 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8286984b-bb6b-4914-bd8a-465b3a7d3074 req-9aa4f3bc-17bc-497f-9121-5e66d3def8d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0664039 Nov 27 01:07:41.140277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286984b-bb6b-4914-bd8a-465b3a7d3074 req-b5c19d34-9055-4e60-801c-a6ea67dfbce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:41.142059 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8286984b-bb6b-4914-bd8a-465b3a7d3074 req-b5c19d34-9055-4e60-801c-a6ea67dfbce0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0582707 Nov 27 01:07:41.265041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8286984b-bb6b-4914-bd8a-465b3a7d3074 req-a035d6f1-4e67-41c3-9e42-f8a335a7223c service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095850 Nov 27 01:07:41.386465 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8286984b-bb6b-4914-bd8a-465b3a7d3074 req-47d7cc3c-811f-4a0f-a162-f2801c6ddc22 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128235 Nov 27 01:07:42.203107 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c42cfde-48bb-476e-83c1-cf36b8c2af4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:43.190832 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:44.693927 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:45.719955 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:45.744962 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcccea7c-b8c3-43f8-a3f2-496289ae9068 x-openstack-request-id: req-bcccea7c-b8c3-43f8-a3f2-496289ae9068 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:45.745500 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1c6bf7-654f-46f1-bc2b-595c63fc11bf", "name": "network-vif-plugged", "status": "completed", "tag": "ef835b56-88e3-4124-a635-1a72a9b7decc", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:45.745975 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcccea7c-b8c3-43f8-a3f2-496289ae9068 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:45.746667 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef835b56-88e3-4124-a635-1a72a9b7decc', 'code': 200} Nov 27 01:07:45.817681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504297f-c8cf-4d0b-b287-2bd0693a94ed req-4636393e-e402-4432-b7f4-db20408588c7 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:45.819042 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1504297f-c8cf-4d0b-b287-2bd0693a94ed req-4636393e-e402-4432-b7f4-db20408588c7 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 945 time: 0.0499103 Nov 27 01:07:45.869301 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1504297f-c8cf-4d0b-b287-2bd0693a94ed req-5c498a54-5397-460f-9f5f-24feaa20ba33 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/security-groups?id=e30b565d-05cd-4013-b216-fa70dff2d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Nov 27 01:07:46.041537 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0dc01e-0dde-4b1c-a4bf-0a05193d9fb5 x-openstack-request-id: req-8e0dc01e-0dde-4b1c-a4bf-0a05193d9fb5 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:46.042067 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6a5a25-21a4-4d97-bd67-946a50db150c", "name": "network-vif-deleted", "tag": "ca0f84e5-4268-4b9c-9802-c42a5dc006e6", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:46.042410 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e0dc01e-0dde-4b1c-a4bf-0a05193d9fb5 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:46.042921 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6a5a25-21a4-4d97-bd67-946a50db150c', 'name': 'network-vif-deleted', 'tag': 'ca0f84e5-4268-4b9c-9802-c42a5dc006e6', 'status': 'completed', 'code': 200} Nov 27 01:07:46.054352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a4e3b-a723-4cb7-8071-9753f5db233f req-811d2632-3934-4866-b336-f2e622ff8deb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:46.054352 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-844a4e3b-a723-4cb7-8071-9753f5db233f req-811d2632-3934-4866-b336-f2e622ff8deb tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 948 time: 0.0582299 Nov 27 01:07:46.063793 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b57d0c0b-8b9c-453f-8ddb-94fb535d53dc details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:46.112588 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-844a4e3b-a723-4cb7-8071-9753f5db233f req-e74e244f-3879-4cdc-9bdf-33dfc0a3e75d tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500977 Nov 27 01:07:46.170416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:46.183913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'mac_address': 'fa:16:3e:f5:9e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:46.230829 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:46.247979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57d0c0b-8b9c-453f-8ddb-94fb535d53dc {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:46.270439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:46.276415 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:46.336901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:46.491190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537629b1-6357-4fca-9c69-f309fb354dac req-4bab033a-c54b-42bc-ac79-35a79bb39137 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:46.493167 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-4bab033a-c54b-42bc-ac79-35a79bb39137 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b&tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 949 time: 0.0870638 Nov 27 01:07:46.505156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6a08b-0148-497e-8975-78c227eb0c4f req-837eb724-0694-4d34-a40a-26a3453c2596 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:46.506660 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ffa6a08b-0148-497e-8975-78c227eb0c4f req-837eb724-0694-4d34-a40a-26a3453c2596 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd1c6bf7-654f-46f1-bc2b-595c63fc11bf HTTP/1.1" status: 200 len: 949 time: 0.0911310 Nov 27 01:07:46.563403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ffa6a08b-0148-497e-8975-78c227eb0c4f req-a93e6233-c93c-4438-92f0-8b9986eaac0d tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501580 Nov 27 01:07:46.630296 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-1990cd2d-60a4-430e-afb8-99b2032fe3c3 service neutron] 10.222.0.31 "GET /v2.0/ports/b57d0c0b-8b9c-453f-8ddb-94fb535d53dc/bindings/n-h2-817303-10 HTTP/1.1" status: 200 len: 383 time: 0.0756602 Nov 27 01:07:46.747479 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54387fef-4a72-4906-b2d9-c719a18da6ce req-725bc4de-a5ad-4225-83fa-d371f275afb0 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:46.755121 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54387fef-4a72-4906-b2d9-c719a18da6ce req-725bc4de-a5ad-4225-83fa-d371f275afb0 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 949 time: 0.0603020 Nov 27 01:07:46.859771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537629b1-6357-4fca-9c69-f309fb354dac req-f67d7fdf-01bb-4c1c-9520-c814c8aad93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:46.861316 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-f67d7fdf-01bb-4c1c-9520-c814c8aad93a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 1101 time: 0.0461581 Nov 27 01:07:46.971300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537629b1-6357-4fca-9c69-f309fb354dac req-1b4d887d-00bf-4828-803d-dedaa96670f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:46.973119 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-1b4d887d-00bf-4828-803d-dedaa96670f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.0995493 Nov 27 01:07:47.018539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-04bbc770-664a-4f9f-b8df-bae5eaabbeaf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc HTTP/1.1" status: 200 len: 217 time: 0.0349245 Nov 27 01:07:47.106998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54387fef-4a72-4906-b2d9-c719a18da6ce req-26c78e7c-51cc-4434-8eae-fd240a958f7c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509059 Nov 27 01:07:47.253248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['b57d0c0b-8b9c-453f-8ddb-94fb535d53dc'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:47.315683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574046ff-ef20-48a3-85a6-5cca475a115c req-003e969b-8a46-4615-b515-0940153562ff tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.317742 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-574046ff-ef20-48a3-85a6-5cca475a115c req-003e969b-8a46-4615-b515-0940153562ff tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 945 time: 0.0519490 Nov 27 01:07:47.370267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-574046ff-ef20-48a3-85a6-5cca475a115c req-49d60ca6-cbc6-47d7-b788-dacacd1df22d tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/security-groups?id=e30b565d-05cd-4013-b216-fa70dff2d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454991 Nov 27 01:07:47.404454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537629b1-6357-4fca-9c69-f309fb354dac req-cb7ba60f-7c72-4fc0-85de-7cca4b812ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.405726 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-cb7ba60f-7c72-4fc0-85de-7cca4b812ed4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.3798354 Nov 27 01:07:47.418862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af598b-0904-4d61-b210-36238cb36124 req-a39f50b2-d374-41f1-934a-a39d9cb1b562 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.420642 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6af598b-0904-4d61-b210-36238cb36124 req-a39f50b2-d374-41f1-934a-a39d9cb1b562 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 945 time: 0.0625596 Nov 27 01:07:47.492182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537629b1-6357-4fca-9c69-f309fb354dac req-dbe852df-2fda-4386-a153-eecbd3d83bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.495380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-dbe852df-2fda-4386-a153-eecbd3d83bba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0732954 Nov 27 01:07:47.500140 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6af598b-0904-4d61-b210-36238cb36124 req-a2a270c4-4155-42cf-8057-f6e53f699ee0 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708206 Nov 27 01:07:47.655148 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-773a0203-53ad-4c9b-a8f1-8a96136874e0 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515059 Nov 27 01:07:47.703656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46038e27-d15e-4b4e-8e75-c2fa88c5130e req-89c18657-6ca0-4de0-8167-89fc5889d775 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.705164 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-46038e27-d15e-4b4e-8e75-c2fa88c5130e req-89c18657-6ca0-4de0-8167-89fc5889d775 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6825d08-b9f6-4e7b-9f96-e2b01866026a HTTP/1.1" status: 200 len: 949 time: 0.0489519 Nov 27 01:07:47.749417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56f6ae4-36f4-4291-8622-ecfa53bfad60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe252a3-97d1-47dd-b90a-371a22eba471'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:47.750054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-76be0a09-1e34-42fa-bb7b-eef976217092 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.751537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-76be0a09-1e34-42fa-bb7b-eef976217092 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/networks?id=a26a371d-6d95-400e-8f8a-d7637bed9b2f HTTP/1.1" status: 200 len: 805 time: 0.1681335 Nov 27 01:07:47.753552 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f0188a-5f7e-4e0b-9cd8-dc5d0eadd52c" -d '{"events": [{"server_uuid": "c56f6ae4-36f4-4291-8622-ecfa53bfad60", "name": "network-vif-plugged", "status": "completed", "tag": "afe252a3-97d1-47dd-b90a-371a22eba471"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:47.759801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-46038e27-d15e-4b4e-8e75-c2fa88c5130e req-c4191219-ecfa-45de-84f9-5c43efdcef8a tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486896 Nov 27 01:07:47.789201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-444d3d90-cd73-4e23-ad77-a19719ec69ab tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/quotas/c1370302524d4dcc8bebe45479d6cff3 HTTP/1.1" status: 200 len: 375 time: 0.0251057 Nov 27 01:07:47.791741 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-bce61062-8b2c-4b57-a4e2-7e66157cc52d service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251905 Nov 27 01:07:47.841713 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-900bd8a5-f59b-4eae-b213-0d73267a3f44 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1370302524d4dcc8bebe45479d6cff3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462453 Nov 27 01:07:47.865501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5ba23-da0e-470e-9419-037f1823cebb req-ccc13812-d48d-4ec5-9186-2e25512c1ef3 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.867064 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7a5ba23-da0e-470e-9419-037f1823cebb req-ccc13812-d48d-4ec5-9186-2e25512c1ef3 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd1c6bf7-654f-46f1-bc2b-595c63fc11bf HTTP/1.1" status: 200 len: 949 time: 0.0487418 Nov 27 01:07:47.915502 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7a5ba23-da0e-470e-9419-037f1823cebb req-f997426a-490c-4124-a3e0-1419b33e49e3 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411303 Nov 27 01:07:47.933833 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-d2bcc0a4-4269-42b9-9a96-1fa9bd081478 service neutron] 10.222.0.15 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851841 Nov 27 01:07:47.959034 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cd6cec-0de4-4425-a1ac-870ec3d468a2 x-openstack-request-id: req-a0cd6cec-0de4-4425-a1ac-870ec3d468a2 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:47.959592 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56f6ae4-36f4-4291-8622-ecfa53bfad60", "name": "network-vif-plugged", "status": "completed", "tag": "afe252a3-97d1-47dd-b90a-371a22eba471", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:47.960050 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0cd6cec-0de4-4425-a1ac-870ec3d468a2 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:47.960534 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56f6ae4-36f4-4291-8622-ecfa53bfad60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe252a3-97d1-47dd-b90a-371a22eba471', 'code': 200} Nov 27 01:07:48.027610 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-4ceed6f9-8701-48c0-8c3d-bdc844ca8815 service neutron] 10.222.0.15 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865009 Nov 27 01:07:48.044222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d67f692-f443-4e4e-9847-4dec7e3d6ebf', 'name': 'network-vif-deleted', 'tag': '3ac72ba6-b9df-4457-9566-76d5183da86f'}, {'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc'}, {'name': 'network-changed', 'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:48.046674 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d4d938-413e-4cbb-a7cf-c259eca55b27" -d '{"events": [{"server_uuid": "7d67f692-f443-4e4e-9847-4dec7e3d6ebf", "name": "network-vif-deleted", "tag": "3ac72ba6-b9df-4457-9566-76d5183da86f"}, {"server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "name": "network-vif-unplugged", "status": "completed", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc"}, {"name": "network-changed", "server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:48.125717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d5978-6733-401f-8674-072b70a83430 req-f06df6a5-6db0-4e8c-846d-9124766a64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.127246 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da6d5978-6733-401f-8674-072b70a83430 req-f06df6a5-6db0-4e8c-846d-9124766a64c0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 1097 time: 0.0519624 Nov 27 01:07:48.190943 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da6d5978-6733-401f-8674-072b70a83430 req-5f63148d-441d-49c0-a22b-6d9e4a833a06 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e30b565d-05cd-4013-b216-fa70dff2d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553181 Nov 27 01:07:48.206872 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1826feca-c7c2-4f08-8cb7-54d4a2b582b5 x-openstack-request-id: req-1826feca-c7c2-4f08-8cb7-54d4a2b582b5 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:48.207593 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d67f692-f443-4e4e-9847-4dec7e3d6ebf", "name": "network-vif-deleted", "tag": "3ac72ba6-b9df-4457-9566-76d5183da86f", "status": "completed", "code": 200}, {"server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "name": "network-vif-unplugged", "status": "completed", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc", "code": 200}, {"name": "network-changed", "server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:48.208519 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1826feca-c7c2-4f08-8cb7-54d4a2b582b5 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:48.209277 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d67f692-f443-4e4e-9847-4dec7e3d6ebf', 'name': 'network-vif-deleted', 'tag': '3ac72ba6-b9df-4457-9566-76d5183da86f', 'status': 'completed', 'code': 200} Nov 27 01:07:48.209820 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'code': 200} Nov 27 01:07:48.210137 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'status': 'completed', 'code': 200} Nov 27 01:07:48.263099 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ac71da0-18dc-4d0f-aedb-1152a770765d req-8ec86ca9-84dd-4c6d-9190-0c0660bbce02 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 210 time: 0.0294180 Nov 27 01:07:48.351447 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-62075c00-fc63-40da-a411-c83899c3de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.353150 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-62075c00-fc63-40da-a411-c83899c3de16 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 1101 time: 0.0528729 Nov 27 01:07:48.488639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda954e-3d1d-4221-9b87-90c1bdf6fff4 req-ad960bcd-7734-44b0-9eeb-b49e20001bd5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.490136 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-efda954e-3d1d-4221-9b87-90c1bdf6fff4 req-ad960bcd-7734-44b0-9eeb-b49e20001bd5 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 949 time: 0.1054111 Nov 27 01:07:48.518227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-b210030f-c504-46aa-98f1-c3201b46b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.519923 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-b210030f-c504-46aa-98f1-c3201b46b238 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1446266 Nov 27 01:07:48.584567 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-d4bd3e38-838c-4691-b662-731bf3e89274 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc HTTP/1.1" status: 200 len: 217 time: 0.0498672 Nov 27 01:07:48.588235 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-efda954e-3d1d-4221-9b87-90c1bdf6fff4 req-abf527bb-2ac9-47f1-a12e-7f5dd5d3a6de tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885143 Nov 27 01:07:48.644884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-14b62c7d-a2aa-418d-b61a-d5869380d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.649179 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-14b62c7d-a2aa-418d-b61a-d5869380d55e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0502799 Nov 27 01:07:48.749602 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-9a7eca1b-f417-4504-a5aa-fa3140b4708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.751127 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-9a7eca1b-f417-4504-a5aa-fa3140b4708a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0951567 Nov 27 01:07:48.757694 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-dc9dd50a-9507-4fa3-b2d2-d18d93477a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.759211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-dc9dd50a-9507-4fa3-b2d2-d18d93477a23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 1101 time: 0.0765479 Nov 27 01:07:48.764531 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd560c-9e76-4157-ae0e-4be0d15639c5 req-7dfebe90-a0e5-4465-9831-f0e584e484e9 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.766030 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bddd560c-9e76-4157-ae0e-4be0d15639c5 req-7dfebe90-a0e5-4465-9831-f0e584e484e9 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 945 time: 0.0595586 Nov 27 01:07:48.817513 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bddd560c-9e76-4157-ae0e-4be0d15639c5 req-ef3363b8-6dc8-4457-90f1-5b22eefb003e tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/security-groups?id=e30b565d-05cd-4013-b216-fa70dff2d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444193 Nov 27 01:07:48.906323 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c9887-d0a4-4cd9-952a-f99ca1d6bc1b req-ce88c677-270b-4aef-8ffe-238040bdfa10 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.907834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-215c9887-d0a4-4cd9-952a-f99ca1d6bc1b req-ce88c677-270b-4aef-8ffe-238040bdfa10 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 945 time: 0.1723962 Nov 27 01:07:48.979471 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-3a4eee7b-24dc-450a-9c77-988a941e9243 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940653 Nov 27 01:07:48.980390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-00cd0ed4-f1b1-456f-ab6d-fb95b09d9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.981878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-00cd0ed4-f1b1-456f-ab6d-fb95b09d9d7b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2094679 Nov 27 01:07:49.016395 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e095c8-93e7-42b0-b7cc-066d1cc7d784 req-cb9c8455-7fd4-47fe-832c-24c121b4cc5a tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:49.018403 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e095c8-93e7-42b0-b7cc-066d1cc7d784 req-cb9c8455-7fd4-47fe-832c-24c121b4cc5a tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6825d08-b9f6-4e7b-9f96-e2b01866026a HTTP/1.1" status: 200 len: 949 time: 0.0582888 Nov 27 01:07:49.069946 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e095c8-93e7-42b0-b7cc-066d1cc7d784 req-d50f8108-2bcf-4c56-9571-93b4e4b69312 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453510 Nov 27 01:07:49.082594 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-80b9b4ac-6e88-4f36-9a40-2b81f8567077 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc HTTP/1.1" status: 200 len: 217 time: 0.0887835 Nov 27 01:07:49.093693 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-215c9887-d0a4-4cd9-952a-f99ca1d6bc1b req-1a7ad0db-429e-47ae-9e17-1c226eed09ea tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735935 Nov 27 01:07:49.129867 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-e9a636b9-71ab-4ea8-88b1-1ac2ec8af881 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352479 Nov 27 01:07:49.240665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-09e36fc0-455f-4aa6-b45e-ca110617c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:49.242027 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-09e36fc0-455f-4aa6-b45e-ca110617c7ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0759063 Nov 27 01:07:49.253879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387264e-b844-44be-ac9a-8c5489cce298 req-139408b4-d797-40f4-a6c0-3efd40acfdbd tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:49.255209 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3387264e-b844-44be-ac9a-8c5489cce298 req-139408b4-d797-40f4-a6c0-3efd40acfdbd tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6825d08-b9f6-4e7b-9f96-e2b01866026a HTTP/1.1" status: 200 len: 949 time: 0.0799851 Nov 27 01:07:49.355852 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-457f434d-67c7-4b60-900b-aa2024473597 req-e86aa32e-e48c-4388-aa19-7e160bdddeaf tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 210 time: 0.0264323 Nov 27 01:07:49.368722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-3776acd7-af9c-42f9-928d-3b9f93ec3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:49.371108 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-3776acd7-af9c-42f9-928d-3b9f93ec3f59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1005287 Nov 27 01:07:49.435668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-3387264e-b844-44be-ac9a-8c5489cce298 req-996a326f-f4b1-43a9-b2a7-ef91635a091d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Deleting port 8462ea3d-adb2-45b2-bee5-7569bb1e3483 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:49.436006 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3387264e-b844-44be-ac9a-8c5489cce298 req-996a326f-f4b1-43a9-b2a7-ef91635a091d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:49.535681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-21d0cf14-9288-4d9f-9c0f-2758633e0c90 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515710 Nov 27 01:07:49.631347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3387264e-b844-44be-ac9a-8c5489cce298 req-996a326f-f4b1-43a9-b2a7-ef91635a091d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] For port 8462ea3d-adb2-45b2-bee5-7569bb1e3483, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=8462ea3d-adb2-45b2-bee5-7569bb1e3483,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:49.631735 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3387264e-b844-44be-ac9a-8c5489cce298 req-996a326f-f4b1-43a9-b2a7-ef91635a091d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:49.654388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-3387264e-b844-44be-ac9a-8c5489cce298 req-996a326f-f4b1-43a9-b2a7-ef91635a091d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Calling delete_port for 8462ea3d-adb2-45b2-bee5-7569bb1e3483 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:49.687157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74a25c-ac1d-4b30-89a4-514838a184e6 req-4a51e0d7-df39-45fc-9881-0ecd165e2b49 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:49.688850 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b74a25c-ac1d-4b30-89a4-514838a184e6 req-4a51e0d7-df39-45fc-9881-0ecd165e2b49 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 945 time: 0.1552582 Nov 27 01:07:49.755040 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d4d938-413e-4cbb-a7cf-c259eca55b27 req-f1ae4df5-5e15-458e-b052-a516853c5597 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059026 Nov 27 01:07:49.930383 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f915c53-d5a0-44df-aced-4edf08a6ebc0 req-5807ba3e-cde8-460d-9bbe-b77298cbddd3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:49.931928 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6f915c53-d5a0-44df-aced-4edf08a6ebc0 req-5807ba3e-cde8-460d-9bbe-b77298cbddd3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 949 time: 0.2557566 Nov 27 01:07:49.974716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180082f-249d-4ec8-b351-7a546b8cd7eb req-3c049d7a-bdb4-47d6-87ad-b01561736d05 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:49.976463 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b180082f-249d-4ec8-b351-7a546b8cd7eb req-3c049d7a-bdb4-47d6-87ad-b01561736d05 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 945 time: 0.0675995 Nov 27 01:07:50.023826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-d429b6c3-6e04-4b86-a9ca-7c520da246d9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:50.025204 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-d429b6c3-6e04-4b86-a9ca-7c520da246d9 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.31 "GET /v2.0/networks?id=a26a371d-6d95-400e-8f8a-d7637bed9b2f HTTP/1.1" status: 200 len: 805 time: 0.2626724 Nov 27 01:07:50.041202 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b180082f-249d-4ec8-b351-7a546b8cd7eb req-109966f5-1a77-44c8-a0fe-cae829f015f0 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/security-groups?id=e30b565d-05cd-4013-b216-fa70dff2d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575428 Nov 27 01:07:50.082068 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b57d0c0b-8b9c-453f-8ddb-94fb535d53dc up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:50.087924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4e4f1-e24a-4300-924f-2bb6cf7c22a6 req-404d089d-2593-4f08-9ecb-61673fddb92d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:50.089960 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-67c4e4f1-e24a-4300-924f-2bb6cf7c22a6 req-404d089d-2593-4f08-9ecb-61673fddb92d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a940bee-3b80-4aec-b1a6-45c192b3c662 HTTP/1.1" status: 200 len: 945 time: 0.1843107 Nov 27 01:07:50.113763 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-0b74a25c-ac1d-4b30-89a4-514838a184e6 req-0d79025a-dded-406b-ace8-d27adfc18a76 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Deleting port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:50.114023 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0b74a25c-ac1d-4b30-89a4-514838a184e6 req-0d79025a-dded-406b-ace8-d27adfc18a76 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:50.120219 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6f915c53-d5a0-44df-aced-4edf08a6ebc0 req-e7803ba4-5cb1-43ff-b9dd-214151b4ae09 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510601 Nov 27 01:07:50.137376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-5fcc957e-2ab4-4ed2-824b-db068ac661c8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Request body: {'port': {'device_id': '5273ace7-d1b8-4a62-ab2b-b11b36cab764', 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f', 'admin_state_up': True, 'tenant_id': 'c1370302524d4dcc8bebe45479d6cff3'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:50.145808 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3387264e-b844-44be-ac9a-8c5489cce298 req-996a326f-f4b1-43a9-b2a7-ef91635a091d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:50.146830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:07:50.151650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:50.152030 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:50.203189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'c56a7cc8-bda9-451f-b56a-0c99631e5c93'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:50.292668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a326f-f4b1-43a9-b2a7-ef91635a091d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event deleted for resources: {'Port': ['ID=8462ea3d-adb2-45b2-bee5-7569bb1e3483,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:50.311546 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:50.314109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b8090-8d3c-42f0-bf4f-e8e2854cd8b9 req-e047f829-2ed4-4159-bbe0-673741d78272 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:50.316033 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-793b8090-8d3c-42f0-bf4f-e8e2854cd8b9 req-e047f829-2ed4-4159-bbe0-673741d78272 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 945 time: 0.0993788 Nov 27 01:07:50.326950 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-946ea646-4489-4414-807c-def0b9e4788d req-bcea17ed-0ddb-44d6-bc05-1264f348957f tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6825d08-b9f6-4e7b-9f96-e2b01866026a HTTP/1.1" status: 200 len: 210 time: 0.0882258 Nov 27 01:07:50.363703 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:50.367422 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da8b910-4abc-474c-9018-db90988ba7fe" -d '{"events": [{"server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "name": "network-vif-plugged", "status": "completed", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:50.394485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:50.405667 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-793b8090-8d3c-42f0-bf4f-e8e2854cd8b9 req-2848f049-a280-4587-b736-4697f519dead tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/security-groups?id=84f272e8-1f70-4d73-b5bd-bab9310e1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725517 Nov 27 01:07:50.411211 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:50.412985 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 450c8a1f-c7d3-4297-872e-86d12cbc8c78 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:50.464425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3387264e-b844-44be-ac9a-8c5489cce298 req-996a326f-f4b1-43a9-b2a7-ef91635a091d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] No DVR routers for this DVR port 8462ea3d-adb2-45b2-bee5-7569bb1e3483 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:50.516969 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb7fa607-7214-4c14-953d-ee09b46d8a4c req-9b3b4dda-b6b8-4557-ac97-7ada5ad24fe3 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 210 time: 0.0372975 Nov 27 01:07:50.533194 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcac466-25e0-420c-a967-015583a7a85d x-openstack-request-id: req-6dcac466-25e0-420c-a967-015583a7a85d {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:50.533915 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "name": "network-vif-plugged", "status": "completed", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:50.534400 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dcac466-25e0-420c-a967-015583a7a85d {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:50.535028 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'code': 200} Nov 27 01:07:50.628360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:50.665277 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:50.733060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 450c8a1f-c7d3-4297-872e-86d12cbc8c78, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=450c8a1f-c7d3-4297-872e-86d12cbc8c78,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:50.739577 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:50.740381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ef835b56-88e3-4124-a635-1a72a9b7decc no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:50.757161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3387264e-b844-44be-ac9a-8c5489cce298 req-996a326f-f4b1-43a9-b2a7-ef91635a091d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:50.760479 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3387264e-b844-44be-ac9a-8c5489cce298 req-996a326f-f4b1-43a9-b2a7-ef91635a091d tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "DELETE /v2.0/ports/8462ea3d-adb2-45b2-bee5-7569bb1e3483 HTTP/1.1" status: 204 len: 173 time: 1.4886682 Nov 27 01:07:50.766841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6825d08-b9f6-4e7b-9f96-e2b01866026a', 'name': 'network-vif-deleted', 'tag': '8462ea3d-adb2-45b2-bee5-7569bb1e3483'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:50.769124 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbec009c-7ff0-4446-ac5e-c14866bf6db2" -d '{"events": [{"server_uuid": "d6825d08-b9f6-4e7b-9f96-e2b01866026a", "name": "network-vif-deleted", "tag": "8462ea3d-adb2-45b2-bee5-7569bb1e3483"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:50.778521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0b74a25c-ac1d-4b30-89a4-514838a184e6 req-0d79025a-dded-406b-ace8-d27adfc18a76 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] For port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f12c3ee6-4d10-4429-a35e-c3fbe911ffe5,segment=NetworkSegment(c012909c-1528-4739-b04a-7d19486295df),segment_id=c012909c-1528-4739-b04a-7d19486295df)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:50.778888 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0b74a25c-ac1d-4b30-89a4-514838a184e6 req-0d79025a-dded-406b-ace8-d27adfc18a76 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:50.810764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-0b74a25c-ac1d-4b30-89a4-514838a184e6 req-0d79025a-dded-406b-ace8-d27adfc18a76 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Calling delete_port for f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:50.866977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d164507-b575-42b2-9046-1479492c96d0 req-9c1e0a0f-ff77-4a0b-8a5e-6cf97120bb1f tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:50.868493 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d164507-b575-42b2-9046-1479492c96d0 req-9c1e0a0f-ff77-4a0b-8a5e-6cf97120bb1f tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 950 time: 0.4864717 Nov 27 01:07:50.872798 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3658e0b5-5323-4e65-b7c9-39cfffa3657a x-openstack-request-id: req-3658e0b5-5323-4e65-b7c9-39cfffa3657a {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:50.873098 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6825d08-b9f6-4e7b-9f96-e2b01866026a", "name": "network-vif-deleted", "tag": "8462ea3d-adb2-45b2-bee5-7569bb1e3483", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:50.873365 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3658e0b5-5323-4e65-b7c9-39cfffa3657a {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:50.873755 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6825d08-b9f6-4e7b-9f96-e2b01866026a', 'name': 'network-vif-deleted', 'tag': '8462ea3d-adb2-45b2-bee5-7569bb1e3483', 'status': 'completed', 'code': 200} Nov 27 01:07:50.878186 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=450c8a1f-c7d3-4297-872e-86d12cbc8c78,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:50.920234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-67c4e4f1-e24a-4300-924f-2bb6cf7c22a6 req-aa85d18d-bcf0-4730-9643-86459f141985 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Deleting port 450c8a1f-c7d3-4297-872e-86d12cbc8c78 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:50.920586 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-67c4e4f1-e24a-4300-924f-2bb6cf7c22a6 req-aa85d18d-bcf0-4730-9643-86459f141985 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:50.957320 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:50.960932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-5fcc957e-2ab4-4ed2-824b-db068ac661c8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Made reservation on behalf of c1370302524d4dcc8bebe45479d6cff3 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:50.964497 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-5fcc957e-2ab4-4ed2-824b-db068ac661c8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:50.999216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ef835b56-88e3-4124-a635-1a72a9b7decc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef835b56-88e3-4124-a635-1a72a9b7decc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:51.004801 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:51.054509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ef835b56-88e3-4124-a635-1a72a9b7decc,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:51.249636 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-67c4e4f1-e24a-4300-924f-2bb6cf7c22a6 req-aa85d18d-bcf0-4730-9643-86459f141985 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] For port 450c8a1f-c7d3-4297-872e-86d12cbc8c78, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=450c8a1f-c7d3-4297-872e-86d12cbc8c78,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:51.250303 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-67c4e4f1-e24a-4300-924f-2bb6cf7c22a6 req-aa85d18d-bcf0-4730-9643-86459f141985 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:51.259711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e1749-8e12-4899-b7d4-5ee125da4b21 req-3c94d9cd-59a9-4767-bf78-59982939ef0a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:51.262244 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b23e1749-8e12-4899-b7d4-5ee125da4b21 req-3c94d9cd-59a9-4767-bf78-59982939ef0a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.0575769 Nov 27 01:07:51.311912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-67c4e4f1-e24a-4300-924f-2bb6cf7c22a6 req-aa85d18d-bcf0-4730-9643-86459f141985 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Calling delete_port for 450c8a1f-c7d3-4297-872e-86d12cbc8c78 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:51.316927 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b23e1749-8e12-4899-b7d4-5ee125da4b21 req-7717db0b-2b96-46ce-afb4-5248ee52706c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479822 Nov 27 01:07:51.319176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-2d164507-b575-42b2-9046-1479492c96d0 req-edcb3d3f-7988-42e5-8ff7-651890e31504 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Deleting port c56a7cc8-bda9-451f-b56a-0c99631e5c93 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:51.319490 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2d164507-b575-42b2-9046-1479492c96d0 req-edcb3d3f-7988-42e5-8ff7-651890e31504 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:51.367663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383cd3c-5fe4-42ab-b97b-e33f3356da16 req-ec4514d0-38b3-49d9-8630-bec50f429720 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:51.369370 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b383cd3c-5fe4-42ab-b97b-e33f3356da16 req-ec4514d0-38b3-49d9-8630-bec50f429720 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 945 time: 0.2437294 Nov 27 01:07:51.406347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-5fcc957e-2ab4-4ed2-824b-db068ac661c8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Allocated IP 172.20.0.2 (a26a371d-6d95-400e-8f8a-d7637bed9b2f/29003f06-f306-4683-932b-e39e08c7fc5d/e4e17ae2-39eb-4396-9c41-168a2f7d273a) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:51.461807 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0b74a25c-ac1d-4b30-89a4-514838a184e6 req-0d79025a-dded-406b-ace8-d27adfc18a76 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:51.550630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4c3b0243-93c8-4fb6-bc20-e11fd1acffdc req-147537c9-51c5-4433-82af-3c0fe0f8320e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6825d08-b9f6-4e7b-9f96-e2b01866026a HTTP/1.1" status: 200 len: 210 time: 0.0421503 Nov 27 01:07:51.559035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79025a-dded-406b-ace8-d27adfc18a76 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Pushing event deleted for resources: {'Port': ['ID=f12c3ee6-4d10-4429-a35e-c3fbe911ffe5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:51.653219 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c1b3cc6d-6147-4c5b-8408-80d67e02198b req-7a7d232b-03fb-4483-843b-b6681429c2b6 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c HTTP/1.1" status: 200 len: 210 time: 0.0298610 Nov 27 01:07:51.662566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2d164507-b575-42b2-9046-1479492c96d0 req-edcb3d3f-7988-42e5-8ff7-651890e31504 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] For port c56a7cc8-bda9-451f-b56a-0c99631e5c93, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c56a7cc8-bda9-451f-b56a-0c99631e5c93,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:51.662932 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2d164507-b575-42b2-9046-1479492c96d0 req-edcb3d3f-7988-42e5-8ff7-651890e31504 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:51.705143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b74a25c-ac1d-4b30-89a4-514838a184e6 req-0d79025a-dded-406b-ace8-d27adfc18a76 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] No DVR routers for this DVR port f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:51.709611 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b383cd3c-5fe4-42ab-b97b-e33f3356da16 req-bed6df50-c3c5-497f-af7d-11285c495b4f tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/security-groups?id=e30b565d-05cd-4013-b216-fa70dff2d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047559 Nov 27 01:07:51.723346 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0b74a25c-ac1d-4b30-89a4-514838a184e6 req-0d79025a-dded-406b-ace8-d27adfc18a76 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:51.726634 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b74a25c-ac1d-4b30-89a4-514838a184e6 req-0d79025a-dded-406b-ace8-d27adfc18a76 tempest-AttachSCSIVolumeTestJSON-278109822 tempest-AttachSCSIVolumeTestJSON-278109822-project] 10.222.0.21 "DELETE /v2.0/ports/f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 HTTP/1.1" status: 204 len: 173 time: 1.9741712 Nov 27 01:07:51.759440 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-203bcd87-841b-44cb-83d4-b9945ef5c2d4 req-6a2634cc-654d-4076-9560-bc3f6fe79e75 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 210 time: 0.0466132 Nov 27 01:07:51.774494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-2d164507-b575-42b2-9046-1479492c96d0 req-edcb3d3f-7988-42e5-8ff7-651890e31504 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Calling delete_port for c56a7cc8-bda9-451f-b56a-0c99631e5c93 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:51.889818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537629b1-6357-4fca-9c69-f309fb354dac req-31b13cf7-0ac8-445d-ae91-dc737447f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:51.891305 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-31b13cf7-0ac8-445d-ae91-dc737447f37b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b&tenant_id=8fd983e4be5a419cb019b570f4ba0ec0 HTTP/1.1" status: 200 len: 1102 time: 0.3335090 Nov 27 01:07:51.951957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:51.960867 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-5fcc957e-2ab4-4ed2-824b-db068ac661c8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:51.987215 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-67c4e4f1-e24a-4300-924f-2bb6cf7c22a6 req-aa85d18d-bcf0-4730-9643-86459f141985 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:52.051070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85d18d-bcf0-4730-9643-86459f141985 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Pushing event deleted for resources: {'Port': ['ID=450c8a1f-c7d3-4297-872e-86d12cbc8c78,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:52.070415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0b574-499e-4447-99c4-11b0df7f27a7 req-d2f0bcd5-1dab-435c-b47e-3889ea87155b tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:52.071439 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcc0b574-499e-4447-99c4-11b0df7f27a7 req-d2f0bcd5-1dab-435c-b47e-3889ea87155b tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 945 time: 0.0662723 Nov 27 01:07:52.136491 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcc0b574-499e-4447-99c4-11b0df7f27a7 req-f6f828d9-73f1-4414-8654-cc3e4a2d1aef tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/security-groups?id=e30b565d-05cd-4013-b216-fa70dff2d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563514 Nov 27 01:07:52.139865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:52.170508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c4e4f1-e24a-4300-924f-2bb6cf7c22a6 req-aa85d18d-bcf0-4730-9643-86459f141985 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] No DVR routers for this DVR port 450c8a1f-c7d3-4297-872e-86d12cbc8c78 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:52.177915 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-67c4e4f1-e24a-4300-924f-2bb6cf7c22a6 req-aa85d18d-bcf0-4730-9643-86459f141985 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:52.181193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-67c4e4f1-e24a-4300-924f-2bb6cf7c22a6 req-aa85d18d-bcf0-4730-9643-86459f141985 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.31 "DELETE /v2.0/ports/450c8a1f-c7d3-4297-872e-86d12cbc8c78 HTTP/1.1" status: 204 len: 173 time: 2.0600803 Nov 27 01:07:52.192391 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-5fcc957e-2ab4-4ed2-824b-db068ac661c8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:52.276172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:52.305568 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:52.306302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f12c3ee6-4d10-4429-a35e-c3fbe911ffe5 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:52.306997 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8462ea3d-adb2-45b2-bee5-7569bb1e3483 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:52.332642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-5fcc957e-2ab4-4ed2-824b-db068ac661c8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Network a26a371d-6d95-400e-8f8a-d7637bed9b2f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:52.333564 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2d164507-b575-42b2-9046-1479492c96d0 req-edcb3d3f-7988-42e5-8ff7-651890e31504 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:52.342766 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-5fcc957e-2ab4-4ed2-824b-db068ac661c8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:52.345801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 8462ea3d-adb2-45b2-bee5-7569bb1e3483 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:52.346227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 8462ea3d-adb2-45b2-bee5-7569bb1e3483 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:52.349851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-5fcc957e-2ab4-4ed2-824b-db068ac661c8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:52.373517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:52.389644 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc957e-2ab4-4ed2-824b-db068ac661c8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Pushing event updated for resources: {'Port': ['ID=e4e17ae2-39eb-4396-9c41-168a2f7d273a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:52.483596 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb3d3f-7988-42e5-8ff7-651890e31504 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event deleted for resources: {'Port': ['ID=c56a7cc8-bda9-451f-b56a-0c99631e5c93,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:52.524791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d164507-b575-42b2-9046-1479492c96d0 req-edcb3d3f-7988-42e5-8ff7-651890e31504 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] No DVR routers for this DVR port c56a7cc8-bda9-451f-b56a-0c99631e5c93 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:52.534244 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2d164507-b575-42b2-9046-1479492c96d0 req-edcb3d3f-7988-42e5-8ff7-651890e31504 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:52.537838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d164507-b575-42b2-9046-1479492c96d0 req-edcb3d3f-7988-42e5-8ff7-651890e31504 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "DELETE /v2.0/ports/c56a7cc8-bda9-451f-b56a-0c99631e5c93 HTTP/1.1" status: 204 len: 173 time: 1.6315887 Nov 27 01:07:52.540454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a940bee-3b80-4aec-b1a6-45c192b3c662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '450c8a1f-c7d3-4297-872e-86d12cbc8c78'}, {'server_uuid': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef835b56-88e3-4124-a635-1a72a9b7decc'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:52.543814 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029dc491-e780-4652-8cde-a0c41c8c330a" -d '{"events": [{"server_uuid": "4a940bee-3b80-4aec-b1a6-45c192b3c662", "name": "network-vif-unplugged", "status": "completed", "tag": "450c8a1f-c7d3-4297-872e-86d12cbc8c78"}, {"server_uuid": "fd1c6bf7-654f-46f1-bc2b-595c63fc11bf", "name": "network-vif-unplugged", "status": "completed", "tag": "ef835b56-88e3-4124-a635-1a72a9b7decc"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:52.569191 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-5fcc957e-2ab4-4ed2-824b-db068ac661c8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:52.569822 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-5fcc957e-2ab4-4ed2-824b-db068ac661c8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:52.598486 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-5fcc957e-2ab4-4ed2-824b-db068ac661c8 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4748924 Nov 27 01:07:52.608328 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d7864c-0a62-405c-bfd4-8f587217df0f x-openstack-request-id: req-c8d7864c-0a62-405c-bfd4-8f587217df0f {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:52.608328 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a940bee-3b80-4aec-b1a6-45c192b3c662", "name": "network-vif-unplugged", "status": "completed", "tag": "450c8a1f-c7d3-4297-872e-86d12cbc8c78", "code": 200}, {"server_uuid": "fd1c6bf7-654f-46f1-bc2b-595c63fc11bf", "name": "network-vif-unplugged", "status": "completed", "tag": "ef835b56-88e3-4124-a635-1a72a9b7decc", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:52.608328 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8d7864c-0a62-405c-bfd4-8f587217df0f {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:52.609450 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a940bee-3b80-4aec-b1a6-45c192b3c662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '450c8a1f-c7d3-4297-872e-86d12cbc8c78', 'code': 200} Nov 27 01:07:52.609816 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef835b56-88e3-4124-a635-1a72a9b7decc', 'code': 200} Nov 27 01:07:52.620760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a9a32-f4ed-42bf-9034-8b4982137766 req-f6412770-ae10-4038-970b-90aed3802619 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:52.622203 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-948a9a32-f4ed-42bf-9034-8b4982137766 req-f6412770-ae10-4038-970b-90aed3802619 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.1568899 Nov 27 01:07:52.635531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:52.705242 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:52.727076 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-948a9a32-f4ed-42bf-9034-8b4982137766 req-84b4d6ea-7905-4f84-ac70-61cf5c66ce9c tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938051 Nov 27 01:07:52.736476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-159a633c-b6d2-404f-92a7-19c2fa11e23d req-d5d2d513-c8f2-42f3-b6a1-c40a4b4180d2 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=531cee06-2cb0-47ce-becf-cf7bb6efbd0b HTTP/1.1" status: 200 len: 210 time: 0.0301836 Nov 27 01:07:52.777093 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:52.783796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Request body: {'port': {'device_id': '5273ace7-d1b8-4a62-ab2b-b11b36cab764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:52.820728 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Transition to ACTIVE for port object b57d0c0b-8b9c-453f-8ddb-94fb535d53dc will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:52.855906 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:52.896995 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c', 'name': 'network-vif-deleted', 'tag': 'f12c3ee6-4d10-4429-a35e-c3fbe911ffe5'}, {'server_uuid': '4a940bee-3b80-4aec-b1a6-45c192b3c662', 'name': 'network-vif-deleted', 'tag': '450c8a1f-c7d3-4297-872e-86d12cbc8c78'}, {'server_uuid': '531cee06-2cb0-47ce-becf-cf7bb6efbd0b', 'name': 'network-vif-deleted', 'tag': 'c56a7cc8-bda9-451f-b56a-0c99631e5c93'}, {'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:52.899257 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2183ae-1fcd-4d58-bf52-b0e2f90b7245" -d '{"events": [{"server_uuid": "c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c", "name": "network-vif-deleted", "tag": "f12c3ee6-4d10-4429-a35e-c3fbe911ffe5"}, {"server_uuid": "4a940bee-3b80-4aec-b1a6-45c192b3c662", "name": "network-vif-deleted", "tag": "450c8a1f-c7d3-4297-872e-86d12cbc8c78"}, {"server_uuid": "531cee06-2cb0-47ce-becf-cf7bb6efbd0b", "name": "network-vif-deleted", "tag": "c56a7cc8-bda9-451f-b56a-0c99631e5c93"}, {"server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "name": "network-vif-unplugged", "status": "completed", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:52.928868 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:52.966760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Pushing event updated for resources: {'Port': ['ID=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,revision_number=10']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:52.989147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] No DVR routers for this DVR port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:53.020807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa08a6-6032-43cd-873c-c4953263fa8c req-33da2360-dc5f-4a3a-b8d6-5da28d371cd0 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:53.029994 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53aa08a6-6032-43cd-873c-c4953263fa8c req-33da2360-dc5f-4a3a-b8d6-5da28d371cd0 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 931 time: 0.2031946 Nov 27 01:07:53.054472 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66978498-1ad1-4062-bb64-3a4446e0920e x-openstack-request-id: req-66978498-1ad1-4062-bb64-3a4446e0920e {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:53.055316 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c", "name": "network-vif-deleted", "tag": "f12c3ee6-4d10-4429-a35e-c3fbe911ffe5", "status": "completed", "code": 200}, {"server_uuid": "4a940bee-3b80-4aec-b1a6-45c192b3c662", "name": "network-vif-deleted", "tag": "450c8a1f-c7d3-4297-872e-86d12cbc8c78", "status": "completed", "code": 200}, {"server_uuid": "531cee06-2cb0-47ce-becf-cf7bb6efbd0b", "name": "network-vif-deleted", "tag": "c56a7cc8-bda9-451f-b56a-0c99631e5c93", "status": "completed", "code": 200}, {"server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "name": "network-vif-unplugged", "status": "completed", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:53.055847 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66978498-1ad1-4062-bb64-3a4446e0920e {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:53.056562 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1842db3-c8ec-4d52-9f49-b7aeb2f31d6c', 'name': 'network-vif-deleted', 'tag': 'f12c3ee6-4d10-4429-a35e-c3fbe911ffe5', 'status': 'completed', 'code': 200} Nov 27 01:07:53.056982 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a940bee-3b80-4aec-b1a6-45c192b3c662', 'name': 'network-vif-deleted', 'tag': '450c8a1f-c7d3-4297-872e-86d12cbc8c78', 'status': 'completed', 'code': 200} Nov 27 01:07:53.057906 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531cee06-2cb0-47ce-becf-cf7bb6efbd0b', 'name': 'network-vif-deleted', 'tag': 'c56a7cc8-bda9-451f-b56a-0c99631e5c93', 'status': 'completed', 'code': 200} Nov 27 01:07:53.058304 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'code': 200} Nov 27 01:07:53.285834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Attempting to bind port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:53.286435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Attempting to bind port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:53.287023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Attempting to bind port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:53.308063 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53aa08a6-6032-43cd-873c-c4953263fa8c req-49c531ae-fa44-4b9c-965a-6d9ed766f02d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762866 Nov 27 01:07:53.312880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:53.313551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Attempting to bind port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:53.321004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:53.321642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:53.322199 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:53.322879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Bound port: b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:53.323408 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.381685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337540af-d810-42d6-95fd-b5b107876729 req-e4fba9ff-6667-4f86-9308-eca3de0a7cd9 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:53.389427 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-337540af-d810-42d6-95fd-b5b107876729 req-e4fba9ff-6667-4f86-9308-eca3de0a7cd9 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 945 time: 0.0639887 Nov 27 01:07:53.437709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:53.438308 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-337540af-d810-42d6-95fd-b5b107876729 req-fdc07ff5-aad6-4bfe-a4e8-2ba37e28beb7 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/security-groups?id=e30b565d-05cd-4013-b216-fa70dff2d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475528 Nov 27 01:07:53.458625 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:53.465524 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.533692 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:53.534315 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.535696 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] 10.222.0.21 "PUT /v2.0/ports/b57d0c0b-8b9c-453f-8ddb-94fb535d53dc HTTP/1.1" status: 200 len: 1098 time: 1.5965400 Nov 27 01:07:53.543877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e17ae2-39eb-4396-9c41-168a2f7d273a {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:53.558502 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.566246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ae4df-8e2d-4883-901f-7d91b242fb4d service neutron] Pushing event updated for resources: {'Port': ['ID=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,revision_number=11']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:53.576720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Transition to ACTIVE for port object e4e17ae2-39eb-4396-9c41-168a2f7d273a will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:53.583827 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.686238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e17ae2-39eb-4396-9c41-168a2f7d273a,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:53.728189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537629b1-6357-4fca-9c69-f309fb354dac req-9156376e-85c5-4054-931a-5063e706a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:53.730964 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-9156376e-85c5-4054-931a-5063e706a142 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 1101 time: 0.1165383 Nov 27 01:07:53.900108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Attempting to bind port e4e17ae2-39eb-4396-9c41-168a2f7d273a on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:53.900378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Attempting to bind port e4e17ae2-39eb-4396-9c41-168a2f7d273a by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:53.900707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Attempting to bind port e4e17ae2-39eb-4396-9c41-168a2f7d273a on network a26a371d-6d95-400e-8f8a-d7637bed9b2f {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:53.946695 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Port e4e17ae2-39eb-4396-9c41-168a2f7d273a on network a26a371d-6d95-400e-8f8a-d7637bed9b2f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:53.947067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Attempting to bind port e4e17ae2-39eb-4396-9c41-168a2f7d273a on network a26a371d-6d95-400e-8f8a-d7637bed9b2f {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:53.965207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537629b1-6357-4fca-9c69-f309fb354dac req-725681c2-40c5-435c-baed-4a10a73e30fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:53.966797 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-725681c2-40c5-435c-baed-4a10a73e30fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2134709 Nov 27 01:07:53.969066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:53.969412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Checking segment: {'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:53.969822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Bound using segment: {'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:53.970234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Bound port: e4e17ae2-39eb-4396-9c41-168a2f7d273a, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420286ab-cd0e-4fa9-841a-c5e336c140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:53.970592 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.980266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01581dc-880f-468d-9576-39896cf1a2bf req-c09d4dc8-9dd5-463b-9f38-90acff907268 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:53.981736 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f01581dc-880f-468d-9576-39896cf1a2bf req-c09d4dc8-9dd5-463b-9f38-90acff907268 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 949 time: 0.1289442 Nov 27 01:07:54.068378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 8abef2b5-d77d-4403-a814-02d25f8cdeb6 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:54.095962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 450c8a1f-c7d3-4297-872e-86d12cbc8c78 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:54.119123 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 450c8a1f-c7d3-4297-872e-86d12cbc8c78 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:54.119798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 450c8a1f-c7d3-4297-872e-86d12cbc8c78 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:54.120417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b57d0c0b-8b9c-453f-8ddb-94fb535d53dc no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:54.145762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e29c3-7b1d-497c-a653-4bb85c0caacf req-f7e9340e-2bb5-4100-8f34-a9d7a2d3e04a tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:54.159091 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4d9e29c3-7b1d-497c-a653-4bb85c0caacf req-f7e9340e-2bb5-4100-8f34-a9d7a2d3e04a tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 950 time: 0.0762057 Nov 27 01:07:54.235798 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4d9e29c3-7b1d-497c-a653-4bb85c0caacf req-90c357f2-0205-4c63-a015-ff5aee7b5a40 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755384 Nov 27 01:07:54.337285 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-c6f0632e-2942-4d81-8267-a7501562928b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc HTTP/1.1" status: 200 len: 217 time: 0.3515081 Nov 27 01:07:54.347678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f2b83-ff80-4354-9615-f6130bb0e288 req-3b745bd6-20fc-4b3a-a744-55ac0456fb18 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:54.349176 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e4f2b83-ff80-4354-9615-f6130bb0e288 req-3b745bd6-20fc-4b3a-a744-55ac0456fb18 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.21 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 945 time: 0.4454782 Nov 27 01:07:54.435941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 8abef2b5-d77d-4403-a814-02d25f8cdeb6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=8abef2b5-d77d-4403-a814-02d25f8cdeb6,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:54.452486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c56a7cc8-bda9-451f-b56a-0c99631e5c93 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:54.456941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '8abef2b5-d77d-4403-a814-02d25f8cdeb6', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '8abef2b5-d77d-4403-a814-02d25f8cdeb6', 'mac_address': 'fa:16:3e:29:d6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:54.484494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b57d0c0b-8b9c-453f-8ddb-94fb535d53dc not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:54.486277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: c56a7cc8-bda9-451f-b56a-0c99631e5c93 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:54.486798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c56a7cc8-bda9-451f-b56a-0c99631e5c93 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:54.487363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device afe252a3-97d1-47dd-b90a-371a22eba471 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:54.532677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d3cd6-1a58-4465-958e-ad2f61c82315 req-a925e25c-35e7-40e9-b145-2a6b28593adb tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:54.534209 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f01581dc-880f-468d-9576-39896cf1a2bf req-08209a1e-29ce-4436-9667-32f0938e022f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369735 Nov 27 01:07:54.539075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537629b1-6357-4fca-9c69-f309fb354dac req-e287ce65-feea-40b8-b202-c471495a6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:54.540588 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-e287ce65-feea-40b8-b202-c471495a6a14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1904929 Nov 27 01:07:54.544492 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bd9d3cd6-1a58-4465-958e-ad2f61c82315 req-a925e25c-35e7-40e9-b145-2a6b28593adb tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 943 time: 0.0794842 Nov 27 01:07:54.546612 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] For port e4e17ae2-39eb-4396-9c41-168a2f7d273a, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:54.551197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] For port e4e17ae2-39eb-4396-9c41-168a2f7d273a, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e4e17ae2-39eb-4396-9c41-168a2f7d273a,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:54.595073 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.618001 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.618308 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bd9d3cd6-1a58-4465-958e-ad2f61c82315 req-40d97bd3-2911-46f8-868a-7c93258cc326 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722234 Nov 27 01:07:54.645405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8abef2b5-d77d-4403-a814-02d25f8cdeb6 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:54.673474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 8abef2b5-d77d-4403-a814-02d25f8cdeb6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=8abef2b5-d77d-4403-a814-02d25f8cdeb6,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:54.674245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:54.675164 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.676806 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] 10.222.0.31 "PUT /v2.0/ports/e4e17ae2-39eb-4396-9c41-168a2f7d273a HTTP/1.1" status: 200 len: 1092 time: 1.9909520 Nov 27 01:07:54.691554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-9e4f2b83-ff80-4354-9615-f6130bb0e288 req-ccc3f0c8-0e73-41a1-a730-51385af64652 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Deleting port afe252a3-97d1-47dd-b90a-371a22eba471 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:54.692178 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e4f2b83-ff80-4354-9615-f6130bb0e288 req-ccc3f0c8-0e73-41a1-a730-51385af64652 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.694046 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.742106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537629b1-6357-4fca-9c69-f309fb354dac req-cc17029f-557a-4a52-a552-c309b785d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:54.742385 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-cc17029f-557a-4a52-a552-c309b785d280 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1873417 Nov 27 01:07:54.744998 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.783262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=8abef2b5-d77d-4403-a814-02d25f8cdeb6,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:54.785793 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56f6ae4-36f4-4291-8622-ecfa53bfad60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe252a3-97d1-47dd-b90a-371a22eba471'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:54.788156 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7b507a-c68b-4efe-8914-ec81f6cf3a64" -d '{"events": [{"server_uuid": "c56f6ae4-36f4-4291-8622-ecfa53bfad60", "name": "network-vif-unplugged", "status": "completed", "tag": "afe252a3-97d1-47dd-b90a-371a22eba471"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:54.810274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port afe252a3-97d1-47dd-b90a-371a22eba471, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=afe252a3-97d1-47dd-b90a-371a22eba471,segment=NetworkSegment(c75f2f22-e7a9-4fa2-888c-0e5454d5b070),segment_id=c75f2f22-e7a9-4fa2-888c-0e5454d5b070)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:54.816868 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.856270 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fa6ec5-553d-490f-a67f-d8e9d538eb92 x-openstack-request-id: req-b4fa6ec5-553d-490f-a67f-d8e9d538eb92 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:54.856521 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56f6ae4-36f4-4291-8622-ecfa53bfad60", "name": "network-vif-unplugged", "status": "completed", "tag": "afe252a3-97d1-47dd-b90a-371a22eba471", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:54.856730 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4fa6ec5-553d-490f-a67f-d8e9d538eb92 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:54.857125 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56f6ae4-36f4-4291-8622-ecfa53bfad60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe252a3-97d1-47dd-b90a-371a22eba471', 'code': 200} Nov 27 01:07:54.862382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27588fb1-a261-4dcb-8b69-bfb0eb216379 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e17ae2-39eb-4396-9c41-168a2f7d273a,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:54.880277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['8abef2b5-d77d-4403-a814-02d25f8cdeb6'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:54.905077 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=afe252a3-97d1-47dd-b90a-371a22eba471,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:54.918264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1928d21-be05-4884-b751-68788f4a3869 req-84e85f69-9fe2-4529-a8f1-af4ea4d2bbbe tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:54.924737 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1928d21-be05-4884-b751-68788f4a3869 req-84e85f69-9fe2-4529-a8f1-af4ea4d2bbbe tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 945 time: 0.2753584 Nov 27 01:07:54.981017 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-c16073aa-dbb0-4f47-8c61-c59f707d9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:54.982526 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-c16073aa-dbb0-4f47-8c61-c59f707d9625 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1370302524d4dcc8bebe45479d6cff3&device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 1095 time: 0.2079496 Nov 27 01:07:55.023972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9e4f2b83-ff80-4354-9615-f6130bb0e288 req-ccc3f0c8-0e73-41a1-a730-51385af64652 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] For port afe252a3-97d1-47dd-b90a-371a22eba471, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=afe252a3-97d1-47dd-b90a-371a22eba471,segment=NetworkSegment(c75f2f22-e7a9-4fa2-888c-0e5454d5b070),segment_id=c75f2f22-e7a9-4fa2-888c-0e5454d5b070)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:55.024371 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e4f2b83-ff80-4354-9615-f6130bb0e288 req-ccc3f0c8-0e73-41a1-a730-51385af64652 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:55.067007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc'}, {'name': 'network-changed', 'server_uuid': '5273ace7-d1b8-4a62-ab2b-b11b36cab764', 'tag': 'e4e17ae2-39eb-4396-9c41-168a2f7d273a'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:55.069215 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399d35a9-8be3-4a38-a798-c1b3e584caff" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc"}, {"name": "network-changed", "server_uuid": "5273ace7-d1b8-4a62-ab2b-b11b36cab764", "tag": "e4e17ae2-39eb-4396-9c41-168a2f7d273a"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:55.090098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-591d6397-cc40-4c79-9d28-1a4cde130403 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4e17ae2-39eb-4396-9c41-168a2f7d273a HTTP/1.1" status: 200 len: 217 time: 0.0810697 Nov 27 01:07:55.090958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-9e4f2b83-ff80-4354-9615-f6130bb0e288 req-ccc3f0c8-0e73-41a1-a730-51385af64652 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Calling delete_port for afe252a3-97d1-47dd-b90a-371a22eba471 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:55.101461 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1928d21-be05-4884-b751-68788f4a3869 req-df184d09-aba9-46c6-8d87-2edfaac1c813 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/security-groups?id=e30b565d-05cd-4013-b216-fa70dff2d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757805 Nov 27 01:07:55.103313 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-11aec5bb-5f35-4514-909e-3ffe54382bba service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227987 Nov 27 01:07:55.147322 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce77357-5832-4647-b337-35b362373d02 x-openstack-request-id: req-7ce77357-5832-4647-b337-35b362373d02 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:55.148010 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5273ace7-d1b8-4a62-ab2b-b11b36cab764", "tag": "e4e17ae2-39eb-4396-9c41-168a2f7d273a", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:55.148283 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ce77357-5832-4647-b337-35b362373d02 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:55.148975 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'status': 'completed', 'code': 200} Nov 27 01:07:55.149232 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5273ace7-d1b8-4a62-ab2b-b11b36cab764', 'tag': 'e4e17ae2-39eb-4396-9c41-168a2f7d273a', 'status': 'completed', 'code': 200} Nov 27 01:07:55.283235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-7e2651bc-d075-47f0-832e-5bc4bc60a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:55.284726 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-7e2651bc-d075-47f0-832e-5bc4bc60a854 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29003f06-f306-4683-932b-e39e08c7fc5d HTTP/1.1" status: 200 len: 845 time: 0.1800277 Nov 27 01:07:55.357221 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-a13b7d9c-071b-497c-bc60-af7dfeda51ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a26a371d-6d95-400e-8f8a-d7637bed9b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549552 Nov 27 01:07:55.387676 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537629b1-6357-4fca-9c69-f309fb354dac req-26881180-9680-45e5-bf78-8b6599e6211e service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723489 Nov 27 01:07:55.397639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-d78b2a79-d327-4913-aaa3-5c2b74cdd6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:55.399057 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-d78b2a79-d327-4913-aaa3-5c2b74cdd6c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 1101 time: 0.1751523 Nov 27 01:07:55.557722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b879bc-ce05-4652-850f-41c49aa9d2bf req-40305fac-ddf7-4162-8839-5941a69470f5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:55.559147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-03b879bc-ce05-4652-850f-41c49aa9d2bf req-40305fac-ddf7-4162-8839-5941a69470f5 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 950 time: 0.2545049 Nov 27 01:07:55.631681 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e4f2b83-ff80-4354-9615-f6130bb0e288 req-ccc3f0c8-0e73-41a1-a730-51385af64652 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:55.677112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b6156-5637-4886-8246-b278fac444a6 req-4dbbd2a7-859f-4bb2-9041-3db5a3bdcff2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:55.678948 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e44b6156-5637-4886-8246-b278fac444a6 req-4dbbd2a7-859f-4bb2-9041-3db5a3bdcff2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 949 time: 0.0577111 Nov 27 01:07:55.711291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3f0c8-0e73-41a1-a730-51385af64652 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Pushing event deleted for resources: {'Port': ['ID=afe252a3-97d1-47dd-b90a-371a22eba471,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:55.722828 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-dbc92df5-4de0-47be-b701-24b962d0b358 service neutron] 10.222.0.31 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384693 Nov 27 01:07:55.724536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-ee655ec1-57f9-4b16-82e2-a9327c5e77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:55.725870 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-ee655ec1-57f9-4b16-82e2-a9327c5e77f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 1101 time: 0.1898186 Nov 27 01:07:55.744163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-97692bc2-712e-4295-9788-a02ecffc0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:55.745456 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e44b6156-5637-4886-8246-b278fac444a6 req-7ffbf452-0040-4bdc-80e2-b66875751012 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600944 Nov 27 01:07:55.745693 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-97692bc2-712e-4295-9788-a02ecffc0088 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.3236065 Nov 27 01:07:55.768482 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-03b879bc-ce05-4652-850f-41c49aa9d2bf req-753a038a-b4e2-49af-986e-b10ded7e3eb0 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829205 Nov 27 01:07:55.799329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4f2b83-ff80-4354-9615-f6130bb0e288 req-ccc3f0c8-0e73-41a1-a730-51385af64652 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] No DVR routers for this DVR port afe252a3-97d1-47dd-b90a-371a22eba471 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:55.805051 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e4f2b83-ff80-4354-9615-f6130bb0e288 req-ccc3f0c8-0e73-41a1-a730-51385af64652 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:55.808405 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e4f2b83-ff80-4354-9615-f6130bb0e288 req-ccc3f0c8-0e73-41a1-a730-51385af64652 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.21 "DELETE /v2.0/ports/afe252a3-97d1-47dd-b90a-371a22eba471 HTTP/1.1" status: 204 len: 173 time: 1.4507031 Nov 27 01:07:55.883705 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-cb2e9338-6ba9-45da-8361-2ad197485886 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc HTTP/1.1" status: 200 len: 217 time: 0.1241152 Nov 27 01:07:55.951003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628893c2-3415-49ef-9e49-9d6f287b513d req-1fc456af-5353-48ab-b918-7d059f2fa917 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:55.958327 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-628893c2-3415-49ef-9e49-9d6f287b513d req-1fc456af-5353-48ab-b918-7d059f2fa917 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 943 time: 0.0740991 Nov 27 01:07:55.993788 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-3024bb8f-3d0d-4869-bd10-3357f451cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:55.995750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-3024bb8f-3d0d-4869-bd10-3357f451cf48 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0849671 Nov 27 01:07:56.006910 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-628893c2-3415-49ef-9e49-9d6f287b513d req-85e430c9-9691-4b60-b433-1a105a003534 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476217 Nov 27 01:07:56.053428 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64240feb-e914-42af-90e2-e9ed8efb34a0 req-4b630a26-1acf-49dc-a375-45f0eccb0cae service neutron] 10.222.0.31 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059139 Nov 27 01:07:56.070529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 8abef2b5-d77d-4403-a814-02d25f8cdeb6 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:56.075029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-ce54f0f0-884c-406d-9782-8fc5c40daa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.076488 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-ce54f0f0-884c-406d-9782-8fc5c40daa4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.3194578 Nov 27 01:07:56.135032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-57719178-d549-43fd-b846-c8beb90afbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.136421 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-57719178-d549-43fd-b846-c8beb90afbcf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1280212 Nov 27 01:07:56.138863 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-b63b2a1f-3f2d-44ac-9db3-d8e23f586de6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc HTTP/1.1" status: 200 len: 217 time: 0.0470204 Nov 27 01:07:56.149610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264cd2b-d8ec-4b26-99d9-db0ab01d8fac req-1ef682a9-eda0-4199-8a29-86374cf32f3e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.151604 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a264cd2b-d8ec-4b26-99d9-db0ab01d8fac req-1ef682a9-eda0-4199-8a29-86374cf32f3e tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 950 time: 0.1260684 Nov 27 01:07:56.158013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 8abef2b5-d77d-4403-a814-02d25f8cdeb6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:56.158434 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:56.250739 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:56.294675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 8abef2b5-d77d-4403-a814-02d25f8cdeb6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=8abef2b5-d77d-4403-a814-02d25f8cdeb6,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:56.300023 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:56.301803 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7069eaa-03df-49b2-8499-1800b3690175 req-3b239972-64e4-4144-817e-2501100e62f3 tempest-ServerGroupTestJSON-1585509944 tempest-ServerGroupTestJSON-1585509944-project] 10.222.0.15 "GET /v2.0/ports?device_id=c56f6ae4-36f4-4291-8622-ecfa53bfad60 HTTP/1.1" status: 200 len: 210 time: 0.0763869 Nov 27 01:07:56.329337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-334006ab-1401-4577-8890-89188c54dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.331259 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-334006ab-1401-4577-8890-89188c54dc37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1787922 Nov 27 01:07:56.363797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=8abef2b5-d77d-4403-a814-02d25f8cdeb6,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:56.407878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-b20505f9-fb63-4c22-be23-688c667a7dad service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269666 Nov 27 01:07:56.702413 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-63fb0646-c9ae-4ac3-9a05-21c9bf78b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.703866 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-63fb0646-c9ae-4ac3-9a05-21c9bf78b83b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3641272 Nov 27 01:07:56.716166 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-a264cd2b-d8ec-4b26-99d9-db0ab01d8fac req-767c1c50-1bd4-46c1-b243-16e55d568909 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Deleting port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:56.716523 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a264cd2b-d8ec-4b26-99d9-db0ab01d8fac req-767c1c50-1bd4-46c1-b243-16e55d568909 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:56.858191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841ab1de-d70d-4494-9667-bc6d6d6ad6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abef2b5-d77d-4403-a814-02d25f8cdeb6'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:56.861957 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5570a05-a2bf-4654-b7a4-c1839f2e5a3b" -d '{"events": [{"server_uuid": "841ab1de-d70d-4494-9667-bc6d6d6ad6e7", "name": "network-vif-plugged", "status": "completed", "tag": "8abef2b5-d77d-4403-a814-02d25f8cdeb6"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:56.890374 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51086e2-92be-44cf-ba68-14798bebe1e7 req-b62d5ab8-d1ab-4963-8b1f-268ca3575159 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.896955 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b51086e2-92be-44cf-ba68-14798bebe1e7 req-b62d5ab8-d1ab-4963-8b1f-268ca3575159 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 949 time: 0.0611751 Nov 27 01:07:56.960833 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b51086e2-92be-44cf-ba68-14798bebe1e7 req-3bc5a2db-8a72-4980-9861-fe62636975c4 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608776 Nov 27 01:07:56.964717 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-72143574-679b-447f-aeaf-fa1dc52f8d93 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470850 Nov 27 01:07:56.966283 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-a264cd2b-d8ec-4b26-99d9-db0ab01d8fac req-767c1c50-1bd4-46c1-b243-16e55d568909 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] For port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e2842a15-53b2-4473-8cd0-ad8d3ab83ce9,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:56.966646 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a264cd2b-d8ec-4b26-99d9-db0ab01d8fac req-767c1c50-1bd4-46c1-b243-16e55d568909 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:56.982513 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-33107f78-cf33-4090-805c-9ce558a8284e service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684355 Nov 27 01:07:56.986922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-a264cd2b-d8ec-4b26-99d9-db0ab01d8fac req-767c1c50-1bd4-46c1-b243-16e55d568909 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Calling delete_port for e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:57.008977 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1199f844-b59a-40aa-807e-4c8bd505d70c x-openstack-request-id: req-1199f844-b59a-40aa-807e-4c8bd505d70c {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:57.009385 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841ab1de-d70d-4494-9667-bc6d6d6ad6e7", "name": "network-vif-plugged", "status": "completed", "tag": "8abef2b5-d77d-4403-a814-02d25f8cdeb6", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:57.009743 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1199f844-b59a-40aa-807e-4c8bd505d70c {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:57.010285 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841ab1de-d70d-4494-9667-bc6d6d6ad6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abef2b5-d77d-4403-a814-02d25f8cdeb6', 'code': 200} Nov 27 01:07:57.023573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0497c-7821-4b4b-9760-530317efa400 req-5bed4e6a-c66b-4358-ae19-7843baee05cc tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:57.025090 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-38e0497c-7821-4b4b-9760-530317efa400 req-5bed4e6a-c66b-4358-ae19-7843baee05cc tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 950 time: 0.1587315 Nov 27 01:07:57.150611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56f6ae4-36f4-4291-8622-ecfa53bfad60', 'name': 'network-vif-deleted', 'tag': 'afe252a3-97d1-47dd-b90a-371a22eba471'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:57.153682 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37842fe5-bfeb-43ed-9f2a-bdd9a4cf1631" -d '{"events": [{"server_uuid": "c56f6ae4-36f4-4291-8622-ecfa53bfad60", "name": "network-vif-deleted", "tag": "afe252a3-97d1-47dd-b90a-371a22eba471"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:57.215549 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-38e0497c-7821-4b4b-9760-530317efa400 req-797777ab-fec4-4d4d-a9ca-8160c3ede2fb tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9d50804-c401-449b-b62e-3e0bef8e5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607234 Nov 27 01:07:57.220467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5b677-8a8d-44ad-ab79-b696addd38ae req-7c456699-fd65-4659-948e-ae734f5478bf tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:57.223053 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cf5b677-8a8d-44ad-ab79-b696addd38ae req-7c456699-fd65-4659-948e-ae734f5478bf tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 943 time: 0.0540211 Nov 27 01:07:57.227529 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-508dc936-a030-4dae-b33d-d0a0f31da9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:57.229575 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-508dc936-a030-4dae-b33d-d0a0f31da9c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1370302524d4dcc8bebe45479d6cff3&device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 1095 time: 0.1383126 Nov 27 01:07:57.232073 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-ff122e03-ed17-477e-a57c-3d3e709b3d51 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403445 Nov 27 01:07:57.301348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 41746) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:57.313003 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cf5b677-8a8d-44ad-ab79-b696addd38ae req-6fa6fe0a-dba8-41a2-a15f-f167abb0406e tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799308 Nov 27 01:07:57.447309 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c22522c-8101-48ad-8845-448be6a0ea6e x-openstack-request-id: req-7c22522c-8101-48ad-8845-448be6a0ea6e {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:57.447648 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56f6ae4-36f4-4291-8622-ecfa53bfad60", "name": "network-vif-deleted", "tag": "afe252a3-97d1-47dd-b90a-371a22eba471", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:57.447898 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c22522c-8101-48ad-8845-448be6a0ea6e {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:57.448310 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56f6ae4-36f4-4291-8622-ecfa53bfad60', 'name': 'network-vif-deleted', 'tag': 'afe252a3-97d1-47dd-b90a-371a22eba471', 'status': 'completed', 'code': 200} Nov 27 01:07:57.502130 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a264cd2b-d8ec-4b26-99d9-db0ab01d8fac req-767c1c50-1bd4-46c1-b243-16e55d568909 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:57.535237 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-16fc004d-1e1a-4c65-89ca-990b467cf776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:57.536771 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-16fc004d-1e1a-4c65-89ca-990b467cf776 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a26a371d-6d95-400e-8f8a-d7637bed9b2f HTTP/1.1" status: 200 len: 906 time: 0.2965784 Nov 27 01:07:57.540928 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c1c50-1bd4-46c1-b243-16e55d568909 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Pushing event deleted for resources: {'Port': ['ID=e2842a15-53b2-4473-8cd0-ad8d3ab83ce9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:57.543432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2842a15-53b2-4473-8cd0-ad8d3ab83ce9'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:57.643753 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-fa55d45e-cd21-436e-88fb-4b86323698e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4e17ae2-39eb-4396-9c41-168a2f7d273a HTTP/1.1" status: 200 len: 217 time: 0.0663364 Nov 27 01:07:57.665680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a264cd2b-d8ec-4b26-99d9-db0ab01d8fac req-767c1c50-1bd4-46c1-b243-16e55d568909 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] No DVR routers for this DVR port e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:57.710455 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a264cd2b-d8ec-4b26-99d9-db0ab01d8fac req-767c1c50-1bd4-46c1-b243-16e55d568909 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:57.714484 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a264cd2b-d8ec-4b26-99d9-db0ab01d8fac req-767c1c50-1bd4-46c1-b243-16e55d568909 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.21 "DELETE /v2.0/ports/e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 HTTP/1.1" status: 204 len: 173 time: 1.5525997 Nov 27 01:07:57.749550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41782) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:57.766905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-34fc6741-0d61-43f6-9eff-e867d3cf371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:57.768386 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-34fc6741-0d61-43f6-9eff-e867d3cf371a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29003f06-f306-4683-932b-e39e08c7fc5d HTTP/1.1" status: 200 len: 845 time: 0.1038494 Nov 27 01:07:57.823224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Deleting subnet d119a402-5476-46dd-96b4-5608d40b44be {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:07:57.839842 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:57.884643 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:57.951577 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:57.954878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-63821459-a9b3-48a9-89a2-82a228794dc8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a26a371d-6d95-400e-8f8a-d7637bed9b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619156 Nov 27 01:07:58.023477 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.059201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d119a402-5476-46dd-96b4-5608d40b44be,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:58.063817 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.067515 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d119a402-5476-46dd-96b4-5608d40b44be HTTP/1.1" status: 204 len: 168 time: 0.3163629 Nov 27 01:07:58.073644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41792) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:58.081766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:58.082176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:58.082524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:58.083063 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:58.083576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:58.084209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:58.084729 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:58.085218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:58.085709 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:58.086262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:58.087048 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:58.107226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df152231-d534-4174-9228-f5d1a7be9ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:58.110808 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-5f40ce69-1e4a-411c-839a-375e4c6a9627 service neutron] 10.222.0.31 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431870 Nov 27 01:07:58.119404 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.284488 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b57d0c0b-8b9c-453f-8ddb-94fb535d53dc details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:58.294659 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20219d7a-36cf-4812-847a-f1bea383904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.326575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc3009-a799-428d-9bb7-482b736cc200 req-07f24667-3b72-4a7d-b35f-01c643cbf671 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:58.330650 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-399d35a9-8be3-4a38-a798-c1b3e584caff req-74aa78cb-6de1-4f2d-9bd4-c011d577aa2f service neutron] 10.222.0.31 "GET /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510897 Nov 27 01:07:58.343182 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4fdc3009-a799-428d-9bb7-482b736cc200 req-07f24667-3b72-4a7d-b35f-01c643cbf671 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 949 time: 0.2286074 Nov 27 01:07:58.437768 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f0668137-c1ee-4fe8-8def-06dcf2ff4eca req-6567e538-dd80-4f86-88f8-ad3c39ad1733 tempest-ServersOnMultiNodesTest-3201908 tempest-ServersOnMultiNodesTest-3201908-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d3fe14b-4981-4900-822b-dd983954076d HTTP/1.1" status: 200 len: 210 time: 0.0619690 Nov 27 01:07:58.496959 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f4a657f-ce64-4ddd-b20d-7752867fbd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.511218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:58.551349 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'mac_address': 'fa:16:3e:f5:9e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:58.593322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20219d7a-36cf-4812-847a-f1bea383904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.605498 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.617808 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4fdc3009-a799-428d-9bb7-482b736cc200 req-35e6e165-0e30-4a43-92e7-734b729dd9d8 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682502 Nov 27 01:07:58.627590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57d0c0b-8b9c-453f-8ddb-94fb535d53dc {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:58.656136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-20219d7a-36cf-4812-847a-f1bea383904b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c53eded-cacf-41d6-9768-2586ecdf6df5']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:58.682822 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:58.688832 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.691066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-20219d7a-36cf-4812-847a-f1bea383904b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75f2f22-e7a9-4fa2-888c-0e5454d5b070') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:58.692787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-20219d7a-36cf-4812-847a-f1bea383904b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75f2f22-e7a9-4fa2-888c-0e5454d5b070') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:58.712511 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20219d7a-36cf-4812-847a-f1bea383904b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.722850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27112fb-ae39-4d62-acc2-6df527c89f9e req-cba28a3e-0b04-403a-b622-472edce193e6 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:58.726813 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e27112fb-ae39-4d62-acc2-6df527c89f9e req-cba28a3e-0b04-403a-b622-472edce193e6 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 943 time: 0.1531632 Nov 27 01:07:58.749499 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20219d7a-36cf-4812-847a-f1bea383904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.763202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20219d7a-36cf-4812-847a-f1bea383904b admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:07:58.763968 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20219d7a-36cf-4812-847a-f1bea383904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:07:58.767258 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:07:58.794652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,revision_number=12']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:58.861661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20219d7a-36cf-4812-847a-f1bea383904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.901613 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20219d7a-36cf-4812-847a-f1bea383904b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.908562 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-20219d7a-36cf-4812-847a-f1bea383904b admin admin] 10.222.0.15 "DELETE /v2.0/networks/9c53eded-cacf-41d6-9768-2586ecdf6df5 HTTP/1.1" status: 204 len: 168 time: 0.8333964 Nov 27 01:07:58.940319 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daf5ae-1187-4cdf-bc0d-b503291ace33 req-4580e443-bcdd-47f6-90cd-b011c46840a8 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:58.947682 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28daf5ae-1187-4cdf-bc0d-b503291ace33 req-4580e443-bcdd-47f6-90cd-b011c46840a8 tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 1102 time: 0.0821474 Nov 27 01:07:58.949656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20219d7a-36cf-4812-847a-f1bea383904b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c53eded-cacf-41d6-9768-2586ecdf6df5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:58.991270 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e27112fb-ae39-4d62-acc2-6df527c89f9e req-20151317-890b-4edd-8eff-94cc60009f09 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526481 Nov 27 01:07:59.008153 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28daf5ae-1187-4cdf-bc0d-b503291ace33 req-ddc0f9e9-5bed-4a15-9d19-29dfd53fc7dc tempest-MigrationsAdminTest-817628258 tempest-MigrationsAdminTest-817628258-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595009 Nov 27 01:07:59.085157 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['b57d0c0b-8b9c-453f-8ddb-94fb535d53dc'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:59.126150 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41834) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:59.195649 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a657f-ce64-4ddd-b20d-7752867fbd1a admin admin] Deleting port 2280e345-9200-42c6-a407-04cd089b4939 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:59.196066 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f4a657f-ce64-4ddd-b20d-7752867fbd1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:59.212648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5cb0982b-d5ce-436f-b1ca-a17ec29c1889 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=879caba275bf432aac269f82eb853428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0852287 Nov 27 01:07:59.215697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41838) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:59.330763 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb422f39-4148-41e5-8ff4-c198c45c6611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:59.342711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-3f4a657f-ce64-4ddd-b20d-7752867fbd1a admin admin] For port 2280e345-9200-42c6-a407-04cd089b4939, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2280e345-9200-42c6-a407-04cd089b4939,segment=NetworkSegment(c012909c-1528-4739-b04a-7d19486295df),segment_id=c012909c-1528-4739-b04a-7d19486295df)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:59.343176 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f4a657f-ce64-4ddd-b20d-7752867fbd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:59.373551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a657f-ce64-4ddd-b20d-7752867fbd1a admin admin] Calling delete_port for 2280e345-9200-42c6-a407-04cd089b4939 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:59.412224 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb422f39-4148-41e5-8ff4-c198c45c6611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:59.449670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3fe14b-4981-4900-822b-dd983954076d', 'name': 'network-vif-deleted', 'tag': 'e2842a15-53b2-4473-8cd0-ad8d3ab83ce9'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:59.451968 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5689c49-392a-4034-832e-255b94e6533f" -d '{"events": [{"server_uuid": "2d3fe14b-4981-4900-822b-dd983954076d", "name": "network-vif-deleted", "tag": "e2842a15-53b2-4473-8cd0-ad8d3ab83ce9"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:59.469610 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8af5d-fe90-467d-8b55-3fcada4a96e7 req-16182fac-2d3c-4bf8-bd88-746841cb71f0 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:59.471308 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2ce8af5d-fe90-467d-8b55-3fcada4a96e7 req-16182fac-2d3c-4bf8-bd88-746841cb71f0 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.1095033 Nov 27 01:07:59.516403 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fe6fc0-ce05-47ea-9c11-732af581914c x-openstack-request-id: req-27fe6fc0-ce05-47ea-9c11-732af581914c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:59.516720 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3fe14b-4981-4900-822b-dd983954076d", "name": "network-vif-deleted", "tag": "e2842a15-53b2-4473-8cd0-ad8d3ab83ce9", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:59.517082 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27fe6fc0-ce05-47ea-9c11-732af581914c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:59.517577 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3fe14b-4981-4900-822b-dd983954076d', 'name': 'network-vif-deleted', 'tag': 'e2842a15-53b2-4473-8cd0-ad8d3ab83ce9', 'status': 'completed', 'code': 200} Nov 27 01:07:59.541696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb422f39-4148-41e5-8ff4-c198c45c6611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:59.548723 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb422f39-4148-41e5-8ff4-c198c45c6611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:59.552690 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-eb422f39-4148-41e5-8ff4-c198c45c6611 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e30b565d-05cd-4013-b216-fa70dff2d459 HTTP/1.1" status: 204 len: 168 time: 0.3336482 Nov 27 01:07:59.592472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb422f39-4148-41e5-8ff4-c198c45c6611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30b565d-05cd-4013-b216-fa70dff2d459,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:59.627580 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f4a657f-ce64-4ddd-b20d-7752867fbd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:59.628069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2ce8af5d-fe90-467d-8b55-3fcada4a96e7 req-c9695cba-af2c-438b-a09c-b2a54707abdd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326041 Nov 27 01:07:59.672459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a657f-ce64-4ddd-b20d-7752867fbd1a admin admin] Pushing event deleted for resources: {'Port': ['ID=2280e345-9200-42c6-a407-04cd089b4939,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:59.980018 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f4a657f-ce64-4ddd-b20d-7752867fbd1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.086973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e4e17ae2-39eb-4396-9c41-168a2f7d273a details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:00.230820 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 41870) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:00.239402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e6cb7-8e74-41fd-95a5-f3cd2ee0004d req-e33b7d9b-42ea-41b8-889e-a9061e259560 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:00.253218 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-136e6cb7-8e74-41fd-95a5-f3cd2ee0004d req-e33b7d9b-42ea-41b8-889e-a9061e259560 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 943 time: 0.1370490 Nov 27 01:08:00.314137 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e4e17ae2-39eb-4396-9c41-168a2f7d273a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e4e17ae2-39eb-4396-9c41-168a2f7d273a,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:00.343564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b57d0c0b-8b9c-453f-8ddb-94fb535d53dc up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:00.359384 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-136e6cb7-8e74-41fd-95a5-f3cd2ee0004d req-fe2f0103-ebb2-4fd6-b091-c5f0de551421 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052828 Nov 27 01:08:00.412450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'e4e17ae2-39eb-4396-9c41-168a2f7d273a', 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f', 'port_id': 'e4e17ae2-39eb-4396-9c41-168a2f7d273a', 'mac_address': 'fa:16:3e:8e:42:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29003f06-f306-4683-932b-e39e08c7fc5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:00.488760 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.514779 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.519714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:00.542311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:00.542936 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.547260 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e17ae2-39eb-4396-9c41-168a2f7d273a {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:00.585571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e4e17ae2-39eb-4396-9c41-168a2f7d273a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e4e17ae2-39eb-4396-9c41-168a2f7d273a,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:00.609928 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.633801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4a657f-ce64-4ddd-b20d-7752867fbd1a admin admin] Router fc2480aa-8f4e-4659-8c65-28441d283c33 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:08:00.725033 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e0f57e16-5ffc-4b52-bfe5-e4ba3e69ff55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d98ada493c341839d668e6552fe4ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4909689 Nov 27 01:08:00.727906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 41888) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:00.815947 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e6587-0bdf-40e1-8286-9bcd4e3e27b8 req-ced9f1ea-9bd2-47dc-a059-4a8c2c2671f3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:00.820159 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8e8e6587-0bdf-40e1-8286-9bcd4e3e27b8 req-ced9f1ea-9bd2-47dc-a059-4a8c2c2671f3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 950 time: 0.1000240 Nov 27 01:08:00.886668 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.894375 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=e4e17ae2-39eb-4396-9c41-168a2f7d273a,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:00.930823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:00.934437 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91257995-3b44-4ebc-9446-4a8b6236f91e" -d '{"events": [{"server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "name": "network-vif-plugged", "status": "completed", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:00.952040 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8e8e6587-0bdf-40e1-8286-9bcd4e3e27b8 req-1881c865-abee-456e-b4b8-628ec97414fe tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208858 Nov 27 01:08:00.999305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:01.006860 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.009346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:01.033373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41898) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:01.092747 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50f30e1-811e-41ce-bc97-6b0c6a184da2 x-openstack-request-id: req-b50f30e1-811e-41ce-bc97-6b0c6a184da2 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:01.096223 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "name": "network-vif-plugged", "status": "completed", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:01.096710 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b50f30e1-811e-41ce-bc97-6b0c6a184da2 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:01.097632 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'code': 200} Nov 27 01:08:01.103292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['e4e17ae2-39eb-4396-9c41-168a2f7d273a'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:01.175417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:01.176161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e2842a15-53b2-4473-8cd0-ad8d3ab83ce9 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:01.185600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1541534552-network', 'tenant_id': '890592b6e473486a8e32cb2c55a3f7ef'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:01.215258 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] Made reservation on behalf of 890592b6e473486a8e32cb2c55a3f7ef for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:01.218949 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.229974 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,revision_number=13']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:01.231649 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.242483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:01.243127 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:01.243634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:01.245010 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:01.245515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:01.246182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:01.246751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:01.247244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:01.248733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:01.249359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:01.249975 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:01.250491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:01.383630 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.410499 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.442734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:08:01.473833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.474459 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] Added segment 63dd374f-377b-4b07-86c8-e00e510d60d9 of type vlan for network 1ad407c5-f4c4-4c5c-9404-c28d2ee35994 Nov 27 01:08:01.654874 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.660230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8f077f-75e0-48ca-b2b9-ef6c86aec347,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:01.715986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844f3d8-1925-4cc1-a514-a1d1b0f66b10 req-5c6279d6-9add-400a-a117-f1fb6a8e944a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:01.716674 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9844f3d8-1925-4cc1-a514-a1d1b0f66b10 req-5c6279d6-9add-400a-a117-f1fb6a8e944a tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 951 time: 0.2394338 Nov 27 01:08:01.720449 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6928-d2a4-4b95-9000-a0cc42c03338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.726784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c88d6-1ba3-452b-802a-dd1fff12768c req-46faae2d-ce7d-4303-b134-fe70feb95bc1 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:01.729059 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-862c88d6-1ba3-452b-802a-dd1fff12768c req-46faae2d-ce7d-4303-b134-fe70feb95bc1 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 944 time: 0.1009409 Nov 27 01:08:01.730288 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.731251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:01.731893 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.745844 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6928-d2a4-4b95-9000-a0cc42c03338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.819443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4a657f-ce64-4ddd-b20d-7752867fbd1a admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:08:01.829376 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7945344 Nov 27 01:08:01.835933 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3f4a657f-ce64-4ddd-b20d-7752867fbd1a admin admin] 10.222.0.15 "PUT /v2.0/routers/fc2480aa-8f4e-4659-8c65-28441d283c33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5336840 Nov 27 01:08:01.838866 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76d3b75-636c-46e5-9bf8-3e382a313c9a None None] Sync routers for ids ['fc2480aa-8f4e-4659-8c65-28441d283c33'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:08:01.842564 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41918) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:01.857590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df54502-b74e-42e2-8a51-aa9d867be102 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad407c5-f4c4-4c5c-9404-c28d2ee35994,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:01.869164 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d3b75-636c-46e5-9bf8-3e382a313c9a None None] Routers {'fc2480aa-8f4e-4659-8c65-28441d283c33'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:08:01.869803 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d76d3b75-636c-46e5-9bf8-3e382a313c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:07:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fc2480aa-8f4e-4659-8c65-28441d283c33'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:01.874960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 1ad407c5-f4c4-4c5c-9404-c28d2ee35994 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:08:01.969312 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6928-d2a4-4b95-9000-a0cc42c03338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.972407 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6928-d2a4-4b95-9000-a0cc42c03338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.974221 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8dfa6928-d2a4-4b95-9000-a0cc42c03338 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9d50804-c401-449b-b62e-3e0bef8e5b34 HTTP/1.1" status: 204 len: 168 time: 1.2444477 Nov 27 01:08:01.988914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa6928-d2a4-4b95-9000-a0cc42c03338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d50804-c401-449b-b62e-3e0bef8e5b34,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:02.035359 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-9844f3d8-1925-4cc1-a514-a1d1b0f66b10 req-b329f584-1659-47a2-a601-72a742e75032 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Deleting port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:02.037488 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9844f3d8-1925-4cc1-a514-a1d1b0f66b10 req-b329f584-1659-47a2-a601-72a742e75032 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.087212 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-d76d3b75-636c-46e5-9bf8-3e382a313c9a None None] Set router fc2480aa-8f4e-4659-8c65-28441d283c33 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:08:02.126676 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.289484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0b401-5bf7-4309-8eb9-dc704a316cc4 req-30b5e6ff-13bf-4efd-a403-7a30a25f6a06 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:02.298274 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ff0b401-5bf7-4309-8eb9-dc704a316cc4 req-30b5e6ff-13bf-4efd-a403-7a30a25f6a06 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ad14d1f-d0e8-4024-ae13-c0da7218333b HTTP/1.1" status: 200 len: 951 time: 0.1331728 Nov 27 01:08:02.320859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9844f3d8-1925-4cc1-a514-a1d1b0f66b10 req-b329f584-1659-47a2-a601-72a742e75032 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] For port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:02.321553 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9844f3d8-1925-4cc1-a514-a1d1b0f66b10 req-b329f584-1659-47a2-a601-72a742e75032 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.351278 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-862c88d6-1ba3-452b-802a-dd1fff12768c req-b788d2bc-c2ea-49c0-ab7d-f40b5542f778 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948462 Nov 27 01:08:02.351602 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-9844f3d8-1925-4cc1-a514-a1d1b0f66b10 req-b329f584-1659-47a2-a601-72a742e75032 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Calling delete_port for b57d0c0b-8b9c-453f-8ddb-94fb535d53dc owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:02.352904 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.459504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ff0b401-5bf7-4309-8eb9-dc704a316cc4 req-2e4c3805-e3d3-47f9-b728-cce8425dc0cc tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600821 Nov 27 01:08:02.535330 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] Deleting port 435d4c12-30a7-4ad4-b3ef-94065a7eabe9 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:02.535870 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.550338 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d76d3b75-636c-46e5-9bf8-3e382a313c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'name': 'tempest-AttachSCSIVolumeTestJSON-1317307644-router', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '435d4c12-30a7-4ad4-b3ef-94065a7eabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:35Z', 'updated_at': '2021-11-27T01:07:59Z', 'revision_number': 5, 'project_id': '99f98d38e18a452ebcce42d87c656af6', 'gw_port': {'id': '435d4c12-30a7-4ad4-b3ef-94065a7eabe9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:37Z', 'updated_at': '2021-11-27T01:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:02.605728 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76d3b75-636c-46e5-9bf8-3e382a313c9a None None] Checking router: fc2480aa-8f4e-4659-8c65-28441d283c33 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:08:02.623503 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d3b75-636c-46e5-9bf8-3e382a313c9a None None] Routers {'fc2480aa-8f4e-4659-8c65-28441d283c33'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:08:02.624796 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d76d3b75-636c-46e5-9bf8-3e382a313c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:07:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fc2480aa-8f4e-4659-8c65-28441d283c33'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:02.628213 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9844f3d8-1925-4cc1-a514-a1d1b0f66b10 req-b329f584-1659-47a2-a601-72a742e75032 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.652059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41944) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:02.666977 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['7bdf808b-5054-4b47-bc31-4ef73518ec42', 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:02.675347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329f584-1659-47a2-a601-72a742e75032 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Pushing event deleted for resources: {'Port': ['ID=b57d0c0b-8b9c-453f-8ddb-94fb535d53dc,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:02.677415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['140b25e7-868a-45b8-a519-450a42a212f4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:02.762172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9844f3d8-1925-4cc1-a514-a1d1b0f66b10 req-b329f584-1659-47a2-a601-72a742e75032 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] No DVR routers for this DVR port b57d0c0b-8b9c-453f-8ddb-94fb535d53dc on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:02.767817 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9844f3d8-1925-4cc1-a514-a1d1b0f66b10 req-b329f584-1659-47a2-a601-72a742e75032 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.774806 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9844f3d8-1925-4cc1-a514-a1d1b0f66b10 req-b329f584-1659-47a2-a601-72a742e75032 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.21 "DELETE /v2.0/ports/b57d0c0b-8b9c-453f-8ddb-94fb535d53dc HTTP/1.1" status: 204 len: 173 time: 1.0202644 Nov 27 01:08:02.779585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'name': 'network-vif-deleted', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:02.782583 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cacce74-e5f6-4802-b4af-6f003074530f" -d '{"events": [{"server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "name": "network-vif-deleted", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:02.812959 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0de4ae61-3dd1-40d6-a865-415df2d8e78b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad3edfbff12b4d8f8f5fbc03c4546432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583266 Nov 27 01:08:02.815585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 41950) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:02.876759 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] For port 435d4c12-30a7-4ad4-b3ef-94065a7eabe9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=435d4c12-30a7-4ad4-b3ef-94065a7eabe9,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:02.879841 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.898458 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-d76d3b75-636c-46e5-9bf8-3e382a313c9a None None] Set router fc2480aa-8f4e-4659-8c65-28441d283c33 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:08:02.913087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] Calling delete_port for 435d4c12-30a7-4ad4-b3ef-94065a7eabe9 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:02.925510 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3c4e85b5-c481-4e4f-b42d-825274d4f41b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.996434 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3c4e85b5-c481-4e4f-b42d-825274d4f41b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:03.021134 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b4c173-c55d-484a-bb47-a1d75c6bbe8d x-openstack-request-id: req-38b4c173-c55d-484a-bb47-a1d75c6bbe8d {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:03.022938 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad14d1f-d0e8-4024-ae13-c0da7218333b", "name": "network-vif-deleted", "tag": "b57d0c0b-8b9c-453f-8ddb-94fb535d53dc", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:03.023836 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38b4c173-c55d-484a-bb47-a1d75c6bbe8d {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:03.026888 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad14d1f-d0e8-4024-ae13-c0da7218333b', 'name': 'network-vif-deleted', 'tag': 'b57d0c0b-8b9c-453f-8ddb-94fb535d53dc', 'status': 'completed', 'code': 200} Nov 27 01:08:03.029376 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d76d3b75-636c-46e5-9bf8-3e382a313c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'name': 'tempest-AttachSCSIVolumeTestJSON-1317307644-router', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:35Z', 'updated_at': '2021-11-27T01:08:02Z', 'revision_number': 6, 'project_id': '99f98d38e18a452ebcce42d87c656af6', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:03.093632 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76d3b75-636c-46e5-9bf8-3e382a313c9a None None] The sync data for ids ['fc2480aa-8f4e-4659-8c65-28441d283c33'] in n-d-817303-10 is: [{'id': 'fc2480aa-8f4e-4659-8c65-28441d283c33', 'name': 'tempest-AttachSCSIVolumeTestJSON-1317307644-router', 'tenant_id': '99f98d38e18a452ebcce42d87c656af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:35Z', 'updated_at': '2021-11-27T01:08:02Z', 'revision_number': 6, 'project_id': '99f98d38e18a452ebcce42d87c656af6', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:08:03.349772 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3c4e85b5-c481-4e4f-b42d-825274d4f41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:03.354779 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3c4e85b5-c481-4e4f-b42d-825274d4f41b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:03.355535 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:03.360697 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3c4e85b5-c481-4e4f-b42d-825274d4f41b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c934c281-b95a-4288-852c-7c643a17701c HTTP/1.1" status: 204 len: 168 time: 0.5436277 Nov 27 01:08:03.419569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e85b5-c481-4e4f-b42d-825274d4f41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c934c281-b95a-4288-852c-7c643a17701c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:03.464329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429c74-2bc6-42d7-a550-1009fd34ac41 req-35833df1-d567-4b9f-b882-908911275919 tempest-ComputeTenantNetworksTest-778428510 tempest-ComputeTenantNetworksTest-778428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:03.474135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429c74-2bc6-42d7-a550-1009fd34ac41 req-35833df1-d567-4b9f-b882-908911275919 tempest-ComputeTenantNetworksTest-778428510 tempest-ComputeTenantNetworksTest-778428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:03.482721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429c74-2bc6-42d7-a550-1009fd34ac41 req-35833df1-d567-4b9f-b882-908911275919 tempest-ComputeTenantNetworksTest-778428510 tempest-ComputeTenantNetworksTest-778428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:03.484692 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14429c74-2bc6-42d7-a550-1009fd34ac41 req-35833df1-d567-4b9f-b882-908911275919 tempest-ComputeTenantNetworksTest-778428510 tempest-ComputeTenantNetworksTest-778428510-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3650966 Nov 27 01:08:03.536498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] Pushing event deleted for resources: {'Port': ['ID=435d4c12-30a7-4ad4-b3ef-94065a7eabe9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:03.591128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2280e345-9200-42c6-a407-04cd089b4939 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:03.649601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 2280e345-9200-42c6-a407-04cd089b4939 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:03.650121 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2280e345-9200-42c6-a407-04cd089b4939 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:03.745195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893681df-33b9-4feb-8c54-e24a7b3eeaf0 req-9667453e-5d7e-45d6-a0b8-b097abac15c6 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:03.747084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-893681df-33b9-4feb-8c54-e24a7b3eeaf0 req-9667453e-5d7e-45d6-a0b8-b097abac15c6 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 944 time: 0.1366181 Nov 27 01:08:03.750347 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:03.794312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa45b5-885b-440c-91ae-ee698515d561 req-07a37c5d-ecc5-415d-8718-9ac0dec07a42 tempest-ComputeTenantNetworksTest-778428510 tempest-ComputeTenantNetworksTest-778428510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:03.795723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-40fa45b5-885b-440c-91ae-ee698515d561 req-07a37c5d-ecc5-415d-8718-9ac0dec07a42 tempest-ComputeTenantNetworksTest-778428510 tempest-ComputeTenantNetworksTest-778428510-project] 10.222.0.15 "GET /v2.0/networks/1ad407c5-f4c4-4c5c-9404-c28d2ee35994 HTTP/1.1" status: 200 len: 769 time: 0.1585860 Nov 27 01:08:03.805467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 41968) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:03.907252 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-def4ebe0-fbef-4666-88cc-d7a9e67675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:03.951786 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:03.957010 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:03.976114 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-893681df-33b9-4feb-8c54-e24a7b3eeaf0 req-d8974b0d-e9cb-4f55-8e6b-6f897cd4e8f6 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438637 Nov 27 01:08:04.095712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e4e17ae2-39eb-4396-9c41-168a2f7d273a up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:04.141449 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.142128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc2480aa-8f4e-4659-8c65-28441d283c33 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:08:04.148923 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-def4ebe0-fbef-4666-88cc-d7a9e67675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.151374 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.155402 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-72a58d75-dfd9-4db8-9b3a-7e64f461f218 admin admin] 10.222.0.15 "DELETE /v2.0/routers/fc2480aa-8f4e-4659-8c65-28441d283c33 HTTP/1.1" status: 204 len: 168 time: 2.3104253 Nov 27 01:08:04.157480 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41988) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:04.190144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-def4ebe0-fbef-4666-88cc-d7a9e67675f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad407c5-f4c4-4c5c-9404-c28d2ee35994']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:04.203096 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-def4ebe0-fbef-4666-88cc-d7a9e67675f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dd374f-377b-4b07-86c8-e00e510d60d9') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:04.203468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-def4ebe0-fbef-4666-88cc-d7a9e67675f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dd374f-377b-4b07-86c8-e00e510d60d9') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:04.232458 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-def4ebe0-fbef-4666-88cc-d7a9e67675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.237158 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port e4e17ae2-39eb-4396-9c41-168a2f7d273a completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:04.257018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port e4e17ae2-39eb-4396-9c41-168a2f7d273a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:04.257623 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.275418 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-def4ebe0-fbef-4666-88cc-d7a9e67675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.275616 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb7af62-cfb1-4114-89a1-5d451d8e811b admin admin] Deleting subnet 60250395-938d-48ef-a346-a43aceb22160 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:08:04.288337 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fb7af62-cfb1-4114-89a1-5d451d8e811b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.305478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def4ebe0-fbef-4666-88cc-d7a9e67675f7 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:08:04.305478 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-def4ebe0-fbef-4666-88cc-d7a9e67675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:08:04.307152 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:08:04.339227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b57d0c0b-8b9c-453f-8ddb-94fb535d53dc no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:04.387320 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fb7af62-cfb1-4114-89a1-5d451d8e811b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.395494 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-def4ebe0-fbef-4666-88cc-d7a9e67675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.407405 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb32969-2bad-4b2f-8299-89ce6579e9a1 req-bbbe17a8-e7af-4436-82fc-53b450239ae2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:04.407905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: b57d0c0b-8b9c-453f-8ddb-94fb535d53dc {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:04.408281 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b57d0c0b-8b9c-453f-8ddb-94fb535d53dc not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:04.414095 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0eb32969-2bad-4b2f-8299-89ce6579e9a1 req-bbbe17a8-e7af-4436-82fc-53b450239ae2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 951 time: 0.1239281 Nov 27 01:08:04.418626 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-def4ebe0-fbef-4666-88cc-d7a9e67675f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.422166 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-def4ebe0-fbef-4666-88cc-d7a9e67675f7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1ad407c5-f4c4-4c5c-9404-c28d2ee35994 HTTP/1.1" status: 204 len: 168 time: 0.6154659 Nov 27 01:08:04.441912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4ebe0-fbef-4666-88cc-d7a9e67675f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad407c5-f4c4-4c5c-9404-c28d2ee35994,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:04.505053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0eb32969-2bad-4b2f-8299-89ce6579e9a1 req-b4e78ab4-de3b-4132-bf30-d5cfda51b145 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817888 Nov 27 01:08:04.546302 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.572901 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fb7af62-cfb1-4114-89a1-5d451d8e811b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.599893 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e4e17ae2-39eb-4396-9c41-168a2f7d273a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e4e17ae2-39eb-4396-9c41-168a2f7d273a,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:04.601807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5273ace7-d1b8-4a62-ab2b-b11b36cab764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e17ae2-39eb-4396-9c41-168a2f7d273a'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:04.605492 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77922caf-55bb-4c0b-bfed-080c468c99aa" -d '{"events": [{"server_uuid": "5273ace7-d1b8-4a62-ab2b-b11b36cab764", "name": "network-vif-plugged", "status": "completed", "tag": "e4e17ae2-39eb-4396-9c41-168a2f7d273a"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:04.610063 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.644470 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42002) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:04.696322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=e4e17ae2-39eb-4396-9c41-168a2f7d273a,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:04.721482 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b34e35c-782c-4229-bb58-42fdccdd7fbb x-openstack-request-id: req-6b34e35c-782c-4229-bb58-42fdccdd7fbb {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:04.723053 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5273ace7-d1b8-4a62-ab2b-b11b36cab764", "name": "network-vif-plugged", "status": "completed", "tag": "e4e17ae2-39eb-4396-9c41-168a2f7d273a", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:04.723872 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b34e35c-782c-4229-bb58-42fdccdd7fbb {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:04.725786 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5273ace7-d1b8-4a62-ab2b-b11b36cab764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e17ae2-39eb-4396-9c41-168a2f7d273a', 'code': 200} Nov 27 01:08:04.749126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fb7af62-cfb1-4114-89a1-5d451d8e811b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.751662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42006) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:04.762276 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e2e71701-5d67-49e5-87ec-3223c43fcfa2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=890592b6e473486a8e32cb2c55a3f7ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1148117 Nov 27 01:08:04.800830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7af62-cfb1-4114-89a1-5d451d8e811b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60250395-938d-48ef-a346-a43aceb22160,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:04.815937 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fb7af62-cfb1-4114-89a1-5d451d8e811b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.818257 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e478fedc-d113-461d-9586-ecfead66d20e None None] Network babae1fd-fc0b-4abd-acda-67b69bf6ccf2 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:04.821420 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8fb7af62-cfb1-4114-89a1-5d451d8e811b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/60250395-938d-48ef-a346-a43aceb22160 HTTP/1.1" status: 204 len: 168 time: 0.6607237 Nov 27 01:08:04.822624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42008) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:04.844026 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42010) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:04.892829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb901f-cab7-43c2-b17f-01d6f99cbbb7 req-3cd896b2-16a8-43ee-b930-0ac25319318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:04.900392 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ebfb901f-cab7-43c2-b17f-01d6f99cbbb7 req-3cd896b2-16a8-43ee-b930-0ac25319318b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 1097 time: 0.0874732 Nov 27 01:08:04.912695 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4d1b681-ff92-4581-b981-3aa72f09b3fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.945698 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.951927 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4d1b681-ff92-4581-b981-3aa72f09b3fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.019513 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ebfb901f-cab7-43c2-b17f-01d6f99cbbb7 req-55079b75-2cdf-4842-af82-2525c8acaa0a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092749 Nov 27 01:08:05.061033 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1947766771-network', 'tenant_id': '4f3cc608994d4e37909b5d384ee1404a'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:05.104352 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4d1b681-ff92-4581-b981-3aa72f09b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.106927 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4d1b681-ff92-4581-b981-3aa72f09b3fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.108121 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e4d1b681-ff92-4581-b981-3aa72f09b3fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b8f077f-75e0-48ca-b2b9-ef6c86aec347 HTTP/1.1" status: 204 len: 168 time: 0.3525074 Nov 27 01:08:05.154215 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80cbff7-2001-4701-9174-d0f2782b1edb None None] DHCP port deletion for babae1fd-fc0b-4abd-acda-67b69bf6ccf2 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:08:05.209372 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:08:05.214024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Deleting port 7d587338-1ab4-4e6e-86ca-fe6083f5f939 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:05.214608 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.303874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f80cbff7-2001-4701-9174-d0f2782b1edb None None] Deleting port 7d587338-1ab4-4e6e-86ca-fe6083f5f939 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:05.304319 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f80cbff7-2001-4701-9174-d0f2782b1edb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.314401 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] For port 7d587338-1ab4-4e6e-86ca-fe6083f5f939, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7d587338-1ab4-4e6e-86ca-fe6083f5f939,segment=NetworkSegment(c012909c-1528-4739-b04a-7d19486295df),segment_id=c012909c-1528-4739-b04a-7d19486295df)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:05.314785 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.331843 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Calling delete_port for 7d587338-1ab4-4e6e-86ca-fe6083f5f939 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:05.418714 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1b681-ff92-4581-b981-3aa72f09b3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8f077f-75e0-48ca-b2b9-ef6c86aec347,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:05.428811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] Made reservation on behalf of 4f3cc608994d4e37909b5d384ee1404a for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:05.430879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f80cbff7-2001-4701-9174-d0f2782b1edb None None] For port 7d587338-1ab4-4e6e-86ca-fe6083f5f939, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7d587338-1ab4-4e6e-86ca-fe6083f5f939,segment=NetworkSegment(c012909c-1528-4739-b04a-7d19486295df),segment_id=c012909c-1528-4739-b04a-7d19486295df)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:05.431165 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.433897 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f80cbff7-2001-4701-9174-d0f2782b1edb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.445203 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.465204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cfe0f-86aa-44bf-9daf-c0e692debca5 req-8e3267ad-e85d-424b-bf4e-bc6a270c4ffb tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:05.472753 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-843cfe0f-86aa-44bf-9daf-c0e692debca5 req-8e3267ad-e85d-424b-bf4e-bc6a270c4ffb tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 945 time: 0.3476384 Nov 27 01:08:05.496823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f80cbff7-2001-4701-9174-d0f2782b1edb None None] Calling delete_port for 7d587338-1ab4-4e6e-86ca-fe6083f5f939 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:05.534121 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.589507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Pushing event deleted for resources: {'Port': ['ID=7d587338-1ab4-4e6e-86ca-fe6083f5f939,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:05.600514 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-843cfe0f-86aa-44bf-9daf-c0e692debca5 req-be7d6301-e81f-4299-85f1-cadb179a0269 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268296 Nov 27 01:08:05.603040 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] No DVR routers for this DVR port 7d587338-1ab4-4e6e-86ca-fe6083f5f939 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:05.751563 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.762586 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f80cbff7-2001-4701-9174-d0f2782b1edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.796108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babae1fd-fc0b-4abd-acda-67b69bf6ccf2']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:05.807683 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.818932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c012909c-1528-4739-b04a-7d19486295df') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:05.819071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c012909c-1528-4739-b04a-7d19486295df') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:05.831778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cbff7-2001-4701-9174-d0f2782b1edb None None] Pushing event deleted for resources: {'Port': ['ID=7d587338-1ab4-4e6e-86ca-fe6083f5f939,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:05.835034 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.836364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7d587338-1ab4-4e6e-86ca-fe6083f5f939 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:05.840754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f846b-f8a8-4080-b333-c2620683479e req-91a5c6c1-fa50-49d6-971f-6bfabad62f19 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:05.848218 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-554f846b-f8a8-4080-b333-c2620683479e req-91a5c6c1-fa50-49d6-971f-6bfabad62f19 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 951 time: 0.0683022 Nov 27 01:08:05.865392 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.874438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:08:05.874438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.889327 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80cbff7-2001-4701-9174-d0f2782b1edb None None] No DVR routers for this DVR port 7d587338-1ab4-4e6e-86ca-fe6083f5f939 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:05.891964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 7d587338-1ab4-4e6e-86ca-fe6083f5f939 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:05.892483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7d587338-1ab4-4e6e-86ca-fe6083f5f939 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:05.896489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 435d4c12-30a7-4ad4-b3ef-94065a7eabe9 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:05.930753 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-554f846b-f8a8-4080-b333-c2620683479e req-bd3cde29-5b7d-45b0-a4c2-72e8267d1b2b tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777717 Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:08:05.940472 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:08:05.942930 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.956749 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 435d4c12-30a7-4ad4-b3ef-94065a7eabe9 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:05.957177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 435d4c12-30a7-4ad4-b3ef-94065a7eabe9 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:05.976673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc120f6-7a16-43d1-a1c4-8393e39acac6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:05.981620 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.987146 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.991068 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] 10.222.0.15 "DELETE /v2.0/networks/babae1fd-fc0b-4abd-acda-67b69bf6ccf2 HTTP/1.1" status: 204 len: 168 time: 1.1671798 Nov 27 01:08:05.994855 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42050) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:06.009942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a1da5-0fbe-4c96-8e5f-a10c15cb3aff admin admin] Pushing event deleted for resources: {'Network': ['ID=babae1fd-fc0b-4abd-acda-67b69bf6ccf2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:06.015945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:08:06.029348 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.029698 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] Added segment e562f3c3-386c-45dc-92d3-b65fb915640f of type vlan for network f38bce75-b149-4aac-8ef8-06628ea9297c Nov 27 01:08:06.115752 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.154322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.156156 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:06.158271 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.266012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] Pushing event updated for resources: {'Network': ['ID=f38bce75-b149-4aac-8ef8-06628ea9297c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:06.272820 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3d882f8f-bcfb-4111-a694-5ebef3ad6f70 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4269905 Nov 27 01:08:06.277354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42068) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:06.280374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network f38bce75-b149-4aac-8ef8-06628ea9297c details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:08:06.286490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-fef6644e-f7e0-4081-ae2f-c61f699527ee admin admin] Request body: {'subnet': {'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1947766771-subnet', 'tenant_id': '4f3cc608994d4e37909b5d384ee1404a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:06.492655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef6644e-f7e0-4081-ae2f-c61f699527ee admin admin] Made reservation on behalf of 4f3cc608994d4e37909b5d384ee1404a for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:06.495312 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fef6644e-f7e0-4081-ae2f-c61f699527ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.638154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d82aa-ee70-4ffc-a9ed-3c667d2e449c req-5b5bd645-cbb7-4e47-95bf-a2b1f9e38a2f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:06.640119 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ad6d82aa-ee70-4ffc-a9ed-3c667d2e449c req-5b5bd645-cbb7-4e47-95bf-a2b1f9e38a2f tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 951 time: 0.1408250 Nov 27 01:08:06.896880 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fef6644e-f7e0-4081-ae2f-c61f699527ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.005808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fd997-5f0f-4af7-b983-64e207c24e17 req-fb6b6528-c9ef-47f5-b741-c99f12e25203 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:07.013032 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-299fd997-5f0f-4af7-b983-64e207c24e17 req-fb6b6528-c9ef-47f5-b741-c99f12e25203 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 945 time: 0.2178645 Nov 27 01:08:07.074217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6644e-f7e0-4081-ae2f-c61f699527ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:07.080480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6644e-f7e0-4081-ae2f-c61f699527ee admin admin] Checking segment: {'id': 'e562f3c3-386c-45dc-92d3-b65fb915640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:07.080480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef6644e-f7e0-4081-ae2f-c61f699527ee admin admin] Network hostable DHCP agents. Network: f38bce75-b149-4aac-8ef8-06628ea9297c, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:08:07.087465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833113b4-86ef-4cce-9250-1647e2712c18 req-1d33b2a7-5aad-4890-b7d4-f6119f1f8f21 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:07.096622 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-833113b4-86ef-4cce-9250-1647e2712c18 req-1d33b2a7-5aad-4890-b7d4-f6119f1f8f21 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 951 time: 0.0820570 Nov 27 01:08:07.135067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-ad6d82aa-ee70-4ffc-a9ed-3c667d2e449c req-fecf65db-4a77-4d91-9e30-c6b3b2e18dc3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Deleting port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:07.135465 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ad6d82aa-ee70-4ffc-a9ed-3c667d2e449c req-fecf65db-4a77-4d91-9e30-c6b3b2e18dc3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.161467 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-833113b4-86ef-4cce-9250-1647e2712c18 req-01817050-339a-44e9-bb8d-bdefcbccca1e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637786 Nov 27 01:08:07.179224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef6644e-f7e0-4081-ae2f-c61f699527ee admin admin] Network f38bce75-b149-4aac-8ef8-06628ea9297c is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:08:07.204203 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-299fd997-5f0f-4af7-b983-64e207c24e17 req-b21bb65a-1fe2-4f98-9fea-eb3f6f53a09d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670921 Nov 27 01:08:07.246215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-fef6644e-f7e0-4081-ae2f-c61f699527ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, f38bce75-b149-4aac-8ef8-06628ea9297c) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:07.255774 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282c9f01-5e32-40c5-8f87-845f2145bd73 None None] Network f38bce75-b149-4aac-8ef8-06628ea9297c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:07.281207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef6644e-f7e0-4081-ae2f-c61f699527ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:07.281980 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fef6644e-f7e0-4081-ae2f-c61f699527ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.344790 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fef6644e-f7e0-4081-ae2f-c61f699527ee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0658894 Nov 27 01:08:07.377153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42112) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:07.391978 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b011ed9-28e2-4679-a3eb-58d74950161f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.395784 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ad6d82aa-ee70-4ffc-a9ed-3c667d2e449c req-fecf65db-4a77-4d91-9e30-c6b3b2e18dc3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] For port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:07.396428 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ad6d82aa-ee70-4ffc-a9ed-3c667d2e449c req-fecf65db-4a77-4d91-9e30-c6b3b2e18dc3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.460111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-ad6d82aa-ee70-4ffc-a9ed-3c667d2e449c req-fecf65db-4a77-4d91-9e30-c6b3b2e18dc3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Calling delete_port for ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:07.569798 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5cca19e-07b7-4b5c-9c9c-c62e04c533f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.614277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a6899d-453b-46b1-89a0-16aa87262bfc None None] Network f38bce75-b149-4aac-8ef8-06628ea9297c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:07.729985 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5cca19e-07b7-4b5c-9c9c-c62e04c533f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.739593 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5cca19e-07b7-4b5c-9c9c-c62e04c533f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.767385 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ad6d82aa-ee70-4ffc-a9ed-3c667d2e449c req-fecf65db-4a77-4d91-9e30-c6b3b2e18dc3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.826346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['140b25e7-868a-45b8-a519-450a42a212f4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:07.829641 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['7bdf808b-5054-4b47-bc31-4ef73518ec42', 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:07.843486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf65db-4a77-4d91-9e30-c6b3b2e18dc3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Pushing event deleted for resources: {'Port': ['ID=ebdda98d-aad1-4ffd-9e9e-c0d2003832c3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:07.848079 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e5cca19e-07b7-4b5c-9c9c-c62e04c533f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c004523837494fd2899d41e7391a0945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4696305 Nov 27 01:08:07.868643 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42134) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:07.878871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cca19e-07b7-4b5c-9c9c-c62e04c533f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d544df-f197-4720-9cc0-ca1a5ec4d3af,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:07.969645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa7b747c-9f63-4aef-9d93-4f869c5bd7bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.974704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6d82aa-ee70-4ffc-a9ed-3c667d2e449c req-fecf65db-4a77-4d91-9e30-c6b3b2e18dc3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] No DVR routers for this DVR port ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:07.980539 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ad6d82aa-ee70-4ffc-a9ed-3c667d2e449c req-fecf65db-4a77-4d91-9e30-c6b3b2e18dc3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.983920 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ad6d82aa-ee70-4ffc-a9ed-3c667d2e449c req-fecf65db-4a77-4d91-9e30-c6b3b2e18dc3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "DELETE /v2.0/ports/ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 HTTP/1.1" status: 204 len: 173 time: 1.3310747 Nov 27 01:08:07.984600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'name': 'network-vif-deleted', 'tag': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:07.987566 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34727fb7-d31b-4364-954a-e85a3a20324e" -d '{"events": [{"server_uuid": "c58851f9-5435-4219-b6d7-8a13615927bb", "name": "network-vif-deleted", "tag": "ebdda98d-aad1-4ffd-9e9e-c0d2003832c3"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:08.004594 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa7b747c-9f63-4aef-9d93-4f869c5bd7bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:08.066209 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa7b747c-9f63-4aef-9d93-4f869c5bd7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:08.069225 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa7b747c-9f63-4aef-9d93-4f869c5bd7bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:08.073946 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-aa7b747c-9f63-4aef-9d93-4f869c5bd7bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2d544df-f197-4720-9cc0-ca1a5ec4d3af HTTP/1.1" status: 204 len: 168 time: 0.2039165 Nov 27 01:08:08.085309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b747c-9f63-4aef-9d93-4f869c5bd7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d544df-f197-4720-9cc0-ca1a5ec4d3af,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:08.200996 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f52fc2-d339-4c71-b421-80d73a87a501 x-openstack-request-id: req-42f52fc2-d339-4c71-b421-80d73a87a501 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:08.201619 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58851f9-5435-4219-b6d7-8a13615927bb", "name": "network-vif-deleted", "tag": "ebdda98d-aad1-4ffd-9e9e-c0d2003832c3", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:08.201619 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42f52fc2-d339-4c71-b421-80d73a87a501 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:08.201930 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58851f9-5435-4219-b6d7-8a13615927bb', 'name': 'network-vif-deleted', 'tag': 'ebdda98d-aad1-4ffd-9e9e-c0d2003832c3', 'status': 'completed', 'code': 200} Nov 27 01:08:08.417678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2b011ed9-28e2-4679-a3eb-58d74950161f admin admin] Deleting port 0308ac5f-b16d-42ad-8fd3-32b525b39896 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:08.418079 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b011ed9-28e2-4679-a3eb-58d74950161f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:08.424044 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa29b68d-eb81-426b-9bc9-8f32f4440df6 req-4659ed02-6700-4f5f-8dc2-2c59197d4eca tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=c58851f9-5435-4219-b6d7-8a13615927bb HTTP/1.1" status: 200 len: 210 time: 0.0760324 Nov 27 01:08:08.455684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22adf39-7a22-4503-8e34-474d1397df86 req-3c93cf73-60d9-497b-8b3a-a1b3f961e425 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:08.465430 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c22adf39-7a22-4503-8e34-474d1397df86 req-3c93cf73-60d9-497b-8b3a-a1b3f961e425 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/networks?id=f38bce75-b149-4aac-8ef8-06628ea9297c HTTP/1.1" status: 200 len: 822 time: 0.3639231 Nov 27 01:08:08.532468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c22adf39-7a22-4503-8e34-474d1397df86 req-550e25b1-d99d-4f3e-9b40-a5ba933a385c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/quotas/4f3cc608994d4e37909b5d384ee1404a HTTP/1.1" status: 200 len: 375 time: 0.0654528 Nov 27 01:08:08.715577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67fc8f-2c15-4396-acb1-0c84ba52562a req-dbc30555-b926-4111-baf2-4f5e0722a999 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:08.727282 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c67fc8f-2c15-4396-acb1-0c84ba52562a req-dbc30555-b926-4111-baf2-4f5e0722a999 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 945 time: 0.1610422 Nov 27 01:08:08.850342 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c67fc8f-2c15-4396-acb1-0c84ba52562a req-e5d15283-0dfd-433a-8409-b02b9a5605d3 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206203 Nov 27 01:08:09.057468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c22adf39-7a22-4503-8e34-474d1397df86 req-c01f0c74-f140-4485-83e6-9737b41f2c34 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f3cc608994d4e37909b5d384ee1404a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5238104 Nov 27 01:08:09.176739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-2b011ed9-28e2-4679-a3eb-58d74950161f admin admin] For port 0308ac5f-b16d-42ad-8fd3-32b525b39896, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0308ac5f-b16d-42ad-8fd3-32b525b39896,segment=NetworkSegment(4a3730ff-8e07-4a41-b4f8-a5764a9992c6),segment_id=4a3730ff-8e07-4a41-b4f8-a5764a9992c6)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:09.177078 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b011ed9-28e2-4679-a3eb-58d74950161f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:09.187718 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c22adf39-7a22-4503-8e34-474d1397df86 req-73219539-e3eb-46ad-9b07-62d79df79f2b service neutron] 10.222.0.15 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293447 Nov 27 01:08:09.293018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2b011ed9-28e2-4679-a3eb-58d74950161f admin admin] Calling delete_port for 0308ac5f-b16d-42ad-8fd3-32b525b39896 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:09.362700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c22adf39-7a22-4503-8e34-474d1397df86 req-1d4c718e-61f2-4c58-a277-2a416c30c9c3 service neutron] 10.222.0.15 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741059 Nov 27 01:08:09.736122 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b011ed9-28e2-4679-a3eb-58d74950161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:09.749991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-86b8594d-8a00-42f8-bc1e-82d1000e968c req-8b906b1d-c81e-4e4a-8ef9-1bcf4aa4b8af tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 210 time: 0.0629008 Nov 27 01:08:09.838020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b011ed9-28e2-4679-a3eb-58d74950161f admin admin] Pushing event deleted for resources: {'Port': ['ID=0308ac5f-b16d-42ad-8fd3-32b525b39896,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:10.014952 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-788077f2-4864-4cd4-b01f-7228b06f9db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:10.130961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:10.193236 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:10.197069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ebdda98d-aad1-4ffd-9e9e-c0d2003832c3 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:10.297517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b011ed9-28e2-4679-a3eb-58d74950161f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:10.419130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df08629-dd2e-4175-bb3f-80a54ba9928d req-5b674753-63b9-41bd-89a7-ff9bd7209cb1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:10.429727 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7df08629-dd2e-4175-bb3f-80a54ba9928d req-5b674753-63b9-41bd-89a7-ff9bd7209cb1 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.1143849 Nov 27 01:08:10.545492 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7df08629-dd2e-4175-bb3f-80a54ba9928d req-f1101670-0e6c-4796-a342-6eb4a19357c2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138747 Nov 27 01:08:10.734363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b011ed9-28e2-4679-a3eb-58d74950161f admin admin] Router 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:08:10.784397 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3e3f-edb0-44bd-b712-f10aee28c597 req-49145fa7-2065-4f44-a7ed-5108e33f7724 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:10.794591 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71bd3e3f-edb0-44bd-b712-f10aee28c597 req-49145fa7-2065-4f44-a7ed-5108e33f7724 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 945 time: 0.1255829 Nov 27 01:08:10.868786 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05b9a8b1-bf60-4170-8988-12dda2e10a34 req-90846243-aadd-4435-8ad1-6f0453b372f1 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 210 time: 0.0393643 Nov 27 01:08:10.996943 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71bd3e3f-edb0-44bd-b712-f10aee28c597 req-84897eca-5cf4-4ec9-8759-2d3475914cb2 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012954 Nov 27 01:08:10.998290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b011ed9-28e2-4679-a3eb-58d74950161f admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:08:11.007191 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2b011ed9-28e2-4679-a3eb-58d74950161f admin admin] 10.222.0.15 "PUT /v2.0/routers/600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0106790 Nov 27 01:08:11.007403 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42288) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:11.010949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf2094-3c02-4b05-93cd-4843a6bf31fa None None] Sync routers for ids ['600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:08:11.023041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf2094-3c02-4b05-93cd-4843a6bf31fa None None] Routers {'600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:08:11.024687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-28cf2094-3c02-4b05-93cd-4843a6bf31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:07:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:11.172429 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-28cf2094-3c02-4b05-93cd-4843a6bf31fa None None] Set router 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:08:11.242502 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:11.433021 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:11.433596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-28cf2094-3c02-4b05-93cd-4843a6bf31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1949465210-router', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ff448034-dff0-4e78-9c73-095451db4b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:51Z', 'updated_at': '2021-11-27T01:08:09Z', 'revision_number': 5, 'project_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'gw_port': {'id': 'ff448034-dff0-4e78-9c73-095451db4b20', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:05:52Z', 'updated_at': '2021-11-27T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:11.496723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf2094-3c02-4b05-93cd-4843a6bf31fa None None] Checking router: 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:08:11.515843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf2094-3c02-4b05-93cd-4843a6bf31fa None None] Routers {'600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:08:11.515949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-28cf2094-3c02-4b05-93cd-4843a6bf31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:07:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:11.561201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] Deleting port ff448034-dff0-4e78-9c73-095451db4b20 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:11.563579 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:11.738553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-28cf2094-3c02-4b05-93cd-4843a6bf31fa None None] Set router 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:08:11.776707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] For port ff448034-dff0-4e78-9c73-095451db4b20, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ff448034-dff0-4e78-9c73-095451db4b20,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:11.776707 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:11.792076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] Calling delete_port for ff448034-dff0-4e78-9c73-095451db4b20 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:11.853818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22adf39-7a22-4503-8e34-474d1397df86 req-5f07c2e6-b162-453b-a410-9acc697d6c26 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:11.853818 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c22adf39-7a22-4503-8e34-474d1397df86 req-5f07c2e6-b162-453b-a410-9acc697d6c26 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.21 "GET /v2.0/networks?id=f38bce75-b149-4aac-8ef8-06628ea9297c HTTP/1.1" status: 200 len: 822 time: 0.3815484 Nov 27 01:08:11.854767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-28cf2094-3c02-4b05-93cd-4843a6bf31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1949465210-router', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:51Z', 'updated_at': '2021-11-27T01:08:11Z', 'revision_number': 6, 'project_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:11.888500 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-c22adf39-7a22-4503-8e34-474d1397df86 req-151308f9-2e3e-4032-acb9-3e2a1ca04840 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Request body: {'port': {'device_id': '3dfa37fe-b4ad-4ef9-8380-61b37f3259e2', 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c', 'admin_state_up': True, 'tenant_id': '4f3cc608994d4e37909b5d384ee1404a'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:11.911816 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf2094-3c02-4b05-93cd-4843a6bf31fa None None] The sync data for ids ['600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1'] in n-d-817303-10 is: [{'id': '600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1949465210-router', 'tenant_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:05:51Z', 'updated_at': '2021-11-27T01:08:11Z', 'revision_number': 6, 'project_id': 'c33f7cf2ef874b1e8ea61cf2085577bb', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:08:11.959233 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c490ca-1893-4d22-b2cb-5a188f2403c9 req-c1918cc1-30ee-41f7-b3d6-5df6e2373994 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:11.960871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6c490ca-1893-4d22-b2cb-5a188f2403c9 req-c1918cc1-30ee-41f7-b3d6-5df6e2373994 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.2207630 Nov 27 01:08:12.152497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6c490ca-1893-4d22-b2cb-5a188f2403c9 req-cf5b59fd-ef5a-496a-a30c-48b9fcbdad8e tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346929 Nov 27 01:08:12.165960 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb1698a9-5366-4ade-9edb-2d58b513ed8b req-24e9ad4e-894e-4901-8032-9e55f61dc308 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 210 time: 0.0503986 Nov 27 01:08:12.166863 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:12.168196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647d8f9-6c51-4c66-8acf-f1d719ad1ee7 req-aeed4892-1710-4eca-acd8-99993ef1aef9 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:12.169830 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a647d8f9-6c51-4c66-8acf-f1d719ad1ee7 req-aeed4892-1710-4eca-acd8-99993ef1aef9 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.1345603 Nov 27 01:08:12.200428 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-51ae0eee-eb1b-4a27-97c4-f39920bad0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:12.239929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff448034-dff0-4e78-9c73-095451db4b20,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:12.255604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22adf39-7a22-4503-8e34-474d1397df86 req-151308f9-2e3e-4032-acb9-3e2a1ca04840 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Made reservation on behalf of 4f3cc608994d4e37909b5d384ee1404a for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:12.262312 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c22adf39-7a22-4503-8e34-474d1397df86 req-151308f9-2e3e-4032-acb9-3e2a1ca04840 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:12.371012 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:12.391870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a131202-e018-4ef6-9bd0-b79d54a23914 req-1a3e16cd-b542-49ca-b68d-76c02e3127d6 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:12.393476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a131202-e018-4ef6-9bd0-b79d54a23914 req-1a3e16cd-b542-49ca-b68d-76c02e3127d6 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 945 time: 0.1137710 Nov 27 01:08:12.549477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-c22adf39-7a22-4503-8e34-474d1397df86 req-151308f9-2e3e-4032-acb9-3e2a1ca04840 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Allocated IP 172.20.0.3 (f38bce75-b149-4aac-8ef8-06628ea9297c/69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2/6f77a5d8-270a-48fd-b2a1-78ca2ec69575) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:12.557468 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:12.564663 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:12.622677 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a131202-e018-4ef6-9bd0-b79d54a23914 req-7e4d2c07-eb70-4121-a839-c7bf2404ad7c tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174850 Nov 27 01:08:12.633409 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:12.641980 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:08:12.646227 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:12.647555 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4e2ce5b3-b69c-41d4-8756-8f5f84ce0cc0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/600842cb-1b0b-4a3f-a9ce-45eeadc1e3b1 HTTP/1.1" status: 204 len: 168 time: 1.6391726 Nov 27 01:08:12.650603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42348) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:12.765659 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f6b661-7789-4e5c-bbca-bf1c418e667f admin admin] Deleting subnet 5e83ae76-20b3-4480-8494-402bd455351d {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:08:12.790129 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b661-7789-4e5c-bbca-bf1c418e667f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:12.919238 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b661-7789-4e5c-bbca-bf1c418e667f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:12.974599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-a647d8f9-6c51-4c66-8acf-f1d719ad1ee7 req-9af4f971-34cb-4185-af83-0e0dcfa3bdcd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Deleting port 7bdf808b-5054-4b47-bc31-4ef73518ec42 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:12.974892 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a647d8f9-6c51-4c66-8acf-f1d719ad1ee7 req-9af4f971-34cb-4185-af83-0e0dcfa3bdcd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.127077 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c22adf39-7a22-4503-8e34-474d1397df86 req-151308f9-2e3e-4032-acb9-3e2a1ca04840 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.181727 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b661-7789-4e5c-bbca-bf1c418e667f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.193408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-a647d8f9-6c51-4c66-8acf-f1d719ad1ee7 req-9af4f971-34cb-4185-af83-0e0dcfa3bdcd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] For port 7bdf808b-5054-4b47-bc31-4ef73518ec42, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7bdf808b-5054-4b47-bc31-4ef73518ec42,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:13.193897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a647d8f9-6c51-4c66-8acf-f1d719ad1ee7 req-9af4f971-34cb-4185-af83-0e0dcfa3bdcd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.195889 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.289954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-a647d8f9-6c51-4c66-8acf-f1d719ad1ee7 req-9af4f971-34cb-4185-af83-0e0dcfa3bdcd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Calling delete_port for 7bdf808b-5054-4b47-bc31-4ef73518ec42 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:13.339784 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c22adf39-7a22-4503-8e34-474d1397df86 req-151308f9-2e3e-4032-acb9-3e2a1ca04840 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.362008 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07458bcf-d9a3-4f22-a036-9b94ddba45c2 req-4afe97df-6962-49cd-a477-ecd7aae2d17b tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 210 time: 0.0581577 Nov 27 01:08:13.501553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22adf39-7a22-4503-8e34-474d1397df86 req-151308f9-2e3e-4032-acb9-3e2a1ca04840 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Network f38bce75-b149-4aac-8ef8-06628ea9297c is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:13.515393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-c22adf39-7a22-4503-8e34-474d1397df86 req-151308f9-2e3e-4032-acb9-3e2a1ca04840 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:13.523640 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b661-7789-4e5c-bbca-bf1c418e667f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.525764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22adf39-7a22-4503-8e34-474d1397df86 req-151308f9-2e3e-4032-acb9-3e2a1ca04840 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:13.543127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151308f9-2e3e-4032-acb9-3e2a1ca04840 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Pushing event updated for resources: {'Port': ['ID=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:13.612123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6b661-7789-4e5c-bbca-bf1c418e667f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e83ae76-20b3-4480-8494-402bd455351d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:13.627183 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b661-7789-4e5c-bbca-bf1c418e667f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.640174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42376) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:13.641275 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e4f6b661-7789-4e5c-bbca-bf1c418e667f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5e83ae76-20b3-4480-8494-402bd455351d HTTP/1.1" status: 204 len: 168 time: 0.9857781 Nov 27 01:08:13.649263 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8e895a-37a0-4e02-abcc-b7e2eda4d77e None None] Network d0557d2c-33a3-4001-8fe0-929f0f25d5a0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:13.727230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e352e-1699-4fdc-91d9-b568167b3c6d req-1c0d5803-c2c5-42fa-9d60-5f51684a79ea tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:13.728955 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-206e352e-1699-4fdc-91d9-b568167b3c6d req-1c0d5803-c2c5-42fa-9d60-5f51684a79ea tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=77477b20-2314-452d-b1e8-b2dd563abf58 HTTP/1.1" status: 200 len: 949 time: 0.3158863 Nov 27 01:08:13.738760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22adf39-7a22-4503-8e34-474d1397df86 req-151308f9-2e3e-4032-acb9-3e2a1ca04840 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:13.739396 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c22adf39-7a22-4503-8e34-474d1397df86 req-151308f9-2e3e-4032-acb9-3e2a1ca04840 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.788013 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c22adf39-7a22-4503-8e34-474d1397df86 req-151308f9-2e3e-4032-acb9-3e2a1ca04840 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9093623 Nov 27 01:08:13.800510 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a647d8f9-6c51-4c66-8acf-f1d719ad1ee7 req-9af4f971-34cb-4185-af83-0e0dcfa3bdcd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.840055 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.854864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4f971-34cb-4185-af83-0e0dcfa3bdcd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Pushing event deleted for resources: {'Port': ['ID=7bdf808b-5054-4b47-bc31-4ef73518ec42,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:13.860831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Request body: {'port': {'device_id': '3dfa37fe-b4ad-4ef9-8380-61b37f3259e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:13.869116 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-206e352e-1699-4fdc-91d9-b568167b3c6d req-e431f39f-330a-4c39-941a-8f999fa22328 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266105 Nov 27 01:08:13.933657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a647d8f9-6c51-4c66-8acf-f1d719ad1ee7 req-9af4f971-34cb-4185-af83-0e0dcfa3bdcd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] No DVR routers for this DVR port 7bdf808b-5054-4b47-bc31-4ef73518ec42 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:13.937557 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a647d8f9-6c51-4c66-8acf-f1d719ad1ee7 req-9af4f971-34cb-4185-af83-0e0dcfa3bdcd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.938545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ff448034-dff0-4e78-9c73-095451db4b20 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:13.940932 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a647d8f9-6c51-4c66-8acf-f1d719ad1ee7 req-9af4f971-34cb-4185-af83-0e0dcfa3bdcd tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.31 "DELETE /v2.0/ports/7bdf808b-5054-4b47-bc31-4ef73518ec42 HTTP/1.1" status: 204 len: 173 time: 1.7631259 Nov 27 01:08:13.941386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77477b20-2314-452d-b1e8-b2dd563abf58', 'name': 'network-vif-deleted', 'tag': '7bdf808b-5054-4b47-bc31-4ef73518ec42'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:13.944351 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd4b7e3-e2b4-4076-bdbb-50d0453b5049" -d '{"events": [{"server_uuid": "77477b20-2314-452d-b1e8-b2dd563abf58", "name": "network-vif-deleted", "tag": "7bdf808b-5054-4b47-bc31-4ef73518ec42"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:13.964139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['140b25e7-868a-45b8-a519-450a42a212f4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:13.968180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['7bdf808b-5054-4b47-bc31-4ef73518ec42'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:13.984650 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.081072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: ff448034-dff0-4e78-9c73-095451db4b20 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:14.081651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ff448034-dff0-4e78-9c73-095451db4b20 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:14.082250 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0308ac5f-b16d-42ad-8fd3-32b525b39896 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:14.096277 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Deleting port 14546d8a-c794-450b-b896-28fdcf764b05 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:14.096642 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.103763 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9495ca-2dbf-497d-829d-9478eec88f78 x-openstack-request-id: req-2d9495ca-2dbf-497d-829d-9478eec88f78 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:14.105317 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77477b20-2314-452d-b1e8-b2dd563abf58", "name": "network-vif-deleted", "tag": "7bdf808b-5054-4b47-bc31-4ef73518ec42", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:14.105598 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d9495ca-2dbf-497d-829d-9478eec88f78 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:14.106017 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77477b20-2314-452d-b1e8-b2dd563abf58', 'name': 'network-vif-deleted', 'tag': '7bdf808b-5054-4b47-bc31-4ef73518ec42', 'status': 'completed', 'code': 200} Nov 27 01:08:14.110119 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 0308ac5f-b16d-42ad-8fd3-32b525b39896 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:14.110725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0308ac5f-b16d-42ad-8fd3-32b525b39896 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:14.162994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e4e17ae2-39eb-4396-9c41-168a2f7d273a details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:14.307118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] For port 14546d8a-c794-450b-b896-28fdcf764b05, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=14546d8a-c794-450b-b896-28fdcf764b05,segment=NetworkSegment(4a3730ff-8e07-4a41-b4f8-a5764a9992c6),segment_id=4a3730ff-8e07-4a41-b4f8-a5764a9992c6)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:14.310415 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.311004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4f0614-90a0-4d3d-a81a-9ad1c38087f8 None None] DHCP port deletion for d0557d2c-33a3-4001-8fe0-929f0f25d5a0 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:08:14.329464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Calling delete_port for 14546d8a-c794-450b-b896-28fdcf764b05 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:14.491126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e4e17ae2-39eb-4396-9c41-168a2f7d273a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e4e17ae2-39eb-4396-9c41-168a2f7d273a,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:14.557808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'e4e17ae2-39eb-4396-9c41-168a2f7d273a', 'network_id': 'a26a371d-6d95-400e-8f8a-d7637bed9b2f', 'port_id': 'e4e17ae2-39eb-4396-9c41-168a2f7d273a', 'mac_address': 'fa:16:3e:8e:42:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29003f06-f306-4683-932b-e39e08c7fc5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:14.587704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4c4f0614-90a0-4d3d-a81a-9ad1c38087f8 None None] Deleting port 14546d8a-c794-450b-b896-28fdcf764b05 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:14.595481 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4c4f0614-90a0-4d3d-a81a-9ad1c38087f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.613174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271e5ee-8da1-40f4-ae61-3327dd152a83 req-e689b6f8-712e-4137-b2e9-01707086993f tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:14.621258 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e271e5ee-8da1-40f4-ae61-3327dd152a83 req-e689b6f8-712e-4137-b2e9-01707086993f tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 945 time: 0.6069326 Nov 27 01:08:14.634075 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.657468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4617e73-ad4d-495c-bd4c-e179f5edecec req-04510d0a-6ada-4c0a-a3a2-84558ba6b5f6 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:14.668446 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d4617e73-ad4d-495c-bd4c-e179f5edecec req-04510d0a-6ada-4c0a-a3a2-84558ba6b5f6 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 931 time: 0.1211257 Nov 27 01:08:14.680504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] No DVR routers for this DVR port 14546d8a-c794-450b-b896-28fdcf764b05 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:14.690817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Pushing event deleted for resources: {'Port': ['ID=14546d8a-c794-450b-b896-28fdcf764b05,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:14.784151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-4c4f0614-90a0-4d3d-a81a-9ad1c38087f8 None None] For port 14546d8a-c794-450b-b896-28fdcf764b05, host n-d-817303-10, got binding levels [] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:14.785720 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4c4f0614-90a0-4d3d-a81a-9ad1c38087f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.801929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4c4f0614-90a0-4d3d-a81a-9ad1c38087f8 None None] Calling delete_port for 14546d8a-c794-450b-b896-28fdcf764b05 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:14.805343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.ipam_backend_mixin [None req-4c4f0614-90a0-4d3d-a81a-9ad1c38087f8 None None] Port 14546d8a-c794-450b-b896-28fdcf764b05 was not found and therefore no delete operation was performed {{(pid=103404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:08:14.807621 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4c4f0614-90a0-4d3d-a81a-9ad1c38087f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.813339 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.815387 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.826672 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d4617e73-ad4d-495c-bd4c-e179f5edecec req-264b574a-c328-4cc3-b57c-fb469e0babf6 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516063 Nov 27 01:08:14.888869 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f0614-90a0-4d3d-a81a-9ad1c38087f8 None None] Pushing event deleted for resources: {'Port': ['ID=14546d8a-c794-450b-b896-28fdcf764b05,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:14.897155 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4e17ae2-39eb-4396-9c41-168a2f7d273a {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:14.927221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e4e17ae2-39eb-4396-9c41-168a2f7d273a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e4e17ae2-39eb-4396-9c41-168a2f7d273a,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:14.928906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4f0614-90a0-4d3d-a81a-9ad1c38087f8 None None] No DVR routers for this DVR port 14546d8a-c794-450b-b896-28fdcf764b05 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:14.932169 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.952281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:14.984206 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.023542 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Transition to ACTIVE for port object 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:15.029276 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.074450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=e4e17ae2-39eb-4396-9c41-168a2f7d273a,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:15.140189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Pushing event updated for resources: {'Port': ['ID=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:15.148300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['e4e17ae2-39eb-4396-9c41-168a2f7d273a'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:15.280504 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Attempting to bind port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:15.281891 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Attempting to bind port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'e562f3c3-386c-45dc-92d3-b65fb915640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:15.282348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Attempting to bind port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 on network f38bce75-b149-4aac-8ef8-06628ea9297c {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:15.292782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 on network f38bce75-b149-4aac-8ef8-06628ea9297c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:15.295081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Attempting to bind port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 on network f38bce75-b149-4aac-8ef8-06628ea9297c {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:15.309848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:15.310382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Checking segment: {'id': 'e562f3c3-386c-45dc-92d3-b65fb915640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:15.311289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Bound using segment: {'id': 'e562f3c3-386c-45dc-92d3-b65fb915640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:15.311913 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Bound port: 6f77a5d8-270a-48fd-b2a1-78ca2ec69575, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e562f3c3-386c-45dc-92d3-b65fb915640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:15.313692 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.355235 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.385220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0557d2c-33a3-4001-8fe0-929f0f25d5a0']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:15.398629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3730ff-8e07-4a41-b4f8-a5764a9992c6') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:15.398947 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3730ff-8e07-4a41-b4f8-a5764a9992c6') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:15.410484 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.428300 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.436271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:08:15.437033 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.441645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] For port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:15.450002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] For port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:15.459976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:08:15.526932 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:08:15.539755 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.553843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:15.559278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.559278 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] 10.222.0.21 "PUT /v2.0/ports/6f77a5d8-270a-48fd-b2a1-78ca2ec69575 HTTP/1.1" status: 200 len: 1092 time: 1.7064195 Nov 27 01:08:15.567665 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.586024 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d0557d2c-33a3-4001-8fe0-929f0f25d5a0 HTTP/1.1" status: 204 len: 168 time: 1.9408236 Nov 27 01:08:15.621008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bf6bb-66e5-4d28-bbfc-1672fb1abf93 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0557d2c-33a3-4001-8fe0-929f0f25d5a0,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:15.648847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e271e5ee-8da1-40f4-ae61-3327dd152a83 req-6d04aa0e-bbe3-44a5-861c-552172b24b87 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9928651 Nov 27 01:08:15.655738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adec36-e482-40d3-808b-4c151853ab3e service neutron] Pushing event updated for resources: {'Port': ['ID=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:15.703903 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 14546d8a-c794-450b-b896-28fdcf764b05 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:15.736892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 14546d8a-c794-450b-b896-28fdcf764b05 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:15.737543 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 14546d8a-c794-450b-b896-28fdcf764b05 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:15.782019 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.813269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22adf39-7a22-4503-8e34-474d1397df86 req-434e02be-da92-492b-8245-3d6208cda4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:15.814839 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c22adf39-7a22-4503-8e34-474d1397df86 req-434e02be-da92-492b-8245-3d6208cda4b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f3cc608994d4e37909b5d384ee1404a&device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 1095 time: 0.1432371 Nov 27 01:08:15.842680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac490173-efc0-4f08-94a9-5f04a1621f54 req-7345a05a-a685-4e6d-833d-d42a4fb679ce tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:15.845108 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac490173-efc0-4f08-94a9-5f04a1621f54 req-7345a05a-a685-4e6d-833d-d42a4fb679ce tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.0867114 Nov 27 01:08:15.924945 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c22adf39-7a22-4503-8e34-474d1397df86 req-5ce50265-e271-44ae-8286-5217bfd0e2a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f77a5d8-270a-48fd-b2a1-78ca2ec69575 HTTP/1.1" status: 200 len: 217 time: 0.0783315 Nov 27 01:08:15.969940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42460) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:15.991064 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac490173-efc0-4f08-94a9-5f04a1621f54 req-e6ea0a1a-46fd-49b9-a996-598e6d235df3 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368418 Nov 27 01:08:16.025271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22adf39-7a22-4503-8e34-474d1397df86 req-9b6082e3-19f5-4bb7-bf9e-c74e948cf4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:16.030978 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1cc1766d-56f1-413c-9443-beff3060dc1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99f98d38e18a452ebcce42d87c656af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568006 Nov 27 01:08:16.033059 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c22adf39-7a22-4503-8e34-474d1397df86 req-9b6082e3-19f5-4bb7-bf9e-c74e948cf4d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2 HTTP/1.1" status: 200 len: 862 time: 0.0962658 Nov 27 01:08:16.034360 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42466) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:16.082878 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbdea1-1baf-4162-a15e-8658871ca31b req-64996ef3-9ae5-4fe9-a366-c14c17e34d62 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:16.084444 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ccbbdea1-1baf-4162-a15e-8658871ca31b req-64996ef3-9ae5-4fe9-a366-c14c17e34d62 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 943 time: 0.1467621 Nov 27 01:08:16.109311 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfa37fe-b4ad-4ef9-8380-61b37f3259e2', 'tag': '6f77a5d8-270a-48fd-b2a1-78ca2ec69575'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:16.112081 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cab7048-a98e-4973-bb75-71c927ae69c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfa37fe-b4ad-4ef9-8380-61b37f3259e2", "tag": "6f77a5d8-270a-48fd-b2a1-78ca2ec69575"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:16.127675 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c22adf39-7a22-4503-8e34-474d1397df86 req-a374f708-739f-49d2-84dd-8285857662e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f38bce75-b149-4aac-8ef8-06628ea9297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832946 Nov 27 01:08:16.133510 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e4e17ae2-39eb-4396-9c41-168a2f7d273a up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:16.158945 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ccbbdea1-1baf-4162-a15e-8658871ca31b req-2c5d99fa-af17-4708-b57c-a944505bf240 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645411 Nov 27 01:08:16.180086 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a14be970-7b9c-4e15-b83d-666291c6af42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.223331 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a14be970-7b9c-4e15-b83d-666291c6af42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.243370 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port e4e17ae2-39eb-4396-9c41-168a2f7d273a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:16.244613 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.304376 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012e0a08-ce4a-4bfe-8e04-a8e0a4457f33 x-openstack-request-id: req-012e0a08-ce4a-4bfe-8e04-a8e0a4457f33 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:16.304376 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfa37fe-b4ad-4ef9-8380-61b37f3259e2", "tag": "6f77a5d8-270a-48fd-b2a1-78ca2ec69575", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:16.304738 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-012e0a08-ce4a-4bfe-8e04-a8e0a4457f33 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:16.306637 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfa37fe-b4ad-4ef9-8380-61b37f3259e2', 'tag': '6f77a5d8-270a-48fd-b2a1-78ca2ec69575', 'status': 'completed', 'code': 200} Nov 27 01:08:16.321821 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c22adf39-7a22-4503-8e34-474d1397df86 req-a4a6f268-cd4c-45d2-8291-35812990ad6f service neutron] 10.222.0.21 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839194 Nov 27 01:08:16.344543 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a14be970-7b9c-4e15-b83d-666291c6af42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.362423 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a14be970-7b9c-4e15-b83d-666291c6af42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.365673 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a14be970-7b9c-4e15-b83d-666291c6af42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84f272e8-1f70-4d73-b5bd-bab9310e1ca8 HTTP/1.1" status: 204 len: 168 time: 0.3287444 Nov 27 01:08:16.401129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14be970-7b9c-4e15-b83d-666291c6af42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f272e8-1f70-4d73-b5bd-bab9310e1ca8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:16.439078 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.492338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5273ace7-d1b8-4a62-ab2b-b11b36cab764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e17ae2-39eb-4396-9c41-168a2f7d273a'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:16.502050 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928d65f1-709f-400a-83fc-ab688be5f467" -d '{"events": [{"server_uuid": "5273ace7-d1b8-4a62-ab2b-b11b36cab764", "name": "network-vif-plugged", "status": "completed", "tag": "e4e17ae2-39eb-4396-9c41-168a2f7d273a"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:16.537999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e4e17ae2-39eb-4396-9c41-168a2f7d273a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e4e17ae2-39eb-4396-9c41-168a2f7d273a,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:16.543645 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c22adf39-7a22-4503-8e34-474d1397df86 req-b3865869-4b8a-4263-a323-9d025a0a1d39 service neutron] 10.222.0.21 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027497 Nov 27 01:08:16.547137 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.548549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7bdf808b-5054-4b47-bc31-4ef73518ec42 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:16.616697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 7bdf808b-5054-4b47-bc31-4ef73518ec42 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:16.617114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7bdf808b-5054-4b47-bc31-4ef73518ec42 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:16.662133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=e4e17ae2-39eb-4396-9c41-168a2f7d273a,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:16.746061 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab7048-a98e-4973-bb75-71c927ae69c6 req-473a5ad0-f4bf-4c1f-92aa-36bd45d87e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:16.747572 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5cab7048-a98e-4973-bb75-71c927ae69c6 req-473a5ad0-f4bf-4c1f-92aa-36bd45d87e98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f3cc608994d4e37909b5d384ee1404a&device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 1095 time: 0.1039999 Nov 27 01:08:16.856985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab7048-a98e-4973-bb75-71c927ae69c6 req-fade8876-aeec-4815-966d-51ed50101e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:16.858915 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5cab7048-a98e-4973-bb75-71c927ae69c6 req-fade8876-aeec-4815-966d-51ed50101e5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=f38bce75-b149-4aac-8ef8-06628ea9297c HTTP/1.1" status: 200 len: 923 time: 0.1014969 Nov 27 01:08:16.931702 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abba5966-527b-492f-86b8-23eed52528c6 x-openstack-request-id: req-abba5966-527b-492f-86b8-23eed52528c6 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:16.932005 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5273ace7-d1b8-4a62-ab2b-b11b36cab764", "name": "network-vif-plugged", "status": "completed", "tag": "e4e17ae2-39eb-4396-9c41-168a2f7d273a", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:16.932284 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abba5966-527b-492f-86b8-23eed52528c6 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:16.932691 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5273ace7-d1b8-4a62-ab2b-b11b36cab764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e17ae2-39eb-4396-9c41-168a2f7d273a', 'code': 200} Nov 27 01:08:16.961671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5cab7048-a98e-4973-bb75-71c927ae69c6 req-1a269111-b3d9-4942-92e3-445eefd66e97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f77a5d8-270a-48fd-b2a1-78ca2ec69575 HTTP/1.1" status: 200 len: 217 time: 0.0606177 Nov 27 01:08:16.980343 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693213a3-540e-448d-b783-cafc895423fe req-217ec542-1abf-46aa-bc4d-1e64f72b64da tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:16.982001 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-693213a3-540e-448d-b783-cafc895423fe req-217ec542-1abf-46aa-bc4d-1e64f72b64da tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 945 time: 0.2313724 Nov 27 01:08:17.075593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab7048-a98e-4973-bb75-71c927ae69c6 req-fb78c7c6-4173-4cd7-8cf9-22163bf22bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:17.077109 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5cab7048-a98e-4973-bb75-71c927ae69c6 req-fb78c7c6-4173-4cd7-8cf9-22163bf22bbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2 HTTP/1.1" status: 200 len: 862 time: 0.0941992 Nov 27 01:08:17.086568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42528) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:17.165943 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5cab7048-a98e-4973-bb75-71c927ae69c6 req-120454ef-48bc-4e91-b777-4bf40af6ba62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f38bce75-b149-4aac-8ef8-06628ea9297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798895 Nov 27 01:08:17.211719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143ebca-ce68-4a7c-8fb4-2cc840ebf73b req-4941229e-6982-4fc8-9788-13312e268e02 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:17.213846 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a143ebca-ce68-4a7c-8fb4-2cc840ebf73b req-4941229e-6982-4fc8-9788-13312e268e02 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.1191759 Nov 27 01:08:17.218525 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-adfbb15b-2730-4862-a08c-3f3724f5f77d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c33f7cf2ef874b1e8ea61cf2085577bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280022 Nov 27 01:08:17.221275 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42536) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:17.312763 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a143ebca-ce68-4a7c-8fb4-2cc840ebf73b req-68cbd27c-7668-4dfb-bede-f8cd7f867c08 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902801 Nov 27 01:08:17.326535 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b86364a6-f3c7-4cbb-97be-801e0e20d290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.362591 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b86364a6-f3c7-4cbb-97be-801e0e20d290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.374766 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5cab7048-a98e-4973-bb75-71c927ae69c6 req-e52c0273-6126-4bc2-b4f0-1b1508a60e7c service neutron] 10.222.0.21 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917405 Nov 27 01:08:17.395034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-693213a3-540e-448d-b783-cafc895423fe req-8401a737-c10d-400e-8694-a6f7daa2f464 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166394 Nov 27 01:08:17.442420 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b86364a6-f3c7-4cbb-97be-801e0e20d290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.445966 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b86364a6-f3c7-4cbb-97be-801e0e20d290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.448774 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b86364a6-f3c7-4cbb-97be-801e0e20d290 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96b27b9d-91bd-47e9-a0be-133dd8fc0288 HTTP/1.1" status: 204 len: 168 time: 0.2254124 Nov 27 01:08:17.471283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86364a6-f3c7-4cbb-97be-801e0e20d290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b27b9d-91bd-47e9-a0be-133dd8fc0288,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:17.959115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80641beb-562f-4bfe-8aae-6c99d45e79d4 req-1999deee-014e-430c-af5a-34cbdd009154 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:17.960660 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80641beb-562f-4bfe-8aae-6c99d45e79d4 req-1999deee-014e-430c-af5a-34cbdd009154 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.5390193 Nov 27 01:08:17.995092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ef9da-0248-4c29-a5a9-1c090009bc59 req-bfa6d159-e6f8-4699-883b-92ab255043cd tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:18.000733 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e54ef9da-0248-4c29-a5a9-1c090009bc59 req-bfa6d159-e6f8-4699-883b-92ab255043cd tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 943 time: 0.4766729 Nov 27 01:08:18.070749 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5cab7048-a98e-4973-bb75-71c927ae69c6 req-de83e323-af76-488b-8ceb-aafb2e05af37 service neutron] 10.222.0.21 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6642377 Nov 27 01:08:18.178247 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e54ef9da-0248-4c29-a5a9-1c090009bc59 req-3b88520c-52b8-4a7a-8b12-e8c3e60cf2a8 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062663 Nov 27 01:08:18.189303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-80641beb-562f-4bfe-8aae-6c99d45e79d4 req-c0baabbc-1e0c-4d85-a4cc-8d975f488cc2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Deleting port 140b25e7-868a-45b8-a519-450a42a212f4 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:18.189640 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-80641beb-562f-4bfe-8aae-6c99d45e79d4 req-c0baabbc-1e0c-4d85-a4cc-8d975f488cc2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.320140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-80641beb-562f-4bfe-8aae-6c99d45e79d4 req-c0baabbc-1e0c-4d85-a4cc-8d975f488cc2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] For port 140b25e7-868a-45b8-a519-450a42a212f4, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=140b25e7-868a-45b8-a519-450a42a212f4,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:18.320670 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-80641beb-562f-4bfe-8aae-6c99d45e79d4 req-c0baabbc-1e0c-4d85-a4cc-8d975f488cc2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.339382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-80641beb-562f-4bfe-8aae-6c99d45e79d4 req-c0baabbc-1e0c-4d85-a4cc-8d975f488cc2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Calling delete_port for 140b25e7-868a-45b8-a519-450a42a212f4 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:18.476225 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:18.603701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6e78c-425e-46bb-a8c3-def00045404e req-d2b3a44a-1cd4-4fb8-b33a-ae9dec2cbf92 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:18.613856 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8c6e78c-425e-46bb-a8c3-def00045404e req-d2b3a44a-1cd4-4fb8-b33a-ae9dec2cbf92 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2d5baa-b8df-48c4-8a50-17ca2def6f25 HTTP/1.1" status: 200 len: 950 time: 0.1052480 Nov 27 01:08:18.712647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483f47a-00ad-4805-baa6-7add0f349930 req-caac5c51-e717-437a-aacf-a3dd48e903b4 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:18.714260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9483f47a-00ad-4805-baa6-7add0f349930 req-caac5c51-e717-437a-aacf-a3dd48e903b4 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 945 time: 0.1152849 Nov 27 01:08:18.716410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8c6e78c-425e-46bb-a8c3-def00045404e req-562fbb05-8964-4364-bfdb-8000c35d35ce tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.15 "GET /v2.0/security-groups?id=debc54ee-85c6-498d-99c9-2e73252f8c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012096 Nov 27 01:08:18.829275 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-80641beb-562f-4bfe-8aae-6c99d45e79d4 req-c0baabbc-1e0c-4d85-a4cc-8d975f488cc2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.843574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:18.854408 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9483f47a-00ad-4805-baa6-7add0f349930 req-55d9cf5b-5054-4438-b481-7c1f41873023 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193440 Nov 27 01:08:18.877620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0baabbc-1e0c-4d85-a4cc-8d975f488cc2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Pushing event deleted for resources: {'Port': ['ID=140b25e7-868a-45b8-a519-450a42a212f4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:18.902045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['140b25e7-868a-45b8-a519-450a42a212f4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:18.929921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-80641beb-562f-4bfe-8aae-6c99d45e79d4 req-c0baabbc-1e0c-4d85-a4cc-8d975f488cc2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] No DVR routers for this DVR port 140b25e7-868a-45b8-a519-450a42a212f4 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:18.932582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-80641beb-562f-4bfe-8aae-6c99d45e79d4 req-c0baabbc-1e0c-4d85-a4cc-8d975f488cc2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.936159 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80641beb-562f-4bfe-8aae-6c99d45e79d4 req-c0baabbc-1e0c-4d85-a4cc-8d975f488cc2 tempest-MigrationsAdminTest-692034106 tempest-MigrationsAdminTest-692034106-project] 10.222.0.21 "DELETE /v2.0/ports/140b25e7-868a-45b8-a519-450a42a212f4 HTTP/1.1" status: 204 len: 173 time: 0.9614558 Nov 27 01:08:18.936652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2d5baa-b8df-48c4-8a50-17ca2def6f25', 'name': 'network-vif-deleted', 'tag': '140b25e7-868a-45b8-a519-450a42a212f4'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:18.939070 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b18945-417f-4f96-9c47-0cd4b672a329" -d '{"events": [{"server_uuid": "ce2d5baa-b8df-48c4-8a50-17ca2def6f25", "name": "network-vif-deleted", "tag": "140b25e7-868a-45b8-a519-450a42a212f4"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:18.979911 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '6f77a5d8-270a-48fd-b2a1-78ca2ec69575', 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c', 'port_id': '6f77a5d8-270a-48fd-b2a1-78ca2ec69575', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:19.026134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42650) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:19.043312 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.059250 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:19.083951 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:19.089102 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.187422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:19.308990 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b443f77a-a682-4f1b-87ee-f54bba748db0 x-openstack-request-id: req-b443f77a-a682-4f1b-87ee-f54bba748db0 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:19.309520 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2d5baa-b8df-48c4-8a50-17ca2def6f25", "name": "network-vif-deleted", "tag": "140b25e7-868a-45b8-a519-450a42a212f4", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:19.309520 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b443f77a-a682-4f1b-87ee-f54bba748db0 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:19.309859 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2d5baa-b8df-48c4-8a50-17ca2def6f25', 'name': 'network-vif-deleted', 'tag': '140b25e7-868a-45b8-a519-450a42a212f4', 'status': 'completed', 'code': 200} Nov 27 01:08:19.331389 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e16b1ee2-8a68-4167-80fc-71f603402a21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.467833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e16b1ee2-8a68-4167-80fc-71f603402a21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.473959 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e16b1ee2-8a68-4167-80fc-71f603402a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.480766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['6f77a5d8-270a-48fd-b2a1-78ca2ec69575'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:19.510523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77c96c-ff48-4e9c-a852-ceb0dc270f8a req-ca9ffecb-ef76-4683-b75d-fbd7a6adaf78 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:19.521048 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c77c96c-ff48-4e9c-a852-ceb0dc270f8a req-ca9ffecb-ef76-4683-b75d-fbd7a6adaf78 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 945 time: 0.1124303 Nov 27 01:08:19.589195 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e16b1ee2-8a68-4167-80fc-71f603402a21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58b884b7c9ed43889df67b7e10828e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5595357 Nov 27 01:08:19.594736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b1ee2-8a68-4167-80fc-71f603402a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4984ba0-1f18-4141-8b71-5a15c54f463a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:19.605396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42662) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:19.623275 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c77c96c-ff48-4e9c-a852-ceb0dc270f8a req-14aebc71-633d-447f-a407-5264cadce0dd tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617173 Nov 27 01:08:19.699054 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-117c163b-71e3-4300-9c4c-3a43a8be967c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.719783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be325f3-922f-478e-bf94-fc5e672ae50e req-9a228676-832d-407b-b742-a48e3fa257da tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:19.721410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0be325f3-922f-478e-bf94-fc5e672ae50e req-9a228676-832d-407b-b742-a48e3fa257da tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 944 time: 0.1334612 Nov 27 01:08:19.745085 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-117c163b-71e3-4300-9c4c-3a43a8be967c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.866731 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0be325f3-922f-478e-bf94-fc5e672ae50e req-7b3e7f1a-2c04-456e-a94e-8eb19526c925 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326737 Nov 27 01:08:19.867791 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-117c163b-71e3-4300-9c4c-3a43a8be967c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.871584 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-117c163b-71e3-4300-9c4c-3a43a8be967c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.872660 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-117c163b-71e3-4300-9c4c-3a43a8be967c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4984ba0-1f18-4141-8b71-5a15c54f463a HTTP/1.1" status: 204 len: 168 time: 0.2530286 Nov 27 01:08:19.896704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c163b-71e3-4300-9c4c-3a43a8be967c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4984ba0-1f18-4141-8b71-5a15c54f463a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:20.134798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e4e17ae2-39eb-4396-9c41-168a2f7d273a no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:20.172781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2631759-52a3-460a-bb5e-b6ea5cda30af req-d4374898-593b-4d4e-a944-65226918a12d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:20.181986 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d2631759-52a3-460a-bb5e-b6ea5cda30af req-d4374898-593b-4d4e-a944-65226918a12d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 945 time: 0.0755961 Nov 27 01:08:20.194734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42712) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:20.229787 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6653ea5c-e983-4d8e-ba8e-dcc67f8d1745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.244755 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d2631759-52a3-460a-bb5e-b6ea5cda30af req-5ac76e82-c6a6-4190-ada6-46bf97f3e9a3 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587718 Nov 27 01:08:20.301822 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.333046 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5273ace7-d1b8-4a62-ab2b-b11b36cab764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4e17ae2-39eb-4396-9c41-168a2f7d273a'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:20.335650 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69226979-71b3-42d1-8eca-b01e3c45ac9b" -d '{"events": [{"server_uuid": "5273ace7-d1b8-4a62-ab2b-b11b36cab764", "name": "network-vif-unplugged", "status": "completed", "tag": "e4e17ae2-39eb-4396-9c41-168a2f7d273a"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:20.348686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42734) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:20.356404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e4e17ae2-39eb-4396-9c41-168a2f7d273a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e4e17ae2-39eb-4396-9c41-168a2f7d273a,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:20.364711 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.379561 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6653ea5c-e983-4d8e-ba8e-dcc67f8d1745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.387015 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6653ea5c-e983-4d8e-ba8e-dcc67f8d1745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.427388 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=e4e17ae2-39eb-4396-9c41-168a2f7d273a,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:20.442034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:20.487022 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6653ea5c-e983-4d8e-ba8e-dcc67f8d1745 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3961b974d1934e40bd57f91e2e2f3b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902803 Nov 27 01:08:20.489609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42742) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:20.505222 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653ea5c-e983-4d8e-ba8e-dcc67f8d1745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed20c8a9-23b5-4484-b40d-5222405eca8c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:20.505492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:20.512356 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:20.512822 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.541161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a84ae1-c3c3-48dc-b747-b00ee5852fea req-6cc90dad-19d3-45f9-9b73-7dc7435e00bc tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:20.543168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5a84ae1-c3c3-48dc-b747-b00ee5852fea req-6cc90dad-19d3-45f9-9b73-7dc7435e00bc tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 950 time: 0.0886219 Nov 27 01:08:20.554210 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b375cfe2-925b-45da-bea1-55141ab92353 x-openstack-request-id: req-b375cfe2-925b-45da-bea1-55141ab92353 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:20.554878 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5273ace7-d1b8-4a62-ab2b-b11b36cab764", "name": "network-vif-unplugged", "status": "completed", "tag": "e4e17ae2-39eb-4396-9c41-168a2f7d273a", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:20.555412 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b375cfe2-925b-45da-bea1-55141ab92353 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:20.556983 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5273ace7-d1b8-4a62-ab2b-b11b36cab764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4e17ae2-39eb-4396-9c41-168a2f7d273a', 'code': 200} Nov 27 01:08:20.607381 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.611555 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-31e45e8a-0e26-4d13-8216-d0be0d83dbe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.616537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e27a8ceb-f610-4118-ab82-6f57edc7d7fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fd983e4be5a419cb019b570f4ba0ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662034 Nov 27 01:08:20.624009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5a84ae1-c3c3-48dc-b747-b00ee5852fea req-790d6fe9-19f1-4143-90ce-d905a48623ad tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730162 Nov 27 01:08:20.625144 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42746) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:20.657437 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:20.662543 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-31e45e8a-0e26-4d13-8216-d0be0d83dbe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.665930 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.666976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 140b25e7-868a-45b8-a519-450a42a212f4 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:20.689075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 140b25e7-868a-45b8-a519-450a42a212f4 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:20.690050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 140b25e7-868a-45b8-a519-450a42a212f4 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:20.700119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992e03c-92ef-4eb7-9c4d-0a2555876f2e req-e712c770-8b52-4df6-848f-c23ec01ca605 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:20.701280 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b88be015-a11a-4759-88ff-94d7d43ff27d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.701664 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d992e03c-92ef-4eb7-9c4d-0a2555876f2e req-e712c770-8b52-4df6-848f-c23ec01ca605 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 945 time: 0.0913937 Nov 27 01:08:20.754410 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b88be015-a11a-4759-88ff-94d7d43ff27d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.768668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:20.784715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d992e03c-92ef-4eb7-9c4d-0a2555876f2e req-dc99921f-8232-4baf-aec5-d29d8d1d4b23 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572600 Nov 27 01:08:20.784715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-31e45e8a-0e26-4d13-8216-d0be0d83dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.784715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-31e45e8a-0e26-4d13-8216-d0be0d83dbe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.786197 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-31e45e8a-0e26-4d13-8216-d0be0d83dbe1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed20c8a9-23b5-4484-b40d-5222405eca8c HTTP/1.1" status: 204 len: 168 time: 0.2954283 Nov 27 01:08:20.796589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e45e8a-0e26-4d13-8216-d0be0d83dbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed20c8a9-23b5-4484-b40d-5222405eca8c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:20.824149 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b88be015-a11a-4759-88ff-94d7d43ff27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.827217 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b88be015-a11a-4759-88ff-94d7d43ff27d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.828454 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b88be015-a11a-4759-88ff-94d7d43ff27d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/debc54ee-85c6-498d-99c9-2e73252f8c81 HTTP/1.1" status: 204 len: 168 time: 0.2021186 Nov 27 01:08:20.842785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88be015-a11a-4759-88ff-94d7d43ff27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debc54ee-85c6-498d-99c9-2e73252f8c81,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:21.007526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0f302-7b68-4441-bb00-4a1570f4c84b req-326e5bf3-4f49-45f9-84f6-8734a5b5fe79 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:21.015246 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4ba0f302-7b68-4441-bb00-4a1570f4c84b req-326e5bf3-4f49-45f9-84f6-8734a5b5fe79 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.0657120 Nov 27 01:08:21.061934 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4ba0f302-7b68-4441-bb00-4a1570f4c84b req-b13a9dd9-00fa-4644-ad4b-ebba2e6edcd5 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457985 Nov 27 01:08:21.190221 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42784) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:21.236042 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a70ef3a4-0ad5-4d47-9758-b7cc6b8186e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=773a764e28b84f738509a7b7eaad69ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447311 Nov 27 01:08:21.238576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42788) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:21.294883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42792) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:21.335717 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25dc23ff-ab72-4142-b779-8ced8b727694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:21.361100 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25dc23ff-ab72-4142-b779-8ced8b727694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:21.375675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aa241-4909-4d31-ad2f-d4686a41d734 req-6555c74e-dbeb-4d20-a3e5-e54295e0ac98 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:21.377672 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d70aa241-4909-4d31-ad2f-d4686a41d734 req-6555c74e-dbeb-4d20-a3e5-e54295e0ac98 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 943 time: 0.0553002 Nov 27 01:08:21.428621 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25dc23ff-ab72-4142-b779-8ced8b727694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:21.432142 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25dc23ff-ab72-4142-b779-8ced8b727694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:21.435696 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d70aa241-4909-4d31-ad2f-d4686a41d734 req-435df1e2-38d4-4fdf-858b-ad54de0746bc tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/security-groups?id=c55e8e0c-5b06-4721-89d5-fb724e51eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521247 Nov 27 01:08:21.436039 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-25dc23ff-ab72-4142-b779-8ced8b727694 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b1e338a-df9a-416a-9c17-7034ac5e27a6 HTTP/1.1" status: 204 len: 168 time: 0.1964285 Nov 27 01:08:21.444030 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc23ff-ab72-4142-b779-8ced8b727694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1e338a-df9a-416a-9c17-7034ac5e27a6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:21.482485 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7347af6c-4468-4d24-8ba7-1df70651b5df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:21.568196 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7347af6c-4468-4d24-8ba7-1df70651b5df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:21.572858 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7347af6c-4468-4d24-8ba7-1df70651b5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:21.613969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7347af6c-4468-4d24-8ba7-1df70651b5df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9384339616064645a6d2d34fb19018e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179934 Nov 27 01:08:21.615366 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347af6c-4468-4d24-8ba7-1df70651b5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf2da6a-233d-4766-a328-82221a67ad2d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:21.616709 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42808) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:21.673095 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-452706e5-e724-4cae-a6a1-0c6d9396b7b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:21.699006 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-452706e5-e724-4cae-a6a1-0c6d9396b7b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:21.755157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8a003-8024-438e-a859-53d98228b74e req-5c12bc67-4d3b-4e9d-bee1-3c08884cba10 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:21.757176 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ab8a003-8024-438e-a859-53d98228b74e req-5c12bc67-4d3b-4e9d-bee1-3c08884cba10 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.31 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 943 time: 0.0773821 Nov 27 01:08:21.798624 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-452706e5-e724-4cae-a6a1-0c6d9396b7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:21.806057 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-452706e5-e724-4cae-a6a1-0c6d9396b7b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:21.812222 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-452706e5-e724-4cae-a6a1-0c6d9396b7b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abf2da6a-233d-4766-a328-82221a67ad2d HTTP/1.1" status: 204 len: 168 time: 0.1942832 Nov 27 01:08:21.825021 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452706e5-e724-4cae-a6a1-0c6d9396b7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf2da6a-233d-4766-a328-82221a67ad2d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:21.836634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea74f6-65f7-43bf-902a-b8a6885b74db req-2a9a46c1-aa0d-4a02-ac9a-d556944b2f39 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:21.844823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48ea74f6-65f7-43bf-902a-b8a6885b74db req-2a9a46c1-aa0d-4a02-ac9a-d556944b2f39 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 950 time: 0.1308124 Nov 27 01:08:21.916010 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48ea74f6-65f7-43bf-902a-b8a6885b74db req-39e4dfeb-e58a-41fb-af35-f1421a4c1ca2 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655034 Nov 27 01:08:21.949392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7508f8f-0ba9-4835-a6ab-194fd179d352 req-da5b262a-9084-478a-8971-f3a116567fd1 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:21.950991 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b7508f8f-0ba9-4835-a6ab-194fd179d352 req-da5b262a-9084-478a-8971-f3a116567fd1 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 945 time: 0.0761297 Nov 27 01:08:21.972509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-6ab8a003-8024-438e-a859-53d98228b74e req-38be2d0f-c3b8-45fa-a235-4535a1687e9d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Deleting port e4e17ae2-39eb-4396-9c41-168a2f7d273a {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:21.972932 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ab8a003-8024-438e-a859-53d98228b74e req-38be2d0f-c3b8-45fa-a235-4535a1687e9d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.081128 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b7508f8f-0ba9-4835-a6ab-194fd179d352 req-6773a336-349a-4605-971b-b3206bf8a4e6 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212332 Nov 27 01:08:22.108816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6ab8a003-8024-438e-a859-53d98228b74e req-38be2d0f-c3b8-45fa-a235-4535a1687e9d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] For port e4e17ae2-39eb-4396-9c41-168a2f7d273a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e4e17ae2-39eb-4396-9c41-168a2f7d273a,segment=NetworkSegment(420286ab-cd0e-4fa9-841a-c5e336c140ed),segment_id=420286ab-cd0e-4fa9-841a-c5e336c140ed)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:22.109184 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ab8a003-8024-438e-a859-53d98228b74e req-38be2d0f-c3b8-45fa-a235-4535a1687e9d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.150497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-6ab8a003-8024-438e-a859-53d98228b74e req-38be2d0f-c3b8-45fa-a235-4535a1687e9d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Calling delete_port for e4e17ae2-39eb-4396-9c41-168a2f7d273a owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:22.441685 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ab8a003-8024-438e-a859-53d98228b74e req-38be2d0f-c3b8-45fa-a235-4535a1687e9d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.466167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-8a24fa04-1277-4d7f-94c5-7e5df8cdb907 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:22.469573 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-8a24fa04-1277-4d7f-94c5-7e5df8cdb907 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.21 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 945 time: 0.1026738 Nov 27 01:08:22.498938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be2d0f-c3b8-45fa-a235-4535a1687e9d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Pushing event deleted for resources: {'Port': ['ID=e4e17ae2-39eb-4396-9c41-168a2f7d273a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:22.558874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfa37fe-b4ad-4ef9-8380-61b37f3259e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f77a5d8-270a-48fd-b2a1-78ca2ec69575'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:22.561260 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bdf766-d2d7-442e-8af0-284897eef4e7" -d '{"events": [{"server_uuid": "3dfa37fe-b4ad-4ef9-8380-61b37f3259e2", "name": "network-vif-plugged", "status": "completed", "tag": "6f77a5d8-270a-48fd-b2a1-78ca2ec69575"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:22.627359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-108c351b-6dd8-40f1-968e-b1bd6de91d17 req-50c97d53-6bc4-47ff-a9a9-d3ed23b3cd13 tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.15 "GET /v2.0/ports?device_id=5273ace7-d1b8-4a62-ab2b-b11b36cab764 HTTP/1.1" status: 200 len: 210 time: 0.0300684 Nov 27 01:08:22.658657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab8a003-8024-438e-a859-53d98228b74e req-38be2d0f-c3b8-45fa-a235-4535a1687e9d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] No DVR routers for this DVR port e4e17ae2-39eb-4396-9c41-168a2f7d273a on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:22.665433 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6ab8a003-8024-438e-a859-53d98228b74e req-38be2d0f-c3b8-45fa-a235-4535a1687e9d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.668897 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ab8a003-8024-438e-a859-53d98228b74e req-38be2d0f-c3b8-45fa-a235-4535a1687e9d tempest-ImagesTestJSON-665004344 tempest-ImagesTestJSON-665004344-project] 10.222.0.31 "DELETE /v2.0/ports/e4e17ae2-39eb-4396-9c41-168a2f7d273a HTTP/1.1" status: 204 len: 173 time: 0.9036832 Nov 27 01:08:22.669393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5273ace7-d1b8-4a62-ab2b-b11b36cab764', 'name': 'network-vif-deleted', 'tag': 'e4e17ae2-39eb-4396-9c41-168a2f7d273a'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:22.671907 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91aae5d7-6d04-4ad1-a025-52b4013e7cd5" -d '{"events": [{"server_uuid": "5273ace7-d1b8-4a62-ab2b-b11b36cab764", "name": "network-vif-deleted", "tag": "e4e17ae2-39eb-4396-9c41-168a2f7d273a"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:22.691277 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2523704-04d6-4444-9a35-860cbac5f84b x-openstack-request-id: req-c2523704-04d6-4444-9a35-860cbac5f84b {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:22.691796 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfa37fe-b4ad-4ef9-8380-61b37f3259e2", "name": "network-vif-plugged", "status": "completed", "tag": "6f77a5d8-270a-48fd-b2a1-78ca2ec69575", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:22.692269 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2523704-04d6-4444-9a35-860cbac5f84b {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:22.692743 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfa37fe-b4ad-4ef9-8380-61b37f3259e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f77a5d8-270a-48fd-b2a1-78ca2ec69575', 'code': 200} Nov 27 01:08:22.703060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4a549-2fe6-4c97-a6a6-192ad564e5cb req-ff09c7cf-8319-4702-a777-18525c65bd90 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:22.705308 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ad4a549-2fe6-4c97-a6a6-192ad564e5cb req-ff09c7cf-8319-4702-a777-18525c65bd90 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.2091017 Nov 27 01:08:22.750891 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a313a8e6-ef21-4f0f-b754-b14035be442c x-openstack-request-id: req-a313a8e6-ef21-4f0f-b754-b14035be442c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:22.751189 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5273ace7-d1b8-4a62-ab2b-b11b36cab764", "name": "network-vif-deleted", "tag": "e4e17ae2-39eb-4396-9c41-168a2f7d273a", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:22.751449 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a313a8e6-ef21-4f0f-b754-b14035be442c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:22.751868 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5273ace7-d1b8-4a62-ab2b-b11b36cab764', 'name': 'network-vif-deleted', 'tag': 'e4e17ae2-39eb-4396-9c41-168a2f7d273a', 'status': 'completed', 'code': 200} Nov 27 01:08:22.759735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Deleting port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:22.760327 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.825442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ad4a549-2fe6-4c97-a6a6-192ad564e5cb req-f5367a65-86b7-4b4e-ac9f-495e96b8ea2e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102171 Nov 27 01:08:22.898147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3eb01c-6159-4ed4-8252-ab65ed703a74 req-a7a96228-a429-40de-84df-3f7bc48138bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:22.900198 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d3eb01c-6159-4ed4-8252-ab65ed703a74 req-a7a96228-a429-40de-84df-3f7bc48138bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 1097 time: 0.0790677 Nov 27 01:08:22.908266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] For port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3f25d4ec-0aec-4f16-be58-7e3a97cfa790,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:22.908637 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:23.069371 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d3eb01c-6159-4ed4-8252-ab65ed703a74 req-ecf37837-58a2-4c82-8687-bb6875056038 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516836 Nov 27 01:08:23.207516 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:23.207873 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:23.208186 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Floating IP b9cec232-a079-4a66-bf0f-004b836628cb disassociated. External IP: 172.25.1.117, port: 3f25d4ec-0aec-4f16-be58-7e3a97cfa790. Nov 27 01:08:23.208552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Calling delete_port for 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:23.299826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4737b-e84e-45e1-9abf-f9aa06c018bc req-a954aa07-3120-41db-bd7f-354126970f4f tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:23.306647 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-baf4737b-e84e-45e1-9abf-f9aa06c018bc req-a954aa07-3120-41db-bd7f-354126970f4f tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 945 time: 0.1075919 Nov 27 01:08:23.395547 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-baf4737b-e84e-45e1-9abf-f9aa06c018bc req-548f710c-49ef-421a-aca0-0c6249223d93 tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e31eb61-cf9c-4084-8bea-767d69d54a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771768 Nov 27 01:08:23.407844 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:23.437896 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Pushing event deleted for resources: {'Port': ['ID=3f25d4ec-0aec-4f16-be58-7e3a97cfa790,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:23.582274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Router c162365c-0767-45f8-9972-d2811e2dd70f has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:08:23.710481 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:08:23.729553 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4582fd-5dbe-49ef-8bfa-732cd9a8b7c9 None None] Sync routers for ids ['c162365c-0767-45f8-9972-d2811e2dd70f'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:08:23.743007 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4582fd-5dbe-49ef-8bfa-732cd9a8b7c9 None None] Routers {'c162365c-0767-45f8-9972-d2811e2dd70f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:08:23.744306 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2d4582fd-5dbe-49ef-8bfa-732cd9a8b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:08:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c162365c-0767-45f8-9972-d2811e2dd70f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:23.760713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] No DVR routers for this DVR port 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:23.763699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:23.768225 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb351f8e-0e8a-4a81-837f-4b192bed4ca1 req-3716dc9b-c9c3-4e17-9ea4-af2f32085ded tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.21 "DELETE /v2.0/ports/3f25d4ec-0aec-4f16-be58-7e3a97cfa790 HTTP/1.1" status: 204 len: 173 time: 1.2706094 Nov 27 01:08:23.976932 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-2d4582fd-5dbe-49ef-8bfa-732cd9a8b7c9 None None] Set router c162365c-0767-45f8-9972-d2811e2dd70f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:08:24.030014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b87e1e-4f78-49e9-a031-e2a73cea2043 req-bca74841-9189-4168-a175-d4bd449db1ef tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:24.031636 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72b87e1e-4f78-49e9-a031-e2a73cea2043 req-bca74841-9189-4168-a175-d4bd449db1ef tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.1084230 Nov 27 01:08:24.128456 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72b87e1e-4f78-49e9-a031-e2a73cea2043 req-713d5618-ed17-4358-887a-de9cdf1aacd8 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887878 Nov 27 01:08:24.144865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e4e17ae2-39eb-4396-9c41-168a2f7d273a no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:24.183571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: e4e17ae2-39eb-4396-9c41-168a2f7d273a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:24.185143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e4e17ae2-39eb-4396-9c41-168a2f7d273a not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:24.186638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 8abef2b5-d77d-4403-a814-02d25f8cdeb6 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:24.368939 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.423699 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2d4582fd-5dbe-49ef-8bfa-732cd9a8b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:56Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:24.437144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 8abef2b5-d77d-4403-a814-02d25f8cdeb6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=8abef2b5-d77d-4403-a814-02d25f8cdeb6,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:24.452943 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.462898 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42992) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:24.534530 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4582fd-5dbe-49ef-8bfa-732cd9a8b7c9 None None] Checking router: c162365c-0767-45f8-9972-d2811e2dd70f for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:08:24.536381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=8abef2b5-d77d-4403-a814-02d25f8cdeb6,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:24.560847 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4582fd-5dbe-49ef-8bfa-732cd9a8b7c9 None None] Routers {'c162365c-0767-45f8-9972-d2811e2dd70f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:08:24.561669 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2d4582fd-5dbe-49ef-8bfa-732cd9a8b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:08:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c162365c-0767-45f8-9972-d2811e2dd70f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:24.584622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3a170a-0a90-4c37-a227-cf8e1d6f5f77 admin admin] Deleting subnet 29003f06-f306-4683-932b-e39e08c7fc5d {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:08:24.601742 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e86ce083-1280-4060-90f0-cd94ab8beb95 req-cc31a535-750b-4aa3-88f6-d63c923bcdee tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/ports?device_id=825419b6-4b9c-4cfb-accf-f752bef52f73 HTTP/1.1" status: 200 len: 210 time: 0.0449331 Nov 27 01:08:24.637204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb3a170a-0a90-4c37-a227-cf8e1d6f5f77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.694603 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841ab1de-d70d-4494-9667-bc6d6d6ad6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8abef2b5-d77d-4403-a814-02d25f8cdeb6'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:24.698081 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6aeb54-ee9d-4bd2-a0ae-1e2b05ccee91" -d '{"events": [{"server_uuid": "841ab1de-d70d-4494-9667-bc6d6d6ad6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "8abef2b5-d77d-4403-a814-02d25f8cdeb6"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:24.700336 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-93c5e828-fbca-4457-afd8-15fd4579eb03 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f5190f8b4406433294825aae9d438cb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185751 Nov 27 01:08:24.734098 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-2d4582fd-5dbe-49ef-8bfa-732cd9a8b7c9 None None] Set router c162365c-0767-45f8-9972-d2811e2dd70f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:08:24.753386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825419b6-4b9c-4cfb-accf-f752bef52f73', 'name': 'network-vif-deleted', 'tag': '3f25d4ec-0aec-4f16-be58-7e3a97cfa790'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:24.756698 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1deab7f6-a325-4434-881d-4c19004327ef" -d '{"events": [{"server_uuid": "825419b6-4b9c-4cfb-accf-f752bef52f73", "name": "network-vif-deleted", "tag": "3f25d4ec-0aec-4f16-be58-7e3a97cfa790"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:24.771963 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb3a170a-0a90-4c37-a227-cf8e1d6f5f77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.863220 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb3a170a-0a90-4c37-a227-cf8e1d6f5f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.872003 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db5ae10-540c-442d-8126-a77c2e365569 x-openstack-request-id: req-9db5ae10-540c-442d-8126-a77c2e365569 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:24.872397 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841ab1de-d70d-4494-9667-bc6d6d6ad6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "8abef2b5-d77d-4403-a814-02d25f8cdeb6", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:24.872836 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9db5ae10-540c-442d-8126-a77c2e365569 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:24.873291 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841ab1de-d70d-4494-9667-bc6d6d6ad6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8abef2b5-d77d-4403-a814-02d25f8cdeb6', 'code': 200} Nov 27 01:08:24.910607 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5727c6ae-361a-444a-a70e-69cfc6b10c06 x-openstack-request-id: req-5727c6ae-361a-444a-a70e-69cfc6b10c06 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:24.910903 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825419b6-4b9c-4cfb-accf-f752bef52f73", "name": "network-vif-deleted", "tag": "3f25d4ec-0aec-4f16-be58-7e3a97cfa790", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:24.911153 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5727c6ae-361a-444a-a70e-69cfc6b10c06 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:24.911605 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825419b6-4b9c-4cfb-accf-f752bef52f73', 'name': 'network-vif-deleted', 'tag': '3f25d4ec-0aec-4f16-be58-7e3a97cfa790', 'status': 'completed', 'code': 200} Nov 27 01:08:24.912953 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-0218a1f6-3213-4144-8351-1e3680ec3443 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:24.920659 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-0218a1f6-3213-4144-8351-1e3680ec3443 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190044 Nov 27 01:08:24.934578 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-29dacaf0-bff6-42c3-a9b5-b8190f7b3ff9 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/quotas/f5190f8b4406433294825aae9d438cb0 HTTP/1.1" status: 200 len: 375 time: 0.0127220 Nov 27 01:08:24.985289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-92a515ea-b095-4a0b-9450-ee59bbdd8c24 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5190f8b4406433294825aae9d438cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427036 Nov 27 01:08:24.994039 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb3a170a-0a90-4c37-a227-cf8e1d6f5f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.007193 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2d4582fd-5dbe-49ef-8bfa-732cd9a8b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:56Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:25.024520 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb3a170a-0a90-4c37-a227-cf8e1d6f5f77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.027987 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fb3a170a-0a90-4c37-a227-cf8e1d6f5f77 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/29003f06-f306-4683-932b-e39e08c7fc5d HTTP/1.1" status: 204 len: 168 time: 0.5637074 Nov 27 01:08:25.030590 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43024) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:25.051816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a170a-0a90-4c37-a227-cf8e1d6f5f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29003f06-f306-4683-932b-e39e08c7fc5d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:25.076899 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4582fd-5dbe-49ef-8bfa-732cd9a8b7c9 None None] The sync data for ids ['c162365c-0767-45f8-9972-d2811e2dd70f'] in n-d-817303-10 is: [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:48Z', 'revision_number': 4, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4359c821-a2fc-4bb0-8e52-1f5cb976125d', 'name': '', 'network_id': '649a07cd-bf3b-42ac-aaef-288218183590', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '572090ea-1174-40ff-925e-3890db83497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:47Z', 'updated_at': '2021-11-27T01:02:56Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'subnets': [{'id': '572090ea-1174-40ff-925e-3890db83497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:08:25.136162 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a6ed-dbbb-4d48-8924-6fc4a3908339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.267385 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a6ed-dbbb-4d48-8924-6fc4a3908339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.309635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5ed3a6ed-dbbb-4d48-8924-6fc4a3908339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26a371d-6d95-400e-8f8a-d7637bed9b2f']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:25.325131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5ed3a6ed-dbbb-4d48-8924-6fc4a3908339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420286ab-cd0e-4fa9-841a-c5e336c140ed') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:25.325543 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5ed3a6ed-dbbb-4d48-8924-6fc4a3908339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420286ab-cd0e-4fa9-841a-c5e336c140ed') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:25.345932 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a6ed-dbbb-4d48-8924-6fc4a3908339 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.355165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefd6b0-f322-47e1-92fe-c92a5b483ccd req-b88ad679-aaaf-4e28-8d96-1262906dbc9f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:25.357234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-faefd6b0-f322-47e1-92fe-c92a5b483ccd req-b88ad679-aaaf-4e28-8d96-1262906dbc9f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.1029871 Nov 27 01:08:25.380159 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a6ed-dbbb-4d48-8924-6fc4a3908339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.395780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed3a6ed-dbbb-4d48-8924-6fc4a3908339 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:08:25.396227 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a6ed-dbbb-4d48-8924-6fc4a3908339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:08:25.400435 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:08:25.497530 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-faefd6b0-f322-47e1-92fe-c92a5b483ccd req-ec626e51-7ee7-4a7a-9981-a34949859b01 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276271 Nov 27 01:08:25.520937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a6ed-dbbb-4d48-8924-6fc4a3908339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.545315 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a6ed-dbbb-4d48-8924-6fc4a3908339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.559112 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5ed3a6ed-dbbb-4d48-8924-6fc4a3908339 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a26a371d-6d95-400e-8f8a-d7637bed9b2f HTTP/1.1" status: 204 len: 168 time: 0.5271671 Nov 27 01:08:25.572134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3a6ed-dbbb-4d48-8924-6fc4a3908339 admin admin] Pushing event deleted for resources: {'Network': ['ID=a26a371d-6d95-400e-8f8a-d7637bed9b2f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:25.623583 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-540d41d2-0fc8-4ab5-8cb5-d95c2b58e687 req-b1bc1f23-2ca3-4d2b-8934-e014cd37cb2d tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 210 time: 0.0410998 Nov 27 01:08:25.652102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0013a1-f7a7-452c-b912-56b7b8d3ff85 None None] New status for floating IP b9cec232-a079-4a66-bf0f-004b836628cb: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:08:25.749488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0872d3f-f24f-4820-a7e7-7d63380ccbfe req-c5b7f13e-c168-4e97-a814-5a213a724696 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:25.751361 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0872d3f-f24f-4820-a7e7-7d63380ccbfe req-c5b7f13e-c168-4e97-a814-5a213a724696 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.0829504 Nov 27 01:08:25.819389 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0872d3f-f24f-4820-a7e7-7d63380ccbfe req-339f06ef-573d-4b5c-815c-05968a44cf5d tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611753 Nov 27 01:08:25.974899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43070) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:26.030842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f63d9be8-49ef-4c23-b6d3-aa9326bfd965 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1370302524d4dcc8bebe45479d6cff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547364 Nov 27 01:08:26.034321 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43080) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:26.111685 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-925f8ede-280a-4d92-9780-fe92dec2793f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.142718 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-925f8ede-280a-4d92-9780-fe92dec2793f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.216593 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-925f8ede-280a-4d92-9780-fe92dec2793f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.220998 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-925f8ede-280a-4d92-9780-fe92dec2793f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.225926 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-925f8ede-280a-4d92-9780-fe92dec2793f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c55e8e0c-5b06-4721-89d5-fb724e51eb1f HTTP/1.1" status: 204 len: 168 time: 0.1879370 Nov 27 01:08:26.235161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f8ede-280a-4d92-9780-fe92dec2793f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55e8e0c-5b06-4721-89d5-fb724e51eb1f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:26.253574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20b468-1c02-4a7a-987e-c36fa6b30e1e req-8fe0838b-f22d-4fde-ab07-7e6ae62aabd9 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:26.263386 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0f20b468-1c02-4a7a-987e-c36fa6b30e1e req-8fe0838b-f22d-4fde-ab07-7e6ae62aabd9 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.0821633 Nov 27 01:08:26.323517 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0f20b468-1c02-4a7a-987e-c36fa6b30e1e req-fa41a0ff-bd7f-4b12-9ca3-6e203d24467a tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604155 Nov 27 01:08:26.376095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43096) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:26.443296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:26.468433 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dadaa-f451-4aba-994c-2097ace393cd req-2fd2b1b5-f7e4-489a-a8ed-51c7a6a1d617 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:26.470290 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab3dadaa-f451-4aba-994c-2097ace393cd req-2fd2b1b5-f7e4-489a-a8ed-51c7a6a1d617 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.0608060 Nov 27 01:08:26.480199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:26.482268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3f25d4ec-0aec-4f16-be58-7e3a97cfa790 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:26.534360 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab3dadaa-f451-4aba-994c-2097ace393cd req-ad8ee2e2-f9f7-4354-9553-f9eaeaaefbd3 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498838 Nov 27 01:08:26.625979 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43112) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:26.687465 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-a15d285f-9bda-4c60-ba59-dfa4f790f193 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f5190f8b4406433294825aae9d438cb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543051 Nov 27 01:08:26.761081 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-27b6c1ef-c88f-4e58-8f82-cfdf38f2f9f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.772842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-749af033-2a52-4b10-865a-125202f34786 req-2728c454-31af-467c-b14a-bca51fdd7df1 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 210 time: 0.0750928 Nov 27 01:08:26.785264 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bfbcfb90-8877-45a8-82bb-65d86d2c5d1f tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.871293 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bfbcfb90-8877-45a8-82bb-65d86d2c5d1f tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.936613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-4154a739-253d-46ac-8821-067f13dd6c70 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:26.938786 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-4154a739-253d-46ac-8821-067f13dd6c70 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449539 Nov 27 01:08:26.975106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Request body: {'port': {'device_id': '73901157-4f38-4a23-88a3-2a026bceaddd', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': 'f5190f8b4406433294825aae9d438cb0'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:27.045144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-27b6c1ef-c88f-4e58-8f82-cfdf38f2f9f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.049833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bfbcfb90-8877-45a8-82bb-65d86d2c5d1f tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.057740 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bfbcfb90-8877-45a8-82bb-65d86d2c5d1f tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.060656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bfbcfb90-8877-45a8-82bb-65d86d2c5d1f tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "DELETE /v2.0/security-groups/0e31eb61-cf9c-4084-8bea-767d69d54a52 HTTP/1.1" status: 204 len: 168 time: 0.4333191 Nov 27 01:08:27.065944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43128) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:27.069636 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-27b6c1ef-c88f-4e58-8f82-cfdf38f2f9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.074098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1a3dd-ca31-450e-b56f-f65e092d7310 req-7b085014-ceb3-4205-9972-9404a166d5ad tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:27.081250 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ab1a3dd-ca31-450e-b56f-f65e092d7310 req-7b085014-ceb3-4205-9972-9404a166d5ad tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.1294827 Nov 27 01:08:27.084900 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcfb90-8877-45a8-82bb-65d86d2c5d1f tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e31eb61-cf9c-4084-8bea-767d69d54a52,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:27.107714 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-15d567d8-5d38-4b05-ac78-b32c923d730a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] show failed (client error): The resource could not be found. Nov 27 01:08:27.109137 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-15d567d8-5d38-4b05-ac78-b32c923d730a tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "GET /v2.0/security-groups/0e31eb61-cf9c-4084-8bea-767d69d54a52 HTTP/1.1" status: 404 len: 347 time: 0.0259533 Nov 27 01:08:27.112349 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43132) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:27.208298 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-27b6c1ef-c88f-4e58-8f82-cfdf38f2f9f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1eed7589b95e4748bad2a5d147b997e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8342102 Nov 27 01:08:27.209171 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ab1a3dd-ca31-450e-b56f-f65e092d7310 req-96dca226-8bbb-4c53-8964-0cc3bfa80736 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270123 Nov 27 01:08:27.210622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Made reservation on behalf of f5190f8b4406433294825aae9d438cb0 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:27.211953 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43146) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:27.213108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6c1ef-c88f-4e58-8f82-cfdf38f2f9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c09dda-ff21-4a09-9be3-9a49d0036823,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:27.214746 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.228447 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.329428 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.338551 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.423648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9482c89-d6c8-46de-9e5c-7181a1a2226f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:27.435956 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da40ac6d-2553-4053-a0b3-b8ba70739e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.468799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da40ac6d-2553-4053-a0b3-b8ba70739e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.478940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a6628-6af7-44db-9360-4546532e0edf req-aead3c15-15d6-46c0-9c51-ebaa3cd4c605 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:27.480486 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a05a6628-6af7-44db-9360-4546532e0edf req-aead3c15-15d6-46c0-9c51-ebaa3cd4c605 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.1097076 Nov 27 01:08:27.493813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-08a8e5e9-bd76-4c00-b98c-aeba1e09fd8b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Deleting port 46c77182-dff1-4b4c-9222-0fc36a52286c {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:27.494158 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08a8e5e9-bd76-4c00-b98c-aeba1e09fd8b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.512944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Allocated IP 192.168.233.104 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/36ee6a3b-2468-462e-a1ad-d453fab5ec98) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:27.631735 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a05a6628-6af7-44db-9360-4546532e0edf req-7fb07c18-28a0-4285-8044-e2e3b1e7246a tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353755 Nov 27 01:08:27.634880 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da40ac6d-2553-4053-a0b3-b8ba70739e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.637527 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da40ac6d-2553-4053-a0b3-b8ba70739e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.641056 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-da40ac6d-2553-4053-a0b3-b8ba70739e67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21c09dda-ff21-4a09-9be3-9a49d0036823 HTTP/1.1" status: 204 len: 168 time: 0.4218340 Nov 27 01:08:27.641625 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08a8e5e9-bd76-4c00-b98c-aeba1e09fd8b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.641895 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08a8e5e9-bd76-4c00-b98c-aeba1e09fd8b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.681194 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-08a8e5e9-bd76-4c00-b98c-aeba1e09fd8b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Calling delete_port for 46c77182-dff1-4b4c-9222-0fc36a52286c owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:27.683074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40ac6d-2553-4053-a0b3-b8ba70739e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c09dda-ff21-4a09-9be3-9a49d0036823,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:27.730703 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.795690 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.853598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:27.857951 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:27.860861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:27.908719 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a53a1a02-8192-43be-89cc-033024192990 req-c26becf6-3ed8-446f-a442-9c4728a6cac3 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=26f9809b35fa4735a377b1093c508617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552428 Nov 27 01:08:27.933204 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Pushing event updated for resources: {'Port': ['ID=36ee6a3b-2468-462e-a1ad-d453fab5ec98,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:27.960444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce38a9-fbc3-41d0-aa02-84a027b4058c req-48e15a21-e680-4a80-8b9a-a01a1a5afeb8 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:27.968573 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-55ce38a9-fbc3-41d0-aa02-84a027b4058c req-48e15a21-e680-4a80-8b9a-a01a1a5afeb8 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.1560762 Nov 27 01:08:27.975728 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:27.976402 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.012807 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cdb10e82-49b3-45cd-bb68-3e2babad5fcb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0474963 Nov 27 01:08:28.037862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Request body: {'port': {'device_id': '73901157-4f38-4a23-88a3-2a026bceaddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:28.058373 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-55ce38a9-fbc3-41d0-aa02-84a027b4058c req-5aaf39e2-1d6a-4590-8a1a-e59f016126ae tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888410 Nov 27 01:08:28.067009 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08a8e5e9-bd76-4c00-b98c-aeba1e09fd8b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.114910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8e5e9-bd76-4c00-b98c-aeba1e09fd8b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Pushing event deleted for resources: {'Port': ['ID=46c77182-dff1-4b4c-9222-0fc36a52286c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:28.129591 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.137355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ef835b56-88e3-4124-a635-1a72a9b7decc details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:28.232277 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.235124 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1a02-8192-43be-89cc-033024192990 req-f8e9d36d-d81d-4484-b472-768712c05a57 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:28.245095 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a53a1a02-8192-43be-89cc-033024192990 req-f8e9d36d-d81d-4484-b472-768712c05a57 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573981 Nov 27 01:08:28.255436 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08a8e5e9-bd76-4c00-b98c-aeba1e09fd8b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.258271 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08a8e5e9-bd76-4c00-b98c-aeba1e09fd8b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.262848 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-08a8e5e9-bd76-4c00-b98c-aeba1e09fd8b tempest-ServersWithSpecificFlavorTestJSON-1643853010 tempest-ServersWithSpecificFlavorTestJSON-1643853010-project] 10.222.0.15 "DELETE /v2.0/floatingips/b9cec232-a079-4a66-bf0f-004b836628cb HTTP/1.1" status: 204 len: 168 time: 1.1408358 Nov 27 01:08:28.271813 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a53a1a02-8192-43be-89cc-033024192990 req-ad4c4151-e001-448f-9da5-5d62c223a3e9 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/quotas/26f9809b35fa4735a377b1093c508617 HTTP/1.1" status: 200 len: 375 time: 0.0255203 Nov 27 01:08:28.309929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ef835b56-88e3-4124-a635-1a72a9b7decc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef835b56-88e3-4124-a635-1a72a9b7decc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:28.314187 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a53a1a02-8192-43be-89cc-033024192990 req-7760a800-ee06-4d61-8c08-b09eadecc8fd tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=26f9809b35fa4735a377b1093c508617&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416048 Nov 27 01:08:28.322774 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'ef835b56-88e3-4124-a635-1a72a9b7decc', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'ef835b56-88e3-4124-a635-1a72a9b7decc', 'mac_address': 'fa:16:3e:ea:1b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:28.323042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43200) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:28.334391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2b31089c-2e5f-4c2d-b332-9f57d4aa8951 None None] Provisioning complete for port 36ee6a3b-2468-462e-a1ad-d453fab5ec98 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:28.334766 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2b31089c-2e5f-4c2d-b332-9f57d4aa8951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.338819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ae4b5-dbc4-43b3-bbac-0d46cc4bb67a req-7cff61b0-140c-408d-9ca7-d350dda58935 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:28.340468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-316ae4b5-dbc4-43b3-bbac-0d46cc4bb67a req-7cff61b0-140c-408d-9ca7-d350dda58935 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 936 time: 0.1764045 Nov 27 01:08:28.341157 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cc7624d5-b6aa-4e5f-a861-374a7d13a78b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.405659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2b31089c-2e5f-4c2d-b332-9f57d4aa8951 None None] Port 36ee6a3b-2468-462e-a1ad-d453fab5ec98 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:08:28.430957 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.441245 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cc7624d5-b6aa-4e5f-a861-374a7d13a78b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.445067 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef835b56-88e3-4124-a635-1a72a9b7decc {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:28.450637 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cc7624d5-b6aa-4e5f-a861-374a7d13a78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.479912 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-316ae4b5-dbc4-43b3-bbac-0d46cc4bb67a req-3028e747-4d1a-4639-8263-630505e27b98 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9482c89-d6c8-46de-9e5c-7181a1a2226f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316221 Nov 27 01:08:28.511265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ef835b56-88e3-4124-a635-1a72a9b7decc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef835b56-88e3-4124-a635-1a72a9b7decc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:28.517028 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.547041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7624d5-b6aa-4e5f-a861-374a7d13a78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab29e140-21dd-4883-9451-5b4fd7db86a6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:28.569214 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cc7624d5-b6aa-4e5f-a861-374a7d13a78b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3ea1deba9394816875bbb49787be44a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426507 Nov 27 01:08:28.570245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43210) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:28.585368 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ef835b56-88e3-4124-a635-1a72a9b7decc,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:28.640600 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6cf40cf-4076-410c-8c5d-720fd5ad1d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.668032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ef835b56-88e3-4124-a635-1a72a9b7decc'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:28.672192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d996f-7637-41d9-880d-630da121a4c7 req-b64870ec-b1bf-46bf-8db5-4bf5296d66ea tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:28.672755 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6cf40cf-4076-410c-8c5d-720fd5ad1d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.682520 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c2d996f-7637-41d9-880d-630da121a4c7 req-b64870ec-b1bf-46bf-8db5-4bf5296d66ea tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.1026413 Nov 27 01:08:28.755289 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6cf40cf-4076-410c-8c5d-720fd5ad1d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.760630 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6cf40cf-4076-410c-8c5d-720fd5ad1d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.764105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e6cf40cf-4076-410c-8c5d-720fd5ad1d9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab29e140-21dd-4883-9451-5b4fd7db86a6 HTTP/1.1" status: 204 len: 168 time: 0.1925652 Nov 27 01:08:28.785305 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c2d996f-7637-41d9-880d-630da121a4c7 req-a4f519da-51c3-4c8e-927e-9b040237f4da tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011641 Nov 27 01:08:28.787493 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ee6a3b-2468-462e-a1ad-d453fab5ec98 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:28.807405 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.817090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf40cf-4076-410c-8c5d-720fd5ad1d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab29e140-21dd-4883-9451-5b4fd7db86a6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:28.834856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Transition to ACTIVE for port object 36ee6a3b-2468-462e-a1ad-d453fab5ec98 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:28.840326 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.917050 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Pushing event updated for resources: {'Port': ['ID=36ee6a3b-2468-462e-a1ad-d453fab5ec98,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:29.021138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Attempting to bind port 36ee6a3b-2468-462e-a1ad-d453fab5ec98 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:29.021643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Attempting to bind port 36ee6a3b-2468-462e-a1ad-d453fab5ec98 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:29.021986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Attempting to bind port 36ee6a3b-2468-462e-a1ad-d453fab5ec98 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:29.029456 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Port 36ee6a3b-2468-462e-a1ad-d453fab5ec98 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:29.029906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Attempting to bind port 36ee6a3b-2468-462e-a1ad-d453fab5ec98 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:29.043510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:29.044065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:29.044802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:29.045277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Bound port: 36ee6a3b-2468-462e-a1ad-d453fab5ec98, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:29.045683 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.094720 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0d340af-10e1-4b26-9604-e99a63f80b0a req-7e525cda-83e9-42aa-9e2f-9b3f2c744c69 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 210 time: 0.0441914 Nov 27 01:08:29.176178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] For port 36ee6a3b-2468-462e-a1ad-d453fab5ec98, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:29.188531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] For port 36ee6a3b-2468-462e-a1ad-d453fab5ec98, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=36ee6a3b-2468-462e-a1ad-d453fab5ec98,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:29.196966 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.250471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:29.251100 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.252573 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] 10.222.0.31 "PUT /v2.0/ports/36ee6a3b-2468-462e-a1ad-d453fab5ec98 HTTP/1.1" status: 200 len: 1097 time: 1.2189636 Nov 27 01:08:29.253037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73901157-4f38-4a23-88a3-2a026bceaddd', 'tag': '36ee6a3b-2468-462e-a1ad-d453fab5ec98'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:29.255322 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b259ccd-ffb5-41f4-a96c-0fe0a82081ad" -d '{"events": [{"name": "network-changed", "server_uuid": "73901157-4f38-4a23-88a3-2a026bceaddd", "tag": "36ee6a3b-2468-462e-a1ad-d453fab5ec98"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:29.307898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe94d7e-254a-4774-90bd-c576bb181318 service neutron] Pushing event updated for resources: {'Port': ['ID=36ee6a3b-2468-462e-a1ad-d453fab5ec98,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:29.402188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-5e49a159-2584-4793-9606-3fe98017879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:29.405801 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-5e49a159-2584-4793-9606-3fe98017879f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5190f8b4406433294825aae9d438cb0&device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 1100 time: 0.0810993 Nov 27 01:08:29.483873 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-cf009758-4507-4a16-886b-bd25ebea8424 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=36ee6a3b-2468-462e-a1ad-d453fab5ec98 HTTP/1.1" status: 200 len: 217 time: 0.0584736 Nov 27 01:08:29.600857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-f8284277-6929-405c-8385-7ed3029b44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:29.603141 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-f8284277-6929-405c-8385-7ed3029b44f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0959413 Nov 27 01:08:29.698370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-8bcb1cdd-6a95-442a-8bdc-eb8f06fdef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:29.704147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-8bcb1cdd-6a95-442a-8bdc-eb8f06fdef5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0932541 Nov 27 01:08:29.714846 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca84723f-8851-45df-afe2-0485c54cabdd x-openstack-request-id: req-ca84723f-8851-45df-afe2-0485c54cabdd {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:29.715231 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73901157-4f38-4a23-88a3-2a026bceaddd", "tag": "36ee6a3b-2468-462e-a1ad-d453fab5ec98", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:29.715555 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca84723f-8851-45df-afe2-0485c54cabdd {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:29.716031 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73901157-4f38-4a23-88a3-2a026bceaddd', 'tag': '36ee6a3b-2468-462e-a1ad-d453fab5ec98', 'status': 'completed', 'code': 200} Nov 27 01:08:29.849082 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc2b04-4479-473d-b396-411a09c78662 req-9d3387f2-f2e8-47c6-90bc-9a2517eaea39 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:29.850648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cdc2b04-4479-473d-b396-411a09c78662 req-9d3387f2-f2e8-47c6-90bc-9a2517eaea39 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 948 time: 0.0853379 Nov 27 01:08:29.886113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-ae9f06c2-2171-4abe-a633-ababe02cb215 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565239 Nov 27 01:08:29.922815 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cdc2b04-4479-473d-b396-411a09c78662 req-ff3ed066-eb22-4994-856f-e005dde3aecb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9482c89-d6c8-46de-9e5c-7181a1a2226f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611024 Nov 27 01:08:30.084547 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a8b91b2-5efb-4bd1-a04e-36d30df57dd1 req-30e00a08-b7fa-48bd-bd4f-48ad54df42fd service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896241 Nov 27 01:08:30.132071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ef835b56-88e3-4124-a635-1a72a9b7decc up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:30.195247 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port ef835b56-88e3-4124-a635-1a72a9b7decc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:30.197002 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:30.284193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a53a1a02-8192-43be-89cc-033024192990 req-fbb5490e-eb64-497a-97d3-a8e231210df4 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=26f9809b35fa4735a377b1093c508617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532961 Nov 27 01:08:30.355410 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:30.356673 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:30.362918 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea988e-1a59-4a9f-a6b7-a002fb6feac7 req-3e6afb83-31e3-41f3-9e0d-406fb5fe4861 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:30.365913 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c1ea988e-1a59-4a9f-a6b7-a002fb6feac7 req-3e6afb83-31e3-41f3-9e0d-406fb5fe4861 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.0703952 Nov 27 01:08:30.384820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef835b56-88e3-4124-a635-1a72a9b7decc'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:30.388447 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003b13d4-d92c-432e-874f-a2c807b03e73" -d '{"events": [{"server_uuid": "fd1c6bf7-654f-46f1-bc2b-595c63fc11bf", "name": "network-vif-plugged", "status": "completed", "tag": "ef835b56-88e3-4124-a635-1a72a9b7decc"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:30.406921 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ef835b56-88e3-4124-a635-1a72a9b7decc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef835b56-88e3-4124-a635-1a72a9b7decc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:30.414046 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:30.448908 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c1ea988e-1a59-4a9f-a6b7-a002fb6feac7 req-4c7d17a9-205a-4e99-a647-aa4c612bad1d tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748246 Nov 27 01:08:30.479435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ef835b56-88e3-4124-a635-1a72a9b7decc,revision_number=10']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:30.602410 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eaf993-9b11-404b-9f02-5af56cb549d3 x-openstack-request-id: req-41eaf993-9b11-404b-9f02-5af56cb549d3 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:30.602768 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1c6bf7-654f-46f1-bc2b-595c63fc11bf", "name": "network-vif-plugged", "status": "completed", "tag": "ef835b56-88e3-4124-a635-1a72a9b7decc", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:30.603348 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41eaf993-9b11-404b-9f02-5af56cb549d3 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:30.603452 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef835b56-88e3-4124-a635-1a72a9b7decc', 'code': 200} Nov 27 01:08:30.611566 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d3016021-48e8-4a92-94e0-658e1cfa0b87 req-7a837e95-5821-44aa-8dd3-53dc59decbcc tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 210 time: 0.0406957 Nov 27 01:08:30.721752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43334) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:30.812421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b259ccd-ffb5-41f4-a96c-0fe0a82081ad req-79c0df82-0cd2-466a-964a-443328fbeaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:30.813907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b259ccd-ffb5-41f4-a96c-0fe0a82081ad req-79c0df82-0cd2-466a-964a-443328fbeaf3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5190f8b4406433294825aae9d438cb0&device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 1100 time: 0.5587294 Nov 27 01:08:30.898453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1a02-8192-43be-89cc-033024192990 req-6ed030de-b950-4140-a100-498034ae4601 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:30.899940 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a53a1a02-8192-43be-89cc-033024192990 req-6ed030de-b950-4140-a100-498034ae4601 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5772614 Nov 27 01:08:30.919341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Request body: {'port': {'device_id': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '26f9809b35fa4735a377b1093c508617'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:30.995532 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b259ccd-ffb5-41f4-a96c-0fe0a82081ad req-9bd03a70-49ec-4a10-9ab3-c971d813bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:30.997012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b259ccd-ffb5-41f4-a96c-0fe0a82081ad req-9bd03a70-49ec-4a10-9ab3-c971d813bab5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1738803 Nov 27 01:08:31.058259 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b259ccd-ffb5-41f4-a96c-0fe0a82081ad req-859eb1be-a2e3-43df-b005-174f2fde27d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=36ee6a3b-2468-462e-a1ad-d453fab5ec98 HTTP/1.1" status: 200 len: 217 time: 0.0512729 Nov 27 01:08:31.160207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b259ccd-ffb5-41f4-a96c-0fe0a82081ad req-27de4af4-a634-4e15-a343-d41e51d81002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:31.161727 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b259ccd-ffb5-41f4-a96c-0fe0a82081ad req-27de4af4-a634-4e15-a343-d41e51d81002 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0936198 Nov 27 01:08:31.182698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7b248-963b-41a0-9d0d-72d242603d34 req-40421156-aa08-4652-9eda-8ffcb124f329 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:31.190398 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77a7b248-963b-41a0-9d0d-72d242603d34 req-40421156-aa08-4652-9eda-8ffcb124f329 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 948 time: 0.1409733 Nov 27 01:08:31.215048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Made reservation on behalf of 26f9809b35fa4735a377b1093c508617 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:31.218523 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:31.255609 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:31.313371 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77a7b248-963b-41a0-9d0d-72d242603d34 req-4b25ef11-2594-401c-9327-bf02f42810c2 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9482c89-d6c8-46de-9e5c-7181a1a2226f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171837 Nov 27 01:08:31.327233 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b259ccd-ffb5-41f4-a96c-0fe0a82081ad req-2cd2c4ba-63b2-448a-8458-e30c1dfbd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:31.328942 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b259ccd-ffb5-41f4-a96c-0fe0a82081ad req-2cd2c4ba-63b2-448a-8458-e30c1dfbd6a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1347816 Nov 27 01:08:31.460291 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa2bed4e-fac4-4a9b-9202-c287dfabf43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:31.471191 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:31.479520 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:31.548509 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b259ccd-ffb5-41f4-a96c-0fe0a82081ad req-90b14706-da1e-42ec-b73c-2601774157ec service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100923 Nov 27 01:08:31.597903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799f19d4-0438-42df-9a4f-ef0620b5cee6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:31.703979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Allocated IP 192.168.233.187 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/741e37ff-649a-4c48-aa76-abeaafc25895) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:31.714061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fd838-5e3a-49d1-bcd9-ba5f7d95dde4 req-4c07e1ed-eed1-4cd8-986f-4fd5dcb9ed97 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:31.722693 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b48fd838-5e3a-49d1-bcd9-ba5f7d95dde4 req-4c07e1ed-eed1-4cd8-986f-4fd5dcb9ed97 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.1583383 Nov 27 01:08:31.729379 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b259ccd-ffb5-41f4-a96c-0fe0a82081ad req-b3f904b3-af65-4136-9df0-68a85ef0782d service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706171 Nov 27 01:08:31.789300 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b48fd838-5e3a-49d1-bcd9-ba5f7d95dde4 req-e4d3d7b1-b2f4-4f32-b5d1-29472d2c6b44 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657475 Nov 27 01:08:31.889931 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-fa2bed4e-fac4-4a9b-9202-c287dfabf43d admin admin] Deleting port 4359c821-a2fc-4bb0-8e52-1f5cb976125d {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:31.890402 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa2bed4e-fac4-4a9b-9202-c287dfabf43d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:31.924417 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31128ef0-1fe4-401e-99ca-b49a0fef2f60 req-980ea5f8-d600-4332-9091-4e3ae8bc7501 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 210 time: 0.0348370 Nov 27 01:08:31.987309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:31.998952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-fa2bed4e-fac4-4a9b-9202-c287dfabf43d admin admin] For port 4359c821-a2fc-4bb0-8e52-1f5cb976125d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4359c821-a2fc-4bb0-8e52-1f5cb976125d,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:31.999313 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa2bed4e-fac4-4a9b-9202-c287dfabf43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:32.015393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-fa2bed4e-fac4-4a9b-9202-c287dfabf43d admin admin] Calling delete_port for 4359c821-a2fc-4bb0-8e52-1f5cb976125d owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:32.031687 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:32.090143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:32.094237 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:32.096044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Pushing event updated for resources: {'Port': ['ID=741e37ff-649a-4c48-aa76-abeaafc25895,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:32.098255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:32.157721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:32.158376 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:32.192945 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a53a1a02-8192-43be-89cc-033024192990 req-60bb5306-a657-4f56-a1ec-fc34c01ced6e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2780087 Nov 27 01:08:32.217177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Request body: {'port': {'device_id': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:32.347573 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa2bed4e-fac4-4a9b-9202-c287dfabf43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:32.357979 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:32.390748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bed4e-fac4-4a9b-9202-c287dfabf43d admin admin] Pushing event deleted for resources: {'Port': ['ID=4359c821-a2fc-4bb0-8e52-1f5cb976125d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:32.461938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:32.677626 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4eb9c65b-261f-4c5e-b4c4-8610b23e64bb None None] Provisioning complete for port 741e37ff-649a-4c48-aa76-abeaafc25895 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:32.678225 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4eb9c65b-261f-4c5e-b4c4-8610b23e64bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:32.733231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4eb9c65b-261f-4c5e-b4c4-8610b23e64bb None None] Port 741e37ff-649a-4c48-aa76-abeaafc25895 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:08:32.753757 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:32.785683 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '6f77a5d8-270a-48fd-b2a1-78ca2ec69575', 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c', 'port_id': '6f77a5d8-270a-48fd-b2a1-78ca2ec69575', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:32.822182 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa2bed4e-fac4-4a9b-9202-c287dfabf43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:32.833396 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:32.850382 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:32.855502 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c7024-9850-44ba-b544-623ab9411624 req-1b8b5d53-1b03-4e0e-b484-693986576a2f tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:32.862970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0d6c7024-9850-44ba-b544-623ab9411624 req-1b8b5d53-1b03-4e0e-b484-693986576a2f tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 948 time: 0.1782904 Nov 27 01:08:32.873002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:32.879010 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:32.976597 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0d6c7024-9850-44ba-b544-623ab9411624 req-73d2b651-c56f-405a-b0ac-08dfc61912e8 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9482c89-d6c8-46de-9e5c-7181a1a2226f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084642 Nov 27 01:08:33.071431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['6f77a5d8-270a-48fd-b2a1-78ca2ec69575'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:33.079815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:33.143810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741e37ff-649a-4c48-aa76-abeaafc25895 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:33.157050 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.184295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e50a2c-1103-4fe2-8204-62b3a8bd454a req-0928d362-8704-43b2-bc3f-77501d4e2179 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:33.186240 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a1e50a2c-1103-4fe2-8204-62b3a8bd454a req-0928d362-8704-43b2-bc3f-77501d4e2179 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 944 time: 0.1409035 Nov 27 01:08:33.190362 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Transition to ACTIVE for port object 741e37ff-649a-4c48-aa76-abeaafc25895 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:33.211012 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.244039 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2bed4e-fac4-4a9b-9202-c287dfabf43d admin admin] Router c162365c-0767-45f8-9972-d2811e2dd70f has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:08:33.352904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a1e50a2c-1103-4fe2-8204-62b3a8bd454a req-69759ad8-e74f-4174-9c6e-e3b4bc576345 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565390 Nov 27 01:08:33.484479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Pushing event updated for resources: {'Port': ['ID=741e37ff-649a-4c48-aa76-abeaafc25895,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:33.535626 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2bed4e-fac4-4a9b-9202-c287dfabf43d admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:08:33.546470 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fa2bed4e-fac4-4a9b-9202-c287dfabf43d admin admin] 10.222.0.15 "PUT /v2.0/routers/c162365c-0767-45f8-9972-d2811e2dd70f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8207672 Nov 27 01:08:33.548408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43454) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:33.556932 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73343750-8887-4cde-9924-59d9d6280c5f None None] Sync routers for ids ['c162365c-0767-45f8-9972-d2811e2dd70f'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:08:33.574482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Attempting to bind port 741e37ff-649a-4c48-aa76-abeaafc25895 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:33.574930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Attempting to bind port 741e37ff-649a-4c48-aa76-abeaafc25895 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:33.575064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Attempting to bind port 741e37ff-649a-4c48-aa76-abeaafc25895 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:33.578147 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73343750-8887-4cde-9924-59d9d6280c5f None None] Routers {'c162365c-0767-45f8-9972-d2811e2dd70f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:08:33.579272 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-73343750-8887-4cde-9924-59d9d6280c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:08:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c162365c-0767-45f8-9972-d2811e2dd70f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:33.598088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Port 741e37ff-649a-4c48-aa76-abeaafc25895 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:33.598409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Attempting to bind port 741e37ff-649a-4c48-aa76-abeaafc25895 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:33.629023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:33.629372 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:33.629759 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:33.630880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Bound port: 741e37ff-649a-4c48-aa76-abeaafc25895, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:33.631256 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.665899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43460) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:33.784100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329d6a8-ce8f-4a02-a959-e6862025eaff req-8cd3df78-b489-4052-b280-8bdce328a5a2 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:33.812787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f329d6a8-ce8f-4a02-a959-e6862025eaff req-8cd3df78-b489-4052-b280-8bdce328a5a2 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 948 time: 0.3012803 Nov 27 01:08:33.829922 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-73343750-8887-4cde-9924-59d9d6280c5f None None] Set router c162365c-0767-45f8-9972-d2811e2dd70f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:08:33.830359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.962125 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed31f17f-afc3-47be-a57b-ded593c04fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.007882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] For port 741e37ff-649a-4c48-aa76-abeaafc25895, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:34.037772 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.064061 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] For port 741e37ff-649a-4c48-aa76-abeaafc25895, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=741e37ff-649a-4c48-aa76-abeaafc25895,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:34.080629 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.104899 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f329d6a8-ce8f-4a02-a959-e6862025eaff req-7f93c73b-5f71-498a-9375-6e8ec6816dc2 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878635 Nov 27 01:08:34.136340 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed31f17f-afc3-47be-a57b-ded593c04fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.144463 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed31f17f-afc3-47be-a57b-ded593c04fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.157577 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 36ee6a3b-2468-462e-a1ad-d453fab5ec98 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:34.176097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43474) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:34.218096 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ed31f17f-afc3-47be-a57b-ded593c04fd9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f0add2f4e98400594360122794365c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5483661 Nov 27 01:08:34.218096 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31f17f-afc3-47be-a57b-ded593c04fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf64049-93fe-4f10-8292-f29e08804f0f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:34.220316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43482) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:34.241676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] Deleting port a6f89a0e-428b-4fb1-a4f2-41748c83ccd1 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:34.242252 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.280118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Pushing event updated for resources: {'Port': ['ID=741e37ff-649a-4c48-aa76-abeaafc25895,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:34.301453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:34.302086 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.311300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a53a1a02-8192-43be-89cc-033024192990 req-fb1449e4-2323-486d-96c1-6db991c2131c service neutron] 10.222.0.31 "PUT /v2.0/ports/741e37ff-649a-4c48-aa76-abeaafc25895 HTTP/1.1" status: 200 len: 1097 time: 2.0917189 Nov 27 01:08:34.313350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'tag': '741e37ff-649a-4c48-aa76-abeaafc25895'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:34.315736 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcafb728-d1ff-4c61-ae06-ff2fc7f1d2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "368df1fa-a205-40c1-8dd4-87e7fb52a341", "tag": "741e37ff-649a-4c48-aa76-abeaafc25895"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:34.353479 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-73343750-8887-4cde-9924-59d9d6280c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:08:32Z', 'revision_number': 5, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port': {'id': 'a6f89a0e-428b-4fb1-a4f2-41748c83ccd1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:44Z', 'updated_at': '2021-11-27T01:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:34.456049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 36ee6a3b-2468-462e-a1ad-d453fab5ec98, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=36ee6a3b-2468-462e-a1ad-d453fab5ec98,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:34.465983 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73343750-8887-4cde-9924-59d9d6280c5f None None] Checking router: c162365c-0767-45f8-9972-d2811e2dd70f for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:08:34.484072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:34.495678 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73343750-8887-4cde-9924-59d9d6280c5f None None] Routers {'c162365c-0767-45f8-9972-d2811e2dd70f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:08:34.496336 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-73343750-8887-4cde-9924-59d9d6280c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:08:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c162365c-0767-45f8-9972-d2811e2dd70f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:34.560297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '36ee6a3b-2468-462e-a1ad-d453fab5ec98', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '36ee6a3b-2468-462e-a1ad-d453fab5ec98', 'mac_address': 'fa:16:3e:51:4d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:34.576184 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ff5ffbf6-df52-4732-947c-d2df934f314d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.578764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1a02-8192-43be-89cc-033024192990 req-917bbea2-5d27-408c-8cfa-7352a831e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:34.580462 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a53a1a02-8192-43be-89cc-033024192990 req-917bbea2-5d27-408c-8cfa-7352a831e3db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26f9809b35fa4735a377b1093c508617&device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 1100 time: 0.2112319 Nov 27 01:08:34.634940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845986b-0036-4ca1-9e3e-a080a354fda2 req-03aa0689-0a9b-4506-8e7e-666e8bf8957f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:34.636606 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3845986b-0036-4ca1-9e3e-a080a354fda2 req-03aa0689-0a9b-4506-8e7e-666e8bf8957f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 944 time: 0.2040415 Nov 27 01:08:34.660648 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.678823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ee6a3b-2468-462e-a1ad-d453fab5ec98 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:34.707100 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a53a1a02-8192-43be-89cc-033024192990 req-d97d81aa-127e-46d3-a61f-4a485781816e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=741e37ff-649a-4c48-aa76-abeaafc25895 HTTP/1.1" status: 200 len: 217 time: 0.1109817 Nov 27 01:08:34.717803 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-73343750-8887-4cde-9924-59d9d6280c5f None None] Set router c162365c-0767-45f8-9972-d2811e2dd70f gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:08:34.740011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 36ee6a3b-2468-462e-a1ad-d453fab5ec98, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=36ee6a3b-2468-462e-a1ad-d453fab5ec98,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:34.744918 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:34.745568 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.800716 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.858477 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-73343750-8887-4cde-9924-59d9d6280c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:08:34Z', 'revision_number': 6, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:34.883809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=36ee6a3b-2468-462e-a1ad-d453fab5ec98,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:34.889202 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3845986b-0036-4ca1-9e3e-a080a354fda2 req-a6824ea9-b440-4425-8dd7-15dda161e9bc tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953361 Nov 27 01:08:34.898254 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73343750-8887-4cde-9924-59d9d6280c5f None None] The sync data for ids ['c162365c-0767-45f8-9972-d2811e2dd70f'] in n-d-817303-10 is: [{'id': 'c162365c-0767-45f8-9972-d2811e2dd70f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-14427027-router', 'tenant_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:08:34Z', 'revision_number': 6, 'project_id': '4ad1e1b237fe46afb06815c8b8c729f0', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:08:34.899696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1a02-8192-43be-89cc-033024192990 req-2f8ad841-c28c-4ee9-acde-f59d10bf052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:34.906071 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a53a1a02-8192-43be-89cc-033024192990 req-2f8ad841-c28c-4ee9-acde-f59d10bf052c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1462784 Nov 27 01:08:35.010889 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.016112 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b56b52-6b50-4f09-9c80-13fe55fbd0e7 x-openstack-request-id: req-50b56b52-6b50-4f09-9c80-13fe55fbd0e7 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:35.017119 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368df1fa-a205-40c1-8dd4-87e7fb52a341", "tag": "741e37ff-649a-4c48-aa76-abeaafc25895", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:35.017531 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50b56b52-6b50-4f09-9c80-13fe55fbd0e7 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:35.018520 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'tag': '741e37ff-649a-4c48-aa76-abeaafc25895', 'status': 'completed', 'code': 200} Nov 27 01:08:35.029847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1a02-8192-43be-89cc-033024192990 req-ae58d783-e3bf-42f9-ac89-d09501728ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:35.032490 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a53a1a02-8192-43be-89cc-033024192990 req-ae58d783-e3bf-42f9-ac89-d09501728ed0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1166461 Nov 27 01:08:35.040432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] For port a6f89a0e-428b-4fb1-a4f2-41748c83ccd1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a6f89a0e-428b-4fb1-a4f2-41748c83ccd1,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:35.040432 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.046029 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e75301b3-20f6-4b4c-91b2-b56e7b28d058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.059596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:35.061519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfa37fe-b4ad-4ef9-8380-61b37f3259e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f77a5d8-270a-48fd-b2a1-78ca2ec69575'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:35.061835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac69057-dbcb-4af9-b47b-3b32bef80d71 req-561dc488-b203-4e5b-8143-c98044b82f6d tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:35.063258 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bac69057-dbcb-4af9-b47b-3b32bef80d71 req-561dc488-b203-4e5b-8143-c98044b82f6d tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 948 time: 0.6442332 Nov 27 01:08:35.064697 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72373e4f-a413-44ab-bf69-0b2a65bca887" -d '{"events": [{"server_uuid": "3dfa37fe-b4ad-4ef9-8380-61b37f3259e2", "name": "network-vif-plugged", "status": "completed", "tag": "6f77a5d8-270a-48fd-b2a1-78ca2ec69575"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:35.069843 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.082104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] Calling delete_port for a6f89a0e-428b-4fb1-a4f2-41748c83ccd1 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:35.122609 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e75301b3-20f6-4b4c-91b2-b56e7b28d058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.179259 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf19368-7006-4892-93e7-9d96a7d7a4a4 x-openstack-request-id: req-3cf19368-7006-4892-93e7-9d96a7d7a4a4 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:35.180772 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfa37fe-b4ad-4ef9-8380-61b37f3259e2", "name": "network-vif-plugged", "status": "completed", "tag": "6f77a5d8-270a-48fd-b2a1-78ca2ec69575", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:35.182264 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cf19368-7006-4892-93e7-9d96a7d7a4a4 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:35.182881 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfa37fe-b4ad-4ef9-8380-61b37f3259e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f77a5d8-270a-48fd-b2a1-78ca2ec69575', 'code': 200} Nov 27 01:08:35.188385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:35.219177 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a53a1a02-8192-43be-89cc-033024192990 req-66456dbe-f8d6-4809-9e53-c07f93f006c7 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717811 Nov 27 01:08:35.242107 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['36ee6a3b-2468-462e-a1ad-d453fab5ec98'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:35.283076 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bac69057-dbcb-4af9-b47b-3b32bef80d71 req-97a833be-a012-45ab-a966-ef028be94788 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9482c89-d6c8-46de-9e5c-7181a1a2226f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909952 Nov 27 01:08:35.340017 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ff5ffbf6-df52-4732-947c-d2df934f314d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.448829 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e75301b3-20f6-4b4c-91b2-b56e7b28d058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.457464 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e75301b3-20f6-4b4c-91b2-b56e7b28d058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.461910 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e75301b3-20f6-4b4c-91b2-b56e7b28d058 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2cf64049-93fe-4f10-8292-f29e08804f0f HTTP/1.1" status: 204 len: 168 time: 1.2248735 Nov 27 01:08:35.511236 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75301b3-20f6-4b4c-91b2-b56e7b28d058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf64049-93fe-4f10-8292-f29e08804f0f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:35.515833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ff5ffbf6-df52-4732-947c-d2df934f314d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.535465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea126d-eb75-4790-9720-44d7089387d7 req-6105ebc1-4fdd-4414-bc95-b85925060d91 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:35.562000 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58ea126d-eb75-4790-9720-44d7089387d7 req-6105ebc1-4fdd-4414-bc95-b85925060d91 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 948 time: 0.1782579 Nov 27 01:08:35.565923 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ff5ffbf6-df52-4732-947c-d2df934f314d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c933b09b60d4608bcaba944d0de7a51&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3797078 Nov 27 01:08:35.566474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43504) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:35.618279 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ffbf6-df52-4732-947c-d2df934f314d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad36281d-80cf-4aa4-8ba8-32b466941501,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:35.689201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a53a1a02-8192-43be-89cc-033024192990 req-d817c8e9-e186-4424-b262-eff98c2b5c22 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629579 Nov 27 01:08:35.690684 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31358033-def4-4fa7-abcd-918e2500d062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.719537 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31358033-def4-4fa7-abcd-918e2500d062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.721012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58ea126d-eb75-4790-9720-44d7089387d7 req-ab02cd45-9c68-4fa8-89ff-c4e30ad68cd5 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535995 Nov 27 01:08:35.824696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31358033-def4-4fa7-abcd-918e2500d062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.833844 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31358033-def4-4fa7-abcd-918e2500d062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.838758 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-31358033-def4-4fa7-abcd-918e2500d062 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad36281d-80cf-4aa4-8ba8-32b466941501 HTTP/1.1" status: 204 len: 168 time: 0.2665784 Nov 27 01:08:35.843631 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.891803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31358033-def4-4fa7-abcd-918e2500d062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad36281d-80cf-4aa4-8ba8-32b466941501,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:35.901942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f89a0e-428b-4fb1-a4f2-41748c83ccd1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:35.931197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb728-d1ff-4c61-ae06-ff2fc7f1d2c9 req-d33eee36-cb22-4ff5-9d28-678783fc7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:35.933251 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dcafb728-d1ff-4c61-ae06-ff2fc7f1d2c9 req-d33eee36-cb22-4ff5-9d28-678783fc7394 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26f9809b35fa4735a377b1093c508617&device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 1100 time: 0.1352050 Nov 27 01:08:35.986443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a6f89a0e-428b-4fb1-a4f2-41748c83ccd1 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:36.021290 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.055357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: a6f89a0e-428b-4fb1-a4f2-41748c83ccd1 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:36.056650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a6f89a0e-428b-4fb1-a4f2-41748c83ccd1 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:36.057086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4359c821-a2fc-4bb0-8e52-1f5cb976125d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:36.093180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 4359c821-a2fc-4bb0-8e52-1f5cb976125d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:36.093534 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4359c821-a2fc-4bb0-8e52-1f5cb976125d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:36.199779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b971e3-47f3-4804-b85c-65742d51f076 req-68481fdf-4cde-49ab-a090-d02b90e25326 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.201365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84b971e3-47f3-4804-b85c-65742d51f076 req-68481fdf-4cde-49ab-a090-d02b90e25326 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.1318810 Nov 27 01:08:36.206897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb728-d1ff-4c61-ae06-ff2fc7f1d2c9 req-617406b4-7093-456c-82d5-d819fa717fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.214190 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dcafb728-d1ff-4c61-ae06-ff2fc7f1d2c9 req-617406b4-7093-456c-82d5-d819fa717fd2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2669458 Nov 27 01:08:36.236936 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43512) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:36.285545 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.290340 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.314512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186c803-f46a-40f7-b7fb-9cf88eb032eb req-6b745fc2-714e-49ba-bf28-556784a2c29f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.326790 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e186c803-f46a-40f7-b7fb-9cf88eb032eb req-6b745fc2-714e-49ba-bf28-556784a2c29f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 945 time: 0.2306821 Nov 27 01:08:36.340499 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dcafb728-d1ff-4c61-ae06-ff2fc7f1d2c9 req-acc118ad-4825-475d-8bab-3d9c2300e6e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=741e37ff-649a-4c48-aa76-abeaafc25895 HTTP/1.1" status: 200 len: 217 time: 0.1062112 Nov 27 01:08:36.341221 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-438ce3d4-b0b5-4239-811b-c35fbb3aad08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.433452 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.435295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c162365c-0767-45f8-9972-d2811e2dd70f {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:08:36.440460 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-438ce3d4-b0b5-4239-811b-c35fbb3aad08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.450156 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-438ce3d4-b0b5-4239-811b-c35fbb3aad08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.457587 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.459277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-37517e75-1e2d-496d-a3bb-71fa088590dc admin admin] 10.222.0.15 "DELETE /v2.0/routers/c162365c-0767-45f8-9972-d2811e2dd70f HTTP/1.1" status: 204 len: 168 time: 2.9077218 Nov 27 01:08:36.465829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43520) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:36.497392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:36.543241 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e186c803-f46a-40f7-b7fb-9cf88eb032eb req-5881236a-63d6-444d-b241-7cccc7595f61 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153406 Nov 27 01:08:36.571697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecda5e85-8b75-4d81-8a84-cdc7efbd6e7d admin admin] Deleting subnet 572090ea-1174-40ff-925e-3890db83497a {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:08:36.583799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e85-8b75-4d81-8a84-cdc7efbd6e7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.647239 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43524) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:36.648608 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-438ce3d4-b0b5-4239-811b-c35fbb3aad08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffbac603c389478396a3fba1d3db2ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106209 Nov 27 01:08:36.649363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ce3d4-b0b5-4239-811b-c35fbb3aad08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034ca6f6-0666-4403-8fd5-0e794ce9be55,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:36.653526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43526) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:36.656147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb728-d1ff-4c61-ae06-ff2fc7f1d2c9 req-a03cc607-d242-45dc-a4ea-2d13b77b407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.657714 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dcafb728-d1ff-4c61-ae06-ff2fc7f1d2c9 req-a03cc607-d242-45dc-a4ea-2d13b77b407b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.3062901 Nov 27 01:08:36.676561 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e85-8b75-4d81-8a84-cdc7efbd6e7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.689830 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0b27-4c3d-4ab8-afa8-2278b1de5be4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.707965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497a0f1-6668-4e32-8446-e5d6096dadbb req-534caf0b-bdf3-41b6-824b-e3f7496e2318 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.709571 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b497a0f1-6668-4e32-8446-e5d6096dadbb req-534caf0b-bdf3-41b6-824b-e3f7496e2318 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 949 time: 0.2608833 Nov 27 01:08:36.719060 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.809354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:36.820058 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.846704 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b497a0f1-6668-4e32-8446-e5d6096dadbb req-0cea804e-d906-4b38-ade3-c64bedb750c7 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9482c89-d6c8-46de-9e5c-7181a1a2226f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186500 Nov 27 01:08:36.853972 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fb2a7dfe-9df3-4efc-a688-4a720a101703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.884600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb728-d1ff-4c61-ae06-ff2fc7f1d2c9 req-b1e91cca-7f5e-4a91-ad09-06260adf90ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.886743 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e85-8b75-4d81-8a84-cdc7efbd6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.893523 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dcafb728-d1ff-4c61-ae06-ff2fc7f1d2c9 req-b1e91cca-7f5e-4a91-ad09-06260adf90ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1818204 Nov 27 01:08:36.895613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-84b971e3-47f3-4804-b85c-65742d51f076 req-f4f02ccc-1b47-46d0-b087-0956a35ea60f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Deleting port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:36.896228 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84b971e3-47f3-4804-b85c-65742d51f076 req-f4f02ccc-1b47-46d0-b087-0956a35ea60f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.935388 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fb2a7dfe-9df3-4efc-a688-4a720a101703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.946998 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:36.980451 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e85-8b75-4d81-8a84-cdc7efbd6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.016400 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e85-8b75-4d81-8a84-cdc7efbd6e7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.022834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e482a3b6-d849-49ad-a72a-4153f1877545 None None] Network 649a07cd-bf3b-42ac-aaef-288218183590 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:37.041286 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ecda5e85-8b75-4d81-8a84-cdc7efbd6e7d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/572090ea-1174-40ff-925e-3890db83497a HTTP/1.1" status: 204 len: 168 time: 0.5737891 Nov 27 01:08:37.042050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43538) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:37.111144 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fb2a7dfe-9df3-4efc-a688-4a720a101703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.115072 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fb2a7dfe-9df3-4efc-a688-4a720a101703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.116494 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fb2a7dfe-9df3-4efc-a688-4a720a101703 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/034ca6f6-0666-4403-8fd5-0e794ce9be55 HTTP/1.1" status: 204 len: 168 time: 0.4578421 Nov 27 01:08:37.145535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-84b971e3-47f3-4804-b85c-65742d51f076 req-f4f02ccc-1b47-46d0-b087-0956a35ea60f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] For port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:37.146663 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84b971e3-47f3-4804-b85c-65742d51f076 req-f4f02ccc-1b47-46d0-b087-0956a35ea60f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.162858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a7dfe-9df3-4efc-a688-4a720a101703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034ca6f6-0666-4403-8fd5-0e794ce9be55,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:37.179198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-84b971e3-47f3-4804-b85c-65742d51f076 req-f4f02ccc-1b47-46d0-b087-0956a35ea60f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Calling delete_port for 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:37.184327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda5e85-8b75-4d81-8a84-cdc7efbd6e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572090ea-1174-40ff-925e-3890db83497a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:37.188051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfa37fe-b4ad-4ef9-8380-61b37f3259e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f77a5d8-270a-48fd-b2a1-78ca2ec69575'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:37.189333 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dcafb728-d1ff-4c61-ae06-ff2fc7f1d2c9 req-9ac17387-d9bb-4e7f-b39a-a55521a43d77 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811110 Nov 27 01:08:37.190325 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d7ff94-d97c-4a8c-8773-73b3f6116260" -d '{"events": [{"server_uuid": "3dfa37fe-b4ad-4ef9-8380-61b37f3259e2", "name": "network-vif-unplugged", "status": "completed", "tag": "6f77a5d8-270a-48fd-b2a1-78ca2ec69575"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:37.284467 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.296021 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900a5db-097a-4c5d-92ea-86eda5b0c0ca req-4dc56e0d-f2d9-4a44-966c-79e001d076ed tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:37.303908 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e900a5db-097a-4c5d-92ea-86eda5b0c0ca req-4dc56e0d-f2d9-4a44-966c-79e001d076ed tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 948 time: 0.3433325 Nov 27 01:08:37.307490 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0b27-4c3d-4ab8-afa8-2278b1de5be4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.321850 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06785732-2936-4671-bfb8-bbee7d353e04 x-openstack-request-id: req-06785732-2936-4671-bfb8-bbee7d353e04 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:37.322118 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfa37fe-b4ad-4ef9-8380-61b37f3259e2", "name": "network-vif-unplugged", "status": "completed", "tag": "6f77a5d8-270a-48fd-b2a1-78ca2ec69575", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:37.323830 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06785732-2936-4671-bfb8-bbee7d353e04 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:37.324734 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0b27-4c3d-4ab8-afa8-2278b1de5be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.326705 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfa37fe-b4ad-4ef9-8380-61b37f3259e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f77a5d8-270a-48fd-b2a1-78ca2ec69575', 'code': 200} Nov 27 01:08:37.415276 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb0b27-4c3d-4ab8-afa8-2278b1de5be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ce5a41-a88f-4978-b130-5c3fd47e3792,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:37.423373 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dcafb728-d1ff-4c61-ae06-ff2fc7f1d2c9 req-cec3fc63-79d3-469e-a808-6a611f6b9edd service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244525 Nov 27 01:08:37.429343 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0bbb0b27-4c3d-4ab8-afa8-2278b1de5be4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1edae77a66d4cc28a4332504fe5bac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7805159 Nov 27 01:08:37.437402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43544) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:37.457463 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e900a5db-097a-4c5d-92ea-86eda5b0c0ca req-ce58f86e-a2eb-43eb-8cbc-a8883d3323a4 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525517 Nov 27 01:08:37.536185 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Deleting port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:37.536719 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.538031 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84b971e3-47f3-4804-b85c-65742d51f076 req-f4f02ccc-1b47-46d0-b087-0956a35ea60f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.559117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f67ef-ea63-4687-b457-d9a0506c199d None None] DHCP port deletion for 649a07cd-bf3b-42ac-aaef-288218183590 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:08:37.648201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] For port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bfd2df59-c9cc-4115-a72f-5bd1e3c251c6,segment=NetworkSegment(ca075c84-5a12-48e0-9d3e-e2489e86a7d5),segment_id=ca075c84-5a12-48e0-9d3e-e2489e86a7d5)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:37.649234 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.657393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f02ccc-1b47-46d0-b087-0956a35ea60f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Pushing event deleted for resources: {'Port': ['ID=6f77a5d8-270a-48fd-b2a1-78ca2ec69575,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:37.665382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Calling delete_port for bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:37.734268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:37.786521 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c343542-ec9c-4d99-ba17-b94e9ab45e97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.789243 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.843028 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No active binding found for port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 {{(pid=103404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 01:08:37.846455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:37.860270 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b59f67ef-ea63-4687-b457-d9a0506c199d None None] Deleting port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:37.861242 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b59f67ef-ea63-4687-b457-d9a0506c199d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.880644 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-424c672d-cc45-485f-a52e-0d5e0f522d4c req-e85d6024-44d9-4658-aa38-4505767af145 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa37fe-b4ad-4ef9-8380-61b37f3259e2 HTTP/1.1" status: 200 len: 210 time: 0.1593792 Nov 27 01:08:37.881867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b971e3-47f3-4804-b85c-65742d51f076 req-f4f02ccc-1b47-46d0-b087-0956a35ea60f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] No DVR routers for this DVR port 6f77a5d8-270a-48fd-b2a1-78ca2ec69575 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:37.885361 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84b971e3-47f3-4804-b85c-65742d51f076 req-f4f02ccc-1b47-46d0-b087-0956a35ea60f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.895294 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] No DVR routers for this DVR port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:37.903012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84b971e3-47f3-4804-b85c-65742d51f076 req-f4f02ccc-1b47-46d0-b087-0956a35ea60f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.21 "DELETE /v2.0/ports/6f77a5d8-270a-48fd-b2a1-78ca2ec69575 HTTP/1.1" status: 204 len: 173 time: 1.6851077 Nov 27 01:08:37.903719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfa37fe-b4ad-4ef9-8380-61b37f3259e2', 'name': 'network-vif-deleted', 'tag': '6f77a5d8-270a-48fd-b2a1-78ca2ec69575'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:37.914542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd2df59-c9cc-4115-a72f-5bd1e3c251c6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:37.931411 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301f2967-7458-4d7b-82a9-b93a6edcc37e" -d '{"events": [{"server_uuid": "3dfa37fe-b4ad-4ef9-8380-61b37f3259e2", "name": "network-vif-deleted", "tag": "6f77a5d8-270a-48fd-b2a1-78ca2ec69575"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:37.979486 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c343542-ec9c-4d99-ba17-b94e9ab45e97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.086705 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54d3563-70df-48e8-8848-ce65007368f2 x-openstack-request-id: req-d54d3563-70df-48e8-8848-ce65007368f2 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:38.087251 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfa37fe-b4ad-4ef9-8380-61b37f3259e2", "name": "network-vif-deleted", "tag": "6f77a5d8-270a-48fd-b2a1-78ca2ec69575", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:38.087680 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d54d3563-70df-48e8-8848-ce65007368f2 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:38.088283 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfa37fe-b4ad-4ef9-8380-61b37f3259e2', 'name': 'network-vif-deleted', 'tag': '6f77a5d8-270a-48fd-b2a1-78ca2ec69575', 'status': 'completed', 'code': 200} Nov 27 01:08:38.110199 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358325e6-7813-4686-a26e-f505647fdbb2 req-4dfd3065-f361-4448-8bba-1969d0b37ebb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:38.118437 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-358325e6-7813-4686-a26e-f505647fdbb2 req-4dfd3065-f361-4448-8bba-1969d0b37ebb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 949 time: 0.0830743 Nov 27 01:08:38.163841 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.183020 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-358325e6-7813-4686-a26e-f505647fdbb2 req-a32c5ac1-9621-451a-bcf7-fbc8e679804a tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9482c89-d6c8-46de-9e5c-7181a1a2226f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635936 Nov 27 01:08:38.199998 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649a07cd-bf3b-42ac-aaef-288218183590']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:38.224614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:38.224914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca075c84-5a12-48e0-9d3e-e2489e86a7d5') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:38.240914 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.260037 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:08:38.280111 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:08:38.358311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 36ee6a3b-2468-462e-a1ad-d453fab5ec98 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:38.366619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.404626 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.410653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] 10.222.0.15 "DELETE /v2.0/networks/649a07cd-bf3b-42ac-aaef-288218183590 HTTP/1.1" status: 204 len: 168 time: 1.3559728 Nov 27 01:08:38.410653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc7769-b646-4df4-acbd-f57b91c5b487 admin admin] Pushing event deleted for resources: {'Network': ['ID=649a07cd-bf3b-42ac-aaef-288218183590,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:38.413432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43576) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:38.419571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c343542-ec9c-4d99-ba17-b94e9ab45e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.422853 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c343542-ec9c-4d99-ba17-b94e9ab45e97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.428428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6c343542-ec9c-4d99-ba17-b94e9ab45e97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9ce5a41-a88f-4978-b130-5c3fd47e3792 HTTP/1.1" status: 204 len: 168 time: 0.9879546 Nov 27 01:08:38.435978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c343542-ec9c-4d99-ba17-b94e9ab45e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ce5a41-a88f-4978-b130-5c3fd47e3792,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:38.486713 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b59f67ef-ea63-4687-b457-d9a0506c199d None None] For port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6, host n-d-817303-10, got binding levels [] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:38.487196 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b59f67ef-ea63-4687-b457-d9a0506c199d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.529425 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b59f67ef-ea63-4687-b457-d9a0506c199d None None] Calling delete_port for bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:38.532860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.ipam_backend_mixin [None req-b59f67ef-ea63-4687-b457-d9a0506c199d None None] Port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 was not found and therefore no delete operation was performed {{(pid=103404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:08:38.538051 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b59f67ef-ea63-4687-b457-d9a0506c199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.549752 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b59f67ef-ea63-4687-b457-d9a0506c199d None None] Network 649a07cd-bf3b-42ac-aaef-288218183590 is not hosted by any dhcp agent {{(pid=103404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:08:38.550432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f67ef-ea63-4687-b457-d9a0506c199d None None] No DVR routers for this DVR port bfd2df59-c9cc-4115-a72f-5bd1e3c251c6 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:38.657210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f67ef-ea63-4687-b457-d9a0506c199d None None] Pushing event deleted for resources: {'Port': ['ID=bfd2df59-c9cc-4115-a72f-5bd1e3c251c6,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:38.660891 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 36ee6a3b-2468-462e-a1ad-d453fab5ec98 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:38.683817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 36ee6a3b-2468-462e-a1ad-d453fab5ec98 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:38.686111 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.809594 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08646d37-dfae-4bed-840f-2fa57618a029 req-d2fd119a-045a-4d7f-9d1d-6a45bb3f58f9 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:38.815280 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08646d37-dfae-4bed-840f-2fa57618a029 req-d2fd119a-045a-4d7f-9d1d-6a45bb3f58f9 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 948 time: 0.1635687 Nov 27 01:08:38.902061 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.962922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 36ee6a3b-2468-462e-a1ad-d453fab5ec98, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=36ee6a3b-2468-462e-a1ad-d453fab5ec98,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:38.970008 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.011394 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08646d37-dfae-4bed-840f-2fa57618a029 req-489b5acb-c940-461a-ac94-a324092a6405 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829252 Nov 27 01:08:39.126609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=36ee6a3b-2468-462e-a1ad-d453fab5ec98,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:39.328314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73901157-4f38-4a23-88a3-2a026bceaddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ee6a3b-2468-462e-a1ad-d453fab5ec98'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:39.330698 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b9fb1d-3ef6-4ac6-bec8-250b76b87e0f" -d '{"events": [{"server_uuid": "73901157-4f38-4a23-88a3-2a026bceaddd", "name": "network-vif-plugged", "status": "completed", "tag": "36ee6a3b-2468-462e-a1ad-d453fab5ec98"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:39.344431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c81aea-399e-4d9a-b1fd-fd705203afec req-32129f08-5c3e-48c5-bf6d-e3d1cb4218f6 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:39.355359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08c81aea-399e-4d9a-b1fd-fd705203afec req-32129f08-5c3e-48c5-bf6d-e3d1cb4218f6 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 950 time: 0.0909705 Nov 27 01:08:39.489893 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08c81aea-399e-4d9a-b1fd-fd705203afec req-31fb121e-a29f-46ef-a3a1-9ec030bae422 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9482c89-d6c8-46de-9e5c-7181a1a2226f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311378 Nov 27 01:08:39.543844 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.565143 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c2ff7f-43b0-4463-a429-3102d847583e x-openstack-request-id: req-49c2ff7f-43b0-4463-a429-3102d847583e {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:39.565682 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73901157-4f38-4a23-88a3-2a026bceaddd", "name": "network-vif-plugged", "status": "completed", "tag": "36ee6a3b-2468-462e-a1ad-d453fab5ec98", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:39.566142 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49c2ff7f-43b0-4463-a429-3102d847583e {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:39.567009 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73901157-4f38-4a23-88a3-2a026bceaddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ee6a3b-2468-462e-a1ad-d453fab5ec98', 'code': 200} Nov 27 01:08:39.709504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43628) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:39.714676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d9714d62-6489-4f7f-aba7-66d69a2cab2e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1175363086', 'description': 'tempest-description--1998053748'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:39.769911 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d9714d62-6489-4f7f-aba7-66d69a2cab2e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.792291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78296c0-de91-4c27-936e-8f2b5416b9db req-176edf17-eb3b-4613-97f9-576074d28f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:39.793779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b78296c0-de91-4c27-936e-8f2b5416b9db req-176edf17-eb3b-4613-97f9-576074d28f9e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 1102 time: 0.0878811 Nov 27 01:08:39.957689 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d9714d62-6489-4f7f-aba7-66d69a2cab2e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.967353 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d9714d62-6489-4f7f-aba7-66d69a2cab2e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.018479 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c5ae76ec-b9ae-40bf-ae3f-0603bca7c6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.099119 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d9714d62-6489-4f7f-aba7-66d69a2cab2e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.104544 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d9714d62-6489-4f7f-aba7-66d69a2cab2e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3938665 Nov 27 01:08:40.105579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9714d62-6489-4f7f-aba7-66d69a2cab2e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7c5dd0-c3a5-48ff-ad06-de644e8add31,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:40.107815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43642) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:40.128169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5ded0b95-7e03-4694-bf1b-4b555b824371 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Request body: {'security_group_rule': {'security_group_id': '5c7c5dd0-c3a5-48ff-ad06-de644e8add31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:40.186964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 741e37ff-649a-4c48-aa76-abeaafc25895 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:40.222601 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b78296c0-de91-4c27-936e-8f2b5416b9db req-2fa19479-5dd6-4369-a47e-cafe9ba31ff2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a9482c89-d6c8-46de-9e5c-7181a1a2226f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962202 Nov 27 01:08:40.321059 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5ded0b95-7e03-4694-bf1b-4b555b824371 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.376599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Deleting port 1376301e-7b81-4bdf-93fd-49892ad4bbdf {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:40.377249 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.399530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ff133-2f25-4edb-a2cf-e6881962682c req-70096aea-1e96-4969-9686-9c1e45149926 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:40.407949 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-059ff133-2f25-4edb-a2cf-e6881962682c req-70096aea-1e96-4969-9686-9c1e45149926 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 948 time: 0.2086008 Nov 27 01:08:40.499472 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-059ff133-2f25-4edb-a2cf-e6881962682c req-e60f4aa8-c0dd-461b-b34d-47cbfabceade tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902314 Nov 27 01:08:40.503968 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5ded0b95-7e03-4694-bf1b-4b555b824371 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.521921 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5ded0b95-7e03-4694-bf1b-4b555b824371 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.548398 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded0b95-7e03-4694-bf1b-4b555b824371 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e68fa9-4b52-4910-a35a-397743832747,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:40.567372 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5ded0b95-7e03-4694-bf1b-4b555b824371 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.572311 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5ded0b95-7e03-4694-bf1b-4b555b824371 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4625721 Nov 27 01:08:40.572930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43666) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:40.584715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-fe884db3-c0d5-4ae2-b2ce-7593d1931f68 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Request body: {'security_group_rule': {'security_group_id': '5c7c5dd0-c3a5-48ff-ad06-de644e8add31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:40.603485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] For port 1376301e-7b81-4bdf-93fd-49892ad4bbdf, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1376301e-7b81-4bdf-93fd-49892ad4bbdf,segment=NetworkSegment(b46e665e-82d9-4c1e-ba03-9e131ec66eb3),segment_id=b46e665e-82d9-4c1e-ba03-9e131ec66eb3)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:40.604372 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.646604 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe884db3-c0d5-4ae2-b2ce-7593d1931f68 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.684720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Calling delete_port for 1376301e-7b81-4bdf-93fd-49892ad4bbdf owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:40.716297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 741e37ff-649a-4c48-aa76-abeaafc25895, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=741e37ff-649a-4c48-aa76-abeaafc25895,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:40.732000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '741e37ff-649a-4c48-aa76-abeaafc25895', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '741e37ff-649a-4c48-aa76-abeaafc25895', 'mac_address': 'fa:16:3e:72:88:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:40.775028 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.793527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741e37ff-649a-4c48-aa76-abeaafc25895 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:40.827805 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 741e37ff-649a-4c48-aa76-abeaafc25895, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=741e37ff-649a-4c48-aa76-abeaafc25895,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:40.834249 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe884db3-c0d5-4ae2-b2ce-7593d1931f68 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.841494 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.847103 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe884db3-c0d5-4ae2-b2ce-7593d1931f68 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.870648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe884db3-c0d5-4ae2-b2ce-7593d1931f68 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba64b87-88cf-4cdc-95df-552e97aa5271,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:40.887170 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe884db3-c0d5-4ae2-b2ce-7593d1931f68 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.889865 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fe884db3-c0d5-4ae2-b2ce-7593d1931f68 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159246 Nov 27 01:08:40.892977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43672) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:40.903086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:40.942382 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=741e37ff-649a-4c48-aa76-abeaafc25895,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:40.958737 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.022014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76efd92-00c3-43bf-88c3-6d378ea25610 req-b47629b8-aa99-4780-8fe9-fa97a9e43968 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:41.035668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e76efd92-00c3-43bf-88c3-6d378ea25610 req-b47629b8-aa99-4780-8fe9-fa97a9e43968 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 950 time: 0.3465664 Nov 27 01:08:41.103386 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.241895 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e76efd92-00c3-43bf-88c3-6d378ea25610 req-13758c9a-e0c7-4583-a1a3-3ca5007cc179 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9482c89-d6c8-46de-9e5c-7181a1a2226f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046800 Nov 27 01:08:41.327665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['741e37ff-649a-4c48-aa76-abeaafc25895'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:41.362382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Allocated IP 172.25.1.121 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/95356a11-12ac-4ae2-9073-e5e5ede23104) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:41.518053 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.529549 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.582591 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.675922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Pushing event updated for resources: {'Port': ['ID=95356a11-12ac-4ae2-9073-e5e5ede23104,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:41.698541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:41.700506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:41.719626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1376301e-7b81-4bdf-93fd-49892ad4bbdf,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:41.721044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:41.930423 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:42.017174 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:42.031404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:42.040699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:42.041688 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:42.042481 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:42.043244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:42.044011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:42.044819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:42.045611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:42.046378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:42.047160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:42.048064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:42.049024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:42.124431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0cd74-5e23-4fdf-8856-c46931bee969 req-1f22b3e7-5b53-4f7d-bbde-e6d15ea8a87b tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:42.127477 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cbd0cd74-5e23-4fdf-8856-c46931bee969 req-1f22b3e7-5b53-4f7d-bbde-e6d15ea8a87b tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 949 time: 0.4327104 Nov 27 01:08:42.218731 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:08:42.224849 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fc540945-dd93-43ac-97fc-6b80da63ae59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:42.300410 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:42.308699 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:42.365192 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cbd0cd74-5e23-4fdf-8856-c46931bee969 req-e32350d4-474b-49cd-85ca-35fcd3c0e504 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249107 Nov 27 01:08:42.388828 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:42.585460 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Pushing event updated for resources: {'Port': ['ID=95356a11-12ac-4ae2-9073-e5e5ede23104,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:42.611970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee7948-bb2e-4c9d-b579-5efacd6f77a3 req-be2128cc-157a-4a41-a298-71758b25a50a tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:42.622693 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2eee7948-bb2e-4c9d-b579-5efacd6f77a3 req-be2128cc-157a-4a41-a298-71758b25a50a tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 950 time: 0.2287595 Nov 27 01:08:42.656515 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:42.712777 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2eee7948-bb2e-4c9d-b579-5efacd6f77a3 req-b980e756-b7de-4972-bf78-1dc199c3a398 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9482c89-d6c8-46de-9e5c-7181a1a2226f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890737 Nov 27 01:08:42.718982 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:42.720382 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0bab0ee2-a3ce-46b1-bf26-1c7665914c9c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8253438 Nov 27 01:08:42.744537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Router 57952942-6326-47d3-8b72-ed79baadf5d9 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:08:42.831256 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-31969170-ed44-4c1f-b58d-79e2342a2b65 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551696 Nov 27 01:08:43.042999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:08:43.050842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9e0e125b-e5c4-4257-832a-7f5573091cf7 admin admin] 10.222.0.15 "PUT /v2.0/routers/57952942-6326-47d3-8b72-ed79baadf5d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6357305 Nov 27 01:08:43.055605 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43760) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:43.058987 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da329db2-a5c5-49c2-9702-1284ff859865 None None] Sync routers for ids ['57952942-6326-47d3-8b72-ed79baadf5d9'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:08:43.072577 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da329db2-a5c5-49c2-9702-1284ff859865 None None] Routers {'57952942-6326-47d3-8b72-ed79baadf5d9'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:08:43.073286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-da329db2-a5c5-49c2-9702-1284ff859865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:08:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['57952942-6326-47d3-8b72-ed79baadf5d9'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:43.159747 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-96e12560-146b-4490-a9ee-6a06350961c3 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:43.169310 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-96e12560-146b-4490-a9ee-6a06350961c3 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962276 Nov 27 01:08:43.193021 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-432f8cc9-683b-40b5-becc-e6215e26cb00 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/quotas/f3ff2fab6da74e878b1a80925bd01eeb HTTP/1.1" status: 200 len: 375 time: 0.0237417 Nov 27 01:08:43.211238 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-da329db2-a5c5-49c2-9702-1284ff859865 None None] Set router 57952942-6326-47d3-8b72-ed79baadf5d9 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:08:43.268988 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:43.296019 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-c6ac38d3-2745-4678-b01b-037d9c19a3f1 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997946 Nov 27 01:08:43.469570 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:43.594347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7b09a-167a-40d3-a53e-6874c14f5a6e req-46646908-19fe-4200-ad10-60c6f4e088a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:43.598538 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01d7b09a-167a-40d3-a53e-6874c14f5a6e req-46646908-19fe-4200-ad10-60c6f4e088a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8460fba27a8e43c9a28da2a12fba5f78&device_id=fd1c6bf7-654f-46f1-bc2b-595c63fc11bf HTTP/1.1" status: 200 len: 1102 time: 0.1295455 Nov 27 01:08:43.634594 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-479d9875-0a73-4434-9f26-23bbc35353bd tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:43.652552 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-479d9875-0a73-4434-9f26-23bbc35353bd tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/networks?id=f38bce75-b149-4aac-8ef8-06628ea9297c HTTP/1.1" status: 200 len: 822 time: 0.2815306 Nov 27 01:08:43.686564 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-3738edb8-bc10-4f4e-bc35-e0f11d4c4584 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/quotas/4f3cc608994d4e37909b5d384ee1404a HTTP/1.1" status: 200 len: 375 time: 0.0331709 Nov 27 01:08:43.709132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-da329db2-a5c5-49c2-9702-1284ff859865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494193073-router', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:55Z', 'updated_at': '2021-11-27T01:08:41Z', 'revision_number': 5, 'project_id': '88d2c383dd824213bc044416cfd6030e', 'gw_port': {'id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:56Z', 'updated_at': '2021-11-27T01:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:43.754721 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-0a6d54c1-6144-4345-8c59-109531231a2f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f3cc608994d4e37909b5d384ee1404a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672793 Nov 27 01:08:43.765718 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da329db2-a5c5-49c2-9702-1284ff859865 None None] Checking router: 57952942-6326-47d3-8b72-ed79baadf5d9 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:08:43.784142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da329db2-a5c5-49c2-9702-1284ff859865 None None] Routers {'57952942-6326-47d3-8b72-ed79baadf5d9'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:08:43.785455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-da329db2-a5c5-49c2-9702-1284ff859865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:08:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['57952942-6326-47d3-8b72-ed79baadf5d9'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:43.790391 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:43.812792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4868fd5-7fa0-4e53-ae7b-65312001e259 req-2dd743f3-c58f-4e5b-a515-89afd200e08c tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:43.820356 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d4868fd5-7fa0-4e53-ae7b-65312001e259 req-2dd743f3-c58f-4e5b-a515-89afd200e08c tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 950 time: 0.1646247 Nov 27 01:08:43.903781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7b09a-167a-40d3-a53e-6874c14f5a6e req-be02b2f3-9df2-462f-a7a8-5c7eb4721b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:43.905948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01d7b09a-167a-40d3-a53e-6874c14f5a6e req-be02b2f3-9df2-462f-a7a8-5c7eb4721b64 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2787952 Nov 27 01:08:43.938794 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-da329db2-a5c5-49c2-9702-1284ff859865 None None] Set router 57952942-6326-47d3-8b72-ed79baadf5d9 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:08:43.968743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43796) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:43.979678 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d4868fd5-7fa0-4e53-ae7b-65312001e259 req-51a76aee-4ab5-4203-a930-65f61dea6fe7 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9482c89-d6c8-46de-9e5c-7181a1a2226f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511416 Nov 27 01:08:44.016639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] Deleting port c580a0f8-0ff6-4f65-a081-d45c3ea707e7 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:44.016970 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.080932 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01d7b09a-167a-40d3-a53e-6874c14f5a6e req-8ee371d3-2b09-4be7-a72c-6363936f04bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=ef835b56-88e3-4124-a635-1a72a9b7decc HTTP/1.1" status: 200 len: 217 time: 0.1554942 Nov 27 01:08:44.178077 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3bcd198-e4fa-4d11-82fb-e373231543fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.185635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7b09a-167a-40d3-a53e-6874c14f5a6e req-7c2ecc71-69ea-4512-91e9-95db4cd3db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:44.187403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01d7b09a-167a-40d3-a53e-6874c14f5a6e req-7c2ecc71-69ea-4512-91e9-95db4cd3db24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0967491 Nov 27 01:08:44.204803 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f955f9-572b-4808-b14a-c61a43b82b10 req-1dbd0a19-ae7e-40d7-a2b4-7e1b442b832a tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:44.205034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 741e37ff-649a-4c48-aa76-abeaafc25895 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:44.214318 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-70f955f9-572b-4808-b14a-c61a43b82b10 req-1dbd0a19-ae7e-40d7-a2b4-7e1b442b832a tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 949 time: 0.0901327 Nov 27 01:08:44.285062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7b09a-167a-40d3-a53e-6874c14f5a6e req-09412754-cde3-4c96-9d08-15b5371a8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:44.286843 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01d7b09a-167a-40d3-a53e-6874c14f5a6e req-09412754-cde3-4c96-9d08-15b5371a8cd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0648816 Nov 27 01:08:44.296858 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3bcd198-e4fa-4d11-82fb-e373231543fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.310478 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3bcd198-e4fa-4d11-82fb-e373231543fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.341094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-da329db2-a5c5-49c2-9702-1284ff859865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494193073-router', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:55Z', 'updated_at': '2021-11-27T01:08:41Z', 'revision_number': 5, 'project_id': '88d2c383dd824213bc044416cfd6030e', 'gw_port': {'id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:56Z', 'updated_at': '2021-11-27T01:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:44.344589 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f3bcd198-e4fa-4d11-82fb-e373231543fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ab54efc3ca54e869800f958628f82b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746059 Nov 27 01:08:44.351698 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43804) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:44.353751 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-70f955f9-572b-4808-b14a-c61a43b82b10 req-7eb46bc1-ad61-4efe-97e0-7aa3872964a0 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382513 Nov 27 01:08:44.413937 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da329db2-a5c5-49c2-9702-1284ff859865 None None] The sync data for ids ['57952942-6326-47d3-8b72-ed79baadf5d9'] in n-d-817303-10 is: [{'id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1494193073-router', 'tenant_id': '88d2c383dd824213bc044416cfd6030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:55Z', 'updated_at': '2021-11-27T01:08:41Z', 'revision_number': 5, 'project_id': '88d2c383dd824213bc044416cfd6030e', 'gw_port': {'id': 'c580a0f8-0ff6-4f65-a081-d45c3ea707e7', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57952942-6326-47d3-8b72-ed79baadf5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:56Z', 'updated_at': '2021-11-27T01:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:08:44.422734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 741e37ff-649a-4c48-aa76-abeaafc25895 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:44.441600 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 741e37ff-649a-4c48-aa76-abeaafc25895 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:44.442019 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.481627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcd198-e4fa-4d11-82fb-e373231543fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba2eec2-5198-432f-8c12-5c2268fcbdbe,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:44.495127 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-045017e1-1930-4548-b667-7af059edf446 service neutron] 10.222.0.15 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7321951 Nov 27 01:08:44.578115 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.605208 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-b229e77c-bd34-4625-bb7e-b546ed298a37 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753784 Nov 27 01:08:44.613143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01d7b09a-167a-40d3-a53e-6874c14f5a6e req-4ea0657f-876e-461b-b19b-422a8fa5a087 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089569 Nov 27 01:08:44.620082 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741e37ff-649a-4c48-aa76-abeaafc25895'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:44.623088 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c165a8a-61fd-4359-88d5-523daa2c5485" -d '{"events": [{"server_uuid": "368df1fa-a205-40c1-8dd4-87e7fb52a341", "name": "network-vif-plugged", "status": "completed", "tag": "741e37ff-649a-4c48-aa76-abeaafc25895"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:44.639262 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-2db758b6-a0c2-470c-9f19-149530a2095e service neutron] 10.222.0.15 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431882 Nov 27 01:08:44.648107 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 741e37ff-649a-4c48-aa76-abeaafc25895, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=741e37ff-649a-4c48-aa76-abeaafc25895,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:44.660952 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.681560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] For port c580a0f8-0ff6-4f65-a081-d45c3ea707e7, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c580a0f8-0ff6-4f65-a081-d45c3ea707e7,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:44.682194 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.704462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] Calling delete_port for c580a0f8-0ff6-4f65-a081-d45c3ea707e7 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:44.706809 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71032dce-eef9-4543-9534-5ca67c53355e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.748540 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01d7b09a-167a-40d3-a53e-6874c14f5a6e req-6a44cc3f-8186-4dec-85ae-a5ab1853b0f6 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136546 Nov 27 01:08:44.769401 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71032dce-eef9-4543-9534-5ca67c53355e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.845368 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=741e37ff-649a-4c48-aa76-abeaafc25895,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:44.885021 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.929825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c955a1-4978-491f-81e9-9d77e66b48b7 req-8b386006-a699-429f-8572-61b6432ad4fb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:44.934770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-94c955a1-4978-491f-81e9-9d77e66b48b7 req-8b386006-a699-429f-8572-61b6432ad4fb tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.31 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 950 time: 0.1117408 Nov 27 01:08:45.005747 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71032dce-eef9-4543-9534-5ca67c53355e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.013721 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71032dce-eef9-4543-9534-5ca67c53355e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.019334 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-71032dce-eef9-4543-9534-5ca67c53355e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ba2eec2-5198-432f-8c12-5c2268fcbdbe HTTP/1.1" status: 204 len: 168 time: 0.6651993 Nov 27 01:08:45.080270 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-c5b228d4-26b4-44cf-8c0c-c1a5845fee63 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:45.089623 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-c5b228d4-26b4-44cf-8c0c-c1a5845fee63 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4745424 Nov 27 01:08:45.124655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71032dce-eef9-4543-9534-5ca67c53355e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba2eec2-5198-432f-8c12-5c2268fcbdbe,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:45.143264 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-4be65030-ef49-4e8a-8d05-2f4ac47bb5c0 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/quotas/f3ff2fab6da74e878b1a80925bd01eeb HTTP/1.1" status: 200 len: 375 time: 0.0526247 Nov 27 01:08:45.189300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-d22a2145-bef2-47f0-8f34-08616ff1b9d9 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446973 Nov 27 01:08:45.202461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.229579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-94c955a1-4978-491f-81e9-9d77e66b48b7 req-f157c3f5-b063-4f18-a82c-6c6666594ced tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Deleting port 36ee6a3b-2468-462e-a1ad-d453fab5ec98 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:45.229931 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-94c955a1-4978-491f-81e9-9d77e66b48b7 req-f157c3f5-b063-4f18-a82c-6c6666594ced tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.272725 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebdcdbe-78cb-48a0-bc04-a2b11bf3d396 x-openstack-request-id: req-0ebdcdbe-78cb-48a0-bc04-a2b11bf3d396 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:45.274053 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368df1fa-a205-40c1-8dd4-87e7fb52a341", "name": "network-vif-plugged", "status": "completed", "tag": "741e37ff-649a-4c48-aa76-abeaafc25895", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:45.274407 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ebdcdbe-78cb-48a0-bc04-a2b11bf3d396 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:45.275272 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741e37ff-649a-4c48-aa76-abeaafc25895', 'code': 200} Nov 27 01:08:45.296542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] Pushing event deleted for resources: {'Port': ['ID=c580a0f8-0ff6-4f65-a081-d45c3ea707e7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:45.476841 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.616585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-cf5748a4-9e7d-4ea8-bad3-089c6905adb7 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573761 Nov 27 01:08:45.637691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52421157-f82a-4d96-82af-f7447dfe45e4 req-099b32d1-3d13-4ade-b32b-3eb183293990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:45.639497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52421157-f82a-4d96-82af-f7447dfe45e4 req-099b32d1-3d13-4ade-b32b-3eb183293990 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 1102 time: 0.2233348 Nov 27 01:08:45.780724 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.786245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1376301e-7b81-4bdf-93fd-49892ad4bbdf no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:45.813210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43846) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:45.870594 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 1376301e-7b81-4bdf-93fd-49892ad4bbdf {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:45.871391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1376301e-7b81-4bdf-93fd-49892ad4bbdf not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:45.878129 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26516412-dbfb-4707-be64-328c553c3b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.930203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-94c955a1-4978-491f-81e9-9d77e66b48b7 req-f157c3f5-b063-4f18-a82c-6c6666594ced tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] For port 36ee6a3b-2468-462e-a1ad-d453fab5ec98, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=36ee6a3b-2468-462e-a1ad-d453fab5ec98,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:45.930893 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-94c955a1-4978-491f-81e9-9d77e66b48b7 req-f157c3f5-b063-4f18-a82c-6c6666594ced tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.944761 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-94c955a1-4978-491f-81e9-9d77e66b48b7 req-f157c3f5-b063-4f18-a82c-6c6666594ced tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Calling delete_port for 36ee6a3b-2468-462e-a1ad-d453fab5ec98 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:46.249697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-75196ea4-09df-45c5-ab14-207e1be4fabc tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:46.251333 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-75196ea4-09df-45c5-ab14-207e1be4fabc tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6196008 Nov 27 01:08:46.293539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52421157-f82a-4d96-82af-f7447dfe45e4 req-455e5299-42e5-49a0-8f27-c562859686aa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030278 Nov 27 01:08:46.315801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Request body: {'port': {'device_id': 'bfdcf3dd-ea55-44c4-b23c-21ae7f07a232', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': 'f3ff2fab6da74e878b1a80925bd01eeb'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:46.406133 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5212b630-0606-46f3-a9df-8591ce722214 req-d02948ee-af93-4f6e-9a03-2310c3cce30b tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 210 time: 0.9395828 Nov 27 01:08:46.407699 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.411954 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.516316 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.517439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57952942-6326-47d3-8b72-ed79baadf5d9 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:08:46.525891 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.528233 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b5a8f3ae-2456-461f-b80a-40794500e768 admin admin] 10.222.0.15 "DELETE /v2.0/routers/57952942-6326-47d3-8b72-ed79baadf5d9 HTTP/1.1" status: 204 len: 168 time: 3.4699411 Nov 27 01:08:46.530082 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43858) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:46.562165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb4cdf-421d-43b1-8d04-e987a9a4ac25 req-39e555d1-8c0b-4cbc-9579-dc95e4144a77 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:46.567089 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ceb4cdf-421d-43b1-8d04-e987a9a4ac25 req-39e555d1-8c0b-4cbc-9579-dc95e4144a77 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 950 time: 0.8092105 Nov 27 01:08:46.619622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Made reservation on behalf of f3ff2fab6da74e878b1a80925bd01eeb for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:46.623793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.655973 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.666673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6dfbd4-fec8-4d54-9edd-c0c1d0b99788 admin admin] Deleting subnet 49984bf7-5212-4b61-b870-2579c2c577a1 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:08:46.678462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12add14-72f1-4495-b592-a6d746ed25db req-25b4d8f6-58e9-4f04-8e22-ecfb5b06ba9e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:46.686892 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c12add14-72f1-4495-b592-a6d746ed25db req-25b4d8f6-58e9-4f04-8e22-ecfb5b06ba9e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 950 time: 0.1084414 Nov 27 01:08:46.689194 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b6dfbd4-fec8-4d54-9edd-c0c1d0b99788 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.691345 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-94c955a1-4978-491f-81e9-9d77e66b48b7 req-f157c3f5-b063-4f18-a82c-6c6666594ced tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.750198 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b6dfbd4-fec8-4d54-9edd-c0c1d0b99788 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.793424 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c12add14-72f1-4495-b592-a6d746ed25db req-a8784bd4-5a5a-470b-b622-b5cd9b249e5e tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039155 Nov 27 01:08:46.796690 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ceb4cdf-421d-43b1-8d04-e987a9a4ac25 req-97ac151f-d158-4cbb-a678-43181b989980 tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9482c89-d6c8-46de-9e5c-7181a1a2226f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124074 Nov 27 01:08:46.797454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157c3f5-b063-4f18-a82c-6c6666594ced tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Pushing event deleted for resources: {'Port': ['ID=36ee6a3b-2468-462e-a1ad-d453fab5ec98,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:46.890044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c955a1-4978-491f-81e9-9d77e66b48b7 req-f157c3f5-b063-4f18-a82c-6c6666594ced tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] No DVR routers for this DVR port 36ee6a3b-2468-462e-a1ad-d453fab5ec98 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:46.901718 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-94c955a1-4978-491f-81e9-9d77e66b48b7 req-f157c3f5-b063-4f18-a82c-6c6666594ced tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.905298 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-94c955a1-4978-491f-81e9-9d77e66b48b7 req-f157c3f5-b063-4f18-a82c-6c6666594ced tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.31 "DELETE /v2.0/ports/36ee6a3b-2468-462e-a1ad-d453fab5ec98 HTTP/1.1" status: 204 len: 173 time: 1.9654000 Nov 27 01:08:46.905753 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73901157-4f38-4a23-88a3-2a026bceaddd', 'name': 'network-vif-deleted', 'tag': '36ee6a3b-2468-462e-a1ad-d453fab5ec98'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:46.908201 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cb523c-35f3-4b78-bdc9-09324d71807b" -d '{"events": [{"server_uuid": "73901157-4f38-4a23-88a3-2a026bceaddd", "name": "network-vif-deleted", "tag": "36ee6a3b-2468-462e-a1ad-d453fab5ec98"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:46.918976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26516412-dbfb-4707-be64-328c553c3b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.930256 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26516412-dbfb-4707-be64-328c553c3b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.982932 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-26516412-dbfb-4707-be64-328c553c3b3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67d145c696244711aea2ebdd28e2f604&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1523757 Nov 27 01:08:46.990790 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43870) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:47.026396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26516412-dbfb-4707-be64-328c553c3b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cfb60d-c381-4ffa-8261-c39ed761a31f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:47.060811 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c89ddc27-7a7c-4ca0-885a-1358a90cc6ea req-06bf34d5-abf6-4795-a285-93d386442486 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 210 time: 0.1644461 Nov 27 01:08:47.067921 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b6dfbd4-fec8-4d54-9edd-c0c1d0b99788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.110778 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d646adcf-b5e4-4016-be6d-d323fa2cd96d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.139955 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.156740 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db2bf81-c635-40d3-9ec2-bb1c2e0fd489 x-openstack-request-id: req-2db2bf81-c635-40d3-9ec2-bb1c2e0fd489 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:47.157037 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73901157-4f38-4a23-88a3-2a026bceaddd", "name": "network-vif-deleted", "tag": "36ee6a3b-2468-462e-a1ad-d453fab5ec98", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:47.157293 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2db2bf81-c635-40d3-9ec2-bb1c2e0fd489 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:47.157697 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73901157-4f38-4a23-88a3-2a026bceaddd', 'name': 'network-vif-deleted', 'tag': '36ee6a3b-2468-462e-a1ad-d453fab5ec98', 'status': 'completed', 'code': 200} Nov 27 01:08:47.163421 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.195806 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b6dfbd4-fec8-4d54-9edd-c0c1d0b99788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.246113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6dfbd4-fec8-4d54-9edd-c0c1d0b99788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49984bf7-5212-4b61-b870-2579c2c577a1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:47.258119 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b6dfbd4-fec8-4d54-9edd-c0c1d0b99788 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.262535 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d646adcf-b5e4-4016-be6d-d323fa2cd96d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.294104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781fa261-2a8a-48fd-bf65-be351f0500d8 None None] Network 67691dcc-434e-4a58-978e-4ed5e0d0c46b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:47.298064 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3b6dfbd4-fec8-4d54-9edd-c0c1d0b99788 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/49984bf7-5212-4b61-b870-2579c2c577a1 HTTP/1.1" status: 204 len: 168 time: 0.7665446 Nov 27 01:08:47.302688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43872) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:47.443215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafcb316-47f4-4288-a2ae-e985742b29a6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:47.473393 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.504877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Allocated IP 192.168.233.229 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/2f386837-4f2d-4f98-9029-2dc3509ac154) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:47.531397 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d646adcf-b5e4-4016-be6d-d323fa2cd96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.534319 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d646adcf-b5e4-4016-be6d-d323fa2cd96d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.538046 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d646adcf-b5e4-4016-be6d-d323fa2cd96d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96cfb60d-c381-4ffa-8261-c39ed761a31f HTTP/1.1" status: 204 len: 168 time: 0.5365171 Nov 27 01:08:47.558077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646adcf-b5e4-4016-be6d-d323fa2cd96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cfb60d-c381-4ffa-8261-c39ed761a31f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:47.566154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-db519789-2aca-4ce4-98ae-0ab1f57f0a26 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:47.567676 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-db519789-2aca-4ce4-98ae-0ab1f57f0a26 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.21 "GET /v2.0/networks?id=f38bce75-b149-4aac-8ef8-06628ea9297c HTTP/1.1" status: 200 len: 822 time: 0.2771838 Nov 27 01:08:47.594905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-7515ebcc-10f5-424d-8443-0901d86fa595 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Request body: {'port': {'device_id': '7834b142-dc61-4af2-ae07-c4d3e084f0ff', 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c', 'admin_state_up': True, 'tenant_id': '4f3cc608994d4e37909b5d384ee1404a'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:47.634110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b973a65-97d4-443f-9fb3-4c1d42530ada None None] DHCP port deletion for 67691dcc-434e-4a58-978e-4ed5e0d0c46b request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:08:47.665572 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b148e48-19b6-48d8-ac38-079d92a4f9b9 req-859316ff-70ed-402b-966e-ac638aa254cd tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 210 time: 0.0999746 Nov 27 01:08:47.695115 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Deleting port 4ec784ac-6506-4388-bd0f-2b6be5ba975e {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:47.695386 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.709864 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c580a0f8-0ff6-4f65-a081-d45c3ea707e7 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:47.799906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] For port 4ec784ac-6506-4388-bd0f-2b6be5ba975e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4ec784ac-6506-4388-bd0f-2b6be5ba975e,segment=NetworkSegment(b46e665e-82d9-4c1e-ba03-9e131ec66eb3),segment_id=b46e665e-82d9-4c1e-ba03-9e131ec66eb3)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:47.800575 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.827357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: c580a0f8-0ff6-4f65-a081-d45c3ea707e7 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:47.828570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Calling delete_port for 4ec784ac-6506-4388-bd0f-2b6be5ba975e owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:47.830702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c580a0f8-0ff6-4f65-a081-d45c3ea707e7 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:47.912978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7b973a65-97d4-443f-9fb3-4c1d42530ada None None] Deleting port 4ec784ac-6506-4388-bd0f-2b6be5ba975e {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:47.913492 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7b973a65-97d4-443f-9fb3-4c1d42530ada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.061883 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4ad755f6-86a1-481f-8f19-cda445fd5a69 req-116ccdf9-adaa-47f0-891a-0720db02757c tempest-ImagesNegativeTestJSON-1989475509 tempest-ImagesNegativeTestJSON-1989475509-project] 10.222.0.15 "GET /v2.0/ports?device_id=73901157-4f38-4a23-88a3-2a026bceaddd HTTP/1.1" status: 200 len: 210 time: 0.0529997 Nov 27 01:08:48.112069 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.147641 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-5cd09b4d-63e7-4b6b-b6d6-9ec1714f174c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933955 Nov 27 01:08:48.153611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec784ac-6506-4388-bd0f-2b6be5ba975e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:48.160656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] No DVR routers for this DVR port 4ec784ac-6506-4388-bd0f-2b6be5ba975e on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:48.169748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7b973a65-97d4-443f-9fb3-4c1d42530ada None None] For port 4ec784ac-6506-4388-bd0f-2b6be5ba975e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4ec784ac-6506-4388-bd0f-2b6be5ba975e,segment=NetworkSegment(b46e665e-82d9-4c1e-ba03-9e131ec66eb3),segment_id=b46e665e-82d9-4c1e-ba03-9e131ec66eb3)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:48.172661 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7b973a65-97d4-443f-9fb3-4c1d42530ada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.202663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-7515ebcc-10f5-424d-8443-0901d86fa595 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Made reservation on behalf of 4f3cc608994d4e37909b5d384ee1404a for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:48.204668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7b973a65-97d4-443f-9fb3-4c1d42530ada None None] Calling delete_port for 4ec784ac-6506-4388-bd0f-2b6be5ba975e owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:48.212268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-7515ebcc-10f5-424d-8443-0901d86fa595 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.226037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 36ee6a3b-2468-462e-a1ad-d453fab5ec98 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:48.310377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 36ee6a3b-2468-462e-a1ad-d453fab5ec98 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:48.315117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 36ee6a3b-2468-462e-a1ad-d453fab5ec98 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:48.383256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.438388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67691dcc-434e-4a58-978e-4ed5e0d0c46b']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:48.468439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46e665e-82d9-4c1e-ba03-9e131ec66eb3') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:48.468733 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46e665e-82d9-4c1e-ba03-9e131ec66eb3') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:48.478918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-40c0e2f6-c209-4eab-8f68-a66aa5fe1e59 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:48.481257 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-40c0e2f6-c209-4eab-8f68-a66aa5fe1e59 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2539334 Nov 27 01:08:48.486270 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.494177 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7b973a65-97d4-443f-9fb3-4c1d42530ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.548791 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d49e0717-645b-4d3c-8a27-f76cfb273bbb req-5ffb1d50-e9eb-4cb0-9fc7-d206ed812d64 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 210 time: 0.0592761 Nov 27 01:08:48.552744 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.557473 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.560799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b973a65-97d4-443f-9fb3-4c1d42530ada None None] Pushing event deleted for resources: {'Port': ['ID=4ec784ac-6506-4388-bd0f-2b6be5ba975e,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:48.572579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73071205-a752-4575-b65c-4e728ef5e60c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Request body: {'port': {'device_id': '0b2117c3-1ec2-4526-b9b3-6569834941c6', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': 'f3ff2fab6da74e878b1a80925bd01eeb'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:48.575211 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b973a65-97d4-443f-9fb3-4c1d42530ada None None] No DVR routers for this DVR port 4ec784ac-6506-4388-bd0f-2b6be5ba975e on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:48.598677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:08:48.599292 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:08:48.605878 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:08:48.721799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.786144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.796479 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] 10.222.0.15 "DELETE /v2.0/networks/67691dcc-434e-4a58-978e-4ed5e0d0c46b HTTP/1.1" status: 204 len: 168 time: 1.4904125 Nov 27 01:08:48.796479 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6c423-23a8-47bd-b243-49ec59bac7ea admin admin] Pushing event deleted for resources: {'Network': ['ID=67691dcc-434e-4a58-978e-4ed5e0d0c46b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:48.897043 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-497f4fe5-e20e-48f3-857f-48a81c3a5bc0 req-d2d26a07-7ada-4386-8b3d-363bb3c30c3a tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 210 time: 0.0691233 Nov 27 01:08:49.017724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ea989-9bb6-4c77-8143-0c27be5eae20 req-8f521f33-2737-4395-9064-d6f1da2d716f tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:49.027540 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df1ea989-9bb6-4c77-8143-0c27be5eae20 req-8f521f33-2737-4395-9064-d6f1da2d716f tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 950 time: 1.0127535 Nov 27 01:08:49.057393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43918) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:49.179757 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3ab3a2ec-a828-4174-a5a3-2ab74c5480b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ad1e1b237fe46afb06815c8b8c729f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1198490 Nov 27 01:08:49.183993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43924) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:49.275956 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8da58f3a-fc6e-4a1b-89cf-e7084f7cc44a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:49.292178 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df1ea989-9bb6-4c77-8143-0c27be5eae20 req-510d5d4d-d19c-4db4-8fad-5997867528a0 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653849 Nov 27 01:08:49.310342 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:49.314327 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8da58f3a-fc6e-4a1b-89cf-e7084f7cc44a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:49.375134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-7515ebcc-10f5-424d-8443-0901d86fa595 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Allocated IP 172.20.0.3 (f38bce75-b149-4aac-8ef8-06628ea9297c/69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2/1767a934-402b-4291-a109-5460c7c71aca) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:49.422242 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8da58f3a-fc6e-4a1b-89cf-e7084f7cc44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:49.426460 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8da58f3a-fc6e-4a1b-89cf-e7084f7cc44a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:49.439447 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8da58f3a-fc6e-4a1b-89cf-e7084f7cc44a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9e6b866-36f5-4239-945e-857e0b0dfd05 HTTP/1.1" status: 204 len: 168 time: 0.2460237 Nov 27 01:08:49.469347 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da58f3a-fc6e-4a1b-89cf-e7084f7cc44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e6b866-36f5-4239-945e-857e0b0dfd05,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:49.668272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4ec784ac-6506-4388-bd0f-2b6be5ba975e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:49.694041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 4ec784ac-6506-4388-bd0f-2b6be5ba975e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:49.694838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4ec784ac-6506-4388-bd0f-2b6be5ba975e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:49.733709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Pushing event updated for resources: {'Port': ['ID=2f386837-4f2d-4f98-9029-2dc3509ac154,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:49.747758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:49.774364 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:49.825653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:49.904136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:49.905026 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:49.937360 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d6ebd22-bdaa-458e-9b9f-3f0e1e00b7b6 req-ebadac9c-d93c-49f3-9920-beba83de854f tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 210 time: 0.1964715 Nov 27 01:08:49.986249 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-7515ebcc-10f5-424d-8443-0901d86fa595 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:49.995168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73071205-a752-4575-b65c-4e728ef5e60c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Made reservation on behalf of f3ff2fab6da74e878b1a80925bd01eeb for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:49.999468 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73071205-a752-4575-b65c-4e728ef5e60c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.026317 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-65a5c30f-6253-40bb-a309-34fc6f77eb38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7177286 Nov 27 01:08:50.037061 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43970) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:50.069531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Request body: {'port': {'device_id': 'bfdcf3dd-ea55-44c4-b23c-21ae7f07a232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:50.095592 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95fe201f-963a-4433-9b6b-a28d2c34cabb req-438ed0f4-170a-4ed4-85fe-223ab1bfbd63 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 210 time: 0.0546153 Nov 27 01:08:50.202407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43972) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:50.241230 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ddaca284-117c-4101-a37c-ee6db2533840 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88d2c383dd824213bc044416cfd6030e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007017 Nov 27 01:08:50.246066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43976) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:50.259525 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-7515ebcc-10f5-424d-8443-0901d86fa595 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.296023 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.298357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-da8ccf27-308c-4206-8ec9-eb8867b48567 None None] Provisioning complete for port 2f386837-4f2d-4f98-9029-2dc3509ac154 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:50.298750 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-da8ccf27-308c-4206-8ec9-eb8867b48567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.349650 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f896a9b6-b614-498b-9e80-5eee0dc6aaa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.360936 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-7515ebcc-10f5-424d-8443-0901d86fa595 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Network f38bce75-b149-4aac-8ef8-06628ea9297c is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:50.397955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-7515ebcc-10f5-424d-8443-0901d86fa595 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:50.400968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73071205-a752-4575-b65c-4e728ef5e60c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Allocated IP 192.168.233.64 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/52ee8fe1-f979-4e32-8acc-530789e5791d) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:50.401295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-da8ccf27-308c-4206-8ec9-eb8867b48567 None None] Port 2f386837-4f2d-4f98-9029-2dc3509ac154 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:08:50.409046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-7515ebcc-10f5-424d-8443-0901d86fa595 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:50.416147 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f896a9b6-b614-498b-9e80-5eee0dc6aaa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.450753 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515ebcc-10f5-424d-8443-0901d86fa595 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Pushing event updated for resources: {'Port': ['ID=1767a934-402b-4291-a109-5460c7c71aca,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:50.563586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-7515ebcc-10f5-424d-8443-0901d86fa595 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:50.564160 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-7515ebcc-10f5-424d-8443-0901d86fa595 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.565174 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f896a9b6-b614-498b-9e80-5eee0dc6aaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.569267 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f896a9b6-b614-498b-9e80-5eee0dc6aaa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.575361 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f896a9b6-b614-498b-9e80-5eee0dc6aaa8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66601c3d-42bf-45d9-b8f7-336308f719f6 HTTP/1.1" status: 204 len: 168 time: 0.3231742 Nov 27 01:08:50.616205 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-7515ebcc-10f5-424d-8443-0901d86fa595 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0276923 Nov 27 01:08:50.667049 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Request body: {'port': {'device_id': '7834b142-dc61-4af2-ae07-c4d3e084f0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:50.673293 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9fa0eb49-d894-418e-9f7b-498fb20a2d1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5190f8b4406433294825aae9d438cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4695563 Nov 27 01:08:50.674453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43998) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:50.741178 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896a9b6-b614-498b-9e80-5eee0dc6aaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66601c3d-42bf-45d9-b8f7-336308f719f6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:50.811441 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73071205-a752-4575-b65c-4e728ef5e60c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.818809 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.820994 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986bb96-2600-42c7-800b-d6c74127dcda req-0e7181d3-a619-4945-8e95-e85cede3daa4 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:50.822665 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9986bb96-2600-42c7-800b-d6c74127dcda req-0e7181d3-a619-4945-8e95-e85cede3daa4 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 950 time: 0.2851713 Nov 27 01:08:50.890831 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9986bb96-2600-42c7-800b-d6c74127dcda req-1201c5b6-9a89-4386-9bb2-22a3918fc082 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611427 Nov 27 01:08:50.992403 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4251759b-a68c-4918-97bd-34f3b2462563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.068160 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4251759b-a68c-4918-97bd-34f3b2462563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.143394 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73071205-a752-4575-b65c-4e728ef5e60c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.151427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570793a-bfb4-4ee8-9624-1bc9ebaaab42 req-47488904-5687-4a2c-9281-a08201110bac tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:51.156376 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3570793a-bfb4-4ee8-9624-1bc9ebaaab42 req-47488904-5687-4a2c-9281-a08201110bac tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 935 time: 0.1260719 Nov 27 01:08:51.292405 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3570793a-bfb4-4ee8-9624-1bc9ebaaab42 req-038d1f35-9796-4bf0-a807-26abd4e5d462 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183021 Nov 27 01:08:51.354686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73071205-a752-4575-b65c-4e728ef5e60c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:51.435846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991e346-1f95-4afe-b9b8-0d615dbfffe9 req-6893fe5d-b561-47d7-bc51-2e570fc0e0e8 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:51.446395 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6991e346-1f95-4afe-b9b8-0d615dbfffe9 req-6893fe5d-b561-47d7-bc51-2e570fc0e0e8 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 931 time: 0.0818553 Nov 27 01:08:51.475623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73071205-a752-4575-b65c-4e728ef5e60c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:51.501347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73071205-a752-4575-b65c-4e728ef5e60c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:51.512060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73071205-a752-4575-b65c-4e728ef5e60c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Pushing event updated for resources: {'Port': ['ID=52ee8fe1-f979-4e32-8acc-530789e5791d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:51.566544 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6991e346-1f95-4afe-b9b8-0d615dbfffe9 req-1d30d105-e2e2-4d5b-b565-eb3eba2e8816 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171150 Nov 27 01:08:51.849014 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4251759b-a68c-4918-97bd-34f3b2462563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.857954 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4251759b-a68c-4918-97bd-34f3b2462563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.861722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4251759b-a68c-4918-97bd-34f3b2462563 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9482c89-d6c8-46de-9e5c-7181a1a2226f HTTP/1.1" status: 204 len: 168 time: 1.1838005 Nov 27 01:08:51.946295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-60e50dc5-3631-4447-b837-82424647d940 None None] Provisioning complete for port 52ee8fe1-f979-4e32-8acc-530789e5791d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:51.947605 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-60e50dc5-3631-4447-b837-82424647d940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.953902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73071205-a752-4575-b65c-4e728ef5e60c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:51.954583 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73071205-a752-4575-b65c-4e728ef5e60c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.961594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251759b-a68c-4918-97bd-34f3b2462563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9482c89-d6c8-46de-9e5c-7181a1a2226f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:52.003103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f386837-4f2d-4f98-9029-2dc3509ac154 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:52.011925 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73071205-a752-4575-b65c-4e728ef5e60c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4666760 Nov 27 01:08:52.020897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:52.029416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-60e50dc5-3631-4447-b837-82424647d940 None None] Port 52ee8fe1-f979-4e32-8acc-530789e5791d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:08:52.049247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Request body: {'port': {'device_id': '0b2117c3-1ec2-4526-b9b3-6569834941c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:52.119307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Transition to ACTIVE for port object 2f386837-4f2d-4f98-9029-2dc3509ac154 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:52.131497 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:52.174252 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:52.310252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Pushing event updated for resources: {'Port': ['ID=2f386837-4f2d-4f98-9029-2dc3509ac154,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:52.328043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1767a934-402b-4291-a109-5460c7c71aca {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:52.434242 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:52.496224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81dcfe-a79b-4b84-9487-0e20ae3fdb83 req-3a0d5c80-1d45-4d8a-989d-a96016a6bd04 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:52.506737 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1f81dcfe-a79b-4b84-9487-0e20ae3fdb83 req-3a0d5c80-1d45-4d8a-989d-a96016a6bd04 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 935 time: 0.0979517 Nov 27 01:08:52.595475 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1f81dcfe-a79b-4b84-9487-0e20ae3fdb83 req-0641ae76-e838-43f0-8563-78805f66f321 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859876 Nov 27 01:08:52.687992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Transition to ACTIVE for port object 1767a934-402b-4291-a109-5460c7c71aca will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:52.721962 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:52.850099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Attempting to bind port 2f386837-4f2d-4f98-9029-2dc3509ac154 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:52.850724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Attempting to bind port 2f386837-4f2d-4f98-9029-2dc3509ac154 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:52.851746 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Attempting to bind port 2f386837-4f2d-4f98-9029-2dc3509ac154 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:52.904413 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Port 2f386837-4f2d-4f98-9029-2dc3509ac154 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:52.904733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Attempting to bind port 2f386837-4f2d-4f98-9029-2dc3509ac154 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:52.941731 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:52.942364 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:52.943002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:52.943698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Bound port: 2f386837-4f2d-4f98-9029-2dc3509ac154, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:52.944328 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:52.966551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Pushing event updated for resources: {'Port': ['ID=1767a934-402b-4291-a109-5460c7c71aca,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:53.007216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac81ee-f944-45cc-b614-345b8b75f74c req-5c7049a2-3962-4ba1-9534-4306aaddf01c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:53.014868 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87ac81ee-f944-45cc-b614-345b8b75f74c req-5c7049a2-3962-4ba1-9534-4306aaddf01c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 943 time: 0.2906656 Nov 27 01:08:53.187210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Attempting to bind port 1767a934-402b-4291-a109-5460c7c71aca on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:53.187798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Attempting to bind port 1767a934-402b-4291-a109-5460c7c71aca by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'e562f3c3-386c-45dc-92d3-b65fb915640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:53.188382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Attempting to bind port 1767a934-402b-4291-a109-5460c7c71aca on network f38bce75-b149-4aac-8ef8-06628ea9297c {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:53.222690 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87ac81ee-f944-45cc-b614-345b8b75f74c req-33ffa2dc-6328-456f-9568-1f2c6f83b8ef tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046282 Nov 27 01:08:53.246939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Port 1767a934-402b-4291-a109-5460c7c71aca on network f38bce75-b149-4aac-8ef8-06628ea9297c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:53.247630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Attempting to bind port 1767a934-402b-4291-a109-5460c7c71aca on network f38bce75-b149-4aac-8ef8-06628ea9297c {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:53.250894 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] For port 2f386837-4f2d-4f98-9029-2dc3509ac154, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:53.265706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:53.266059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Checking segment: {'id': 'e562f3c3-386c-45dc-92d3-b65fb915640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:53.266561 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Bound using segment: {'id': 'e562f3c3-386c-45dc-92d3-b65fb915640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:53.267202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Bound port: 1767a934-402b-4291-a109-5460c7c71aca, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e562f3c3-386c-45dc-92d3-b65fb915640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:53.267510 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:53.276199 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] For port 2f386837-4f2d-4f98-9029-2dc3509ac154, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2f386837-4f2d-4f98-9029-2dc3509ac154,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:53.290545 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:53.301473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ee8fe1-f979-4e32-8acc-530789e5791d {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:53.330977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:53.351970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44132) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:53.397758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:53.398384 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:53.399805 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] 10.222.0.21 "PUT /v2.0/ports/2f386837-4f2d-4f98-9029-2dc3509ac154 HTTP/1.1" status: 200 len: 1097 time: 3.3402147 Nov 27 01:08:53.414671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdcf3dd-ea55-44c4-b23c-21ae7f07a232', 'tag': '2f386837-4f2d-4f98-9029-2dc3509ac154'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:53.417016 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c5ed4b-4d7f-4c46-94da-4c73db6e0fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdcf3dd-ea55-44c4-b23c-21ae7f07a232", "tag": "2f386837-4f2d-4f98-9029-2dc3509ac154"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:53.433015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Transition to ACTIVE for port object 52ee8fe1-f979-4e32-8acc-530789e5791d will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:53.446864 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:53.485676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becc0ba-65c2-4240-92ea-5b794356d522 service neutron] Pushing event updated for resources: {'Port': ['ID=2f386837-4f2d-4f98-9029-2dc3509ac154,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:53.496832 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153641b7-a8c2-4da8-98d0-ac6596486250 x-openstack-request-id: req-153641b7-a8c2-4da8-98d0-ac6596486250 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:53.497228 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdcf3dd-ea55-44c4-b23c-21ae7f07a232", "tag": "2f386837-4f2d-4f98-9029-2dc3509ac154", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:53.497360 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-153641b7-a8c2-4da8-98d0-ac6596486250 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:53.497723 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdcf3dd-ea55-44c4-b23c-21ae7f07a232', 'tag': '2f386837-4f2d-4f98-9029-2dc3509ac154', 'status': 'completed', 'code': 200} Nov 27 01:08:53.590840 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] For port 1767a934-402b-4291-a109-5460c7c71aca, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:53.634403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] For port 1767a934-402b-4291-a109-5460c7c71aca, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1767a934-402b-4291-a109-5460c7c71aca,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:53.640950 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Pushing event updated for resources: {'Port': ['ID=52ee8fe1-f979-4e32-8acc-530789e5791d,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:53.742671 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3639fd43-e518-4a19-9d5c-d92714ec9885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:53.752550 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:53.791149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-f4a4a07f-251c-49d9-88c6-726f92857c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:53.797577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-f4a4a07f-251c-49d9-88c6-726f92857c9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 1100 time: 0.3170815 Nov 27 01:08:53.980197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:53.984951 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:53.989061 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] 10.222.0.21 "PUT /v2.0/ports/1767a934-402b-4291-a109-5460c7c71aca HTTP/1.1" status: 200 len: 1092 time: 3.3301859 Nov 27 01:08:54.028808 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3639fd43-e518-4a19-9d5c-d92714ec9885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.043900 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3639fd43-e518-4a19-9d5c-d92714ec9885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.057107 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-2c87f2d8-91a2-4ec9-8a16-46b8d981612b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=2f386837-4f2d-4f98-9029-2dc3509ac154 HTTP/1.1" status: 200 len: 217 time: 0.1480811 Nov 27 01:08:54.138878 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3639fd43-e518-4a19-9d5c-d92714ec9885 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d23f42db507d4cb5b893d1fbee85fb7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7828703 Nov 27 01:08:54.140434 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44170) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:54.190617 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639fd43-e518-4a19-9d5c-d92714ec9885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b392dea9-ee52-4370-bcf4-35074af1dc9d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:54.216959 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1a89f32-fe13-4f17-998f-0cc741eb27b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.227185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-97c2afe7-3e6c-4ea8-966a-a9bb5b304ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:54.228731 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-97c2afe7-3e6c-4ea8-966a-a9bb5b304ef8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1525147 Nov 27 01:08:54.233867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71192a-ab89-45c1-a64a-50f5ae0b8c0c service neutron] Pushing event updated for resources: {'Port': ['ID=1767a934-402b-4291-a109-5460c7c71aca,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:54.251317 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1a89f32-fe13-4f17-998f-0cc741eb27b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.307380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499276d-f15c-48cf-9f8a-a68bfde02db3 req-8c9f52b3-c4f0-4a26-8dde-595aa9e2f097 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:54.314747 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7499276d-f15c-48cf-9f8a-a68bfde02db3 req-8c9f52b3-c4f0-4a26-8dde-595aa9e2f097 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 947 time: 0.4507251 Nov 27 01:08:54.316826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Attempting to bind port 52ee8fe1-f979-4e32-8acc-530789e5791d on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:54.317186 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Attempting to bind port 52ee8fe1-f979-4e32-8acc-530789e5791d by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:54.317548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Attempting to bind port 52ee8fe1-f979-4e32-8acc-530789e5791d on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:54.347964 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1a89f32-fe13-4f17-998f-0cc741eb27b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.353136 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1a89f32-fe13-4f17-998f-0cc741eb27b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.355113 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e1a89f32-fe13-4f17-998f-0cc741eb27b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b392dea9-ee52-4370-bcf4-35074af1dc9d HTTP/1.1" status: 204 len: 168 time: 0.2137988 Nov 27 01:08:54.365001 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a89f32-fe13-4f17-998f-0cc741eb27b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b392dea9-ee52-4370-bcf4-35074af1dc9d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:54.731663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-f5165000-1b81-4c68-9c1d-eb2cdebc7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:54.733441 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-f5165000-1b81-4c68-9c1d-eb2cdebc7c44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f3cc608994d4e37909b5d384ee1404a&device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 1095 time: 0.6676288 Nov 27 01:08:54.736219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Port 52ee8fe1-f979-4e32-8acc-530789e5791d on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:54.736587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Attempting to bind port 52ee8fe1-f979-4e32-8acc-530789e5791d on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:54.746874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:54.747229 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:54.747649 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:54.748060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Bound port: 52ee8fe1-f979-4e32-8acc-530789e5791d, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:54.748453 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.788900 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-e56a92fc-9c5a-422e-99a3-1d3c679adee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:54.790833 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-e56a92fc-9c5a-422e-99a3-1d3c679adee4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5363300 Nov 27 01:08:54.837385 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-b5a192a1-5d92-47d9-bc2a-68e94744e5c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1767a934-402b-4291-a109-5460c7c71aca HTTP/1.1" status: 200 len: 217 time: 0.0680499 Nov 27 01:08:54.891549 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7499276d-f15c-48cf-9f8a-a68bfde02db3 req-e36e71d3-f892-4045-a63d-af057dc6d0e9 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736783 Nov 27 01:08:55.047290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-a52ed31b-93fc-469d-bcf9-36a5dbc7c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:55.049094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-a52ed31b-93fc-469d-bcf9-36a5dbc7c74c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2 HTTP/1.1" status: 200 len: 862 time: 0.1804764 Nov 27 01:08:55.062550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] For port 52ee8fe1-f979-4e32-8acc-530789e5791d, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:55.067467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] For port 52ee8fe1-f979-4e32-8acc-530789e5791d, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=52ee8fe1-f979-4e32-8acc-530789e5791d,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:55.085314 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.087632 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44208) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:55.115537 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87444676-48a1-4304-811f-1003263895f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.121854 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-6a5ee1aa-5a07-4a2e-8f13-8a2b645d624e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f38bce75-b149-4aac-8ef8-06628ea9297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563471 Nov 27 01:08:55.161900 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-cbf06ef5-c3a7-4942-8861-2f0aae43e0ef service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361340 Nov 27 01:08:55.173242 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:55.174251 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.175922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] 10.222.0.21 "PUT /v2.0/ports/52ee8fe1-f979-4e32-8acc-530789e5791d HTTP/1.1" status: 200 len: 1096 time: 3.1389494 Nov 27 01:08:55.227037 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87444676-48a1-4304-811f-1003263895f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.250702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990856e-6719-4ad9-b4b6-b8e5f2cd406f req-331ce1a6-4a85-4762-8d41-d6ce5b274180 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:55.280874 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9990856e-6719-4ad9-b4b6-b8e5f2cd406f req-331ce1a6-4a85-4762-8d41-d6ce5b274180 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 943 time: 0.2684550 Nov 27 01:08:55.283908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87444676-48a1-4304-811f-1003263895f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.373885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87444676-48a1-4304-811f-1003263895f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405b8a56-3bc2-40c2-b554-f6670d924098,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:55.392921 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9990856e-6719-4ad9-b4b6-b8e5f2cd406f req-9378d003-461f-445a-9007-13d8627e2de9 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110122 Nov 27 01:08:55.429422 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-87444676-48a1-4304-811f-1003263895f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a623b891c540435a80ded44afa419465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401995 Nov 27 01:08:55.434786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44224) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:55.565871 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b57033ad-38af-40e4-8d7a-1cca4fbc721f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.582723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7834b142-dc61-4af2-ae07-c4d3e084f0ff', 'tag': '1767a934-402b-4291-a109-5460c7c71aca'}, {'name': 'network-changed', 'server_uuid': '0b2117c3-1ec2-4526-b9b3-6569834941c6', 'tag': '52ee8fe1-f979-4e32-8acc-530789e5791d'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:55.590668 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b" -d '{"events": [{"name": "network-changed", "server_uuid": "7834b142-dc61-4af2-ae07-c4d3e084f0ff", "tag": "1767a934-402b-4291-a109-5460c7c71aca"}, {"name": "network-changed", "server_uuid": "0b2117c3-1ec2-4526-b9b3-6569834941c6", "tag": "52ee8fe1-f979-4e32-8acc-530789e5791d"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:55.595925 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57309f5b-1024-4163-82d5-e7b5705d64e9 req-cb820439-c998-43fa-96e5-7f58ac52d59c service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076939 Nov 27 01:08:55.618991 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b57033ad-38af-40e4-8d7a-1cca4fbc721f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.635234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73373b71-c2d8-4e2a-a29c-28f7f8e3f677 service neutron] Pushing event updated for resources: {'Port': ['ID=52ee8fe1-f979-4e32-8acc-530789e5791d,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:55.708048 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b57033ad-38af-40e4-8d7a-1cca4fbc721f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.716958 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b57033ad-38af-40e4-8d7a-1cca4fbc721f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.720827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b57033ad-38af-40e4-8d7a-1cca4fbc721f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/405b8a56-3bc2-40c2-b554-f6670d924098 HTTP/1.1" status: 204 len: 168 time: 0.2759080 Nov 27 01:08:55.742170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57033ad-38af-40e4-8d7a-1cca4fbc721f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405b8a56-3bc2-40c2-b554-f6670d924098,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:55.753601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-274a6de2-cb69-41f0-8800-a366b4e03499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:55.756163 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-274a6de2-cb69-41f0-8800-a366b4e03499 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 1099 time: 0.4449232 Nov 27 01:08:55.871393 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-9cc291d4-f985-4183-b781-627e4851ab6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=52ee8fe1-f979-4e32-8acc-530789e5791d HTTP/1.1" status: 200 len: 217 time: 0.0795612 Nov 27 01:08:55.875849 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-a3b5e516-245a-497f-8fcf-06b5af6c4298 service neutron] 10.222.0.21 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7289164 Nov 27 01:08:56.006465 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222c8009-476d-4c88-83e3-f1f7bf3c4c80 x-openstack-request-id: req-222c8009-476d-4c88-83e3-f1f7bf3c4c80 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:56.006912 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7834b142-dc61-4af2-ae07-c4d3e084f0ff", "tag": "1767a934-402b-4291-a109-5460c7c71aca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0b2117c3-1ec2-4526-b9b3-6569834941c6", "tag": "52ee8fe1-f979-4e32-8acc-530789e5791d", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:56.007787 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-222c8009-476d-4c88-83e3-f1f7bf3c4c80 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:56.008363 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7834b142-dc61-4af2-ae07-c4d3e084f0ff', 'tag': '1767a934-402b-4291-a109-5460c7c71aca', 'status': 'completed', 'code': 200} Nov 27 01:08:56.008695 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2117c3-1ec2-4526-b9b3-6569834941c6', 'tag': '52ee8fe1-f979-4e32-8acc-530789e5791d', 'status': 'completed', 'code': 200} Nov 27 01:08:56.061380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5ed4b-4d7f-4c46-94da-4c73db6e0fcc req-90202697-caca-4437-95b8-c1aa4197813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:56.063910 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1c5ed4b-4d7f-4c46-94da-4c73db6e0fcc req-90202697-caca-4437-95b8-c1aa4197813d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 1100 time: 0.3476365 Nov 27 01:08:56.138378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-997710be-e0a1-4b5e-8261-ccc48e6b555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:56.139855 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-997710be-e0a1-4b5e-8261-ccc48e6b555d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.2523289 Nov 27 01:08:56.180518 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e220d-2b46-47f4-a432-d90fdae2f417 req-9adbc956-2c64-48c7-b344-eb4e4dbc43b6 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:56.193598 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e90e220d-2b46-47f4-a432-d90fdae2f417 req-9adbc956-2c64-48c7-b344-eb4e4dbc43b6 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 947 time: 0.0981641 Nov 27 01:08:56.214148 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eafe71b6-fde8-440c-8830-cb83fc213a9a req-833dc95f-cf8d-4017-9026-d4a2b44e15fb service neutron] 10.222.0.21 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131108 Nov 27 01:08:56.254100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-a5f2f999-1ab4-4045-a911-99503db4802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:56.256092 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-a5f2f999-1ab4-4045-a911-99503db4802c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0999353 Nov 27 01:08:56.263211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5ed4b-4d7f-4c46-94da-4c73db6e0fcc req-8c91795b-b005-4c85-9a7d-aafa73fd8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:56.265999 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1c5ed4b-4d7f-4c46-94da-4c73db6e0fcc req-8c91795b-b005-4c85-9a7d-aafa73fd8555 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1914535 Nov 27 01:08:56.277489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 741e37ff-649a-4c48-aa76-abeaafc25895 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:56.302458 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e90e220d-2b46-47f4-a432-d90fdae2f417 req-7db66659-c074-41fc-b942-99a648b51462 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079605 Nov 27 01:08:56.412111 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 741e37ff-649a-4c48-aa76-abeaafc25895, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=741e37ff-649a-4c48-aa76-abeaafc25895,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:56.429208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '741e37ff-649a-4c48-aa76-abeaafc25895', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '741e37ff-649a-4c48-aa76-abeaafc25895', 'mac_address': 'fa:16:3e:72:88:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:56.482559 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:56.500365 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 741e37ff-649a-4c48-aa76-abeaafc25895 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:56.534381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 741e37ff-649a-4c48-aa76-abeaafc25895, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=741e37ff-649a-4c48-aa76-abeaafc25895,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:56.540733 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:56.599075 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf28cc9-7fdd-4e89-bdf6-65a7ee63e25e req-4dd9c87a-7083-4c39-a53e-886a6f0900e8 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:56.602870 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=741e37ff-649a-4c48-aa76-abeaafc25895,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:56.609744 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-faf28cc9-7fdd-4e89-bdf6-65a7ee63e25e req-4dd9c87a-7083-4c39-a53e-886a6f0900e8 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 943 time: 0.0949183 Nov 27 01:08:56.650774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44284) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:56.696932 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1c5ed4b-4d7f-4c46-94da-4c73db6e0fcc req-e437352a-dc50-4751-a380-95faa260412f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=2f386837-4f2d-4f98-9029-2dc3509ac154 HTTP/1.1" status: 200 len: 217 time: 0.3250692 Nov 27 01:08:56.716433 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['741e37ff-649a-4c48-aa76-abeaafc25895'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:56.746474 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-faf28cc9-7fdd-4e89-bdf6-65a7ee63e25e req-95db336c-533a-444f-b270-ab22e164e43f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347837 Nov 27 01:08:56.821893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-cc5bc1f2-7a9b-46dc-8f99-60d4d857e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:56.842577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-cc5bc1f2-7a9b-46dc-8f99-60d4d857e892 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f3cc608994d4e37909b5d384ee1404a&device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 1095 time: 0.4707475 Nov 27 01:08:56.950203 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc662d4d-48e7-4c36-b885-8421252681cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.026386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5ed4b-4d7f-4c46-94da-4c73db6e0fcc req-d4f3e842-dba6-4730-b2db-3b1ed7c0bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:57.028582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1c5ed4b-4d7f-4c46-94da-4c73db6e0fcc req-d4f3e842-dba6-4730-b2db-3b1ed7c0bb00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.3203359 Nov 27 01:08:57.036765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-11ecc51b-47f4-475e-bf64-fd944e56d5e2 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7070863 Nov 27 01:08:57.177040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-a426852f-4956-4ceb-b23e-9509e84cf6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:57.177980 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc662d4d-48e7-4c36-b885-8421252681cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.180940 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-a426852f-4956-4ceb-b23e-9509e84cf6b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f38bce75-b149-4aac-8ef8-06628ea9297c HTTP/1.1" status: 200 len: 923 time: 0.3208084 Nov 27 01:08:57.184134 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc662d4d-48e7-4c36-b885-8421252681cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.209089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5ed4b-4d7f-4c46-94da-4c73db6e0fcc req-ffe8f36e-0d8e-447a-9d7d-c82d9ff89335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:57.211161 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1c5ed4b-4d7f-4c46-94da-4c73db6e0fcc req-ffe8f36e-0d8e-447a-9d7d-c82d9ff89335 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1719480 Nov 27 01:08:57.254192 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fc662d4d-48e7-4c36-b885-8421252681cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b9f59a50e8a4612ad83098dc6978663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6022446 Nov 27 01:08:57.257260 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44330) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:57.295142 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc662d4d-48e7-4c36-b885-8421252681cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40653a9e-de0f-4f5c-8ef3-00b02682fadc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:57.351457 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32f4b80-739c-487e-88e2-f8bf51d8c766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.394207 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32f4b80-739c-487e-88e2-f8bf51d8c766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.398934 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-2a0365b4-64a8-4440-9b25-88e7a8269882 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1767a934-402b-4291-a109-5460c7c71aca HTTP/1.1" status: 200 len: 217 time: 0.2047570 Nov 27 01:08:57.466773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32f4b80-739c-487e-88e2-f8bf51d8c766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.470485 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32f4b80-739c-487e-88e2-f8bf51d8c766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.474215 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d32f4b80-739c-487e-88e2-f8bf51d8c766 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40653a9e-de0f-4f5c-8ef3-00b02682fadc HTTP/1.1" status: 204 len: 168 time: 0.2133987 Nov 27 01:08:57.482925 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f4b80-739c-487e-88e2-f8bf51d8c766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40653a9e-de0f-4f5c-8ef3-00b02682fadc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:57.489033 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1c5ed4b-4d7f-4c46-94da-4c73db6e0fcc req-f762df9c-acbe-4e74-acdf-01d91f6ba011 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434189 Nov 27 01:08:57.490829 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ed6d518-67b5-410a-9bce-4e7183e40139 req-5ab2dbce-a493-471c-8c97-032937ca83bb service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081721 Nov 27 01:08:57.508875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-938fc9ba-c76f-488a-b24d-4597cbcb34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:57.510439 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-938fc9ba-c76f-488a-b24d-4597cbcb34c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2 HTTP/1.1" status: 200 len: 862 time: 0.1009493 Nov 27 01:08:57.524158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf526-8de1-453e-b245-d594691af578 req-c1e604b3-bcac-43a2-b5f8-aaed9e90107a tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:57.526154 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74dcf526-8de1-453e-b245-d594691af578 req-c1e604b3-bcac-43a2-b5f8-aaed9e90107a tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 947 time: 0.1082363 Nov 27 01:08:57.607097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-c89bbf31-5210-4d35-9304-2fe9c118365e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f38bce75-b149-4aac-8ef8-06628ea9297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799634 Nov 27 01:08:57.665407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44356) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:57.717553 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74dcf526-8de1-453e-b245-d594691af578 req-aca4b6cd-3de8-4b06-b52f-fc8717baceeb tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821425 Nov 27 01:08:57.751143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1c5ed4b-4d7f-4c46-94da-4c73db6e0fcc req-c4d269d1-81b4-40c8-80e9-d19e1b368799 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365007 Nov 27 01:08:57.773048 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-2906fa88-ae00-43bd-95b5-d62905f4102a service neutron] 10.222.0.21 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541584 Nov 27 01:08:57.870333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa54ac5-9444-4427-9f76-f28be62ea43f req-66b54996-6577-4156-93a0-16a796e7f472 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:57.877941 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-afa54ac5-9444-4427-9f76-f28be62ea43f req-66b54996-6577-4156-93a0-16a796e7f472 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 943 time: 0.0592570 Nov 27 01:08:57.885713 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-319d9bbf-a6a5-4531-b232-59f4b960b63a service neutron] 10.222.0.21 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047463 Nov 27 01:08:57.951151 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-afa54ac5-9444-4427-9f76-f28be62ea43f req-94092fa8-13b9-42dc-829e-2acd26e78474 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656836 Nov 27 01:08:57.983122 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.074824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-a745f95b-21d3-489e-af7b-543958923974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:58.076746 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-a745f95b-21d3-489e-af7b-543958923974 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 1099 time: 0.0943358 Nov 27 01:08:58.128964 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.143002 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.148772 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.195837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8d1f08-edd0-4a21-b16c-cdbb4e3416ab,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:58.205207 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea7e3f2523c247a89e57f8a9060cacb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5386100 Nov 27 01:08:58.206197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44402) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:58.223302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918f935-7144-4510-a62e-1db9118dd97f req-17217eb4-b017-442b-b1f8-f2be64b4b943 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:58.225170 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3918f935-7144-4510-a62e-1db9118dd97f req-17217eb4-b017-442b-b1f8-f2be64b4b943 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd1c6bf7-654f-46f1-bc2b-595c63fc11bf HTTP/1.1" status: 200 len: 950 time: 0.1348755 Nov 27 01:08:58.240828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:58.241783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:58.242137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:58.242483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:58.242822 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:58.243155 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:58.243486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:58.243818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:58.244146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:58.244497 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:58.244989 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:58.245804 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aeec-12f5-4bbb-97bf-f20ff99d8284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:58.300594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-b9f48971-ac43-495a-87f3-977d24438c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:58.304723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 741e37ff-649a-4c48-aa76-abeaafc25895 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:58.307983 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-b9f48971-ac43-495a-87f3-977d24438c9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1878741 Nov 27 01:08:58.317075 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-305a4701-8016-4a10-9879-41a4f9c54f05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.344593 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-305a4701-8016-4a10-9879-41a4f9c54f05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.411072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 741e37ff-649a-4c48-aa76-abeaafc25895 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:58.411453 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.425565 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-bc77f381-8edd-452d-abc5-081442563d26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=52ee8fe1-f979-4e32-8acc-530789e5791d HTTP/1.1" status: 200 len: 217 time: 0.0931189 Nov 27 01:08:58.448959 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-305a4701-8016-4a10-9879-41a4f9c54f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.452291 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-305a4701-8016-4a10-9879-41a4f9c54f05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.456129 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-305a4701-8016-4a10-9879-41a4f9c54f05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd8d1f08-edd0-4a21-b16c-cdbb4e3416ab HTTP/1.1" status: 204 len: 168 time: 0.2450042 Nov 27 01:08:58.479926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a4701-8016-4a10-9879-41a4f9c54f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8d1f08-edd0-4a21-b16c-cdbb4e3416ab,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:58.531669 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3918f935-7144-4510-a62e-1db9118dd97f req-bc832f30-4a60-4f2a-9481-fab595c9ae6c tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951455 Nov 27 01:08:58.556332 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-5a0dae13-9774-43c3-bc38-f1601185a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:58.557691 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-5a0dae13-9774-43c3-bc38-f1601185a3b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1270692 Nov 27 01:08:58.581121 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2f386837-4f2d-4f98-9029-2dc3509ac154 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:58.623246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-8d39128e-13a5-4ab2-b9a1-68825d2c4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:58.626595 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-8d39128e-13a5-4ab2-b9a1-68825d2c4c52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0599535 Nov 27 01:08:58.684570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2f386837-4f2d-4f98-9029-2dc3509ac154, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2f386837-4f2d-4f98-9029-2dc3509ac154,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:58.705345 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '2f386837-4f2d-4f98-9029-2dc3509ac154', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '2f386837-4f2d-4f98-9029-2dc3509ac154', 'mac_address': 'fa:16:3e:f5:77:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:58.757475 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.772549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f386837-4f2d-4f98-9029-2dc3509ac154 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:58.779199 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.792560 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-c8b4efc6-dc23-431a-9e52-c037ed5da9e2 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565280 Nov 27 01:08:58.831464 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2f386837-4f2d-4f98-9029-2dc3509ac154, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2f386837-4f2d-4f98-9029-2dc3509ac154,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:58.839827 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.840520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1767a934-402b-4291-a109-5460c7c71aca details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:58.871074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741e37ff-649a-4c48-aa76-abeaafc25895'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:58.873894 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66baac6-8e9e-4e2b-9d5e-68db69f1cf2e" -d '{"events": [{"server_uuid": "368df1fa-a205-40c1-8dd4-87e7fb52a341", "name": "network-vif-plugged", "status": "completed", "tag": "741e37ff-649a-4c48-aa76-abeaafc25895"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:58.904630 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 741e37ff-649a-4c48-aa76-abeaafc25895, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=741e37ff-649a-4c48-aa76-abeaafc25895,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:58.914258 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.941888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2f386837-4f2d-4f98-9029-2dc3509ac154,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:58.995334 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=741e37ff-649a-4c48-aa76-abeaafc25895,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:59.023543 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236b7f12-f6ac-40c4-95d1-b401aaddfd6b req-b2f76601-5456-4c96-81ad-761535e5d0d8 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180188 Nov 27 01:08:59.034273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec83a2-b45e-47e4-bf82-d7690b643141 req-e03bbbbe-42e6-4fbb-a1b1-30c5129a51be tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:59.036433 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53ec83a2-b45e-47e4-bf82-d7690b643141 req-e03bbbbe-42e6-4fbb-a1b1-30c5129a51be tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 947 time: 0.1108165 Nov 27 01:08:59.073077 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c86f9f4-14ad-460f-b63f-e1fdd71d7f75 x-openstack-request-id: req-3c86f9f4-14ad-460f-b63f-e1fdd71d7f75 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:59.073374 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368df1fa-a205-40c1-8dd4-87e7fb52a341", "name": "network-vif-plugged", "status": "completed", "tag": "741e37ff-649a-4c48-aa76-abeaafc25895", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:59.073632 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c86f9f4-14ad-460f-b63f-e1fdd71d7f75 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:59.074025 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741e37ff-649a-4c48-aa76-abeaafc25895', 'code': 200} Nov 27 01:08:59.096000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1767a934-402b-4291-a109-5460c7c71aca, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1767a934-402b-4291-a109-5460c7c71aca,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:59.117439 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53ec83a2-b45e-47e4-bf82-d7690b643141 req-c1ccbd9b-dffc-4b97-b41f-cf5e93395699 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717394 Nov 27 01:08:59.207939 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07314d85-1331-42ed-9f74-f8361621ecf1 req-a57496dd-0150-41d0-9782-defcea1b594f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:59.218456 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07314d85-1331-42ed-9f74-f8361621ecf1 req-a57496dd-0150-41d0-9782-defcea1b594f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 943 time: 0.0683486 Nov 27 01:08:59.235228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44484) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:59.255253 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3af13a48-2986-4649-86a1-c702c6bacd2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.304701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '1767a934-402b-4291-a109-5460c7c71aca', 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c', 'port_id': '1767a934-402b-4291-a109-5460c7c71aca', 'mac_address': 'fa:16:3e:78:08:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:59.308340 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07314d85-1331-42ed-9f74-f8361621ecf1 req-0e3ef027-d549-42d5-913c-6e565eba09c8 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885365 Nov 27 01:08:59.374836 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.397213 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1767a934-402b-4291-a109-5460c7c71aca {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:59.429733 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3af13a48-2986-4649-86a1-c702c6bacd2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.439500 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3af13a48-2986-4649-86a1-c702c6bacd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.441337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1767a934-402b-4291-a109-5460c7c71aca, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1767a934-402b-4291-a109-5460c7c71aca,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:59.449454 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.515193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44518) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:59.516863 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3af13a48-2986-4649-86a1-c702c6bacd2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fcf253b24c514493a4de3fa90bbc42bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803223 Nov 27 01:08:59.565924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af13a48-2986-4649-86a1-c702c6bacd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97897d88-0f87-4e38-9a50-778f3a35245f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:59.579012 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=1767a934-402b-4291-a109-5460c7c71aca,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:59.614273 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cedf0030-afb4-4fcf-993a-ac3ea49e729a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.653084 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cedf0030-afb4-4fcf-993a-ac3ea49e729a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.718681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44536) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:59.749703 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cedf0030-afb4-4fcf-993a-ac3ea49e729a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.760270 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cedf0030-afb4-4fcf-993a-ac3ea49e729a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.768141 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cedf0030-afb4-4fcf-993a-ac3ea49e729a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97897d88-0f87-4e38-9a50-778f3a35245f HTTP/1.1" status: 204 len: 168 time: 0.2516158 Nov 27 01:08:59.781962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf0030-afb4-4fcf-993a-ac3ea49e729a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97897d88-0f87-4e38-9a50-778f3a35245f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:59.800267 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['2f386837-4f2d-4f98-9029-2dc3509ac154'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:59.847133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['1767a934-402b-4291-a109-5460c7c71aca'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:00.082913 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2069449631-network', 'tenant_id': 'd3eaf515cf894db987afcca7ca18a6b7'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:00.129211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] Made reservation on behalf of d3eaf515cf894db987afcca7ca18a6b7 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:00.131959 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:00.152572 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:00.330580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ef835b56-88e3-4124-a635-1a72a9b7decc no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:00.424965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e494bdf-7cff-4799-b7e1-3ce5036dd0c3 req-a1fa8bb8-efb9-4cce-bfa5-cab9bd67fda5 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:00.429283 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:00.430752 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e494bdf-7cff-4799-b7e1-3ce5036dd0c3 req-a1fa8bb8-efb9-4cce-bfa5-cab9bd67fda5 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 947 time: 0.1847792 Nov 27 01:09:00.572776 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 52ee8fe1-f979-4e32-8acc-530789e5791d details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:00.593872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3278726-8dca-4baa-b12a-e38d1b92fb0f req-b9fab97d-e106-4300-9da1-8e39762aec50 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:00.605185 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f3278726-8dca-4baa-b12a-e38d1b92fb0f req-b9fab97d-e106-4300-9da1-8e39762aec50 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 944 time: 0.1060712 Nov 27 01:09:00.645533 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e494bdf-7cff-4799-b7e1-3ce5036dd0c3 req-43095032-9041-4a29-aef5-c65aaa1ef1c2 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927171 Nov 27 01:09:00.651285 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:00.669474 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:00.698408 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f3278726-8dca-4baa-b12a-e38d1b92fb0f req-64ac5499-8cf2-486a-a130-7258025f0453 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894706 Nov 27 01:09:00.739825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:00.769231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1f7009-cae2-4151-ad69-2b4d88bed1ce,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:00.779249 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:00.779249 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] Added segment 526e494a-d5a6-42cd-8150-32ba56c85a8e of type vlan for network c633be2a-71c0-4e44-bb33-d54d1e74680c Nov 27 01:09:00.835640 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:00.913965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ef835b56-88e3-4124-a635-1a72a9b7decc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef835b56-88e3-4124-a635-1a72a9b7decc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:00.932828 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:00.945439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 52ee8fe1-f979-4e32-8acc-530789e5791d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=52ee8fe1-f979-4e32-8acc-530789e5791d,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:00.951514 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:01.039643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '52ee8fe1-f979-4e32-8acc-530789e5791d', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '52ee8fe1-f979-4e32-8acc-530789e5791d', 'mac_address': 'fa:16:3e:65:be:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:01.048526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:01.050228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:01.051142 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:01.135129 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef835b56-88e3-4124-a635-1a72a9b7decc'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:01.141000 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ba63c6-9fb0-483f-8a83-1329c1c62d99" -d '{"events": [{"server_uuid": "fd1c6bf7-654f-46f1-bc2b-595c63fc11bf", "name": "network-vif-unplugged", "status": "completed", "tag": "ef835b56-88e3-4124-a635-1a72a9b7decc"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:01.182761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4628484 Nov 27 01:09:01.185567 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44654) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:01.190983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-48728d68-1d57-4757-b9ff-282079dcb7fb admin admin] Request body: {'subnet': {'network_id': 'c633be2a-71c0-4e44-bb33-d54d1e74680c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2069449631-subnet', 'tenant_id': 'd3eaf515cf894db987afcca7ca18a6b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:01.208538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b679-d4b0-4903-b367-b9bf667a6d26 admin admin] Pushing event updated for resources: {'Network': ['ID=c633be2a-71c0-4e44-bb33-d54d1e74680c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:01.223416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network c633be2a-71c0-4e44-bb33-d54d1e74680c details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:01.226703 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ef835b56-88e3-4124-a635-1a72a9b7decc,revision_number=11']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:01.260499 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48728d68-1d57-4757-b9ff-282079dcb7fb admin admin] Made reservation on behalf of d3eaf515cf894db987afcca7ca18a6b7 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:01.269173 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48728d68-1d57-4757-b9ff-282079dcb7fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:01.297902 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:01.314999 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb7130d-7692-44bd-9c64-c4eee2a6614d x-openstack-request-id: req-2cb7130d-7692-44bd-9c64-c4eee2a6614d {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:01.315324 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1c6bf7-654f-46f1-bc2b-595c63fc11bf", "name": "network-vif-unplugged", "status": "completed", "tag": "ef835b56-88e3-4124-a635-1a72a9b7decc", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:01.315596 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cb7130d-7692-44bd-9c64-c4eee2a6614d {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:01.316059 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef835b56-88e3-4124-a635-1a72a9b7decc', 'code': 200} Nov 27 01:09:01.321231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ee8fe1-f979-4e32-8acc-530789e5791d {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:01.346782 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 52ee8fe1-f979-4e32-8acc-530789e5791d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=52ee8fe1-f979-4e32-8acc-530789e5791d,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:01.417478 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:01.536758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44682) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:01.539618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=52ee8fe1-f979-4e32-8acc-530789e5791d,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:01.568885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:01.569496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:01.569862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:01.570207 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:01.572442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:01.572822 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:01.573180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:01.574682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:01.575044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:01.575394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:01.577894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:01.578262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:01.785139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['52ee8fe1-f979-4e32-8acc-530789e5791d'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:01.899670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1975496061-network', 'tenant_id': '824296168135401cbcf32b795324fb86'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:01.926203 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48728d68-1d57-4757-b9ff-282079dcb7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:01.995028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca42542-28c3-4b21-8667-5f2388d72d99 req-0fe95713-9be7-4172-846a-3e725bdd0159 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:02.006356 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ca42542-28c3-4b21-8667-5f2388d72d99 req-0fe95713-9be7-4172-846a-3e725bdd0159 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 948 time: 0.1889331 Nov 27 01:09:02.007800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] Made reservation on behalf of 824296168135401cbcf32b795324fb86 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:02.010470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:02.083642 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:02.155635 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ca42542-28c3-4b21-8667-5f2388d72d99 req-6c8d1c07-44ae-4e65-9abb-f7d8ebe45e5d tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295938 Nov 27 01:09:02.166797 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48728d68-1d57-4757-b9ff-282079dcb7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ddfcdc-69ce-4652-b3da-de6ec53a3a2b,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:02.181536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48728d68-1d57-4757-b9ff-282079dcb7fb admin admin] Checking segment: {'id': '526e494a-d5a6-42cd-8150-32ba56c85a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c633be2a-71c0-4e44-bb33-d54d1e74680c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:02.181912 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48728d68-1d57-4757-b9ff-282079dcb7fb admin admin] Network hostable DHCP agents. Network: c633be2a-71c0-4e44-bb33-d54d1e74680c, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:09:02.210606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e127fd5-bcf6-4088-9722-5afe5be7c60a req-1b6f7469-f97c-4972-b9ec-049d21fa3c5f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:02.234346 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1e127fd5-bcf6-4088-9722-5afe5be7c60a req-1b6f7469-f97c-4972-b9ec-049d21fa3c5f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 944 time: 0.3028061 Nov 27 01:09:02.268347 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48728d68-1d57-4757-b9ff-282079dcb7fb admin admin] Network c633be2a-71c0-4e44-bb33-d54d1e74680c is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:09:02.284495 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:02.293178 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:02.318961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-48728d68-1d57-4757-b9ff-282079dcb7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, c633be2a-71c0-4e44-bb33-d54d1e74680c) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:02.328989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:02.330835 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1c2637-628a-428b-9aeb-eb9e9a613bf8 None None] Network c633be2a-71c0-4e44-bb33-d54d1e74680c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:02.333778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48728d68-1d57-4757-b9ff-282079dcb7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:02.335464 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48728d68-1d57-4757-b9ff-282079dcb7fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:02.348125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a13ef71-f602-46e3-aa73-e0deb2060678,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:02.352070 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:02.352542 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] Added segment 14c8eb61-1e48-4246-a4a9-22e699f89938 of type vlan for network f93ecaf6-f2e6-4439-a009-77b73a266f3e Nov 27 01:09:02.384915 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-48728d68-1d57-4757-b9ff-282079dcb7fb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1962049 Nov 27 01:09:02.416280 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1e127fd5-bcf6-4088-9722-5afe5be7c60a req-176ee768-0649-464c-8c42-f17b85d37c3a tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809423 Nov 27 01:09:02.422976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:02.528696 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:02.529699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:02.530291 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:02.560729 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44734) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:02.566443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2f386837-4f2d-4f98-9029-2dc3509ac154 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:02.705612 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1621211 Nov 27 01:09:02.708283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44740) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:02.711984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a997d0-0e6b-418c-b26e-77132c28eed9 admin admin] Pushing event updated for resources: {'Network': ['ID=f93ecaf6-f2e6-4439-a009-77b73a266f3e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:02.715696 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-60d782b5-0e5b-48bf-9c8f-7e3eac5fc349 admin admin] Request body: {'subnet': {'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1975496061-subnet', 'tenant_id': '824296168135401cbcf32b795324fb86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:02.727963 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0e519c2-9de7-40e6-869d-369c670b1b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:02.742635 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network f93ecaf6-f2e6-4439-a009-77b73a266f3e details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:02.750618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709cb4af-9ac1-41e5-b81d-b3e957c1f03c None None] Network c633be2a-71c0-4e44-bb33-d54d1e74680c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:02.786252 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d782b5-0e5b-48bf-9c8f-7e3eac5fc349 admin admin] Made reservation on behalf of 824296168135401cbcf32b795324fb86 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:02.788766 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60d782b5-0e5b-48bf-9c8f-7e3eac5fc349 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:02.891961 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0e519c2-9de7-40e6-869d-369c670b1b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:02.898636 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0e519c2-9de7-40e6-869d-369c670b1b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:02.960742 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e0e519c2-9de7-40e6-869d-369c670b1b4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7473cf421884e16b5d4a248afd35c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977923 Nov 27 01:09:02.961499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44748) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:02.979773 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 2f386837-4f2d-4f98-9029-2dc3509ac154 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:02.989813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e519c2-9de7-40e6-869d-369c670b1b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343399ca-8684-45c0-b215-83d4415397b3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:02.992532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 2f386837-4f2d-4f98-9029-2dc3509ac154 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:02.992919 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:03.063956 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-796fa7ea-5e87-45ed-9f7d-de49d14c174d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:03.096891 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60d782b5-0e5b-48bf-9c8f-7e3eac5fc349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:03.110840 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-796fa7ea-5e87-45ed-9f7d-de49d14c174d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:03.211359 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-796fa7ea-5e87-45ed-9f7d-de49d14c174d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:03.215387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-796fa7ea-5e87-45ed-9f7d-de49d14c174d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:03.222992 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-796fa7ea-5e87-45ed-9f7d-de49d14c174d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/343399ca-8684-45c0-b215-83d4415397b3 HTTP/1.1" status: 204 len: 168 time: 0.2587223 Nov 27 01:09:03.223217 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:03.230004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d782b5-0e5b-48bf-9c8f-7e3eac5fc349 admin admin] Checking segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:03.233064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d782b5-0e5b-48bf-9c8f-7e3eac5fc349 admin admin] Network hostable DHCP agents. Network: f93ecaf6-f2e6-4439-a009-77b73a266f3e, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:09:03.251609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d782b5-0e5b-48bf-9c8f-7e3eac5fc349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd128aaa-786d-4427-ad50-a8311f6e6702,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:03.276629 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fa7ea-5e87-45ed-9f7d-de49d14c174d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343399ca-8684-45c0-b215-83d4415397b3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:03.286333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d782b5-0e5b-48bf-9c8f-7e3eac5fc349 admin admin] Network f93ecaf6-f2e6-4439-a009-77b73a266f3e is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:09:03.291125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2f386837-4f2d-4f98-9029-2dc3509ac154, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2f386837-4f2d-4f98-9029-2dc3509ac154,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:03.303657 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:03.304550 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1767a934-402b-4291-a109-5460c7c71aca up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:03.308218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-60d782b5-0e5b-48bf-9c8f-7e3eac5fc349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, f93ecaf6-f2e6-4439-a009-77b73a266f3e) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:03.312775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d782b5-0e5b-48bf-9c8f-7e3eac5fc349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:03.313372 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60d782b5-0e5b-48bf-9c8f-7e3eac5fc349 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:03.338567 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-60d782b5-0e5b-48bf-9c8f-7e3eac5fc349 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6289401 Nov 27 01:09:03.352428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdcf3dd-ea55-44c4-b23c-21ae7f07a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f386837-4f2d-4f98-9029-2dc3509ac154'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:03.354616 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7cd42a-e262-43d5-abf3-55581bb06d67" -d '{"events": [{"server_uuid": "bfdcf3dd-ea55-44c4-b23c-21ae7f07a232", "name": "network-vif-plugged", "status": "completed", "tag": "2f386837-4f2d-4f98-9029-2dc3509ac154"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:03.357678 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb0fc1-b6de-482e-90a6-6ac4b2a05ea2 None None] Network f93ecaf6-f2e6-4439-a009-77b73a266f3e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:03.481605 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2f386837-4f2d-4f98-9029-2dc3509ac154,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:03.511781 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 1767a934-402b-4291-a109-5460c7c71aca completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:03.524385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 1767a934-402b-4291-a109-5460c7c71aca triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:03.525116 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:03.622011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c2961b-66d4-45ad-8651-1b60eee85b1f None None] Network f93ecaf6-f2e6-4439-a009-77b73a266f3e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:03.750791 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:03.834511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1767a934-402b-4291-a109-5460c7c71aca, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1767a934-402b-4291-a109-5460c7c71aca,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:03.839813 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:03.868212 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44792) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:03.901106 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3cf91b8d-fa72-4066-ac67-cc41866944e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:03.912271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a7d46-a617-4c57-af6b-e63d4cd10379 req-e6705993-341d-4070-83a5-01237630d455 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:03.914605 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-729a7d46-a617-4c57-af6b-e63d4cd10379 req-e6705993-341d-4070-83a5-01237630d455 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 948 time: 0.1099312 Nov 27 01:09:03.922765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=1767a934-402b-4291-a109-5460c7c71aca,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:03.930179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-8f648110-74fd-42d5-a13c-125ad7c11d52 req-e3febc9c-c9e2-4f7d-b9e3-cfca0ddab993 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-445359406', 'description': 'tempest-description-563705913'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:03.974335 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8f648110-74fd-42d5-a13c-125ad7c11d52 req-e3febc9c-c9e2-4f7d-b9e3-cfca0ddab993 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:03.996069 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-729a7d46-a617-4c57-af6b-e63d4cd10379 req-4fa3fe77-0dd2-4686-965b-2ee8a62f408f tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750453 Nov 27 01:09:04.043787 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc232bf-8282-48d7-8d55-4fd26804f8e4 x-openstack-request-id: req-ecc232bf-8282-48d7-8d55-4fd26804f8e4 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:04.043787 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdcf3dd-ea55-44c4-b23c-21ae7f07a232", "name": "network-vif-plugged", "status": "completed", "tag": "2f386837-4f2d-4f98-9029-2dc3509ac154", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:04.043787 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecc232bf-8282-48d7-8d55-4fd26804f8e4 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:04.044313 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdcf3dd-ea55-44c4-b23c-21ae7f07a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f386837-4f2d-4f98-9029-2dc3509ac154', 'code': 200} Nov 27 01:09:04.075871 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3cf91b8d-fa72-4066-ac67-cc41866944e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.084000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3cf91b8d-fa72-4066-ac67-cc41866944e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.118840 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8f648110-74fd-42d5-a13c-125ad7c11d52 req-e3febc9c-c9e2-4f7d-b9e3-cfca0ddab993 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.135495 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8f648110-74fd-42d5-a13c-125ad7c11d52 req-e3febc9c-c9e2-4f7d-b9e3-cfca0ddab993 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.149684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf91b8d-fa72-4066-ac67-cc41866944e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5800e2-2c36-4987-abda-bef9a4569839,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:04.159928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3cf91b8d-fa72-4066-ac67-cc41866944e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c90b6765ce534d34b79540b9ff6142af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901492 Nov 27 01:09:04.160902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44796) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:04.197466 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8f648110-74fd-42d5-a13c-125ad7c11d52 req-e3febc9c-c9e2-4f7d-b9e3-cfca0ddab993 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.198694 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8f648110-74fd-42d5-a13c-125ad7c11d52 req-e3febc9c-c9e2-4f7d-b9e3-cfca0ddab993 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2942176 Nov 27 01:09:04.222964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3febc9c-c9e2-4f7d-b9e3-cfca0ddab993 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312c7108-7cff-43d6-b10b-5acf62914859,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:04.241004 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0d86870-096a-460e-8552-9103116688d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.279750 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0d86870-096a-460e-8552-9103116688d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.292310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b0788-7a31-4c1c-92c5-02e0f4ef4edf req-3f5023cc-9c73-499d-9bc5-54cb6f136bf9 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:04.294855 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb3b0788-7a31-4c1c-92c5-02e0f4ef4edf req-3f5023cc-9c73-499d-9bc5-54cb6f136bf9 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 945 time: 0.1576555 Nov 27 01:09:04.303196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409b7a1-7b0f-4d7a-b198-17c8f2539a78 req-541d3a6a-0b19-4a18-8de0-6fe456f8e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:04.306885 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f409b7a1-7b0f-4d7a-b198-17c8f2539a78 req-541d3a6a-0b19-4a18-8de0-6fe456f8e36f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 1102 time: 0.1214774 Nov 27 01:09:04.379007 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0d86870-096a-460e-8552-9103116688d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.383670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0d86870-096a-460e-8552-9103116688d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.388724 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c0d86870-096a-460e-8552-9103116688d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e5800e2-2c36-4987-abda-bef9a4569839 HTTP/1.1" status: 204 len: 168 time: 0.2225392 Nov 27 01:09:04.399545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d86870-096a-460e-8552-9103116688d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5800e2-2c36-4987-abda-bef9a4569839,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:04.416841 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb3b0788-7a31-4c1c-92c5-02e0f4ef4edf req-a19085d0-331c-4188-9656-2e861ecfb550 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156952 Nov 27 01:09:04.421138 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f409b7a1-7b0f-4d7a-b198-17c8f2539a78 req-643e323a-3d4d-4e04-b785-c1d28ad51ff9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939934 Nov 27 01:09:04.534537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb42885b-0166-4401-b7d8-6b7d80948ef1 req-49ca02a3-b767-4d14-84f2-10f0d7e011d9 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/312c7108-7cff-43d6-b10b-5acf62914859 HTTP/1.1" status: 200 len: 1820 time: 0.0718329 Nov 27 01:09:04.541882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-bb42885b-0166-4401-b7d8-6b7d80948ef1 req-d3595387-b982-4ce5-a987-e1470cbd0006 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '312c7108-7cff-43d6-b10b-5acf62914859', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:04.542672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-bb42885b-0166-4401-b7d8-6b7d80948ef1 req-d3595387-b982-4ce5-a987-e1470cbd0006 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '312c7108-7cff-43d6-b10b-5acf62914859', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:04.584318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 52ee8fe1-f979-4e32-8acc-530789e5791d up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:04.651549 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-bb42885b-0166-4401-b7d8-6b7d80948ef1 req-d3595387-b982-4ce5-a987-e1470cbd0006 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.667516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 52ee8fe1-f979-4e32-8acc-530789e5791d completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:04.674009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 52ee8fe1-f979-4e32-8acc-530789e5791d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:04.674585 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.696543 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-bb42885b-0166-4401-b7d8-6b7d80948ef1 req-d3595387-b982-4ce5-a987-e1470cbd0006 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.707146 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-bb42885b-0166-4401-b7d8-6b7d80948ef1 req-d3595387-b982-4ce5-a987-e1470cbd0006 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.728087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3595387-b982-4ce5-a987-e1470cbd0006 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5263b32-2395-455e-a6cd-11cb6a020f3d,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:04.745761 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-bb42885b-0166-4401-b7d8-6b7d80948ef1 req-d3595387-b982-4ce5-a987-e1470cbd0006 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.746960 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb42885b-0166-4401-b7d8-6b7d80948ef1 req-d3595387-b982-4ce5-a987-e1470cbd0006 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2113645 Nov 27 01:09:04.805724 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.857101 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 52ee8fe1-f979-4e32-8acc-530789e5791d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=52ee8fe1-f979-4e32-8acc-530789e5791d,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:04.862511 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.920508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=52ee8fe1-f979-4e32-8acc-530789e5791d,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:05.028135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44840) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:05.034324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-848877503-network', 'tenant_id': '835bd7f239904ad59a6db14bd5677cd5'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:05.066989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] Made reservation on behalf of 835bd7f239904ad59a6db14bd5677cd5 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:05.071945 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.085408 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.210446 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.216826 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.234849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:05.267217 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.267561 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] Added segment ffe6805b-04cb-43ca-a593-cfca21d3a256 of type vlan for network f2b3bac6-420e-4692-882e-6605a6aa74b4 Nov 27 01:09:05.279932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be282b20-5732-447c-a280-10f92de80f16,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:05.330151 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.369310 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.370590 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:05.371470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.400497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3707004 Nov 27 01:09:05.403567 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44872) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:05.413774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-305af857-1ff2-47fb-be79-027715f8e638 admin admin] Request body: {'subnet': {'network_id': 'f2b3bac6-420e-4692-882e-6605a6aa74b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-848877503-subnet', 'tenant_id': '835bd7f239904ad59a6db14bd5677cd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:05.472195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305af857-1ff2-47fb-be79-027715f8e638 admin admin] Made reservation on behalf of 835bd7f239904ad59a6db14bd5677cd5 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:05.479621 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-305af857-1ff2-47fb-be79-027715f8e638 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.492666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba12cae-1bbd-45d7-840d-9b74fdce8e12 admin admin] Pushing event updated for resources: {'Network': ['ID=f2b3bac6-420e-4692-882e-6605a6aa74b4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:05.505446 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network f2b3bac6-420e-4692-882e-6605a6aa74b4 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:05.687970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6b85d820-3139-4778-a4d4-2bbae66d6c58 req-c37f1f42-05bf-45ec-a855-41ee8126d6f2 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-503406552', 'description': 'tempest-description-1290155891'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:05.741968 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b85d820-3139-4778-a4d4-2bbae66d6c58 req-c37f1f42-05bf-45ec-a855-41ee8126d6f2 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.878632 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b85d820-3139-4778-a4d4-2bbae66d6c58 req-c37f1f42-05bf-45ec-a855-41ee8126d6f2 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.909169 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b85d820-3139-4778-a4d4-2bbae66d6c58 req-c37f1f42-05bf-45ec-a855-41ee8126d6f2 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.951591 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-305af857-1ff2-47fb-be79-027715f8e638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.982202 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b85d820-3139-4778-a4d4-2bbae66d6c58 req-c37f1f42-05bf-45ec-a855-41ee8126d6f2 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.983921 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6b85d820-3139-4778-a4d4-2bbae66d6c58 req-c37f1f42-05bf-45ec-a855-41ee8126d6f2 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3003762 Nov 27 01:09:05.994169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aee1fb-fd94-484f-9101-3272179f7958 req-7d101d65-2671-4387-8f9f-6f13de95fc4a tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:05.994363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f1f42-05bf-45ec-a855-41ee8126d6f2 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa6f1c7-d51e-4117-85a3-32617e17810a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:06.001993 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2aee1fb-fd94-484f-9101-3272179f7958 req-7d101d65-2671-4387-8f9f-6f13de95fc4a tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 949 time: 0.1308963 Nov 27 01:09:06.046566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7834b142-dc61-4af2-ae07-c4d3e084f0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1767a934-402b-4291-a109-5460c7c71aca'}, {'server_uuid': '0b2117c3-1ec2-4526-b9b3-6569834941c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ee8fe1-f979-4e32-8acc-530789e5791d'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:06.049312 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213dbbd4-3ee8-433c-9e56-3d94b2bcb3f1" -d '{"events": [{"server_uuid": "7834b142-dc61-4af2-ae07-c4d3e084f0ff", "name": "network-vif-plugged", "status": "completed", "tag": "1767a934-402b-4291-a109-5460c7c71aca"}, {"server_uuid": "0b2117c3-1ec2-4526-b9b3-6569834941c6", "name": "network-vif-plugged", "status": "completed", "tag": "52ee8fe1-f979-4e32-8acc-530789e5791d"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:06.100768 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2aee1fb-fd94-484f-9101-3272179f7958 req-e928c2bd-a8b6-48d3-9e8d-8c9648548d91 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977001 Nov 27 01:09:06.103491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305af857-1ff2-47fb-be79-027715f8e638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa84db1c-56bc-4fe4-b63a-4ed8cdd85a8d,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:06.134360 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305af857-1ff2-47fb-be79-027715f8e638 admin admin] Checking segment: {'id': 'ffe6805b-04cb-43ca-a593-cfca21d3a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f2b3bac6-420e-4692-882e-6605a6aa74b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:06.135509 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305af857-1ff2-47fb-be79-027715f8e638 admin admin] Network hostable DHCP agents. Network: f2b3bac6-420e-4692-882e-6605a6aa74b4, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:09:06.164852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2750071-098f-4434-bb0d-3b69e78200db req-4cd0bac1-36eb-4b09-a86e-3afb2748a4da tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:06.170848 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d2750071-098f-4434-bb0d-3b69e78200db req-4cd0bac1-36eb-4b09-a86e-3afb2748a4da tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 945 time: 0.1128180 Nov 27 01:09:06.199177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305af857-1ff2-47fb-be79-027715f8e638 admin admin] Network f2b3bac6-420e-4692-882e-6605a6aa74b4 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:09:06.214031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-305af857-1ff2-47fb-be79-027715f8e638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, f2b3bac6-420e-4692-882e-6605a6aa74b4) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:06.219737 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305af857-1ff2-47fb-be79-027715f8e638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:06.220637 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-305af857-1ff2-47fb-be79-027715f8e638 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:06.235594 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc6c732-c02e-48a8-8acc-515792628534 None None] Network f2b3bac6-420e-4692-882e-6605a6aa74b4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:06.245777 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-305af857-1ff2-47fb-be79-027715f8e638 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8395033 Nov 27 01:09:06.287166 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d2750071-098f-4434-bb0d-3b69e78200db req-35e86c95-cda6-4f40-bdd7-d9ead5312a20 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075678 Nov 27 01:09:06.383598 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-230e075b-0899-466b-b360-44f993241ead req-570c651b-55ab-47bf-be2b-48538a489aa6 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/4fa6f1c7-d51e-4117-85a3-32617e17810a HTTP/1.1" status: 200 len: 1821 time: 0.0790324 Nov 27 01:09:06.389938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-230e075b-0899-466b-b360-44f993241ead req-6d96aa4c-8688-4f84-bf92-3982fd99a092 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4fa6f1c7-d51e-4117-85a3-32617e17810a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:06.390737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-230e075b-0899-466b-b360-44f993241ead req-6d96aa4c-8688-4f84-bf92-3982fd99a092 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4fa6f1c7-d51e-4117-85a3-32617e17810a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:06.521095 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-230e075b-0899-466b-b360-44f993241ead req-6d96aa4c-8688-4f84-bf92-3982fd99a092 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:06.565340 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-230e075b-0899-466b-b360-44f993241ead req-6d96aa4c-8688-4f84-bf92-3982fd99a092 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:06.582102 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-230e075b-0899-466b-b360-44f993241ead req-6d96aa4c-8688-4f84-bf92-3982fd99a092 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:06.607287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96aa4c-8688-4f84-bf92-3982fd99a092 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b09abfa-5d71-4ba0-9a30-77d6b12f7df5,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:06.625108 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-230e075b-0899-466b-b360-44f993241ead req-6d96aa4c-8688-4f84-bf92-3982fd99a092 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:06.626459 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-230e075b-0899-466b-b360-44f993241ead req-6d96aa4c-8688-4f84-bf92-3982fd99a092 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2411397 Nov 27 01:09:06.678116 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ba9f0c-19aa-4557-92d9-df91b5ac2a43 None None] Network f2b3bac6-420e-4692-882e-6605a6aa74b4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:06.748333 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee57fe1-3608-4da3-b53b-aa6fcb8b2a40 x-openstack-request-id: req-6ee57fe1-3608-4da3-b53b-aa6fcb8b2a40 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:06.748897 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7834b142-dc61-4af2-ae07-c4d3e084f0ff", "name": "network-vif-plugged", "status": "completed", "tag": "1767a934-402b-4291-a109-5460c7c71aca", "code": 200}, {"server_uuid": "0b2117c3-1ec2-4526-b9b3-6569834941c6", "name": "network-vif-plugged", "status": "completed", "tag": "52ee8fe1-f979-4e32-8acc-530789e5791d", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:06.749288 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ee57fe1-3608-4da3-b53b-aa6fcb8b2a40 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:06.749925 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7834b142-dc61-4af2-ae07-c4d3e084f0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1767a934-402b-4291-a109-5460c7c71aca', 'code': 200} Nov 27 01:09:06.750555 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2117c3-1ec2-4526-b9b3-6569834941c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ee8fe1-f979-4e32-8acc-530789e5791d', 'code': 200} Nov 27 01:09:06.752848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-8bb9c003-2822-4218-a6d3-cea91bf7d132 req-43da640a-047a-4844-8f8c-3360452180f8 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1321964750', 'description': 'tempest-description-2048610013'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:06.818412 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8bb9c003-2822-4218-a6d3-cea91bf7d132 req-43da640a-047a-4844-8f8c-3360452180f8 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:07.023348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4a16b-5313-436f-8081-9152ac72a22a req-e125b614-c5a1-4f12-9f81-c2e14a583075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:07.024837 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27f4a16b-5313-436f-8081-9152ac72a22a req-e125b614-c5a1-4f12-9f81-c2e14a583075 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 1097 time: 0.1482933 Nov 27 01:09:07.026426 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c56fcf-204e-43b2-95db-cb2d88b57c05 req-246faa67-c6b3-4fb4-8a19-77e56cb461b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:07.028082 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04c56fcf-204e-43b2-95db-cb2d88b57c05 req-246faa67-c6b3-4fb4-8a19-77e56cb461b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 1101 time: 0.1504161 Nov 27 01:09:07.030531 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8bb9c003-2822-4218-a6d3-cea91bf7d132 req-43da640a-047a-4844-8f8c-3360452180f8 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:07.037343 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8bb9c003-2822-4218-a6d3-cea91bf7d132 req-43da640a-047a-4844-8f8c-3360452180f8 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:07.448730 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8bb9c003-2822-4218-a6d3-cea91bf7d132 req-43da640a-047a-4844-8f8c-3360452180f8 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:07.449380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8bb9c003-2822-4218-a6d3-cea91bf7d132 req-43da640a-047a-4844-8f8c-3360452180f8 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7043803 Nov 27 01:09:07.471424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da640a-047a-4844-8f8c-3360452180f8 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54461676-5064-4c27-bd4e-7100c010797a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:07.502715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27f4a16b-5313-436f-8081-9152ac72a22a req-7a5c7e6c-ad1b-4754-94b0-5eebd50ba81a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595442 Nov 27 01:09:07.506046 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04c56fcf-204e-43b2-95db-cb2d88b57c05 req-2c4ef7ad-fe28-4bc3-8b80-16c67c5568cc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640331 Nov 27 01:09:08.038633 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39771c5e-4b0a-4708-b403-df2c628c003a req-561957c7-f5da-4b7f-9ebf-9c7e60c62436 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:08.047481 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39771c5e-4b0a-4708-b403-df2c628c003a req-561957c7-f5da-4b7f-9ebf-9c7e60c62436 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 821 time: 0.1366262 Nov 27 01:09:08.064537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39771c5e-4b0a-4708-b403-df2c628c003a req-d5e1d77b-a227-43b7-aef3-174f497284f2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/quotas/824296168135401cbcf32b795324fb86 HTTP/1.1" status: 200 len: 375 time: 0.0159104 Nov 27 01:09:08.109258 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39771c5e-4b0a-4708-b403-df2c628c003a req-c87aedbe-0606-4b8c-880b-e5ded5293777 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437903 Nov 27 01:09:08.173391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a1211-e584-43cd-95cb-aa825e12c87b req-181f07df-64f9-4361-bcdf-eaa5658d9f20 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:08.183817 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-509a1211-e584-43cd-95cb-aa825e12c87b req-181f07df-64f9-4361-bcdf-eaa5658d9f20 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 949 time: 0.0745273 Nov 27 01:09:08.251155 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-509a1211-e584-43cd-95cb-aa825e12c87b req-ca92e417-3089-4525-b337-d62439cdce8e tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659215 Nov 27 01:09:08.393177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41001f-0187-4fac-9ac7-2e8f92be7abe req-858a5758-5746-40ad-bcbe-00ac0c2aefc1 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:08.395263 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea41001f-0187-4fac-9ac7-2e8f92be7abe req-858a5758-5746-40ad-bcbe-00ac0c2aefc1 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 945 time: 0.0680158 Nov 27 01:09:08.484983 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea41001f-0187-4fac-9ac7-2e8f92be7abe req-0cbe3a88-4e25-4340-a86a-5dccc9229397 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815942 Nov 27 01:09:08.493098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39771c5e-4b0a-4708-b403-df2c628c003a req-5effe978-93a3-43d5-82ed-bfbc96a10ed3 service neutron] 10.222.0.15 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825622 Nov 27 01:09:08.535655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-9c9ddcf3-efd2-43c1-ae7d-47d01c5fff78 req-79dbbfa7-5efa-4531-ab22-edd7aa8e4b67 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-937252417', 'description': 'tempest-description-1895927075'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:08.593368 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9c9ddcf3-efd2-43c1-ae7d-47d01c5fff78 req-79dbbfa7-5efa-4531-ab22-edd7aa8e4b67 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:08.624828 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39771c5e-4b0a-4708-b403-df2c628c003a req-3dd98c54-bdb2-4c82-94c9-e02569dd66de service neutron] 10.222.0.15 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306183 Nov 27 01:09:08.694557 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9c9ddcf3-efd2-43c1-ae7d-47d01c5fff78 req-79dbbfa7-5efa-4531-ab22-edd7aa8e4b67 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:08.703354 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9c9ddcf3-efd2-43c1-ae7d-47d01c5fff78 req-79dbbfa7-5efa-4531-ab22-edd7aa8e4b67 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:08.746804 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9c9ddcf3-efd2-43c1-ae7d-47d01c5fff78 req-79dbbfa7-5efa-4531-ab22-edd7aa8e4b67 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:08.751104 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9c9ddcf3-efd2-43c1-ae7d-47d01c5fff78 req-79dbbfa7-5efa-4531-ab22-edd7aa8e4b67 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2203074 Nov 27 01:09:08.772030 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbbfa7-5efa-4531-ab22-edd7aa8e4b67 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8226b8cf-6e0f-48ba-99f0-e9b69e4b4707,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:08.793022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45010) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:09.003944 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5c7dc020-492c-4459-806e-c3926e195641 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.082346 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dcfa2f1f-bb09-4c14-8f88-fe91f0a63bc5 req-8bccc16a-e88d-4580-8347-6d78f613bf36 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/54461676-5064-4c27-bd4e-7100c010797a HTTP/1.1" status: 200 len: 1822 time: 0.0683701 Nov 27 01:09:09.157954 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dcfa2f1f-bb09-4c14-8f88-fe91f0a63bc5 req-44ff3a41-567a-4593-b2ca-3361e356752e tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/8226b8cf-6e0f-48ba-99f0-e9b69e4b4707 HTTP/1.1" status: 200 len: 1821 time: 0.0745308 Nov 27 01:09:09.164860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-dcfa2f1f-bb09-4c14-8f88-fe91f0a63bc5 req-c78eb983-a985-4803-9b46-7c5d18eac359 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '54461676-5064-4c27-bd4e-7100c010797a', 'remote_group_id': '8226b8cf-6e0f-48ba-99f0-e9b69e4b4707', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:09.165187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-dcfa2f1f-bb09-4c14-8f88-fe91f0a63bc5 req-c78eb983-a985-4803-9b46-7c5d18eac359 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '54461676-5064-4c27-bd4e-7100c010797a', 'remote_group_id': '8226b8cf-6e0f-48ba-99f0-e9b69e4b4707', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:09.167272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d2da9130-3bd2-4066-9cf6-958feba7d822 req-aaf040b2-0098-4877-ba5d-de01a5d1fb80 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 210 time: 0.0687623 Nov 27 01:09:09.204268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5c7dc020-492c-4459-806e-c3926e195641 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.224093 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5c7dc020-492c-4459-806e-c3926e195641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.290905 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5c7dc020-492c-4459-806e-c3926e195641 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2357790c6944a3f83effaeb86383175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4966769 Nov 27 01:09:09.295538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45036) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:09.297165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dc020-492c-4459-806e-c3926e195641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b217492-0fe3-46d9-a7a0-4cb32c9aceb2,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:09.376513 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-dcfa2f1f-bb09-4c14-8f88-fe91f0a63bc5 req-c78eb983-a985-4803-9b46-7c5d18eac359 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.416461 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-dcfa2f1f-bb09-4c14-8f88-fe91f0a63bc5 req-c78eb983-a985-4803-9b46-7c5d18eac359 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.421823 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-dcfa2f1f-bb09-4c14-8f88-fe91f0a63bc5 req-c78eb983-a985-4803-9b46-7c5d18eac359 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.446392 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5da685a-f920-4623-92bb-289a4f941ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.455699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-dcfa2f1f-bb09-4c14-8f88-fe91f0a63bc5 req-c78eb983-a985-4803-9b46-7c5d18eac359 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.471423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dcfa2f1f-bb09-4c14-8f88-fe91f0a63bc5 req-c78eb983-a985-4803-9b46-7c5d18eac359 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3125625 Nov 27 01:09:09.474735 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5da685a-f920-4623-92bb-289a4f941ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.483784 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78eb983-a985-4803-9b46-7c5d18eac359 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d619cea8-e989-4d53-bd17-fb4b6ca167eb,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:09.529533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448031f-8c4e-425f-ab00-043508b126fc req-99bcd5cb-2514-4246-a034-37901b4c05ab tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:09.537091 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9448031f-8c4e-425f-ab00-043508b126fc req-99bcd5cb-2514-4246-a034-37901b4c05ab tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 948 time: 0.1932068 Nov 27 01:09:09.584545 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5da685a-f920-4623-92bb-289a4f941ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.587324 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5da685a-f920-4623-92bb-289a4f941ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.591072 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c5da685a-f920-4623-92bb-289a4f941ea2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b217492-0fe3-46d9-a7a0-4cb32c9aceb2 HTTP/1.1" status: 204 len: 168 time: 0.2920256 Nov 27 01:09:09.622513 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9448031f-8c4e-425f-ab00-043508b126fc req-bd3899ed-a35c-4af8-82d8-426670e3e77d tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802610 Nov 27 01:09:09.623938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da685a-f920-4623-92bb-289a4f941ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b217492-0fe3-46d9-a7a0-4cb32c9aceb2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:09.662700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-83bbf2f6-89aa-4406-902c-ecfbb626fedf req-39cdd7f6-0e07-4ab2-9001-57abde588acb tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-376894320', 'description': 'tempest-description-722330476'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:09.703459 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83bbf2f6-89aa-4406-902c-ecfbb626fedf req-39cdd7f6-0e07-4ab2-9001-57abde588acb tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.757749 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79174d1d-9f35-4acf-9717-b36b99b46101 req-19274e35-5f01-4225-8778-5e83b1a33ec3 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:09.773948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79174d1d-9f35-4acf-9717-b36b99b46101 req-19274e35-5f01-4225-8778-5e83b1a33ec3 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 949 time: 0.1077652 Nov 27 01:09:09.802276 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83bbf2f6-89aa-4406-902c-ecfbb626fedf req-39cdd7f6-0e07-4ab2-9001-57abde588acb tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.806561 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83bbf2f6-89aa-4406-902c-ecfbb626fedf req-39cdd7f6-0e07-4ab2-9001-57abde588acb tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.845517 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83bbf2f6-89aa-4406-902c-ecfbb626fedf req-39cdd7f6-0e07-4ab2-9001-57abde588acb tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.847464 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83bbf2f6-89aa-4406-902c-ecfbb626fedf req-39cdd7f6-0e07-4ab2-9001-57abde588acb tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1895003 Nov 27 01:09:09.860674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdd7f6-0e07-4ab2-9001-57abde588acb tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc6f2db-e66c-4921-9e62-00f788a283ab,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:09.877850 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79174d1d-9f35-4acf-9717-b36b99b46101 req-c4094b9b-c56f-4733-9c0e-0ba27542a7eb tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979292 Nov 27 01:09:09.898438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-993fc74a-c7bf-4833-bf08-8d618b8b08cb req-cb2dfbe4-8a4a-446a-aadc-537d1b41fd00 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1431721079', 'description': 'tempest-description-1144365757'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:09.926814 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-993fc74a-c7bf-4833-bf08-8d618b8b08cb req-cb2dfbe4-8a4a-446a-aadc-537d1b41fd00 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.017064 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-75f794e3-ea40-4629-8348-5d72014702bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.037015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c69a6c-b469-44b9-8c06-0ca49e9f917f req-7e88b12c-c619-4675-b745-f6c89132bdf7 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:10.048228 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77c69a6c-b469-44b9-8c06-0ca49e9f917f req-7e88b12c-c619-4675-b745-f6c89132bdf7 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 945 time: 0.0753686 Nov 27 01:09:10.062327 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-993fc74a-c7bf-4833-bf08-8d618b8b08cb req-cb2dfbe4-8a4a-446a-aadc-537d1b41fd00 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.068236 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-993fc74a-c7bf-4833-bf08-8d618b8b08cb req-cb2dfbe4-8a4a-446a-aadc-537d1b41fd00 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.100791 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-993fc74a-c7bf-4833-bf08-8d618b8b08cb req-cb2dfbe4-8a4a-446a-aadc-537d1b41fd00 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.102429 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-993fc74a-c7bf-4833-bf08-8d618b8b08cb req-cb2dfbe4-8a4a-446a-aadc-537d1b41fd00 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2090020 Nov 27 01:09:10.119478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dfbe4-8a4a-446a-aadc-537d1b41fd00 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a31625-acad-4f9b-b1b5-bc3b60fa49a2,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:10.139440 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77c69a6c-b469-44b9-8c06-0ca49e9f917f req-abb02d66-c076-41b0-9463-297c90287861 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879872 Nov 27 01:09:10.213969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45064) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:10.227170 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fc9f83d-5b1c-4b5d-beba-aa9a1981c851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.299390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd437fc0-85fd-4299-aa83-61c9048076b0 req-0848859d-7d7e-498d-ae70-125a2b13ccae tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:10.309791 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd437fc0-85fd-4299-aa83-61c9048076b0 req-0848859d-7d7e-498d-ae70-125a2b13ccae tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1141145 Nov 27 01:09:10.341776 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-545e7b24-e4ac-4fef-9070-244f6b400b63 req-b7df8588-1e5f-4899-b811-14fe3c8bab8a tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/cdc6f2db-e66c-4921-9e62-00f788a283ab HTTP/1.1" status: 200 len: 1820 time: 0.0631225 Nov 27 01:09:10.373523 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd437fc0-85fd-4299-aa83-61c9048076b0 req-96c8d76d-d07f-4107-ae32-eb02c7aeb75f tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623345 Nov 27 01:09:10.384902 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fc9f83d-5b1c-4b5d-beba-aa9a1981c851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.422471 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fc9f83d-5b1c-4b5d-beba-aa9a1981c851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.492071 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-545e7b24-e4ac-4fef-9070-244f6b400b63 req-d1357d28-dbfa-4334-aa67-9699cca0ba8c tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/27a31625-acad-4f9b-b1b5-bc3b60fa49a2 HTTP/1.1" status: 200 len: 1822 time: 0.1403847 Nov 27 01:09:10.504826 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2fc9f83d-5b1c-4b5d-beba-aa9a1981c851 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e715da97c934d0f91019c757265550d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896838 Nov 27 01:09:10.516353 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-545e7b24-e4ac-4fef-9070-244f6b400b63 req-61800b55-4f91-457a-b989-2db880bac558 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cdc6f2db-e66c-4921-9e62-00f788a283ab', 'remote_group_id': '27a31625-acad-4f9b-b1b5-bc3b60fa49a2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:10.518641 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-545e7b24-e4ac-4fef-9070-244f6b400b63 req-61800b55-4f91-457a-b989-2db880bac558 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cdc6f2db-e66c-4921-9e62-00f788a283ab', 'remote_group_id': '27a31625-acad-4f9b-b1b5-bc3b60fa49a2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:10.525470 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9f83d-5b1c-4b5d-beba-aa9a1981c851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dfca14-fed8-4db9-9984-81a810137b05,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:10.530409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45072) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:10.626841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e42bb9-df8f-4622-b284-9b40607cfa29 req-79446085-162f-43f0-a510-b62b8759cb30 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:10.628080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18e42bb9-df8f-4622-b284-9b40607cfa29 req-79446085-162f-43f0-a510-b62b8759cb30 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 945 time: 0.1563201 Nov 27 01:09:10.698288 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-09f1b34c-2d7c-45f4-b386-4f169ecd7a75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.739696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-09f1b34c-2d7c-45f4-b386-4f169ecd7a75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.747396 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-545e7b24-e4ac-4fef-9070-244f6b400b63 req-61800b55-4f91-457a-b989-2db880bac558 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.767147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18e42bb9-df8f-4622-b284-9b40607cfa29 req-0fdee50a-e90d-477b-a3f0-ea4aac0b4180 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262980 Nov 27 01:09:10.788738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39771c5e-4b0a-4708-b403-df2c628c003a req-de235740-fc43-4f2a-93a5-8c7dc2bd30f8 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:10.790244 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39771c5e-4b0a-4708-b403-df2c628c003a req-de235740-fc43-4f2a-93a5-8c7dc2bd30f8 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.31 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 821 time: 0.1839974 Nov 27 01:09:10.813143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-39771c5e-4b0a-4708-b403-df2c628c003a req-57a62572-0c99-4417-8dc8-2be4eda9ff24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Request body: {'port': {'device_id': '58fcb6c4-c1a1-462e-a559-7602e5e3733f', 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e', 'admin_state_up': True, 'tenant_id': '824296168135401cbcf32b795324fb86'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:10.833066 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-545e7b24-e4ac-4fef-9070-244f6b400b63 req-61800b55-4f91-457a-b989-2db880bac558 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.842955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-545e7b24-e4ac-4fef-9070-244f6b400b63 req-61800b55-4f91-457a-b989-2db880bac558 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.870650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61800b55-4f91-457a-b989-2db880bac558 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a3d30d-d1a5-447a-b563-ac099fbec961,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:10.875016 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-09f1b34c-2d7c-45f4-b386-4f169ecd7a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.878160 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-09f1b34c-2d7c-45f4-b386-4f169ecd7a75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.882639 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-09f1b34c-2d7c-45f4-b386-4f169ecd7a75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71dfca14-fed8-4db9-9984-81a810137b05 HTTP/1.1" status: 204 len: 168 time: 0.3481455 Nov 27 01:09:10.883758 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-545e7b24-e4ac-4fef-9070-244f6b400b63 req-61800b55-4f91-457a-b989-2db880bac558 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:10.890214 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-545e7b24-e4ac-4fef-9070-244f6b400b63 req-61800b55-4f91-457a-b989-2db880bac558 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3971736 Nov 27 01:09:10.915443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1b34c-2d7c-45f4-b386-4f169ecd7a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dfca14-fed8-4db9-9984-81a810137b05,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:10.953355 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0e03ec8-dd43-4a4d-a3e3-e0d8910d1aae req-334d5b73-d291-47d2-a9d9-ef2082ed3556 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 210 time: 0.0536852 Nov 27 01:09:11.070642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39771c5e-4b0a-4708-b403-df2c628c003a req-57a62572-0c99-4417-8dc8-2be4eda9ff24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Made reservation on behalf of 824296168135401cbcf32b795324fb86 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:11.080893 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-39771c5e-4b0a-4708-b403-df2c628c003a req-57a62572-0c99-4417-8dc8-2be4eda9ff24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:11.155255 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-59831fbe-af03-47fc-8497-8157f9939cdb tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584157 Nov 27 01:09:11.184983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abff5c-e806-4477-b341-d28b776cd1dc req-ae579699-146d-44e0-8b2b-29278116f592 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:11.192852 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6abff5c-e806-4477-b341-d28b776cd1dc req-ae579699-146d-44e0-8b2b-29278116f592 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 948 time: 0.0871632 Nov 27 01:09:11.273877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6abff5c-e806-4477-b341-d28b776cd1dc req-fcd88e80-4bc4-4443-9969-4c6189019125 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609689 Nov 27 01:09:11.306217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-79462e7d-cb5d-461f-b1a5-d18f75df3e85 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:11.313467 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-79462e7d-cb5d-461f-b1a5-d18f75df3e85 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1376321 Nov 27 01:09:11.345413 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-62fca2c1-9a8b-418a-9555-8ed6d44ed8be tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/quotas/f3ff2fab6da74e878b1a80925bd01eeb HTTP/1.1" status: 200 len: 375 time: 0.0308988 Nov 27 01:09:11.485158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13227808-7618-4c06-9dcb-0600b51376de req-b53876a8-fc31-4d27-a22a-b890edf8cb7f tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:11.486701 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13227808-7618-4c06-9dcb-0600b51376de req-b53876a8-fc31-4d27-a22a-b890edf8cb7f tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.31 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 948 time: 0.1647933 Nov 27 01:09:11.519062 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-a85540fe-47ab-463e-b7af-3f4f6e9c5b57 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1725159 Nov 27 01:09:11.633906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-39771c5e-4b0a-4708-b403-df2c628c003a req-57a62572-0c99-4417-8dc8-2be4eda9ff24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Allocated IP 172.20.0.12 (f93ecaf6-f2e6-4439-a009-77b73a266f3e/cd128aaa-786d-4427-ad50-a8311f6e6702/aceb4ff8-909b-4e17-a6d5-20013ab1ffcd) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:11.661530 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-13227808-7618-4c06-9dcb-0600b51376de req-d67178df-f8f0-4c11-b90d-841f24a7da3e tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Deleting port 8abef2b5-d77d-4403-a814-02d25f8cdeb6 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:11.662264 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13227808-7618-4c06-9dcb-0600b51376de req-d67178df-f8f0-4c11-b90d-841f24a7da3e tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:11.861408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-13227808-7618-4c06-9dcb-0600b51376de req-d67178df-f8f0-4c11-b90d-841f24a7da3e tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] For port 8abef2b5-d77d-4403-a814-02d25f8cdeb6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=8abef2b5-d77d-4403-a814-02d25f8cdeb6,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:11.862116 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13227808-7618-4c06-9dcb-0600b51376de req-d67178df-f8f0-4c11-b90d-841f24a7da3e tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:11.868090 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-baaf5eaa-530b-40c8-98b8-0934fdefcad9 req-517bafed-a679-4174-b9b5-c8c753123e90 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/27a31625-acad-4f9b-b1b5-bc3b60fa49a2 HTTP/1.1" status: 200 len: 1822 time: 0.1134343 Nov 27 01:09:11.883336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-13227808-7618-4c06-9dcb-0600b51376de req-d67178df-f8f0-4c11-b90d-841f24a7da3e tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Calling delete_port for 8abef2b5-d77d-4403-a814-02d25f8cdeb6 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:11.985746 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-baaf5eaa-530b-40c8-98b8-0934fdefcad9 req-4a821eed-b778-42e2-b23c-cd4629f5c6d3 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.038387 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-baaf5eaa-530b-40c8-98b8-0934fdefcad9 req-4a821eed-b778-42e2-b23c-cd4629f5c6d3 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.089553 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-39771c5e-4b0a-4708-b403-df2c628c003a req-57a62572-0c99-4417-8dc8-2be4eda9ff24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.142839 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-baaf5eaa-530b-40c8-98b8-0934fdefcad9 req-4a821eed-b778-42e2-b23c-cd4629f5c6d3 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.145769 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-baaf5eaa-530b-40c8-98b8-0934fdefcad9 req-4a821eed-b778-42e2-b23c-cd4629f5c6d3 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.161864 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-baaf5eaa-530b-40c8-98b8-0934fdefcad9 req-4a821eed-b778-42e2-b23c-cd4629f5c6d3 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "DELETE /v2.0/security-groups/27a31625-acad-4f9b-b1b5-bc3b60fa49a2 HTTP/1.1" status: 204 len: 173 time: 0.2926130 Nov 27 01:09:12.174616 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-39771c5e-4b0a-4708-b403-df2c628c003a req-57a62572-0c99-4417-8dc8-2be4eda9ff24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.190904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a821eed-b778-42e2-b23c-cd4629f5c6d3 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a31625-acad-4f9b-b1b5-bc3b60fa49a2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:12.291241 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39771c5e-4b0a-4708-b403-df2c628c003a req-57a62572-0c99-4417-8dc8-2be4eda9ff24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Network f93ecaf6-f2e6-4439-a009-77b73a266f3e is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:12.292193 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bbab2517-e9f3-49ce-82e5-cf0061a7132e req-45b2adda-3c3e-4d5a-9bc4-936e1241897a tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 210 time: 0.0670300 Nov 27 01:09:12.296993 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-67377fd0-d469-45d8-8af2-9ff514f32550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.302882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-39771c5e-4b0a-4708-b403-df2c628c003a req-57a62572-0c99-4417-8dc8-2be4eda9ff24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:12.321031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-39771c5e-4b0a-4708-b403-df2c628c003a req-57a62572-0c99-4417-8dc8-2be4eda9ff24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:12.380205 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13227808-7618-4c06-9dcb-0600b51376de req-d67178df-f8f0-4c11-b90d-841f24a7da3e tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.398726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a62572-0c99-4417-8dc8-2be4eda9ff24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Pushing event updated for resources: {'Port': ['ID=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:12.461670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67178df-f8f0-4c11-b90d-841f24a7da3e tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Pushing event deleted for resources: {'Port': ['ID=8abef2b5-d77d-4403-a814-02d25f8cdeb6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:12.504910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39771c5e-4b0a-4708-b403-df2c628c003a req-57a62572-0c99-4417-8dc8-2be4eda9ff24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:12.505711 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-39771c5e-4b0a-4708-b403-df2c628c003a req-57a62572-0c99-4417-8dc8-2be4eda9ff24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.547153 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-13227808-7618-4c06-9dcb-0600b51376de req-d67178df-f8f0-4c11-b90d-841f24a7da3e tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] No DVR routers for this DVR port 8abef2b5-d77d-4403-a814-02d25f8cdeb6 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:12.557944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06852874-9b4e-41fa-b76c-3d9f9d6fee3a req-817aeb5c-1845-44d5-87df-61fdfeaf0643 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:12.565429 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06852874-9b4e-41fa-b76c-3d9f9d6fee3a req-817aeb5c-1845-44d5-87df-61fdfeaf0643 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 932 time: 0.1868629 Nov 27 01:09:12.567741 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13227808-7618-4c06-9dcb-0600b51376de req-d67178df-f8f0-4c11-b90d-841f24a7da3e tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.571354 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13227808-7618-4c06-9dcb-0600b51376de req-d67178df-f8f0-4c11-b90d-841f24a7da3e tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.31 "DELETE /v2.0/ports/8abef2b5-d77d-4403-a814-02d25f8cdeb6 HTTP/1.1" status: 204 len: 173 time: 1.0475779 Nov 27 01:09:12.572285 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841ab1de-d70d-4494-9667-bc6d6d6ad6e7', 'name': 'network-vif-deleted', 'tag': '8abef2b5-d77d-4403-a814-02d25f8cdeb6'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:12.574676 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cb0676-7ec8-4e5c-9db5-865532467992" -d '{"events": [{"server_uuid": "841ab1de-d70d-4494-9667-bc6d6d6ad6e7", "name": "network-vif-deleted", "tag": "8abef2b5-d77d-4403-a814-02d25f8cdeb6"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:12.581381 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39771c5e-4b0a-4708-b403-df2c628c003a req-57a62572-0c99-4417-8dc8-2be4eda9ff24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7725687 Nov 27 01:09:12.605299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Request body: {'port': {'device_id': '58fcb6c4-c1a1-462e-a559-7602e5e3733f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:12.627450 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9d4af5b-5352-4bfd-861a-7e2cf850f98a req-66157ca1-d6dc-4f68-a333-6a863253cd86 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/cdc6f2db-e66c-4921-9e62-00f788a283ab HTTP/1.1" status: 200 len: 1820 time: 0.1268861 Nov 27 01:09:12.697376 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06852874-9b4e-41fa-b76c-3d9f9d6fee3a req-847a6609-96e4-4d0b-9da8-0118f5f805bf tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308277 Nov 27 01:09:12.721304 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.802256 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be453cc1-5687-4320-bd5a-f4b007d9af47 x-openstack-request-id: req-be453cc1-5687-4320-bd5a-f4b007d9af47 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:12.802796 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841ab1de-d70d-4494-9667-bc6d6d6ad6e7", "name": "network-vif-deleted", "tag": "8abef2b5-d77d-4403-a814-02d25f8cdeb6", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:12.804571 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be453cc1-5687-4320-bd5a-f4b007d9af47 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:12.805173 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841ab1de-d70d-4494-9667-bc6d6d6ad6e7', 'name': 'network-vif-deleted', 'tag': '8abef2b5-d77d-4403-a814-02d25f8cdeb6', 'status': 'completed', 'code': 200} Nov 27 01:09:12.833046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-4b4126b1-5cf4-434a-8f11-ba2166adc323 req-d69a96a9-6846-47af-a630-409fb0fd7a78 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-626030001', 'description': 'tempest-description-1397557181'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:12.837069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-502ccbe7-4989-4582-bc35-ef7e1c00f760 req-bedfb227-bad3-4e1c-ae6e-a642b51baaca tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=841ab1de-d70d-4494-9667-bc6d6d6ad6e7 HTTP/1.1" status: 200 len: 210 time: 0.0836458 Nov 27 01:09:13.020422 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4b4126b1-5cf4-434a-8f11-ba2166adc323 req-d69a96a9-6846-47af-a630-409fb0fd7a78 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.124074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e432b-acba-4cc4-8165-5df23c3aa4bc req-463d0ff3-d3a0-4033-90e2-185a2ae8e4ee tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:13.139739 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f35e432b-acba-4cc4-8165-5df23c3aa4bc req-463d0ff3-d3a0-4033-90e2-185a2ae8e4ee tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 945 time: 0.1470177 Nov 27 01:09:13.173197 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.266711 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f35e432b-acba-4cc4-8165-5df23c3aa4bc req-1efcf807-54fc-4d03-bf88-63f0164df0df tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240005 Nov 27 01:09:13.336318 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4b4126b1-5cf4-434a-8f11-ba2166adc323 req-d69a96a9-6846-47af-a630-409fb0fd7a78 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.345208 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4b4126b1-5cf4-434a-8f11-ba2166adc323 req-d69a96a9-6846-47af-a630-409fb0fd7a78 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.413652 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4b4126b1-5cf4-434a-8f11-ba2166adc323 req-d69a96a9-6846-47af-a630-409fb0fd7a78 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.419607 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4b4126b1-5cf4-434a-8f11-ba2166adc323 req-d69a96a9-6846-47af-a630-409fb0fd7a78 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5927711 Nov 27 01:09:13.437682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a96a9-6846-47af-a630-409fb0fd7a78 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53bf5bbb-af0e-4ef7-b7fd-fcb746dff101,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:13.457796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aceb4ff8-909b-4e17-a6d5-20013ab1ffcd {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:13.476596 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.507634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Transition to ACTIVE for port object aceb4ff8-909b-4e17-a6d5-20013ab1ffcd will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:13.526356 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13b774e9-7b93-43be-8ab4-8356d2daf25d req-2e68674c-6611-4057-9945-2b01817aa598 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/53bf5bbb-af0e-4ef7-b7fd-fcb746dff101 HTTP/1.1" status: 200 len: 1821 time: 0.0832365 Nov 27 01:09:13.530445 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.536801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-13b774e9-7b93-43be-8ab4-8356d2daf25d req-ac95a96b-5917-40af-8758-b27cdf5a9f53 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '53bf5bbb-af0e-4ef7-b7fd-fcb746dff101', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:13.538260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-13b774e9-7b93-43be-8ab4-8356d2daf25d req-ac95a96b-5917-40af-8758-b27cdf5a9f53 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '53bf5bbb-af0e-4ef7-b7fd-fcb746dff101', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:13.615278 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fc7b39f-dcbd-4ba7-82e0-bb8e5fd95906 req-ba13eece-9114-4ad9-8c79-299d3f3d9915 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 210 time: 0.0670056 Nov 27 01:09:13.641182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Pushing event updated for resources: {'Port': ['ID=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:13.775410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13b774e9-7b93-43be-8ab4-8356d2daf25d req-ac95a96b-5917-40af-8758-b27cdf5a9f53 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.859145 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13b774e9-7b93-43be-8ab4-8356d2daf25d req-ac95a96b-5917-40af-8758-b27cdf5a9f53 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.873884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Attempting to bind port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:13.877805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Attempting to bind port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:13.878761 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Attempting to bind port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:13.894174 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13b774e9-7b93-43be-8ab4-8356d2daf25d req-ac95a96b-5917-40af-8758-b27cdf5a9f53 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.900853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-a29ef12f-6228-40b3-bfa0-6886c770fe82 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899181 Nov 27 01:09:13.912112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd on network f93ecaf6-f2e6-4439-a009-77b73a266f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:13.913268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Attempting to bind port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:13.935637 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95a96b-5917-40af-8758-b27cdf5a9f53 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867b2f0e-861d-4bda-907f-72ab68a08cc0,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:13.951968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:13.952711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Checking segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:13.953319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Bound using segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:13.954010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Bound port: aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:13.954558 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.998292 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-13b774e9-7b93-43be-8ab4-8356d2daf25d req-ac95a96b-5917-40af-8758-b27cdf5a9f53 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.000722 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf74967-822d-487e-9605-2e620f74b1c4 req-9de5a16e-4da1-477b-aa92-6fdca0684397 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:14.002357 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bf74967-822d-487e-9605-2e620f74b1c4 req-9de5a16e-4da1-477b-aa92-6fdca0684397 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 944 time: 0.1088548 Nov 27 01:09:14.018206 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13b774e9-7b93-43be-8ab4-8356d2daf25d req-ac95a96b-5917-40af-8758-b27cdf5a9f53 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4903030 Nov 27 01:09:14.050655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45222) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:14.088003 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bf74967-822d-487e-9605-2e620f74b1c4 req-fbe7b169-4d82-4547-8d82-74921839d155 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733798 Nov 27 01:09:14.179029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:14.205291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-efb7422f-bd6e-4618-93c3-cf3aad1d47c1 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:14.206817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-efb7422f-bd6e-4618-93c3-cf3aad1d47c1 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2910135 Nov 27 01:09:14.209709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:14.213031 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-831b6feb-c280-4459-a34b-12a0d982ce25 req-c6ff480c-c15e-4620-b825-0da4a4a43e18 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/53bf5bbb-af0e-4ef7-b7fd-fcb746dff101 HTTP/1.1" status: 200 len: 2414 time: 0.1286943 Nov 27 01:09:14.214640 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.236797 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-67c9c546-ed92-4d10-9026-3f492ef1bdbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.250116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-831b6feb-c280-4459-a34b-12a0d982ce25 req-b4514b67-7120-4c58-a99f-1d81a03e9ae3 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '53bf5bbb-af0e-4ef7-b7fd-fcb746dff101', 'remote_group_id': None}]} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:14.250631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-831b6feb-c280-4459-a34b-12a0d982ce25 req-b4514b67-7120-4c58-a99f-1d81a03e9ae3 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '53bf5bbb-af0e-4ef7-b7fd-fcb746dff101', 'remote_group_id': None}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:14.290319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-5d468d0d-3d76-4fd5-a78c-facf7dee62d8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Request body: {'port': {'device_id': 'e86b1d75-7cc4-4b68-a2e4-a59e42dec928', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': 'f3ff2fab6da74e878b1a80925bd01eeb'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:14.362407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:14.363336 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.365542 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39771c5e-4b0a-4708-b403-df2c628c003a req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] 10.222.0.31 "PUT /v2.0/ports/aceb4ff8-909b-4e17-a6d5-20013ab1ffcd HTTP/1.1" status: 200 len: 1093 time: 1.7679868 Nov 27 01:09:14.370494 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-67c9c546-ed92-4d10-9026-3f492ef1bdbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.379102 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-67c9c546-ed92-4d10-9026-3f492ef1bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.380116 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 8abef2b5-d77d-4403-a814-02d25f8cdeb6 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:14.410461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9c546-ed92-4d10-9026-3f492ef1bdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebd660f-c409-4fcc-b578-d06b99deb07a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:14.424126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048a942-6e1b-4aeb-be40-0ff5466cd1bc service neutron] Pushing event updated for resources: {'Port': ['ID=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:14.432286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 8abef2b5-d77d-4403-a814-02d25f8cdeb6 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:09:14.432650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 8abef2b5-d77d-4403-a814-02d25f8cdeb6 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:09:14.478658 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-67c9c546-ed92-4d10-9026-3f492ef1bdbb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e72a70903bc54db1b37172cc2e0ac294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4245276 Nov 27 01:09:14.479288 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45234) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:14.531517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24785dc-f373-4b56-ba27-d89b97748138 req-2d5a12bd-cf96-4eb2-8df6-51752d0c6978 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:14.534035 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e24785dc-f373-4b56-ba27-d89b97748138 req-2d5a12bd-cf96-4eb2-8df6-51752d0c6978 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 945 time: 0.1195524 Nov 27 01:09:14.564441 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf0ce-4e20-4970-af31-281a38fceaa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.569051 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-831b6feb-c280-4459-a34b-12a0d982ce25 req-b4514b67-7120-4c58-a99f-1d81a03e9ae3 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.573569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39771c5e-4b0a-4708-b403-df2c628c003a req-c527482c-f26d-4bba-ade9-f2e9231d66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:14.575541 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39771c5e-4b0a-4708-b403-df2c628c003a req-c527482c-f26d-4bba-ade9-f2e9231d66f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 1096 time: 0.1317956 Nov 27 01:09:14.605536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1767a934-402b-4291-a109-5460c7c71aca details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:14.617742 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e24785dc-f373-4b56-ba27-d89b97748138 req-8515dc05-2863-4dcd-ac74-4054c2626889 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762861 Nov 27 01:09:14.619075 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-831b6feb-c280-4459-a34b-12a0d982ce25 req-b4514b67-7120-4c58-a99f-1d81a03e9ae3 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.620049 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf0ce-4e20-4970-af31-281a38fceaa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.656694 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-5d468d0d-3d76-4fd5-a78c-facf7dee62d8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Made reservation on behalf of f3ff2fab6da74e878b1a80925bd01eeb for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:14.660215 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-5d468d0d-3d76-4fd5-a78c-facf7dee62d8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.664193 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-831b6feb-c280-4459-a34b-12a0d982ce25 req-b4514b67-7120-4c58-a99f-1d81a03e9ae3 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.666748 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39771c5e-4b0a-4708-b403-df2c628c003a req-edeb0484-3c7e-45da-90e0-166ca2dc3abb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd HTTP/1.1" status: 200 len: 217 time: 0.0728865 Nov 27 01:09:14.689987 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf0ce-4e20-4970-af31-281a38fceaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.694553 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-831b6feb-c280-4459-a34b-12a0d982ce25 req-b4514b67-7120-4c58-a99f-1d81a03e9ae3 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.706867 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-831b6feb-c280-4459-a34b-12a0d982ce25 req-b4514b67-7120-4c58-a99f-1d81a03e9ae3 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4839725 Nov 27 01:09:14.711999 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf0ce-4e20-4970-af31-281a38fceaa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.715887 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2ebdf0ce-4e20-4970-af31-281a38fceaa6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ebd660f-c409-4fcc-b578-d06b99deb07a HTTP/1.1" status: 204 len: 168 time: 0.2355895 Nov 27 01:09:14.738718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdf0ce-4e20-4970-af31-281a38fceaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebd660f-c409-4fcc-b578-d06b99deb07a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:14.801869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39771c5e-4b0a-4708-b403-df2c628c003a req-91329751-8900-4914-8936-5c0180e2faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:14.803884 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39771c5e-4b0a-4708-b403-df2c628c003a req-91329751-8900-4914-8936-5c0180e2faa1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.1158457 Nov 27 01:09:14.806437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fcb6c4-c1a1-462e-a559-7602e5e3733f', 'tag': 'aceb4ff8-909b-4e17-a6d5-20013ab1ffcd'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:14.808275 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41808379-cf65-4c61-87c9-8bbed4c9bb8d" -d '{"events": [{"name": "network-changed", "server_uuid": "58fcb6c4-c1a1-462e-a559-7602e5e3733f", "tag": "aceb4ff8-909b-4e17-a6d5-20013ab1ffcd"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:14.811109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4514b67-7120-4c58-a99f-1d81a03e9ae3 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b666ed-76c2-4fa1-9342-ea2fce7e7601,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:14.833983 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.849048 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39771c5e-4b0a-4708-b403-df2c628c003a req-12d314ff-8265-4572-b874-22df9ce0dfd0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351882 Nov 27 01:09:14.921292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1767a934-402b-4291-a109-5460c7c71aca, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1767a934-402b-4291-a109-5460c7c71aca,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:14.933596 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7e622-6bad-40f7-ba3f-caac402b4520 req-4e1e8791-8f72-431f-b704-4e59b71cc16b tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:14.935143 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3ae7e622-6bad-40f7-ba3f-caac402b4520 req-4e1e8791-8f72-431f-b704-4e59b71cc16b tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd1c6bf7-654f-46f1-bc2b-595c63fc11bf HTTP/1.1" status: 200 len: 948 time: 0.1610651 Nov 27 01:09:14.936950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '1767a934-402b-4291-a109-5460c7c71aca', 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c', 'port_id': '1767a934-402b-4291-a109-5460c7c71aca', 'mac_address': 'fa:16:3e:78:08:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:15.003873 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:15.005019 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39771c5e-4b0a-4708-b403-df2c628c003a req-41b5a441-8fe0-4238-bdd6-48c82164eb57 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176786 Nov 27 01:09:15.023694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1767a934-402b-4291-a109-5460c7c71aca {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:15.051153 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3ae7e622-6bad-40f7-ba3f-caac402b4520 req-2c65101a-334a-4c55-8a3d-4915405650c6 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899091 Nov 27 01:09:15.100909 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c020924-fd74-4e6e-9a8a-025244868fa8 req-40ce33d7-ab00-408a-a5f7-d2b46f367cad tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 210 time: 0.0897129 Nov 27 01:09:15.119802 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1767a934-402b-4291-a109-5460c7c71aca, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1767a934-402b-4291-a109-5460c7c71aca,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:15.126997 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:15.187976 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eef5b92e-f9c4-412f-8140-4bc5c2b8d070 req-43a61f7f-0459-4459-a5a4-b107c415b05a tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/53bf5bbb-af0e-4ef7-b7fd-fcb746dff101 HTTP/1.1" status: 200 len: 3012 time: 0.0986366 Nov 27 01:09:15.242715 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=1767a934-402b-4291-a109-5460c7c71aca,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:15.251857 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85552f54-0004-45ab-96de-34e019109ef2 x-openstack-request-id: req-85552f54-0004-45ab-96de-34e019109ef2 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:15.252420 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fcb6c4-c1a1-462e-a559-7602e5e3733f", "tag": "aceb4ff8-909b-4e17-a6d5-20013ab1ffcd", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:15.266707 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85552f54-0004-45ab-96de-34e019109ef2 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:15.267232 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fcb6c4-c1a1-462e-a559-7602e5e3733f', 'tag': 'aceb4ff8-909b-4e17-a6d5-20013ab1ffcd', 'status': 'completed', 'code': 200} Nov 27 01:09:15.332375 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['1767a934-402b-4291-a109-5460c7c71aca'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:15.346953 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41203fc4-b79a-4c76-8907-d082c097bf69 req-72b9503f-8905-436f-9897-3042d5d92eb4 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-group-rules/f3b666ed-76c2-4fa1-9342-ea2fce7e7601 HTTP/1.1" status: 200 len: 783 time: 0.0334518 Nov 27 01:09:15.404667 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698d069-d304-4e70-95b3-22c22f90baa0 req-a5434269-f814-468c-ae86-5dd6b933bea5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:15.418585 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b698d069-d304-4e70-95b3-22c22f90baa0 req-a5434269-f814-468c-ae86-5dd6b933bea5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 944 time: 0.0911825 Nov 27 01:09:15.422227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-5d468d0d-3d76-4fd5-a78c-facf7dee62d8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Allocated IP 192.168.233.99 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/343ce4a7-4708-454c-a07e-b9c2b8160369) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:15.437227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39771c5e-4b0a-4708-b403-df2c628c003a req-0f75ab8d-04e7-44e6-9ba2-d9dd0d70e850 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159458 Nov 27 01:09:15.443132 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41203fc4-b79a-4c76-8907-d082c097bf69 req-f269bda8-a55c-4f3b-bc87-5ce1895b7865 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/53bf5bbb-af0e-4ef7-b7fd-fcb746dff101 HTTP/1.1" status: 200 len: 3012 time: 0.0852315 Nov 27 01:09:15.507234 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-41203fc4-b79a-4c76-8907-d082c097bf69 req-34e93a09-aaa7-4ac5-8510-18f616440a4c tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:15.527711 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b698d069-d304-4e70-95b3-22c22f90baa0 req-ac47e152-e3f5-47df-a4ff-cd9111492f0a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078846 Nov 27 01:09:15.527977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-41203fc4-b79a-4c76-8907-d082c097bf69 req-34e93a09-aaa7-4ac5-8510-18f616440a4c tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:15.672267 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-41203fc4-b79a-4c76-8907-d082c097bf69 req-34e93a09-aaa7-4ac5-8510-18f616440a4c tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:15.677237 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-41203fc4-b79a-4c76-8907-d082c097bf69 req-34e93a09-aaa7-4ac5-8510-18f616440a4c tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:15.696970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41203fc4-b79a-4c76-8907-d082c097bf69 req-34e93a09-aaa7-4ac5-8510-18f616440a4c tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f3b666ed-76c2-4fa1-9342-ea2fce7e7601 HTTP/1.1" status: 204 len: 173 time: 0.2405422 Nov 27 01:09:15.740416 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:15.783945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e93a09-aaa7-4ac5-8510-18f616440a4c tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3b666ed-76c2-4fa1-9342-ea2fce7e7601,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:15.802175 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41808379-cf65-4c61-87c9-8bbed4c9bb8d req-fcb2a3c4-41d2-4733-9a95-40889ade3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:15.804267 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41808379-cf65-4c61-87c9-8bbed4c9bb8d req-fcb2a3c4-41d2-4733-9a95-40889ade3c24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 1096 time: 0.2361722 Nov 27 01:09:15.833487 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269b7c3-f5bd-4dfa-a855-624a639ab031 req-082b4f6b-76eb-459a-95b7-e62c1f4912ce tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:15.835248 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e269b7c3-f5bd-4dfa-a855-624a639ab031 req-082b4f6b-76eb-459a-95b7-e62c1f4912ce tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 944 time: 0.1028342 Nov 27 01:09:15.852999 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-5d468d0d-3d76-4fd5-a78c-facf7dee62d8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:15.900384 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e269b7c3-f5bd-4dfa-a855-624a639ab031 req-c06391f7-ee56-45c8-8fdb-5697343e94dc tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585222 Nov 27 01:09:15.995933 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-5d468d0d-3d76-4fd5-a78c-facf7dee62d8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:16.033523 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['2f386837-4f2d-4f98-9029-2dc3509ac154', '52ee8fe1-f979-4e32-8acc-530789e5791d'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:16.052081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-5d468d0d-3d76-4fd5-a78c-facf7dee62d8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:16.068953 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-097418b5-1976-457b-ad88-5e2326b8a9a2 req-47dbd5e3-78b0-4850-8490-0be774b59a89 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/53bf5bbb-af0e-4ef7-b7fd-fcb746dff101 HTTP/1.1" status: 200 len: 2414 time: 0.3701005 Nov 27 01:09:16.071165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41808379-cf65-4c61-87c9-8bbed4c9bb8d req-5d842521-fb02-43b6-b415-1e480d27fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.072674 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41808379-cf65-4c61-87c9-8bbed4c9bb8d req-5d842521-fb02-43b6-b415-1e480d27fdb8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.2566967 Nov 27 01:09:16.076538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-5d468d0d-3d76-4fd5-a78c-facf7dee62d8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:16.085648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-5d468d0d-3d76-4fd5-a78c-facf7dee62d8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:16.164752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-5d468d0d-3d76-4fd5-a78c-facf7dee62d8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.165397 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-5d468d0d-3d76-4fd5-a78c-facf7dee62d8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:16.310684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d468d0d-3d76-4fd5-a78c-facf7dee62d8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Pushing event updated for resources: {'Port': ['ID=343ce4a7-4708-454c-a07e-b9c2b8160369,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:16.318785 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41808379-cf65-4c61-87c9-8bbed4c9bb8d req-18088966-a1e8-4e8f-ad0b-b33c9f7f1b0c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd HTTP/1.1" status: 200 len: 217 time: 0.1612322 Nov 27 01:09:16.374150 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-5d468d0d-3d76-4fd5-a78c-facf7dee62d8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0959830 Nov 27 01:09:16.436333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-097418b5-1976-457b-ad88-5e2326b8a9a2 req-41301946-a67e-4902-a95b-f2f29d2258dc tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:16.441643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Request body: {'port': {'device_id': 'e86b1d75-7cc4-4b68-a2e4-a59e42dec928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:16.480763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388833a1-ca51-4c88-978c-412b4b23dc31 req-c7e50f6f-b530-4f2b-8e6c-7c9ce3394974 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.495855 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-388833a1-ca51-4c88-978c-412b4b23dc31 req-c7e50f6f-b530-4f2b-8e6c-7c9ce3394974 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd1c6bf7-654f-46f1-bc2b-595c63fc11bf HTTP/1.1" status: 200 len: 948 time: 0.1299284 Nov 27 01:09:16.500379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-28f79d47-59be-4f9c-86e0-f2e35c661a39 None None] Provisioning complete for port 343ce4a7-4708-454c-a07e-b9c2b8160369 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:16.500873 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-28f79d47-59be-4f9c-86e0-f2e35c661a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:16.514229 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-097418b5-1976-457b-ad88-5e2326b8a9a2 req-41301946-a67e-4902-a95b-f2f29d2258dc tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:16.519021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41808379-cf65-4c61-87c9-8bbed4c9bb8d req-25d9c3d0-96cc-4f6f-86fd-d5091d93aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.520765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41808379-cf65-4c61-87c9-8bbed4c9bb8d req-25d9c3d0-96cc-4f6f-86fd-d5091d93aafd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.1933215 Nov 27 01:09:16.577751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-388833a1-ca51-4c88-978c-412b4b23dc31 req-b8edfb0a-a6d5-4723-b8c5-1b0d135f20ec tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806754 Nov 27 01:09:16.579296 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:16.597989 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-28f79d47-59be-4f9c-86e0-f2e35c661a39 None None] Port 343ce4a7-4708-454c-a07e-b9c2b8160369 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:09:16.676003 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41808379-cf65-4c61-87c9-8bbed4c9bb8d req-f236dbbd-72fc-4b9c-9b78-98b93b319bb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368363 Nov 27 01:09:16.729561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ee4ea-558c-4a38-9b38-5ba0a5479c05 req-da2fbfd7-9a58-43c6-814d-4bd31b874209 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.730657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1767a934-402b-4291-a109-5460c7c71aca no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:16.731807 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f01ee4ea-558c-4a38-9b38-5ba0a5479c05 req-da2fbfd7-9a58-43c6-814d-4bd31b874209 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 935 time: 0.0959291 Nov 27 01:09:16.797109 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41808379-cf65-4c61-87c9-8bbed4c9bb8d req-0fadc415-17d6-43e8-a595-79d37f9ed995 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093855 Nov 27 01:09:16.836908 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:16.858868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1767a934-402b-4291-a109-5460c7c71aca {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:16.865732 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f01ee4ea-558c-4a38-9b38-5ba0a5479c05 req-9caf9038-eead-43e9-a9b4-1a0a0948331b tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220961 Nov 27 01:09:16.890022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1767a934-402b-4291-a109-5460c7c71aca, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1767a934-402b-4291-a109-5460c7c71aca,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:16.896235 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:16.972159 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=1767a934-402b-4291-a109-5460c7c71aca,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:17.059306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d70331-cf2a-475d-bb7b-bab8d4b50840 req-e56ee90f-d254-47f6-9301-24946ee22908 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:17.068268 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4d70331-cf2a-475d-bb7b-bab8d4b50840 req-e56ee90f-d254-47f6-9301-24946ee22908 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 943 time: 0.0695105 Nov 27 01:09:17.166206 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4d70331-cf2a-475d-bb7b-bab8d4b50840 req-663db291-83e7-4931-8604-03f146b90f8e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928075 Nov 27 01:09:17.322391 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-097418b5-1976-457b-ad88-5e2326b8a9a2 req-41301946-a67e-4902-a95b-f2f29d2258dc tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:17.325656 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-097418b5-1976-457b-ad88-5e2326b8a9a2 req-41301946-a67e-4902-a95b-f2f29d2258dc tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:17.327012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-097418b5-1976-457b-ad88-5e2326b8a9a2 req-41301946-a67e-4902-a95b-f2f29d2258dc tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "DELETE /v2.0/security-groups/53bf5bbb-af0e-4ef7-b7fd-fcb746dff101 HTTP/1.1" status: 204 len: 173 time: 1.2572753 Nov 27 01:09:17.430962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41301946-a67e-4902-a95b-f2f29d2258dc tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bf5bbb-af0e-4ef7-b7fd-fcb746dff101,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:17.436067 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784219ed-56d4-420a-8850-9958acb7840c req-40ed4a02-5305-4e67-a86f-a4530aa8cfcc tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:17.437666 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-784219ed-56d4-420a-8850-9958acb7840c req-40ed4a02-5305-4e67-a86f-a4530aa8cfcc tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 944 time: 0.0744264 Nov 27 01:09:17.554104 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-784219ed-56d4-420a-8850-9958acb7840c req-324d2fee-8888-47f0-be03-10965acd2828 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587091 Nov 27 01:09:17.561182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd3b55-67bd-41d2-bada-fef30be66406 req-3d0ec97c-6408-423b-864a-8e2eb33b7461 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:17.561182 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-75bd3b55-67bd-41d2-bada-fef30be66406 req-3d0ec97c-6408-423b-864a-8e2eb33b7461 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1c6bf7-654f-46f1-bc2b-595c63fc11bf HTTP/1.1" status: 200 len: 948 time: 0.7211955 Nov 27 01:09:17.561826 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-63ed13b9-81ca-4d77-b93a-a4ca910d250a req-d4df9ee2-527a-4af7-aa9a-3aa22b0f266a tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] show failed (client error): The resource could not be found. Nov 27 01:09:17.561826 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-63ed13b9-81ca-4d77-b93a-a4ca910d250a req-d4df9ee2-527a-4af7-aa9a-3aa22b0f266a tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/27a31625-acad-4f9b-b1b5-bc3b60fa49a2 HTTP/1.1" status: 404 len: 352 time: 0.0151870 Nov 27 01:09:17.562239 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41808379-cf65-4c61-87c9-8bbed4c9bb8d req-0a46b343-30b8-42f8-8ef0-1224a6ad93d8 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7335875 Nov 27 01:09:17.701986 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de35dd5e-67e8-4e16-a1cb-efaa87a99180 req-319d3559-5edb-4d27-b1c0-1bded4247317 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/cdc6f2db-e66c-4921-9e62-00f788a283ab HTTP/1.1" status: 200 len: 1820 time: 0.1176112 Nov 27 01:09:17.755523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd1f58-008d-4bc0-8e85-77a93d8b8325 req-c517f3ac-15ce-44a4-b6c2-6d195943112f tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:17.766572 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f0fd1f58-008d-4bc0-8e85-77a93d8b8325 req-c517f3ac-15ce-44a4-b6c2-6d195943112f tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd1c6bf7-654f-46f1-bc2b-595c63fc11bf HTTP/1.1" status: 200 len: 948 time: 0.1174741 Nov 27 01:09:17.864422 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f0fd1f58-008d-4bc0-8e85-77a93d8b8325 req-6c95c4c2-905c-4a04-98b6-e2baa1a5fdcf tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/security-groups?id=8286219c-31eb-4f15-9877-99f85939f1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936744 Nov 27 01:09:17.969288 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-de35dd5e-67e8-4e16-a1cb-efaa87a99180 req-5f42cbe1-c8c6-45fe-a0e9-0cc8ca129aee tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:17.975923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-75bd3b55-67bd-41d2-bada-fef30be66406 req-4607c51b-6d13-431b-af1e-346c2817a3bc tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Deleting port ef835b56-88e3-4124-a635-1a72a9b7decc {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:17.976387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-75bd3b55-67bd-41d2-bada-fef30be66406 req-4607c51b-6d13-431b-af1e-346c2817a3bc tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.029445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e429-f2b6-4ab7-b068-2837a56f0bb4 req-984afcdc-78b7-45a8-8777-dd358c50cfba tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:18.039429 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea06e429-f2b6-4ab7-b068-2837a56f0bb4 req-984afcdc-78b7-45a8-8777-dd358c50cfba tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 935 time: 0.0911632 Nov 27 01:09:18.056876 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-de35dd5e-67e8-4e16-a1cb-efaa87a99180 req-5f42cbe1-c8c6-45fe-a0e9-0cc8ca129aee tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.060758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343ce4a7-4708-454c-a07e-b9c2b8160369 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:18.083162 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.127803 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Transition to ACTIVE for port object 343ce4a7-4708-454c-a07e-b9c2b8160369 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:18.131595 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea06e429-f2b6-4ab7-b068-2837a56f0bb4 req-ed08bc21-1242-4657-ad82-ecbe7162a91b tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910835 Nov 27 01:09:18.142066 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.196968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-75bd3b55-67bd-41d2-bada-fef30be66406 req-4607c51b-6d13-431b-af1e-346c2817a3bc tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] For port ef835b56-88e3-4124-a635-1a72a9b7decc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef835b56-88e3-4124-a635-1a72a9b7decc,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:18.197629 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-75bd3b55-67bd-41d2-bada-fef30be66406 req-4607c51b-6d13-431b-af1e-346c2817a3bc tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.200232 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-de35dd5e-67e8-4e16-a1cb-efaa87a99180 req-5f42cbe1-c8c6-45fe-a0e9-0cc8ca129aee tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.203367 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-de35dd5e-67e8-4e16-a1cb-efaa87a99180 req-5f42cbe1-c8c6-45fe-a0e9-0cc8ca129aee tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.207904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de35dd5e-67e8-4e16-a1cb-efaa87a99180 req-5f42cbe1-c8c6-45fe-a0e9-0cc8ca129aee tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "DELETE /v2.0/security-groups/cdc6f2db-e66c-4921-9e62-00f788a283ab HTTP/1.1" status: 204 len: 173 time: 0.4910207 Nov 27 01:09:18.251976 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42cbe1-c8c6-45fe-a0e9-0cc8ca129aee tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc6f2db-e66c-4921-9e62-00f788a283ab,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:18.297922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-75bd3b55-67bd-41d2-bada-fef30be66406 req-4607c51b-6d13-431b-af1e-346c2817a3bc tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Calling delete_port for ef835b56-88e3-4124-a635-1a72a9b7decc owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:18.373854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf001c-6c6d-4870-b581-b7a070a83feb req-b04a6f30-2cd5-468d-8a1c-c7a725666d00 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:18.383290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device aceb4ff8-909b-4e17-a6d5-20013ab1ffcd details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:18.387113 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4daf001c-6c6d-4870-b581-b7a070a83feb req-b04a6f30-2cd5-468d-8a1c-c7a725666d00 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 943 time: 0.0886557 Nov 27 01:09:18.425165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Pushing event updated for resources: {'Port': ['ID=343ce4a7-4708-454c-a07e-b9c2b8160369,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:18.476674 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4daf001c-6c6d-4870-b581-b7a070a83feb req-7050087d-894c-4a83-baed-048ed1031eb1 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839415 Nov 27 01:09:18.574862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf8b3b-9d2e-4036-9163-50649839ed45 req-4f78facd-7875-4fac-9e5f-6e66f52ffa35 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:18.577994 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0bf8b3b-9d2e-4036-9163-50649839ed45 req-4f78facd-7875-4fac-9e5f-6e66f52ffa35 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.21 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 943 time: 0.2396019 Nov 27 01:09:18.588304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Attempting to bind port 343ce4a7-4708-454c-a07e-b9c2b8160369 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:18.588667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Attempting to bind port 343ce4a7-4708-454c-a07e-b9c2b8160369 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:18.588978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Attempting to bind port 343ce4a7-4708-454c-a07e-b9c2b8160369 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:18.605199 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-70f053ae-816c-4330-8780-8561d45be8e2 req-73f970f8-aab9-475f-b1bb-37fc3d36ac72 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/8226b8cf-6e0f-48ba-99f0-e9b69e4b4707 HTTP/1.1" status: 200 len: 1821 time: 0.3637595 Nov 27 01:09:18.616921 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:18.627020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Port 343ce4a7-4708-454c-a07e-b9c2b8160369 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:18.627275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Attempting to bind port 343ce4a7-4708-454c-a07e-b9c2b8160369 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:18.634810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'aceb4ff8-909b-4e17-a6d5-20013ab1ffcd', 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e', 'port_id': 'aceb4ff8-909b-4e17-a6d5-20013ab1ffcd', 'mac_address': 'fa:16:3e:da:35:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd128aaa-786d-4427-ad50-a8311f6e6702', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:18.639655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:18.640007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:18.640510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:18.641092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Bound port: 343ce4a7-4708-454c-a07e-b9c2b8160369, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:18.641305 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.726583 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.752347 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aceb4ff8-909b-4e17-a6d5-20013ab1ffcd {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:18.781131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:18.785535 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.814110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] For port 343ce4a7-4708-454c-a07e-b9c2b8160369, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:18.834999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] For port 343ce4a7-4708-454c-a07e-b9c2b8160369, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=343ce4a7-4708-454c-a07e-b9c2b8160369,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:18.842399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9b215-f1fc-4b18-b39a-1677a0999425 req-45115556-0887-429f-a5f9-d5a5fe450ef5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:18.850773 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.851444 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28f9b215-f1fc-4b18-b39a-1677a0999425 req-45115556-0887-429f-a5f9-d5a5fe450ef5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 945 time: 0.0757186 Nov 27 01:09:18.860945 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:18.900797 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28f9b215-f1fc-4b18-b39a-1677a0999425 req-d3ed9c07-8cd1-4e4b-888a-1b1d8882c6d8 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482502 Nov 27 01:09:18.930456 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-70f053ae-816c-4330-8780-8561d45be8e2 req-ddbe1b8b-8f91-4bad-8d4f-3b325e4eb8f7 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.939835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:18.940491 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.942189 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] 10.222.0.21 "PUT /v2.0/ports/343ce4a7-4708-454c-a07e-b9c2b8160369 HTTP/1.1" status: 200 len: 1096 time: 2.5099275 Nov 27 01:09:18.950824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86b1d75-7cc4-4b68-a2e4-a59e42dec928', 'tag': '343ce4a7-4708-454c-a07e-b9c2b8160369'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:18.952935 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a31603a-88fb-4b15-96c2-b441ec457f50" -d '{"events": [{"name": "network-changed", "server_uuid": "e86b1d75-7cc4-4b68-a2e4-a59e42dec928", "tag": "343ce4a7-4708-454c-a07e-b9c2b8160369"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:19.006550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-d0bf8b3b-9d2e-4036-9163-50649839ed45 req-ffba5c30-dd1b-4907-ab83-6d17d96b73fe tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Deleting port 1767a934-402b-4291-a109-5460c7c71aca {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:19.006896 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d0bf8b3b-9d2e-4036-9163-50649839ed45 req-ffba5c30-dd1b-4907-ab83-6d17d96b73fe tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:19.089949 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-75bd3b55-67bd-41d2-bada-fef30be66406 req-4607c51b-6d13-431b-af1e-346c2817a3bc tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:19.100448 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-70f053ae-816c-4330-8780-8561d45be8e2 req-ddbe1b8b-8f91-4bad-8d4f-3b325e4eb8f7 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:19.105815 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c946c30-2770-4aaf-ad64-9a7d075a860f service neutron] Pushing event updated for resources: {'Port': ['ID=343ce4a7-4708-454c-a07e-b9c2b8160369,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:19.198085 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-679fddd7-5990-41f3-b046-1e20aac8f934 req-f3b2bcf7-dea4-4617-b250-a342635b5da4 tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd1c6bf7-654f-46f1-bc2b-595c63fc11bf HTTP/1.1" status: 200 len: 210 time: 0.0702376 Nov 27 01:09:19.215384 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:09:19.250166 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607c51b-6d13-431b-af1e-346c2817a3bc tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Pushing event deleted for resources: {'Port': ['ID=ef835b56-88e3-4124-a635-1a72a9b7decc,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:19.324609 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158c7b4a-ae90-484d-ab4c-1bc241f0e480 x-openstack-request-id: req-158c7b4a-ae90-484d-ab4c-1bc241f0e480 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:19.324908 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86b1d75-7cc4-4b68-a2e4-a59e42dec928", "tag": "343ce4a7-4708-454c-a07e-b9c2b8160369", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:19.325363 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-158c7b4a-ae90-484d-ab4c-1bc241f0e480 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:19.326336 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86b1d75-7cc4-4b68-a2e4-a59e42dec928', 'tag': '343ce4a7-4708-454c-a07e-b9c2b8160369', 'status': 'completed', 'code': 200} Nov 27 01:09:19.364778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['aceb4ff8-909b-4e17-a6d5-20013ab1ffcd'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:19.365163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bd3b55-67bd-41d2-bada-fef30be66406 req-4607c51b-6d13-431b-af1e-346c2817a3bc tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] No DVR routers for this DVR port ef835b56-88e3-4124-a635-1a72a9b7decc on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:19.371715 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-259afecc-f0fa-4e7d-a26e-d70d4820e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:19.373284 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-259afecc-f0fa-4e7d-a26e-d70d4820e44a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 1099 time: 0.3401287 Nov 27 01:09:19.375615 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-75bd3b55-67bd-41d2-bada-fef30be66406 req-4607c51b-6d13-431b-af1e-346c2817a3bc tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:19.379157 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-75bd3b55-67bd-41d2-bada-fef30be66406 req-4607c51b-6d13-431b-af1e-346c2817a3bc tempest-ListImageFiltersTestJSON-1548235393 tempest-ListImageFiltersTestJSON-1548235393-project] 10.222.0.31 "DELETE /v2.0/ports/ef835b56-88e3-4124-a635-1a72a9b7decc HTTP/1.1" status: 204 len: 173 time: 1.8489203 Nov 27 01:09:19.436208 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-946fe7eb-a318-4b3d-999d-fc7294a87e43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=343ce4a7-4708-454c-a07e-b9c2b8160369 HTTP/1.1" status: 200 len: 217 time: 0.0487561 Nov 27 01:09:19.446645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d0bf8b3b-9d2e-4036-9163-50649839ed45 req-ffba5c30-dd1b-4907-ab83-6d17d96b73fe tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] For port 1767a934-402b-4291-a109-5460c7c71aca, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1767a934-402b-4291-a109-5460c7c71aca,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:19.447022 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d0bf8b3b-9d2e-4036-9163-50649839ed45 req-ffba5c30-dd1b-4907-ab83-6d17d96b73fe tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:19.511674 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-78453ce8-6459-404e-a548-88c6369279ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:19.513340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-78453ce8-6459-404e-a548-88c6369279ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0629821 Nov 27 01:09:19.520217 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-70f053ae-816c-4330-8780-8561d45be8e2 req-ddbe1b8b-8f91-4bad-8d4f-3b325e4eb8f7 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:19.524690 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-70f053ae-816c-4330-8780-8561d45be8e2 req-ddbe1b8b-8f91-4bad-8d4f-3b325e4eb8f7 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:19.525859 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-70f053ae-816c-4330-8780-8561d45be8e2 req-ddbe1b8b-8f91-4bad-8d4f-3b325e4eb8f7 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "DELETE /v2.0/security-groups/8226b8cf-6e0f-48ba-99f0-e9b69e4b4707 HTTP/1.1" status: 204 len: 173 time: 0.8876576 Nov 27 01:09:19.548416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-d0bf8b3b-9d2e-4036-9163-50649839ed45 req-ffba5c30-dd1b-4907-ab83-6d17d96b73fe tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Calling delete_port for 1767a934-402b-4291-a109-5460c7c71aca owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:19.562600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affa11f-f6cf-4ec6-872b-bf3f1a364281 req-28c49afa-39eb-4ad7-b828-96983f31b02a tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:19.573886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe1b8b-8f91-4bad-8d4f-3b325e4eb8f7 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8226b8cf-6e0f-48ba-99f0-e9b69e4b4707,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:19.575428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5affa11f-f6cf-4ec6-872b-bf3f1a364281 req-28c49afa-39eb-4ad7-b828-96983f31b02a tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 950 time: 0.1646433 Nov 27 01:09:19.651177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-f4dfec37-8726-42e2-b7ec-911fc08905e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:19.652971 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-f4dfec37-8726-42e2-b7ec-911fc08905e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1242311 Nov 27 01:09:19.751001 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5affa11f-f6cf-4ec6-872b-bf3f1a364281 req-9dec2333-097f-4e87-bf7f-a26704bdbf25 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507809 Nov 27 01:09:19.851451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45538) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:19.904528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bdef0-98ed-4724-bb00-1bb39676efaf req-c1e7960a-1378-4fc3-a6e0-39f0d952ec5a tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:19.911688 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d6bdef0-98ed-4724-bb00-1bb39676efaf req-c1e7960a-1378-4fc3-a6e0-39f0d952ec5a tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 947 time: 0.2539742 Nov 27 01:09:19.950381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e82191-cc28-4c36-935d-ab330fd6a218 req-90f1a85b-1d62-458f-a11c-67b4fa8d6496 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:19.959992 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45e82191-cc28-4c36-935d-ab330fd6a218 req-90f1a85b-1d62-458f-a11c-67b4fa8d6496 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=7834b142-dc61-4af2-ae07-c4d3e084f0ff HTTP/1.1" status: 200 len: 943 time: 0.0989189 Nov 27 01:09:19.986396 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-5015f20d-d1c5-4062-be61-367754409d4f service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928503 Nov 27 01:09:20.028294 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45e82191-cc28-4c36-935d-ab330fd6a218 req-8027bee2-38b8-4888-8e16-f8f841cdc755 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670984 Nov 27 01:09:20.062449 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3a3bc8d-45ca-425e-96a4-858a8e18df99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.106577 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d0bf8b3b-9d2e-4036-9163-50649839ed45 req-ffba5c30-dd1b-4907-ab83-6d17d96b73fe tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.160271 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-31093856-be0f-4e8f-ac20-19d7222651ae req-fd26491e-c497-4e7e-a67f-003b0d032fda tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/54461676-5064-4c27-bd4e-7100c010797a HTTP/1.1" status: 200 len: 1822 time: 0.0814421 Nov 27 01:09:20.205210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba5c30-dd1b-4907-ab83-6d17d96b73fe tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Pushing event deleted for resources: {'Port': ['ID=1767a934-402b-4291-a109-5460c7c71aca,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:20.223906 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3a3bc8d-45ca-425e-96a4-858a8e18df99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.229011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bf8b3b-9d2e-4036-9163-50649839ed45 req-ffba5c30-dd1b-4907-ab83-6d17d96b73fe tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] No DVR routers for this DVR port 1767a934-402b-4291-a109-5460c7c71aca on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:20.230998 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3a3bc8d-45ca-425e-96a4-858a8e18df99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.231442 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d0bf8b3b-9d2e-4036-9163-50649839ed45 req-ffba5c30-dd1b-4907-ab83-6d17d96b73fe tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.235321 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0bf8b3b-9d2e-4036-9163-50649839ed45 req-ffba5c30-dd1b-4907-ab83-6d17d96b73fe tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.21 "DELETE /v2.0/ports/1767a934-402b-4291-a109-5460c7c71aca HTTP/1.1" status: 204 len: 173 time: 1.6423919 Nov 27 01:09:20.242236 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d6bdef0-98ed-4724-bb00-1bb39676efaf req-85754983-779c-4850-8485-b2940b372587 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294661 Nov 27 01:09:20.300668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0c781e4-7e44-4fb6-a94f-312095731dfa req-14e0f21c-7be7-4f9c-a173-a6b854c5eb92 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133264 Nov 27 01:09:20.307167 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d3a3bc8d-45ca-425e-96a4-858a8e18df99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff23267812c74bb59bdbc430cc60c3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4532759 Nov 27 01:09:20.310249 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45556) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:20.329887 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-31093856-be0f-4e8f-ac20-19d7222651ae req-0d39c407-8480-45a4-b72d-6df3bad19039 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.335728 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3bc8d-45ca-425e-96a4-858a8e18df99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcd5b0f-4647-44ea-abaf-3192bd7a695b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:20.377352 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-31093856-be0f-4e8f-ac20-19d7222651ae req-0d39c407-8480-45a4-b72d-6df3bad19039 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.417060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device aceb4ff8-909b-4e17-a6d5-20013ab1ffcd up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:20.456595 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-31093856-be0f-4e8f-ac20-19d7222651ae req-0d39c407-8480-45a4-b72d-6df3bad19039 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.459628 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-31093856-be0f-4e8f-ac20-19d7222651ae req-0d39c407-8480-45a4-b72d-6df3bad19039 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.469591 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-31093856-be0f-4e8f-ac20-19d7222651ae req-0d39c407-8480-45a4-b72d-6df3bad19039 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "DELETE /v2.0/security-groups/54461676-5064-4c27-bd4e-7100c010797a HTTP/1.1" status: 204 len: 173 time: 0.2959638 Nov 27 01:09:20.480170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:20.486296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:20.486938 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.490705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39c407-8480-45a4-b72d-6df3bad19039 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54461676-5064-4c27-bd4e-7100c010797a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:20.507832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96bd50cc-d18a-4f5c-8270-aa4f7023a2a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.601161 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-63cdb630-3126-4e59-a1bb-e0c0aac0c43b req-206fa8c8-eb47-4ba1-bf4e-13bd590e7379 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/4fa6f1c7-d51e-4117-85a3-32617e17810a HTTP/1.1" status: 200 len: 2420 time: 0.0397241 Nov 27 01:09:20.608903 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.612549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650d335-c27e-4fcd-a4fc-a79bc3ad6499 req-4c7bf2a5-1c5d-4489-aa4b-81a47038cb1d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:20.619081 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1650d335-c27e-4fcd-a4fc-a79bc3ad6499 req-4c7bf2a5-1c5d-4489-aa4b-81a47038cb1d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 945 time: 0.2148609 Nov 27 01:09:20.626740 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96bd50cc-d18a-4f5c-8270-aa4f7023a2a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.629909 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31603a-88fb-4b15-96c2-b441ec457f50 req-b29963fd-c41d-46fc-a6be-5a8e537b9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:20.632014 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a31603a-88fb-4b15-96c2-b441ec457f50 req-b29963fd-c41d-46fc-a6be-5a8e537b9d98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 1099 time: 0.1856470 Nov 27 01:09:20.634452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fcb6c4-c1a1-462e-a559-7602e5e3733f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aceb4ff8-909b-4e17-a6d5-20013ab1ffcd'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:20.637336 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87459fa7-d088-4887-bf0c-1afdeebea962" -d '{"events": [{"server_uuid": "58fcb6c4-c1a1-462e-a559-7602e5e3733f", "name": "network-vif-plugged", "status": "completed", "tag": "aceb4ff8-909b-4e17-a6d5-20013ab1ffcd"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:20.653135 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:20.659429 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1767a934-402b-4291-a109-5460c7c71aca no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:20.664265 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.665886 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ef835b56-88e3-4124-a635-1a72a9b7decc no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:20.687272 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-63cdb630-3126-4e59-a1bb-e0c0aac0c43b req-26eba04f-cc9d-42a4-a805-c0bc80595f06 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.712797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 1767a934-402b-4291-a109-5460c7c71aca {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:09:20.713154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1767a934-402b-4291-a109-5460c7c71aca not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:09:20.716883 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-63cdb630-3126-4e59-a1bb-e0c0aac0c43b req-26eba04f-cc9d-42a4-a805-c0bc80595f06 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.733231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: ef835b56-88e3-4124-a635-1a72a9b7decc {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:09:20.733572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ef835b56-88e3-4124-a635-1a72a9b7decc not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:09:20.734194 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 741e37ff-649a-4c48-aa76-abeaafc25895 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:20.773480 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1650d335-c27e-4fcd-a4fc-a79bc3ad6499 req-d8eb1fdb-d136-4433-a678-bfa9658cae25 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490927 Nov 27 01:09:20.797023 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-63cdb630-3126-4e59-a1bb-e0c0aac0c43b req-26eba04f-cc9d-42a4-a805-c0bc80595f06 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.807410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:20.813913 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-63cdb630-3126-4e59-a1bb-e0c0aac0c43b req-26eba04f-cc9d-42a4-a805-c0bc80595f06 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.829820 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-63cdb630-3126-4e59-a1bb-e0c0aac0c43b req-26eba04f-cc9d-42a4-a805-c0bc80595f06 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "DELETE /v2.0/security-groups/4fa6f1c7-d51e-4117-85a3-32617e17810a HTTP/1.1" status: 204 len: 173 time: 0.2188380 Nov 27 01:09:20.845071 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96bd50cc-d18a-4f5c-8270-aa4f7023a2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.849773 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96bd50cc-d18a-4f5c-8270-aa4f7023a2a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.857087 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-96bd50cc-d18a-4f5c-8270-aa4f7023a2a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8fcd5b0f-4647-44ea-abaf-3192bd7a695b HTTP/1.1" status: 204 len: 168 time: 0.5456307 Nov 27 01:09:20.879352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eba04f-cc9d-42a4-a805-c0bc80595f06 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa6f1c7-d51e-4117-85a3-32617e17810a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:20.918161 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd50cc-d18a-4f5c-8270-aa4f7023a2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcd5b0f-4647-44ea-abaf-3192bd7a695b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:20.923154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31603a-88fb-4b15-96c2-b441ec457f50 req-7ee4fa3c-855f-460b-9dc7-fe514a90e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:20.929811 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a31603a-88fb-4b15-96c2-b441ec457f50 req-7ee4fa3c-855f-460b-9dc7-fe514a90e0bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.2825198 Nov 27 01:09:20.992790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.037866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 741e37ff-649a-4c48-aa76-abeaafc25895, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=741e37ff-649a-4c48-aa76-abeaafc25895,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:21.043399 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.069784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a31603a-88fb-4b15-96c2-b441ec457f50 req-e9fd001f-eb0b-485c-84af-f0834b5b4869 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=343ce4a7-4708-454c-a07e-b9c2b8160369 HTTP/1.1" status: 200 len: 217 time: 0.1247985 Nov 27 01:09:21.130773 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=741e37ff-649a-4c48-aa76-abeaafc25895,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:21.138265 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31603a-88fb-4b15-96c2-b441ec457f50 req-35b667c7-fd40-47c1-a89d-918aadc61462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:21.139885 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a31603a-88fb-4b15-96c2-b441ec457f50 req-35b667c7-fd40-47c1-a89d-918aadc61462 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0613618 Nov 27 01:09:21.192168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31603a-88fb-4b15-96c2-b441ec457f50 req-4369a01c-9d58-4a68-9f22-868cd516f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:21.193736 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a31603a-88fb-4b15-96c2-b441ec457f50 req-4369a01c-9d58-4a68-9f22-868cd516f627 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0463128 Nov 27 01:09:21.300656 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a31603a-88fb-4b15-96c2-b441ec457f50 req-bc54a6e2-3e45-4687-ae9d-e765b55b793d service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909126 Nov 27 01:09:21.332471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'name': 'network-vif-deleted', 'tag': 'ef835b56-88e3-4124-a635-1a72a9b7decc'}, {'server_uuid': '7834b142-dc61-4af2-ae07-c4d3e084f0ff', 'name': 'network-vif-deleted', 'tag': '1767a934-402b-4291-a109-5460c7c71aca'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:21.334865 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52584f4-3454-4aa2-a3f4-48405d0286d6" -d '{"events": [{"server_uuid": "fd1c6bf7-654f-46f1-bc2b-595c63fc11bf", "name": "network-vif-deleted", "tag": "ef835b56-88e3-4124-a635-1a72a9b7decc"}, {"server_uuid": "7834b142-dc61-4af2-ae07-c4d3e084f0ff", "name": "network-vif-deleted", "tag": "1767a934-402b-4291-a109-5460c7c71aca"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:21.365725 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45610) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:21.378847 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0db948c3-46d6-43f5-b8c8-bc7686ec8276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.437260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a31603a-88fb-4b15-96c2-b441ec457f50 req-47cbc267-32be-4bd2-b46f-fae78ae7cbfa service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281145 Nov 27 01:09:21.473982 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0db948c3-46d6-43f5-b8c8-bc7686ec8276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.480823 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0db948c3-46d6-43f5-b8c8-bc7686ec8276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.519985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db948c3-46d6-43f5-b8c8-bc7686ec8276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf0ee41-8314-4b55-a034-d86a34a6c3f2,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:21.524850 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0db948c3-46d6-43f5-b8c8-bc7686ec8276 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3ee07c0a97d4e52a53c75f8e3442f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1581082 Nov 27 01:09:21.527743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45636) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:21.547212 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7432c01-9647-43fa-a66d-dcdb9d7590a9 x-openstack-request-id: req-e7432c01-9647-43fa-a66d-dcdb9d7590a9 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:21.547778 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fcb6c4-c1a1-462e-a559-7602e5e3733f", "name": "network-vif-plugged", "status": "completed", "tag": "aceb4ff8-909b-4e17-a6d5-20013ab1ffcd", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:21.547778 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7432c01-9647-43fa-a66d-dcdb9d7590a9 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:21.548229 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fcb6c4-c1a1-462e-a559-7602e5e3733f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aceb4ff8-909b-4e17-a6d5-20013ab1ffcd', 'code': 200} Nov 27 01:09:21.581845 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd42ae6e-11d5-46ba-ba00-40b4a6804bc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.618386 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9db56374-5a26-466a-9544-053aeb8d1072 req-d110c687-113f-4ba8-b1ba-22bd1ba9d186 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "GET /v2.0/security-groups/312c7108-7cff-43d6-b10b-5acf62914859 HTTP/1.1" status: 200 len: 2413 time: 0.0582471 Nov 27 01:09:21.622117 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd42ae6e-11d5-46ba-ba00-40b4a6804bc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.679142 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd42ae6e-11d5-46ba-ba00-40b4a6804bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.682529 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd42ae6e-11d5-46ba-ba00-40b4a6804bc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.683756 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cd42ae6e-11d5-46ba-ba00-40b4a6804bc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccf0ee41-8314-4b55-a034-d86a34a6c3f2 HTTP/1.1" status: 204 len: 168 time: 0.1545653 Nov 27 01:09:21.691873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42ae6e-11d5-46ba-ba00-40b4a6804bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf0ee41-8314-4b55-a034-d86a34a6c3f2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:21.724997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456afb-4514-405c-a260-183396fd4528 req-66f8c86e-7d59-4d28-922f-67f5a8479392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:21.727405 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11456afb-4514-405c-a260-183396fd4528 req-66f8c86e-7d59-4d28-922f-67f5a8479392 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 1098 time: 0.0862367 Nov 27 01:09:21.730657 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9db56374-5a26-466a-9544-053aeb8d1072 req-f0798d88-feea-4f04-8a8f-5886e2f99e87 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.793059 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9db56374-5a26-466a-9544-053aeb8d1072 req-f0798d88-feea-4f04-8a8f-5886e2f99e87 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.828174 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11456afb-4514-405c-a260-183396fd4528 req-bda7b0db-fd59-4401-8d24-60029998fe87 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916445 Nov 27 01:09:21.834445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe2835-e9db-46f0-bfd8-4d091d019217 req-f8ee3760-73d6-4292-afab-c55a5a4be033 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:21.840761 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10fe2835-e9db-46f0-bfd8-4d091d019217 req-f8ee3760-73d6-4292-afab-c55a5a4be033 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 947 time: 0.0645983 Nov 27 01:09:21.880033 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9db56374-5a26-466a-9544-053aeb8d1072 req-f0798d88-feea-4f04-8a8f-5886e2f99e87 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.884209 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9db56374-5a26-466a-9544-053aeb8d1072 req-f0798d88-feea-4f04-8a8f-5886e2f99e87 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.885598 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9db56374-5a26-466a-9544-053aeb8d1072 req-f0798d88-feea-4f04-8a8f-5886e2f99e87 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] 10.222.0.15 "DELETE /v2.0/security-groups/312c7108-7cff-43d6-b10b-5acf62914859 HTTP/1.1" status: 204 len: 173 time: 0.2662389 Nov 27 01:09:21.891217 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10fe2835-e9db-46f0-bfd8-4d091d019217 req-83b06b54-4640-452f-b420-f4cbe08a7e1d tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491371 Nov 27 01:09:21.894338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45650) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:21.902331 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0798d88-feea-4f04-8a8f-5886e2f99e87 tempest-SecurityGroupRulesTestJSON-385620863 tempest-SecurityGroupRulesTestJSON-385620863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=312c7108-7cff-43d6-b10b-5acf62914859,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:21.942265 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dee9cb0-6f82-4edc-8347-cd9bc3a30f8a x-openstack-request-id: req-6dee9cb0-6f82-4edc-8347-cd9bc3a30f8a {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:21.942568 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1c6bf7-654f-46f1-bc2b-595c63fc11bf", "name": "network-vif-deleted", "tag": "ef835b56-88e3-4124-a635-1a72a9b7decc", "status": "completed", "code": 200}, {"server_uuid": "7834b142-dc61-4af2-ae07-c4d3e084f0ff", "name": "network-vif-deleted", "tag": "1767a934-402b-4291-a109-5460c7c71aca", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:21.942826 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dee9cb0-6f82-4edc-8347-cd9bc3a30f8a {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:21.943774 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1c6bf7-654f-46f1-bc2b-595c63fc11bf', 'name': 'network-vif-deleted', 'tag': 'ef835b56-88e3-4124-a635-1a72a9b7decc', 'status': 'completed', 'code': 200} Nov 27 01:09:21.944027 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7834b142-dc61-4af2-ae07-c4d3e084f0ff', 'name': 'network-vif-deleted', 'tag': '1767a934-402b-4291-a109-5460c7c71aca', 'status': 'completed', 'code': 200} Nov 27 01:09:21.967367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-720b8ad4-7ed8-4103-85c8-90aafa74fb07 admin admin] Deleting subnet 73ddfcdc-69ce-4652-b3da-de6ec53a3a2b {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:09:21.972589 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-720b8ad4-7ed8-4103-85c8-90aafa74fb07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.037618 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-720b8ad4-7ed8-4103-85c8-90aafa74fb07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.100474 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-720b8ad4-7ed8-4103-85c8-90aafa74fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.147533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ed3e8-1ac5-4c19-8da1-8df719d652ad req-4aabcdb7-fd30-4b3b-b1d8-f0396caf4148 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:22.149138 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f6ed3e8-1ac5-4c19-8da1-8df719d652ad req-4aabcdb7-fd30-4b3b-b1d8-f0396caf4148 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 946 time: 0.0792973 Nov 27 01:09:22.165995 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-720b8ad4-7ed8-4103-85c8-90aafa74fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.197924 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-720b8ad4-7ed8-4103-85c8-90aafa74fb07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.201486 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-720b8ad4-7ed8-4103-85c8-90aafa74fb07 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/73ddfcdc-69ce-4652-b3da-de6ec53a3a2b HTTP/1.1" status: 204 len: 168 time: 0.3064229 Nov 27 01:09:22.202719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b8ad4-7ed8-4103-85c8-90aafa74fb07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73ddfcdc-69ce-4652-b3da-de6ec53a3a2b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:22.205197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45680) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:22.219870 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f6ed3e8-1ac5-4c19-8da1-8df719d652ad req-d791dd56-5cf2-4e8b-b631-50c522e2ea13 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644021 Nov 27 01:09:22.298087 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-583e6f88-522c-4f6b-8820-dc3c5e0ab95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.403703 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-583e6f88-522c-4f6b-8820-dc3c5e0ab95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.436601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-329e4f87-ea70-4106-a4bc-54edabc453f9 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:22.438114 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-329e4f87-ea70-4106-a4bc-54edabc453f9 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/networks?id=f38bce75-b149-4aac-8ef8-06628ea9297c HTTP/1.1" status: 200 len: 822 time: 0.1174643 Nov 27 01:09:22.455020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-583e6f88-522c-4f6b-8820-dc3c5e0ab95a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c633be2a-71c0-4e44-bb33-d54d1e74680c']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:22.457988 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-26930168-f28a-4f0c-bc8f-ef4e05365df1 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/quotas/4f3cc608994d4e37909b5d384ee1404a HTTP/1.1" status: 200 len: 375 time: 0.0123243 Nov 27 01:09:22.473472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-583e6f88-522c-4f6b-8820-dc3c5e0ab95a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526e494a-d5a6-42cd-8150-32ba56c85a8e') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:22.474356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-583e6f88-522c-4f6b-8820-dc3c5e0ab95a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526e494a-d5a6-42cd-8150-32ba56c85a8e') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:22.488661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-583e6f88-522c-4f6b-8820-dc3c5e0ab95a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.494847 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-53b70812-3a8d-4599-96db-d6997ae94fa3 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f3cc608994d4e37909b5d384ee1404a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296333 Nov 27 01:09:22.506661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-583e6f88-522c-4f6b-8820-dc3c5e0ab95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.516652 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583e6f88-522c-4f6b-8820-dc3c5e0ab95a admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:09:22.517060 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-583e6f88-522c-4f6b-8820-dc3c5e0ab95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:09:22.518764 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:09:22.586098 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-583e6f88-522c-4f6b-8820-dc3c5e0ab95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.595095 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-583e6f88-522c-4f6b-8820-dc3c5e0ab95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.604233 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-583e6f88-522c-4f6b-8820-dc3c5e0ab95a admin admin] 10.222.0.15 "DELETE /v2.0/networks/c633be2a-71c0-4e44-bb33-d54d1e74680c HTTP/1.1" status: 204 len: 168 time: 0.3977342 Nov 27 01:09:22.619422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e6f88-522c-4f6b-8820-dc3c5e0ab95a admin admin] Pushing event deleted for resources: {'Network': ['ID=c633be2a-71c0-4e44-bb33-d54d1e74680c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:22.639140 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-09026899-4a83-40be-b6c4-ad8115fbce08 service neutron] 10.222.0.15 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359196 Nov 27 01:09:22.662529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 343ce4a7-4708-454c-a07e-b9c2b8160369 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:22.779919 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-52d6609e-a1f5-4ed5-a97f-9db4e37b33d6 service neutron] 10.222.0.15 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322281 Nov 27 01:09:22.867545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 343ce4a7-4708-454c-a07e-b9c2b8160369, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=343ce4a7-4708-454c-a07e-b9c2b8160369,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:22.885078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45732) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:22.894330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '343ce4a7-4708-454c-a07e-b9c2b8160369', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '343ce4a7-4708-454c-a07e-b9c2b8160369', 'mac_address': 'fa:16:3e:c0:22:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:22.939614 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.958591 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343ce4a7-4708-454c-a07e-b9c2b8160369 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:22.988810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 343ce4a7-4708-454c-a07e-b9c2b8160369, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=343ce4a7-4708-454c-a07e-b9c2b8160369,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:22.989065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45744) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:22.993873 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.999049 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ad084535-fe26-47fb-8d7c-cf0ec5697878 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3eaf515cf894db987afcca7ca18a6b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1102102 Nov 27 01:09:23.092858 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6237a708-3a54-48d5-a75a-851dd2c8c91a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:23.115380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=343ce4a7-4708-454c-a07e-b9c2b8160369,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:23.162784 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6237a708-3a54-48d5-a75a-851dd2c8c91a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:23.270919 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6237a708-3a54-48d5-a75a-851dd2c8c91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:23.275734 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6237a708-3a54-48d5-a75a-851dd2c8c91a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:23.278442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6237a708-3a54-48d5-a75a-851dd2c8c91a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f1f7009-cae2-4151-ad69-2b4d88bed1ce HTTP/1.1" status: 204 len: 168 time: 0.2883444 Nov 27 01:09:23.293959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237a708-3a54-48d5-a75a-851dd2c8c91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1f7009-cae2-4151-ad69-2b4d88bed1ce,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:23.359640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['343ce4a7-4708-454c-a07e-b9c2b8160369'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:23.549054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741e37ff-649a-4c48-aa76-abeaafc25895'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:23.554647 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f6571b-b4a2-47f4-b79c-f16008c11c45" -d '{"events": [{"server_uuid": "368df1fa-a205-40c1-8dd4-87e7fb52a341", "name": "network-vif-unplugged", "status": "completed", "tag": "741e37ff-649a-4c48-aa76-abeaafc25895"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:23.618720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320607f-f735-4509-85ee-4a617c9822ef req-38439c23-7647-413f-b30e-1cc0eea52663 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:23.624827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d320607f-f735-4509-85ee-4a617c9822ef req-38439c23-7647-413f-b30e-1cc0eea52663 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 948 time: 0.0801370 Nov 27 01:09:23.735756 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d320607f-f735-4509-85ee-4a617c9822ef req-6e222f35-0826-4c63-a52a-cd6e7a432b98 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070263 Nov 27 01:09:23.828620 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac3edc4b-6a1f-4867-888f-b5afb9b25e46 req-9066b41d-26dc-40bd-a57a-b4ddd5996eb5 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 210 time: 0.0377982 Nov 27 01:09:23.869008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ecba6-5c6b-441c-aa80-04ebc4016ebc req-d9ad16ee-b985-4fec-be72-d8638d3a01a2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:23.878218 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-173ecba6-5c6b-441c-aa80-04ebc4016ebc req-d9ad16ee-b985-4fec-be72-d8638d3a01a2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 946 time: 0.0824246 Nov 27 01:09:23.892121 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4009bf5-4a06-494e-8ddb-ece9658689ae x-openstack-request-id: req-a4009bf5-4a06-494e-8ddb-ece9658689ae {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:23.892652 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368df1fa-a205-40c1-8dd4-87e7fb52a341", "name": "network-vif-unplugged", "status": "completed", "tag": "741e37ff-649a-4c48-aa76-abeaafc25895", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:23.892831 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4009bf5-4a06-494e-8ddb-ece9658689ae {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:23.893231 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741e37ff-649a-4c48-aa76-abeaafc25895', 'code': 200} Nov 27 01:09:23.894077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45800) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:23.951745 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-173ecba6-5c6b-441c-aa80-04ebc4016ebc req-9c661ecf-5c5e-4aad-9ead-fa6612c80da9 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724120 Nov 27 01:09:24.028277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9aa764-9577-4f75-99b3-f3513f5ce29c req-6e46e493-cd3b-4943-a031-c201a75f10ba tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:24.028277 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ee9aa764-9577-4f75-99b3-f3513f5ce29c req-6e46e493-cd3b-4943-a031-c201a75f10ba tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.0619540 Nov 27 01:09:24.096970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ee9aa764-9577-4f75-99b3-f3513f5ce29c req-18ca418c-45ad-426d-8b83-8afcb9542c40 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644715 Nov 27 01:09:24.112322 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-129f7142-1113-4280-ba1e-fed3e494469d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8460fba27a8e43c9a28da2a12fba5f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170236 Nov 27 01:09:24.114754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45814) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:24.177063 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d2f90954-98a5-4f97-9e9f-e4591d047a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.204215 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d2f90954-98a5-4f97-9e9f-e4591d047a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.265141 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d2f90954-98a5-4f97-9e9f-e4591d047a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.278803 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d2f90954-98a5-4f97-9e9f-e4591d047a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.279963 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d2f90954-98a5-4f97-9e9f-e4591d047a03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8286219c-31eb-4f15-9877-99f85939f1d2 HTTP/1.1" status: 204 len: 168 time: 0.1642609 Nov 27 01:09:24.289058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f90954-98a5-4f97-9e9f-e4591d047a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8286219c-31eb-4f15-9877-99f85939f1d2,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:24.370718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7924832-df18-4c24-af12-dd07a9170c4c req-74555dd7-4e57-4187-aa66-55b9ce8ec5ac tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:24.378822 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b7924832-df18-4c24-af12-dd07a9170c4c req-74555dd7-4e57-4187-aa66-55b9ce8ec5ac tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 1098 time: 0.0540257 Nov 27 01:09:24.431538 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b7924832-df18-4c24-af12-dd07a9170c4c req-6ffd15ff-8b89-482e-870b-bbcc9d9e7aaa tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514960 Nov 27 01:09:24.577641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-1b3b8342-5210-4f28-b5c2-e120fe7690c8 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:24.579211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-1b3b8342-5210-4f28-b5c2-e120fe7690c8 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.31 "GET /v2.0/networks?id=f38bce75-b149-4aac-8ef8-06628ea9297c HTTP/1.1" status: 200 len: 822 time: 0.1361392 Nov 27 01:09:24.616621 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-3a2c8a91-ce9e-4b86-8787-f9b6fbd5a73e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Request body: {'port': {'device_id': '4fd1bb4b-7cd2-477f-944f-8c5dd4d21883', 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c', 'admin_state_up': True, 'tenant_id': '4f3cc608994d4e37909b5d384ee1404a'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:24.663007 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45842) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:24.671809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 343ce4a7-4708-454c-a07e-b9c2b8160369 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:24.699419 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da0cfd-090c-416b-86c1-dccd0d7caec2 req-3b37a0da-808c-46cd-bb29-265d45a3669d tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:24.706613 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-88da0cfd-090c-416b-86c1-dccd0d7caec2 req-3b37a0da-808c-46cd-bb29-265d45a3669d tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 1098 time: 0.1039948 Nov 27 01:09:24.729310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 343ce4a7-4708-454c-a07e-b9c2b8160369 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:24.734933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 343ce4a7-4708-454c-a07e-b9c2b8160369 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:24.735739 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.810256 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-88da0cfd-090c-416b-86c1-dccd0d7caec2 req-a4b9fd8a-0a79-4133-b6c8-1540b9aa8076 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008196 Nov 27 01:09:24.840788 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-3a2c8a91-ce9e-4b86-8787-f9b6fbd5a73e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Made reservation on behalf of 4f3cc608994d4e37909b5d384ee1404a for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:24.845047 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-3a2c8a91-ce9e-4b86-8787-f9b6fbd5a73e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.854202 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.902772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 343ce4a7-4708-454c-a07e-b9c2b8160369, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=343ce4a7-4708-454c-a07e-b9c2b8160369,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:24.910489 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.934111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f6235-4fa7-4d18-8e9b-cb21a782af3c req-20c1e8d0-ccde-4bcb-81f1-e40b2b2bba69 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:24.938329 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-463f6235-4fa7-4d18-8e9b-cb21a782af3c req-20c1e8d0-ccde-4bcb-81f1-e40b2b2bba69 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 948 time: 0.1092901 Nov 27 01:09:24.964143 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-25961898-bd4e-4a25-87f5-e1aade3bf2cb tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:24.975703 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=343ce4a7-4708-454c-a07e-b9c2b8160369,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:25.031572 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-25961898-bd4e-4a25-87f5-e1aade3bf2cb tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] 10.222.0.15 "PUT /v2.0/quotas/2daf411b7d0e469d877fb55ef4586bac HTTP/1.1" status: 200 len: 368 time: 0.3673332 Nov 27 01:09:25.038698 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45866) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:25.043817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Request body: {'network': {'project_id': '2daf411b7d0e469d877fb55ef4586bac'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:25.053196 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f56e5e45-d0c4-42bb-bcf5-3333662a8bf5 req-e49247bd-1cb8-41b1-8dab-caee6723db88 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 210 time: 0.0489264 Nov 27 01:09:25.082972 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-463f6235-4fa7-4d18-8e9b-cb21a782af3c req-98b95640-e598-4622-b9f9-80f858464c08 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257973 Nov 27 01:09:25.093014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Made reservation on behalf of 2daf411b7d0e469d877fb55ef4586bac for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:25.096389 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.111052 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.143528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45872) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:25.157238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-3a2c8a91-ce9e-4b86-8787-f9b6fbd5a73e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Allocated IP 172.20.0.7 (f38bce75-b149-4aac-8ef8-06628ea9297c/69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2/ef03653e-6ddf-4123-b709-742dd44fd326) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:25.285413 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.295634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.323075 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f47b7-a752-47ad-823d-6a2e5b9d78c5 req-8533ac7d-3548-441b-97c3-f168c2fc0484 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:25.325408 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc2f47b7-a752-47ad-823d-6a2e5b9d78c5 req-8533ac7d-3548-441b-97c3-f168c2fc0484 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.0876620 Nov 27 01:09:25.331098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:25.379808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcb118a-6ff4-4baf-b273-4bb250907a3f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:25.384895 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.385426 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Added segment 87a8711c-9488-42ee-be67-72bf67c3f1ff of type vlan for network 1a0fd4ac-1772-4c38-bba7-e2f8d01f99a9 Nov 27 01:09:25.464291 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.477686 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc2f47b7-a752-47ad-823d-6a2e5b9d78c5 req-c460f6b2-0f2e-448f-bf50-646012b58957 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368825 Nov 27 01:09:25.537722 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.538774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:25.539403 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.610660 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5706964 Nov 27 01:09:25.617761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45904) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:25.623910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-1e04ed88-d565-461e-8d52-33b4834cbc28 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Request body: {'network': {'project_id': '2daf411b7d0e469d877fb55ef4586bac'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:25.635360 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617c992-88fa-4518-8deb-762d559d3592 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Pushing event updated for resources: {'Network': ['ID=1a0fd4ac-1772-4c38-bba7-e2f8d01f99a9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:25.650177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 1a0fd4ac-1772-4c38-bba7-e2f8d01f99a9 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:25.655740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e04ed88-d565-461e-8d52-33b4834cbc28 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Made reservation on behalf of 2daf411b7d0e469d877fb55ef4586bac for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:25.662727 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e04ed88-d565-461e-8d52-33b4834cbc28 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.685193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1813482402-network', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:25.729130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e04ed88-d565-461e-8d52-33b4834cbc28 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:25.731966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] Made reservation on behalf of 1d241a66f3b5483ba889db1d1f8cb3fa for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:25.734348 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.744471 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e04ed88-d565-461e-8d52-33b4834cbc28 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.744831 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-1e04ed88-d565-461e-8d52-33b4834cbc28 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Added segment a5d68f1b-fe5d-470c-b0ec-a17ec1ab9b93 of type vlan for network 582c259d-d842-446f-98ed-8eb62b62dd95 Nov 27 01:09:25.754518 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.783603 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-3a2c8a91-ce9e-4b86-8787-f9b6fbd5a73e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.807366 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e04ed88-d565-461e-8d52-33b4834cbc28 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.810814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45912) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:25.848367 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e04ed88-d565-461e-8d52-33b4834cbc28 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.849892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e04ed88-d565-461e-8d52-33b4834cbc28 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:25.852010 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e04ed88-d565-461e-8d52-33b4834cbc28 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.862246 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-3a2c8a91-ce9e-4b86-8787-f9b6fbd5a73e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.894628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86b1d75-7cc4-4b68-a2e4-a59e42dec928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343ce4a7-4708-454c-a07e-b9c2b8160369'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:25.897972 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb6c827-2034-4c24-83e7-83899d38c266" -d '{"events": [{"server_uuid": "e86b1d75-7cc4-4b68-a2e4-a59e42dec928", "name": "network-vif-plugged", "status": "completed", "tag": "343ce4a7-4708-454c-a07e-b9c2b8160369"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:25.912757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8a91-ce9e-4b86-8787-f9b6fbd5a73e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Pushing event updated for resources: {'Port': ['ID=ef03653e-6ddf-4123-b709-742dd44fd326,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:25.953223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1973154281-network', 'tenant_id': '209f38c9e33a417e8beb75ce87669b42'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:25.957393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-3a2c8a91-ce9e-4b86-8787-f9b6fbd5a73e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Network f38bce75-b149-4aac-8ef8-06628ea9297c is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:25.961661 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1e04ed88-d565-461e-8d52-33b4834cbc28 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3397307 Nov 27 01:09:25.961852 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.961950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45924) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:25.964783 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-3a2c8a91-ce9e-4b86-8787-f9b6fbd5a73e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:25.967109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7f536df7-adea-4b39-9faa-c41fceade214 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Request body: {'network': {'project_id': '2daf411b7d0e469d877fb55ef4586bac'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:25.970955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-3a2c8a91-ce9e-4b86-8787-f9b6fbd5a73e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:25.972204 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ae4336-d818-471e-8a43-f923e02b12b2 x-openstack-request-id: req-08ae4336-d818-471e-8a43-f923e02b12b2 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:25.973182 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86b1d75-7cc4-4b68-a2e4-a59e42dec928", "name": "network-vif-plugged", "status": "completed", "tag": "343ce4a7-4708-454c-a07e-b9c2b8160369", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:25.973331 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.973468 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08ae4336-d818-471e-8a43-f923e02b12b2 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:25.975115 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86b1d75-7cc4-4b68-a2e4-a59e42dec928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343ce4a7-4708-454c-a07e-b9c2b8160369', 'code': 200} Nov 27 01:09:25.977439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04ed88-d565-461e-8d52-33b4834cbc28 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Pushing event updated for resources: {'Network': ['ID=582c259d-d842-446f-98ed-8eb62b62dd95,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:25.990398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 582c259d-d842-446f-98ed-8eb62b62dd95 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:25.991487 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.db.api [None req-7f536df7-adea-4b39-9faa-c41fceade214 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 01:09:25.991487 n-d-817303-10 neutron-server[103402]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 27 01:09:25.991487 n-d-817303-10 neutron-server[103402]: [parameters: {'project_id_1': '2daf411b7d0e469d877fb55ef4586bac', 'expiration_1': datetime.datetime(2021, 11, 27, 1, 9, 5, 975458)}] Nov 27 01:09:25.991487 n-d-817303-10 neutron-server[103402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:09:25.991899 n-d-817303-10 neutron-server[103402]: DEBUG oslo_db.api [None req-7f536df7-adea-4b39-9faa-c41fceade214 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:09:26.024264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e611a6-51d6-46d6-8f1c-43a67ddad34d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:26.045406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:26.052430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] Made reservation on behalf of 209f38c9e33a417e8beb75ce87669b42 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:26.054636 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.075885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.076685 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] Added segment 998dae43-8a20-4200-b7e7-7d5094985d4a of type vlan for network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc Nov 27 01:09:26.078745 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.105833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-3a2c8a91-ce9e-4b86-8787-f9b6fbd5a73e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:26.106689 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-3a2c8a91-ce9e-4b86-8787-f9b6fbd5a73e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.190120 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-3a2c8a91-ce9e-4b86-8787-f9b6fbd5a73e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5787239 Nov 27 01:09:26.198659 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c550b68-f112-4479-9f1c-4abeb599f9c2 req-07e18983-d195-4cd1-9755-ed030487ef06 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:26.200353 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c550b68-f112-4479-9f1c-4abeb599f9c2 req-07e18983-d195-4cd1-9755-ed030487ef06 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 931 time: 0.0522017 Nov 27 01:09:26.202693 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.221323 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Request body: {'port': {'device_id': '4fd1bb4b-7cd2-477f-944f-8c5dd4d21883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:26.253009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c550b68-f112-4479-9f1c-4abeb599f9c2 req-2ea23c9b-1bb7-4621-879e-fde112d8d6e7 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 Nov 27 01:09:26.264979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afa812-27ee-4804-912c-50e35c1db011 req-9234e6fd-26fa-45ff-af07-2549f1cd1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:26.267539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-44afa812-27ee-4804-912c-50e35c1db011 req-9234e6fd-26fa-45ff-af07-2549f1cd1aa8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 1101 time: 0.1579537 Nov 27 01:09:26.357060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.358223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:26.358840 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.382602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9122765-a3d4-42c4-b845-96722d809f49 req-705d6c12-c342-4d2c-9965-f8037c522c8d tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:26.388780 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9122765-a3d4-42c4-b845-96722d809f49 req-705d6c12-c342-4d2c-9965-f8037c522c8d tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 949 time: 0.0665724 Nov 27 01:09:26.395761 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.436657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 741e37ff-649a-4c48-aa76-abeaafc25895 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:26.476022 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3287675 Nov 27 01:09:26.476022 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-44afa812-27ee-4804-912c-50e35c1db011 req-6506936c-872f-4aa4-a971-62c324068fe2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789589 Nov 27 01:09:26.479395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45938) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:26.502778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4be84957-57e7-4fc5-8919-a50dd7c10616 admin admin] Request body: {'subnet': {'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1813482402-subnet', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:26.523048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21235288-a493-437e-84ca-62d11ae7c405 admin admin] Pushing event updated for resources: {'Network': ['ID=60914a9a-f893-4249-a0ee-18c1f2e8cbfc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:26.536398 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.540859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:26.547460 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.564431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 741e37ff-649a-4c48-aa76-abeaafc25895, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=741e37ff-649a-4c48-aa76-abeaafc25895,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:26.613317 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '741e37ff-649a-4c48-aa76-abeaafc25895', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '741e37ff-649a-4c48-aa76-abeaafc25895', 'mac_address': 'fa:16:3e:72:88:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:26.648767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be84957-57e7-4fc5-8919-a50dd7c10616 admin admin] Made reservation on behalf of 1d241a66f3b5483ba889db1d1f8cb3fa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:26.651231 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4be84957-57e7-4fc5-8919-a50dd7c10616 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.656186 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:26.665838 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.672845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:26.681804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741e37ff-649a-4c48-aa76-abeaafc25895 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:26.708441 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 741e37ff-649a-4c48-aa76-abeaafc25895, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=741e37ff-649a-4c48-aa76-abeaafc25895,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:26.715720 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.720310 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.720677 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] Added segment 97c60adb-e8f4-4a57-a5c4-413028fc2f51 of type vlan for network 4b89f644-2375-4ba6-8bce-e3c255057dae Nov 27 01:09:26.730800 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f536df7-adea-4b39-9faa-c41fceade214 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 01:09:26.731311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f536df7-adea-4b39-9faa-c41fceade214 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:09:26.732464 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7f536df7-adea-4b39-9faa-c41fceade214 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.7693894 Nov 27 01:09:26.735384 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45944) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:26.767596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=741e37ff-649a-4c48-aa76-abeaafc25895,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:26.768017 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9122765-a3d4-42c4-b845-96722d809f49 req-c5642db4-545d-4ef0-a445-6335ea708992 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769448 Nov 27 01:09:26.798308 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-74f41e9f-f5f9-49c3-a6ec-3ba88d9796fd tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2daf411b7d0e469d877fb55ef4586bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0589538 Nov 27 01:09:26.800376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45946) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:26.836341 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.858039 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-caf4ed7b-a612-4392-b9c5-18083f672fbc tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.882554 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-caf4ed7b-a612-4392-b9c5-18083f672fbc tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.895461 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.896965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:26.897540 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.901202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['741e37ff-649a-4c48-aa76-abeaafc25895'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:26.962023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb20c63-a26a-4952-ac28-24abaebe0549 req-048668b9-dc42-4bd1-9b6c-586e2de497cf tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:26.970094 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dbb20c63-a26a-4952-ac28-24abaebe0549 req-048668b9-dc42-4bd1-9b6c-586e2de497cf tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.0758796 Nov 27 01:09:27.020045 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-caf4ed7b-a612-4392-b9c5-18083f672fbc tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.023475 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-caf4ed7b-a612-4392-b9c5-18083f672fbc tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.027307 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-caf4ed7b-a612-4392-b9c5-18083f672fbc tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/dfcb118a-6ff4-4baf-b273-4bb250907a3f HTTP/1.1" status: 204 len: 168 time: 0.2233658 Nov 27 01:09:27.040903 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dbb20c63-a26a-4952-ac28-24abaebe0549 req-7fe96e33-9f13-44ff-9b75-4ebc23a29a9a tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669985 Nov 27 01:09:27.045948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45950) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:27.051276 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2380567 Nov 27 01:09:27.059449 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45952) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:27.090909 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-922d7a68-97b6-45cd-94ee-a205cc9d9189 admin admin] Request body: {'subnet': {'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1973154281-subnet', 'tenant_id': '209f38c9e33a417e8beb75ce87669b42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:27.091414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4ed7b-a612-4392-b9c5-18083f672fbc tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcb118a-6ff4-4baf-b273-4bb250907a3f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:27.135315 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193925c1-6a31-49f3-91c3-aaf0c7f5e12f admin admin] Pushing event updated for resources: {'Network': ['ID=4b89f644-2375-4ba6-8bce-e3c255057dae,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:27.169286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 4b89f644-2375-4ba6-8bce-e3c255057dae details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:27.200775 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e2cd662-e265-4b28-8b39-e5927be554ae tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.209463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922d7a68-97b6-45cd-94ee-a205cc9d9189 admin admin] Made reservation on behalf of 209f38c9e33a417e8beb75ce87669b42 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:27.211926 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-922d7a68-97b6-45cd-94ee-a205cc9d9189 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.281856 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4be84957-57e7-4fc5-8919-a50dd7c10616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.302943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef03653e-6ddf-4123-b709-742dd44fd326 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:27.340845 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.348354 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e2cd662-e265-4b28-8b39-e5927be554ae tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.399320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-0e2cd662-e265-4b28-8b39-e5927be554ae tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582c259d-d842-446f-98ed-8eb62b62dd95']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:27.413237 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-0e2cd662-e265-4b28-8b39-e5927be554ae tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d68f1b-fe5d-470c-b0ec-a17ec1ab9b93') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:27.414477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-0e2cd662-e265-4b28-8b39-e5927be554ae tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d68f1b-fe5d-470c-b0ec-a17ec1ab9b93') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:27.416511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Transition to ACTIVE for port object ef03653e-6ddf-4123-b709-742dd44fd326 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:27.430313 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e2cd662-e265-4b28-8b39-e5927be554ae tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.433893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-9ebf66cb-3e7c-4d44-be72-8767cc92475c tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:09:27.435068 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-9ebf66cb-3e7c-4d44-be72-8767cc92475c tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1091430 Nov 27 01:09:27.438227 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.453446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cebdfc-1650-44ce-b087-487c0f8752dc req-0e7d4bfb-b63b-4321-a73f-ccf0b27a8b48 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:27.454975 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d6cebdfc-1650-44ce-b087-487c0f8752dc req-0e7d4bfb-b63b-4321-a73f-ccf0b27a8b48 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 931 time: 0.0988691 Nov 27 01:09:27.458857 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e2cd662-e265-4b28-8b39-e5927be554ae tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.483865 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2cd662-e265-4b28-8b39-e5927be554ae tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:09:27.484287 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e2cd662-e265-4b28-8b39-e5927be554ae tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:09:27.486193 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:09:27.488680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be84957-57e7-4fc5-8919-a50dd7c10616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc97b243-251a-416b-b5d4-886aa67e375a,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:27.553113 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be84957-57e7-4fc5-8919-a50dd7c10616 admin admin] Checking segment: {'id': '998dae43-8a20-4200-b7e7-7d5094985d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:27.553477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be84957-57e7-4fc5-8919-a50dd7c10616 admin admin] Network hostable DHCP agents. Network: 60914a9a-f893-4249-a0ee-18c1f2e8cbfc, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:09:27.560486 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d6cebdfc-1650-44ce-b087-487c0f8752dc req-1b46738f-9cef-4df6-8af3-611ef4aa2550 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964773 Nov 27 01:09:27.565530 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e2cd662-e265-4b28-8b39-e5927be554ae tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.571572 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e2cd662-e265-4b28-8b39-e5927be554ae tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.575171 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0e2cd662-e265-4b28-8b39-e5927be554ae tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] 10.222.0.15 "DELETE /v2.0/networks/582c259d-d842-446f-98ed-8eb62b62dd95 HTTP/1.1" status: 204 len: 168 time: 0.5273776 Nov 27 01:09:27.580052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5eb97f9-6dd5-4d97-9d6f-449eaba2bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:27.581763 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5eb97f9-6dd5-4d97-9d6f-449eaba2bb00 service neutron] 10.222.0.15 "GET /v2.0/ports/aceb4ff8-909b-4e17-a6d5-20013ab1ffcd HTTP/1.1" status: 200 len: 1095 time: 0.1258104 Nov 27 01:09:27.585446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45966) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:27.592634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cd662-e265-4b28-8b39-e5927be554ae tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Pushing event deleted for resources: {'Network': ['ID=582c259d-d842-446f-98ed-8eb62b62dd95,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:27.607508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5a0fe26-0e4c-4d05-9f03-fb7c3f09feb4 service neutron] Request body: {'binding': {'host': 'n-h1-817303-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:27.607926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5a0fe26-0e4c-4d05-9f03-fb7c3f09feb4 service neutron] Unknown quota resources ['binding']. {{(pid=103403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:09:27.616224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Pushing event updated for resources: {'Port': ['ID=ef03653e-6ddf-4123-b709-742dd44fd326,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:27.657338 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c44e57cc-1ad4-45af-91b2-6f118088c1f3 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.700007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be84957-57e7-4fc5-8919-a50dd7c10616 admin admin] Network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:09:27.742583 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c44e57cc-1ad4-45af-91b2-6f118088c1f3 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.754931 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4be84957-57e7-4fc5-8919-a50dd7c10616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 60914a9a-f893-4249-a0ee-18c1f2e8cbfc) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:27.764813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c44e57cc-1ad4-45af-91b2-6f118088c1f3 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0fd4ac-1772-4c38-bba7-e2f8d01f99a9']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:27.765418 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1c03be-d3f8-4a35-888b-bddb3c00a70b None None] Network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:27.775035 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c44e57cc-1ad4-45af-91b2-6f118088c1f3 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a8711c-9488-42ee-be67-72bf67c3f1ff') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:27.775341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c44e57cc-1ad4-45af-91b2-6f118088c1f3 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a8711c-9488-42ee-be67-72bf67c3f1ff') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:27.787467 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c44e57cc-1ad4-45af-91b2-6f118088c1f3 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.797586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84957-57e7-4fc5-8919-a50dd7c10616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:27.798188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4be84957-57e7-4fc5-8919-a50dd7c10616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.809713 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-922d7a68-97b6-45cd-94ee-a205cc9d9189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.812020 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c44e57cc-1ad4-45af-91b2-6f118088c1f3 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.822388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44e57cc-1ad4-45af-91b2-6f118088c1f3 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:09:27.823219 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c44e57cc-1ad4-45af-91b2-6f118088c1f3 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:09:27.825544 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:09:27.868045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Attempting to bind port ef03653e-6ddf-4123-b709-742dd44fd326 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:27.869583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Attempting to bind port ef03653e-6ddf-4123-b709-742dd44fd326 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'e562f3c3-386c-45dc-92d3-b65fb915640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:27.869583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Attempting to bind port ef03653e-6ddf-4123-b709-742dd44fd326 on network f38bce75-b149-4aac-8ef8-06628ea9297c {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:27.880016 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4be84957-57e7-4fc5-8919-a50dd7c10616 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3987539 Nov 27 01:09:27.889914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45970) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:27.903059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:27.915672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Port ef03653e-6ddf-4123-b709-742dd44fd326 on network f38bce75-b149-4aac-8ef8-06628ea9297c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:27.915995 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Attempting to bind port ef03653e-6ddf-4123-b709-742dd44fd326 on network f38bce75-b149-4aac-8ef8-06628ea9297c {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:27.943331 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c44e57cc-1ad4-45af-91b2-6f118088c1f3 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.949803 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c44e57cc-1ad4-45af-91b2-6f118088c1f3 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.951311 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d7a68-97b6-45cd-94ee-a205cc9d9189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80662da9-0903-4539-8282-1a973a762559,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:27.955962 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c44e57cc-1ad4-45af-91b2-6f118088c1f3 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] 10.222.0.15 "DELETE /v2.0/networks/1a0fd4ac-1772-4c38-bba7-e2f8d01f99a9 HTTP/1.1" status: 204 len: 168 time: 0.3696089 Nov 27 01:09:27.958179 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:27.959090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Checking segment: {'id': 'e562f3c3-386c-45dc-92d3-b65fb915640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:27.959090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Bound using segment: {'id': 'e562f3c3-386c-45dc-92d3-b65fb915640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:27.959452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Bound port: ef03653e-6ddf-4123-b709-742dd44fd326, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e562f3c3-386c-45dc-92d3-b65fb915640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:27.959764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.970527 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e57cc-1ad4-45af-91b2-6f118088c1f3 tempest-QuotasNegativeTest-346813436 tempest-QuotasNegativeTest-346813436-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a0fd4ac-1772-4c38-bba7-e2f8d01f99a9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:27.980963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccbf46-82ee-4e99-b5d0-e77413e54c52 req-528b00c8-624a-4ae5-b339-7c6e748a594b tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:27.982559 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-62ccbf46-82ee-4e99-b5d0-e77413e54c52 req-528b00c8-624a-4ae5-b339-7c6e748a594b tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 949 time: 0.0871663 Nov 27 01:09:27.992627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d7a68-97b6-45cd-94ee-a205cc9d9189 admin admin] Checking segment: {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:27.992994 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922d7a68-97b6-45cd-94ee-a205cc9d9189 admin admin] Network hostable DHCP agents. Network: 4b89f644-2375-4ba6-8bce-e3c255057dae, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:09:28.000105 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:28.000105 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:28.006301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5a0fe26-0e4c-4d05-9f03-fb7c3f09feb4 service neutron] Attempting to bind port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd on host n-h1-817303-10 for vnic_type normal with profile None {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:28.006658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5a0fe26-0e4c-4d05-9f03-fb7c3f09feb4 service neutron] Attempting to bind port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:28.006970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5a0fe26-0e4c-4d05-9f03-fb7c3f09feb4 service neutron] Attempting to bind port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:28.030202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'fixed_ips': [{'subnet_id': 'bc97b243-251a-416b-b5d4-886aa67e375a'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:09:28.031093 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:28.038064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5a0fe26-0e4c-4d05-9f03-fb7c3f09feb4 service neutron] Port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd on network f93ecaf6-f2e6-4439-a009-77b73a266f3e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:28.038396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5a0fe26-0e4c-4d05-9f03-fb7c3f09feb4 service neutron] Attempting to bind port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:28.063189 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-62ccbf46-82ee-4e99-b5d0-e77413e54c52 req-1649d8e4-60a5-42f3-af91-ce8184da51ff tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699553 Nov 27 01:09:28.067216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5a0fe26-0e4c-4d05-9f03-fb7c3f09feb4 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:28.067562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5a0fe26-0e4c-4d05-9f03-fb7c3f09feb4 service neutron] Checking segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:28.068509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5a0fe26-0e4c-4d05-9f03-fb7c3f09feb4 service neutron] Bound using segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:28.069436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5a0fe26-0e4c-4d05-9f03-fb7c3f09feb4 service neutron] Bound port: aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:28.176176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922d7a68-97b6-45cd-94ee-a205cc9d9189 admin admin] Network 4b89f644-2375-4ba6-8bce-e3c255057dae is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:09:28.212710 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:28.225025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a46620-acc1-4308-b2da-a8f06c81bdec req-a0554535-0ce5-47b4-996f-05766b569a1e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:28.227155 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b7a46620-acc1-4308-b2da-a8f06c81bdec req-a0554535-0ce5-47b4-996f-05766b569a1e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.0783775 Nov 27 01:09:28.230473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-922d7a68-97b6-45cd-94ee-a205cc9d9189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 4b89f644-2375-4ba6-8bce-e3c255057dae) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:28.246277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922d7a68-97b6-45cd-94ee-a205cc9d9189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:28.246891 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-922d7a68-97b6-45cd-94ee-a205cc9d9189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:28.277065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] For port ef03653e-6ddf-4123-b709-742dd44fd326, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:28.295944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] For port ef03653e-6ddf-4123-b709-742dd44fd326, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef03653e-6ddf-4123-b709-742dd44fd326,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:28.299634 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b7a46620-acc1-4308-b2da-a8f06c81bdec req-8c284e46-6111-46e3-9c37-15cbceb69752 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642126 Nov 27 01:09:28.311883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db6531-79a2-40b1-aee1-1170537bbf63 None None] Network 4b89f644-2375-4ba6-8bce-e3c255057dae requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:28.322600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5a0fe26-0e4c-4d05-9f03-fb7c3f09feb4 service neutron] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:28.345400 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:28.362368 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:28.401475 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5a0fe26-0e4c-4d05-9f03-fb7c3f09feb4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:28.415781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-f5a0fe26-0e4c-4d05-9f03-fb7c3f09feb4 service neutron] 10.222.0.15 "POST /v2.0/ports/aceb4ff8-909b-4e17-a6d5-20013ab1ffcd/bindings HTTP/1.1" status: 201 len: 390 time: 0.8106470 Nov 27 01:09:28.427907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-922d7a68-97b6-45cd-94ee-a205cc9d9189 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3609285 Nov 27 01:09:28.453424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 741e37ff-649a-4c48-aa76-abeaafc25895 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:28.480640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:28.481498 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:28.483393 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] 10.222.0.31 "PUT /v2.0/ports/ef03653e-6ddf-4123-b709-742dd44fd326 HTTP/1.1" status: 200 len: 1092 time: 2.2676208 Nov 27 01:09:28.484087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd1bb4b-7cd2-477f-944f-8c5dd4d21883', 'tag': 'ef03653e-6ddf-4123-b709-742dd44fd326'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:28.486672 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d7ce29-503c-4c9f-9e79-52bc79479467" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd1bb4b-7cd2-477f-944f-8c5dd4d21883", "tag": "ef03653e-6ddf-4123-b709-742dd44fd326"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:28.564821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Allocated IP 172.20.0.2 (60914a9a-f893-4249-a0ee-18c1f2e8cbfc/bc97b243-251a-416b-b5d4-886aa67e375a/df3b72d4-adae-47ff-b90f-ac6ca617202d) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:28.622028 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:28.649499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38435f31-151c-46d7-a57a-83969e9aa735 service neutron] Pushing event updated for resources: {'Port': ['ID=ef03653e-6ddf-4123-b709-742dd44fd326,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:28.715476 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 741e37ff-649a-4c48-aa76-abeaafc25895 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:28.715859 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:28.723167 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b998990-c846-43a6-8524-3f6153c0fefd None None] Network 4b89f644-2375-4ba6-8bce-e3c255057dae requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:28.753292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-98d041af-764e-4353-b512-8547a8392727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:28.754818 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-98d041af-764e-4353-b512-8547a8392727 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f3cc608994d4e37909b5d384ee1404a&device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 1095 time: 0.1766539 Nov 27 01:09:28.901116 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-0e19d639-97a6-4b0e-92e3-bb6bfb0a6e03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef03653e-6ddf-4123-b709-742dd44fd326 HTTP/1.1" status: 200 len: 217 time: 0.1243324 Nov 27 01:09:28.933899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46006) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:28.993271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-3c81e896-513f-4647-adfd-447487be047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:28.994810 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-3c81e896-513f-4647-adfd-447487be047c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 1098 time: 0.2385201 Nov 27 01:09:29.035364 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-80c32344-8f43-4713-bd4a-0f5f35f26a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:29.036906 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-80c32344-8f43-4713-bd4a-0f5f35f26a0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2 HTTP/1.1" status: 200 len: 862 time: 0.0991778 Nov 27 01:09:29.046789 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.054266 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.059419 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.111264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4d709-380a-4187-a981-c0c7fd969b2a req-2482cf12-ea8f-451d-93ea-38dfd74b3274 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:29.119747 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02f4d709-380a-4187-a981-c0c7fd969b2a req-2482cf12-ea8f-451d-93ea-38dfd74b3274 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 946 time: 0.2989976 Nov 27 01:09:29.122414 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0f5bdd-0d20-480c-a9ac-d3ee408a9a95 x-openstack-request-id: req-9a0f5bdd-0d20-480c-a9ac-d3ee408a9a95 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:29.122699 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd1bb4b-7cd2-477f-944f-8c5dd4d21883", "tag": "ef03653e-6ddf-4123-b709-742dd44fd326", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:29.122953 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a0f5bdd-0d20-480c-a9ac-d3ee408a9a95 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:29.123374 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd1bb4b-7cd2-477f-944f-8c5dd4d21883', 'tag': 'ef03653e-6ddf-4123-b709-742dd44fd326', 'status': 'completed', 'code': 200} Nov 27 01:09:29.132932 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-447e3149-8767-440a-bf95-0c7d45f7630f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.134309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:29.141178 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:29.155515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741e37ff-649a-4c48-aa76-abeaafc25895'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:29.159417 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761da71a-3898-438f-99f1-09c6bbda265d" -d '{"events": [{"server_uuid": "368df1fa-a205-40c1-8dd4-87e7fb52a341", "name": "network-vif-plugged", "status": "completed", "tag": "741e37ff-649a-4c48-aa76-abeaafc25895"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:29.163425 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:29.168466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Pushing event updated for resources: {'Port': ['ID=df3b72d4-adae-47ff-b90f-ac6ca617202d,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:29.184458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 741e37ff-649a-4c48-aa76-abeaafc25895, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=741e37ff-649a-4c48-aa76-abeaafc25895,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:29.189316 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.225449 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-77bf61e7-912e-43df-a951-fdfbf3494ee8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f38bce75-b149-4aac-8ef8-06628ea9297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232238 Nov 27 01:09:29.226691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-09292b3c-b3fc-4e15-8fa3-25be2405699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:29.228370 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-09292b3c-b3fc-4e15-8fa3-25be2405699f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.2241704 Nov 27 01:09:29.251784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ab770-9196-4e55-87e4-715b52509995 req-3b095a8a-76e4-4dd6-a13d-2ecd9bc3db6b tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:29.253358 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae9ab770-9196-4e55-87e4-715b52509995 req-3b095a8a-76e4-4dd6-a13d-2ecd9bc3db6b tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 943 time: 0.0795686 Nov 27 01:09:29.275830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Attempting to bind port df3b72d4-adae-47ff-b90f-ac6ca617202d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:29.277352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Attempting to bind port df3b72d4-adae-47ff-b90f-ac6ca617202d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '998dae43-8a20-4200-b7e7-7d5094985d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:29.277820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Attempting to bind port df3b72d4-adae-47ff-b90f-ac6ca617202d on network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:29.287129 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:29.287592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Checking segment: {'id': '998dae43-8a20-4200-b7e7-7d5094985d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:29.288067 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.288550 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Bound using segment: {'id': '998dae43-8a20-4200-b7e7-7d5094985d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:29.289377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Bound port: df3b72d4-adae-47ff-b90f-ac6ca617202d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998dae43-8a20-4200-b7e7-7d5094985d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:29.289528 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.291338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=741e37ff-649a-4c48-aa76-abeaafc25895,revision_number=10']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:29.333569 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-447e3149-8767-440a-bf95-0c7d45f7630f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.340323 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae9ab770-9196-4e55-87e4-715b52509995 req-3dfcda36-0a3f-492a-b34c-4ebfbca80bfc tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793545 Nov 27 01:09:29.341405 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-447e3149-8767-440a-bf95-0c7d45f7630f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.360585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] For port df3b72d4-adae-47ff-b90f-ac6ca617202d, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:29.364170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] For port df3b72d4-adae-47ff-b90f-ac6ca617202d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=df3b72d4-adae-47ff-b90f-ac6ca617202d,segment=NetworkSegment(998dae43-8a20-4200-b7e7-7d5094985d4a),segment_id=998dae43-8a20-4200-b7e7-7d5094985d4a)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:29.369644 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.396793 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-447e3149-8767-440a-bf95-0c7d45f7630f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd1b77603e1243119646399a485e045b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4592268 Nov 27 01:09:29.397320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e3149-8767-440a-bf95-0c7d45f7630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fbda23-8e4f-429a-ab9b-2223eba4f5cc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:29.400214 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46018) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:29.439221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208e099-529d-4a4a-9eac-997b3a548625 None None] Pushing event updated for resources: {'Port': ['ID=df3b72d4-adae-47ff-b90f-ac6ca617202d,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:29.459365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-37c35885-4b1c-4ebd-8d8e-a03fc7820311 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd HTTP/1.1" status: 200 len: 217 time: 0.2121761 Nov 27 01:09:29.464381 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b3474452-109e-450f-8356-c99ab21240ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.486488 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-39bd1de2-5e1f-47dc-b2c6-da0f390ab0f7 service neutron] 10.222.0.31 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512281 Nov 27 01:09:29.496582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b3474452-109e-450f-8356-c99ab21240ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.533154 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02f4d709-380a-4187-a981-c0c7fd969b2a req-d2032c6e-80b1-4b33-a5e1-51bb4ea2c990 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044256 Nov 27 01:09:29.564066 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b3474452-109e-450f-8356-c99ab21240ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.567456 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b3474452-109e-450f-8356-c99ab21240ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.584610 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b3474452-109e-450f-8356-c99ab21240ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70fbda23-8e4f-429a-ab9b-2223eba4f5cc HTTP/1.1" status: 204 len: 168 time: 0.1748257 Nov 27 01:09:29.626209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3474452-109e-450f-8356-c99ab21240ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fbda23-8e4f-429a-ab9b-2223eba4f5cc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:29.913773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-12e4a582-056f-4f47-88b6-acecf98df14b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:29.915390 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-12e4a582-056f-4f47-88b6-acecf98df14b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 812 time: 0.3296509 Nov 27 01:09:29.935744 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-e7f3d1a4-4802-40d7-b86c-35bfbad3fe2e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/quotas/209f38c9e33a417e8beb75ce87669b42 HTTP/1.1" status: 200 len: 375 time: 0.0140245 Nov 27 01:09:29.980599 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-fe275f2b-ede8-4c8e-a67e-27122d2b9e30 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361545 Nov 27 01:09:30.044484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46034) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:30.064006 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0d51-3272-421a-91ad-f3bf8ccfb454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:30.108929 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-b3e596b4-d535-40fd-9c86-a723e72854f6 service neutron] 10.222.0.15 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215701 Nov 27 01:09:30.125704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-dbae51fc-a1db-43af-898c-9bc3eae0bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:30.127173 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-dbae51fc-a1db-43af-898c-9bc3eae0bbc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.6548786 Nov 27 01:09:30.203395 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-6b1f33f3-bf15-43d9-9928-6558d2e993f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469668 Nov 27 01:09:30.241799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0df9-1715-412f-bf70-c3cc7dc2bf6e req-3c49ddca-355a-4189-82ca-f552cdfaa1be tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:30.242299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0df9-1715-412f-bf70-c3cc7dc2bf6e req-3c49ddca-355a-4189-82ca-f552cdfaa1be tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:30.242774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0df9-1715-412f-bf70-c3cc7dc2bf6e req-3c49ddca-355a-4189-82ca-f552cdfaa1be tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:30.243226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0df9-1715-412f-bf70-c3cc7dc2bf6e req-3c49ddca-355a-4189-82ca-f552cdfaa1be tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:30.243682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0df9-1715-412f-bf70-c3cc7dc2bf6e req-3c49ddca-355a-4189-82ca-f552cdfaa1be tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:30.244137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0df9-1715-412f-bf70-c3cc7dc2bf6e req-3c49ddca-355a-4189-82ca-f552cdfaa1be tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:30.244627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0df9-1715-412f-bf70-c3cc7dc2bf6e req-3c49ddca-355a-4189-82ca-f552cdfaa1be tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:30.246613 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89cd0df9-1715-412f-bf70-c3cc7dc2bf6e req-3c49ddca-355a-4189-82ca-f552cdfaa1be tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883&device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928&device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f&device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6&device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232&device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341&device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 6439 time: 0.2173355 Nov 27 01:09:30.254279 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-073feaf6-5212-4751-91cb-31b125306376 service neutron] 10.222.0.15 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387875 Nov 27 01:09:30.258598 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-463c5b45-c8a9-4ff0-97a7-815e015ed32b req-5bafa362-b27c-4d3e-b0d5-1219160dff19 service neutron] 10.222.0.31 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7447486 Nov 27 01:09:30.259438 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:30.274876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0d51-3272-421a-91ad-f3bf8ccfb454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:30.279968 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0d51-3272-421a-91ad-f3bf8ccfb454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:30.336441 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0b3d0d51-3272-421a-91ad-f3bf8ccfb454 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afa46cdcb3004ef78afa6a417efc1d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2874169 Nov 27 01:09:30.336660 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:30.336817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d0d51-3272-421a-91ad-f3bf8ccfb454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9faafc-9afd-4025-bcfb-08b1afd6f9ca,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:30.339588 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46036) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:30.350791 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:30.364023 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-89cd0df9-1715-412f-bf70-c3cc7dc2bf6e req-b243c34c-8afa-4a8d-ad7b-a53b6f488a15 tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:30.404139 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be315f42-18e6-449d-9b15-de141cf2011b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:30.437413 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be315f42-18e6-449d-9b15-de141cf2011b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:30.507136 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd202c7-b27c-46c3-927e-f91161211c58 x-openstack-request-id: req-bfd202c7-b27c-46c3-927e-f91161211c58 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:30.508030 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368df1fa-a205-40c1-8dd4-87e7fb52a341", "name": "network-vif-plugged", "status": "completed", "tag": "741e37ff-649a-4c48-aa76-abeaafc25895", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:30.508731 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfd202c7-b27c-46c3-927e-f91161211c58 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:30.509429 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741e37ff-649a-4c48-aa76-abeaafc25895', 'code': 200} Nov 27 01:09:30.521792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be315f42-18e6-449d-9b15-de141cf2011b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:30.525695 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be315f42-18e6-449d-9b15-de141cf2011b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:30.527260 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-be315f42-18e6-449d-9b15-de141cf2011b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c9faafc-9afd-4025-bcfb-08b1afd6f9ca HTTP/1.1" status: 204 len: 168 time: 0.1860757 Nov 27 01:09:30.536823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be315f42-18e6-449d-9b15-de141cf2011b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9faafc-9afd-4025-bcfb-08b1afd6f9ca,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:30.694983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b7efe-c1c1-4c1a-9d63-9b4be1857a91 req-88eca1eb-8327-4380-9e2e-05ac4bba91da tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:30.706426 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce8b7efe-c1c1-4c1a-9d63-9b4be1857a91 req-88eca1eb-8327-4380-9e2e-05ac4bba91da tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.0869455 Nov 27 01:09:30.710528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7ce29-503c-4c9f-9e79-52bc79479467 req-79b32d0b-218a-4baa-9346-72322248ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:30.712373 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-40d7ce29-503c-4c9f-9e79-52bc79479467 req-79b32d0b-218a-4baa-9346-72322248ae77 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f3cc608994d4e37909b5d384ee1404a&device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 1095 time: 0.3300896 Nov 27 01:09:30.771971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce8b7efe-c1c1-4c1a-9d63-9b4be1857a91 req-11daa717-3d1e-4836-90c4-28680dcbbf77 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644860 Nov 27 01:09:30.852972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-913ca641-f329-446d-8ed6-49b2606a7782 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311486 Nov 27 01:09:30.913853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab0ae52-42db-43d6-a1ff-069b4f427416 None None] Network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:31.057914 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-cd8c80e4-7c61-4d44-a0f9-cfc16c2d2030 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681478 Nov 27 01:09:31.058990 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b1788018-93f4-4212-ba16-383d2a9ec716 None None] Provisioning complete for port df3b72d4-adae-47ff-b90f-ac6ca617202d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:31.059381 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b1788018-93f4-4212-ba16-383d2a9ec716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:31.134550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19cee3-fa37-4999-854d-94708d930d01 req-06b5a1fb-a2b9-4eb7-b5d1-513b2fbe246d tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:31.135242 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Allocated IP 172.25.1.17 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:31.147456 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6d19cee3-fa37-4999-854d-94708d930d01 req-06b5a1fb-a2b9-4eb7-b5d1-513b2fbe246d tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 943 time: 0.1279461 Nov 27 01:09:31.153709 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-89cd0df9-1715-412f-bf70-c3cc7dc2bf6e req-b243c34c-8afa-4a8d-ad7b-a53b6f488a15 tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:31.157693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7ce29-503c-4c9f-9e79-52bc79479467 req-4fb86a21-bc68-4581-94b4-4fab6e0b5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:31.159443 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-40d7ce29-503c-4c9f-9e79-52bc79479467 req-4fb86a21-bc68-4581-94b4-4fab6e0b5906 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f38bce75-b149-4aac-8ef8-06628ea9297c HTTP/1.1" status: 200 len: 923 time: 0.4301600 Nov 27 01:09:31.167571 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-89cd0df9-1715-412f-bf70-c3cc7dc2bf6e req-b243c34c-8afa-4a8d-ad7b-a53b6f488a15 tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:31.273886 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6d19cee3-fa37-4999-854d-94708d930d01 req-d3a4d794-7aba-4819-8869-a1f74468328d tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233592 Nov 27 01:09:31.327115 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89cd0df9-1715-412f-bf70-c3cc7dc2bf6e req-b243c34c-8afa-4a8d-ad7b-a53b6f488a15 tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&id=2a13ef71-f602-46e3-aa73-e0deb2060678&id=bdd85706-7293-42f7-93f9-6d2a359318de&id=799f19d4-0438-42df-9a4f-ef0620b5cee6&id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 1.0639303 Nov 27 01:09:31.433845 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-40d7ce29-503c-4c9f-9e79-52bc79479467 req-82d066d5-0334-4532-baa5-a95a98043bed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef03653e-6ddf-4123-b709-742dd44fd326 HTTP/1.1" status: 200 len: 217 time: 0.1723180 Nov 27 01:09:31.441206 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-008c96ec-ec63-4e05-8871-34e09f478612 req-e0f38be4-c78c-42d9-8a87-3b986063a4ad tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 210 time: 0.0622487 Nov 27 01:09:31.570833 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b1788018-93f4-4212-ba16-383d2a9ec716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:31.659808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b1788018-93f4-4212-ba16-383d2a9ec716 None None] For port df3b72d4-adae-47ff-b90f-ac6ca617202d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=df3b72d4-adae-47ff-b90f-ac6ca617202d,segment=NetworkSegment(998dae43-8a20-4200-b7e7-7d5094985d4a),segment_id=998dae43-8a20-4200-b7e7-7d5094985d4a)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:31.665612 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b1788018-93f4-4212-ba16-383d2a9ec716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:31.809617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243c34c-8afa-4a8d-ad7b-a53b6f488a15 tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dfff53-5b9b-41a7-8970-0664fc8ba458,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:31.827019 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1788018-93f4-4212-ba16-383d2a9ec716 None None] Pushing event updated for resources: {'Port': ['ID=df3b72d4-adae-47ff-b90f-ac6ca617202d,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:31.852153 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d4f93-fe95-4cb4-9563-d37e54d4d8c7 req-85063025-4438-42f9-ae9a-10ff83d8b0a2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:31.860915 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-032d4f93-fe95-4cb4-9563-d37e54d4d8c7 req-85063025-4438-42f9-ae9a-10ff83d8b0a2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 946 time: 0.4213512 Nov 27 01:09:31.869291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-8a090d6e-59cf-413a-a62b-9d6341cabf06 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:31.871034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-8a090d6e-59cf-413a-a62b-9d6341cabf06 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f&tenant_id=824296168135401cbcf32b795324fb86&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 1098 time: 0.6077685 Nov 27 01:09:31.881192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device df3b72d4-adae-47ff-b90f-ac6ca617202d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:31.887219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-10'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:31.962420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7ce29-503c-4c9f-9e79-52bc79479467 req-40806f5b-688d-4d75-932c-bb7720141b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:31.963795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46110) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:31.964370 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-40d7ce29-503c-4c9f-9e79-52bc79479467 req-40806f5b-688d-4d75-932c-bb7720141b5c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2 HTTP/1.1" status: 200 len: 862 time: 0.5002635 Nov 27 01:09:32.031328 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2cbcbf68-0055-40bc-b836-572e3640fc75 None None] Provisioning complete for port df3b72d4-adae-47ff-b90f-ac6ca617202d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:32.038620 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2cbcbf68-0055-40bc-b836-572e3640fc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.071417 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-40d7ce29-503c-4c9f-9e79-52bc79479467 req-7ef8f57f-57fa-4bd9-b66b-14c6f6f6d3a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f38bce75-b149-4aac-8ef8-06628ea9297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858603 Nov 27 01:09:32.072406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa19ac-78b3-47b3-8be9-99434b341b88 req-9235e1ed-00f1-4e47-8364-3af16aa538b9 tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:32.073079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa19ac-78b3-47b3-8be9-99434b341b88 req-9235e1ed-00f1-4e47-8364-3af16aa538b9 tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:32.074989 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa19ac-78b3-47b3-8be9-99434b341b88 req-9235e1ed-00f1-4e47-8364-3af16aa538b9 tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:32.088918 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7afa19ac-78b3-47b3-8be9-99434b341b88 req-9235e1ed-00f1-4e47-8364-3af16aa538b9 tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928&device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6&device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 2885 time: 0.0790386 Nov 27 01:09:32.134966 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.138764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Request body: {'networks': [{'name': 'tempest-network--1518374705'}, {'name': 'tempest-network--1856063814'}]} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:32.139263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Request body: {'network': {'name': 'tempest-network--1518374705'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:32.139539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Request body: {'network': {'name': 'tempest-network--1856063814'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:32.161643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port df3b72d4-adae-47ff-b90f-ac6ca617202d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:32.163812 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.181058 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7afa19ac-78b3-47b3-8be9-99434b341b88 req-a555ad1e-18e4-49d3-883c-5606a39af1fc tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912335 Nov 27 01:09:32.183017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Made reservation on behalf of feffa5304e46498aade3e9c8ce18a491 for: {'network': 2} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:32.205653 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.218875 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.314723 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.357862 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.358762 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.399674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:32.416445 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.423058 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.429542 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Added segment ad790a55-1480-4b71-b90a-c61194335bfe of type vlan for network fa573f64-ded5-4fa5-b9a0-7835632cbaff Nov 27 01:09:32.429712 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-032d4f93-fe95-4cb4-9563-d37e54d4d8c7 req-8c1ec361-6622-4d84-8e4c-f77f5f021993 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674396 Nov 27 01:09:32.519742 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.570197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:32.580819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c495-4844-4e55-86bc-1c12c6c745b2 req-eebf8249-4436-4d03-a059-6407ec0724a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:32.581029 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.581143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ee7c495-4844-4e55-86bc-1c12c6c745b2 req-eebf8249-4436-4d03-a059-6407ec0724a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 1098 time: 0.2738616 Nov 27 01:09:32.581273 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Added segment 78cf2c9f-4807-452e-aa34-3de4f4fca22a of type vlan for network 73afe572-6bc9-448b-ba87-81adead67fb5 Nov 27 01:09:32.640387 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.681632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.681632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.687032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:32.692072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:32.692771 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.749003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c495-4844-4e55-86bc-1c12c6c745b2 req-dde90d85-80be-43f6-80b9-f00b67aa263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:32.750586 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ee7c495-4844-4e55-86bc-1c12c6c745b2 req-dde90d85-80be-43f6-80b9-f00b67aa263e service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 918 time: 0.1267526 Nov 27 01:09:32.765632 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-40d7ce29-503c-4c9f-9e79-52bc79479467 req-3049ebfa-e640-46df-91aa-ab480ff32cda service neutron] 10.222.0.31 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617343 Nov 27 01:09:32.844386 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event updated for resources: {'Network': ['ID=fa573f64-ded5-4fa5-b9a0-7835632cbaff,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:32.849912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.851210 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8849204 Nov 27 01:09:32.858470 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network fa573f64-ded5-4fa5-b9a0-7835632cbaff details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:32.861524 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46130) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:32.877588 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:32.925357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event updated for resources: {'Network': ['ID=73afe572-6bc9-448b-ba87-81adead67fb5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:32.937677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c6f7a-0c8f-4728-8eaf-d2282a1df632 req-2750d2aa-5b05-44a5-8d12-8ec5999a2c9e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:32.943915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 73afe572-6bc9-448b-ba87-81adead67fb5 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:32.945345 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-222c6f7a-0c8f-4728-8eaf-d2282a1df632 req-2750d2aa-5b05-44a5-8d12-8ec5999a2c9e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.6287296 Nov 27 01:09:33.009019 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-222c6f7a-0c8f-4728-8eaf-d2282a1df632 req-415e739c-d93d-49b3-8174-2c491e8d2d0d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539997 Nov 27 01:09:33.009780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7af345-9e57-46d5-8158-04a80431e33a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b030b639-6e3a-4839-a0c4-f83c4e5fa8dd,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:33.025056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:33.034064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2c892a-1b0c-41f5-9b21-9a33850be965 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:33.041213 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2c892a-1b0c-41f5-9b21-9a33850be965 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:33.047431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2c892a-1b0c-41f5-9b21-9a33850be965 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:33.053336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2c892a-1b0c-41f5-9b21-9a33850be965 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:33.055034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-eb2c892a-1b0c-41f5-9b21-9a33850be965 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1759644 Nov 27 01:09:33.057977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46132) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:33.111741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:33.152545 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-528b4835-3de3-4a25-87d6-d3c4ddbe64c5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.163563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-1af4c47a-52f1-4bd3-b9ea-085639fc5dab tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:33.165077 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-1af4c47a-52f1-4bd3-b9ea-085639fc5dab tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 812 time: 0.8145616 Nov 27 01:09:33.188981 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-66c09ca7-b89d-46c7-889f-7cfa70f0c5d2 req-ef4f775b-65a4-42ec-8f6b-b4dcc7ae40cf tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 210 time: 0.0318701 Nov 27 01:09:33.312895 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-528b4835-3de3-4a25-87d6-d3c4ddbe64c5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.336516 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-9d4ef3d8-12ca-425f-b58f-761306152a61 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Request body: {'port': {'device_id': 'a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7', 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae', 'admin_state_up': True, 'tenant_id': '209f38c9e33a417e8beb75ce87669b42'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:33.378761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-528b4835-3de3-4a25-87d6-d3c4ddbe64c5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa573f64-ded5-4fa5-b9a0-7835632cbaff']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:33.392143 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-528b4835-3de3-4a25-87d6-d3c4ddbe64c5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad790a55-1480-4b71-b90a-c61194335bfe') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:33.392633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-528b4835-3de3-4a25-87d6-d3c4ddbe64c5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad790a55-1480-4b71-b90a-c61194335bfe') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:33.404122 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-528b4835-3de3-4a25-87d6-d3c4ddbe64c5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.420719 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-528b4835-3de3-4a25-87d6-d3c4ddbe64c5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.431393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528b4835-3de3-4a25-87d6-d3c4ddbe64c5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:09:33.432499 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-528b4835-3de3-4a25-87d6-d3c4ddbe64c5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:09:33.437373 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:09:33.513661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-528b4835-3de3-4a25-87d6-d3c4ddbe64c5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.536143 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-528b4835-3de3-4a25-87d6-d3c4ddbe64c5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.548369 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-528b4835-3de3-4a25-87d6-d3c4ddbe64c5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "DELETE /v2.0/networks/fa573f64-ded5-4fa5-b9a0-7835632cbaff HTTP/1.1" status: 204 len: 168 time: 0.4890115 Nov 27 01:09:33.550733 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46140) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:33.619012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b4835-3de3-4a25-87d6-d3c4ddbe64c5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event deleted for resources: {'Network': ['ID=fa573f64-ded5-4fa5-b9a0-7835632cbaff,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:33.704601 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1f94ec4-b0db-4bc2-a09e-f9dba33676a8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.733820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device df3b72d4-adae-47ff-b90f-ac6ca617202d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:33.797831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port df3b72d4-adae-47ff-b90f-ac6ca617202d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:33.798386 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.836207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:33.856206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1f94ec4-b0db-4bc2-a09e-f9dba33676a8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.869727 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ee7c495-4844-4e55-86bc-1c12c6c745b2 req-fc7d0f38-8e49-43c2-80ec-1c0b0a634c1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84 HTTP/1.1" status: 200 len: 1002 time: 1.0978854 Nov 27 01:09:33.881231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be4f43-a2d3-4f45-8b4c-2edd69995650 req-79316a16-703a-4a2d-b2f4-34177e5b56ea tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:33.883141 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a4be4f43-a2d3-4f45-8b4c-2edd69995650 req-79316a16-703a-4a2d-b2f4-34177e5b56ea tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 946 time: 0.1208093 Nov 27 01:09:33.915974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d1f94ec4-b0db-4bc2-a09e-f9dba33676a8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73afe572-6bc9-448b-ba87-81adead67fb5']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:33.936014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Pushing event updated for resources: {'Port': ['ID=7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:33.945336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118a610-b3dc-4254-9643-fd11c496832b req-56ba24c9-4bd4-44ff-b423-440ba74357dc tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:33.952591 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a118a610-b3dc-4254-9643-fd11c496832b req-56ba24c9-4bd4-44ff-b423-440ba74357dc tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 943 time: 1.0844448 Nov 27 01:09:33.956790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d1f94ec4-b0db-4bc2-a09e-f9dba33676a8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78cf2c9f-4807-452e-aa34-3de4f4fca22a') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:33.957317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d1f94ec4-b0db-4bc2-a09e-f9dba33676a8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78cf2c9f-4807-452e-aa34-3de4f4fca22a') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:33.976658 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1f94ec4-b0db-4bc2-a09e-f9dba33676a8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.983158 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a4be4f43-a2d3-4f45-8b4c-2edd69995650 req-c0ca06b5-7b23-4728-91c7-51977ea00f99 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933576 Nov 27 01:09:34.001665 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1f94ec4-b0db-4bc2-a09e-f9dba33676a8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.013041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f94ec4-b0db-4bc2-a09e-f9dba33676a8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:09:34.013499 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1f94ec4-b0db-4bc2-a09e-f9dba33676a8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:09:34.016973 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:09:34.076287 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-40d7ce29-503c-4c9f-9e79-52bc79479467 req-cb620b35-6aff-4770-ada9-10720744d899 service neutron] 10.222.0.31 "GET /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2803566 Nov 27 01:09:34.092777 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1f94ec4-b0db-4bc2-a09e-f9dba33676a8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.114489 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1f94ec4-b0db-4bc2-a09e-f9dba33676a8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.123218 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d1f94ec4-b0db-4bc2-a09e-f9dba33676a8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "DELETE /v2.0/networks/73afe572-6bc9-448b-ba87-81adead67fb5 HTTP/1.1" status: 204 len: 168 time: 0.5714352 Nov 27 01:09:34.131708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46156) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:34.142419 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f94ec4-b0db-4bc2-a09e-f9dba33676a8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event deleted for resources: {'Network': ['ID=73afe572-6bc9-448b-ba87-81adead67fb5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:34.149036 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c495-4844-4e55-86bc-1c12c6c745b2 req-198d0086-58c1-420f-aabc-bfc1997b0e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:34.150825 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ee7c495-4844-4e55-86bc-1c12c6c745b2 req-198d0086-58c1-420f-aabc-bfc1997b0e8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.2301021 Nov 27 01:09:34.151371 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.158391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:34.317251 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a118a610-b3dc-4254-9643-fd11c496832b req-f3c037af-03cf-424a-bb7b-538fb9bbbc7b tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615594 Nov 27 01:09:34.401345 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8794f4-e15a-4882-9544-d6183374f4fe req-ef966577-389c-4199-9c15-abaf7ffffc21 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:34.403196 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb8794f4-e15a-4882-9544-d6183374f4fe req-ef966577-389c-4199-9c15-abaf7ffffc21 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.0728796 Nov 27 01:09:34.422193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-9d4ef3d8-12ca-425f-b58f-761306152a61 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Made reservation on behalf of 209f38c9e33a417e8beb75ce87669b42 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:34.425927 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-9d4ef3d8-12ca-425f-b58f-761306152a61 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.465704 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb8794f4-e15a-4882-9544-d6183374f4fe req-c7ab7781-97c8-4845-b36c-42dad3f90164 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565288 Nov 27 01:09:34.475180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ef03653e-6ddf-4123-b709-742dd44fd326 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:34.479029 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a9fa92a-bad1-4d7d-9a06-822db8626eb6 req-2b966212-178f-4706-97be-d93611e55f54 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 210 time: 0.0729034 Nov 27 01:09:34.534927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fcb6c4-c1a1-462e-a559-7602e5e3733f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aceb4ff8-909b-4e17-a6d5-20013ab1ffcd'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:34.537944 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb55a49-a1dc-43c8-a46b-7272b485c652" -d '{"events": [{"server_uuid": "58fcb6c4-c1a1-462e-a559-7602e5e3733f", "name": "network-vif-unplugged", "status": "completed", "tag": "aceb4ff8-909b-4e17-a6d5-20013ab1ffcd"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:34.542411 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.565767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c495-4844-4e55-86bc-1c12c6c745b2 req-365cd77a-860b-407b-8501-cfb90f3e3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:34.568706 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ee7c495-4844-4e55-86bc-1c12c6c745b2 req-365cd77a-860b-407b-8501-cfb90f3e3ace service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4027174 Nov 27 01:09:34.606214 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.647707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ef03653e-6ddf-4123-b709-742dd44fd326, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef03653e-6ddf-4123-b709-742dd44fd326,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:34.664866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'ef03653e-6ddf-4123-b709-742dd44fd326', 'network_id': 'f38bce75-b149-4aac-8ef8-06628ea9297c', 'port_id': 'ef03653e-6ddf-4123-b709-742dd44fd326', 'mac_address': 'fa:16:3e:fe:71:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:34.669857 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e4e133-3b1a-40ae-8c2d-49e7e3bc9d33 x-openstack-request-id: req-08e4e133-3b1a-40ae-8c2d-49e7e3bc9d33 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:34.670279 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fcb6c4-c1a1-462e-a559-7602e5e3733f", "name": "network-vif-unplugged", "status": "completed", "tag": "aceb4ff8-909b-4e17-a6d5-20013ab1ffcd", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:34.670638 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08e4e133-3b1a-40ae-8c2d-49e7e3bc9d33 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:34.671132 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fcb6c4-c1a1-462e-a559-7602e5e3733f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aceb4ff8-909b-4e17-a6d5-20013ab1ffcd', 'code': 200} Nov 27 01:09:34.681808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Pushing event updated for resources: {'Port': ['ID=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:34.707290 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07c856-e696-4ccb-9a97-ec4177775398 req-bca14e20-f534-4c45-a1ee-f476c6a39e8f tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:34.714505 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ff07c856-e696-4ccb-9a97-ec4177775398 req-bca14e20-f534-4c45-a1ee-f476c6a39e8f tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 1102 time: 0.1113849 Nov 27 01:09:34.735653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device aaf1ca11-8b99-4632-b6c0-8260c4e72d84 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:34.737723 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.761540 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef03653e-6ddf-4123-b709-742dd44fd326 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:34.778841 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ff07c856-e696-4ccb-9a97-ec4177775398 req-3f1018e6-9e16-4258-b625-584eede9fbac tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583434 Nov 27 01:09:34.803769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ef03653e-6ddf-4123-b709-742dd44fd326, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef03653e-6ddf-4123-b709-742dd44fd326,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:34.810808 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.886833 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ef03653e-6ddf-4123-b709-742dd44fd326,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:34.982893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9375db19-b287-4a9c-b1c0-b5551565465c tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:34.984557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:34.989147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9375db19-b287-4a9c-b1c0-b5551565465c tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:34.994158 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9375db19-b287-4a9c-b1c0-b5551565465c tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8581123 Nov 27 01:09:34.994507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46166) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:34.999936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-563df416-4cbd-41b5-acc9-a93b1fc25a5b tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1910755073'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:35.013403 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'port_id': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'mac_address': 'fa:16:3e:bd:62:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:35.022698 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ee7c495-4844-4e55-86bc-1c12c6c745b2 req-a922c7de-0a20-42d9-bae4-814107df3222 service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175041 Nov 27 01:09:35.050353 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563df416-4cbd-41b5-acc9-a93b1fc25a5b tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Made reservation on behalf of feffa5304e46498aade3e9c8ce18a491 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:35.059210 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-563df416-4cbd-41b5-acc9-a93b1fc25a5b tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.113546 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563df416-4cbd-41b5-acc9-a93b1fc25a5b tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:35.127250 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-563df416-4cbd-41b5-acc9-a93b1fc25a5b tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.129620 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-563df416-4cbd-41b5-acc9-a93b1fc25a5b tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Added segment 2ea32d8e-8861-4211-9521-3e50fa52d5a3 of type vlan for network 589204bd-fffb-459c-9915-e11f2523f374 Nov 27 01:09:35.132685 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.141000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-9d4ef3d8-12ca-425f-b58f-761306152a61 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Allocated IP 172.20.0.14 (4b89f644-2375-4ba6-8bce-e3c255057dae/80662da9-0903-4539-8282-1a973a762559/d27470a7-07e9-4093-9027-33523d20a86e) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:35.156534 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaf1ca11-8b99-4632-b6c0-8260c4e72d84 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:35.185222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:35.190176 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.197221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Attempting to bind port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd on host n-h2-817303-10 for vnic_type normal with profile {"migrating_to": "n-h1-817303-10"} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:35.197902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Attempting to bind port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:35.198317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Attempting to bind port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:35.209633 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd on network f93ecaf6-f2e6-4439-a009-77b73a266f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:35.209961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Attempting to bind port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:35.213723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3355196-7cba-4492-ab76-ad0b098f647d req-3b2f5626-e8cc-472d-8b69-6f570d8a40a2 tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:35.221591 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3355196-7cba-4492-ab76-ad0b098f647d req-3b2f5626-e8cc-472d-8b69-6f570d8a40a2 tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 1102 time: 0.2764931 Nov 27 01:09:35.244092 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-563df416-4cbd-41b5-acc9-a93b1fc25a5b tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.253740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:35.296911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1427b5-57f2-4da1-a522-2409a2c3c0a8 req-eac53f96-43d9-4cf2-bd87-f4450b47d36c tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:35.297375 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3355196-7cba-4492-ab76-ad0b098f647d req-20637fc1-b5bb-4b03-96b2-5003b6a73770 tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700605 Nov 27 01:09:35.309841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:35.310180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Checking segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:35.310561 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Bound using segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:35.311011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Bound port: aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:35.311379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.326829 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7b1427b5-57f2-4da1-a522-2409a2c3c0a8 req-eac53f96-43d9-4cf2-bd87-f4450b47d36c tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 944 time: 0.1849229 Nov 27 01:09:35.341618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ef03653e-6ddf-4123-b709-742dd44fd326'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:35.345359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-563df416-4cbd-41b5-acc9-a93b1fc25a5b tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.351758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563df416-4cbd-41b5-acc9-a93b1fc25a5b tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:35.352467 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-563df416-4cbd-41b5-acc9-a93b1fc25a5b tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.399897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.440421 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ee7c495-4844-4e55-86bc-1c12c6c745b2 req-22b8aadf-d8c1-4e47-b700-1fd95ee5f306 service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742957 Nov 27 01:09:35.483579 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-563df416-4cbd-41b5-acc9-a93b1fc25a5b tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4879506 Nov 27 01:09:35.495025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46184) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:35.502289 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5e9400c4-6a6d-4d82-b149-ad1b848e57ea tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-313584171'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:35.543506 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7b1427b5-57f2-4da1-a522-2409a2c3c0a8 req-0823dafe-fbdc-4762-840d-72ac9c0b93dc tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156971 Nov 27 01:09:35.553091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563df416-4cbd-41b5-acc9-a93b1fc25a5b tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event updated for resources: {'Network': ['ID=589204bd-fffb-459c-9915-e11f2523f374,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:35.576918 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9400c4-6a6d-4d82-b149-ad1b848e57ea tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Made reservation on behalf of feffa5304e46498aade3e9c8ce18a491 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:35.582704 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e9400c4-6a6d-4d82-b149-ad1b848e57ea tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.659839 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9400c4-6a6d-4d82-b149-ad1b848e57ea tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:35.668070 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-9d4ef3d8-12ca-425f-b58f-761306152a61 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.680463 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['aaf1ca11-8b99-4632-b6c0-8260c4e72d84'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:35.682836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 589204bd-fffb-459c-9915-e11f2523f374 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:35.739036 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e9400c4-6a6d-4d82-b149-ad1b848e57ea tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.739787 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-5e9400c4-6a6d-4d82-b149-ad1b848e57ea tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Added segment 9345b38a-46a1-4a30-8191-8cabd5e59048 of type vlan for network d8d1ee82-b282-44eb-a5b7-9b7516ea6ab2 Nov 27 01:09:35.820647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc16fa-6312-4e41-a6e1-46b90663305c req-29418128-c723-46f5-b7ad-4bfdf7085fcd tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:35.829791 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68bc16fa-6312-4e41-a6e1-46b90663305c req-29418128-c723-46f5-b7ad-4bfdf7085fcd tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 944 time: 0.1516328 Nov 27 01:09:35.834187 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e9400c4-6a6d-4d82-b149-ad1b848e57ea tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.904328 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68bc16fa-6312-4e41-a6e1-46b90663305c req-c260bf5f-af73-4097-8608-8ab301d01cb9 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731821 Nov 27 01:09:35.936136 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e9400c4-6a6d-4d82-b149-ad1b848e57ea tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.942152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9400c4-6a6d-4d82-b149-ad1b848e57ea tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:35.948887 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e9400c4-6a6d-4d82-b149-ad1b848e57ea tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.981724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa22dc3-23c5-40f5-b2de-fd0d07ec3be3 req-46030770-5a0f-44db-91ac-08a7695466a8 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:35.992577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9aa22dc3-23c5-40f5-b2de-fd0d07ec3be3 req-46030770-5a0f-44db-91ac-08a7695466a8 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.1831756 Nov 27 01:09:36.066035 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5e9400c4-6a6d-4d82-b149-ad1b848e57ea tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5693338 Nov 27 01:09:36.069278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-9d4ef3d8-12ca-425f-b58f-761306152a61 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:36.077176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46192) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:36.081035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:36.090091 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9aa22dc3-23c5-40f5-b2de-fd0d07ec3be3 req-1daa61f2-1e74-46b4-abbe-cf250ca6fc9b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965214 Nov 27 01:09:36.145655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Request body: {'ports': [{'network_id': '589204bd-fffb-459c-9915-e11f2523f374', 'name': 'tempest-port--1945461311', 'admin_state_up': True}, {'network_id': 'd8d1ee82-b282-44eb-a5b7-9b7516ea6ab2', 'admin_state_up': False}]} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:36.146791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Request body: {'port': {'network_id': '589204bd-fffb-459c-9915-e11f2523f374', 'name': 'tempest-port--1945461311', 'admin_state_up': True}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:36.147602 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Request body: {'port': {'network_id': 'd8d1ee82-b282-44eb-a5b7-9b7516ea6ab2', 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:36.155390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9400c4-6a6d-4d82-b149-ad1b848e57ea tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event updated for resources: {'Network': ['ID=d8d1ee82-b282-44eb-a5b7-9b7516ea6ab2,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:36.175332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network d8d1ee82-b282-44eb-a5b7-9b7516ea6ab2 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:36.188136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0273350-20a9-47b5-921a-0a142d3e689d req-035c26c1-a534-47cd-809a-524cdda95965 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:36.190450 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b0273350-20a9-47b5-921a-0a142d3e689d req-035c26c1-a534-47cd-809a-524cdda95965 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 932 time: 0.1287854 Nov 27 01:09:36.217399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:36.275278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-9d4ef3d8-12ca-425f-b58f-761306152a61 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Network 4b89f644-2375-4ba6-8bce-e3c255057dae is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:36.278860 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b0273350-20a9-47b5-921a-0a142d3e689d req-65c4fd38-c115-4d5b-ae7c-8bae06bfe38d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807292 Nov 27 01:09:36.287101 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:36.297124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-9d4ef3d8-12ca-425f-b58f-761306152a61 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:36.318092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-9d4ef3d8-12ca-425f-b58f-761306152a61 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:36.333672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ef3d8-12ca-425f-b58f-761306152a61 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Pushing event updated for resources: {'Port': ['ID=d27470a7-07e9-4093-9027-33523d20a86e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:36.522716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-9d4ef3d8-12ca-425f-b58f-761306152a61 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:36.523306 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-9d4ef3d8-12ca-425f-b58f-761306152a61 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:36.567737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:36.568639 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:36.570510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] 10.222.0.21 "PUT /v2.0/ports/aceb4ff8-909b-4e17-a6d5-20013ab1ffcd HTTP/1.1" status: 200 len: 1124 time: 4.6898782 Nov 27 01:09:36.578535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Router d583981c-b701-43ee-9947-084fef9b7e43 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:09:36.590571 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34d440-6d85-4b5f-84bd-587fc4d97284 service neutron] Pushing event updated for resources: {'Port': ['ID=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,revision_number=8']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:36.607400 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-9d4ef3d8-12ca-425f-b58f-761306152a61 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4069180 Nov 27 01:09:36.647647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Request body: {'port': {'device_id': 'a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:36.736509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fcb6c4-c1a1-462e-a559-7602e5e3733f', 'tag': 'aceb4ff8-909b-4e17-a6d5-20013ab1ffcd'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:36.737003 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device aaf1ca11-8b99-4632-b6c0-8260c4e72d84 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:36.738943 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14740370-0d8b-4bcf-996b-07b0249e7509" -d '{"events": [{"name": "network-changed", "server_uuid": "58fcb6c4-c1a1-462e-a559-7602e5e3733f", "tag": "aceb4ff8-909b-4e17-a6d5-20013ab1ffcd"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:36.787785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bec9f-80d4-492d-b54e-b0d1cc8b2d8b req-135f9e23-c936-419b-b83f-b57270d59330 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:36.798966 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa9bec9f-80d4-492d-b54e-b0d1cc8b2d8b req-135f9e23-c936-419b-b83f-b57270d59330 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.0791948 Nov 27 01:09:36.824914 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['aceb4ff8-909b-4e17-a6d5-20013ab1ffcd'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:36.917841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:09:36.948557 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Sync routers for ids ['d583981c-b701-43ee-9947-084fef9b7e43'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:09:36.972398 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Routers {'d583981c-b701-43ee-9947-084fef9b7e43'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:09:36.973415 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:09:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d583981c-b701-43ee-9947-084fef9b7e43'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:37.019742 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa9bec9f-80d4-492d-b54e-b0d1cc8b2d8b req-e83b6b80-b072-49ab-9466-63bf89028e84 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115247 Nov 27 01:09:37.044050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:37.044458 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.072086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Made reservation on behalf of feffa5304e46498aade3e9c8ce18a491 for: {'port': 2} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:37.076844 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.092727 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.111199 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c626f4-5157-4909-90cd-4eddf2a420e6 x-openstack-request-id: req-e7c626f4-5157-4909-90cd-4eddf2a420e6 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:37.111954 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fcb6c4-c1a1-462e-a559-7602e5e3733f", "tag": "aceb4ff8-909b-4e17-a6d5-20013ab1ffcd", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:37.111954 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7c626f4-5157-4909-90cd-4eddf2a420e6 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:37.112191 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fcb6c4-c1a1-462e-a559-7602e5e3733f', 'tag': 'aceb4ff8-909b-4e17-a6d5-20013ab1ffcd', 'status': 'completed', 'code': 200} Nov 27 01:09:37.112761 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.255957 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Set router d583981c-b701-43ee-9947-084fef9b7e43 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:09:37.391072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26091b-9475-4976-9903-3c603f3b70b8 req-933ae4c3-5b5a-4821-bbc6-c0087250de65 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:37.397323 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de26091b-9475-4976-9903-3c603f3b70b8 req-933ae4c3-5b5a-4821-bbc6-c0087250de65 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 944 time: 0.2093070 Nov 27 01:09:37.426349 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] device_id is not set on port 64d32c2b-b390-4dd3-b3d5-639c9a86d628 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:09:37.457160 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.461205 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.464348 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7b0c2148-e512-4c45-8e28-2f5aa0b0bc02 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.5701706 Nov 27 01:09:37.465974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46252) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:37.566935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:37.589828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:37.592209 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eff8a3b-1cc8-4496-ab9f-6420d4f16a73" -d '{"events": [{"server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "name": "network-vif-plugged", "status": "completed", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:37.607319 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.637700 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de26091b-9475-4976-9903-3c603f3b70b8 req-5938bb4b-e47b-4daf-985c-6dc7b5dff72c tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323611 Nov 27 01:09:37.644441 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:09:33Z', 'revision_number': 3, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:37.647924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748bf9e-42da-4be5-94b1-1f8f661ba3a5 req-488eb177-fab9-4987-ae89-4f18778a4401 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:37.656962 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6748bf9e-42da-4be5-94b1-1f8f661ba3a5 req-488eb177-fab9-4987-ae89-4f18778a4401 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 944 time: 0.9333663 Nov 27 01:09:37.746881 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Checking router: d583981c-b701-43ee-9947-084fef9b7e43 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:09:37.747275 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Updating router d583981c-b701-43ee-9947-084fef9b7e43 port 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:09:37.828095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:37.833948 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.979575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7cb1d-0f49-4812-ab66-8e499597ad0b req-b83c10b9-4f5a-442e-b948-726189f98a87 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:37.995846 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4c7cb1d-0f49-4812-ab66-8e499597ad0b req-b83c10b9-4f5a-442e-b948-726189f98a87 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.2728195 Nov 27 01:09:38.114383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4c7cb1d-0f49-4812-ab66-8e499597ad0b req-90550ec6-4dfb-4e37-819b-42a1af1e261d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167011 Nov 27 01:09:38.378523 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.393322 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.464607 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993ffa2-dcda-410a-8a5e-993ec56ae72b None None] Pushing event updated for resources: {'Port': ['ID=7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:38.483881 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ef03653e-6ddf-4123-b709-742dd44fd326 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:38.491587 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ffa2-dcda-410a-8a5e-993ec56ae72b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:38.492366 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ffa2-dcda-410a-8a5e-993ec56ae72b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:38.493577 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ffa2-dcda-410a-8a5e-993ec56ae72b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:38.495169 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ffa2-dcda-410a-8a5e-993ec56ae72b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:38.495774 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ffa2-dcda-410a-8a5e-993ec56ae72b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:38.496377 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ffa2-dcda-410a-8a5e-993ec56ae72b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:38.496968 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ffa2-dcda-410a-8a5e-993ec56ae72b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:38.499040 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ffa2-dcda-410a-8a5e-993ec56ae72b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:38.500770 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ffa2-dcda-410a-8a5e-993ec56ae72b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:38.502119 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ffa2-dcda-410a-8a5e-993ec56ae72b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:38.502672 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ffa2-dcda-410a-8a5e-993ec56ae72b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:38.503845 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ffa2-dcda-410a-8a5e-993ec56ae72b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:38.539562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee4cee-8bc2-484d-a54f-36b46b519245 req-aa07689e-c6be-40ba-b20c-e921b481539b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:38.548912 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Attempting to bind port 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:38.551361 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cdee4cee-8bc2-484d-a54f-36b46b519245 req-aa07689e-c6be-40ba-b20c-e921b481539b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 932 time: 0.2478533 Nov 27 01:09:38.552391 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Attempting to bind port 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:38.555776 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Attempting to bind port 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:38.567805 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:38.570342 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:38.571032 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.571653 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:38.572421 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Bound port: 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:38.576213 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.627823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port ef03653e-6ddf-4123-b709-742dd44fd326 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:38.635450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port ef03653e-6ddf-4123-b709-742dd44fd326 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:38.637402 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.734888 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] For port 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:38.751900 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] For port 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:38.761794 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.772455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device aceb4ff8-909b-4e17-a6d5-20013ab1ffcd details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:38.805312 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6748bf9e-42da-4be5-94b1-1f8f661ba3a5 req-5b520313-48ac-403a-838f-7e5a55e82dc1 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1473622 Nov 27 01:09:38.812510 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.877616 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27470a7-07e9-4093-9027-33523d20a86e {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:38.894244 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.927322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14740370-0d8b-4bcf-996b-07b0249e7509 req-8fe30bcf-e204-4d7e-b56d-3d1ac021333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:38.928871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14740370-0d8b-4bcf-996b-07b0249e7509 req-8fe30bcf-e204-4d7e-b56d-3d1ac021333e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 1127 time: 1.6275673 Nov 27 01:09:38.934659 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Transition to ACTIVE for port object d27470a7-07e9-4093-9027-33523d20a86e will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:38.949786 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] device_id is not set on port ffaeef4d-2c49-48e6-bed8-684fe75997c5 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:09:38.954040 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.997200 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Routers {'d583981c-b701-43ee-9947-084fef9b7e43'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:09:38.998031 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:09:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d583981c-b701-43ee-9947-084fef9b7e43'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:39.054526 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:39.124083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:39.136162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ef03653e-6ddf-4123-b709-742dd44fd326, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef03653e-6ddf-4123-b709-742dd44fd326,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:39.144386 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:39.162659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device aceb4ff8-909b-4e17-a6d5-20013ab1ffcd has no active binding in host n-h1-817303-10 {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:09:39.181662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Pushing event updated for resources: {'Port': ['ID=d27470a7-07e9-4093-9027-33523d20a86e,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:39.227033 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] Set router d583981c-b701-43ee-9947-084fef9b7e43 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:09:39.324589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ef03653e-6ddf-4123-b709-742dd44fd326,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:39.404004 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cdee4cee-8bc2-484d-a54f-36b46b519245 req-1f01fe4b-1ebd-4938-806b-be379d50057f tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8501005 Nov 27 01:09:39.422668 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:39.439980 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993ffa2-dcda-410a-8a5e-993ec56ae72b None None] Pushing event updated for resources: {'Port': ['ID=7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:39.465545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14740370-0d8b-4bcf-996b-07b0249e7509 req-88b4085b-174b-4945-90d3-745aba22a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:39.467041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14740370-0d8b-4bcf-996b-07b0249e7509 req-88b4085b-174b-4945-90d3-745aba22a529 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.5311000 Nov 27 01:09:39.538417 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528127cc-a6cd-4c02-a512-723880606b16 x-openstack-request-id: req-528127cc-a6cd-4c02-a512-723880606b16 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:39.538807 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "name": "network-vif-plugged", "status": "completed", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:39.539154 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-528127cc-a6cd-4c02-a512-723880606b16 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:39.539637 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'code': 200} Nov 27 01:09:39.577526 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14740370-0d8b-4bcf-996b-07b0249e7509 req-7cfa9074-df66-4816-bd8d-d376ae49c081 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd HTTP/1.1" status: 200 len: 217 time: 0.0939910 Nov 27 01:09:39.663383 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:09:33Z', 'revision_number': 3, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:39.678439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Attempting to bind port d27470a7-07e9-4093-9027-33523d20a86e on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:39.678772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Attempting to bind port d27470a7-07e9-4093-9027-33523d20a86e by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:39.679106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Attempting to bind port d27470a7-07e9-4093-9027-33523d20a86e on network 4b89f644-2375-4ba6-8bce-e3c255057dae {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:39.759403 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:39.761553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Port d27470a7-07e9-4093-9027-33523d20a86e on network 4b89f644-2375-4ba6-8bce-e3c255057dae not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:39.761876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Attempting to bind port d27470a7-07e9-4093-9027-33523d20a86e on network 4b89f644-2375-4ba6-8bce-e3c255057dae {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:39.792331 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:39.792717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Checking segment: {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:39.793111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Bound using segment: {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:39.793566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Bound port: d27470a7-07e9-4093-9027-33523d20a86e, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:39.793928 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:39.795931 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a3b94-4048-4bae-8da4-581b2ba8df31 None None] The sync data for ids ['d583981c-b701-43ee-9947-084fef9b7e43'] in n-d-817303-10 is: [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:09:33Z', 'revision_number': 3, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:09:39.799907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Allocated IP 172.20.0.1 (60914a9a-f893-4249-a0ee-18c1f2e8cbfc/bc97b243-251a-416b-b5d4-886aa67e375a/2307ec62-de42-4405-9a86-4bdd8178780b) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:39.862550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14740370-0d8b-4bcf-996b-07b0249e7509 req-d9e989b8-09cf-4a3d-92df-d2d5cf6ed0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:39.864034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14740370-0d8b-4bcf-996b-07b0249e7509 req-d9e989b8-09cf-4a3d-92df-d2d5cf6ed0a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.2656047 Nov 27 01:09:39.998765 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c55ed-e305-47c3-883b-43d533ac3ab3 req-2f4b8fe1-1ad7-458e-9945-a6419e4a3e4e tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:40.005946 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-843c55ed-e305-47c3-883b-43d533ac3ab3 req-2f4b8fe1-1ad7-458e-9945-a6419e4a3e4e tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.2025254 Nov 27 01:09:40.015751 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-28b33ca9-2b5c-4fd9-b552-b8c981d54d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:40.064755 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14740370-0d8b-4bcf-996b-07b0249e7509 req-fbc524d7-dadc-4cd7-8149-85d574333b95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1600587 Nov 27 01:09:40.111125 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:40.211270 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-843c55ed-e305-47c3-883b-43d533ac3ab3 req-b2ffee9e-6380-47a9-8965-d0fce423bba7 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893363 Nov 27 01:09:40.231470 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:40.410427 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] For port d27470a7-07e9-4093-9027-33523d20a86e, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:40.463130 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:40.476990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] For port d27470a7-07e9-4093-9027-33523d20a86e, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d27470a7-07e9-4093-9027-33523d20a86e,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:40.568292 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=2307ec62-de42-4405-9a86-4bdd8178780b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:40.623259 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:40.627789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6eea75-69e4-4474-8a1e-f2751a312154 req-02573728-823d-412c-8a4b-86dd5002fb43 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:40.652770 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a6eea75-69e4-4474-8a1e-f2751a312154 req-02573728-823d-412c-8a4b-86dd5002fb43 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 945 time: 0.2676823 Nov 27 01:09:40.652770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:40.652770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:40.674086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event updated for resources: {'Port': ['ID=64d32c2b-b390-4dd3-b3d5-639c9a86d628,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:40.712172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14740370-0d8b-4bcf-996b-07b0249e7509 req-634a3a02-e9f2-455e-bda5-dc2c5b2d6a50 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262043 Nov 27 01:09:40.745934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:40.799760 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a6eea75-69e4-4474-8a1e-f2751a312154 req-6971db49-f9f6-4d62-bd7c-2de7193b3e7d tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577816 Nov 27 01:09:40.806550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:40.807091 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:40.817313 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-879411ee-7509-4600-9eee-77861a433b1a service neutron] 10.222.0.31 "PUT /v2.0/ports/d27470a7-07e9-4093-9027-33523d20a86e HTTP/1.1" status: 200 len: 1093 time: 4.1903732 Nov 27 01:09:40.823781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7', 'tag': 'd27470a7-07e9-4093-9027-33523d20a86e'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:40.843028 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af09ab5-4f26-4c1c-b665-608b76b9edb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7", "tag": "d27470a7-07e9-4093-9027-33523d20a86e"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:40.845415 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.150569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Checking segment: {'id': '2ea32d8e-8861-4211-9521-3e50fa52d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '589204bd-fffb-459c-9915-e11f2523f374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:41.152479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Network hostable DHCP agents. Network: 589204bd-fffb-459c-9915-e11f2523f374, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:09:41.204633 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.262468 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1179773b-0cbc-4208-9f3c-04f8cadd42a4 None None] Provisioning complete for port 2307ec62-de42-4405-9a86-4bdd8178780b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:41.263392 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1179773b-0cbc-4208-9f3c-04f8cadd42a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.268111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-2aa7b018-83f5-47b5-b070-1b5e7fe254b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:41.287459 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-2aa7b018-83f5-47b5-b070-1b5e7fe254b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 1096 time: 0.2619238 Nov 27 01:09:41.351979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1179773b-0cbc-4208-9f3c-04f8cadd42a4 None None] Port 2307ec62-de42-4405-9a86-4bdd8178780b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:09:41.354011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Network 589204bd-fffb-459c-9915-e11f2523f374 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:09:41.439653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 589204bd-fffb-459c-9915-e11f2523f374) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:41.448117 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-d8fb17b1-be78-4000-aba5-ab73e58ce0bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d27470a7-07e9-4093-9027-33523d20a86e HTTP/1.1" status: 200 len: 217 time: 0.1401598 Nov 27 01:09:41.448609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61034495-8c51-43fc-a485-d32f4729fd3e None None] Network 589204bd-fffb-459c-9915-e11f2523f374 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:41.450397 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879411ee-7509-4600-9eee-77861a433b1a service neutron] Pushing event updated for resources: {'Port': ['ID=d27470a7-07e9-4093-9027-33523d20a86e,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:41.465528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:41.466822 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.482279 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14740370-0d8b-4bcf-996b-07b0249e7509 req-a5d5d0f0-a092-4beb-942a-261b3cdd6df2 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7564778 Nov 27 01:09:41.508045 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.521577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e44d65-70de-4a02-b18e-3ad87a2b7fa7 req-a6be11b2-795e-43fd-ace1-ce75dfba55f5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:41.540862 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1e44d65-70de-4a02-b18e-3ad87a2b7fa7 req-a6be11b2-795e-43fd-ace1-ce75dfba55f5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.4368765 Nov 27 01:09:41.544097 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.574850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd1bb4b-7cd2-477f-944f-8c5dd4d21883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef03653e-6ddf-4123-b709-742dd44fd326'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:41.581107 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91132408-d53b-440c-91a5-2ff024edbbed" -d '{"events": [{"server_uuid": "4fd1bb4b-7cd2-477f-944f-8c5dd4d21883", "name": "network-vif-plugged", "status": "completed", "tag": "ef03653e-6ddf-4123-b709-742dd44fd326"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:41.655786 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.715969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event updated for resources: {'Port': ['ID=ffaeef4d-2c49-48e6-bed8-684fe75997c5,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:41.727062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-61a46ac1-9169-4576-8412-4c58b5e62969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:41.731365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-61a46ac1-9169-4576-8412-4c58b5e62969 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80662da9-0903-4539-8282-1a973a762559 HTTP/1.1" status: 200 len: 852 time: 0.2670870 Nov 27 01:09:41.791780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Checking segment: {'id': '9345b38a-46a1-4a30-8191-8cabd5e59048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd8d1ee82-b282-44eb-a5b7-9b7516ea6ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:41.792474 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Network hostable DHCP agents. Network: d8d1ee82-b282-44eb-a5b7-9b7516ea6ab2, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:09:41.819734 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-95a3141c-8830-4165-9a66-97ae053d78ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b89f644-2375-4ba6-8bce-e3c255057dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534539 Nov 27 01:09:41.882229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:41.937884 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1e44d65-70de-4a02-b18e-3ad87a2b7fa7 req-2c7618cb-33c4-4cce-907f-81559e682d62 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3960297 Nov 27 01:09:41.940515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=2307ec62-de42-4405-9a86-4bdd8178780b,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:42.020730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Network d8d1ee82-b282-44eb-a5b7-9b7516ea6ab2 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:09:42.073651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:42.074311 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:42.075820 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, d8d1ee82-b282-44eb-a5b7-9b7516ea6ab2) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:42.093118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:42.099004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:42.112521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:42.113243 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:42.125244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca3537-dd85-4ed7-b58d-aa239984e766 None None] Network d8d1ee82-b282-44eb-a5b7-9b7516ea6ab2 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:42.187989 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035db448-94ef-4f9f-a1e2-7b7e87c82fbe req-63962e02-e86f-4683-8152-56df7ef98eb2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:42.190142 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-035db448-94ef-4f9f-a1e2-7b7e87c82fbe req-63962e02-e86f-4683-8152-56df7ef98eb2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 944 time: 0.1032534 Nov 27 01:09:42.194860 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6625eaad-9f94-4d30-92f2-f8e78ea174de tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.0662253 Nov 27 01:09:42.197987 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46290) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:42.206013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:42.224765 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:42.240103 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-8d89f7dd-1627-4234-a47b-82809195c6dd service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158456 Nov 27 01:09:42.456888 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-329f50f6-4f55-4ff4-936d-cf5ecb60c3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:42.536980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd460237-a9c9-4594-b746-8b2737d035fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:42.547838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd460237-a9c9-4594-b746-8b2737d035fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:42.549692 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dd460237-a9c9-4594-b746-8b2737d035fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3506720 Nov 27 01:09:42.552213 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-035db448-94ef-4f9f-a1e2-7b7e87c82fbe req-fc3d8e3b-a5df-4c37-ab2c-fa41f0c9453a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477745 Nov 27 01:09:42.553609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46292) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:42.605696 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:42.647143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:42.651937 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:42.681978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Router d583981c-b701-43ee-9947-084fef9b7e43 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:09:42.772000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:42.815162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ad0dd0a7-c681-49ee-8892-126ed6ac02de None None] Provisioning complete for port 2307ec62-de42-4405-9a86-4bdd8178780b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:42.815612 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd0a7-c681-49ee-8892-126ed6ac02de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:42.877233 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-e183f2e6-213c-4afb-88cd-7ec0186f4085 service neutron] 10.222.0.31 "GET /v2.0/ports/aceb4ff8-909b-4e17-a6d5-20013ab1ffcd/bindings/n-h1-817303-10 HTTP/1.1" status: 200 len: 385 time: 0.2231615 Nov 27 01:09:42.926249 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dab75d51-4829-4293-9429-351bde3b3ee2 req-a4d9e628-a26c-4129-bc1c-08d217531c25 service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517155 Nov 27 01:09:42.940589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ad0dd0a7-c681-49ee-8892-126ed6ac02de None None] Port 2307ec62-de42-4405-9a86-4bdd8178780b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:09:43.054438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d80fd-b96a-40a4-9a2c-1cabd8e71c45 req-56d09561-6e36-4090-97d7-d473ad01f942 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:43.062179 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de5d80fd-b96a-40a4-9a2c-1cabd8e71c45 req-56d09561-6e36-4090-97d7-d473ad01f942 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 944 time: 0.2092521 Nov 27 01:09:43.064353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Deleting port 64d32c2b-b390-4dd3-b3d5-639c9a86d628 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:43.064973 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:43.173294 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:43.203456 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de5d80fd-b96a-40a4-9a2c-1cabd8e71c45 req-701fd39b-91c9-4a7b-a349-dfe43619e98c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403596 Nov 27 01:09:43.204894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:09:43.217311 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9a7575ba-690c-488d-92ab-0b93c5820ab3 admin admin] 10.222.0.15 "PUT /v2.0/routers/d583981c-b701-43ee-9947-084fef9b7e43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7465987 Nov 27 01:09:43.236378 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:43.255321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Calling delete_port for 64d32c2b-b390-4dd3-b3d5-639c9a86d628 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:43.283138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Sync routers for ids ['d583981c-b701-43ee-9947-084fef9b7e43'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:09:43.299588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Routers {'d583981c-b701-43ee-9947-084fef9b7e43'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:09:43.306369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:09:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d583981c-b701-43ee-9947-084fef9b7e43'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:43.436168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-21aaf578-e6a6-4381-88b8-d67030f244e4 service neutron] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:43.480325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-21aaf578-e6a6-4381-88b8-d67030f244e4 service neutron] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:43.580858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Set router d583981c-b701-43ee-9947-084fef9b7e43 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:09:43.618573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e1d0c-57e2-4684-b3a4-3b18da6a2fda req-6c4f1f1c-05f4-411b-8dea-1ccff8fa22b5 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:43.630240 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-af2e1d0c-57e2-4684-b3a4-3b18da6a2fda req-6c4f1f1c-05f4-411b-8dea-1ccff8fa22b5 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1077323 Nov 27 01:09:43.742271 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-af2e1d0c-57e2-4684-b3a4-3b18da6a2fda req-3e4c2259-bb12-48d4-80d7-b5bbe050b1ca tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111925 Nov 27 01:09:43.752351 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e883379-3aeb-4776-b45d-a343e0c2d7b1 x-openstack-request-id: req-9e883379-3aeb-4776-b45d-a343e0c2d7b1 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:43.753148 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7", "tag": "d27470a7-07e9-4093-9027-33523d20a86e", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:43.753595 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e883379-3aeb-4776-b45d-a343e0c2d7b1 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:43.754144 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7', 'tag': 'd27470a7-07e9-4093-9027-33523d20a86e', 'status': 'completed', 'code': 200} Nov 27 01:09:43.769836 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:43.784372 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:43.824985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-21aaf578-e6a6-4381-88b8-d67030f244e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aceb4ff8-909b-4e17-a6d5-20013ab1ffcd {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:43.830671 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:43.835172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "DELETE /v2.0/ports/64d32c2b-b390-4dd3-b3d5-639c9a86d628 HTTP/1.1" status: 204 len: 168 time: 1.2806835 Nov 27 01:09:43.837835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46306) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:43.852634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event deleted for resources: {'Port': ['ID=64d32c2b-b390-4dd3-b3d5-639c9a86d628,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:43.866246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:43.866791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:43.867320 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:43.867811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:43.868324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:43.868822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:43.869306 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:43.869889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:43.870379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:43.870812 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:43.871252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:43.871701 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488f8f8-d557-467d-8307-9a43839b76a2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:43.877603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-21aaf578-e6a6-4381-88b8-d67030f244e4 service neutron] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:43.899570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af09ab5-4f26-4c1c-b665-608b76b9edb6 req-a75b6c3a-857a-4143-9ac2-2360998a3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:43.902201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0af09ab5-4f26-4c1c-b665-608b76b9edb6 req-a75b6c3a-857a-4143-9ac2-2360998a3dc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 1096 time: 0.1792052 Nov 27 01:09:43.908633 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-21aaf578-e6a6-4381-88b8-d67030f244e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:43.953657 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c4c26b-5abd-48b9-af07-1e1fc2a7dfb5 x-openstack-request-id: req-b5c4c26b-5abd-48b9-af07-1e1fc2a7dfb5 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:43.955854 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd1bb4b-7cd2-477f-944f-8c5dd4d21883", "name": "network-vif-plugged", "status": "completed", "tag": "ef03653e-6ddf-4123-b709-742dd44fd326", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:43.955854 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5c4c26b-5abd-48b9-af07-1e1fc2a7dfb5 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:43.956132 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd1bb4b-7cd2-477f-944f-8c5dd4d21883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef03653e-6ddf-4123-b709-742dd44fd326', 'code': 200} Nov 27 01:09:44.035172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:44.035546 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.136893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-21aaf578-e6a6-4381-88b8-d67030f244e4 service neutron] Transition to ACTIVE for port object aceb4ff8-909b-4e17-a6d5-20013ab1ffcd will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:44.143296 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-21aaf578-e6a6-4381-88b8-d67030f244e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.200995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13286ae5-8a2b-4dbf-a6d7-c9396e585c1f req-1335e601-aebd-4711-8c37-7f5f6719876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:44.202423 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-13286ae5-8a2b-4dbf-a6d7-c9396e585c1f req-1335e601-aebd-4711-8c37-7f5f6719876f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 1097 time: 0.2307308 Nov 27 01:09:44.215721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaf578-e6a6-4381-88b8-d67030f244e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,revision_number=10']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:44.217800 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:09:41Z', 'revision_number': 4, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2307ec62-de42-4405-9a86-4bdd8178780b', 'name': '', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'mac_address': 'fa:16:3e:71:25:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:39Z', 'updated_at': '2021-11-27T01:09:41Z', 'revision_number': 2, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'subnets': [{'id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:44.234225 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32045bfb-7d24-47b1-8dfb-84119d6d983f req-f9f66d8a-7fb1-4f49-8471-7bdbb3588601 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:44.245954 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-32045bfb-7d24-47b1-8dfb-84119d6d983f req-f9f66d8a-7fb1-4f49-8471-7bdbb3588601 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 945 time: 0.2449503 Nov 27 01:09:44.275212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-21aaf578-e6a6-4381-88b8-d67030f244e4 service neutron] No DVR routers for this DVR port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:44.278363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Checking router: d583981c-b701-43ee-9947-084fef9b7e43 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:09:44.278729 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Updating router d583981c-b701-43ee-9947-084fef9b7e43 port 2307ec62-de42-4405-9a86-4bdd8178780b binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:09:44.303040 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-19c04ea4-27b1-40d7-95b8-2ecd43dd7517 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Deleting port ffaeef4d-2c49-48e6-bed8-684fe75997c5 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:44.303496 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19c04ea4-27b1-40d7-95b8-2ecd43dd7517 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.341791 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-21aaf578-e6a6-4381-88b8-d67030f244e4 service neutron] 10.222.0.31 "PUT /v2.0/ports/aceb4ff8-909b-4e17-a6d5-20013ab1ffcd/bindings/n-h1-817303-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4101205 Nov 27 01:09:44.344164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af09ab5-4f26-4c1c-b665-608b76b9edb6 req-db6be422-1ac3-44e0-8ac4-b089645e22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:44.345688 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0af09ab5-4f26-4c1c-b665-608b76b9edb6 req-db6be422-1ac3-44e0-8ac4-b089645e22f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 913 time: 0.4296157 Nov 27 01:09:44.359896 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.441893 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19c04ea4-27b1-40d7-95b8-2ecd43dd7517 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.472865 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-19c04ea4-27b1-40d7-95b8-2ecd43dd7517 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Calling delete_port for ffaeef4d-2c49-48e6-bed8-684fe75997c5 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:44.486132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-13286ae5-8a2b-4dbf-a6d7-c9396e585c1f req-6e475ca8-a3fe-4c42-96fb-af0eb11d2813 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680991 Nov 27 01:09:44.506928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-32045bfb-7d24-47b1-8dfb-84119d6d983f req-b71b5ad4-aead-469b-988a-7415b30b10e9 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594256 Nov 27 01:09:44.570431 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0af09ab5-4f26-4c1c-b665-608b76b9edb6 req-feca5652-0a99-470a-988c-1d269a1d0906 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d27470a7-07e9-4093-9027-33523d20a86e HTTP/1.1" status: 200 len: 217 time: 0.1739485 Nov 27 01:09:44.669247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-52c32c50-3184-4bc0-abdc-fe90a59d7b22 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:44.673734 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-52c32c50-3184-4bc0-abdc-fe90a59d7b22 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f&tenant_id=824296168135401cbcf32b795324fb86&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 1097 time: 0.1306741 Nov 27 01:09:44.704924 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1d1a6-4d53-4dc2-bd54-6a9cff9b3cc3 req-0c8e0813-ebb5-4866-a50f-15a878d3cf95 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:44.717145 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12b1d1a6-4d53-4dc2-bd54-6a9cff9b3cc3 req-0c8e0813-ebb5-4866-a50f-15a878d3cf95 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.1010609 Nov 27 01:09:44.754597 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19c04ea4-27b1-40d7-95b8-2ecd43dd7517 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.764832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-ca1bb42a-c2b0-4303-b1dd-8fc7226d5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:44.772759 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-ca1bb42a-c2b0-4303-b1dd-8fc7226d5338 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f&tenant_id=824296168135401cbcf32b795324fb86 HTTP/1.1" status: 200 len: 1097 time: 0.0887303 Nov 27 01:09:44.788575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device aceb4ff8-909b-4e17-a6d5-20013ab1ffcd no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:44.790205 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c04ea4-27b1-40d7-95b8-2ecd43dd7517 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event deleted for resources: {'Port': ['ID=ffaeef4d-2c49-48e6-bed8-684fe75997c5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:44.815203 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12b1d1a6-4d53-4dc2-bd54-6a9cff9b3cc3 req-b6022995-7088-49ac-bba2-1c0d31442bb7 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964417 Nov 27 01:09:44.815833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19c04ea4-27b1-40d7-95b8-2ecd43dd7517 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.819557 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-19c04ea4-27b1-40d7-95b8-2ecd43dd7517 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "DELETE /v2.0/ports/ffaeef4d-2c49-48e6-bed8-684fe75997c5 HTTP/1.1" status: 204 len: 168 time: 0.9804206 Nov 27 01:09:44.822049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46316) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:44.904030 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-65d03f8e-bafd-443e-a5e2-153126128ffa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0808451 Nov 27 01:09:44.910173 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46320) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:44.915697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-753520c5-2e2f-4da6-83f9-393c2bb68734 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1448858715'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:44.969699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753520c5-2e2f-4da6-83f9-393c2bb68734 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Made reservation on behalf of feffa5304e46498aade3e9c8ce18a491 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:44.976196 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-753520c5-2e2f-4da6-83f9-393c2bb68734 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.987720 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.025707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af09ab5-4f26-4c1c-b665-608b76b9edb6 req-58837986-76cb-45a9-9259-6e76e0c52aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:45.027377 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0af09ab5-4f26-4c1c-b665-608b76b9edb6 req-58837986-76cb-45a9-9259-6e76e0c52aa3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80662da9-0903-4539-8282-1a973a762559 HTTP/1.1" status: 200 len: 852 time: 0.1699920 Nov 27 01:09:45.033344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-2da7b938-380a-4f15-bb1a-7e69278f9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:45.035245 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-2da7b938-380a-4f15-bb1a-7e69278f9312 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 1097 time: 0.1858392 Nov 27 01:09:45.045021 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.056327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753520c5-2e2f-4da6-83f9-393c2bb68734 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:45.080895 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-753520c5-2e2f-4da6-83f9-393c2bb68734 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.081467 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-753520c5-2e2f-4da6-83f9-393c2bb68734 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Added segment c3682b62-4c3b-4d90-9bc5-9fb1357b74c0 of type vlan for network 8fb99986-5de2-45f2-8454-ee52e851c019 Nov 27 01:09:45.159081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739d6ab-7361-461b-b68c-bd8bf1644930 None None] Pushing event updated for resources: {'Port': ['ID=2307ec62-de42-4405-9a86-4bdd8178780b,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:45.166730 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.186113 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device aceb4ff8-909b-4e17-a6d5-20013ab1ffcd not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:09:45.194903 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-753520c5-2e2f-4da6-83f9-393c2bb68734 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.246876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-75c7abe3-bec1-41c3-9dd9-0dca161b7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:45.249039 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-75c7abe3-bec1-41c3-9dd9-0dca161b7000 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.1888947 Nov 27 01:09:45.271640 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-753520c5-2e2f-4da6-83f9-393c2bb68734 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.277018 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0af09ab5-4f26-4c1c-b665-608b76b9edb6 req-49a3d39d-67af-4041-a4b4-94dcecfe8d9e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b89f644-2375-4ba6-8bce-e3c255057dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2362275 Nov 27 01:09:45.298359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Attempting to bind port 2307ec62-de42-4405-9a86-4bdd8178780b on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:45.298748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Attempting to bind port 2307ec62-de42-4405-9a86-4bdd8178780b by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '998dae43-8a20-4200-b7e7-7d5094985d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:45.299126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Attempting to bind port 2307ec62-de42-4405-9a86-4bdd8178780b on network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:45.300854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753520c5-2e2f-4da6-83f9-393c2bb68734 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:45.304735 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-753520c5-2e2f-4da6-83f9-393c2bb68734 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.335278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:45.335675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Checking segment: {'id': '998dae43-8a20-4200-b7e7-7d5094985d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:45.336089 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.336537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Bound using segment: {'id': '998dae43-8a20-4200-b7e7-7d5094985d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:45.337026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Bound port: 2307ec62-de42-4405-9a86-4bdd8178780b, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998dae43-8a20-4200-b7e7-7d5094985d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:45.344344 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.413115 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-9c60a334-f3d8-4224-9f22-ff1e0d8ac4d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd HTTP/1.1" status: 200 len: 217 time: 0.1484253 Nov 27 01:09:45.428660 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-753520c5-2e2f-4da6-83f9-393c2bb68734 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5169446 Nov 27 01:09:45.435505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46322) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:45.464371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8e05d9cb-d71e-43a0-8f85-80b5d926f23a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-986730107'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:45.505415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753520c5-2e2f-4da6-83f9-393c2bb68734 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event updated for resources: {'Network': ['ID=8fb99986-5de2-45f2-8454-ee52e851c019,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:45.550823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e05d9cb-d71e-43a0-8f85-80b5d926f23a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Made reservation on behalf of feffa5304e46498aade3e9c8ce18a491 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:45.555486 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e05d9cb-d71e-43a0-8f85-80b5d926f23a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.564344 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] For port 2307ec62-de42-4405-9a86-4bdd8178780b, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:45.584788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] For port 2307ec62-de42-4405-9a86-4bdd8178780b, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2307ec62-de42-4405-9a86-4bdd8178780b,segment=NetworkSegment(998dae43-8a20-4200-b7e7-7d5094985d4a),segment_id=998dae43-8a20-4200-b7e7-7d5094985d4a)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:45.601196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 8fb99986-5de2-45f2-8454-ee52e851c019 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:45.632535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e05d9cb-d71e-43a0-8f85-80b5d926f23a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:45.646523 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.663776 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e05d9cb-d71e-43a0-8f85-80b5d926f23a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.664501 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-8e05d9cb-d71e-43a0-8f85-80b5d926f23a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Added segment 06234b03-46b2-4f0e-ad32-52cc05c6bb8a of type vlan for network fb589073-218a-4613-a904-b4e08e139d35 Nov 27 01:09:45.792671 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e05d9cb-d71e-43a0-8f85-80b5d926f23a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.826748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-b5160256-4ec3-4fe4-a662-45ecc09cbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:45.828345 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-b5160256-4ec3-4fe4-a662-45ecc09cbbeb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.3831668 Nov 27 01:09:45.861608 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e05d9cb-d71e-43a0-8f85-80b5d926f23a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.871447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e05d9cb-d71e-43a0-8f85-80b5d926f23a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:45.873377 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e05d9cb-d71e-43a0-8f85-80b5d926f23a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.900764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46328) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:45.957816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4f285a6a-62a1-4f17-9633-1bbf563b80b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1173160704', 'description': 'tempest-description--719616320'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:45.995199 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-93beb260-d657-40f6-a810-d6d1c5a96702 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418350 Nov 27 01:09:46.018850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9a69b5fe-a5e6-4490-8c51-47e566800cf4 None None] Provisioning complete for port 2307ec62-de42-4405-9a86-4bdd8178780b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:46.019489 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a69b5fe-a5e6-4490-8c51-47e566800cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:46.031023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Routers {'d583981c-b701-43ee-9947-084fef9b7e43'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:09:46.031662 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:09:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d583981c-b701-43ee-9947-084fef9b7e43'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:46.101281 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8e05d9cb-d71e-43a0-8f85-80b5d926f23a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6600869 Nov 27 01:09:46.201357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739d6ab-7361-461b-b68c-bd8bf1644930 None None] Pushing event updated for resources: {'Port': ['ID=2307ec62-de42-4405-9a86-4bdd8178780b,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:46.279549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46330) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:46.299780 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0af09ab5-4f26-4c1c-b665-608b76b9edb6 req-26e8aa95-a113-4e59-91e1-24f2bb352fa3 service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9081547 Nov 27 01:09:46.307183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Request body: {'subnets': [{'network_id': '8fb99986-5de2-45f2-8454-ee52e851c019', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1314027880', 'ip_version': 4}, {'network_id': 'fb589073-218a-4613-a904-b4e08e139d35', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:46.307989 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Request body: {'subnet': {'network_id': '8fb99986-5de2-45f2-8454-ee52e851c019', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1314027880', 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:46.309161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Request body: {'subnet': {'network_id': 'fb589073-218a-4613-a904-b4e08e139d35', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:46.336539 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:46.400926 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-84ecc4b8-7d4b-4eed-87c7-0726dcf86693 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898039 Nov 27 01:09:46.450298 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0af09ab5-4f26-4c1c-b665-608b76b9edb6 req-4b270e0c-b620-4e61-95ab-6555c2c7bf5c service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420252 Nov 27 01:09:46.551963 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a69b5fe-a5e6-4490-8c51-47e566800cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:46.566694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d27470a7-07e9-4093-9027-33523d20a86e details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:46.576710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05d9cb-d71e-43a0-8f85-80b5d926f23a tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event updated for resources: {'Network': ['ID=fb589073-218a-4613-a904-b4e08e139d35,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:46.600805 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f285a6a-62a1-4f17-9633-1bbf563b80b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:46.637068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f425e05-fdc1-487a-95a0-fea7505c3f4b req-6a3c2d35-5833-4c78-9d3b-e361351c41c3 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:46.647114 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1f425e05-fdc1-487a-95a0-fea7505c3f4b req-6a3c2d35-5833-4c78-9d3b-e361351c41c3 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 945 time: 0.5616126 Nov 27 01:09:46.670746 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-22f849f9-d5e4-45e7-9dad-c7a71327901d service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192211 Nov 27 01:09:46.682229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d27470a7-07e9-4093-9027-33523d20a86e, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d27470a7-07e9-4093-9027-33523d20a86e,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:46.710166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'd27470a7-07e9-4093-9027-33523d20a86e', 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae', 'port_id': 'd27470a7-07e9-4093-9027-33523d20a86e', 'mac_address': 'fa:16:3e:98:46:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80662da9-0903-4539-8282-1a973a762559', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:46.711408 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network fb589073-218a-4613-a904-b4e08e139d35 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:46.732643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] Set router d583981c-b701-43ee-9947-084fef9b7e43 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:09:46.760382 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1f425e05-fdc1-487a-95a0-fea7505c3f4b req-9cbf9447-bfa6-4389-b43e-a3cabdf53040 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122808 Nov 27 01:09:46.778373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Made reservation on behalf of feffa5304e46498aade3e9c8ce18a491 for: {'subnet': 2} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:46.792274 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:46.794382 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:46.842126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9a69b5fe-a5e6-4490-8c51-47e566800cf4 None None] For port 2307ec62-de42-4405-9a86-4bdd8178780b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2307ec62-de42-4405-9a86-4bdd8178780b,segment=NetworkSegment(998dae43-8a20-4200-b7e7-7d5094985d4a),segment_id=998dae43-8a20-4200-b7e7-7d5094985d4a)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:46.868786 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a69b5fe-a5e6-4490-8c51-47e566800cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:46.980878 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69b5fe-a5e6-4490-8c51-47e566800cf4 None None] Pushing event updated for resources: {'Port': ['ID=2307ec62-de42-4405-9a86-4bdd8178780b,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:47.008705 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.048619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27470a7-07e9-4093-9027-33523d20a86e {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:47.070895 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-37efec92-9364-4de6-a26e-e410393a714a None None] Provisioning complete for port 2307ec62-de42-4405-9a86-4bdd8178780b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:47.071184 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-37efec92-9364-4de6-a26e-e410393a714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.138034 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f285a6a-62a1-4f17-9633-1bbf563b80b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.168209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-0ed1eb6c-d128-4eed-86f0-30a38345be6e tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:47.169988 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-0ed1eb6c-d128-4eed-86f0-30a38345be6e tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f&tenant_id=824296168135401cbcf32b795324fb86&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 1097 time: 0.1170890 Nov 27 01:09:47.181946 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f285a6a-62a1-4f17-9633-1bbf563b80b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.262745 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d27470a7-07e9-4093-9027-33523d20a86e, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d27470a7-07e9-4093-9027-33523d20a86e,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:47.272198 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.291874 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd67c1d-7df0-4517-9da8-a22ec62d71c6 req-7877da93-2136-491b-9396-a8d85b875b2d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:47.311668 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abd67c1d-7df0-4517-9da8-a22ec62d71c6 req-7877da93-2136-491b-9396-a8d85b875b2d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 944 time: 0.3558488 Nov 27 01:09:47.325851 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f285a6a-62a1-4f17-9633-1bbf563b80b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.337810 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4f285a6a-62a1-4f17-9633-1bbf563b80b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4331646 Nov 27 01:09:47.346837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46332) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:47.372798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ebc1372b-3ae4-4005-a738-e22f6957c379 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Request body: {'security_group_rule': {'security_group_id': '68f6f495-6e42-4022-8f25-11974ceadfb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:47.388818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f285a6a-62a1-4f17-9633-1bbf563b80b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f6f495-6e42-4022-8f25-11974ceadfb8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:47.420690 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-be631fe2-7fb7-48d3-8187-5d47b4a45653 service neutron] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:47.424309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-be631fe2-7fb7-48d3-8187-5d47b4a45653 service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.429519 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab76ad8a-ae75-42b9-8cdc-fbd010d0f902 req-be631fe2-7fb7-48d3-8187-5d47b4a45653 service neutron] 10.222.0.21 "DELETE /v2.0/ports/aceb4ff8-909b-4e17-a6d5-20013ab1ffcd/bindings/n-h2-817303-10 HTTP/1.1" status: 204 len: 173 time: 0.2383301 Nov 27 01:09:47.540289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d27470a7-07e9-4093-9027-33523d20a86e,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:47.634927 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abd67c1d-7df0-4517-9da8-a22ec62d71c6 req-14e03d5b-15a3-46e3-b2c8-179fbb53c899 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219674 Nov 27 01:09:47.636021 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ebc1372b-3ae4-4005-a738-e22f6957c379 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.652648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:09:41Z', 'revision_number': 4, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2307ec62-de42-4405-9a86-4bdd8178780b', 'name': '', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'mac_address': 'fa:16:3e:71:25:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:39Z', 'updated_at': '2021-11-27T01:09:45Z', 'revision_number': 4, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'subnets': [{'id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:47.759179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d27470a7-07e9-4093-9027-33523d20a86e'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:47.774326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2d3ea-46cd-4b96-b637-1f8a03f71646 None None] The sync data for ids ['d583981c-b701-43ee-9947-084fef9b7e43'] in n-d-817303-10 is: [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:09:41Z', 'revision_number': 4, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2307ec62-de42-4405-9a86-4bdd8178780b', 'name': '', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'mac_address': 'fa:16:3e:71:25:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:39Z', 'updated_at': '2021-11-27T01:09:45Z', 'revision_number': 4, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'subnets': [{'id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:09:47.806085 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ebc1372b-3ae4-4005-a738-e22f6957c379 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.839863 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ebc1372b-3ae4-4005-a738-e22f6957c379 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.915992 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ebc1372b-3ae4-4005-a738-e22f6957c379 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.919652 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ebc1372b-3ae4-4005-a738-e22f6957c379 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5692492 Nov 27 01:09:47.919954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46336) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:47.924549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d781b6f0-3781-4bdd-99eb-b3411c14557a tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Request body: {'security_group_rule': {'security_group_id': '68f6f495-6e42-4022-8f25-11974ceadfb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:47.967702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1372b-3ae4-4005-a738-e22f6957c379 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ad3f71-3123-4592-a8d2-c1976fb356f2,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:48.053789 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d781b6f0-3781-4bdd-99eb-b3411c14557a tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:48.093051 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b3008-b4b1-47ee-a426-08ee2336e04e req-69add75e-878f-4a73-b176-f6efa7063472 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:48.104372 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-351b3008-b4b1-47ee-a426-08ee2336e04e req-69add75e-878f-4a73-b176-f6efa7063472 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.3287282 Nov 27 01:09:48.196675 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d781b6f0-3781-4bdd-99eb-b3411c14557a tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:48.201830 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d781b6f0-3781-4bdd-99eb-b3411c14557a tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:48.279154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781b6f0-3781-4bdd-99eb-b3411c14557a tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2472fa9f-44b1-4758-af17-1d0c8e93c24b,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:48.296116 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d781b6f0-3781-4bdd-99eb-b3411c14557a tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:48.299112 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d781b6f0-3781-4bdd-99eb-b3411c14557a tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3780897 Nov 27 01:09:48.302713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46338) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:48.307247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:48.344461 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:48.371459 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-351b3008-b4b1-47ee-a426-08ee2336e04e req-5dbe4b0c-989f-4ee9-bd9b-682aeaec94a3 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547257 Nov 27 01:09:48.434526 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2307ec62-de42-4405-9a86-4bdd8178780b up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:48.562765 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:48.605702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 2307ec62-de42-4405-9a86-4bdd8178780b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:48.606079 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:48.662465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:48.831772 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e692bf1-b7e4-4c72-a6a1-a84dc9d1efc3 req-f7a9fe10-966f-4728-b6f5-e7977639f937 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:48.842586 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e692bf1-b7e4-4c72-a6a1-a84dc9d1efc3 req-f7a9fe10-966f-4728-b6f5-e7977639f937 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 945 time: 0.3414121 Nov 27 01:09:48.850942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Allocated IP 172.25.1.222 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/eecefe17-0a37-4425-aa82-81430a79df22) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:48.948568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event updated for resources: {'Subnet': ['ID=2903948a-3f88-4c28-81ee-31f6aae055c3,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:49.037337 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e692bf1-b7e4-4c72-a6a1-a84dc9d1efc3 req-65c0e771-fc69-4dca-8c34-3bfd6b1042e7 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758087 Nov 27 01:09:49.051875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Checking segment: {'id': 'c3682b62-4c3b-4d90-9bc5-9fb1357b74c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8fb99986-5de2-45f2-8454-ee52e851c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:49.052224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Network hostable DHCP agents. Network: 8fb99986-5de2-45f2-8454-ee52e851c019, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:09:49.099826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Network 8fb99986-5de2-45f2-8454-ee52e851c019 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:09:49.113332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 8fb99986-5de2-45f2-8454-ee52e851c019) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:49.119633 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.129118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ef476-f237-49c5-bdf2-55e04c6510ae None None] Network 8fb99986-5de2-45f2-8454-ee52e851c019 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:49.164128 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.250988 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.313039 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event updated for resources: {'Subnet': ['ID=846c74f9-0035-4280-af5c-b259d0af367b,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:49.396137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:49.416121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:49.420642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:49.423790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357edcc9-d47e-4f68-9d30-a2c5af25381e req-f2f589db-0fd5-4d1b-a6e5-631a5aa5ef54 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:49.430626 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-357edcc9-d47e-4f68-9d30-a2c5af25381e req-f2f589db-0fd5-4d1b-a6e5-631a5aa5ef54 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.2002385 Nov 27 01:09:49.482464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Checking segment: {'id': '06234b03-46b2-4f0e-ad32-52cc05c6bb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb589073-218a-4613-a904-b4e08e139d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:49.485547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Network hostable DHCP agents. Network: fb589073-218a-4613-a904-b4e08e139d35, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:09:49.509952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Pushing event updated for resources: {'Port': ['ID=eecefe17-0a37-4425-aa82-81430a79df22,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:49.626915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58fdb86-5f91-4bee-8a57-f7be77ebd38f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-8fb99986-5de2-45f2-8454-ee52e851c019', 'network_id': '8fb99986-5de2-45f2-8454-ee52e851c019', 'tenant_id': 'feffa5304e46498aade3e9c8ce18a491', 'fixed_ips': [{'subnet_id': '2903948a-3f88-4c28-81ee-31f6aae055c3'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:09:49.627799 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a58fdb86-5f91-4bee-8a57-f7be77ebd38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.641606 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.657644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Network fb589073-218a-4613-a904-b4e08e139d35 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:09:49.700268 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-357edcc9-d47e-4f68-9d30-a2c5af25381e req-fc235ee4-d435-4861-9ade-c2f074be9261 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532494 Nov 27 01:09:49.705808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, fb589073-218a-4613-a904-b4e08e139d35) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:49.711590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:49.720090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:49.722095 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.724968 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.759558 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-aa9b0b91-be84-45ca-b4b7-9bbca83ab043 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.4768677 Nov 27 01:09:49.762743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46346) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:49.838616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfd7b86-d463-403f-968b-51691ce8f0e6 None None] Network fb589073-218a-4613-a904-b4e08e139d35 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:49.910285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e36c46b-0a1d-49be-94c0-153ac09c5636 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:49.912011 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e36c46b-0a1d-49be-94c0-153ac09c5636 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:49.913671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e36c46b-0a1d-49be-94c0-153ac09c5636 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:49.915336 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6e36c46b-0a1d-49be-94c0-153ac09c5636 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1513984 Nov 27 01:09:49.924533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46348) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:50.097399 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.105055 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.116178 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b64d654-dd3a-419d-9312-e2ddf7008af7 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Deleting subnet 2903948a-3f88-4c28-81ee-31f6aae055c3 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:09:50.160428 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6585aa5-6399-42e2-a8d1-41923e3a4879 req-0f4d08d5-b17e-4e6f-960e-f91d0390f7c8 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:50.162473 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6585aa5-6399-42e2-a8d1-41923e3a4879 req-0f4d08d5-b17e-4e6f-960e-f91d0390f7c8 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 945 time: 0.2460501 Nov 27 01:09:50.165261 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b64d654-dd3a-419d-9312-e2ddf7008af7 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.218934 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Pushing event updated for resources: {'Port': ['ID=eecefe17-0a37-4425-aa82-81430a79df22,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:50.243611 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.277763 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.279310 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-98f9a98d-e5ea-49ee-9389-a6dae735a69f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9756224 Nov 27 01:09:50.297429 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b64d654-dd3a-419d-9312-e2ddf7008af7 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.468879 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6585aa5-6399-42e2-a8d1-41923e3a4879 req-5b24c4e8-107e-40bb-96df-da1b4efa917b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972105 Nov 27 01:09:50.488234 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-fb589073-218a-4613-a904-b4e08e139d35', 'network_id': 'fb589073-218a-4613-a904-b4e08e139d35', 'tenant_id': 'feffa5304e46498aade3e9c8ce18a491', 'fixed_ips': [{'subnet_id': '846c74f9-0035-4280-af5c-b259d0af367b'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:09:50.493570 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.494112 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b64d654-dd3a-419d-9312-e2ddf7008af7 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.542664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d27470a7-07e9-4093-9027-33523d20a86e up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:50.683404 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b64d654-dd3a-419d-9312-e2ddf7008af7 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.716861 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64d654-dd3a-419d-9312-e2ddf7008af7 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event deleted for resources: {'Subnet': ['ID=2903948a-3f88-4c28-81ee-31f6aae055c3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:50.727929 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b64d654-dd3a-419d-9312-e2ddf7008af7 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.731234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2b64d654-dd3a-419d-9312-e2ddf7008af7 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "DELETE /v2.0/subnets/2903948a-3f88-4c28-81ee-31f6aae055c3 HTTP/1.1" status: 204 len: 168 time: 0.8040543 Nov 27 01:09:50.734001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46370) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server [None req-a58fdb86-5f91-4bee-8a57-f7be77ebd38f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2903948a-3f88-4c28-81ee-31f6aae055c3: This subnet is being modified by another concurrent operation. Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:09:50.777234 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2903948a-3f88-4c28-81ee-31f6aae055c3: This subnet is being modified by another concurrent operation. Nov 27 01:09:50.782551 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Nov 27 01:09:50.786702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80533b80-d907-4a3b-9e9c-7ca930437c66 req-7c2ce2a7-85db-40be-bac1-d2781959c19c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:50.796139 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80533b80-d907-4a3b-9e9c-7ca930437c66 req-7c2ce2a7-85db-40be-bac1-d2781959c19c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 945 time: 0.1721973 Nov 27 01:09:50.856664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cb95c0-41a1-4769-af1a-eebf66c8f21f None None] Network 8fb99986-5de2-45f2-8454-ee52e851c019 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:50.874589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6540be-51ab-4b79-9877-ad23071c051e tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Deleting subnet 846c74f9-0035-4280-af5c-b259d0af367b {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:09:50.903564 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80533b80-d907-4a3b-9e9c-7ca930437c66 req-18cc7d7e-98b4-4113-997a-65b17f73584b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051822 Nov 27 01:09:51.027407 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port d27470a7-07e9-4093-9027-33523d20a86e completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:51.050521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port d27470a7-07e9-4093-9027-33523d20a86e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:51.050851 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.063419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Allocated IP 172.20.0.18 (fb589073-218a-4613-a904-b4e08e139d35/846c74f9-0035-4280-af5c-b259d0af367b/5c4c865e-5519-4c0b-8f01-b93f6ba58c52) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:51.317195 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.369149 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543b833-8ea3-4bc7-a1d7-1e5a1c42b3b9 req-afb84c8f-63db-433a-a56d-bf8748a60331 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:51.377863 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5543b833-8ea3-4bc7-a1d7-1e5a1c42b3b9 req-afb84c8f-63db-433a-a56d-bf8748a60331 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1016943 Nov 27 01:09:51.402066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27470a7-07e9-4093-9027-33523d20a86e'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:51.404615 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcc673e-612f-4170-bd9b-19d089550895" -d '{"events": [{"server_uuid": "a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7", "name": "network-vif-plugged", "status": "completed", "tag": "d27470a7-07e9-4093-9027-33523d20a86e"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:51.419356 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.425504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d27470a7-07e9-4093-9027-33523d20a86e, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d27470a7-07e9-4093-9027-33523d20a86e,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:51.429562 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.430409 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b6540be-51ab-4b79-9877-ad23071c051e tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.434714 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.455514 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5543b833-8ea3-4bc7-a1d7-1e5a1c42b3b9 req-f5684687-9aa7-402c-b013-47ca4aed6a68 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767748 Nov 27 01:09:51.484026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Network fb589073-218a-4613-a904-b4e08e139d35 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:51.487365 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:51.491925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:51.497269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Pushing event updated for resources: {'Port': ['ID=5c4c865e-5519-4c0b-8f01-b93f6ba58c52,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:51.506252 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b6540be-51ab-4b79-9877-ad23071c051e tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.613162 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b6540be-51ab-4b79-9877-ad23071c051e tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.669544 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Attempting to bind port 5c4c865e-5519-4c0b-8f01-b93f6ba58c52 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:51.671071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Attempting to bind port 5c4c865e-5519-4c0b-8f01-b93f6ba58c52 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '06234b03-46b2-4f0e-ad32-52cc05c6bb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb589073-218a-4613-a904-b4e08e139d35'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:51.671562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Attempting to bind port 5c4c865e-5519-4c0b-8f01-b93f6ba58c52 on network fb589073-218a-4613-a904-b4e08e139d35 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:51.682676 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b6540be-51ab-4b79-9877-ad23071c051e tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.685292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d27470a7-07e9-4093-9027-33523d20a86e,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:51.703313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:51.703697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Checking segment: {'id': '06234b03-46b2-4f0e-ad32-52cc05c6bb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb589073-218a-4613-a904-b4e08e139d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:51.704116 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.704545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Bound using segment: {'id': '06234b03-46b2-4f0e-ad32-52cc05c6bb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb589073-218a-4613-a904-b4e08e139d35'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:51.708202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Bound port: 5c4c865e-5519-4c0b-8f01-b93f6ba58c52, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06234b03-46b2-4f0e-ad32-52cc05c6bb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fb589073-218a-4613-a904-b4e08e139d35'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:51.708669 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.713023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af485c84-94cd-43d7-b8b8-21a0c831dabc req-cb8152e0-c318-4aae-a9c2-f235f7c78344 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:51.719225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6540be-51ab-4b79-9877-ad23071c051e tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event deleted for resources: {'Subnet': ['ID=846c74f9-0035-4280-af5c-b259d0af367b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:51.724833 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b6540be-51ab-4b79-9877-ad23071c051e tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.732437 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7b6540be-51ab-4b79-9877-ad23071c051e tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "DELETE /v2.0/subnets/846c74f9-0035-4280-af5c-b259d0af367b HTTP/1.1" status: 204 len: 168 time: 0.9972246 Nov 27 01:09:51.733352 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46394) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:51.736765 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-af485c84-94cd-43d7-b8b8-21a0c831dabc req-cb8152e0-c318-4aae-a9c2-f235f7c78344 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.1530488 Nov 27 01:09:51.841285 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-af485c84-94cd-43d7-b8b8-21a0c831dabc req-953077dd-d6b4-49bd-ac46-689d1cd95069 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016359 Nov 27 01:09:51.846060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] For port 5c4c865e-5519-4c0b-8f01-b93f6ba58c52, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:51.855683 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] For port 5c4c865e-5519-4c0b-8f01-b93f6ba58c52, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5c4c865e-5519-4c0b-8f01-b93f6ba58c52,segment=NetworkSegment(06234b03-46b2-4f0e-ad32-52cc05c6bb8a),segment_id=06234b03-46b2-4f0e-ad32-52cc05c6bb8a)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:51.863325 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.942041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f525c4b8-b844-49df-86e7-80f6ceba7fd5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:51.949092 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c562fb0-03d7-431e-9813-ab05b850f72f x-openstack-request-id: req-9c562fb0-03d7-431e-9813-ab05b850f72f {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:51.949376 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7", "name": "network-vif-plugged", "status": "completed", "tag": "d27470a7-07e9-4093-9027-33523d20a86e", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:51.949636 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c562fb0-03d7-431e-9813-ab05b850f72f {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:51.950035 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27470a7-07e9-4093-9027-33523d20a86e', 'code': 200} Nov 27 01:09:51.950597 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46418) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:51.952936 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f525c4b8-b844-49df-86e7-80f6ceba7fd5 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2182913 Nov 27 01:09:51.967445 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f257f6-78bd-41c6-9274-f495b16746b4 None None] Pushing event updated for resources: {'Port': ['ID=5c4c865e-5519-4c0b-8f01-b93f6ba58c52,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:51.991729 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c9c99f-b78e-418f-9b3d-dc249e7612a5 None None] Network fb589073-218a-4613-a904-b4e08e139d35 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:52.105257 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d3532-c88b-45ac-a08b-a19b958fdf90 req-6fe75cc2-86ea-4ed8-ac14-d93f133f152e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.115921 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-222d3532-c88b-45ac-a08b-a19b958fdf90 req-6fe75cc2-86ea-4ed8-ac14-d93f133f152e tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 945 time: 0.1846762 Nov 27 01:09:52.192095 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-222d3532-c88b-45ac-a08b-a19b958fdf90 req-ddef86e3-1194-4137-a261-d6567a17e254 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bc120f6-7a16-43d1-a1c4-8393e39acac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741479 Nov 27 01:09:52.218674 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ec273-f378-4b1d-8f3e-564c0b38fbe0 req-83d4709c-5d42-40a1-b0c8-76fc0e00ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.241224 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e1ec273-f378-4b1d-8f3e-564c0b38fbe0 req-83d4709c-5d42-40a1-b0c8-76fc0e00ad8d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 1098 time: 0.1806905 Nov 27 01:09:52.244266 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c153b1-8bab-4e89-a160-061ceb6b2a61 None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:09:52.277071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf81628-ea0e-4175-8f6a-957c453e376c req-4e5186d6-d837-4401-8090-61190fca2676 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.292548 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1bf81628-ea0e-4175-8f6a-957c453e376c req-4e5186d6-d837-4401-8090-61190fca2676 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 1097 time: 0.1754284 Nov 27 01:09:52.314958 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:52.351936 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e1ec273-f378-4b1d-8f3e-564c0b38fbe0 req-66e6e5f0-d8a7-4e25-b259-ac93ce4e5f52 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097741 Nov 27 01:09:52.411458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c153b1-8bab-4e89-a160-061ceb6b2a61 None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:09:52.493422 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4975ca-dad0-4201-937f-dd8fff12ddea req-a5359208-c95c-4868-9f67-6954b79c7c73 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.494652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce4975ca-dad0-4201-937f-dd8fff12ddea req-a5359208-c95c-4868-9f67-6954b79c7c73 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 946 time: 0.1047194 Nov 27 01:09:52.529549 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1bf81628-ea0e-4175-8f6a-957c453e376c req-e8d8d5fc-bb41-4c1b-a50e-76cccb69e123 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351661 Nov 27 01:09:52.555490 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Deleting port 5c4c865e-5519-4c0b-8f01-b93f6ba58c52 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:52.556487 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:52.569237 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce4975ca-dad0-4201-937f-dd8fff12ddea req-c28501e1-ee8a-41b4-82c4-1aecea70c7fc tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657690 Nov 27 01:09:52.799029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cbef4-362f-4e20-9cbf-dfa77191bc3b req-b81a2a60-42cf-49ed-8fff-59e99bdb4159 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.807037 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-547cbef4-362f-4e20-9cbf-dfa77191bc3b req-b81a2a60-42cf-49ed-8fff-59e99bdb4159 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 951 time: 0.1000421 Nov 27 01:09:52.823143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2f386837-4f2d-4f98-9029-2dc3509ac154 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:52.825245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2f386837-4f2d-4f98-9029-2dc3509ac154 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:52.929288 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-547cbef4-362f-4e20-9cbf-dfa77191bc3b req-18ba0867-e9f4-4a03-a2d6-21ebf9b85e7c tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212649 Nov 27 01:09:53.131210 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.244952 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2f386837-4f2d-4f98-9029-2dc3509ac154, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2f386837-4f2d-4f98-9029-2dc3509ac154,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:53.249600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] For port 5c4c865e-5519-4c0b-8f01-b93f6ba58c52, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5c4c865e-5519-4c0b-8f01-b93f6ba58c52,segment=NetworkSegment(06234b03-46b2-4f0e-ad32-52cc05c6bb8a),segment_id=06234b03-46b2-4f0e-ad32-52cc05c6bb8a)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:53.249986 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.289206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Calling delete_port for 5c4c865e-5519-4c0b-8f01-b93f6ba58c52 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:53.295258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2f386837-4f2d-4f98-9029-2dc3509ac154, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2f386837-4f2d-4f98-9029-2dc3509ac154,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:53.302794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74d7e3-6700-4122-a68d-83569dd9be26 req-1c18f5a7-2333-44cd-8937-c175ab5b6c16 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:53.312702 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4c74d7e3-6700-4122-a68d-83569dd9be26 req-1c18f5a7-2333-44cd-8937-c175ab5b6c16 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1225581 Nov 27 01:09:53.320016 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '2f386837-4f2d-4f98-9029-2dc3509ac154', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '2f386837-4f2d-4f98-9029-2dc3509ac154', 'mac_address': 'fa:16:3e:f5:77:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:53.327546 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.474798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2f386837-4f2d-4f98-9029-2dc3509ac154,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:53.480587 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.505103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5a5cd-1c42-40ee-be56-1289226bc217 req-1115c1a5-2a1c-4a32-b613-84a17a9c1080 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:53.513520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Provisioning complete for port 95356a11-12ac-4ae2-9073-e5e5ede23104 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:53.513911 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.519333 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99a3ddc-ad6b-4f82-862f-c35fdfda5a6c None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:09:53.526261 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7dd5a5cd-1c42-40ee-be56-1289226bc217 req-1115c1a5-2a1c-4a32-b613-84a17a9c1080 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd1bb4b-7cd2-477f-944f-8c5dd4d21883 HTTP/1.1" status: 200 len: 945 time: 0.1398482 Nov 27 01:09:53.557678 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f386837-4f2d-4f98-9029-2dc3509ac154 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:53.595991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4c74d7e3-6700-4122-a68d-83569dd9be26 req-221e7171-1d8d-4d34-98a5-e159a48123d6 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781267 Nov 27 01:09:53.649450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2f386837-4f2d-4f98-9029-2dc3509ac154, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2f386837-4f2d-4f98-9029-2dc3509ac154,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:53.668187 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.716025 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.727368 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Port 95356a11-12ac-4ae2-9073-e5e5ede23104 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:09:53.734435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-7dd5a5cd-1c42-40ee-be56-1289226bc217 req-d36b3635-ca2f-407d-85ec-2ac99d6ee879 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Deleting port ef03653e-6ddf-4123-b709-742dd44fd326 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:53.735016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7dd5a5cd-1c42-40ee-be56-1289226bc217 req-d36b3635-ca2f-407d-85ec-2ac99d6ee879 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.763535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] No DVR routers for this DVR port 5c4c865e-5519-4c0b-8f01-b93f6ba58c52 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:53.794689 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event deleted for resources: {'Port': ['ID=5c4c865e-5519-4c0b-8f01-b93f6ba58c52,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:53.870044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7dd5a5cd-1c42-40ee-be56-1289226bc217 req-d36b3635-ca2f-407d-85ec-2ac99d6ee879 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] For port ef03653e-6ddf-4123-b709-742dd44fd326, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ef03653e-6ddf-4123-b709-742dd44fd326,segment=NetworkSegment(e562f3c3-386c-45dc-92d3-b65fb915640f),segment_id=e562f3c3-386c-45dc-92d3-b65fb915640f)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:53.870912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7dd5a5cd-1c42-40ee-be56-1289226bc217 req-d36b3635-ca2f-407d-85ec-2ac99d6ee879 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.898970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-7dd5a5cd-1c42-40ee-be56-1289226bc217 req-d36b3635-ca2f-407d-85ec-2ac99d6ee879 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Calling delete_port for ef03653e-6ddf-4123-b709-742dd44fd326 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:53.943828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99a3ddc-ad6b-4f82-862f-c35fdfda5a6c None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:09:53.962412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54667086-62e1-43b5-9af2-556e52d4a117 req-2468668f-fefd-487f-aa3b-b777a100c35c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:53.970817 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54667086-62e1-43b5-9af2-556e52d4a117 req-2468668f-fefd-487f-aa3b-b777a100c35c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.2371140 Nov 27 01:09:53.974524 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.975618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdcf3dd-ea55-44c4-b23c-21ae7f07a232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f386837-4f2d-4f98-9029-2dc3509ac154'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:53.985482 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4f1c66-4655-4925-9515-6797b373405e" -d '{"events": [{"server_uuid": "bfdcf3dd-ea55-44c4-b23c-21ae7f07a232", "name": "network-vif-unplugged", "status": "completed", "tag": "2f386837-4f2d-4f98-9029-2dc3509ac154"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:53.993845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2f386837-4f2d-4f98-9029-2dc3509ac154,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:54.010369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Provisioning complete for port 76d5c28d-4cf7-4ed0-b479-68c29efb53fb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:54.013950 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.041544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb589073-218a-4613-a904-b4e08e139d35']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:54.057289 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06234b03-46b2-4f0e-ad32-52cc05c6bb8a') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:54.057772 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06234b03-46b2-4f0e-ad32-52cc05c6bb8a') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:54.069823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54667086-62e1-43b5-9af2-556e52d4a117 req-34efcf35-ef1d-4fa3-90fa-f290f44c96e5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980392 Nov 27 01:09:54.100710 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.117767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['2f386837-4f2d-4f98-9029-2dc3509ac154'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:54.128845 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7dd5a5cd-1c42-40ee-be56-1289226bc217 req-d36b3635-ca2f-407d-85ec-2ac99d6ee879 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.132048 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.142162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:09:54.142418 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:09:54.148597 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:09:54.186052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b3635-ca2f-407d-85ec-2ac99d6ee879 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Pushing event deleted for resources: {'Port': ['ID=ef03653e-6ddf-4123-b709-742dd44fd326,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:54.261236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd5a5cd-1c42-40ee-be56-1289226bc217 req-d36b3635-ca2f-407d-85ec-2ac99d6ee879 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] No DVR routers for this DVR port ef03653e-6ddf-4123-b709-742dd44fd326 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:54.271954 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7dd5a5cd-1c42-40ee-be56-1289226bc217 req-d36b3635-ca2f-407d-85ec-2ac99d6ee879 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.273439 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7dd5a5cd-1c42-40ee-be56-1289226bc217 req-d36b3635-ca2f-407d-85ec-2ac99d6ee879 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.31 "DELETE /v2.0/ports/ef03653e-6ddf-4123-b709-742dd44fd326 HTTP/1.1" status: 204 len: 173 time: 0.7388334 Nov 27 01:09:54.274003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd1bb4b-7cd2-477f-944f-8c5dd4d21883', 'name': 'network-vif-deleted', 'tag': 'ef03653e-6ddf-4123-b709-742dd44fd326'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:54.277271 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421dec1a-ffbf-4889-9adc-676bbb1e0877" -d '{"events": [{"server_uuid": "4fd1bb4b-7cd2-477f-944f-8c5dd4d21883", "name": "network-vif-deleted", "tag": "ef03653e-6ddf-4123-b709-742dd44fd326"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:54.286952 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ef03653e-6ddf-4123-b709-742dd44fd326'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:54.313855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.330195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.336221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46512) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:54.347132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Port 76d5c28d-4cf7-4ed0-b479-68c29efb53fb cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:09:54.347532 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "DELETE /v2.0/networks/fb589073-218a-4613-a904-b4e08e139d35 HTTP/1.1" status: 204 len: 168 time: 2.3817759 Nov 27 01:09:54.372781 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45456d-abd3-4b17-894d-d8bdce69b8e8 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event deleted for resources: {'Network': ['ID=fb589073-218a-4613-a904-b4e08e139d35,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:54.443699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a914b820-aba2-4436-b8b8-8578db44cce4 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.448945 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Provisioning complete for port 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:54.449323 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.582686 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a914b820-aba2-4436-b8b8-8578db44cce4 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.618158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a914b820-aba2-4436-b8b8-8578db44cce4 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb99986-5de2-45f2-8454-ee52e851c019']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:54.632176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a914b820-aba2-4436-b8b8-8578db44cce4 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3682b62-4c3b-4d90-9bc5-9fb1357b74c0') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:54.632932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a914b820-aba2-4436-b8b8-8578db44cce4 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3682b62-4c3b-4d90-9bc5-9fb1357b74c0') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:54.643991 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a914b820-aba2-4436-b8b8-8578db44cce4 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.664175 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a914b820-aba2-4436-b8b8-8578db44cce4 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.671923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a914b820-aba2-4436-b8b8-8578db44cce4 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:09:54.673716 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a914b820-aba2-4436-b8b8-8578db44cce4 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:09:54.679234 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:09:54.802045 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a914b820-aba2-4436-b8b8-8578db44cce4 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.808020 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a914b820-aba2-4436-b8b8-8578db44cce4 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.815381 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a914b820-aba2-4436-b8b8-8578db44cce4 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "DELETE /v2.0/networks/8fb99986-5de2-45f2-8454-ee52e851c019 HTTP/1.1" status: 204 len: 168 time: 0.4749458 Nov 27 01:09:54.815810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46518) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:54.845350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914b820-aba2-4436-b8b8-8578db44cce4 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event deleted for resources: {'Network': ['ID=8fb99986-5de2-45f2-8454-ee52e851c019,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:54.883790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Provisioning complete for port eecefe17-0a37-4425-aa82-81430a79df22 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:54.884169 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.941937 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-02c31426-3ba4-4344-b631-8cae52d289fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.997103 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Port eecefe17-0a37-4425-aa82-81430a79df22 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:09:55.027567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Provisioning complete for port d27470a7-07e9-4093-9027-33523d20a86e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:55.028005 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.069253 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2a8827-a795-449e-a6b5-abae4ed2af28 None None] DHCP port deletion for f38bce75-b149-4aac-8ef8-06628ea9297c request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:09:55.071137 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-02c31426-3ba4-4344-b631-8cae52d289fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.113018 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-02c31426-3ba4-4344-b631-8cae52d289fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d1ee82-b282-44eb-a5b7-9b7516ea6ab2']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:55.126590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-02c31426-3ba4-4344-b631-8cae52d289fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9345b38a-46a1-4a30-8191-8cabd5e59048') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:55.127017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-02c31426-3ba4-4344-b631-8cae52d289fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9345b38a-46a1-4a30-8191-8cabd5e59048') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:55.143677 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-02c31426-3ba4-4344-b631-8cae52d289fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.160782 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-02c31426-3ba4-4344-b631-8cae52d289fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.171282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c31426-3ba4-4344-b631-8cae52d289fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:09:55.172126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-02c31426-3ba4-4344-b631-8cae52d289fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.176992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Provisioning complete for port d994e5c2-adfd-4cb5-bddd-729eda1c3d5f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:55.178131 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:09:55.247810 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:09:55.260932 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-02c31426-3ba4-4344-b631-8cae52d289fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.269287 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-02c31426-3ba4-4344-b631-8cae52d289fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.277818 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-02c31426-3ba4-4344-b631-8cae52d289fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "DELETE /v2.0/networks/d8d1ee82-b282-44eb-a5b7-9b7516ea6ab2 HTTP/1.1" status: 204 len: 168 time: 0.4604061 Nov 27 01:09:55.284949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46522) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:55.303463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c31426-3ba4-4344-b631-8cae52d289fa tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event deleted for resources: {'Network': ['ID=d8d1ee82-b282-44eb-a5b7-9b7516ea6ab2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:55.396262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Provisioning complete for port 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:55.396893 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dca3349f-c85d-412d-b3fb-b1f9ce462d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.424347 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-feed28e9-bcca-478d-a0f2-29a8aed549e2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.567081 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-feed28e9-bcca-478d-a0f2-29a8aed549e2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.600065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-feed28e9-bcca-478d-a0f2-29a8aed549e2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589204bd-fffb-459c-9915-e11f2523f374']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:55.611100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d0570b1e-b8e2-4cc7-8eb3-33d2f00999cd None None] Could not find standard attr ID for object ef03653e-6ddf-4123-b709-742dd44fd326. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:09:55.618061 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-feed28e9-bcca-478d-a0f2-29a8aed549e2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea32d8e-8861-4211-9521-3e50fa52d5a3') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:55.618425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-feed28e9-bcca-478d-a0f2-29a8aed549e2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea32d8e-8861-4211-9521-3e50fa52d5a3') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:55.635638 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-feed28e9-bcca-478d-a0f2-29a8aed549e2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.653645 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-feed28e9-bcca-478d-a0f2-29a8aed549e2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.660938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feed28e9-bcca-478d-a0f2-29a8aed549e2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:09:55.661556 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-feed28e9-bcca-478d-a0f2-29a8aed549e2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:09:55.716031 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:09:55.736058 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-feed28e9-bcca-478d-a0f2-29a8aed549e2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.741886 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-feed28e9-bcca-478d-a0f2-29a8aed549e2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.746025 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-feed28e9-bcca-478d-a0f2-29a8aed549e2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] 10.222.0.15 "DELETE /v2.0/networks/589204bd-fffb-459c-9915-e11f2523f374 HTTP/1.1" status: 204 len: 168 time: 0.4585826 Nov 27 01:09:55.900646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed28e9-bcca-478d-a0f2-29a8aed549e2 tempest-BulkNetworkOpsTest-329483375 tempest-BulkNetworkOpsTest-329483375-project] Pushing event deleted for resources: {'Network': ['ID=589204bd-fffb-459c-9915-e11f2523f374,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:56.181156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46530) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:56.215818 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:09:56.380293 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3a80caab-f4a6-49b7-831c-5b00cc0fd7e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=feffa5304e46498aade3e9c8ce18a491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1962004 Nov 27 01:09:56.382391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46538) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:56.440162 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8004713-822d-4cc1-bde5-21e162669963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:56.467126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8004713-822d-4cc1-bde5-21e162669963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:56.529658 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8004713-822d-4cc1-bde5-21e162669963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:56.536290 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8004713-822d-4cc1-bde5-21e162669963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:56.539756 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b8004713-822d-4cc1-bde5-21e162669963 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b030b639-6e3a-4839-a0c4-f83c4e5fa8dd HTTP/1.1" status: 204 len: 168 time: 0.1539702 Nov 27 01:09:56.546513 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8004713-822d-4cc1-bde5-21e162669963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b030b639-6e3a-4839-a0c4-f83c4e5fa8dd,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:56.587223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ef03653e-6ddf-4123-b709-742dd44fd326 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:56.633102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: ef03653e-6ddf-4123-b709-742dd44fd326 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:09:56.633541 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ef03653e-6ddf-4123-b709-742dd44fd326 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:09:56.634036 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 741e37ff-649a-4c48-aa76-abeaafc25895 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:56.740660 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:56.810651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 741e37ff-649a-4c48-aa76-abeaafc25895, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=741e37ff-649a-4c48-aa76-abeaafc25895,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:56.820301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2f386837-4f2d-4f98-9029-2dc3509ac154 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:56.825186 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.134683 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 2f386837-4f2d-4f98-9029-2dc3509ac154 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:57.135065 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.171872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=741e37ff-649a-4c48-aa76-abeaafc25895,revision_number=11']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:57.249271 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.290306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2f386837-4f2d-4f98-9029-2dc3509ac154, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2f386837-4f2d-4f98-9029-2dc3509ac154,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:57.295957 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.370429 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2f386837-4f2d-4f98-9029-2dc3509ac154,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:57.544653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46576) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:57.670174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-401863d3-8829-43dc-addf-098b6d4d109d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group': {'name': 'tempest-secgroup--144899914'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:57.701017 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-401863d3-8829-43dc-addf-098b6d4d109d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.710397 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-401863d3-8829-43dc-addf-098b6d4d109d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.744598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-d3992149-32e9-4d4d-8b5d-5f3901ee046a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:57.752342 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-d3992149-32e9-4d4d-8b5d-5f3901ee046a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 821 time: 0.4768512 Nov 27 01:09:57.770084 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-4e64ca07-255e-48cc-be84-138f99db3dc5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/quotas/824296168135401cbcf32b795324fb86 HTTP/1.1" status: 200 len: 375 time: 0.0161994 Nov 27 01:09:57.822450 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-401863d3-8829-43dc-addf-098b6d4d109d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.827973 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-401863d3-8829-43dc-addf-098b6d4d109d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.829337 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-99c9207c-855b-4c6c-b978-876e9068c245 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578241 Nov 27 01:09:57.876846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401863d3-8829-43dc-addf-098b6d4d109d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22bf896-2358-4626-803b-01e71f29a4e6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:57.936542 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-401863d3-8829-43dc-addf-098b6d4d109d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.942823 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-401863d3-8829-43dc-addf-098b6d4d109d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.968520 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-c0fe050d-058a-472a-8a91-5274ec464fcc service neutron] 10.222.0.15 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324837 Nov 27 01:09:57.988533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401863d3-8829-43dc-addf-098b6d4d109d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155591b8-c31c-4127-83df-5011d4278a80,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:57.992986 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-401863d3-8829-43dc-addf-098b6d4d109d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.994558 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-401863d3-8829-43dc-addf-098b6d4d109d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4487562 Nov 27 01:09:57.997393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46606) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:58.079396 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-08956b1a-fc1d-40b2-a573-c86f2b01b7e1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0810292 Nov 27 01:09:58.080511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46610) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:58.085879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e01a93b4-d38d-4f9d-a06f-ddb6f21e96ec tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group': {'name': 'tempest-security--1106180717', 'description': 'tempest-security-description-1497402734'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:58.110016 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-671f6138-42ab-4e43-8606-2bcfaff8b497 service neutron] 10.222.0.15 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272447 Nov 27 01:09:58.123580 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e01a93b4-d38d-4f9d-a06f-ddb6f21e96ec tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.181514 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.189545 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e01a93b4-d38d-4f9d-a06f-ddb6f21e96ec tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.198465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e01a93b4-d38d-4f9d-a06f-ddb6f21e96ec tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.201267 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e01a93b4-d38d-4f9d-a06f-ddb6f21e96ec tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.205968 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e01a93b4-d38d-4f9d-a06f-ddb6f21e96ec tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "PUT /v2.0/security-groups/155591b8-c31c-4127-83df-5011d4278a80 HTTP/1.1" status: 200 len: 1797 time: 0.1240938 Nov 27 01:09:58.206639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46612) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:58.238171 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a93b4-d38d-4f9d-a06f-ddb6f21e96ec tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155591b8-c31c-4127-83df-5011d4278a80,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:58.306478 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5286a579-1dd4-4dbc-9745-46490f957041 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-groups/155591b8-c31c-4127-83df-5011d4278a80 HTTP/1.1" status: 200 len: 1797 time: 0.0974202 Nov 27 01:09:58.309737 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46622) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:58.347192 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4297e2dd-9999-4d71-aace-0b6ac70131ab x-openstack-request-id: req-4297e2dd-9999-4d71-aace-0b6ac70131ab {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:58.347514 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdcf3dd-ea55-44c4-b23c-21ae7f07a232", "name": "network-vif-unplugged", "status": "completed", "tag": "2f386837-4f2d-4f98-9029-2dc3509ac154", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:58.348335 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4297e2dd-9999-4d71-aace-0b6ac70131ab {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:58.348738 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdcf3dd-ea55-44c4-b23c-21ae7f07a232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f386837-4f2d-4f98-9029-2dc3509ac154', 'code': 200} Nov 27 01:09:58.390408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78fcda-76d6-48be-9820-247569e7d639 req-16ac0674-9131-4955-aed5-23976cae6cea tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:58.392008 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb78fcda-76d6-48be-9820-247569e7d639 req-16ac0674-9131-4955-aed5-23976cae6cea tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 946 time: 0.0552878 Nov 27 01:09:58.426703 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.442374 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bbf057-cfeb-4328-a880-37b4549d5d02 x-openstack-request-id: req-f4bbf057-cfeb-4328-a880-37b4549d5d02 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:58.442673 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd1bb4b-7cd2-477f-944f-8c5dd4d21883", "name": "network-vif-deleted", "tag": "ef03653e-6ddf-4123-b709-742dd44fd326", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:58.444193 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4bbf057-cfeb-4328-a880-37b4549d5d02 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:58.445418 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd1bb4b-7cd2-477f-944f-8c5dd4d21883', 'name': 'network-vif-deleted', 'tag': 'ef03653e-6ddf-4123-b709-742dd44fd326', 'status': 'completed', 'code': 200} Nov 27 01:09:58.457891 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.487034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb78fcda-76d6-48be-9820-247569e7d639 req-6d387512-12e2-4f7f-9309-f563c5a2800c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870662 Nov 27 01:09:58.547971 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117baa4f-ec9e-476e-9e80-8d75f69bcfb3 req-85c6e8ea-07c8-4c16-abe5-7a26004a26cf tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:58.550274 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-117baa4f-ec9e-476e-9e80-8d75f69bcfb3 req-85c6e8ea-07c8-4c16-abe5-7a26004a26cf tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.0729666 Nov 27 01:09:58.552203 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.555316 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.556623 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-groups/155591b8-c31c-4127-83df-5011d4278a80 HTTP/1.1" status: 204 len: 168 time: 0.2456727 Nov 27 01:09:58.559428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46632) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:58.573230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=155591b8-c31c-4127-83df-5011d4278a80,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:58.591808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:58.592457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:58.593000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:58.593740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:58.594258 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:58.594771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:58.595287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:58.595799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:58.596374 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:58.596878 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:58.597376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:58.597963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7762aa4-7653-4d3f-bb0e-0f05c935d889 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:58.650224 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-117baa4f-ec9e-476e-9e80-8d75f69bcfb3 req-95a937b9-d511-449a-8e2f-33fb4829f901 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893838 Nov 27 01:09:58.679113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-90a97fb5-58a3-4e21-aaab-7735a677dc5b tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1182706 Nov 27 01:09:58.682406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46634) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:58.689029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d049768-fd48-4b15-be41-491afd4015df req-43fdf397-a1b9-432b-9b5a-98ce4d545470 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:58.699232 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-44408207-da86-4bd1-b6a5-ba5a183aee07 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] delete failed (client error): The resource could not be found. Nov 27 01:09:58.699651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-44408207-da86-4bd1-b6a5-ba5a183aee07 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-groups/155591b8-c31c-4127-83df-5011d4278a80 HTTP/1.1" status: 404 len: 347 time: 0.0161152 Nov 27 01:09:58.704770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d049768-fd48-4b15-be41-491afd4015df req-43fdf397-a1b9-432b-9b5a-98ce4d545470 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.1307464 Nov 27 01:09:58.708831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46642) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:58.717972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0774e3a0-1ed0-4248-babd-ad03be92c5c2 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324085920'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:58.773908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0774e3a0-1ed0-4248-babd-ad03be92c5c2 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.792797 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d049768-fd48-4b15-be41-491afd4015df req-191050fb-0f7f-43d3-b6ce-3a199cac5ca3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868325 Nov 27 01:09:58.831292 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-64d17a1d-8b23-45e7-b055-8f928095e66a req-2cf63dd4-f636-4217-bced-10feeaa521aa tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 210 time: 0.0506914 Nov 27 01:09:58.916744 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0774e3a0-1ed0-4248-babd-ad03be92c5c2 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.922124 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0774e3a0-1ed0-4248-babd-ad03be92c5c2 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.965543 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0774e3a0-1ed0-4248-babd-ad03be92c5c2 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.966742 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0774e3a0-1ed0-4248-babd-ad03be92c5c2 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2567053 Nov 27 01:09:58.969228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774e3a0-1ed0-4248-babd-ad03be92c5c2 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693e996d-8e95-4161-99e9-060fecea5a33,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:58.969946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46654) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:58.977373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4c1c5777-2abf-4dcf-91d3-c10c3a03fe41 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group_rule': {'security_group_id': '693e996d-8e95-4161-99e9-060fecea5a33', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:59.143011 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5777-2abf-4dcf-91d3-c10c3a03fe41 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.168568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadbd43-d325-4839-b09b-a097b4c7c24b req-ce6f8361-e903-403a-8202-962a667ba9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.170181 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cbadbd43-d325-4839-b09b-a097b4c7c24b req-ce6f8361-e903-403a-8202-962a667ba9a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 1098 time: 0.1465566 Nov 27 01:09:59.210988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92938569-4fbe-4486-9b2a-88b6792ab2a9 req-6445fe7b-d288-4a4b-bfc8-3f362520d8ae tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.215447 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-92938569-4fbe-4486-9b2a-88b6792ab2a9 req-6445fe7b-d288-4a4b-bfc8-3f362520d8ae tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 949 time: 0.0738080 Nov 27 01:09:59.288767 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-92938569-4fbe-4486-9b2a-88b6792ab2a9 req-d6ed212a-c56e-413d-9fb8-697f10e88e20 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671644 Nov 27 01:09:59.323520 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5777-2abf-4dcf-91d3-c10c3a03fe41 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.339020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eb7d0-d93f-4d6c-93dc-0a4e42271c1b req-d8453dae-dfcd-4187-8cfd-ffc9f13829ea tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.340793 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df4eb7d0-d93f-4d6c-93dc-0a4e42271c1b req-d8453dae-dfcd-4187-8cfd-ffc9f13829ea tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 946 time: 0.1009207 Nov 27 01:09:59.343627 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5777-2abf-4dcf-91d3-c10c3a03fe41 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.367947 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46664) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:59.389674 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c5777-2abf-4dcf-91d3-c10c3a03fe41 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6df8127-35e6-41da-b827-fb2c71b33576,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:59.395512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadbd43-d325-4839-b09b-a097b4c7c24b req-cf5bc1bf-275f-4745-a727-4aaa44eee1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.397492 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cbadbd43-d325-4839-b09b-a097b4c7c24b req-cf5bc1bf-275f-4745-a727-4aaa44eee1c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 918 time: 0.2182813 Nov 27 01:09:59.407061 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5777-2abf-4dcf-91d3-c10c3a03fe41 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.408219 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4c1c5777-2abf-4dcf-91d3-c10c3a03fe41 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4362175 Nov 27 01:09:59.411779 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46666) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:59.476204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03f2e79b-04b3-467a-9c76-92644ded3c6c tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.479570 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6871e440-3341-4d01-883f-bb35339f7f70 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.480842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df4eb7d0-d93f-4d6c-93dc-0a4e42271c1b req-25f740f8-94d3-455f-b6c5-3550a74cc5bd tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203079 Nov 27 01:09:59.486491 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03f2e79b-04b3-467a-9c76-92644ded3c6c tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.502195 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cbadbd43-d325-4839-b09b-a097b4c7c24b req-9103209d-03a9-46a1-a877-f1dd04d6b700 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84 HTTP/1.1" status: 200 len: 1002 time: 0.0928552 Nov 27 01:09:59.536994 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6871e440-3341-4d01-883f-bb35339f7f70 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.539586 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03f2e79b-04b3-467a-9c76-92644ded3c6c tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.551821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03f2e79b-04b3-467a-9c76-92644ded3c6c tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.552955 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-03f2e79b-04b3-467a-9c76-92644ded3c6c tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a6df8127-35e6-41da-b827-fb2c71b33576 HTTP/1.1" status: 204 len: 168 time: 0.1400676 Nov 27 01:09:59.556347 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46668) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:59.580465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2e79b-04b3-467a-9c76-92644ded3c6c tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6df8127-35e6-41da-b827-fb2c71b33576,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:59.589515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadbd43-d325-4839-b09b-a097b4c7c24b req-1a858744-c101-478f-8740-815160451010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.594482 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cbadbd43-d325-4839-b09b-a097b4c7c24b req-1a858744-c101-478f-8740-815160451010 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.0817189 Nov 27 01:09:59.656381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadbd43-d325-4839-b09b-a097b4c7c24b req-5f3deb4a-3143-476c-a3b8-254a4a08e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.657834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cbadbd43-d325-4839-b09b-a097b4c7c24b req-5f3deb4a-3143-476c-a3b8-254a4a08e558 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507872 Nov 27 01:09:59.658294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46670) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:59.658435 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2e90809e-9360-478e-bd2c-420e0365a0ca tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1009855 Nov 27 01:09:59.682974 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6871e440-3341-4d01-883f-bb35339f7f70 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.693714 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6871e440-3341-4d01-883f-bb35339f7f70 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.699734 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6871e440-3341-4d01-883f-bb35339f7f70 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "DELETE /v2.0/security-groups/5c7c5dd0-c3a5-48ff-ad06-de644e8add31 HTTP/1.1" status: 204 len: 168 time: 0.3307068 Nov 27 01:09:59.702965 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46674) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:59.773221 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871e440-3341-4d01-883f-bb35339f7f70 tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7c5dd0-c3a5-48ff-ad06-de644e8add31,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:59.780672 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-90eadbd2-d8b1-41ce-8fec-bf80069c670f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] show failed (client error): The resource could not be found. Nov 27 01:09:59.782089 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-90eadbd2-d8b1-41ce-8fec-bf80069c670f tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "GET /v2.0/security-groups/5c7c5dd0-c3a5-48ff-ad06-de644e8add31 HTTP/1.1" status: 404 len: 347 time: 0.0618501 Nov 27 01:09:59.788217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46676) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:59.853841 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-280a4ac4-52af-4a0d-9ced-98c616b7fe68 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.950788 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-280a4ac4-52af-4a0d-9ced-98c616b7fe68 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.951017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c165749-8696-4712-9fc3-95678623a471 req-0c2669f1-794e-450a-8334-d79a2a9a0ceb tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.952422 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8c165749-8696-4712-9fc3-95678623a471 req-0c2669f1-794e-450a-8334-d79a2a9a0ceb tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1521437 Nov 27 01:09:59.999124 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cbadbd43-d325-4839-b09b-a097b4c7c24b req-5762ad82-73fc-491c-ada6-bb960dbadd1f service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093753 Nov 27 01:10:00.033404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-bcc17bbf-2dfa-4241-9529-f4f80b89aa2a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:00.034871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-bcc17bbf-2dfa-4241-9529-f4f80b89aa2a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.31 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 821 time: 0.3463361 Nov 27 01:10:00.047672 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8c165749-8696-4712-9fc3-95678623a471 req-ebc66e47-445e-4616-b9b4-5f270f593721 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697227 Nov 27 01:10:00.053591 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-86e545d7-12f8-4a9f-9571-257094a6eaba tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Deleting port 95356a11-12ac-4ae2-9073-e5e5ede23104 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:00.063729 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-86e545d7-12f8-4a9f-9571-257094a6eaba tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.089299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-648e8e89-6a54-4df9-a116-92ca32b4e936 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Request body: {'port': {'device_id': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e', 'admin_state_up': True, 'tenant_id': '824296168135401cbcf32b795324fb86'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:00.100174 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ed3f8-03e5-4aec-a0a4-a98933e3eabc req-6c35c6ce-959a-4f88-9b5e-3a8e434a4c54 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:00.107419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc7ed3f8-03e5-4aec-a0a4-a98933e3eabc req-6c35c6ce-959a-4f88-9b5e-3a8e434a4c54 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.2084007 Nov 27 01:10:00.185968 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-280a4ac4-52af-4a0d-9ced-98c616b7fe68 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.187082 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45fe7305-3f16-4331-bb88-38bb7dd6478c req-f9dbc6d0-c066-462e-ba16-4fff69f1e184 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 210 time: 0.0349667 Nov 27 01:10:00.188609 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-280a4ac4-52af-4a0d-9ced-98c616b7fe68 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.192289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-280a4ac4-52af-4a0d-9ced-98c616b7fe68 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-groups/693e996d-8e95-4161-99e9-060fecea5a33 HTTP/1.1" status: 204 len: 168 time: 0.5305402 Nov 27 01:10:00.198812 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46684) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:00.246072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a4ac4-52af-4a0d-9ced-98c616b7fe68 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=693e996d-8e95-4161-99e9-060fecea5a33,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:00.260199 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc7ed3f8-03e5-4aec-a0a4-a98933e3eabc req-6924f005-0d57-4349-ac83-7893838d81fa tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519151 Nov 27 01:10:00.274303 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cbadbd43-d325-4839-b09b-a097b4c7c24b req-cb2f8f0e-e5e7-4735-8ca7-015ee8dd9225 service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640064 Nov 27 01:10:00.294659 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-86e545d7-12f8-4a9f-9571-257094a6eaba tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.294659 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-86e545d7-12f8-4a9f-9571-257094a6eaba tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.297289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5860898f-71d0-4df4-aa5a-0279cffcddd0 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0973551 Nov 27 01:10:00.304147 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46686) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:00.309240 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-72a75fee-8df7-44af-b371-5cbd24282b61 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1339445019'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:00.322710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-86e545d7-12f8-4a9f-9571-257094a6eaba tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Calling delete_port for 95356a11-12ac-4ae2-9073-e5e5ede23104 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:00.352727 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741e37ff-649a-4c48-aa76-abeaafc25895'}, {'server_uuid': 'bfdcf3dd-ea55-44c4-b23c-21ae7f07a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f386837-4f2d-4f98-9029-2dc3509ac154'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:00.356307 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e071b4a5-8e14-4c52-b498-060e0bd12a79" -d '{"events": [{"server_uuid": "368df1fa-a205-40c1-8dd4-87e7fb52a341", "name": "network-vif-unplugged", "status": "completed", "tag": "741e37ff-649a-4c48-aa76-abeaafc25895"}, {"server_uuid": "bfdcf3dd-ea55-44c4-b23c-21ae7f07a232", "name": "network-vif-plugged", "status": "completed", "tag": "2f386837-4f2d-4f98-9029-2dc3509ac154"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:00.366534 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.375480 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72a75fee-8df7-44af-b371-5cbd24282b61 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.385899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-648e8e89-6a54-4df9-a116-92ca32b4e936 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Made reservation on behalf of 824296168135401cbcf32b795324fb86 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:00.393492 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-648e8e89-6a54-4df9-a116-92ca32b4e936 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.452554 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65a2eea-c277-4eae-806d-c4a543b36284 x-openstack-request-id: req-e65a2eea-c277-4eae-806d-c4a543b36284 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:00.452835 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368df1fa-a205-40c1-8dd4-87e7fb52a341", "name": "network-vif-unplugged", "status": "completed", "tag": "741e37ff-649a-4c48-aa76-abeaafc25895", "code": 200}, {"server_uuid": "bfdcf3dd-ea55-44c4-b23c-21ae7f07a232", "name": "network-vif-plugged", "status": "completed", "tag": "2f386837-4f2d-4f98-9029-2dc3509ac154", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:00.453112 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e65a2eea-c277-4eae-806d-c4a543b36284 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:00.453499 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741e37ff-649a-4c48-aa76-abeaafc25895', 'code': 200} Nov 27 01:10:00.453752 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdcf3dd-ea55-44c4-b23c-21ae7f07a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f386837-4f2d-4f98-9029-2dc3509ac154', 'code': 200} Nov 27 01:10:00.526991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf48bd9-c120-4645-b2e3-08f3448d158f req-6241bf38-2995-4f33-9620-e4bbe78d7c08 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:00.528629 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bf48bd9-c120-4645-b2e3-08f3448d158f req-6241bf38-2995-4f33-9620-e4bbe78d7c08 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 949 time: 0.0985138 Nov 27 01:10:00.581713 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72a75fee-8df7-44af-b371-5cbd24282b61 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.592508 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72a75fee-8df7-44af-b371-5cbd24282b61 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.650961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-648e8e89-6a54-4df9-a116-92ca32b4e936 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Allocated IP 172.20.0.13 (f93ecaf6-f2e6-4439-a009-77b73a266f3e/cd128aaa-786d-4427-ad50-a8311f6e6702/d79df776-9af6-408d-af7f-f35bab9df757) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:00.663288 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72a75fee-8df7-44af-b371-5cbd24282b61 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.664856 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-72a75fee-8df7-44af-b371-5cbd24282b61 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3597209 Nov 27 01:10:00.668547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46694) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:00.674225 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-86e545d7-12f8-4a9f-9571-257094a6eaba tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.682222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-febe5bd5-c4d1-4097-b1ac-1800e36fe365 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group_rule': {'security_group_id': 'e8f325d0-4cdb-4f8a-8525-618cd946448e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:00.696137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a75fee-8df7-44af-b371-5cbd24282b61 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f325d0-4cdb-4f8a-8525-618cd946448e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:00.746059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509e66de-4351-47f8-93a0-d790439d2deb None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:00.766149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687eeb9-4bac-402b-aaa0-c8ae94bc5c55 req-8f29401e-5148-4b4c-838a-594d639cdc48 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:00.770079 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d687eeb9-4bac-402b-aaa0-c8ae94bc5c55 req-8f29401e-5148-4b4c-838a-594d639cdc48 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 946 time: 0.1628523 Nov 27 01:10:00.780794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e545d7-12f8-4a9f-9571-257094a6eaba tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Pushing event deleted for resources: {'Port': ['ID=95356a11-12ac-4ae2-9073-e5e5ede23104,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:00.803479 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bf48bd9-c120-4645-b2e3-08f3448d158f req-4e2baf3d-23fb-417a-9606-54c795010fa4 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331495 Nov 27 01:10:00.811967 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-febe5bd5-c4d1-4097-b1ac-1800e36fe365 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.827764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device aaf1ca11-8b99-4632-b6c0-8260c4e72d84 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:00.893943 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-86e545d7-12f8-4a9f-9571-257094a6eaba tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.894368 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-86e545d7-12f8-4a9f-9571-257094a6eaba tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.896541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-86e545d7-12f8-4a9f-9571-257094a6eaba tempest-ImagesOneServerNegativeTestJSON-1282911910 tempest-ImagesOneServerNegativeTestJSON-1282911910-project] 10.222.0.15 "DELETE /v2.0/floatingips/0f18cf23-cea4-4b56-a7ce-bcdf836985a5 HTTP/1.1" status: 204 len: 168 time: 1.1069303 Nov 27 01:10:00.960761 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.019007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d687eeb9-4bac-402b-aaa0-c8ae94bc5c55 req-891ac06c-e991-49e1-91d4-bb3f16765f92 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285612 Nov 27 01:10:01.048440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87591644-b346-4d11-8c6a-43f965762634 req-2ee5a850-baae-4808-9a7c-b98a1b0c1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:01.051262 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87591644-b346-4d11-8c6a-43f965762634 req-2ee5a850-baae-4808-9a7c-b98a1b0c1b5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 1102 time: 0.1816328 Nov 27 01:10:01.056692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:01.064351 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.073124 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46708) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:01.073976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-febe5bd5-c4d1-4097-b1ac-1800e36fe365 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.136893 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-febe5bd5-c4d1-4097-b1ac-1800e36fe365 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.147583 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87591644-b346-4d11-8c6a-43f965762634 req-4847547b-835e-4aff-aecc-11ff12c828e2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704386 Nov 27 01:10:01.166150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:01.195989 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-febe5bd5-c4d1-4097-b1ac-1800e36fe365 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.200332 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-febe5bd5-c4d1-4097-b1ac-1800e36fe365 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5277891 Nov 27 01:10:01.205357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46712) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:01.217542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-6d3e5180-d4e6-4cbe-9918-6f9377ca2217 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group_rule': {'security_group_id': 'e8f325d0-4cdb-4f8a-8525-618cd946448e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:01.229586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe5bd5-c4d1-4097-b1ac-1800e36fe365 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c728b6-62ca-4d78-a771-812419017e33,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:01.246591 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-648e8e89-6a54-4df9-a116-92ca32b4e936 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.275188 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6881bb-d23f-4a09-ae00-0d476c38aadf admin admin] Deleting subnet 69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:10:01.289139 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec6881bb-d23f-4a09-ae00-0d476c38aadf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.313374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6065bf-2a77-48d1-a390-6828a69ba7d3 req-2744e650-7045-4df3-acf8-59e2af3cb65a tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:01.324975 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c6065bf-2a77-48d1-a390-6828a69ba7d3 req-2744e650-7045-4df3-acf8-59e2af3cb65a tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1313400 Nov 27 01:10:01.377766 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9a8abc7-c06c-418e-9cde-f96e8aec96e9 req-ff064c0c-785e-4cb7-8950-16620cceacba tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 210 time: 0.0369008 Nov 27 01:10:01.389510 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-648e8e89-6a54-4df9-a116-92ca32b4e936 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.408290 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c822c-659d-4bb3-aa79-96ee2c2826e4 req-ff6edb89-502d-48c3-a2b4-aa30b4f1aad1 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:01.411126 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-825c822c-659d-4bb3-aa79-96ee2c2826e4 req-ff6edb89-502d-48c3-a2b4-aa30b4f1aad1 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 946 time: 0.2666464 Nov 27 01:10:01.477546 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-648e8e89-6a54-4df9-a116-92ca32b4e936 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Network f93ecaf6-f2e6-4439-a009-77b73a266f3e is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:01.479056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e8e89-6a54-4df9-a116-92ca32b4e936 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Pushing event updated for resources: {'Port': ['ID=d79df776-9af6-408d-af7f-f35bab9df757,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:01.492064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-648e8e89-6a54-4df9-a116-92ca32b4e936 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:01.500724 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec6881bb-d23f-4a09-ae00-0d476c38aadf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.503171 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5180-d4e6-4cbe-9918-6f9377ca2217 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.514507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29de0d8-24d4-4d5b-9c99-1d038fed116d None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:01.515781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c6065bf-2a77-48d1-a390-6828a69ba7d3 req-04a9b710-98ea-4576-8f69-bee7d950ae85 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895895 Nov 27 01:10:01.516960 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-648e8e89-6a54-4df9-a116-92ca32b4e936 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:01.590747 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-648e8e89-6a54-4df9-a116-92ca32b4e936 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:01.594564 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-648e8e89-6a54-4df9-a116-92ca32b4e936 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.597174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1ee4fc7b-ffed-4a37-962a-34697ac01073 None None] Provisioning complete for port d79df776-9af6-408d-af7f-f35bab9df757 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:01.598312 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1ee4fc7b-ffed-4a37-962a-34697ac01073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.635069 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-648e8e89-6a54-4df9-a116-92ca32b4e936 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5548282 Nov 27 01:10:01.645717 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1ee4fc7b-ffed-4a37-962a-34697ac01073 None None] Port d79df776-9af6-408d-af7f-f35bab9df757 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:01.663562 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec6881bb-d23f-4a09-ae00-0d476c38aadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.679670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Request body: {'port': {'device_id': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:01.692397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-825c822c-659d-4bb3-aa79-96ee2c2826e4 req-40b70f13-8655-4b24-9a38-e66b419463d9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Deleting port d27470a7-07e9-4093-9027-33523d20a86e {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:01.692843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-825c822c-659d-4bb3-aa79-96ee2c2826e4 req-40b70f13-8655-4b24-9a38-e66b419463d9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.733431 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5180-d4e6-4cbe-9918-6f9377ca2217 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.747723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426d59b-bbe6-4830-9be5-27e336ab4569 req-aec45232-b297-40cd-9348-d9497399e3ef tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:01.755186 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2426d59b-bbe6-4830-9be5-27e336ab4569 req-aec45232-b297-40cd-9348-d9497399e3ef tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 944 time: 0.1915987 Nov 27 01:10:01.764690 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.804037 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5180-d4e6-4cbe-9918-6f9377ca2217 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.852095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e5180-d4e6-4cbe-9918-6f9377ca2217 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83317df-8ff7-4beb-bcd5-54d60ca9b435,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:01.856578 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5180-d4e6-4cbe-9918-6f9377ca2217 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.860617 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6d3e5180-d4e6-4cbe-9918-6f9377ca2217 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6511288 Nov 27 01:10:01.863977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46720) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:01.875624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5e0dda92-76bb-437d-a193-d2fc2ff18cf3 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group_rule': {'security_group_id': 'e8f325d0-4cdb-4f8a-8525-618cd946448e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:01.916157 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec6881bb-d23f-4a09-ae00-0d476c38aadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.954012 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2426d59b-bbe6-4830-9be5-27e336ab4569 req-59b92adb-7b1f-4eab-8fa3-75d44cd78460 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967833 Nov 27 01:10:01.998851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a6d05-73cc-4fea-918d-041b0f61d055 req-d2e28b01-9b75-4dc5-86ab-4cf5163f2778 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:02.000432 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f28a6d05-73cc-4fea-918d-041b0f61d055 req-d2e28b01-9b75-4dc5-86ab-4cf5163f2778 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 949 time: 0.0982313 Nov 27 01:10:02.002950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6881bb-d23f-4a09-ae00-0d476c38aadf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:02.017579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a8fc09-d823-4250-b8f4-3c3c8d53f2c6 None None] Network f38bce75-b149-4aac-8ef8-06628ea9297c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:02.019032 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec6881bb-d23f-4a09-ae00-0d476c38aadf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.025295 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ec6881bb-d23f-4a09-ae00-0d476c38aadf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/69aeff5c-39e1-479e-95a5-c8bc9ffbe7b2 HTTP/1.1" status: 204 len: 168 time: 0.9510090 Nov 27 01:10:02.031406 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e0dda92-76bb-437d-a193-d2fc2ff18cf3 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.034157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46722) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:02.063952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-825c822c-659d-4bb3-aa79-96ee2c2826e4 req-40b70f13-8655-4b24-9a38-e66b419463d9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] For port d27470a7-07e9-4093-9027-33523d20a86e, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d27470a7-07e9-4093-9027-33523d20a86e,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:02.064355 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-825c822c-659d-4bb3-aa79-96ee2c2826e4 req-40b70f13-8655-4b24-9a38-e66b419463d9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.111990 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-825c822c-659d-4bb3-aa79-96ee2c2826e4 req-40b70f13-8655-4b24-9a38-e66b419463d9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Calling delete_port for d27470a7-07e9-4093-9027-33523d20a86e owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:02.121542 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f28a6d05-73cc-4fea-918d-041b0f61d055 req-ffaae811-38ab-43f7-ad93-9fddcb47c730 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/security-groups?id=799f19d4-0438-42df-9a4f-ef0620b5cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092653 Nov 27 01:10:02.129096 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f241561-c904-48cf-a5ee-7e49ade11ad8 req-71dcd122-83b8-487c-b309-aa00c80ece1d tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:02.130636 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f241561-c904-48cf-a5ee-7e49ade11ad8 req-71dcd122-83b8-487c-b309-aa00c80ece1d tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.31 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 949 time: 0.1292334 Nov 27 01:10:02.205546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe63f7e-f5f1-44c0-a085-049fba8ea4c3 None None] DHCP port deletion for f38bce75-b149-4aac-8ef8-06628ea9297c request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:02.208071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79df776-9af6-408d-af7f-f35bab9df757 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:02.216094 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.263132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Transition to ACTIVE for port object d79df776-9af6-408d-af7f-f35bab9df757 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:10:02.270029 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-217b1f31-0542-49fe-85c8-08e27bff3b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.270892 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.287766 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e0dda92-76bb-437d-a193-d2fc2ff18cf3 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.305562 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e0dda92-76bb-437d-a193-d2fc2ff18cf3 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.319890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e06350-3baa-4256-b1f7-606d300b609a req-88384254-fc20-4c3f-a518-6128c2e4ca53 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:02.321454 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a9e06350-3baa-4256-b1f7-606d300b609a req-88384254-fc20-4c3f-a518-6128c2e4ca53 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7 HTTP/1.1" status: 200 len: 946 time: 0.1649725 Nov 27 01:10:02.388200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dda92-76bb-437d-a193-d2fc2ff18cf3 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a79791-7048-40a5-855a-d185cc0dbcfe,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:02.388715 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2ab7cd-ca13-44ee-9031-3392e9ee3b7e None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:02.397912 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e0dda92-76bb-437d-a193-d2fc2ff18cf3 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.399109 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5e0dda92-76bb-437d-a193-d2fc2ff18cf3 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5276413 Nov 27 01:10:02.404718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46728) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:02.440789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d79df776-9af6-408d-af7f-f35bab9df757,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:02.455330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:02.458069 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8f7f8a-f394-4b7d-b7bc-cd99cb5e2c7b" -d '{"events": [{"server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "name": "network-vif-unplugged", "status": "completed", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:02.462169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3799a909-3f1b-41c3-9969-df4573e45988 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group_rule': {'security_group_id': 'e8f325d0-4cdb-4f8a-8525-618cd946448e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:02.540327 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-217b1f31-0542-49fe-85c8-08e27bff3b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.558460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a9e06350-3baa-4256-b1f7-606d300b609a req-7dac0a49-59b9-4a93-9dc7-c9cb108caee9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296836 Nov 27 01:10:02.573974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-5f241561-c904-48cf-a5ee-7e49ade11ad8 req-dc98be2a-41a7-4d85-be17-a0713973b898 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Deleting port 741e37ff-649a-4c48-aa76-abeaafc25895 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:02.574317 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5f241561-c904-48cf-a5ee-7e49ade11ad8 req-dc98be2a-41a7-4d85-be17-a0713973b898 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.595064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-217b1f31-0542-49fe-85c8-08e27bff3b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38bce75-b149-4aac-8ef8-06628ea9297c']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:02.596308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Attempting to bind port d79df776-9af6-408d-af7f-f35bab9df757 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:02.596925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Attempting to bind port d79df776-9af6-408d-af7f-f35bab9df757 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:02.597766 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Attempting to bind port d79df776-9af6-408d-af7f-f35bab9df757 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:02.605767 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3799a909-3f1b-41c3-9969-df4573e45988 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.611219 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-825c822c-659d-4bb3-aa79-96ee2c2826e4 req-40b70f13-8655-4b24-9a38-e66b419463d9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.616588 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-217b1f31-0542-49fe-85c8-08e27bff3b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e562f3c3-386c-45dc-92d3-b65fb915640f') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:02.617099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-217b1f31-0542-49fe-85c8-08e27bff3b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e562f3c3-386c-45dc-92d3-b65fb915640f') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:02.643157 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-217b1f31-0542-49fe-85c8-08e27bff3b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.647386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d27470a7-07e9-4093-9027-33523d20a86e'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:02.651162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Port d79df776-9af6-408d-af7f-f35bab9df757 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:10:02.651924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Attempting to bind port d79df776-9af6-408d-af7f-f35bab9df757 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:02.671115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:02.671454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Checking segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:02.684702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b70f13-8655-4b24-9a38-e66b419463d9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Pushing event deleted for resources: {'Port': ['ID=d27470a7-07e9-4093-9027-33523d20a86e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:02.685297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Bound using segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:02.685297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Bound port: d79df776-9af6-408d-af7f-f35bab9df757, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:02.685548 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.695401 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84a3aff-3f84-40b6-aafb-cb2b8b0b8fc1 x-openstack-request-id: req-b84a3aff-3f84-40b6-aafb-cb2b8b0b8fc1 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:02.695704 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "name": "network-vif-unplugged", "status": "completed", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:02.695980 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b84a3aff-3f84-40b6-aafb-cb2b8b0b8fc1 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:02.696397 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'code': 200} Nov 27 01:10:02.735166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce98c220-c8b2-40c0-b4c3-1cfb1da784c4 None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:02.736235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cceb7-b35d-466c-8d1c-2e3ebe73382d req-c8218f2b-689d-4096-9be8-7d20f1c6c6c5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:02.737814 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-853cceb7-b35d-466c-8d1c-2e3ebe73382d req-c8218f2b-689d-4096-9be8-7d20f1c6c6c5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 944 time: 0.2183902 Nov 27 01:10:02.770808 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-217b1f31-0542-49fe-85c8-08e27bff3b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.778302 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217b1f31-0542-49fe-85c8-08e27bff3b45 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:10:02.778826 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-217b1f31-0542-49fe-85c8-08e27bff3b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.819524 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-5f241561-c904-48cf-a5ee-7e49ade11ad8 req-dc98be2a-41a7-4d85-be17-a0713973b898 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] For port 741e37ff-649a-4c48-aa76-abeaafc25895, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=741e37ff-649a-4c48-aa76-abeaafc25895,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:02.819893 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5f241561-c904-48cf-a5ee-7e49ade11ad8 req-dc98be2a-41a7-4d85-be17-a0713973b898 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:10:02.836146 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:10:02.849754 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-217b1f31-0542-49fe-85c8-08e27bff3b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.855144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-5f241561-c904-48cf-a5ee-7e49ade11ad8 req-dc98be2a-41a7-4d85-be17-a0713973b898 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Calling delete_port for 741e37ff-649a-4c48-aa76-abeaafc25895 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:02.883225 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-853cceb7-b35d-466c-8d1c-2e3ebe73382d req-9989ad08-0c89-42d8-9f3a-79a3583aa6f9 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135495 Nov 27 01:10:02.885653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-825c822c-659d-4bb3-aa79-96ee2c2826e4 req-40b70f13-8655-4b24-9a38-e66b419463d9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] No DVR routers for this DVR port d27470a7-07e9-4093-9027-33523d20a86e on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:02.889014 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-217b1f31-0542-49fe-85c8-08e27bff3b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.890148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:02.895419 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-217b1f31-0542-49fe-85c8-08e27bff3b45 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f38bce75-b149-4aac-8ef8-06628ea9297c HTTP/1.1" status: 204 len: 168 time: 0.8496864 Nov 27 01:10:02.895419 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b1f31-0542-49fe-85c8-08e27bff3b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=f38bce75-b149-4aac-8ef8-06628ea9297c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:02.904545 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-825c822c-659d-4bb3-aa79-96ee2c2826e4 req-40b70f13-8655-4b24-9a38-e66b419463d9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.907960 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-825c822c-659d-4bb3-aa79-96ee2c2826e4 req-40b70f13-8655-4b24-9a38-e66b419463d9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "DELETE /v2.0/ports/d27470a7-07e9-4093-9027-33523d20a86e HTTP/1.1" status: 204 len: 173 time: 1.4897687 Nov 27 01:10:02.909846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7', 'name': 'network-vif-deleted', 'tag': 'd27470a7-07e9-4093-9027-33523d20a86e'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:02.912280 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b53794-7df7-4133-94b3-d637d86efefc" -d '{"events": [{"server_uuid": "a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7", "name": "network-vif-deleted", "tag": "d27470a7-07e9-4093-9027-33523d20a86e"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:02.950000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d79df776-9af6-408d-af7f-f35bab9df757,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:02.957240 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3799a909-3f1b-41c3-9969-df4573e45988 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.962220 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3799a909-3f1b-41c3-9969-df4573e45988 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.969998 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.993526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799a909-3f1b-41c3-9969-df4573e45988 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81691266-6e88-42dd-8a6e-b5d79b85ef90,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:03.006375 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3799a909-3f1b-41c3-9969-df4573e45988 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.010560 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3799a909-3f1b-41c3-9969-df4573e45988 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5927622 Nov 27 01:10:03.017216 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e4d1-2a9f-4866-8a6d-efb95bc1927b req-6959982f-12d2-4468-ba9b-f685fcbd1b0f tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:03.027859 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9654e4d1-2a9f-4866-8a6d-efb95bc1927b req-6959982f-12d2-4468-ba9b-f685fcbd1b0f tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1559319 Nov 27 01:10:03.030549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46744) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:03.041002 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0e639ca0-c5d4-46d5-a56a-f2fb4a487747 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group_rule': {'security_group_id': 'e8f325d0-4cdb-4f8a-8525-618cd946448e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:03.101081 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e639ca0-c5d4-46d5-a56a-f2fb4a487747 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.128993 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82fcb8e-de10-424a-8938-3b6e175e8c7a None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:03.154585 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9654e4d1-2a9f-4866-8a6d-efb95bc1927b req-850e892b-1fd1-44fd-9dd6-ba075e05701e tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257117 Nov 27 01:10:03.163287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:03.164447 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.175963 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] 10.222.0.31 "PUT /v2.0/ports/d79df776-9af6-408d-af7f-f35bab9df757 HTTP/1.1" status: 200 len: 1093 time: 1.5014145 Nov 27 01:10:03.176929 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'tag': 'd79df776-9af6-408d-af7f-f35bab9df757'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:03.179528 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873aef09-d9dd-420c-9f51-0f39ce2fd85c" -d '{"events": [{"name": "network-changed", "server_uuid": "f57abe0b-2259-4648-8419-991e63a5aa75", "tag": "d79df776-9af6-408d-af7f-f35bab9df757"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:03.307965 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e639ca0-c5d4-46d5-a56a-f2fb4a487747 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.325499 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6f78d-573d-436f-a96d-ff3e4d796ba4 req-777b1e23-af35-465c-a119-5ba9fa73a7c9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:03.333313 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1b6f78d-573d-436f-a96d-ff3e4d796ba4 req-777b1e23-af35-465c-a119-5ba9fa73a7c9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 944 time: 0.0879016 Nov 27 01:10:03.335144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e639ca0-c5d4-46d5-a56a-f2fb4a487747 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.339643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5bc56-b64a-42f0-af4f-d7dbb2870dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d79df776-9af6-408d-af7f-f35bab9df757,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:03.344230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46752) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:03.382280 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5f241561-c904-48cf-a5ee-7e49ade11ad8 req-dc98be2a-41a7-4d85-be17-a0713973b898 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.386069 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342e3074-032f-48f2-bad2-705f615ddd04 x-openstack-request-id: req-342e3074-032f-48f2-bad2-705f615ddd04 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:03.386445 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7", "name": "network-vif-deleted", "tag": "d27470a7-07e9-4093-9027-33523d20a86e", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:03.386701 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-342e3074-032f-48f2-bad2-705f615ddd04 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:03.387179 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47e7b5f-7ca0-4c18-acb5-2c31a24e70d7', 'name': 'network-vif-deleted', 'tag': 'd27470a7-07e9-4093-9027-33523d20a86e', 'status': 'completed', 'code': 200} Nov 27 01:10:03.388875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e639ca0-c5d4-46d5-a56a-f2fb4a487747 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae75ef02-4b9d-470d-8f7f-5525e1826cdc,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:03.407212 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e639ca0-c5d4-46d5-a56a-f2fb4a487747 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.410695 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0e639ca0-c5d4-46d5-a56a-f2fb4a487747 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3766863 Nov 27 01:10:03.421678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46756) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:03.481312 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1b6f78d-573d-436f-a96d-ff3e4d796ba4 req-8fff370c-7aea-4dff-a5af-2d02ee446aec tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374662 Nov 27 01:10:03.514052 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e762e092-fa0d-4730-9342-e8b36598ff26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f3cc608994d4e37909b5d384ee1404a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1623890 Nov 27 01:10:03.514410 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19db4fef-5aaf-47f2-b59b-460099ed4aba tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.527639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46760) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:03.542490 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19db4fef-5aaf-47f2-b59b-460099ed4aba tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.577424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98be2a-41a7-4d85-be17-a0713973b898 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Pushing event deleted for resources: {'Port': ['ID=741e37ff-649a-4c48-aa76-abeaafc25895,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:03.641315 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c098c7a-0de2-4122-a46c-8b3c0f2cae6f req-f040c3da-c385-43be-892a-d6df36b790b6 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.15 "GET /v2.0/ports?device_id=368df1fa-a205-40c1-8dd4-87e7fb52a341 HTTP/1.1" status: 200 len: 210 time: 0.1105859 Nov 27 01:10:03.659886 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19db4fef-5aaf-47f2-b59b-460099ed4aba tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.668619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19db4fef-5aaf-47f2-b59b-460099ed4aba tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.669999 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-19db4fef-5aaf-47f2-b59b-460099ed4aba tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/ae75ef02-4b9d-470d-8f7f-5525e1826cdc HTTP/1.1" status: 204 len: 168 time: 0.2473741 Nov 27 01:10:03.677076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46764) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:03.693413 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-79b4ce6a-4453-47cd-b442-3a79254735b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:03.694977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-79b4ce6a-4453-47cd-b442-3a79254735b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 1096 time: 0.3288486 Nov 27 01:10:03.695736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f241561-c904-48cf-a5ee-7e49ade11ad8 req-dc98be2a-41a7-4d85-be17-a0713973b898 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] No DVR routers for this DVR port 741e37ff-649a-4c48-aa76-abeaafc25895 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:03.698483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5f241561-c904-48cf-a5ee-7e49ade11ad8 req-dc98be2a-41a7-4d85-be17-a0713973b898 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.702011 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f241561-c904-48cf-a5ee-7e49ade11ad8 req-dc98be2a-41a7-4d85-be17-a0713973b898 tempest-ImagesOneServerTestJSON-33754176 tempest-ImagesOneServerTestJSON-33754176-project] 10.222.0.31 "DELETE /v2.0/ports/741e37ff-649a-4c48-aa76-abeaafc25895 HTTP/1.1" status: 204 len: 173 time: 1.4833581 Nov 27 01:10:03.708561 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d83d3a-5926-44a8-9f6a-b4455b937cbf x-openstack-request-id: req-33d83d3a-5926-44a8-9f6a-b4455b937cbf {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:03.708860 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57abe0b-2259-4648-8419-991e63a5aa75", "tag": "d79df776-9af6-408d-af7f-f35bab9df757", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:03.709120 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33d83d3a-5926-44a8-9f6a-b4455b937cbf {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:03.709528 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'tag': 'd79df776-9af6-408d-af7f-f35bab9df757', 'status': 'completed', 'code': 200} Nov 27 01:10:03.722686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db4fef-5aaf-47f2-b59b-460099ed4aba tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae75ef02-4b9d-470d-8f7f-5525e1826cdc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:03.725678 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a643a77-b291-4370-85bd-9936a9e4f058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.749255 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6aaf8-9c00-47e4-920f-2952837b8481 req-a1164a5c-88fd-4c80-b2b0-dc8789d7f519 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:03.751359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d6c6aaf8-9c00-47e4-920f-2952837b8481 req-a1164a5c-88fd-4c80-b2b0-dc8789d7f519 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1489360 Nov 27 01:10:03.793331 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a643a77-b291-4370-85bd-9936a9e4f058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.795016 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-15b25e4d-0bba-4640-89c1-9956800b3659 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d79df776-9af6-408d-af7f-f35bab9df757 HTTP/1.1" status: 200 len: 217 time: 0.0625112 Nov 27 01:10:03.810761 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-934ea022-3ea6-4378-9c99-95cb54a8b2f2 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1325855 Nov 27 01:10:03.819593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46768) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:03.881692 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-e2697d74-9d7e-42b8-9bc7-2743bec415eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:03.882846 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-e2697d74-9d7e-42b8-9bc7-2743bec415eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.0805843 Nov 27 01:10:03.893999 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b31a4122-e930-40ee-bbd1-dac74e46c3ac tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.900831 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d6c6aaf8-9c00-47e4-920f-2952837b8481 req-3b23472a-9604-42a4-8e4a-3cde8c4873c5 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358154 Nov 27 01:10:03.917260 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b31a4122-e930-40ee-bbd1-dac74e46c3ac tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.938756 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-7e4bbe6f-0ecb-49bc-a406-a8e072e2e745 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386503 Nov 27 01:10:03.985886 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b31a4122-e930-40ee-bbd1-dac74e46c3ac tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.994596 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b31a4122-e930-40ee-bbd1-dac74e46c3ac tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.995914 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b31a4122-e930-40ee-bbd1-dac74e46c3ac tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/81691266-6e88-42dd-8a6e-b5d79b85ef90 HTTP/1.1" status: 204 len: 168 time: 0.1753664 Nov 27 01:10:03.998094 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a643a77-b291-4370-85bd-9936a9e4f058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:04.001685 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a643a77-b291-4370-85bd-9936a9e4f058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:04.006117 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7a643a77-b291-4370-85bd-9936a9e4f058 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bc120f6-7a16-43d1-a1c4-8393e39acac6 HTTP/1.1" status: 204 len: 168 time: 0.4750788 Nov 27 01:10:04.006117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46778) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:04.077316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a4122-e930-40ee-bbd1-dac74e46c3ac tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81691266-6e88-42dd-8a6e-b5d79b85ef90,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:04.079840 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a643a77-b291-4370-85bd-9936a9e4f058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc120f6-7a16-43d1-a1c4-8393e39acac6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:04.150891 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-15cbf33d-53c6-4894-b5ca-bfba0b0dcb84 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055552 Nov 27 01:10:04.184749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-96878bc9-fc7a-4211-b53d-7d2e51c5e6db tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1680164 Nov 27 01:10:04.184984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46786) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:04.344556 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40c91682-b5d0-4e5e-ba95-b1c5a37adb6c tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:04.372146 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40c91682-b5d0-4e5e-ba95-b1c5a37adb6c tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:04.399999 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b3c6513-52d6-4136-9da6-07a53afef2f4 req-effe9340-352f-459e-9f9b-61905ca6f0c0 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404914 Nov 27 01:10:04.483494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b570d97-e3e9-4c88-98c6-8658403b3d38 req-92e718df-8b3c-4330-83a1-1de0c1406177 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:04.491177 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5b570d97-e3e9-4c88-98c6-8658403b3d38 req-92e718df-8b3c-4330-83a1-1de0c1406177 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 944 time: 0.2671897 Nov 27 01:10:04.493707 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40c91682-b5d0-4e5e-ba95-b1c5a37adb6c tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:04.506347 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40c91682-b5d0-4e5e-ba95-b1c5a37adb6c tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:04.507497 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-40c91682-b5d0-4e5e-ba95-b1c5a37adb6c tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a1a79791-7048-40a5-855a-d185cc0dbcfe HTTP/1.1" status: 204 len: 168 time: 0.3214245 Nov 27 01:10:04.510149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46806) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:04.541342 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c91682-b5d0-4e5e-ba95-b1c5a37adb6c tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1a79791-7048-40a5-855a-d185cc0dbcfe,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:04.615799 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-656ffac0-3188-4793-bc1e-49811ff65349 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1042793 Nov 27 01:10:04.629379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46810) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:04.631892 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5b570d97-e3e9-4c88-98c6-8658403b3d38 req-333ed457-11ff-4220-b21d-592efe774dc1 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274600 Nov 27 01:10:04.668755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aef09-d9dd-420c-9f51-0f39ce2fd85c req-1255f76b-18b7-4d06-a785-cc9daea713fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:04.670381 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-873aef09-d9dd-420c-9f51-0f39ce2fd85c req-1255f76b-18b7-4d06-a785-cc9daea713fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 1096 time: 0.1265666 Nov 27 01:10:04.694299 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4df3d990-92f7-4d55-ab97-e6dcd14a03ef tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:04.713508 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4df3d990-92f7-4d55-ab97-e6dcd14a03ef tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:04.844419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device aaf1ca11-8b99-4632-b6c0-8260c4e72d84 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:04.956360 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-1529d5b9-7dd5-4989-bddd-0460aa0f9eb4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:04.959476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-1529d5b9-7dd5-4989-bddd-0460aa0f9eb4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 812 time: 0.2094512 Nov 27 01:10:04.984160 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-dcb3f965-8823-4cbd-892f-c075a0cad116 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/quotas/209f38c9e33a417e8beb75ce87669b42 HTTP/1.1" status: 200 len: 375 time: 0.0189126 Nov 27 01:10:05.026619 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-a8aa48eb-1a66-4ce0-a910-e829e12dd0e2 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357831 Nov 27 01:10:05.200426 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-3404bdf5-07a5-4e25-9564-67282cae9146 service neutron] 10.222.0.15 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668153 Nov 27 01:10:05.202677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-53d83ea0-321b-45f5-91bf-5b93e960201a req-f171827e-9ac8-4308-b497-4cc7ad171ac8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:10:05.203762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d83ea0-321b-45f5-91bf-5b93e960201a req-f171827e-9ac8-4308-b497-4cc7ad171ac8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123444 Nov 27 01:10:05.272284 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4df3d990-92f7-4d55-ab97-e6dcd14a03ef tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:05.282606 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4df3d990-92f7-4d55-ab97-e6dcd14a03ef tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:05.286742 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4df3d990-92f7-4d55-ab97-e6dcd14a03ef tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c83317df-8ff7-4beb-bcd5-54d60ca9b435 HTTP/1.1" status: 204 len: 168 time: 0.6528335 Nov 27 01:10:05.287836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46844) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:05.292209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aef09-d9dd-420c-9f51-0f39ce2fd85c req-7d07abd3-684a-497b-8a11-87c9ce7d666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:05.293702 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-873aef09-d9dd-420c-9f51-0f39ce2fd85c req-7d07abd3-684a-497b-8a11-87c9ce7d666c service neutron] 10.222.0.31 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.6115215 Nov 27 01:10:05.294370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3d990-92f7-4d55-ab97-e6dcd14a03ef tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c83317df-8ff7-4beb-bcd5-54d60ca9b435,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:05.355187 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-873aef09-d9dd-420c-9f51-0f39ce2fd85c req-62f586be-d461-4e34-bb51-e84f7201f0d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d79df776-9af6-408d-af7f-f35bab9df757 HTTP/1.1" status: 200 len: 217 time: 0.0530972 Nov 27 01:10:05.358786 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-137cc91d-36b2-40e7-9dfd-83da336cf918 service neutron] 10.222.0.15 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558025 Nov 27 01:10:05.397571 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-39a40b04-84f0-4b60-ac93-742f53881108 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1093750 Nov 27 01:10:05.398377 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46852) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:05.451933 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aef09-d9dd-420c-9f51-0f39ce2fd85c req-4b4a1718-6915-45cd-8032-9835904745ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:05.454090 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-873aef09-d9dd-420c-9f51-0f39ce2fd85c req-4b4a1718-6915-45cd-8032-9835904745ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.0912099 Nov 27 01:10:05.466294 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42351d2a-ae9d-4037-b6e7-9ed48eb4e941 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:05.480784 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42351d2a-ae9d-4037-b6e7-9ed48eb4e941 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:05.520564 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42351d2a-ae9d-4037-b6e7-9ed48eb4e941 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:05.535357 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-873aef09-d9dd-420c-9f51-0f39ce2fd85c req-e9736b82-9eca-48b9-8625-ee0c5c45fa40 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719919 Nov 27 01:10:05.536143 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42351d2a-ae9d-4037-b6e7-9ed48eb4e941 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:05.538550 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-42351d2a-ae9d-4037-b6e7-9ed48eb4e941 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/64c728b6-62ca-4d78-a771-812419017e33 HTTP/1.1" status: 204 len: 168 time: 0.1388638 Nov 27 01:10:05.540271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42351d2a-ae9d-4037-b6e7-9ed48eb4e941 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64c728b6-62ca-4d78-a771-812419017e33,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:05.559226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46856) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:05.606891 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5da4b7ad-226a-4a08-8e7b-af5f625a1a93 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0613017 Nov 27 01:10:05.610052 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46868) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:05.840596 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'name': 'network-vif-deleted', 'tag': '741e37ff-649a-4c48-aa76-abeaafc25895'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:05.843454 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e64405-41c8-42d7-9fe9-6936ea1c55dd" -d '{"events": [{"server_uuid": "368df1fa-a205-40c1-8dd4-87e7fb52a341", "name": "network-vif-deleted", "tag": "741e37ff-649a-4c48-aa76-abeaafc25895"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:05.865758 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-873aef09-d9dd-420c-9f51-0f39ce2fd85c req-43da54c5-9f38-41b5-8cf4-556f4b4c8b08 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141096 Nov 27 01:10:05.952842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c4f2b-e50a-4ae1-b571-5f0d9aa51841 req-b1f46e12-214c-4d8a-bac4-dda99fa6560a tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:05.961318 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236c4f2b-e50a-4ae1-b571-5f0d9aa51841 req-b1f46e12-214c-4d8a-bac4-dda99fa6560a tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.4278929 Nov 27 01:10:06.040208 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46890) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:06.140448 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-873aef09-d9dd-420c-9f51-0f39ce2fd85c req-648dd189-bb91-4b82-8342-5ff34401f60d service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647793 Nov 27 01:10:06.177997 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-236c4f2b-e50a-4ae1-b571-5f0d9aa51841 req-e29c3db3-1110-4cd1-a23a-52b5fd9a8305 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898057 Nov 27 01:10:06.278650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cdccc-216b-42ad-889f-758cdb47a81d req-e71a5f6b-74a2-4df5-ade8-da77ae7a149f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:06.280681 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-956cdccc-216b-42ad-889f-758cdb47a81d req-e71a5f6b-74a2-4df5-ade8-da77ae7a149f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 944 time: 0.6392536 Nov 27 01:10:06.307931 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-405c76c8-096d-44dd-af12-beb04a4f5f56 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.349807 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e256d8c1-5848-4099-a478-75c217f11948 req-becaec28-8392-4d98-9e8d-526adb825b28 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3597584 Nov 27 01:10:06.355045 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-405c76c8-096d-44dd-af12-beb04a4f5f56 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.358052 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f429bacd-2529-4975-bee1-fac4ebb06963 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26f9809b35fa4735a377b1093c508617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162153 Nov 27 01:10:06.361634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46898) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:06.426250 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4076cdd0-e989-4618-868e-ae11a52d47cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.436200 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-956cdccc-216b-42ad-889f-758cdb47a81d req-ca7351fd-cb56-47c6-9183-20222dcab7bd tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411848 Nov 27 01:10:06.463660 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-405c76c8-096d-44dd-af12-beb04a4f5f56 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.467291 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-405c76c8-096d-44dd-af12-beb04a4f5f56 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.478976 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-405c76c8-096d-44dd-af12-beb04a4f5f56 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-groups/e8f325d0-4cdb-4f8a-8525-618cd946448e HTTP/1.1" status: 204 len: 168 time: 0.8577101 Nov 27 01:10:06.479239 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4076cdd0-e989-4618-868e-ae11a52d47cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.479239 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46902) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:06.490157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c76c8-096d-44dd-af12-beb04a4f5f56 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f325d0-4cdb-4f8a-8525-618cd946448e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:06.586497 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23a38ce1-80a3-4df5-9876-fac82e64c33e req-ff294f94-eaf9-414e-b8af-93e047db66cb tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 210 time: 0.0450606 Nov 27 01:10:06.598160 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9effb6b1-a815-4f67-8ef3-ee3f34a38eb3 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1256800 Nov 27 01:10:06.608106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46904) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:06.610518 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d79df776-9af6-408d-af7f-f35bab9df757 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:06.621181 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d27470a7-07e9-4093-9027-33523d20a86e no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:06.622855 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8b2bc161-2c6e-4cbb-9a2d-17217688935d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993135051'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:06.640955 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4076cdd0-e989-4618-868e-ae11a52d47cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.669008 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4076cdd0-e989-4618-868e-ae11a52d47cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.682080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4076cdd0-e989-4618-868e-ae11a52d47cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/799f19d4-0438-42df-9a4f-ef0620b5cee6 HTTP/1.1" status: 204 len: 168 time: 0.3145988 Nov 27 01:10:06.713396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076cdd0-e989-4618-868e-ae11a52d47cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799f19d4-0438-42df-9a4f-ef0620b5cee6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:06.761529 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8b2bc161-2c6e-4cbb-9a2d-17217688935d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.779163 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4561e11c-8ebc-4369-8d87-b4335a666be3 x-openstack-request-id: req-4561e11c-8ebc-4369-8d87-b4335a666be3 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:06.780058 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368df1fa-a205-40c1-8dd4-87e7fb52a341", "name": "network-vif-deleted", "tag": "741e37ff-649a-4c48-aa76-abeaafc25895", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:06.780358 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4561e11c-8ebc-4369-8d87-b4335a666be3 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:06.780777 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368df1fa-a205-40c1-8dd4-87e7fb52a341', 'name': 'network-vif-deleted', 'tag': '741e37ff-649a-4c48-aa76-abeaafc25895', 'status': 'completed', 'code': 200} Nov 27 01:10:06.854384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8b2bc161-2c6e-4cbb-9a2d-17217688935d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.859832 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8b2bc161-2c6e-4cbb-9a2d-17217688935d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.894701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8ac1b-457a-49cc-853a-d386f23347a1 req-92739904-8ece-4668-85a9-69b3cc445e0d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:06.902899 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4de8ac1b-457a-49cc-853a-d386f23347a1 req-92739904-8ece-4668-85a9-69b3cc445e0d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 944 time: 0.2007933 Nov 27 01:10:06.938880 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8b2bc161-2c6e-4cbb-9a2d-17217688935d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.940402 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8b2bc161-2c6e-4cbb-9a2d-17217688935d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3259711 Nov 27 01:10:06.944102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46920) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:06.949140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ddb1236f-1851-4dd5-8ae3-dd415b05f4b1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group_rule': {'security_group_id': '86276383-a1dd-4358-b204-3d0d3c25c69f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:06.951656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bc161-2c6e-4cbb-9a2d-17217688935d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86276383-a1dd-4358-b204-3d0d3c25c69f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:06.970295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d79df776-9af6-408d-af7f-f35bab9df757,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:07.023175 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4de8ac1b-457a-49cc-853a-d386f23347a1 req-2fc930aa-84c7-4f3b-bdbc-06bf4fcf24c9 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105850 Nov 27 01:10:07.046903 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: d27470a7-07e9-4093-9027-33523d20a86e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:10:07.049442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d27470a7-07e9-4093-9027-33523d20a86e not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:10:07.050356 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 741e37ff-649a-4c48-aa76-abeaafc25895 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:07.053383 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ddb1236f-1851-4dd5-8ae3-dd415b05f4b1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.081431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'd79df776-9af6-408d-af7f-f35bab9df757', 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e', 'port_id': 'd79df776-9af6-408d-af7f-f35bab9df757', 'mac_address': 'fa:16:3e:88:8a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd128aaa-786d-4427-ad50-a8311f6e6702', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:10:07.086090 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 741e37ff-649a-4c48-aa76-abeaafc25895 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:10:07.086686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 741e37ff-649a-4c48-aa76-abeaafc25895 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:10:07.139161 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.142087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46928) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:07.163063 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79df776-9af6-408d-af7f-f35bab9df757 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:07.187023 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ddb1236f-1851-4dd5-8ae3-dd415b05f4b1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.188962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d79df776-9af6-408d-af7f-f35bab9df757,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:07.193935 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ddb1236f-1851-4dd5-8ae3-dd415b05f4b1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.195383 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.221672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1236f-1851-4dd5-8ae3-dd415b05f4b1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c115cab-e58f-47b3-8a1a-1a35028d410c,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:07.246886 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ddb1236f-1851-4dd5-8ae3-dd415b05f4b1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.249740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ddb1236f-1851-4dd5-8ae3-dd415b05f4b1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3040242 Nov 27 01:10:07.252053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46936) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:07.349385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d79df776-9af6-408d-af7f-f35bab9df757,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:07.379784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:07.382866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:07.384701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:07.385835 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:07.386286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:07.387123 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:07.387694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:07.387822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe63322-f78a-4fb5-bffa-41b97b57531a req-3c126757-7188-4f40-983d-cde275d58689 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:07.389364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:07.390122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:07.391692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:07.391930 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-35b90ca1-e25b-4d69-ae29-ea20407efe86 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.393401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:07.394572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:07.403426 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cfe63322-f78a-4fb5-bffa-41b97b57531a req-3c126757-7188-4f40-983d-cde275d58689 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.0996587 Nov 27 01:10:07.439035 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-35b90ca1-e25b-4d69-ae29-ea20407efe86 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.442276 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-197b6566-3722-4582-aa50-f6ca72869ba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.478891 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cfe63322-f78a-4fb5-bffa-41b97b57531a req-464bbd3e-82d3-47a0-abd3-8615275a03c3 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681736 Nov 27 01:10:07.521946 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-35b90ca1-e25b-4d69-ae29-ea20407efe86 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.525510 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-35b90ca1-e25b-4d69-ae29-ea20407efe86 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.527074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-35b90ca1-e25b-4d69-ae29-ea20407efe86 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-groups/86276383-a1dd-4358-b204-3d0d3c25c69f HTTP/1.1" status: 204 len: 168 time: 0.2739258 Nov 27 01:10:07.529913 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46944) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:07.551679 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b90ca1-e25b-4d69-ae29-ea20407efe86 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86276383-a1dd-4358-b204-3d0d3c25c69f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:07.598544 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d79df776-9af6-408d-af7f-f35bab9df757'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:07.621451 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dc63fbe8-ff01-43fe-8299-c3ada6e3c469 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0900447 Nov 27 01:10:07.625228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46950) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:07.637069 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-197b6566-3722-4582-aa50-f6ca72869ba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.637694 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-981e35ef-56d3-488f-b239-d36aa9dc1eb4 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group': {'name': 'tempest-secgroup--994363139'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:07.653198 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-197b6566-3722-4582-aa50-f6ca72869ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.698831 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-981e35ef-56d3-488f-b239-d36aa9dc1eb4 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.706618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9837faf-d025-4703-b151-4ce800376df0 req-1e5cf273-52cd-4157-ac19-cc7ec411db29 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:07.709003 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9837faf-d025-4703-b151-4ce800376df0 req-1e5cf273-52cd-4157-ac19-cc7ec411db29 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 944 time: 0.1639042 Nov 27 01:10:07.764744 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-197b6566-3722-4582-aa50-f6ca72869ba1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f5d5244ec834b39b7a2057ec3300fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6212571 Nov 27 01:10:07.765390 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-78346950-c33a-42ac-9539-52a4dc5efa40 req-1a1a6319-e6a3-4fd6-ab7c-e235e6d7266d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 210 time: 0.0551813 Nov 27 01:10:07.768622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46956) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:07.774112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b6566-3722-4582-aa50-f6ca72869ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5649011b-95e5-46a2-b100-0578824b709e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:07.821627 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9837faf-d025-4703-b151-4ce800376df0 req-a9b57206-b569-4559-899c-ad3e87bf2f28 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029980 Nov 27 01:10:07.911112 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-981e35ef-56d3-488f-b239-d36aa9dc1eb4 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.912632 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3044edf6-1c50-4a86-8f55-a358ee79b04d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.917252 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-981e35ef-56d3-488f-b239-d36aa9dc1eb4 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.964040 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3044edf6-1c50-4a86-8f55-a358ee79b04d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.993486 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-981e35ef-56d3-488f-b239-d36aa9dc1eb4 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.995000 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-981e35ef-56d3-488f-b239-d36aa9dc1eb4 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3674393 Nov 27 01:10:07.997848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46964) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:08.004779 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-56ef4c80-fbb3-46be-97c3-a5ff23fba1f7 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433996830'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:08.043946 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56ef4c80-fbb3-46be-97c3-a5ff23fba1f7 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:08.098539 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e35ef-56d3-488f-b239-d36aa9dc1eb4 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a2fe9f-a333-41eb-a050-b037f3dbafe6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:08.216870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-fc82662b-de7c-4e27-a85c-edd4bc8f9d6a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:08.219155 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-fc82662b-de7c-4e27-a85c-edd4bc8f9d6a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 812 time: 0.2701042 Nov 27 01:10:08.220619 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3044edf6-1c50-4a86-8f55-a358ee79b04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:08.223730 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3044edf6-1c50-4a86-8f55-a358ee79b04d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:08.225118 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3044edf6-1c50-4a86-8f55-a358ee79b04d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5649011b-95e5-46a2-b100-0578824b709e HTTP/1.1" status: 204 len: 168 time: 0.4441192 Nov 27 01:10:08.235060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044edf6-1c50-4a86-8f55-a358ee79b04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5649011b-95e5-46a2-b100-0578824b709e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:08.245181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-7f14aa40-5f97-4786-b1fe-168b03d13577 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Request body: {'port': {'device_id': '93cf04dd-505a-4786-ad0e-aab93dbffd6c', 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae', 'admin_state_up': True, 'tenant_id': '209f38c9e33a417e8beb75ce87669b42'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:08.247302 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5025-4bfc-4579-b0ec-0a9a0b60405f req-6c40ea03-b626-4c37-b0d1-172f2bd428bf tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:08.255693 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f3c5025-4bfc-4579-b0ec-0a9a0b60405f req-6c40ea03-b626-4c37-b0d1-172f2bd428bf tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 945 time: 0.1333137 Nov 27 01:10:08.256227 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56ef4c80-fbb3-46be-97c3-a5ff23fba1f7 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:08.277265 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56ef4c80-fbb3-46be-97c3-a5ff23fba1f7 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:08.374151 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56ef4c80-fbb3-46be-97c3-a5ff23fba1f7 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:08.377521 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-56ef4c80-fbb3-46be-97c3-a5ff23fba1f7 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3757384 Nov 27 01:10:08.387166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46974) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:08.415714 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-717e6f5b-873e-4861-bf51-2a6b1f0b9071 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group_rule': {'security_group_id': '24a2fe9f-a333-41eb-a050-b037f3dbafe6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cc283d1a-e8eb-455d-a007-2f0fbee07e4e', 'remote_ip_prefix': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:08.492179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef4c80-fbb3-46be-97c3-a5ff23fba1f7 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc283d1a-e8eb-455d-a007-2f0fbee07e4e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:08.536131 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.db.api [None req-717e6f5b-873e-4861-bf51-2a6b1f0b9071 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 01:10:08.536131 n-d-817303-10 neutron-server[103402]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 27 01:10:08.536131 n-d-817303-10 neutron-server[103402]: [parameters: {'project_id': 'ddd61dea16324a6b976fe173689d9bb1', 'id': 'b36c37a3-c96e-4792-b665-7db868c35c17', 'expiration': datetime.datetime(2021, 11, 27, 1, 12, 8, 517807)}] Nov 27 01:10:08.536131 n-d-817303-10 neutron-server[103402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:10:08.536692 n-d-817303-10 neutron-server[103402]: DEBUG oslo_db.api [None req-717e6f5b-873e-4861-bf51-2a6b1f0b9071 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:10:08.544013 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f3c5025-4bfc-4579-b0ec-0a9a0b60405f req-685c26a3-4b38-4120-84c6-9aab8fdb84f7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852731 Nov 27 01:10:08.561526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-7f14aa40-5f97-4786-b1fe-168b03d13577 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Made reservation on behalf of 209f38c9e33a417e8beb75ce87669b42 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:08.576815 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-7f14aa40-5f97-4786-b1fe-168b03d13577 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:08.622675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d79df776-9af6-408d-af7f-f35bab9df757 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:08.848571 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe503e1-2a0c-4d4e-8c92-a9a14305d226 req-d915c146-951d-4d4b-aa64-49f925b0822c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:08.858440 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ebe503e1-2a0c-4d4e-8c92-a9a14305d226 req-d915c146-951d-4d4b-aa64-49f925b0822c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1412351 Nov 27 01:10:08.862458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port d79df776-9af6-408d-af7f-f35bab9df757 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:10:08.870256 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port d79df776-9af6-408d-af7f-f35bab9df757 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:08.870638 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:08.917403 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ebe503e1-2a0c-4d4e-8c92-a9a14305d226 req-34368e82-9fd1-433d-8544-344cc4d4a05d tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576222 Nov 27 01:10:08.942953 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-62c60606-1c67-4d47-8d58-481aeff21140 req-485e1752-1d1a-4fbc-81bd-39ed9ad33c56 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 210 time: 0.0394571 Nov 27 01:10:08.992176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-7f14aa40-5f97-4786-b1fe-168b03d13577 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Allocated IP 172.20.0.14 (4b89f644-2375-4ba6-8bce-e3c255057dae/80662da9-0903-4539-8282-1a973a762559/7095fa7a-a25d-4b2e-a94a-7947b433ddfe) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:09.118765 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.189309 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-717e6f5b-873e-4861-bf51-2a6b1f0b9071 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.205136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbe365-6a71-4091-b4b5-f66fd28dae92 req-45b70102-b865-47eb-8ccf-4bb39d309be1 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:09.213473 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73fbe365-6a71-4091-b4b5-f66fd28dae92 req-45b70102-b865-47eb-8ccf-4bb39d309be1 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 944 time: 0.1534786 Nov 27 01:10:09.268585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d79df776-9af6-408d-af7f-f35bab9df757,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:09.273017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79df776-9af6-408d-af7f-f35bab9df757'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:09.282025 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa62a647-412a-4f55-85c0-321603f76d2a" -d '{"events": [{"server_uuid": "f57abe0b-2259-4648-8419-991e63a5aa75", "name": "network-vif-plugged", "status": "completed", "tag": "d79df776-9af6-408d-af7f-f35bab9df757"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:09.296891 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.304466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73fbe365-6a71-4091-b4b5-f66fd28dae92 req-1e94467c-6b13-4ca4-8aa1-901ec9c3c711 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857747 Nov 27 01:10:09.390122 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-7f14aa40-5f97-4786-b1fe-168b03d13577 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.399129 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3b9056-886e-4c39-b5d4-2657ccf24962 x-openstack-request-id: req-7d3b9056-886e-4c39-b5d4-2657ccf24962 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:09.399430 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57abe0b-2259-4648-8419-991e63a5aa75", "name": "network-vif-plugged", "status": "completed", "tag": "d79df776-9af6-408d-af7f-f35bab9df757", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:09.399687 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d3b9056-886e-4c39-b5d4-2657ccf24962 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:09.401621 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79df776-9af6-408d-af7f-f35bab9df757', 'code': 200} Nov 27 01:10:09.629877 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d79df776-9af6-408d-af7f-f35bab9df757,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:09.632591 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-7f14aa40-5f97-4786-b1fe-168b03d13577 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.633304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-717e6f5b-873e-4861-bf51-2a6b1f0b9071 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.633304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-717e6f5b-873e-4861-bf51-2a6b1f0b9071 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.633304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e6f5b-873e-4861-bf51-2a6b1f0b9071 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94a82a6-d174-4119-bb78-ec14fa50d923,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:09.633304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-717e6f5b-873e-4861-bf51-2a6b1f0b9071 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.633304 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-717e6f5b-873e-4861-bf51-2a6b1f0b9071 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1409619 Nov 27 01:10:09.633304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47000) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:09.634487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-7f14aa40-5f97-4786-b1fe-168b03d13577 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Network 4b89f644-2375-4ba6-8bce-e3c255057dae is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:09.634487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-7f14aa40-5f97-4786-b1fe-168b03d13577 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:09.634487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-7f14aa40-5f97-4786-b1fe-168b03d13577 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:09.634992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d7c85-a9a1-4861-89e2-1d18411895be None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:09.645622 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7bd27745-55cb-458f-ab66-fc9ac3cb0698 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.658452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14aa40-5f97-4786-b1fe-168b03d13577 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Pushing event updated for resources: {'Port': ['ID=7095fa7a-a25d-4b2e-a94a-7947b433ddfe,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:09.691331 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7bd27745-55cb-458f-ab66-fc9ac3cb0698 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.727623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d5652-8f99-4b5f-a58a-e9e45dc8aa48 req-c9462683-ba50-4df9-b6e1-6d5d85a99238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:09.731930 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-103d5652-8f99-4b5f-a58a-e9e45dc8aa48 req-c9462683-ba50-4df9-b6e1-6d5d85a99238 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 1098 time: 0.1890779 Nov 27 01:10:09.765944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-7f14aa40-5f97-4786-b1fe-168b03d13577 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:09.766625 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-7f14aa40-5f97-4786-b1fe-168b03d13577 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.774305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fd955c86-bb77-47d7-aa89-e6d2a589cc78 None None] Provisioning complete for port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:09.774721 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd955c86-bb77-47d7-aa89-e6d2a589cc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.779080 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7bd27745-55cb-458f-ab66-fc9ac3cb0698 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.822785 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7bd27745-55cb-458f-ab66-fc9ac3cb0698 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.826296 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7bd27745-55cb-458f-ab66-fc9ac3cb0698 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b94a82a6-d174-4119-bb78-ec14fa50d923 HTTP/1.1" status: 204 len: 168 time: 0.2688112 Nov 27 01:10:09.827765 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd27745-55cb-458f-ab66-fc9ac3cb0698 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b94a82a6-d174-4119-bb78-ec14fa50d923,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:09.834595 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47016) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:09.859800 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-fd955c86-bb77-47d7-aa89-e6d2a589cc78 None None] Port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:09.887341 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-7f14aa40-5f97-4786-b1fe-168b03d13577 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6418445 Nov 27 01:10:09.903114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Request body: {'port': {'device_id': '93cf04dd-505a-4786-ad0e-aab93dbffd6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:09.966778 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3e6cb436-9f5c-4f94-a303-e666aaaaa6d8 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1290448 Nov 27 01:10:09.968064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47028) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:09.996108 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-103d5652-8f99-4b5f-a58a-e9e45dc8aa48 req-8fc068c0-a7a3-4c83-b79d-2fd30e5004d1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258587 Nov 27 01:10:10.023807 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f9259586-d03c-4b94-80a4-a9a2d1ab932e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.045469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b124aa-070c-4bb8-b828-0109e3748d54 req-c99ef1b7-b97b-4b48-9b2f-db2383047289 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.046985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1b124aa-070c-4bb8-b828-0109e3748d54 req-c99ef1b7-b97b-4b48-9b2f-db2383047289 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 946 time: 0.2759750 Nov 27 01:10:10.127080 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.143306 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-638c017c-fbd5-4bf8-8f0b-5b278ed2a07f tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.170972 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-638c017c-fbd5-4bf8-8f0b-5b278ed2a07f tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.212337 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1b124aa-070c-4bb8-b828-0109e3748d54 req-a6d33c6d-b31e-4cdf-8900-69fe0a1fc311 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228805 Nov 27 01:10:10.248134 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-638c017c-fbd5-4bf8-8f0b-5b278ed2a07f tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.256132 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-638c017c-fbd5-4bf8-8f0b-5b278ed2a07f tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.258073 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-638c017c-fbd5-4bf8-8f0b-5b278ed2a07f tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-groups/cc283d1a-e8eb-455d-a007-2f0fbee07e4e HTTP/1.1" status: 204 len: 168 time: 0.2889242 Nov 27 01:10:10.263798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47036) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:10.288209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c017c-fbd5-4bf8-8f0b-5b278ed2a07f tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc283d1a-e8eb-455d-a007-2f0fbee07e4e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:10.327432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197e61e-3808-4a35-970d-91dcd7637aaf req-74690e02-7319-4082-9603-6b76ae5d7788 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.334524 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4197e61e-3808-4a35-970d-91dcd7637aaf req-74690e02-7319-4082-9603-6b76ae5d7788 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.2450910 Nov 27 01:10:10.399235 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4197e61e-3808-4a35-970d-91dcd7637aaf req-fab4328e-fb69-44b0-b57f-faa273a5e234 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559525 Nov 27 01:10:10.477783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8140bb77-5c10-4a50-8d12-1c3bacb84747 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2122006 Nov 27 01:10:10.481482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47044) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:10.525755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e4838-de5b-4ce8-9ec6-07b8b52260c2 req-b8044f99-3ae0-4934-80d2-5bd7ea9271e5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.535556 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-445e4838-de5b-4ce8-9ec6-07b8b52260c2 req-b8044f99-3ae0-4934-80d2-5bd7ea9271e5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 932 time: 0.1848102 Nov 27 01:10:10.585200 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f1c977b3-eef6-4f76-889b-1885219521d6 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.648809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-445e4838-de5b-4ce8-9ec6-07b8b52260c2 req-7032b552-dec5-42e3-8b62-0ae2ac200418 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999601 Nov 27 01:10:10.660924 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f1c977b3-eef6-4f76-889b-1885219521d6 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.764432 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f1c977b3-eef6-4f76-889b-1885219521d6 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.773547 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f1c977b3-eef6-4f76-889b-1885219521d6 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.781687 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f1c977b3-eef6-4f76-889b-1885219521d6 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-groups/24a2fe9f-a333-41eb-a050-b037f3dbafe6 HTTP/1.1" status: 204 len: 168 time: 0.2990258 Nov 27 01:10:10.786282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47046) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:10.846483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c977b3-eef6-4f76-889b-1885219521d6 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a2fe9f-a333-41eb-a050-b037f3dbafe6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:10.878957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7095fa7a-a25d-4b2e-a94a-7947b433ddfe {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:10.892998 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.902054 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9342a17e-ed5d-4a98-8f85-49f8d776d04d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1132908 Nov 27 01:10:10.906231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47050) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:10.911298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e74d1268-f747-40a9-9825-a93ef4e5d118 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group': {'name': 'tempest-secgroup--147317414'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:10.920212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Transition to ACTIVE for port object 7095fa7a-a25d-4b2e-a94a-7947b433ddfe will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:10:10.932513 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.938196 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e74d1268-f747-40a9-9825-a93ef4e5d118 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.978724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d45f0e-7fe3-44fe-ab11-f48e8108f9a8 req-07ce676a-a83b-408d-b2b7-b5748b68f4d3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.988735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1d45f0e-7fe3-44fe-ab11-f48e8108f9a8 req-07ce676a-a83b-408d-b2b7-b5748b68f4d3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 944 time: 0.2247047 Nov 27 01:10:11.029528 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e74d1268-f747-40a9-9825-a93ef4e5d118 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.035107 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e74d1268-f747-40a9-9825-a93ef4e5d118 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.041211 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34f262f-fe2e-410c-9f30-00c593402597 None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:11.054398 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47052) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:11.083729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Pushing event updated for resources: {'Port': ['ID=7095fa7a-a25d-4b2e-a94a-7947b433ddfe,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:11.102782 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e74d1268-f747-40a9-9825-a93ef4e5d118 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.106757 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e74d1268-f747-40a9-9825-a93ef4e5d118 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1968710 Nov 27 01:10:11.106929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47058) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:11.112359 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-04faadc3-1ebb-4c4e-b571-862571f4d638 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group_rule': {'security_group_id': '867b5855-4fc1-4de1-8cc4-d8686d4a8e90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:11.118644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d1268-f747-40a9-9825-a93ef4e5d118 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867b5855-4fc1-4de1-8cc4-d8686d4a8e90,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:11.153286 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1d45f0e-7fe3-44fe-ab11-f48e8108f9a8 req-5b1119a2-08ab-4d57-b5b3-e3072f140acc tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566064 Nov 27 01:10:11.183004 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04faadc3-1ebb-4c4e-b571-862571f4d638 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.203703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Attempting to bind port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:11.205055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Attempting to bind port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:11.205395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Attempting to bind port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe on network 4b89f644-2375-4ba6-8bce-e3c255057dae {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:11.213801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe on network 4b89f644-2375-4ba6-8bce-e3c255057dae not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:10:11.214124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Attempting to bind port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe on network 4b89f644-2375-4ba6-8bce-e3c255057dae {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:11.239315 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:11.239687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Checking segment: {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:11.240093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Bound using segment: {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:11.240610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Bound port: 7095fa7a-a25d-4b2e-a94a-7947b433ddfe, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:11.240956 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.274074 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04faadc3-1ebb-4c4e-b571-862571f4d638 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.279714 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04faadc3-1ebb-4c4e-b571-862571f4d638 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.320979 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04faadc3-1ebb-4c4e-b571-862571f4d638 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fcae71-95fa-4681-9e0e-8cd6fb0a254a,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:11.325960 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04faadc3-1ebb-4c4e-b571-862571f4d638 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.327631 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-04faadc3-1ebb-4c4e-b571-862571f4d638 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2197766 Nov 27 01:10:11.330797 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47062) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:11.360306 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83c60c21-239a-48e8-8788-b29af29ac01f tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.369596 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83c60c21-239a-48e8-8788-b29af29ac01f tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.403130 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83c60c21-239a-48e8-8788-b29af29ac01f tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.427959 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83c60c21-239a-48e8-8788-b29af29ac01f tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.434913 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-83c60c21-239a-48e8-8788-b29af29ac01f tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c4fcae71-95fa-4681-9e0e-8cd6fb0a254a HTTP/1.1" status: 204 len: 168 time: 0.1005857 Nov 27 01:10:11.437171 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47066) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:11.458692 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c60c21-239a-48e8-8788-b29af29ac01f tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4fcae71-95fa-4681-9e0e-8cd6fb0a254a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:11.497057 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-722d9884-8bab-4315-bd6f-e75cd00b5ebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.561846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] For port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:11.570109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] For port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7095fa7a-a25d-4b2e-a94a-7947b433ddfe,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:11.579364 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0cf90892-50cb-4898-9fee-d85d10959064 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1337564 Nov 27 01:10:11.580613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47070) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:11.588892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9684fc-27dd-4d38-aaa3-a3bbdfb06f9d req-926237b9-4bc1-4037-b3bf-5aa8772e0c16 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:11.590794 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd9684fc-27dd-4d38-aaa3-a3bbdfb06f9d req-926237b9-4bc1-4037-b3bf-5aa8772e0c16 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 946 time: 0.2124228 Nov 27 01:10:11.592469 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.664491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a030d75f-2dcf-48a2-a779-1646aecfb521 None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:11.677101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:11.677665 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.679504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] 10.222.0.31 "PUT /v2.0/ports/7095fa7a-a25d-4b2e-a94a-7947b433ddfe HTTP/1.1" status: 200 len: 1093 time: 1.7810955 Nov 27 01:10:11.685534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cf04dd-505a-4786-ad0e-aab93dbffd6c', 'tag': '7095fa7a-a25d-4b2e-a94a-7947b433ddfe'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:11.689474 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03d323b-82e1-49ed-a0ce-68b0fb862288" -d '{"events": [{"name": "network-changed", "server_uuid": "93cf04dd-505a-4786-ad0e-aab93dbffd6c", "tag": "7095fa7a-a25d-4b2e-a94a-7947b433ddfe"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:11.709870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dca98-4de9-41f0-9fa9-8382dce06da0 req-c4e4369d-cd18-4952-9b66-8ac51054662a tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:11.709870 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c5dca98-4de9-41f0-9fa9-8382dce06da0 req-c4e4369d-cd18-4952-9b66-8ac51054662a tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1180367 Nov 27 01:10:11.766024 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a921295f-d392-4468-99ee-b5de4f40afdd tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.775518 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd9684fc-27dd-4d38-aaa3-a3bbdfb06f9d req-7209a784-94c6-416e-b616-96f96ed63586 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771765 Nov 27 01:10:11.777220 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad33d4-54e8-43ce-b800-8b61f27f2f88 service neutron] Pushing event updated for resources: {'Port': ['ID=7095fa7a-a25d-4b2e-a94a-7947b433ddfe,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:11.812796 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a921295f-d392-4468-99ee-b5de4f40afdd tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.860964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-53e162ec-2f00-493d-aaeb-aa62251c3a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:11.864120 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-53e162ec-2f00-493d-aaeb-aa62251c3a49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 1096 time: 0.0781944 Nov 27 01:10:11.877114 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-722d9884-8bab-4315-bd6f-e75cd00b5ebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.889052 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-722d9884-8bab-4315-bd6f-e75cd00b5ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.918165 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c5dca98-4de9-41f0-9fa9-8382dce06da0 req-fab70091-9861-456a-8d96-76ada720f499 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071431 Nov 27 01:10:11.965818 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-e081eec2-f877-4038-82ef-d123a5a18a0f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7095fa7a-a25d-4b2e-a94a-7947b433ddfe HTTP/1.1" status: 200 len: 217 time: 0.0872433 Nov 27 01:10:11.968844 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-722d9884-8bab-4315-bd6f-e75cd00b5ebc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ae3796fd9dc46f484b1e51c10386d38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9132507 Nov 27 01:10:11.970020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d9884-8bab-4315-bd6f-e75cd00b5ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92629d21-88fc-4773-b3f4-3817007ea99e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:11.986032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47086) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:11.989216 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a921295f-d392-4468-99ee-b5de4f40afdd tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.994788 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a921295f-d392-4468-99ee-b5de4f40afdd tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.996141 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a921295f-d392-4468-99ee-b5de4f40afdd tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-groups/867b5855-4fc1-4de1-8cc4-d8686d4a8e90 HTTP/1.1" status: 204 len: 168 time: 0.4134758 Nov 27 01:10:12.005713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47088) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:12.017723 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a06edae-7f61-4ed8-98a6-073a5f3f99b8 x-openstack-request-id: req-8a06edae-7f61-4ed8-98a6-073a5f3f99b8 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:12.018095 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cf04dd-505a-4786-ad0e-aab93dbffd6c", "tag": "7095fa7a-a25d-4b2e-a94a-7947b433ddfe", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:12.018416 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a06edae-7f61-4ed8-98a6-073a5f3f99b8 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:12.018899 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cf04dd-505a-4786-ad0e-aab93dbffd6c', 'tag': '7095fa7a-a25d-4b2e-a94a-7947b433ddfe', 'status': 'completed', 'code': 200} Nov 27 01:10:12.080071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921295f-d392-4468-99ee-b5de4f40afdd tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867b5855-4fc1-4de1-8cc4-d8686d4a8e90,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:12.089342 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-674049cb-a610-4705-9e29-49f289a4c659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:12.112986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-2026ee61-7b5c-4183-a510-602a9d00a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:12.115384 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-2026ee61-7b5c-4183-a510-602a9d00a909 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80662da9-0903-4539-8282-1a973a762559 HTTP/1.1" status: 200 len: 852 time: 0.1282294 Nov 27 01:10:12.128882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c8429-7d6c-4dff-bb6d-651247c6a3c2 req-1dfbe8c0-10f8-4cde-b68a-3b94158b2e66 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:12.130135 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-674049cb-a610-4705-9e29-49f289a4c659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:12.139745 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f84c8429-7d6c-4dff-bb6d-651247c6a3c2 req-1dfbe8c0-10f8-4cde-b68a-3b94158b2e66 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 944 time: 0.1851475 Nov 27 01:10:12.191078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-674049cb-a610-4705-9e29-49f289a4c659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:12.194156 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-674049cb-a610-4705-9e29-49f289a4c659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:12.195640 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-674049cb-a610-4705-9e29-49f289a4c659 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92629d21-88fc-4773-b3f4-3817007ea99e HTTP/1.1" status: 204 len: 168 time: 0.1980345 Nov 27 01:10:12.213444 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-38c6c3ce-6610-43e4-a781-80395cbacdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:12.224639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674049cb-a610-4705-9e29-49f289a4c659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92629d21-88fc-4773-b3f4-3817007ea99e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:12.247259 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-2195fdb6-798e-4805-8a53-f9e8b82c03dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b89f644-2375-4ba6-8bce-e3c255057dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986342 Nov 27 01:10:12.283358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47096) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:12.289600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c64b3966-4889-4c78-be37-f4488c6647a4 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670446738'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:12.293264 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-44ad608a-ce56-41be-8b4c-7bc71fff0f66 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2893159 Nov 27 01:10:12.327785 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c64b3966-4889-4c78-be37-f4488c6647a4 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:12.396064 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f84c8429-7d6c-4dff-bb6d-651247c6a3c2 req-65f3915d-32c8-4304-8a4d-59eb164c489e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549133 Nov 27 01:10:12.468664 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c64b3966-4889-4c78-be37-f4488c6647a4 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:12.475304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c64b3966-4889-4c78-be37-f4488c6647a4 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:12.479529 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-41bb3c0e-057d-4f6a-960e-571a11f7da9e service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228661 Nov 27 01:10:12.545066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b3966-4889-4c78-be37-f4488c6647a4 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687c882a-3577-4e8e-888c-e6c0996f3790,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:12.572668 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c64b3966-4889-4c78-be37-f4488c6647a4 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:12.574003 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c64b3966-4889-4c78-be37-f4488c6647a4 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2881346 Nov 27 01:10:12.576767 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47102) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:12.582518 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8e4bd754-1760-4fd5-914b-0a35ec2640a1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group_rule': {'security_group_id': '687c882a-3577-4e8e-888c-e6c0996f3790', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:12.662776 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53adeab-c264-4757-8b78-b5c0a1ad40a3 req-4749f03a-9f44-4dd0-8568-fdc3e11ce12b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:12.664442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b53adeab-c264-4757-8b78-b5c0a1ad40a3 req-4749f03a-9f44-4dd0-8568-fdc3e11ce12b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 944 time: 0.1336210 Nov 27 01:10:12.669220 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd754-1760-4fd5-914b-0a35ec2640a1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:12.768224 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d89bffcc-8814-4bb8-a434-f845e9ec7918 req-10f0ae04-4194-41be-b251-b3c5d5b9569a service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830696 Nov 27 01:10:12.788928 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd754-1760-4fd5-914b-0a35ec2640a1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:12.794097 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd754-1760-4fd5-914b-0a35ec2640a1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:12.817470 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b53adeab-c264-4757-8b78-b5c0a1ad40a3 req-d4d30292-790d-4a62-b2f9-e38f63b5ee60 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455805 Nov 27 01:10:12.826287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bd754-1760-4fd5-914b-0a35ec2640a1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334a8f1a-99c7-4a13-8be5-e794c913c463,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:12.848427 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd754-1760-4fd5-914b-0a35ec2640a1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:12.851286 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8e4bd754-1760-4fd5-914b-0a35ec2640a1 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2734985 Nov 27 01:10:12.854641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47112) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:12.895575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47116) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:12.896173 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-34c91271-4e29-4e03-af6f-3598cec711df tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules/334a8f1a-99c7-4a13-8be5-e794c913c463 HTTP/1.1" status: 200 len: 763 time: 0.0401082 Nov 27 01:10:12.939391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d323b-82e1-49ed-a0ce-68b0fb862288 req-d7b82543-beb5-4c8e-b461-f92feec82d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:12.950750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c03d323b-82e1-49ed-a0ce-68b0fb862288 req-d7b82543-beb5-4c8e-b461-f92feec82d6e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 1096 time: 0.0723727 Nov 27 01:10:12.961995 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-151ab3f3-12b8-4e19-b330-31043bf8efe7 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0667274 Nov 27 01:10:12.972628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47120) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:13.043240 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-83eeb530-196d-4f4b-a27c-ba1a36513775 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.052781 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-83eeb530-196d-4f4b-a27c-ba1a36513775 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.174212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239256be-4bf9-4007-93b6-2d122a7eb58d req-bc72e27f-8ef4-4bfc-8012-c44e56b8ca49 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:13.178975 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.183260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-239256be-4bf9-4007-93b6-2d122a7eb58d req-bc72e27f-8ef4-4bfc-8012-c44e56b8ca49 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 946 time: 0.2119451 Nov 27 01:10:13.266525 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-239256be-4bf9-4007-93b6-2d122a7eb58d req-7f521d9a-1eb3-495e-8cd0-144b3a7c2a37 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762756 Nov 27 01:10:13.267377 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-83eeb530-196d-4f4b-a27c-ba1a36513775 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.291274 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-83eeb530-196d-4f4b-a27c-ba1a36513775 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.300159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47142) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:13.300990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-83eeb530-196d-4f4b-a27c-ba1a36513775 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/334a8f1a-99c7-4a13-8be5-e794c913c463 HTTP/1.1" status: 204 len: 168 time: 0.3274317 Nov 27 01:10:13.349589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47144) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:13.353047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eeb530-196d-4f4b-a27c-ba1a36513775 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=334a8f1a-99c7-4a13-8be5-e794c913c463,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:13.386580 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c2dc057e-9308-4d67-913b-1afae514672b tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0852232 Nov 27 01:10:13.396943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47150) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:13.405583 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9b89e016-3814-4743-8afb-ce08e9776360 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group_rule': {'security_group_id': '687c882a-3577-4e8e-888c-e6c0996f3790', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:13.498527 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9b89e016-3814-4743-8afb-ce08e9776360 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.507267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8620b-9c7a-463f-b22d-aa982695894c req-60d2c674-32cf-4ca5-abc8-66ba21461704 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:13.515379 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38e8620b-9c7a-463f-b22d-aa982695894c req-60d2c674-32cf-4ca5-abc8-66ba21461704 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 1098 time: 0.0947869 Nov 27 01:10:13.533019 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d323b-82e1-49ed-a0ce-68b0fb862288 req-511b5481-0f63-46de-9276-29d3a7c16bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:13.535438 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c03d323b-82e1-49ed-a0ce-68b0fb862288 req-511b5481-0f63-46de-9276-29d3a7c16bec service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 913 time: 0.5836542 Nov 27 01:10:13.576269 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-network', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:13.610036 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c03d323b-82e1-49ed-a0ce-68b0fb862288 req-a1751a9d-5399-4b94-86a7-6be4a7d6f0b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7095fa7a-a25d-4b2e-a94a-7947b433ddfe HTTP/1.1" status: 200 len: 217 time: 0.0674739 Nov 27 01:10:13.621547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce2d9b-6972-4320-9b4b-5b15adbf4c9c req-dfcc0048-74cc-4218-8fd2-10b4d1ca5291 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:13.623745 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7ce2d9b-6972-4320-9b4b-5b15adbf4c9c req-dfcc0048-74cc-4218-8fd2-10b4d1ca5291 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1666081 Nov 27 01:10:13.663422 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38e8620b-9c7a-463f-b22d-aa982695894c req-3e69ef11-fe9d-4af8-9fec-2c1558be6020 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386707 Nov 27 01:10:13.665691 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9b89e016-3814-4743-8afb-ce08e9776360 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.673494 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9b89e016-3814-4743-8afb-ce08e9776360 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.681492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] Made reservation on behalf of 2f18470837cb4394bc7b6e5f757f3214 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:13.681855 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d323b-82e1-49ed-a0ce-68b0fb862288 req-e7b6e887-be10-48f8-b8f5-b6f69ad9c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:13.683235 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c03d323b-82e1-49ed-a0ce-68b0fb862288 req-e7b6e887-be10-48f8-b8f5-b6f69ad9c9a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80662da9-0903-4539-8282-1a973a762559 HTTP/1.1" status: 200 len: 852 time: 0.0574996 Nov 27 01:10:13.685815 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.711494 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.715398 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89e016-3814-4743-8afb-ce08e9776360 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3474b8e2-1b88-48f8-8f00-56bf7e48f5c1,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:13.735318 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9b89e016-3814-4743-8afb-ce08e9776360 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.736567 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9b89e016-3814-4743-8afb-ce08e9776360 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3388789 Nov 27 01:10:13.739559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47158) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:13.766469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dddaca13-82d5-4bcd-9e0d-ab940b5cf71e tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules/3474b8e2-1b88-48f8-8f00-56bf7e48f5c1 HTTP/1.1" status: 200 len: 763 time: 0.0249550 Nov 27 01:10:13.769657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47160) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:13.784632 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c03d323b-82e1-49ed-a0ce-68b0fb862288 req-656d43c4-b8c6-4b86-b3c8-ee7fe8c44f1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b89f644-2375-4ba6-8bce-e3c255057dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921664 Nov 27 01:10:13.830874 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7ce2d9b-6972-4320-9b4b-5b15adbf4c9c req-16d42e22-0de7-4691-bc0d-94a80661c114 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459136 Nov 27 01:10:13.874700 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-53359f39-7923-456e-9019-65aa61f44054 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1023850 Nov 27 01:10:13.887177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47166) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:13.957924 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c03d323b-82e1-49ed-a0ce-68b0fb862288 req-014124c4-4cf7-4971-b94f-270504666e62 service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642420 Nov 27 01:10:13.999667 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c041e81f-2269-454d-bef3-85dd8c46b5c9 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.013824 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.023907 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c041e81f-2269-454d-bef3-85dd8c46b5c9 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.026835 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.059761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a85b4-0832-4bd9-95a7-e925244498a1 req-11049350-f061-4a47-a42a-f2c9e69ac341 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:14.062388 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-985a85b4-0832-4bd9-95a7-e925244498a1 req-11049350-f061-4a47-a42a-f2c9e69ac341 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 944 time: 0.1328197 Nov 27 01:10:14.072808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f53894-57ea-4c6f-a2a3-8854f1a15a4a req-d22aa5bc-aff1-4332-8246-35c11a256416 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:14.075081 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7f53894-57ea-4c6f-a2a3-8854f1a15a4a req-d22aa5bc-aff1-4332-8246-35c11a256416 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 1098 time: 0.1161473 Nov 27 01:10:14.145589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:10:14.147628 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c03d323b-82e1-49ed-a0ce-68b0fb862288 req-b3c7ed5c-2a72-47c3-8516-dc157f402f98 service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794541 Nov 27 01:10:14.155061 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7f53894-57ea-4c6f-a2a3-8854f1a15a4a req-9934d0b6-3fcf-4f3e-a846-0b063b80562c tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700510 Nov 27 01:10:14.157399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:14.166096 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c041e81f-2269-454d-bef3-85dd8c46b5c9 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.172130 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c041e81f-2269-454d-bef3-85dd8c46b5c9 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.175875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47168) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:14.176040 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c041e81f-2269-454d-bef3-85dd8c46b5c9 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3474b8e2-1b88-48f8-8f00-56bf7e48f5c1 HTTP/1.1" status: 204 len: 168 time: 0.2840078 Nov 27 01:10:14.189627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041e81f-2269-454d-bef3-85dd8c46b5c9 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3474b8e2-1b88-48f8-8f00-56bf7e48f5c1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:14.192843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.193191 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] Added segment 155b5aba-67a4-4743-9251-a15779a8be25 of type vlan for network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 Nov 27 01:10:14.208690 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-985a85b4-0832-4bd9-95a7-e925244498a1 req-58c4e5e5-8a98-4a77-b4b0-3e84dba81a8b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195819 Nov 27 01:10:14.276951 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-354a63bd-cab7-4e55-98d8-d5771a825265 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0952642 Nov 27 01:10:14.277779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47174) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:14.287322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-757aba13-5936-4dab-966b-82b925764e02 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Request body: {'security_group_rule': {'security_group_id': '687c882a-3577-4e8e-888c-e6c0996f3790', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:14.313509 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.355133 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.356232 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:14.358087 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.387668 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-757aba13-5936-4dab-966b-82b925764e02 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.414376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4904f-8111-42e4-866d-8a0f715eb42b req-e41be7b7-03a8-4fe9-807c-2e15fafb41c1 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:14.416420 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39c4904f-8111-42e4-866d-8a0f715eb42b req-e41be7b7-03a8-4fe9-807c-2e15fafb41c1 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 944 time: 0.0923285 Nov 27 01:10:14.417830 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0659175 Nov 27 01:10:14.422464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47180) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:14.431030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e7d2da66-fb75-434b-a12f-bd7f1324f90e admin admin] Request body: {'subnet': {'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-subnet', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:14.495859 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-757aba13-5936-4dab-966b-82b925764e02 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.508230 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-757aba13-5936-4dab-966b-82b925764e02 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.513265 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6d205-4b18-45bd-a86d-b0ff68a001ea admin admin] Pushing event updated for resources: {'Network': ['ID=0b1384e3-a57b-456d-b2fc-6d2cabdc87f6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:14.536970 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:10:14.544233 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757aba13-5936-4dab-966b-82b925764e02 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6a63c4-b65a-46af-a52d-288f2b6b706b,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:14.554603 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-757aba13-5936-4dab-966b-82b925764e02 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.556003 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-757aba13-5936-4dab-966b-82b925764e02 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2768161 Nov 27 01:10:14.556923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d2da66-fb75-434b-a12f-bd7f1324f90e admin admin] Made reservation on behalf of 2f18470837cb4394bc7b6e5f757f3214 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:14.558969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47184) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:14.559403 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7d2da66-fb75-434b-a12f-bd7f1324f90e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.616491 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-db07c569-ddc2-4aca-b8ef-07a2a01fdf2f tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules/af6a63c4-b65a-46af-a52d-288f2b6b706b HTTP/1.1" status: 200 len: 764 time: 0.0562851 Nov 27 01:10:14.622491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47186) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:14.654006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7095fa7a-a25d-4b2e-a94a-7947b433ddfe details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:14.689814 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8f7099ba-d562-4d6a-9f3d-eb4127189005 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0661798 Nov 27 01:10:14.691317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47188) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:14.717160 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8d4b-51df-4b77-a455-fea686347eab tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.727871 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8d4b-51df-4b77-a455-fea686347eab tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.744511 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39c4904f-8111-42e4-866d-8a0f715eb42b req-efbf12c6-caf5-4f4f-a8c4-2b7d782bfa9f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099265 Nov 27 01:10:14.803498 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8d4b-51df-4b77-a455-fea686347eab tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.815419 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7d2da66-fb75-434b-a12f-bd7f1324f90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.819876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8d4b-51df-4b77-a455-fea686347eab tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.824448 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ef6f8d4b-51df-4b77-a455-fea686347eab tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/af6a63c4-b65a-46af-a52d-288f2b6b706b HTTP/1.1" status: 204 len: 168 time: 0.1318581 Nov 27 01:10:14.825361 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f8d4b-51df-4b77-a455-fea686347eab tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af6a63c4-b65a-46af-a52d-288f2b6b706b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:14.828040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47190) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:14.849784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7095fa7a-a25d-4b2e-a94a-7947b433ddfe,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:14.870268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '7095fa7a-a25d-4b2e-a94a-7947b433ddfe', 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae', 'port_id': '7095fa7a-a25d-4b2e-a94a-7947b433ddfe', 'mac_address': 'fa:16:3e:cd:c2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80662da9-0903-4539-8282-1a973a762559', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:10:14.937644 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.957466 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47196) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:14.972437 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7122f20c-5c81-417b-8aa2-0198b099584d tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1391807 Nov 27 01:10:14.972756 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.985075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2da66-fb75-434b-a12f-bd7f1324f90e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3798953-d77c-408d-9065-d8c00bed45ca,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:15.007927 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7095fa7a-a25d-4b2e-a94a-7947b433ddfe {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:15.049135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2da66-fb75-434b-a12f-bd7f1324f90e admin admin] Checking segment: {'id': '155b5aba-67a4-4743-9251-a15779a8be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:15.049495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d2da66-fb75-434b-a12f-bd7f1324f90e admin admin] Network hostable DHCP agents. Network: 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:10:15.057599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7095fa7a-a25d-4b2e-a94a-7947b433ddfe,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:15.064383 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:15.093345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d2da66-fb75-434b-a12f-bd7f1324f90e admin admin] Network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:10:15.121808 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dce4a10e-e1a7-41d9-abe9-2f689149cd7a tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:15.131524 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-e7d2da66-fb75-434b-a12f-bd7f1324f90e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:15.143925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=7095fa7a-a25d-4b2e-a94a-7947b433ddfe,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:15.148271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d2da66-fb75-434b-a12f-bd7f1324f90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:15.149321 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7d2da66-fb75-434b-a12f-bd7f1324f90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:15.162018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b53ec8d-b9c7-4b80-b61e-66d91af4645c None None] Network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:15.177775 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dce4a10e-e1a7-41d9-abe9-2f689149cd7a tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:15.237351 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e7d2da66-fb75-434b-a12f-bd7f1324f90e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8103282 Nov 27 01:10:15.241028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47202) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:15.243216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:15.293712 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:15.294853 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:15.327005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dfc7d-8b92-44d3-aa14-8792dfeb8793 req-031c8ee8-f013-481f-b54e-885338dd410d tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:15.332839 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cc026-3bfe-4f2c-991b-815e87afed45 req-6668627e-14de-4d26-b183-1f7ac1560d72 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:15.334410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d51cc026-3bfe-4f2c-991b-815e87afed45 req-6668627e-14de-4d26-b183-1f7ac1560d72 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 1098 time: 0.1329613 Nov 27 01:10:15.337759 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9a3dfc7d-8b92-44d3-aa14-8792dfeb8793 req-031c8ee8-f013-481f-b54e-885338dd410d tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.2240863 Nov 27 01:10:15.383304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dce4a10e-e1a7-41d9-abe9-2f689149cd7a tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:15.386477 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dce4a10e-e1a7-41d9-abe9-2f689149cd7a tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:15.391277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dce4a10e-e1a7-41d9-abe9-2f689149cd7a tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "DELETE /v2.0/security-groups/687c882a-3577-4e8e-888c-e6c0996f3790 HTTP/1.1" status: 204 len: 168 time: 0.4326494 Nov 27 01:10:15.391967 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47204) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:15.436425 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:15.445831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4a10e-e1a7-41d9-abe9-2f689149cd7a tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687c882a-3577-4e8e-888c-e6c0996f3790,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:15.474558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['7095fa7a-a25d-4b2e-a94a-7947b433ddfe'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:15.489528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'fixed_ips': [{'subnet_id': 'c3798953-d77c-408d-9065-d8c00bed45ca'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:10:15.491518 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:15.511945 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-80bb85e9-350d-4228-8af0-9f200d7e6149 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1136293 Nov 27 01:10:15.534800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d51cc026-3bfe-4f2c-991b-815e87afed45 req-a73a138d-6ee9-40b1-9879-1ac88e9a04c0 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917746 Nov 27 01:10:15.537337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47206) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:15.624587 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9a3dfc7d-8b92-44d3-aa14-8792dfeb8793 req-3f6737f1-0708-4c59-98af-d18c592166b7 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857745 Nov 27 01:10:15.675476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c69c54f6-28e1-454b-8184-937f22a5ab20 tempest-SecGroupTest-194452405 tempest-SecGroupTest-194452405-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1367660 Nov 27 01:10:15.832888 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:15.951484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47224) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:16.064031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Allocated IP 172.20.0.2 (0b1384e3-a57b-456d-b2fc-6d2cabdc87f6/c3798953-d77c-408d-9065-d8c00bed45ca/b3aa3c24-2978-405b-a4ef-8492e9a729e9) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:16.096475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47322b42-4922-42a8-9a96-97acee74d260 req-96df0fbe-351b-43b7-a8b4-4485c10daf4d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:16.104899 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47322b42-4922-42a8-9a96-97acee74d260 req-96df0fbe-351b-43b7-a8b4-4485c10daf4d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 945 time: 0.2610352 Nov 27 01:10:16.196388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8ca83-77d0-44c5-a622-0a15e8e1b4b6 req-2d9a6795-4c19-46ad-8d58-882016fe8d6d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:16.198065 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a9c8ca83-77d0-44c5-a622-0a15e8e1b4b6 req-2d9a6795-4c19-46ad-8d58-882016fe8d6d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 944 time: 0.1299422 Nov 27 01:10:16.204671 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c73783ce-0103-4d7d-8a57-f6af472a870f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ddd61dea16324a6b976fe173689d9bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488558 Nov 27 01:10:16.206250 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47230) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:16.277158 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.288912 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.349217 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.358961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:16.362568 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:16.367189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:16.367566 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a9c8ca83-77d0-44c5-a622-0a15e8e1b4b6 req-8df190f7-1efd-4147-b18a-045b975abb3a tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611245 Nov 27 01:10:16.374563 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Pushing event updated for resources: {'Port': ['ID=b3aa3c24-2978-405b-a4ef-8492e9a729e9,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:16.375745 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4695-0289-49f8-a3bc-a19d8c8897aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.425722 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4695-0289-49f8-a3bc-a19d8c8897aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.490077 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Attempting to bind port b3aa3c24-2978-405b-a4ef-8492e9a729e9 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:16.490946 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Attempting to bind port b3aa3c24-2978-405b-a4ef-8492e9a729e9 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '155b5aba-67a4-4743-9251-a15779a8be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:16.491370 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Attempting to bind port b3aa3c24-2978-405b-a4ef-8492e9a729e9 on network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:16.511384 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:16.514651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Checking segment: {'id': '155b5aba-67a4-4743-9251-a15779a8be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:16.514651 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.514651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Bound using segment: {'id': '155b5aba-67a4-4743-9251-a15779a8be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:16.514651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Bound port: b3aa3c24-2978-405b-a4ef-8492e9a729e9, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155b5aba-67a4-4743-9251-a15779a8be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:16.514651 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.533988 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4695-0289-49f8-a3bc-a19d8c8897aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.539411 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4695-0289-49f8-a3bc-a19d8c8897aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.541829 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bc0d4695-0289-49f8-a3bc-a19d8c8897aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f22bf896-2358-4626-803b-01e71f29a4e6 HTTP/1.1" status: 204 len: 168 time: 0.3346846 Nov 27 01:10:16.560919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d4695-0289-49f8-a3bc-a19d8c8897aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22bf896-2358-4626-803b-01e71f29a4e6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:16.646887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] For port b3aa3c24-2978-405b-a4ef-8492e9a729e9, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:16.650740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] For port b3aa3c24-2978-405b-a4ef-8492e9a729e9, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b3aa3c24-2978-405b-a4ef-8492e9a729e9,segment=NetworkSegment(155b5aba-67a4-4743-9251-a15779a8be25),segment_id=155b5aba-67a4-4743-9251-a15779a8be25)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:16.670287 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.678109 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47322b42-4922-42a8-9a96-97acee74d260 req-8e6ec5fc-bb35-4ce7-8df0-e8e8ab9f3004 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686002 Nov 27 01:10:16.854680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213b692-b28f-44eb-8c66-6a92b03ec2ca None None] Pushing event updated for resources: {'Port': ['ID=b3aa3c24-2978-405b-a4ef-8492e9a729e9,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:16.992567 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.997515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882c037-3e54-43fd-94fb-1f8407cfb9e0 req-891be7a9-feae-48e4-8956-f897e6d6df7e tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:16.999098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c882c037-3e54-43fd-94fb-1f8407cfb9e0 req-891be7a9-feae-48e4-8956-f897e6d6df7e tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 1098 time: 0.1192846 Nov 27 01:10:17.025396 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.133490 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c882c037-3e54-43fd-94fb-1f8407cfb9e0 req-7af6f700-36a9-4e20-ab26-6ffd24e6a03b tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153815 Nov 27 01:10:17.190083 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fccd0b-54a6-4cd6-a94b-b70a0212a226 req-0b3a29c6-1992-47db-9d61-cb820afd9dff tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:17.208987 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47fccd0b-54a6-4cd6-a94b-b70a0212a226 req-0b3a29c6-1992-47db-9d61-cb820afd9dff tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1091764 Nov 27 01:10:17.240450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Allocated IP 172.25.1.205 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/206170fc-ec69-4012-9644-e1f0028c9ef1) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:17.298387 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47fccd0b-54a6-4cd6-a94b-b70a0212a226 req-8e58a422-d3d8-4b71-bfb1-49ec124ed64d tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884955 Nov 27 01:10:17.387866 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256d8c1-5848-4099-a478-75c217f11948 req-cb50f02d-54e3-43fa-a76c-7843941d3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:17.389778 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e256d8c1-5848-4099-a478-75c217f11948 req-cb50f02d-54e3-43fa-a76c-7843941d3f9a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1&tenant_id=e93e94c1f6cd44529cc2d71063783ea9 HTTP/1.1" status: 200 len: 1096 time: 0.1751833 Nov 27 01:10:17.410029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:17.519588 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.547835 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.652950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5751b-316d-4097-8777-b1ef461b4f68 req-82fc062e-e1cc-4b72-9a5b-0f88160f9251 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:17.662444 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e8d5751b-316d-4097-8777-b1ef461b4f68 req-82fc062e-e1cc-4b72-9a5b-0f88160f9251 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 944 time: 0.1200492 Nov 27 01:10:17.743527 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e8d5751b-316d-4097-8777-b1ef461b4f68 req-523d8ecf-17aa-4986-9150-c665434c4474 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791085 Nov 27 01:10:17.801340 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.898784 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Pushing event updated for resources: {'Port': ['ID=206170fc-ec69-4012-9644-e1f0028c9ef1,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:17.903100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47282) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:17.928544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:17.978498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a27ba-a3db-42b1-8ba9-38c503905398 req-ba0a22c7-b99f-4c0c-9087-6374fa2d26f3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:17.986091 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c74a27ba-a3db-42b1-8ba9-38c503905398 req-ba0a22c7-b99f-4c0c-9087-6374fa2d26f3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 945 time: 0.1135170 Nov 27 01:10:17.999139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:18.069041 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c74a27ba-a3db-42b1-8ba9-38c503905398 req-42598d2d-4a0e-4dab-bfa6-d4ca3cd9a4b2 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818737 Nov 27 01:10:18.077010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf1ca11-8b99-4632-b6c0-8260c4e72d84 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:18.087974 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.101855 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Transition to ACTIVE for port object aaf1ca11-8b99-4632-b6c0-8260c4e72d84 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:10:18.110279 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.204836 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:18.247266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:18.281307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:18.292186 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b83126-6062-4c85-a6e7-fa0d8c8716fe None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:18.383447 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b3aa3c24-2978-405b-a4ef-8492e9a729e9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:18.442095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a4eba3-dc26-421d-afad-b7a7d879b249 None None] Network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:18.513804 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9db6ee31-8da2-41d9-88c8-254e76b537ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.530893 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015af05e-55d8-4cd2-a0ef-2cf166ab1f58 req-561c6910-fe62-4854-a1a0-a1b599a7d6e4 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:18.535224 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-015af05e-55d8-4cd2-a0ef-2cf166ab1f58 req-561c6910-fe62-4854-a1a0-a1b599a7d6e4 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1303556 Nov 27 01:10:18.554007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Pushing event updated for resources: {'Port': ['ID=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,revision_number=9']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:18.711395 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-015af05e-55d8-4cd2-a0ef-2cf166ab1f58 req-94a52baf-90a2-47fe-ad6b-be3f6aea24c0 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614311 Nov 27 01:10:18.735921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] No DVR routers for this DVR port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:18.834189 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9db6ee31-8da2-41d9-88c8-254e76b537ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.843657 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9db6ee31-8da2-41d9-88c8-254e76b537ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.869442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7095fa7a-a25d-4b2e-a94a-7947b433ddfe up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:18.958952 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b3aa3c24-2978-405b-a4ef-8492e9a729e9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:18.959329 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.021047 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-efdd4ae8-0c42-475b-943b-a77f12e6895d None None] Provisioning complete for port b3aa3c24-2978-405b-a4ef-8492e9a729e9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:19.021547 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-efdd4ae8-0c42-475b-943b-a77f12e6895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.022128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703cbcf-0f90-4a97-a3b8-352185bb3a6a req-435368bf-a60a-435e-a258-e2afaffb6923 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:19.024438 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2703cbcf-0f90-4a97-a3b8-352185bb3a6a req-435368bf-a60a-435e-a258-e2afaffb6923 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 944 time: 0.1394997 Nov 27 01:10:19.035312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6ee31-8da2-41d9-88c8-254e76b537ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0773afc-fa6e-4e2a-80bb-2cddb3714290,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:19.085612 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47324) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:19.089500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9db6ee31-8da2-41d9-88c8-254e76b537ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff15f95ced28473bb441f9650c6fa31c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9858694 Nov 27 01:10:19.139771 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2703cbcf-0f90-4a97-a3b8-352185bb3a6a req-462a209d-af1d-4417-bc20-540fbf86fdba tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030753 Nov 27 01:10:19.223708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7262c1e2-2a11-4214-b078-4c549c606529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.239987 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:10:19.247409 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:19.247791 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.299740 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7262c1e2-2a11-4214-b078-4c549c606529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.315079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Attempting to bind port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:19.315485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Attempting to bind port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:19.315895 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Attempting to bind port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 on network cf63eb64-bdb4-470a-9e3f-8cf792734371 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:19.332528 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.333001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 on network cf63eb64-bdb4-470a-9e3f-8cf792734371 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:10:19.333001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Attempting to bind port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 on network cf63eb64-bdb4-470a-9e3f-8cf792734371 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:19.412564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:19.412964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Checking segment: {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:19.413305 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Bound using segment: {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:19.413761 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Bound port: aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:19.414126 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.425798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d57ee-5c44-4154-8c44-a7278b345126 req-9fd347c6-f07c-4c13-9e7f-67bbb36ec53d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:19.435174 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e8d57ee-5c44-4154-8c44-a7278b345126 req-9fd347c6-f07c-4c13-9e7f-67bbb36ec53d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 945 time: 0.1299200 Nov 27 01:10:19.461561 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-efdd4ae8-0c42-475b-943b-a77f12e6895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.485821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port b3aa3c24-2978-405b-a4ef-8492e9a729e9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b3aa3c24-2978-405b-a4ef-8492e9a729e9,segment=NetworkSegment(155b5aba-67a4-4743-9251-a15779a8be25),segment_id=155b5aba-67a4-4743-9251-a15779a8be25)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:19.494091 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.495294 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e8d57ee-5c44-4154-8c44-a7278b345126 req-bbc12a1f-7997-4c8d-819b-6c4940f7401c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586185 Nov 27 01:10:19.521987 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7262c1e2-2a11-4214-b078-4c549c606529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.525659 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7262c1e2-2a11-4214-b078-4c549c606529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.528233 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7262c1e2-2a11-4214-b078-4c549c606529 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0773afc-fa6e-4e2a-80bb-2cddb3714290 HTTP/1.1" status: 204 len: 168 time: 0.4412498 Nov 27 01:10:19.550693 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262c1e2-2a11-4214-b078-4c549c606529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0773afc-fa6e-4e2a-80bb-2cddb3714290,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:19.587140 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.650004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-85124da0-79de-4b67-8ad0-6c6142ce49cc tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:10:19.651443 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-85124da0-79de-4b67-8ad0-6c6142ce49cc tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173228 Nov 27 01:10:19.664771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=b3aa3c24-2978-405b-a4ef-8492e9a729e9,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:19.707378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:19.808274 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.810004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0a5bc6ac-a75d-4cba-88f6-b1517cb43238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:19.818188 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0a5bc6ac-a75d-4cba-88f6-b1517cb43238 service neutron] 10.222.0.15 "GET /v2.0/ports/d79df776-9af6-408d-af7f-f35bab9df757 HTTP/1.1" status: 200 len: 1095 time: 0.1547458 Nov 27 01:10:19.833099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0df861b6-9e8b-4d16-883a-890701664f02 service neutron] Request body: {'binding': {'host': 'n-h1-817303-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:19.833699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0df861b6-9e8b-4d16-883a-890701664f02 service neutron] Unknown quota resources ['binding']. {{(pid=103403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:10:19.841662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:19.877030 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.895254 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-efdd4ae8-0c42-475b-943b-a77f12e6895d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:10:19.895907 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-efdd4ae8-0c42-475b-943b-a77f12e6895d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:10:19.913424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cf04dd-505a-4786-ad0e-aab93dbffd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7095fa7a-a25d-4b2e-a94a-7947b433ddfe'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:19.914501 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee038ce-b089-4ab3-8fbf-791b4d6a924d" -d '{"events": [{"server_uuid": "93cf04dd-505a-4786-ad0e-aab93dbffd6c", "name": "network-vif-plugged", "status": "completed", "tag": "7095fa7a-a25d-4b2e-a94a-7947b433ddfe"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:19.959900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7095fa7a-a25d-4b2e-a94a-7947b433ddfe,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:19.964977 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.981250 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88eaeac-77ac-4a06-8d8e-6170beff237d req-fcb31a3a-e708-46f0-9975-a217fc56bde0 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:19.994017 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e88eaeac-77ac-4a06-8d8e-6170beff237d req-fcb31a3a-e708-46f0-9975-a217fc56bde0 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1867237 Nov 27 01:10:20.023260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:20.023260 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:20.029662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e256d8c1-5848-4099-a478-75c217f11948 req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] 10.222.0.31 "PUT /v2.0/ports/aaf1ca11-8b99-4632-b6c0-8260c4e72d84 HTTP/1.1" status: 200 len: 1093 time: 2.6242917 Nov 27 01:10:20.061093 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=7095fa7a-a25d-4b2e-a94a-7947b433ddfe,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:20.091873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:20.097203 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17e3878-c88c-40d3-8018-8b6153a2029c" -d '{"events": [{"name": "network-changed", "server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:20.121615 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e88eaeac-77ac-4a06-8d8e-6170beff237d req-c02ce1eb-4900-43c9-9bff-b4c4cb0c29da tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199417 Nov 27 01:10:20.188360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb92e1-707f-4569-b696-d0fc7af952ac service neutron] Pushing event updated for resources: {'Port': ['ID=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,revision_number=10']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:20.320786 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9d3251-6b39-4e1b-938d-be6d959e716f x-openstack-request-id: req-ec9d3251-6b39-4e1b-938d-be6d959e716f {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:20.320994 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cf04dd-505a-4786-ad0e-aab93dbffd6c", "name": "network-vif-plugged", "status": "completed", "tag": "7095fa7a-a25d-4b2e-a94a-7947b433ddfe", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:20.321272 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec9d3251-6b39-4e1b-938d-be6d959e716f {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:20.321690 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cf04dd-505a-4786-ad0e-aab93dbffd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7095fa7a-a25d-4b2e-a94a-7947b433ddfe', 'code': 200} Nov 27 01:10:20.342740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b3aa3c24-2978-405b-a4ef-8492e9a729e9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:20.425218 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a3920e-6d80-4434-9758-319ea8c3210f x-openstack-request-id: req-00a3920e-6d80-4434-9758-319ea8c3210f {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:20.425854 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:20.426280 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00a3920e-6d80-4434-9758-319ea8c3210f {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:20.426920 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'status': 'completed', 'code': 200} Nov 27 01:10:20.589841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cbf33-1a18-447e-983c-3c753ee0539f req-7226449c-9f5c-4fc3-ab61-91ed7803e42d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:20.604091 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-278cbf33-1a18-447e-983c-3c753ee0539f req-7226449c-9f5c-4fc3-ab61-91ed7803e42d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.1382844 Nov 27 01:10:20.622948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256d8c1-5848-4099-a478-75c217f11948 req-17ea0835-0829-4adc-83d5-8dbf32e9641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:20.624681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e256d8c1-5848-4099-a478-75c217f11948 req-17ea0835-0829-4adc-83d5-8dbf32e9641f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 1097 time: 0.4929488 Nov 27 01:10:20.676262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b3aa3c24-2978-405b-a4ef-8492e9a729e9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:20.676741 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:20.680340 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-efdd4ae8-0c42-475b-943b-a77f12e6895d None None] Provisioning complete for port 206170fc-ec69-4012-9644-e1f0028c9ef1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:20.680666 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-efdd4ae8-0c42-475b-943b-a77f12e6895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:20.689345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0444546-3378-4458-bc4d-f90d859ff0af req-9a75c094-45b4-4999-ad4f-b98f6d90bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:20.691260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0444546-3378-4458-bc4d-f90d859ff0af req-9a75c094-45b4-4999-ad4f-b98f6d90bc9a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 1098 time: 0.2310739 Nov 27 01:10:20.715639 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-278cbf33-1a18-447e-983c-3c753ee0539f req-ae5dda1b-5f85-46ea-b7f1-b780a4147d91 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088653 Nov 27 01:10:20.755192 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:20.782647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-efdd4ae8-0c42-475b-943b-a77f12e6895d None None] Port 206170fc-ec69-4012-9644-e1f0028c9ef1 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:20.824275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0df861b6-9e8b-4d16-883a-890701664f02 service neutron] Attempting to bind port d79df776-9af6-408d-af7f-f35bab9df757 on host n-h1-817303-10 for vnic_type normal with profile None {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:20.824607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0df861b6-9e8b-4d16-883a-890701664f02 service neutron] Attempting to bind port d79df776-9af6-408d-af7f-f35bab9df757 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:20.824932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0df861b6-9e8b-4d16-883a-890701664f02 service neutron] Attempting to bind port d79df776-9af6-408d-af7f-f35bab9df757 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:20.908220 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0444546-3378-4458-bc4d-f90d859ff0af req-202dcf09-2db3-4089-91d8-1b4eed7d016d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034249 Nov 27 01:10:20.910517 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47378) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:20.911141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0df861b6-9e8b-4d16-883a-890701664f02 service neutron] Port d79df776-9af6-408d-af7f-f35bab9df757 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:10:20.911473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0df861b6-9e8b-4d16-883a-890701664f02 service neutron] Attempting to bind port d79df776-9af6-408d-af7f-f35bab9df757 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:20.959159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5cd73-759c-4739-8218-e86cb51a7e36 req-e79921d0-12a8-45b8-94ec-082051b5ba74 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:20.969383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-65c5cd73-759c-4739-8218-e86cb51a7e36 req-e79921d0-12a8-45b8-94ec-082051b5ba74 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 946 time: 0.1028008 Nov 27 01:10:20.987062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0df861b6-9e8b-4d16-883a-890701664f02 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:20.987062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0df861b6-9e8b-4d16-883a-890701664f02 service neutron] Checking segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:20.987062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0df861b6-9e8b-4d16-883a-890701664f02 service neutron] Bound using segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:20.987062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0df861b6-9e8b-4d16-883a-890701664f02 service neutron] Bound port: d79df776-9af6-408d-af7f-f35bab9df757, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:20.998396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-029391df-5a1b-4215-a13e-f6f6cfcf9c4b None None] Provisioning complete for port b3aa3c24-2978-405b-a4ef-8492e9a729e9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:21.000060 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-029391df-5a1b-4215-a13e-f6f6cfcf9c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.052598 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-65c5cd73-759c-4739-8218-e86cb51a7e36 req-9e25d6cd-b042-4fd5-8e06-7ac28f2e2b5e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819776 Nov 27 01:10:21.096584 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256d8c1-5848-4099-a478-75c217f11948 req-8b4ab44c-455e-4cfe-83c2-67054dced224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:21.098030 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e256d8c1-5848-4099-a478-75c217f11948 req-8b4ab44c-455e-4cfe-83c2-67054dced224 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 918 time: 0.4564734 Nov 27 01:10:21.117258 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-03932ade-68cc-49d7-8aa9-2826f88a576a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.180274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0df861b6-9e8b-4d16-883a-890701664f02 service neutron] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d79df776-9af6-408d-af7f-f35bab9df757,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:21.194699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0df861b6-9e8b-4d16-883a-890701664f02 service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.195875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-0df861b6-9e8b-4d16-883a-890701664f02 service neutron] 10.222.0.15 "POST /v2.0/ports/d79df776-9af6-408d-af7f-f35bab9df757/bindings HTTP/1.1" status: 201 len: 390 time: 1.3734324 Nov 27 01:10:21.232638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Router 3537f99e-ac6a-4ab2-b849-4231898215f4 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:10:21.376522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab080a07-3389-4ec9-bab8-163b0dfc92c7 req-63490f09-aab3-4cca-9049-4ca619fe420d tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:21.388216 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab080a07-3389-4ec9-bab8-163b0dfc92c7 req-63490f09-aab3-4cca-9049-4ca619fe420d tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1006994 Nov 27 01:10:21.462203 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab080a07-3389-4ec9-bab8-163b0dfc92c7 req-60b33f89-5890-4f9d-9b07-d8872e5da4cc tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664642 Nov 27 01:10:21.601154 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79afae9-38c9-48c2-bf74-7d1c128bdca8 req-9130b9ae-d75d-4731-a6d2-35f3530d1d70 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:21.605151 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f79afae9-38c9-48c2-bf74-7d1c128bdca8 req-9130b9ae-d75d-4731-a6d2-35f3530d1d70 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 946 time: 0.0679672 Nov 27 01:10:21.675361 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f79afae9-38c9-48c2-bf74-7d1c128bdca8 req-f3e59010-c5c4-4f4d-8238-e31542f71285 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628114 Nov 27 01:10:21.818276 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-03932ade-68cc-49d7-8aa9-2826f88a576a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.852313 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-03932ade-68cc-49d7-8aa9-2826f88a576a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.855921 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89be8420-f3e5-4a52-a591-5048faa368a3 req-988fa6f2-a95c-4a8a-9ef2-5eb420ae9a4d tempest-AbsoluteLimitsNegativeTestJSON-2059608515 tempest-AbsoluteLimitsNegativeTestJSON-2059608515-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d17eb13da61e4144a3a47558ce47d40c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865197 Nov 27 01:10:21.864206 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e256d8c1-5848-4099-a478-75c217f11948 req-5a509ca3-e06e-4507-a94e-9cff0b7dffd0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84 HTTP/1.1" status: 200 len: 1000 time: 0.6247370 Nov 27 01:10:21.876380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac274144-69a4-443d-ba7b-39d1093e2fc4 req-922e60ba-e35a-4735-a39b-c52a4552cd5c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:21.883759 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac274144-69a4-443d-ba7b-39d1093e2fc4 req-922e60ba-e35a-4735-a39b-c52a4552cd5c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.0730979 Nov 27 01:10:21.928320 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac274144-69a4-443d-ba7b-39d1093e2fc4 req-d4301068-785d-4dda-8586-acbff9d28a41 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435774 Nov 27 01:10:22.038770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-03932ade-68cc-49d7-8aa9-2826f88a576a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bceab3976c404f5c97d072ceb954b7a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1245675 Nov 27 01:10:22.041641 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47414) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:22.050504 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-72c794c2-a912-41ea-aae4-df61c8b8fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:22.051949 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-72c794c2-a912-41ea-aae4-df61c8b8fa65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 1098 time: 0.2774186 Nov 27 01:10:22.052572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03932ade-68cc-49d7-8aa9-2826f88a576a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72bd994-833d-441b-84d2-fddee49baeda,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:22.075749 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256d8c1-5848-4099-a478-75c217f11948 req-bc76e1ef-fb72-423f-90e0-d0e930ba4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:22.077198 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e256d8c1-5848-4099-a478-75c217f11948 req-bc76e1ef-fb72-423f-90e0-d0e930ba4b1a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.1654017 Nov 27 01:10:22.078146 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:10:22.092454 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Sync routers for ids ['3537f99e-ac6a-4ab2-b849-4231898215f4'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:10:22.102880 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Routers {'3537f99e-ac6a-4ab2-b849-4231898215f4'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:22.103720 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:10:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3537f99e-ac6a-4ab2-b849-4231898215f4'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:22.111571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c741c71-ea4b-43ef-b5c3-6e975acbcfff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:22.146596 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c741c71-ea4b-43ef-b5c3-6e975acbcfff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:22.146841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be8420-f3e5-4a52-a591-5048faa368a3 req-4747dec9-2bda-40ba-94ca-ef5f799c1236 tempest-AbsoluteLimitsNegativeTestJSON-2059608515 tempest-AbsoluteLimitsNegativeTestJSON-2059608515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:22.149220 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89be8420-f3e5-4a52-a591-5048faa368a3 req-4747dec9-2bda-40ba-94ca-ef5f799c1236 tempest-AbsoluteLimitsNegativeTestJSON-2059608515 tempest-AbsoluteLimitsNegativeTestJSON-2059608515-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799339 Nov 27 01:10:22.212858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ca524-20be-4db6-8047-7067b4c469b6 req-c0d794df-77c9-4860-a959-d4187c63184e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:22.214476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b8ca524-20be-4db6-8047-7067b4c469b6 req-c0d794df-77c9-4860-a959-d4187c63184e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 946 time: 0.0854056 Nov 27 01:10:22.223583 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Set router 3537f99e-ac6a-4ab2-b849-4231898215f4 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:22.239454 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c741c71-ea4b-43ef-b5c3-6e975acbcfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:22.242868 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c741c71-ea4b-43ef-b5c3-6e975acbcfff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:22.243056 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89be8420-f3e5-4a52-a591-5048faa368a3 req-7ad4432f-700f-4c78-8cac-7849901ab8b5 tempest-AbsoluteLimitsNegativeTestJSON-2059608515 tempest-AbsoluteLimitsNegativeTestJSON-2059608515-project] 10.222.0.15 "GET /v2.0/quotas/d17eb13da61e4144a3a47558ce47d40c HTTP/1.1" status: 200 len: 375 time: 0.0775437 Nov 27 01:10:22.244623 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7c741c71-ea4b-43ef-b5c3-6e975acbcfff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f72bd994-833d-441b-84d2-fddee49baeda HTTP/1.1" status: 204 len: 168 time: 0.2019835 Nov 27 01:10:22.263897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:22.265442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7f75876b-3808-4fed-a1f6-8d5f4dbc6177 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0259814 Nov 27 01:10:22.271649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47420) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:22.277538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c741c71-ea4b-43ef-b5c3-6e975acbcfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72bd994-833d-441b-84d2-fddee49baeda,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:22.363234 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89be8420-f3e5-4a52-a591-5048faa368a3 req-95823fad-b8a9-473f-b5dc-14ea0068d7f7 tempest-AbsoluteLimitsNegativeTestJSON-2059608515 tempest-AbsoluteLimitsNegativeTestJSON-2059608515-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d17eb13da61e4144a3a47558ce47d40c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922420 Nov 27 01:10:22.367534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256d8c1-5848-4099-a478-75c217f11948 req-1b888831-de24-4b87-a943-1dbc62d82abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:22.370185 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e256d8c1-5848-4099-a478-75c217f11948 req-1b888831-de24-4b87-a943-1dbc62d82abd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2200038 Nov 27 01:10:22.415722 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b8ca524-20be-4db6-8047-7067b4c469b6 req-1489262e-762d-483b-9408-6a0636f9f50a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696589 Nov 27 01:10:22.532496 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e256d8c1-5848-4099-a478-75c217f11948 req-b92d73e7-6323-4ee0-a543-cf9803ddf48d service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460528 Nov 27 01:10:22.635385 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:10:18Z', 'revision_number': 3, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port': {'id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:17Z', 'updated_at': '2021-11-27T01:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:22.677845 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Checking router: 3537f99e-ac6a-4ab2-b849-4231898215f4 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:10:22.678497 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Updating router 3537f99e-ac6a-4ab2-b849-4231898215f4 port 206170fc-ec69-4012-9644-e1f0028c9ef1 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:10:22.679818 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-32e12024-8c07-460c-8d8a-783b427e3311 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1173160704&fields=id&tenant_id=1d241a66f3b5483ba889db1d1f8cb3fa HTTP/1.1" status: 200 len: 267 time: 0.0659826 Nov 27 01:10:22.711642 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:22.724536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-c306e626-fa8c-4138-be1c-61b617839af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:22.726038 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-c306e626-fa8c-4138-be1c-61b617839af5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.6603615 Nov 27 01:10:22.740763 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e256d8c1-5848-4099-a478-75c217f11948 req-71750e2f-0e2f-4b78-9cb5-66c7e00058d5 service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882477 Nov 27 01:10:22.770418 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a78d3-5cc0-4621-95f1-1e12659a69c8 req-ffe37175-6544-4e5c-89dc-696625560d06 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:22.771958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47438) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:22.772497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f4a78d3-5cc0-4621-95f1-1e12659a69c8 req-ffe37175-6544-4e5c-89dc-696625560d06 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1674640 Nov 27 01:10:22.826857 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-ead67353-e2a6-4605-9542-2d720bf1951c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d79df776-9af6-408d-af7f-f35bab9df757 HTTP/1.1" status: 200 len: 217 time: 0.0898311 Nov 27 01:10:22.982936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-60d2175d-f487-417e-b43a-b7f4b47f5f80 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:22.991151 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-60d2175d-f487-417e-b43a-b7f4b47f5f80 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/networks?id=60914a9a-f893-4249-a0ee-18c1f2e8cbfc HTTP/1.1" status: 200 len: 816 time: 0.2442963 Nov 27 01:10:23.017804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47450) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:23.074254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e3878-c88c-40d3-8018-8b6153a2029c req-3f62d786-77c1-4a26-897b-91faeb377f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:23.075769 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d17e3878-c88c-40d3-8018-8b6153a2029c req-3f62d786-77c1-4a26-897b-91faeb377f47 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 1097 time: 0.1425269 Nov 27 01:10:23.077198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-f7a1abd9-3371-4de6-8c34-360f910d6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:23.078575 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-f7a1abd9-3371-4de6-8c34-360f910d6006 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.2438240 Nov 27 01:10:23.079399 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ec05e271-ebfd-4369-8ac4-d221dabc0810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.105056 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ce40c8c-e56e-4ad6-8ee9-3516f43c96a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.119069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-017297b0-f01a-4e28-bfe7-7b8da0502dac tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/quotas/1d241a66f3b5483ba889db1d1f8cb3fa HTTP/1.1" status: 200 len: 375 time: 0.1270616 Nov 27 01:10:23.136198 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f4a78d3-5cc0-4621-95f1-1e12659a69c8 req-18dd88ba-fae6-466d-a77f-6e382d3ead24 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125715 Nov 27 01:10:23.138216 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-ee235680-2666-4186-b59a-b24a82dfbd81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407503 Nov 27 01:10:23.193569 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.200198 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.223653 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ec05e271-ebfd-4369-8ac4-d221dabc0810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.246632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.255192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21077008-4c9c-45c5-a28c-a2f2d4bb83f0 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:23.276667 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Attempting to bind port 206170fc-ec69-4012-9644-e1f0028c9ef1 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:23.277342 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Attempting to bind port 206170fc-ec69-4012-9644-e1f0028c9ef1 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:23.278133 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Attempting to bind port 206170fc-ec69-4012-9644-e1f0028c9ef1 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:23.280572 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ec05e271-ebfd-4369-8ac4-d221dabc0810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.297270 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:23.297758 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:23.298381 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.298885 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:23.299726 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Bound port: 206170fc-ec69-4012-9644-e1f0028c9ef1, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:23.300592 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.325773 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-c2b9b00e-1291-4854-8f61-126039babe68 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d241a66f3b5483ba889db1d1f8cb3fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1545703 Nov 27 01:10:23.363147 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] For port 206170fc-ec69-4012-9644-e1f0028c9ef1, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:23.367854 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] For port 206170fc-ec69-4012-9644-e1f0028c9ef1, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=206170fc-ec69-4012-9644-e1f0028c9ef1,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:23.374179 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.384271 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c315b-e0a3-4761-9db4-c3596827ab61 None None] Pushing event updated for resources: {'Port': ['ID=206170fc-ec69-4012-9644-e1f0028c9ef1,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:23.414178 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6c2bb344-4b09-4fa0-8e8e-bc6113a9d2f5 None None] Provisioning complete for port 206170fc-ec69-4012-9644-e1f0028c9ef1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:23.414476 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6c2bb344-4b09-4fa0-8e8e-bc6113a9d2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.448840 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c315b-e0a3-4761-9db4-c3596827ab61 None None] Pushing event updated for resources: {'Port': ['ID=206170fc-ec69-4012-9644-e1f0028c9ef1,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:23.472302 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Routers {'3537f99e-ac6a-4ab2-b849-4231898215f4'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:23.473080 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:10:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3537f99e-ac6a-4ab2-b849-4231898215f4'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:23.505446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ce40c8c-e56e-4ad6-8ee9-3516f43c96a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.518117 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ce40c8c-e56e-4ad6-8ee9-3516f43c96a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.552342 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550786c7-6c72-41e2-a150-23c61543f0ba None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:23.572985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47464) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:23.576882 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ec05e271-ebfd-4369-8ac4-d221dabc0810 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3541f5972b043fc9c4000207c126b1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5491157 Nov 27 01:10:23.601530 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05e271-ebfd-4369-8ac4-d221dabc0810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb4c21e-75a0-49da-b1a3-7e71ab4982ff,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:23.710009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906e5d8-31e6-4faf-b392-712be3becab0 req-11afaf15-9f5f-40b0-a57e-b47c521343bc tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:23.715703 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6906e5d8-31e6-4faf-b392-712be3becab0 req-11afaf15-9f5f-40b0-a57e-b47c521343bc tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 946 time: 0.3411348 Nov 27 01:10:23.718508 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] Set router 3537f99e-ac6a-4ab2-b849-4231898215f4 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:23.733341 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6c2bb344-4b09-4fa0-8e8e-bc6113a9d2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.742670 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-d6d729bb-d2f4-4c9a-8778-669e3f9d27a1 service neutron] 10.222.0.15 "GET /v2.0/networks/60914a9a-f893-4249-a0ee-18c1f2e8cbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977759 Nov 27 01:10:23.771166 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e3878-c88c-40d3-8018-8b6153a2029c req-8a40f7f0-b4a3-4dce-b205-b340c5e68486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:23.772720 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d17e3878-c88c-40d3-8018-8b6153a2029c req-8a40f7f0-b4a3-4dce-b205-b340c5e68486 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 918 time: 0.6892653 Nov 27 01:10:23.781637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6c2bb344-4b09-4fa0-8e8e-bc6113a9d2f5 None None] For port 206170fc-ec69-4012-9644-e1f0028c9ef1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=206170fc-ec69-4012-9644-e1f0028c9ef1,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:23.786940 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6c2bb344-4b09-4fa0-8e8e-bc6113a9d2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.828877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8ce40c8c-e56e-4ad6-8ee9-3516f43c96a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d17eb13da61e4144a3a47558ce47d40c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0419574 Nov 27 01:10:23.829143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-da635ad2-ae79-4c6c-b451-773d31411e71 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922260 Nov 27 01:10:23.834419 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47466) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:23.888782 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce40c8c-e56e-4ad6-8ee9-3516f43c96a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ddd0b0-2f6b-431e-9997-817e2bf685bb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:23.897856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bb344-4b09-4fa0-8e8e-bc6113a9d2f5 None None] Pushing event updated for resources: {'Port': ['ID=206170fc-ec69-4012-9644-e1f0028c9ef1,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:23.901733 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d30f2821-fb41-41c7-b12e-a15f797e8916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.927030 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dfc47d74-b570-4fd4-912d-205afc31c931 None None] Provisioning complete for port 206170fc-ec69-4012-9644-e1f0028c9ef1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:23.927401 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dfc47d74-b570-4fd4-912d-205afc31c931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.990858 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d30f2821-fb41-41c7-b12e-a15f797e8916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.017549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Allocated IP 172.20.0.1 (0b1384e3-a57b-456d-b2fc-6d2cabdc87f6/c3798953-d77c-408d-9065-d8c00bed45ca/ea6c4032-348d-451c-820d-3ec5f2f9f496) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:24.043900 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-2441fa09-1b98-465a-9228-9b9c46e660fc service neutron] 10.222.0.15 "GET /v2.0/networks/60914a9a-f893-4249-a0ee-18c1f2e8cbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002419 Nov 27 01:10:24.074127 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d17e3878-c88c-40d3-8018-8b6153a2029c req-2b01928a-3b05-450e-bf79-b9ce2335dbde service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84 HTTP/1.1" status: 200 len: 1000 time: 0.1301677 Nov 27 01:10:24.181782 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6906e5d8-31e6-4faf-b392-712be3becab0 req-fa75cd5e-e6c9-42ae-9a94-62bbcb923142 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502912 Nov 27 01:10:24.282487 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:10:18Z', 'revision_number': 3, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port': {'id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:17Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:24.328554 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d48bb-9138-48ce-84fe-055a33572995 None None] The sync data for ids ['3537f99e-ac6a-4ab2-b849-4231898215f4'] in n-d-817303-10 is: [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:10:18Z', 'revision_number': 3, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port': {'id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:17Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:10:24.405392 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d30f2821-fb41-41c7-b12e-a15f797e8916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.410710 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d30f2821-fb41-41c7-b12e-a15f797e8916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.415541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d30f2821-fb41-41c7-b12e-a15f797e8916 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8eb4c21e-75a0-49da-b1a3-7e71ab4982ff HTTP/1.1" status: 204 len: 168 time: 0.8088851 Nov 27 01:10:24.445786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f2821-fb41-41c7-b12e-a15f797e8916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb4c21e-75a0-49da-b1a3-7e71ab4982ff,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:24.465447 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.483621 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-651f5858-372e-44d1-9624-ba8a779f5df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.509249 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-9005ca16-65e4-4b60-bedf-b6fe66dcf1fa service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716571 Nov 27 01:10:24.520749 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e3878-c88c-40d3-8018-8b6153a2029c req-b91943aa-c9e3-47c6-8737-858689aa237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:24.528618 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d17e3878-c88c-40d3-8018-8b6153a2029c req-b91943aa-c9e3-47c6-8737-858689aa237c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.3435655 Nov 27 01:10:24.563283 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.614477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29bdb9-166e-4b16-b1a1-35965e575809 req-ea47e0ef-e06f-4133-8267-0db1c4e9ca0a tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:24.640270 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:24.640946 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4b29bdb9-166e-4b16-b1a1-35965e575809 req-ea47e0ef-e06f-4133-8267-0db1c4e9ca0a tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.2880669 Nov 27 01:10:24.647536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:24.658471 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:24.858921 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-651f5858-372e-44d1-9624-ba8a779f5df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.876024 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:25.036811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e3878-c88c-40d3-8018-8b6153a2029c req-7ab27620-7a9e-4799-b26c-e5ef0daa5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:25.039128 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d17e3878-c88c-40d3-8018-8b6153a2029c req-7ab27620-7a9e-4799-b26c-e5ef0daa5c14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4975648 Nov 27 01:10:25.056227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4b29bdb9-166e-4b16-b1a1-35965e575809 req-d723c942-e8ed-4784-9b91-14aa117b2fa2 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4125104 Nov 27 01:10:25.075665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Pushing event updated for resources: {'Port': ['ID=ea6c4032-348d-451c-820d-3ec5f2f9f496,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:25.122553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-7f376736-d41b-47dd-9245-42c470e5fb3e tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:25.130919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d61ca-ede6-4207-af17-76da7685518c req-25d1d289-db4b-4ff6-8e5c-0a0e2349608d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:25.132909 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-498d61ca-ede6-4207-af17-76da7685518c req-25d1d289-db4b-4ff6-8e5c-0a0e2349608d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 946 time: 0.2840834 Nov 27 01:10:25.139194 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-7f376736-d41b-47dd-9245-42c470e5fb3e tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75&tenant_id=824296168135401cbcf32b795324fb86&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 1098 time: 0.4871588 Nov 27 01:10:25.287599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0bf3316e-2d15-40a5-a538-b38dde69324b None None] Provisioning complete for port ea6c4032-348d-451c-820d-3ec5f2f9f496 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:25.292481 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0bf3316e-2d15-40a5-a538-b38dde69324b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:25.314113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d17e3878-c88c-40d3-8018-8b6153a2029c req-94e44a9e-b1a8-4c48-9246-b0b4128159ab service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519953 Nov 27 01:10:25.324369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-10'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:25.456426 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3316e-2d15-40a5-a538-b38dde69324b None None] Port ea6c4032-348d-451c-820d-3ec5f2f9f496 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:25.491523 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-498d61ca-ede6-4207-af17-76da7685518c req-a33ed255-eafa-4add-9028-17262061149d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341646 Nov 27 01:10:25.514981 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:25.645390 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-651f5858-372e-44d1-9624-ba8a779f5df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:25.655087 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-651f5858-372e-44d1-9624-ba8a779f5df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:25.668124 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-651f5858-372e-44d1-9624-ba8a779f5df6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73ddd0b0-2f6b-431e-9997-817e2bf685bb HTTP/1.1" status: 204 len: 168 time: 1.8052802 Nov 27 01:10:25.812896 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1808ec4-f8d9-4f1c-a617-01d78559de38 req-b69b643f-cd66-47b1-bd15-490cf7eb2aad tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 210 time: 0.1506848 Nov 27 01:10:25.853319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f5858-372e-44d1-9624-ba8a779f5df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ddd0b0-2f6b-431e-9997-817e2bf685bb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:25.892331 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:25.992008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083f0fe-246c-47e6-a1c1-ce5e93513daf req-35e426cb-754f-457d-8e16-f4cca8410124 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:26.004814 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5083f0fe-246c-47e6-a1c1-ce5e93513daf req-35e426cb-754f-457d-8e16-f4cca8410124 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.6311526 Nov 27 01:10:26.185023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada928ba-f81f-4d92-ac8a-9dfaa67bd2ed req-4114017e-d5a8-4f39-90c1-436ea55f500e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:26.192578 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ada928ba-f81f-4d92-ac8a-9dfaa67bd2ed req-4114017e-d5a8-4f39-90c1-436ea55f500e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 946 time: 0.1712532 Nov 27 01:10:26.333813 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d17e3878-c88c-40d3-8018-8b6153a2029c req-fb0176ba-241d-4e12-90f5-c1786cd32d18 service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0051525 Nov 27 01:10:26.494140 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 206170fc-ec69-4012-9644-e1f0028c9ef1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:26.514404 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5083f0fe-246c-47e6-a1c1-ce5e93513daf req-ebb82d0b-9a14-4f16-820b-e8c8ac0cb936 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572234 Nov 27 01:10:26.565740 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ada928ba-f81f-4d92-ac8a-9dfaa67bd2ed req-37f0e698-8479-41ed-90b6-034c929e7c80 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139024 Nov 27 01:10:26.581469 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:26.604486 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:26.693310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 206170fc-ec69-4012-9644-e1f0028c9ef1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:26.694641 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:26.729067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:26.731913 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Pushing event updated for resources: {'Port': ['ID=ea6c4032-348d-451c-820d-3ec5f2f9f496,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:26.919918 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:26.921446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:26.984496 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d79df776-9af6-408d-af7f-f35bab9df757,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:27.098915 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:27.187842 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.213150 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd79df776-9af6-408d-af7f-f35bab9df757'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:27.222386 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7f63ff-ded6-4264-a5cb-d6591edbc7de" -d '{"events": [{"server_uuid": "f57abe0b-2259-4648-8419-991e63a5aa75", "name": "network-vif-unplugged", "status": "completed", "tag": "d79df776-9af6-408d-af7f-f35bab9df757"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:27.248379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.502307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Pushing event updated for resources: {'Port': ['ID=d79df776-9af6-408d-af7f-f35bab9df757,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:27.712592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a42818e-ade9-4fef-ad20-b3cd25077f67 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:27.869087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f2464bff-2211-43ed-ad6d-f62d42d23cd9 None None] Provisioning complete for port d79df776-9af6-408d-af7f-f35bab9df757 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:27.869467 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f2464bff-2211-43ed-ad6d-f62d42d23cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.871071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd2d01-13a9-448c-bf12-7fbbbbdc061d req-b0ca1e7c-7dd2-4c16-8ac7-7339448a15e2 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.875231 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8ddd2d01-13a9-448c-bf12-7fbbbbdc061d req-b0ca1e7c-7dd2-4c16-8ac7-7339448a15e2 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 1.0970538 Nov 27 01:10:28.048037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f2464bff-2211-43ed-ad6d-f62d42d23cd9 None None] Port d79df776-9af6-408d-af7f-f35bab9df757 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:28.066873 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4dc469d-73a3-4649-9504-f15304bf42f5 req-dceb8b8e-11b0-4cff-b031-848ed9fa6717 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 210 time: 0.1077147 Nov 27 01:10:28.219365 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a254278-310b-4648-8cd0-41b8f1744118 x-openstack-request-id: req-2a254278-310b-4648-8cd0-41b8f1744118 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:28.219885 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57abe0b-2259-4648-8419-991e63a5aa75", "name": "network-vif-unplugged", "status": "completed", "tag": "d79df776-9af6-408d-af7f-f35bab9df757", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:28.219885 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a254278-310b-4648-8cd0-41b8f1744118 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:28.220302 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd79df776-9af6-408d-af7f-f35bab9df757', 'code': 200} Nov 27 01:10:28.227732 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:28.229509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bfc9df57-e7e4-445b-b25a-1d538368d337 None None] Provisioning complete for port ea6c4032-348d-451c-820d-3ec5f2f9f496 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:28.229906 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bfc9df57-e7e4-445b-b25a-1d538368d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:28.297816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Router 3537f99e-ac6a-4ab2-b849-4231898215f4 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:10:28.334051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-f92b2ae4-a558-48f8-a476-aa5c8dcd2470 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.346675 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-f92b2ae4-a558-48f8-a476-aa5c8dcd2470 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.21 "GET /v2.0/networks?id=60914a9a-f893-4249-a0ee-18c1f2e8cbfc HTTP/1.1" status: 200 len: 816 time: 1.0993073 Nov 27 01:10:28.350144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Attempting to bind port d79df776-9af6-408d-af7f-f35bab9df757 on host n-h2-817303-10 for vnic_type normal with profile {"migrating_to": "n-h1-817303-10"} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:28.350475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Attempting to bind port d79df776-9af6-408d-af7f-f35bab9df757 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:28.350799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Attempting to bind port d79df776-9af6-408d-af7f-f35bab9df757 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:28.368155 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bfc9df57-e7e4-445b-b25a-1d538368d337 None None] Port ea6c4032-348d-451c-820d-3ec5f2f9f496 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:28.430533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Port d79df776-9af6-408d-af7f-f35bab9df757 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:10:28.430942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Attempting to bind port d79df776-9af6-408d-af7f-f35bab9df757 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:28.451566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:28.458108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Checking segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:28.458506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Bound using segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:28.462178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Bound port: d79df776-9af6-408d-af7f-f35bab9df757, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:28.462582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:28.489288 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8ddd2d01-13a9-448c-bf12-7fbbbbdc061d req-5452842f-3d1e-4bee-8d25-d7c6a7fd10f6 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5640895 Nov 27 01:10:28.535358 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47566) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:28.662122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde6632-10cd-4260-87a2-b4602fd39e81 req-84ce329a-d738-42cd-9b49-c4d8946256ce tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.684222 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ccde6632-10cd-4260-87a2-b4602fd39e81 req-84ce329a-d738-42cd-9b49-c4d8946256ce tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.3539886 Nov 27 01:10:28.823587 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-e81f16d7-e293-4187-b2f7-39a0b81c9aae tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d241a66f3b5483ba889db1d1f8cb3fa HTTP/1.1" status: 200 len: 380 time: 0.4443996 Nov 27 01:10:28.852052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-af97073f-8458-441d-86ce-bb7deb2d8e45 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Request body: {'port': {'device_id': 'bfc605d4-1abd-4b53-b9b8-cefe9253d44a', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'admin_state_up': True, 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'security_groups': ['68f6f495-6e42-4022-8f25-11974ceadfb8']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:28.877952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:28.887309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1032203648-network', 'tenant_id': '16450555bde644afb22765aba99a4771'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:28.926166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:10:28.939482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Sync routers for ids ['3537f99e-ac6a-4ab2-b849-4231898215f4'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:10:28.959356 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-088f2732-2ea4-4d08-9499-ed6d40ea375d admin admin] 10.222.0.15 "PUT /v2.0/routers/3537f99e-ac6a-4ab2-b849-4231898215f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6830235 Nov 27 01:10:28.975562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Routers {'3537f99e-ac6a-4ab2-b849-4231898215f4'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:28.985591 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:10:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3537f99e-ac6a-4ab2-b849-4231898215f4'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:29.048106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d79df776-9af6-408d-af7f-f35bab9df757,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:29.049943 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ccde6632-10cd-4260-87a2-b4602fd39e81 req-eb28e64a-1b82-4b31-b752-279da5c0ee11 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644462 Nov 27 01:10:29.084917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] Made reservation on behalf of 16450555bde644afb22765aba99a4771 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:29.095745 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.113730 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.174432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7bd5c-827e-4265-bd5c-962aacedb6c7 req-55a8e3b5-3326-429a-be8b-bd473279545b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:29.183961 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6c7bd5c-827e-4265-bd5c-962aacedb6c7 req-55a8e3b5-3326-429a-be8b-bd473279545b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 944 time: 0.4288635 Nov 27 01:10:29.242535 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.345579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:29.346301 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.348026 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] 10.222.0.21 "PUT /v2.0/ports/d79df776-9af6-408d-af7f-f35bab9df757 HTTP/1.1" status: 200 len: 1124 time: 4.0319457 Nov 27 01:10:29.365115 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-929c36d4-4947-42b1-9a18-c7c71f33a893 req-c6d108ee-6878-4757-b64c-46fe773042a7 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 210 time: 0.0911686 Nov 27 01:10:29.373380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-af97073f-8458-441d-86ce-bb7deb2d8e45 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Made reservation on behalf of 1d241a66f3b5483ba889db1d1f8cb3fa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:29.377827 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-af97073f-8458-441d-86ce-bb7deb2d8e45 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.381111 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Set router 3537f99e-ac6a-4ab2-b849-4231898215f4 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:29.409880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c5a90-ab3e-4476-8000-0ce27daa879e service neutron] Pushing event updated for resources: {'Port': ['ID=d79df776-9af6-408d-af7f-f35bab9df757,revision_number=8']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:29.507213 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6c7bd5c-827e-4265-bd5c-962aacedb6c7 req-40f73278-c026-45bf-8d00-17ba554ac7d6 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223350 Nov 27 01:10:29.758832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.758832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-af97073f-8458-441d-86ce-bb7deb2d8e45 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Allocated IP 172.20.0.3 (60914a9a-f893-4249-a0ee-18c1f2e8cbfc/bc97b243-251a-416b-b5d4-886aa67e375a/6d4914d9-cf86-445e-8963-329bad6b2d5f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:29.770387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.777135 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d893f-c382-4d4c-abdd-a5462e94875f req-2a3a1d8e-3939-4714-a99f-3e7bdc8dacb2 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:29.785506 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec0d893f-c382-4d4c-abdd-a5462e94875f req-2a3a1d8e-3939-4714-a99f-3e7bdc8dacb2 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.1285307 Nov 27 01:10:29.801002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197ebc0a-1b61-400d-91ba-274c95f9d3f7 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:29.905853 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:10:29.911254 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d79df776-9af6-408d-af7f-f35bab9df757'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:29.916881 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec0d893f-c382-4d4c-abdd-a5462e94875f req-a4111f57-f714-4658-9186-1d1a4d622683 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303692 Nov 27 01:10:29.942817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e454c554-d3fd-4e47-a66c-0409ba2c1d8f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:30.004010 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.004422 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] Added segment 3665288d-cc2b-4247-9faa-5f29c8e0ab69 of type vlan for network 204d5244-c060-46c5-bfe0-3e906fe0f441 Nov 27 01:10:30.242569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c1d4625a-e972-4c30-a8d5-59a571300776 None None] Provisioning complete for port d79df776-9af6-408d-af7f-f35bab9df757 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:30.245164 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c1d4625a-e972-4c30-a8d5-59a571300776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.261781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'tag': 'd79df776-9af6-408d-af7f-f35bab9df757'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:30.261781 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1300bc88-f5cf-4cf6-855a-5b69b6eff1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f57abe0b-2259-4648-8419-991e63a5aa75", "tag": "d79df776-9af6-408d-af7f-f35bab9df757"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:30.279174 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.324058 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a87efc-3375-427c-9f1e-e085c495c6aa req-c2a3e30e-929f-4bb8-9892-fc578cabec3b tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:30.333353 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.334381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:30.335052 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.346819 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-59a87efc-3375-427c-9f1e-e085c495c6aa req-c2a3e30e-929f-4bb8-9892-fc578cabec3b tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.1471696 Nov 27 01:10:30.439383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47612) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:30.456939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-59a87efc-3375-427c-9f1e-e085c495c6aa req-8bfc1707-2cf4-4e54-875c-7125269acda1 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090276 Nov 27 01:10:30.457319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] Pushing event updated for resources: {'Network': ['ID=204d5244-c060-46c5-bfe0-3e906fe0f441,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:30.465388 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.483419 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2138361164-network', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:30.518213 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-87680004-0103-47a2-be35-106563a5bfdc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9802680 Nov 27 01:10:30.529665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47614) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:30.539663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 204d5244-c060-46c5-bfe0-3e906fe0f441 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:10:30.541117 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-3dce75b8-969a-4f61-800a-4298e9d64a19 admin admin] Request body: {'subnet': {'network_id': '204d5244-c060-46c5-bfe0-3e906fe0f441', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1032203648-subnet', 'tenant_id': '16450555bde644afb22765aba99a4771', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:30.563180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] Made reservation on behalf of b2c90f62277242ca9d23ee2d8ae9d6e7 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:30.566897 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.585689 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.612778 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eacac54-20d8-46ce-b846-bc612c96485c x-openstack-request-id: req-9eacac54-20d8-46ce-b846-bc612c96485c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:30.613077 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57abe0b-2259-4648-8419-991e63a5aa75", "tag": "d79df776-9af6-408d-af7f-f35bab9df757", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:30.613226 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9eacac54-20d8-46ce-b846-bc612c96485c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:30.613587 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'tag': 'd79df776-9af6-408d-af7f-f35bab9df757', 'status': 'completed', 'code': 200} Nov 27 01:10:30.693575 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-af97073f-8458-441d-86ce-bb7deb2d8e45 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.740221 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-af97073f-8458-441d-86ce-bb7deb2d8e45 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.809236 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-070c8291-6999-462b-a773-790058981d04 req-bbe161cc-504d-4a7b-a8b5-39fdc8941e56 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 210 time: 0.0965080 Nov 27 01:10:30.871452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97073f-8458-441d-86ce-bb7deb2d8e45 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Pushing event updated for resources: {'Port': ['ID=6d4914d9-cf86-445e-8963-329bad6b2d5f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:30.892753 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.898350 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.921880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:10:30.962950 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c1d4625a-e972-4c30-a8d5-59a571300776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.969909 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.971969 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] Added segment b93ae726-57b1-460d-91d8-489c5aadaead of type vlan for network 4014cd14-b05c-4a34-95a8-bc8a756b91a7 Nov 27 01:10:31.027251 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dce75b8-969a-4f61-800a-4298e9d64a19 admin admin] Made reservation on behalf of 16450555bde644afb22765aba99a4771 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:31.040892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d79df776-9af6-408d-af7f-f35bab9df757 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:31.042297 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3dce75b8-969a-4f61-800a-4298e9d64a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:31.087758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-af97073f-8458-441d-86ce-bb7deb2d8e45 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:31.134241 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-af97073f-8458-441d-86ce-bb7deb2d8e45 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:31.158436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-af97073f-8458-441d-86ce-bb7deb2d8e45 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:31.171158 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:31.223615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c1d4625a-e972-4c30-a8d5-59a571300776 None None] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d79df776-9af6-408d-af7f-f35bab9df757,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:31.232698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300bc88-f5cf-4cf6-855a-5b69b6eff1ad req-881a0457-f051-4b14-a439-5914bb390850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:31.234697 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1300bc88-f5cf-4cf6-855a-5b69b6eff1ad req-881a0457-f051-4b14-a439-5914bb390850 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 1127 time: 0.4894772 Nov 27 01:10:31.234848 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79df776-9af6-408d-af7f-f35bab9df757'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:31.249626 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da233148-8ceb-4308-92f6-94c17ea4def1" -d '{"events": [{"server_uuid": "f57abe0b-2259-4648-8419-991e63a5aa75", "name": "network-vif-plugged", "status": "completed", "tag": "d79df776-9af6-408d-af7f-f35bab9df757"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:31.264269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b8de5-56c8-4d6a-954b-37961a283985 req-297ef7f1-f6f9-4ff9-b9c6-f97b5fbff267 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:31.272235 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e45b8de5-56c8-4d6a-954b-37961a283985 req-297ef7f1-f6f9-4ff9-b9c6-f97b5fbff267 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 944 time: 0.2883456 Nov 27 01:10:31.297810 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:31.301536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:31.302648 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:31.313267 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c1d4625a-e972-4c30-a8d5-59a571300776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:31.369409 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:10:25Z', 'revision_number': 4, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port': {'id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:17Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ea6c4032-348d-451c-820d-3ec5f2f9f496', 'name': '', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'mac_address': 'fa:16:3e:38:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:23Z', 'updated_at': '2021-11-27T01:10:25Z', 'revision_number': 2, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'subnets': [{'id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:31.472215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-af97073f-8458-441d-86ce-bb7deb2d8e45 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:31.473381 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-af97073f-8458-441d-86ce-bb7deb2d8e45 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:31.529238 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e45b8de5-56c8-4d6a-954b-37961a283985 req-0535f008-2900-41c1-8f11-7e6815fadd70 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430820 Nov 27 01:10:31.541778 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-af97073f-8458-441d-86ce-bb7deb2d8e45 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6982584 Nov 27 01:10:31.576534 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1164749 Nov 27 01:10:31.592068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47634) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:31.594669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89db029-98e0-4756-8fa0-ea48e77c8cf9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:31.618856 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9d10807e-8e59-4afb-b757-f7ccc8207619 admin admin] Request body: {'subnet': {'network_id': '4014cd14-b05c-4a34-95a8-bc8a756b91a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2138361164-subnet', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:31.710315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66652f-7c70-4b54-a2d8-ffadf91bd7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=4014cd14-b05c-4a34-95a8-bc8a756b91a7,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:31.759515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95182557-8821-4c43-9e8f-8c73368c0143 req-05562821-3eee-4d18-ab97-16fcdbcc174b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:31.761075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d79df776-9af6-408d-af7f-f35bab9df757,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:31.775157 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95182557-8821-4c43-9e8f-8c73368c0143 req-05562821-3eee-4d18-ab97-16fcdbcc174b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.6968057 Nov 27 01:10:31.808636 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Checking router: 3537f99e-ac6a-4ab2-b849-4231898215f4 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:10:31.809001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Updating router 3537f99e-ac6a-4ab2-b849-4231898215f4 port ea6c4032-348d-451c-820d-3ec5f2f9f496 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:10:31.839301 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d10807e-8e59-4afb-b757-f7ccc8207619 admin admin] Made reservation on behalf of b2c90f62277242ca9d23ee2d8ae9d6e7 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:31.842240 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d10807e-8e59-4afb-b757-f7ccc8207619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:31.847865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d79df776-9af6-408d-af7f-f35bab9df757 has no active binding in host n-h1-817303-10 {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:10:31.858664 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b22e799-2aab-4f8d-adf5-a393f0438262 x-openstack-request-id: req-4b22e799-2aab-4f8d-adf5-a393f0438262 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:31.859096 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57abe0b-2259-4648-8419-991e63a5aa75", "name": "network-vif-plugged", "status": "completed", "tag": "d79df776-9af6-408d-af7f-f35bab9df757", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:31.859423 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b22e799-2aab-4f8d-adf5-a393f0438262 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:31.859873 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79df776-9af6-408d-af7f-f35bab9df757', 'code': 200} Nov 27 01:10:31.860986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 4014cd14-b05c-4a34-95a8-bc8a756b91a7 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:10:31.934699 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:32.176912 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95182557-8821-4c43-9e8f-8c73368c0143 req-9328d8c0-9ea8-4c50-81a9-9630652bf057 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4007592 Nov 27 01:10:32.319372 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d10807e-8e59-4afb-b757-f7ccc8207619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:32.537531 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10807e-8e59-4afb-b757-f7ccc8207619 admin admin] Checking segment: {'id': 'b93ae726-57b1-460d-91d8-489c5aadaead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4014cd14-b05c-4a34-95a8-bc8a756b91a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:32.537919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10807e-8e59-4afb-b757-f7ccc8207619 admin admin] Network hostable DHCP agents. Network: 4014cd14-b05c-4a34-95a8-bc8a756b91a7, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:10:32.632790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10807e-8e59-4afb-b757-f7ccc8207619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3253c346-0356-48f8-a2e4-f4bb4cf3ee26,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:32.640674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10807e-8e59-4afb-b757-f7ccc8207619 admin admin] Network 4014cd14-b05c-4a34-95a8-bc8a756b91a7 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:10:32.679141 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c06c7-c3fd-491e-a6ce-ead502e83879 req-1727dfa9-91cb-49f2-b6a0-64b5f8840b29 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:32.702460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-572c06c7-c3fd-491e-a6ce-ead502e83879 req-1727dfa9-91cb-49f2-b6a0-64b5f8840b29 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 931 time: 0.2911918 Nov 27 01:10:32.749775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-9d10807e-8e59-4afb-b757-f7ccc8207619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 4014cd14-b05c-4a34-95a8-bc8a756b91a7) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:32.755757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Request body: {'port': {'device_id': 'bfc605d4-1abd-4b53-b9b8-cefe9253d44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:32.780512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d10807e-8e59-4afb-b757-f7ccc8207619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:32.782623 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d10807e-8e59-4afb-b757-f7ccc8207619 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:32.802081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece07cb-74fb-4741-a80f-37db1124624e None None] Network 4014cd14-b05c-4a34-95a8-bc8a756b91a7 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:32.823835 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9d10807e-8e59-4afb-b757-f7ccc8207619 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2197115 Nov 27 01:10:32.830149 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47658) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:32.854072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2138361164-router', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:32.872183 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-faeccb5e-bee1-4db7-bd1a-cf7c458ba06f None None] Provisioning complete for port 6d4914d9-cf86-445e-8963-329bad6b2d5f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:32.884851 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-faeccb5e-bee1-4db7-bd1a-cf7c458ba06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:32.903864 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:32.905799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:32.979976 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-572c06c7-c3fd-491e-a6ce-ead502e83879 req-aaf0a1ec-e566-45f8-a737-522a6141a0d5 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717512 Nov 27 01:10:32.983395 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-faeccb5e-bee1-4db7-bd1a-cf7c458ba06f None None] Port 6d4914d9-cf86-445e-8963-329bad6b2d5f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:32.990042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4625a-e972-4c30-a8d5-59a571300776 None None] Pushing event updated for resources: {'Port': ['ID=d79df776-9af6-408d-af7f-f35bab9df757,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:33.100172 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3dce75b8-969a-4f61-800a-4298e9d64a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:33.135058 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:33.220364 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:10:33.226334 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300bc88-f5cf-4cf6-855a-5b69b6eff1ad req-af75fb62-2ae6-4cd6-aee8-c3f7042690d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:33.227117 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1300bc88-f5cf-4cf6-855a-5b69b6eff1ad req-af75fb62-2ae6-4cd6-aee8-c3f7042690d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 1.9271598 Nov 27 01:10:33.310079 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:33.379531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a4a75-3331-4d00-b7fa-06e031f7f544 req-a4ed178c-3a5e-4546-8ba6-c7e8276f024f tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:33.381095 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a8a4a75-3331-4d00-b7fa-06e031f7f544 req-a4ed178c-3a5e-4546-8ba6-c7e8276f024f tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.7410588 Nov 27 01:10:33.422917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c303c6-6e40-44d1-b08d-8e6e8843001a req-b1364e96-00ca-4907-9aba-77e0348666f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:33.426604 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30c303c6-6e40-44d1-b08d-8e6e8843001a req-b1364e96-00ca-4907-9aba-77e0348666f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 1102 time: 0.7803962 Nov 27 01:10:33.572809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-4014cd14-b05c-4a34-95a8-bc8a756b91a7', 'network_id': '4014cd14-b05c-4a34-95a8-bc8a756b91a7', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'fixed_ips': [{'subnet_id': '3253c346-0356-48f8-a2e4-f4bb4cf3ee26'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:10:33.573820 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:33.593363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce75b8-969a-4f61-800a-4298e9d64a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2711e076-daa1-4202-975a-a1e27538d576,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:33.602487 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:33.658202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f56dd8-ca4a-4d12-8e4e-6039609835b2 req-81c0ebe6-136e-40c5-a917-cd901217d161 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:33.662531 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-11f56dd8-ca4a-4d12-8e4e-6039609835b2 req-81c0ebe6-136e-40c5-a917-cd901217d161 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 946 time: 0.5234680 Nov 27 01:10:33.724460 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1300bc88-f5cf-4cf6-855a-5b69b6eff1ad req-1886b007-d1de-4b8c-b363-683d4484153d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d79df776-9af6-408d-af7f-f35bab9df757 HTTP/1.1" status: 200 len: 217 time: 0.2333181 Nov 27 01:10:33.913384 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-11f56dd8-ca4a-4d12-8e4e-6039609835b2 req-d43cf500-4d45-461b-9eb5-8b164669ca89 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045674 Nov 27 01:10:33.941245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Allocated IP 172.20.0.2 (4014cd14-b05c-4a34-95a8-bc8a756b91a7/3253c346-0356-48f8-a2e4-f4bb4cf3ee26/543f4916-ec2f-4008-8d4c-ebdc30af30d7) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:33.969669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce75b8-969a-4f61-800a-4298e9d64a19 admin admin] Checking segment: {'id': '3665288d-cc2b-4247-9faa-5f29c8e0ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '204d5244-c060-46c5-bfe0-3e906fe0f441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:33.970344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce75b8-969a-4f61-800a-4298e9d64a19 admin admin] Network hostable DHCP agents. Network: 204d5244-c060-46c5-bfe0-3e906fe0f441, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:10:34.107325 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a8a4a75-3331-4d00-b7fa-06e031f7f544 req-192971d9-a92e-4558-855a-1b241aea8cee tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6913507 Nov 27 01:10:34.177512 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.191893 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.341235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Pushing event updated for resources: {'Port': ['ID=543f4916-ec2f-4008-8d4c-ebdc30af30d7,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:34.342138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fa23d-bf2d-46e7-8445-b1c0a596b14d req-2aca1fa2-1b92-47e3-a067-7109420edbae tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:34.343928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-272fa23d-bf2d-46e7-8445-b1c0a596b14d req-2aca1fa2-1b92-47e3-a067-7109420edbae tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.1111145 Nov 27 01:10:34.387908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.434347 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.459295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Network 4014cd14-b05c-4a34-95a8-bc8a756b91a7 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:34.465529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:34.469729 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:34.507266 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.570152 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.700291 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Allocated IP 172.25.1.20 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/ecc8b143-08eb-453d-ae79-543b7e809836) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:34.721767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f7232-60a2-4a36-add9-8fbe2cf8f9bb None None] Pushing event updated for resources: {'Port': ['ID=ea6c4032-348d-451c-820d-3ec5f2f9f496,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:34.737531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Attempting to bind port 543f4916-ec2f-4008-8d4c-ebdc30af30d7 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:34.738320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Attempting to bind port 543f4916-ec2f-4008-8d4c-ebdc30af30d7 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'b93ae726-57b1-460d-91d8-489c5aadaead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4014cd14-b05c-4a34-95a8-bc8a756b91a7'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:34.738735 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Attempting to bind port 543f4916-ec2f-4008-8d4c-ebdc30af30d7 on network 4014cd14-b05c-4a34-95a8-bc8a756b91a7 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:34.742259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce75b8-969a-4f61-800a-4298e9d64a19 admin admin] Network 204d5244-c060-46c5-bfe0-3e906fe0f441 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:10:34.764643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:34.766382 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Checking segment: {'id': 'b93ae726-57b1-460d-91d8-489c5aadaead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4014cd14-b05c-4a34-95a8-bc8a756b91a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:34.768426 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.769146 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Bound using segment: {'id': 'b93ae726-57b1-460d-91d8-489c5aadaead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4014cd14-b05c-4a34-95a8-bc8a756b91a7'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:34.769857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Bound port: 543f4916-ec2f-4008-8d4c-ebdc30af30d7, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93ae726-57b1-460d-91d8-489c5aadaead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4014cd14-b05c-4a34-95a8-bc8a756b91a7'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:34.771823 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.787020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300bc88-f5cf-4cf6-855a-5b69b6eff1ad req-00b7faa6-8a75-4aa4-bd6c-007093698ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:34.797961 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1300bc88-f5cf-4cf6-855a-5b69b6eff1ad req-00b7faa6-8a75-4aa4-bd6c-007093698ad6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 1.0210111 Nov 27 01:10:34.886699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-3dce75b8-969a-4f61-800a-4298e9d64a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 204d5244-c060-46c5-bfe0-3e906fe0f441) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:34.919385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c303c6-6e40-44d1-b08d-8e6e8843001a req-4b83e0da-5ef2-414f-83a0-a5fb8b7e180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:34.923301 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.928468 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b0e2a9-d940-4c49-b857-6efdd88cbf98 None None] Network 204d5244-c060-46c5-bfe0-3e906fe0f441 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:34.934267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-272fa23d-bf2d-46e7-8445-b1c0a596b14d req-bb61d724-2f8d-42ad-b267-5e7a579d56f6 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5827856 Nov 27 01:10:34.940095 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30c303c6-6e40-44d1-b08d-8e6e8843001a req-4b83e0da-5ef2-414f-83a0-a5fb8b7e180c service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 1.3427684 Nov 27 01:10:34.943424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dce75b8-969a-4f61-800a-4298e9d64a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:34.952141 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3dce75b8-969a-4f61-800a-4298e9d64a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:35.018452 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:35.024019 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3dce75b8-969a-4f61-800a-4298e9d64a19 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 4.4930811 Nov 27 01:10:35.040979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f06285-cbe4-4128-9c01-64cf2bf2decd req-7fa8acdc-44eb-45f6-8108-03d496ac7b9a tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:35.060874 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80f06285-cbe4-4128-9c01-64cf2bf2decd req-7fa8acdc-44eb-45f6-8108-03d496ac7b9a tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 931 time: 0.4715323 Nov 27 01:10:35.128781 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc8b143-08eb-453d-ae79-543b7e809836,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:35.145131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:35.146777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:35.149663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:35.254481 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-17c28cd7-84f7-4907-bb04-4c47ba111bb9 service neutron] 10.222.0.31 "GET /v2.0/ports/d79df776-9af6-408d-af7f-f35bab9df757/bindings/n-h1-817303-10 HTTP/1.1" status: 200 len: 385 time: 1.1327140 Nov 27 01:10:35.271011 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30c303c6-6e40-44d1-b08d-8e6e8843001a req-ea54c4ae-0838-42eb-bd97-d9c2d9df3614 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=2f386837-4f2d-4f98-9029-2dc3509ac154 HTTP/1.1" status: 200 len: 217 time: 0.2673843 Nov 27 01:10:35.337621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] For port 543f4916-ec2f-4008-8d4c-ebdc30af30d7, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:35.344979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] For port 543f4916-ec2f-4008-8d4c-ebdc30af30d7, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=543f4916-ec2f-4008-8d4c-ebdc30af30d7,segment=NetworkSegment(b93ae726-57b1-460d-91d8-489c5aadaead),segment_id=b93ae726-57b1-460d-91d8-489c5aadaead)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:35.354536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2f386837-4f2d-4f98-9029-2dc3509ac154 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:35.363470 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e11b9d4-be76-4e1a-9cdc-808d25709c3c None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:35.369532 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4914d9-cf86-445e-8963-329bad6b2d5f {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:35.398051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80f06285-cbe4-4128-9c01-64cf2bf2decd req-b49802ef-34cf-4c3b-8721-93c2c1f42c8f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3314972 Nov 27 01:10:35.402565 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:35.449695 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Transition to ACTIVE for port object 6d4914d9-cf86-445e-8963-329bad6b2d5f will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:10:35.456033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c303c6-6e40-44d1-b08d-8e6e8843001a req-3914be83-48ce-48a2-98f6-6dacab496a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:35.458943 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30c303c6-6e40-44d1-b08d-8e6e8843001a req-3914be83-48ce-48a2-98f6-6dacab496a12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1584733 Nov 27 01:10:35.462173 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:35.471398 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:35.483309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823ea3d-fc4b-4ab5-84a8-f5e94c02d6be req-8f7fc003-8df1-49d6-b37c-dc962db51074 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:35.484974 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a823ea3d-fc4b-4ab5-84a8-f5e94c02d6be req-8f7fc003-8df1-49d6-b37c-dc962db51074 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 946 time: 0.2762220 Nov 27 01:10:35.639010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Pushing event updated for resources: {'Port': ['ID=6d4914d9-cf86-445e-8963-329bad6b2d5f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:35.680164 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.resource_extend [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:10:35.738944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Attempting to bind port ea6c4032-348d-451c-820d-3ec5f2f9f496 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:35.739328 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Attempting to bind port ea6c4032-348d-451c-820d-3ec5f2f9f496 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '155b5aba-67a4-4743-9251-a15779a8be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:35.739701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Attempting to bind port ea6c4032-348d-451c-820d-3ec5f2f9f496 on network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:35.834204 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a823ea3d-fc4b-4ab5-84a8-f5e94c02d6be req-ec5359c9-f45d-4cec-b5cb-dab57d72b585 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417897 Nov 27 01:10:35.860010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f8bf4-9a03-4b77-a59b-37fc768c8793 req-1a8cd6d2-1965-4a90-b72a-5bc15746359c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:35.864198 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-942f8bf4-9a03-4b77-a59b-37fc768c8793 req-1a8cd6d2-1965-4a90-b72a-5bc15746359c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 950 time: 0.2078345 Nov 27 01:10:35.922756 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:35.971571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bba1c1-57db-4f72-9cde-aeca2d99bb2f None None] Pushing event updated for resources: {'Port': ['ID=543f4916-ec2f-4008-8d4c-ebdc30af30d7,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:36.011542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:36.013061 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Checking segment: {'id': '155b5aba-67a4-4743-9251-a15779a8be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:36.013595 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:36.014863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Bound using segment: {'id': '155b5aba-67a4-4743-9251-a15779a8be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:36.022212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Bound port: ea6c4032-348d-451c-820d-3ec5f2f9f496, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155b5aba-67a4-4743-9251-a15779a8be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:36.022669 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:36.036311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-79809142-525a-43e2-89cb-d9f7ea7df724 None None] Provisioning complete for port ea6c4032-348d-451c-820d-3ec5f2f9f496 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:36.036754 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-79809142-525a-43e2-89cb-d9f7ea7df724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:36.061069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c303c6-6e40-44d1-b08d-8e6e8843001a req-2494fd2a-8526-4485-aa8b-d3cb5e5481ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:36.077417 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30c303c6-6e40-44d1-b08d-8e6e8843001a req-2494fd2a-8526-4485-aa8b-d3cb5e5481ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4953313 Nov 27 01:10:36.144138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-79809142-525a-43e2-89cb-d9f7ea7df724 None None] Port ea6c4032-348d-451c-820d-3ec5f2f9f496 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:36.147313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d2d8d2-9548-4ade-bb6d-c84471e5dfdc None None] Network 204d5244-c060-46c5-bfe0-3e906fe0f441 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:36.371043 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-dcc1bfb7-2f54-40b4-85dd-55d5f3479ab8 req-437bf373-a2d9-40d2-94a0-c3ae65c09eb7 tempest-SecurityGroupsNegativeTestJSON-1578627126 tempest-SecurityGroupsNegativeTestJSON-1578627126-project] show failed (client error): The resource could not be found. Nov 27 01:10:36.386504 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dcc1bfb7-2f54-40b4-85dd-55d5f3479ab8 req-437bf373-a2d9-40d2-94a0-c3ae65c09eb7 tempest-SecurityGroupsNegativeTestJSON-1578627126 tempest-SecurityGroupsNegativeTestJSON-1578627126-project] 10.222.0.15 "GET /v2.0/security-groups/0c1b564c-9674-40be-ae2c-395c1a7c1999 HTTP/1.1" status: 404 len: 352 time: 0.0560119 Nov 27 01:10:36.495852 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-46f6b89a-83de-4220-959d-c2b124db070a None None] Provisioning complete for port ecc8b143-08eb-453d-ae79-543b7e809836 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:36.498249 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-46f6b89a-83de-4220-959d-c2b124db070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:36.560092 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-46f6b89a-83de-4220-959d-c2b124db070a None None] Port ecc8b143-08eb-453d-ae79-543b7e809836 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:36.563834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 543f4916-ec2f-4008-8d4c-ebdc30af30d7 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:36.648357 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30c303c6-6e40-44d1-b08d-8e6e8843001a req-082f4da5-8f38-430b-bfcf-3f4b3994bda0 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952722 Nov 27 01:10:36.679027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2f386837-4f2d-4f98-9029-2dc3509ac154, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2f386837-4f2d-4f98-9029-2dc3509ac154,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:36.745252 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '2f386837-4f2d-4f98-9029-2dc3509ac154', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '2f386837-4f2d-4f98-9029-2dc3509ac154', 'mac_address': 'fa:16:3e:f5:77:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:10:36.749421 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 543f4916-ec2f-4008-8d4c-ebdc30af30d7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:36.749973 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:36.752960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] For port ea6c4032-348d-451c-820d-3ec5f2f9f496, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:36.819511 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:36.844131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f386837-4f2d-4f98-9029-2dc3509ac154 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:36.872665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2f386837-4f2d-4f98-9029-2dc3509ac154, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2f386837-4f2d-4f98-9029-2dc3509ac154,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:36.882051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] For port ea6c4032-348d-451c-820d-3ec5f2f9f496, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ea6c4032-348d-451c-820d-3ec5f2f9f496,segment=NetworkSegment(155b5aba-67a4-4743-9251-a15779a8be25),segment_id=155b5aba-67a4-4743-9251-a15779a8be25)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:36.894159 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:36.905178 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:36.983524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cc14b-e562-4b6f-8c64-b955de2bb016 req-d79989f3-508e-4773-b77b-214f3ee0f107 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:37.013858 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-853cc14b-e562-4b6f-8c64-b955de2bb016 req-d79989f3-508e-4773-b77b-214f3ee0f107 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.3714197 Nov 27 01:10:37.055922 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:37.061663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2f386837-4f2d-4f98-9029-2dc3509ac154 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:37.139582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-b101d913-19ba-46a0-891f-b4ebdbb6bb5c service neutron] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d79df776-9af6-408d-af7f-f35bab9df757,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:37.186313 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-b101d913-19ba-46a0-891f-b4ebdbb6bb5c service neutron] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:37.294083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-b101d913-19ba-46a0-891f-b4ebdbb6bb5c service neutron] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d79df776-9af6-408d-af7f-f35bab9df757,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:37.325609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2f386837-4f2d-4f98-9029-2dc3509ac154,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:37.342796 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30c303c6-6e40-44d1-b08d-8e6e8843001a req-5b38d478-8011-4347-9204-19c6f5b56771 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492314 Nov 27 01:10:37.349425 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1300bc88-f5cf-4cf6-855a-5b69b6eff1ad req-e387f270-6dfc-467e-a7af-51213bbde859 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8071659 Nov 27 01:10:37.364588 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd79df776-9af6-408d-af7f-f35bab9df757'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:37.367660 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864d676f-f9a4-406c-92e4-37c0f627fe3b" -d '{"events": [{"server_uuid": "f57abe0b-2259-4648-8419-991e63a5aa75", "name": "network-vif-unplugged", "status": "completed", "tag": "d79df776-9af6-408d-af7f-f35bab9df757"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:37.370976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-b101d913-19ba-46a0-891f-b4ebdbb6bb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:37.381474 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:37.393208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-853cc14b-e562-4b6f-8c64-b955de2bb016 req-624bd5f4-0335-4835-ad11-8ca59920bdac tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3783464 Nov 27 01:10:37.470408 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-942f8bf4-9a03-4b77-a59b-37fc768c8793 req-2e986567-0f6e-4fc6-bcd0-be1dfeab9e8c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5237033 Nov 27 01:10:37.471635 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['2f386837-4f2d-4f98-9029-2dc3509ac154'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:37.480876 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Routers {'3537f99e-ac6a-4ab2-b849-4231898215f4'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:37.481560 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:10:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3537f99e-ac6a-4ab2-b849-4231898215f4'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:37.779319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f7232-60a2-4a36-add9-8fbe2cf8f9bb None None] Pushing event updated for resources: {'Port': ['ID=ea6c4032-348d-451c-820d-3ec5f2f9f496,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:37.788956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a43cc-f239-4921-b35e-188e4426db98 req-e6331028-c737-4d4c-bf74-61f5ca380a55 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:37.807531 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f6a43cc-f239-4921-b35e-188e4426db98 req-e6331028-c737-4d4c-bf74-61f5ca380a55 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 943 time: 0.1854515 Nov 27 01:10:37.820694 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Router 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:10:37.992991 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1300bc88-f5cf-4cf6-855a-5b69b6eff1ad req-b99414c4-adc5-4b37-808f-491bc3539bc1 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044219 Nov 27 01:10:38.065545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Attempting to bind port 6d4914d9-cf86-445e-8963-329bad6b2d5f on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:38.065975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Attempting to bind port 6d4914d9-cf86-445e-8963-329bad6b2d5f by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '998dae43-8a20-4200-b7e7-7d5094985d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:38.071951 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Attempting to bind port 6d4914d9-cf86-445e-8963-329bad6b2d5f on network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:38.095176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Port 6d4914d9-cf86-445e-8963-329bad6b2d5f on network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:10:38.096099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Attempting to bind port 6d4914d9-cf86-445e-8963-329bad6b2d5f on network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:38.135383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f6a43cc-f239-4921-b35e-188e4426db98 req-3274e060-d07f-43d9-a76f-00a8e85d9c94 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185337 Nov 27 01:10:38.224367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ddb1e-478c-4e08-a51f-faa4baacaf5c req-0536c18c-5308-4796-b2aa-36ee9a7af0b8 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:38.237829 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f26ddb1e-478c-4e08-a51f-faa4baacaf5c req-0536c18c-5308-4796-b2aa-36ee9a7af0b8 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 945 time: 0.4582536 Nov 27 01:10:38.241191 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:38.241946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Checking segment: {'id': '998dae43-8a20-4200-b7e7-7d5094985d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:38.242611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Bound using segment: {'id': '998dae43-8a20-4200-b7e7-7d5094985d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:38.243387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Bound port: 6d4914d9-cf86-445e-8963-329bad6b2d5f, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998dae43-8a20-4200-b7e7-7d5094985d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:38.244303 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:38.306129 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1de3618-4393-4ab9-92ab-c8fd56a6cf83 x-openstack-request-id: req-e1de3618-4393-4ab9-92ab-c8fd56a6cf83 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:38.306710 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57abe0b-2259-4648-8419-991e63a5aa75", "name": "network-vif-unplugged", "status": "completed", "tag": "d79df776-9af6-408d-af7f-f35bab9df757", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:38.307994 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1de3618-4393-4ab9-92ab-c8fd56a6cf83 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:38.310469 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd79df776-9af6-408d-af7f-f35bab9df757', 'code': 200} Nov 27 01:10:38.475456 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d391bd97-ca95-492e-9b8c-1eb5ffef1889 req-2330916d-fda0-4ca4-9c67-ee9190ec3b1c tempest-SecurityGroupsNegativeTestJSON-1578627126 tempest-SecurityGroupsNegativeTestJSON-1578627126-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16450555bde644afb22765aba99a4771 HTTP/1.1" status: 200 len: 3005 time: 0.1297610 Nov 27 01:10:38.479484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7546d4-519a-4ef4-9483-00a9806bf00b None None] Network 4014cd14-b05c-4a34-95a8-bc8a756b91a7 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:38.490407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:10:38.514124 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Sync routers for ids ['8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:10:38.544392 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Routers {'8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:38.547746 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:10:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:38.569249 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:38.570677 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-761e44b5-c23b-4594-95e4-8276d4edd2a6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7339532 Nov 27 01:10:38.576261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47698) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:38.582027 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] For port 6d4914d9-cf86-445e-8963-329bad6b2d5f, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:38.600915 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] For port 6d4914d9-cf86-445e-8963-329bad6b2d5f, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6d4914d9-cf86-445e-8963-329bad6b2d5f,segment=NetworkSegment(998dae43-8a20-4200-b7e7-7d5094985d4a),segment_id=998dae43-8a20-4200-b7e7-7d5094985d4a)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:38.655292 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d391bd97-ca95-492e-9b8c-1eb5ffef1889 req-31dbece8-0c74-4b6e-bf95-08fe7d051af3 tempest-SecurityGroupsNegativeTestJSON-1578627126 tempest-SecurityGroupsNegativeTestJSON-1578627126-project] 10.222.0.15 "GET /v2.0/security-groups/e454c554-d3fd-4e47-a66c-0409ba2c1d8f HTTP/1.1" status: 200 len: 3002 time: 0.1764457 Nov 27 01:10:38.766829 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:38.818071 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d391bd97-ca95-492e-9b8c-1eb5ffef1889 req-7c1391b1-cc55-4543-89e3-453a7346ce2b tempest-SecurityGroupsNegativeTestJSON-1578627126 tempest-SecurityGroupsNegativeTestJSON-1578627126-project] 10.222.0.15 "GET /v2.0/security-groups/e454c554-d3fd-4e47-a66c-0409ba2c1d8f HTTP/1.1" status: 200 len: 3002 time: 0.1574728 Nov 27 01:10:38.847402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-b101d913-19ba-46a0-891f-b4ebdbb6bb5c service neutron] Transition to ACTIVE for port object d79df776-9af6-408d-af7f-f35bab9df757 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:10:38.904966 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f26ddb1e-478c-4e08-a51f-faa4baacaf5c req-a54d25cc-01f0-4036-89f7-305f68782698 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037951 Nov 27 01:10:38.949240 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Set router 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:39.005909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-b101d913-19ba-46a0-891f-b4ebdbb6bb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.018585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 543f4916-ec2f-4008-8d4c-ebdc30af30d7, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=543f4916-ec2f-4008-8d4c-ebdc30af30d7,segment=NetworkSegment(b93ae726-57b1-460d-91d8-489c5aadaead),segment_id=b93ae726-57b1-460d-91d8-489c5aadaead)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:39.044603 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d79df776-9af6-408d-af7f-f35bab9df757 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:39.130211 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdd899-da2f-4eb8-b052-ef4f1417cd1d req-acc2d9d6-a1e3-4bd7-9b9b-682104f9d207 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:39.144939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abfdd899-da2f-4eb8-b052-ef4f1417cd1d req-acc2d9d6-a1e3-4bd7-9b9b-682104f9d207 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.1560676 Nov 27 01:10:39.149804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:39.150565 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.152499 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] 10.222.0.21 "PUT /v2.0/ports/6d4914d9-cf86-445e-8963-329bad6b2d5f HTTP/1.1" status: 200 len: 1092 time: 6.5006680 Nov 27 01:10:39.162024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] Set router 3537f99e-ac6a-4ab2-b849-4231898215f4 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:39.315810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482befe-2fae-4168-ad06-a6d17b74481e service neutron] Pushing event updated for resources: {'Port': ['ID=6d4914d9-cf86-445e-8963-329bad6b2d5f,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:39.360000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abfdd899-da2f-4eb8-b052-ef4f1417cd1d req-2ba66467-84a9-426d-9e14-67af0b6e3247 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991363 Nov 27 01:10:39.426795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1a703a94-8bab-4526-971d-96b6d97509a8 None None] Provisioning complete for port ea6c4032-348d-451c-820d-3ec5f2f9f496 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:39.427121 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1a703a94-8bab-4526-971d-96b6d97509a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.496356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101d913-19ba-46a0-891f-b4ebdbb6bb5c service neutron] Pushing event updated for resources: {'Port': ['ID=d79df776-9af6-408d-af7f-f35bab9df757,revision_number=11']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:39.498156 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0dd72565-9735-4213-a6b6-2f91759ea6fe req-865c8e1f-cc5e-460b-9fa9-d5f1771c4ae6 tempest-SecurityGroupsNegativeTestJSON-1578627126 tempest-SecurityGroupsNegativeTestJSON-1578627126-project] 10.222.0.15 "GET /v2.0/security-groups/e454c554-d3fd-4e47-a66c-0409ba2c1d8f HTTP/1.1" status: 200 len: 3002 time: 0.1033657 Nov 27 01:10:39.531027 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'name': 'tempest-TaggedBootDevicesTest_v242-2138361164-router', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ecc8b143-08eb-453d-ae79-543b7e809836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:32Z', 'updated_at': '2021-11-27T01:10:35Z', 'revision_number': 3, 'project_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'gw_port': {'id': 'ecc8b143-08eb-453d-ae79-543b7e809836', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:34Z', 'updated_at': '2021-11-27T01:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:39.565593 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Checking router: 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:10:39.565953 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Updating router 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 port ecc8b143-08eb-453d-ae79-543b7e809836 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:10:39.573223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-b101d913-19ba-46a0-891f-b4ebdbb6bb5c service neutron] No DVR routers for this DVR port d79df776-9af6-408d-af7f-f35bab9df757 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:39.599230 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.614244 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-0dd72565-9735-4213-a6b6-2f91759ea6fe req-80b556a8-20b2-4726-b58d-350f92f42d47 tempest-SecurityGroupsNegativeTestJSON-1578627126 tempest-SecurityGroupsNegativeTestJSON-1578627126-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 01:10:39.615519 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0dd72565-9735-4213-a6b6-2f91759ea6fe req-80b556a8-20b2-4726-b58d-350f92f42d47 tempest-SecurityGroupsNegativeTestJSON-1578627126 tempest-SecurityGroupsNegativeTestJSON-1578627126-project] 10.222.0.15 "DELETE /v2.0/security-groups/e454c554-d3fd-4e47-a66c-0409ba2c1d8f HTTP/1.1" status: 409 len: 352 time: 0.1163044 Nov 27 01:10:39.616802 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c732b5d-e74f-4285-85a4-d97be65f19f2 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:39.644811 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.724554 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.801411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63719d-7551-4beb-8c3f-2375cdbb79c5 req-90cf747f-d9d9-4930-88af-86909ea8fd3d tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:39.803174 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8c63719d-7551-4beb-8c3f-2375cdbb79c5 req-90cf747f-d9d9-4930-88af-86909ea8fd3d tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 943 time: 0.0902517 Nov 27 01:10:39.805539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1300bc88-f5cf-4cf6-855a-5b69b6eff1ad req-13cc4246-8bcb-4f56-8eb5-0214d49031e0 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0317411 Nov 27 01:10:39.840462 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-b101d913-19ba-46a0-891f-b4ebdbb6bb5c service neutron] 10.222.0.31 "PUT /v2.0/ports/d79df776-9af6-408d-af7f-f35bab9df757/bindings/n-h1-817303-10/activate HTTP/1.1" status: 200 len: 370 time: 3.2893744 Nov 27 01:10:39.849213 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f014aa-3ad9-4ef4-b2fc-1c3eba0b538d req-6c6d523e-e5b9-4b7b-a9d7-923a49f77caa tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:39.856483 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1f014aa-3ad9-4ef4-b2fc-1c3eba0b538d req-6c6d523e-e5b9-4b7b-a9d7-923a49f77caa tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 949 time: 0.6004307 Nov 27 01:10:39.932476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8c63719d-7551-4beb-8c3f-2375cdbb79c5 req-ce329b99-2122-49b6-b8a1-806bd6f13f11 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178038 Nov 27 01:10:39.932803 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2f386837-4f2d-4f98-9029-2dc3509ac154 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:39.955766 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.963486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d79df776-9af6-408d-af7f-f35bab9df757 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:10:39.965318 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.995403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1f014aa-3ad9-4ef4-b2fc-1c3eba0b538d req-e1844505-8f82-410b-ab01-413e91964e55 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379402 Nov 27 01:10:40.001567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-44b53f79-2484-450f-840c-3ef2028e773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:40.006100 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-25cf3fa5-9f98-4f87-902f-7bbae9b4373e req-219e6790-9e34-4021-b4c0-77068aa989bc tempest-SecurityGroupsNegativeTestJSON-1578627126 tempest-SecurityGroupsNegativeTestJSON-1578627126-project] show failed (client error): The resource could not be found. Nov 27 01:10:40.009491 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-44b53f79-2484-450f-840c-3ef2028e773a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d241a66f3b5483ba889db1d1f8cb3fa&device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 1095 time: 0.4695103 Nov 27 01:10:40.018981 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385117a-39e7-4328-823c-b2a0d758f01e None None] Pushing event updated for resources: {'Port': ['ID=ecc8b143-08eb-453d-ae79-543b7e809836,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:40.030018 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385117a-39e7-4328-823c-b2a0d758f01e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:40.030463 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385117a-39e7-4328-823c-b2a0d758f01e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:40.030904 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385117a-39e7-4328-823c-b2a0d758f01e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:40.031137 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25cf3fa5-9f98-4f87-902f-7bbae9b4373e req-219e6790-9e34-4021-b4c0-77068aa989bc tempest-SecurityGroupsNegativeTestJSON-1578627126 tempest-SecurityGroupsNegativeTestJSON-1578627126-project] 10.222.0.15 "GET /v2.0/security-groups/18da524a-3068-4de2-ba92-8c8d515382cd HTTP/1.1" status: 404 len: 352 time: 0.0508254 Nov 27 01:10:40.031432 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385117a-39e7-4328-823c-b2a0d758f01e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:40.031954 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385117a-39e7-4328-823c-b2a0d758f01e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:40.032438 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385117a-39e7-4328-823c-b2a0d758f01e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:40.033585 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385117a-39e7-4328-823c-b2a0d758f01e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:40.034032 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385117a-39e7-4328-823c-b2a0d758f01e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:40.034457 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385117a-39e7-4328-823c-b2a0d758f01e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:40.034968 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385117a-39e7-4328-823c-b2a0d758f01e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:40.035543 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385117a-39e7-4328-823c-b2a0d758f01e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:40.035935 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385117a-39e7-4328-823c-b2a0d758f01e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:40.056353 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Attempting to bind port ecc8b143-08eb-453d-ae79-543b7e809836 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:40.056835 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Attempting to bind port ecc8b143-08eb-453d-ae79-543b7e809836 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:40.057303 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Attempting to bind port ecc8b143-08eb-453d-ae79-543b7e809836 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:40.063014 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:40.063547 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:40.064390 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.064890 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:40.065459 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Bound port: ecc8b143-08eb-453d-ae79-543b7e809836, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:40.066086 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.093512 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-29c0cd20-522d-443d-9903-15c457fb7f2c req-4b3a505a-3248-45ed-b1f9-97d9dbf101ee tempest-SecurityGroupsNegativeTestJSON-1578627126 tempest-SecurityGroupsNegativeTestJSON-1578627126-project] show failed (client error): The resource could not be found. Nov 27 01:10:40.096019 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-29c0cd20-522d-443d-9903-15c457fb7f2c req-4b3a505a-3248-45ed-b1f9-97d9dbf101ee tempest-SecurityGroupsNegativeTestJSON-1578627126 tempest-SecurityGroupsNegativeTestJSON-1578627126-project] 10.222.0.15 "GET /v2.0/security-groups/e6b1d2d8-0314-4cac-841e-e2b92e913fec HTTP/1.1" status: 404 len: 352 time: 0.0227423 Nov 27 01:10:40.100849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1561a69b-45eb-4ae5-8391-c1f00e0d171f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:40.118373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47710) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:40.178738 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] For port ecc8b143-08eb-453d-ae79-543b7e809836, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:40.186732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2f386837-4f2d-4f98-9029-2dc3509ac154, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2f386837-4f2d-4f98-9029-2dc3509ac154,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:40.187337 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] For port ecc8b143-08eb-453d-ae79-543b7e809836, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ecc8b143-08eb-453d-ae79-543b7e809836,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:40.192730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-1501ba8e-3317-4d69-95c8-b62481bff40d admin admin] Deleting subnet 2711e076-daa1-4202-975a-a1e27538d576 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:10:40.195553 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.197067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1501ba8e-3317-4d69-95c8-b62481bff40d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.225055 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.234265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=543f4916-ec2f-4008-8d4c-ebdc30af30d7,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:40.240208 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-665df05b-844f-4be3-b927-59dc1898b9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.255401 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1501ba8e-3317-4d69-95c8-b62481bff40d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.269061 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1a703a94-8bab-4526-971d-96b6d97509a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.319372 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385117a-39e7-4328-823c-b2a0d758f01e None None] Pushing event updated for resources: {'Port': ['ID=ecc8b143-08eb-453d-ae79-543b7e809836,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:40.324585 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1501ba8e-3317-4d69-95c8-b62481bff40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.353302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1a703a94-8bab-4526-971d-96b6d97509a8 None None] For port ea6c4032-348d-451c-820d-3ec5f2f9f496, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ea6c4032-348d-451c-820d-3ec5f2f9f496,segment=NetworkSegment(155b5aba-67a4-4743-9251-a15779a8be25),segment_id=155b5aba-67a4-4743-9251-a15779a8be25)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:40.358373 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Routers {'8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:40.360783 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:10:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:40.361973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c5cb7-070b-4c51-994d-832613c4450d None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:40.407918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1501ba8e-3317-4d69-95c8-b62481bff40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.422600 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1a703a94-8bab-4526-971d-96b6d97509a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.448721 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2f386837-4f2d-4f98-9029-2dc3509ac154,revision_number=10']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:40.490545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:10:25Z', 'revision_number': 4, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port': {'id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:17Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ea6c4032-348d-451c-820d-3ec5f2f9f496', 'name': '', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'mac_address': 'fa:16:3e:38:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:23Z', 'updated_at': '2021-11-27T01:10:36Z', 'revision_number': 4, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'subnets': [{'id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:40.492098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501ba8e-3317-4d69-95c8-b62481bff40d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2711e076-daa1-4202-975a-a1e27538d576,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:40.494913 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1501ba8e-3317-4d69-95c8-b62481bff40d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.498865 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1501ba8e-3317-4d69-95c8-b62481bff40d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2711e076-daa1-4202-975a-a1e27538d576 HTTP/1.1" status: 204 len: 168 time: 0.3791687 Nov 27 01:10:40.503495 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47714) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:40.560870 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] Set router 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:40.583708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a703a94-8bab-4526-971d-96b6d97509a8 None None] Pushing event updated for resources: {'Port': ['ID=ea6c4032-348d-451c-820d-3ec5f2f9f496,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:40.655022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d27a90-83a4-43fa-89eb-e68a90ad9551 None None] The sync data for ids ['3537f99e-ac6a-4ab2-b849-4231898215f4'] in n-d-817303-10 is: [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:10:25Z', 'revision_number': 4, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port': {'id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:17Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ea6c4032-348d-451c-820d-3ec5f2f9f496', 'name': '', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'mac_address': 'fa:16:3e:38:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:23Z', 'updated_at': '2021-11-27T01:10:36Z', 'revision_number': 4, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'subnets': [{'id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:10:40.656708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98615ec1-5125-466f-a3e4-6c2a0c65fbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.693102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6f169a63-1174-49cf-8eb2-a32971eeaf71 None None] Provisioning complete for port ecc8b143-08eb-453d-ae79-543b7e809836 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:40.693481 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f169a63-1174-49cf-8eb2-a32971eeaf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.763528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc605d4-1abd-4b53-b9b8-cefe9253d44a', 'tag': '6d4914d9-cf86-445e-8963-329bad6b2d5f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:40.774030 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd42c0b-daa8-4123-9256-5156ff4a46b4" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc605d4-1abd-4b53-b9b8-cefe9253d44a", "tag": "6d4914d9-cf86-445e-8963-329bad6b2d5f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:40.827873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45053e2d-064f-44fa-bdfb-ca2ba6835445 req-5884dc18-2cf3-40a5-b415-e44f35a08263 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:40.829837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45053e2d-064f-44fa-bdfb-ca2ba6835445 req-5884dc18-2cf3-40a5-b415-e44f35a08263 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.3244741 Nov 27 01:10:40.869130 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f169a63-1174-49cf-8eb2-a32971eeaf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.869564 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-191c152b-9eae-4e26-ba8e-d425f88698d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d4914d9-cf86-445e-8963-329bad6b2d5f HTTP/1.1" status: 200 len: 217 time: 0.8243673 Nov 27 01:10:40.902469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6f169a63-1174-49cf-8eb2-a32971eeaf71 None None] For port ecc8b143-08eb-453d-ae79-543b7e809836, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ecc8b143-08eb-453d-ae79-543b7e809836,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:40.908203 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f169a63-1174-49cf-8eb2-a32971eeaf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.009271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-a6a6d42d-cdc7-4687-af5b-315c2249ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:41.010743 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-a6a6d42d-cdc7-4687-af5b-315c2249ce05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc97b243-251a-416b-b5d4-886aa67e375a HTTP/1.1" status: 200 len: 855 time: 0.1254783 Nov 27 01:10:41.018899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5867f-c95a-48b8-a545-1911ef39446d req-b3df4eac-6d5d-490f-a2bb-9623520c08e4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:41.027128 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80a5867f-c95a-48b8-a545-1911ef39446d req-b3df4eac-6d5d-490f-a2bb-9623520c08e4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 945 time: 0.2455606 Nov 27 01:10:41.070769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f169a63-1174-49cf-8eb2-a32971eeaf71 None None] Pushing event updated for resources: {'Port': ['ID=ecc8b143-08eb-453d-ae79-543b7e809836,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:41.108001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6f169a63-1174-49cf-8eb2-a32971eeaf71 None None] Provisioning complete for port 543f4916-ec2f-4008-8d4c-ebdc30af30d7 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:41.108650 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f169a63-1174-49cf-8eb2-a32971eeaf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.211057 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80a5867f-c95a-48b8-a545-1911ef39446d req-bc3082b1-e458-43ad-8224-997895de0b36 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828909 Nov 27 01:10:41.233760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-f5f890e3-5544-4155-bade-182574e94761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:41.237098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-f5f890e3-5544-4155-bade-182574e94761 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60914a9a-f893-4249-a0ee-18c1f2e8cbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2014155 Nov 27 01:10:41.288180 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'name': 'tempest-TaggedBootDevicesTest_v242-2138361164-router', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ecc8b143-08eb-453d-ae79-543b7e809836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:32Z', 'updated_at': '2021-11-27T01:10:35Z', 'revision_number': 3, 'project_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'gw_port': {'id': 'ecc8b143-08eb-453d-ae79-543b7e809836', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:34Z', 'updated_at': '2021-11-27T01:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:41.347520 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8404ef-3d96-4301-be7e-979dbec3539a x-openstack-request-id: req-bf8404ef-3d96-4301-be7e-979dbec3539a {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:41.348111 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc605d4-1abd-4b53-b9b8-cefe9253d44a", "tag": "6d4914d9-cf86-445e-8963-329bad6b2d5f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:41.348589 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf8404ef-3d96-4301-be7e-979dbec3539a {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:41.349170 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc605d4-1abd-4b53-b9b8-cefe9253d44a', 'tag': '6d4914d9-cf86-445e-8963-329bad6b2d5f', 'status': 'completed', 'code': 200} Nov 27 01:10:41.361622 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaad664-f913-468a-bfe9-be005fbaddc4 None None] The sync data for ids ['8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'] in n-d-817303-10 is: [{'id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'name': 'tempest-TaggedBootDevicesTest_v242-2138361164-router', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ecc8b143-08eb-453d-ae79-543b7e809836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:32Z', 'updated_at': '2021-11-27T01:10:35Z', 'revision_number': 3, 'project_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'gw_port': {'id': 'ecc8b143-08eb-453d-ae79-543b7e809836', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:34Z', 'updated_at': '2021-11-27T01:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:10:41.449541 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-41c8d4d3-5f66-4fb7-9945-7b16ae39ef65 None None] Provisioning complete for port 543f4916-ec2f-4008-8d4c-ebdc30af30d7 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:41.451796 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-41c8d4d3-5f66-4fb7-9945-7b16ae39ef65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.527384 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-3f37eb07-8b16-4699-a583-d12e88e40631 service neutron] 10.222.0.21 "GET /v2.0/networks/60914a9a-f893-4249-a0ee-18c1f2e8cbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356808 Nov 27 01:10:41.596917 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.597384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98615ec1-5125-466f-a3e4-6c2a0c65fbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.618967 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45053e2d-064f-44fa-bdfb-ca2ba6835445 req-0e7a9e9d-e2a1-45fc-bf57-2dbb7a460ec1 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7774289 Nov 27 01:10:41.640199 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-98615ec1-5125-466f-a3e4-6c2a0c65fbbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204d5244-c060-46c5-bfe0-3e906fe0f441']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:41.697464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-98615ec1-5125-466f-a3e4-6c2a0c65fbbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3665288d-cc2b-4247-9faa-5f29c8e0ab69') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:41.698891 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-98615ec1-5125-466f-a3e4-6c2a0c65fbbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3665288d-cc2b-4247-9faa-5f29c8e0ab69') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:41.720833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98615ec1-5125-466f-a3e4-6c2a0c65fbbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.748575 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98615ec1-5125-466f-a3e4-6c2a0c65fbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.761906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98615ec1-5125-466f-a3e4-6c2a0c65fbbb admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:10:41.763019 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98615ec1-5125-466f-a3e4-6c2a0c65fbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:10:41.766812 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:10:41.789529 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-b1c4e7e1-828c-458d-a093-487607563e8d tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:41.791436 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-b1c4e7e1-828c-458d-a093-487607563e8d tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75&tenant_id=824296168135401cbcf32b795324fb86&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 1097 time: 0.4747109 Nov 27 01:10:41.945071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea6c4032-348d-451c-820d-3ec5f2f9f496 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:41.971219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280882d-70bf-4cab-b121-ef25a050a6c4 req-9df2c48d-7e0e-4388-b67d-024ac1513f38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:41.973327 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7280882d-70bf-4cab-b121-ef25a050a6c4 req-9df2c48d-7e0e-4388-b67d-024ac1513f38 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 949 time: 0.1872559 Nov 27 01:10:41.974056 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98615ec1-5125-466f-a3e4-6c2a0c65fbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.974196 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a173946-0feb-47f2-8764-56a5472b70e7 req-f63c2ac0-fce6-4b3b-a9a0-ad6dd4b2544e service neutron] 10.222.0.21 "GET /v2.0/networks/60914a9a-f893-4249-a0ee-18c1f2e8cbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727458 Nov 27 01:10:41.990383 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98615ec1-5125-466f-a3e4-6c2a0c65fbbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.996607 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-98615ec1-5125-466f-a3e4-6c2a0c65fbbb admin admin] 10.222.0.15 "DELETE /v2.0/networks/204d5244-c060-46c5-bfe0-3e906fe0f441 HTTP/1.1" status: 204 len: 168 time: 1.4899936 Nov 27 01:10:42.073126 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7280882d-70bf-4cab-b121-ef25a050a6c4 req-10ac93c6-4897-4032-aec1-a68e26a2b5f6 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709701 Nov 27 01:10:42.092376 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ea6c4032-348d-451c-820d-3ec5f2f9f496 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:42.092759 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:42.094623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6758ad-0cc1-45c0-afb3-5a90533862bc req-58f47a79-d547-4878-81a2-3229782d9cd2 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:42.097879 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d6758ad-0cc1-45c0-afb3-5a90533862bc req-58f47a79-d547-4878-81a2-3229782d9cd2 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 943 time: 0.5695853 Nov 27 01:10:42.104154 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98615ec1-5125-466f-a3e4-6c2a0c65fbbb admin admin] Pushing event deleted for resources: {'Network': ['ID=204d5244-c060-46c5-bfe0-3e906fe0f441,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:42.199511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-a49c1650-facf-4b06-ae5f-3616e32691a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:42.201089 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-a49c1650-facf-4b06-ae5f-3616e32691a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75&tenant_id=824296168135401cbcf32b795324fb86 HTTP/1.1" status: 200 len: 1097 time: 0.3966312 Nov 27 01:10:42.271616 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bf2a8a3b-d10a-432e-a4e8-2b06c0982c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:42.321518 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 543f4916-ec2f-4008-8d4c-ebdc30af30d7 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:42.379738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd42c0b-daa8-4123-9256-5156ff4a46b4 req-3a160748-f59d-421f-a582-4a7165d9ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:42.381326 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1cd42c0b-daa8-4123-9256-5156ff4a46b4 req-3a160748-f59d-421f-a582-4a7165d9ed40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d241a66f3b5483ba889db1d1f8cb3fa&device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 1095 time: 0.2639391 Nov 27 01:10:42.396503 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d6758ad-0cc1-45c0-afb3-5a90533862bc req-34f34a86-4770-47ca-9d50-f16b9cf96077 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677565 Nov 27 01:10:42.405957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47726) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:42.447601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 543f4916-ec2f-4008-8d4c-ebdc30af30d7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:42.448580 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:42.450092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-1a1ab300-f9c1-4ec6-86ed-c942e0c5ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:42.451899 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-1a1ab300-f9c1-4ec6-86ed-c942e0c5ac07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 1097 time: 0.1696758 Nov 27 01:10:42.504433 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec91dd-8151-4ed4-960b-55e9feb35f6f req-62badbab-62a7-4db7-ab86-34adef14a986 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:42.506299 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8ec91dd-8151-4ed4-960b-55e9feb35f6f req-62badbab-62a7-4db7-ab86-34adef14a986 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 945 time: 0.1714156 Nov 27 01:10:42.624652 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0639158b-51cf-4332-9c45-3aab5e9240c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16450555bde644afb22765aba99a4771&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2170696 Nov 27 01:10:42.629026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8ec91dd-8151-4ed4-960b-55e9feb35f6f req-ec9bbccf-318f-4fa1-abef-f69bf6344596 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131027 Nov 27 01:10:42.629587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47728) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:42.685100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Allocated IP 172.20.0.1 (4014cd14-b05c-4a34-95a8-bc8a756b91a7/3253c346-0356-48f8-a2e4-f4bb4cf3ee26/4ca280c7-5699-481f-b3b1-8827fc43fd95) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:42.758503 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f41a5fb-d1c2-40dc-8c30-722ef1adf443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:42.817610 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f41a5fb-d1c2-40dc-8c30-722ef1adf443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:42.877828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f41a5fb-d1c2-40dc-8c30-722ef1adf443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:42.882045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd42c0b-daa8-4123-9256-5156ff4a46b4 req-f8a486a9-08ae-42e5-93f5-abcb7f508a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:42.884362 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1cd42c0b-daa8-4123-9256-5156ff4a46b4 req-f8a486a9-08ae-42e5-93f5-abcb7f508a79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60914a9a-f893-4249-a0ee-18c1f2e8cbfc HTTP/1.1" status: 200 len: 917 time: 0.4811499 Nov 27 01:10:42.890728 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f41a5fb-d1c2-40dc-8c30-722ef1adf443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:42.892959 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9f41a5fb-d1c2-40dc-8c30-722ef1adf443 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e454c554-d3fd-4e47-a66c-0409ba2c1d8f HTTP/1.1" status: 204 len: 168 time: 0.2615857 Nov 27 01:10:42.902497 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41a5fb-d1c2-40dc-8c30-722ef1adf443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e454c554-d3fd-4e47-a66c-0409ba2c1d8f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:43.005689 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1cd42c0b-daa8-4123-9256-5156ff4a46b4 req-c8ea8f84-ba4d-4897-b6ec-1d022efa8f3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d4914d9-cf86-445e-8963-329bad6b2d5f HTTP/1.1" status: 200 len: 217 time: 0.0679657 Nov 27 01:10:43.071255 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2f386837-4f2d-4f98-9029-2dc3509ac154 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:43.076572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c092966-3f87-466e-bdd7-2d400358cb14 req-f48e3729-dfc8-4f68-b2ce-b87998fa2cc7 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:43.078096 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c092966-3f87-466e-bdd7-2d400358cb14 req-f48e3729-dfc8-4f68-b2ce-b87998fa2cc7 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.2233894 Nov 27 01:10:43.211475 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:43.228332 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:43.236794 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c092966-3f87-466e-bdd7-2d400358cb14 req-b7c01d4d-f76e-43e6-8316-3e713e953d36 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404295 Nov 27 01:10:43.261324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-35c951da-a6e6-4335-a5ea-6fb7f0820e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:43.271191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 2f386837-4f2d-4f98-9029-2dc3509ac154 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:43.271564 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:43.274858 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-35c951da-a6e6-4335-a5ea-6fb7f0820e23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.7266695 Nov 27 01:10:43.296095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb11655-a684-48da-beb4-d8b50fce87e1 req-e60ac366-d5a1-45db-bf78-1b0cebc9e8c9 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:43.303719 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3eb11655-a684-48da-beb4-d8b50fce87e1 req-e60ac366-d5a1-45db-bf78-1b0cebc9e8c9 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 949 time: 0.1206133 Nov 27 01:10:43.328987 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:43.392070 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3eb11655-a684-48da-beb4-d8b50fce87e1 req-f4024dbe-5d27-403f-9ec9-f0b6351fb019 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821569 Nov 27 01:10:43.409222 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:43.452861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd42c0b-daa8-4123-9256-5156ff4a46b4 req-34c7cd28-2414-4176-b303-fbc03b6c6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:43.454875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1cd42c0b-daa8-4123-9256-5156ff4a46b4 req-34c7cd28-2414-4176-b303-fbc03b6c6be9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc97b243-251a-416b-b5d4-886aa67e375a HTTP/1.1" status: 200 len: 855 time: 0.4340553 Nov 27 01:10:43.455140 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2f386837-4f2d-4f98-9029-2dc3509ac154, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2f386837-4f2d-4f98-9029-2dc3509ac154,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:43.456640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdcf3dd-ea55-44c4-b23c-21ae7f07a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f386837-4f2d-4f98-9029-2dc3509ac154'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:43.461497 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b648ca-34dc-4f1c-bde2-560bd421cb7a" -d '{"events": [{"server_uuid": "bfdcf3dd-ea55-44c4-b23c-21ae7f07a232", "name": "network-vif-plugged", "status": "completed", "tag": "2f386837-4f2d-4f98-9029-2dc3509ac154"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:43.463347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Network 4014cd14-b05c-4a34-95a8-bc8a756b91a7 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:43.465920 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:43.507391 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-307e5d6f-3346-4ffe-837f-b1c6f1bd967c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d79df776-9af6-408d-af7f-f35bab9df757 HTTP/1.1" status: 200 len: 217 time: 0.1921976 Nov 27 01:10:43.508468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:43.533763 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:43.546431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2f386837-4f2d-4f98-9029-2dc3509ac154,revision_number=11']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:43.562305 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127537c9-ae26-4b6e-a3db-6cbe2483bbf5 x-openstack-request-id: req-127537c9-ae26-4b6e-a3db-6cbe2483bbf5 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:43.562768 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdcf3dd-ea55-44c4-b23c-21ae7f07a232", "name": "network-vif-plugged", "status": "completed", "tag": "2f386837-4f2d-4f98-9029-2dc3509ac154", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:43.563032 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-127537c9-ae26-4b6e-a3db-6cbe2483bbf5 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:43.563459 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdcf3dd-ea55-44c4-b23c-21ae7f07a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f386837-4f2d-4f98-9029-2dc3509ac154', 'code': 200} Nov 27 01:10:43.705198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-8f46b1c9-b6d8-4690-9e60-aa772a058078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:43.710231 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-8f46b1c9-b6d8-4690-9e60-aa772a058078 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.1735938 Nov 27 01:10:43.823786 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ecc8b143-08eb-453d-ae79-543b7e809836 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:43.831702 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd42c0b-daa8-4123-9256-5156ff4a46b4 req-7ade910b-2aed-4e10-8db5-976c97100720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:43.833238 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1cd42c0b-daa8-4123-9256-5156ff4a46b4 req-7ade910b-2aed-4e10-8db5-976c97100720 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60914a9a-f893-4249-a0ee-18c1f2e8cbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3413217 Nov 27 01:10:43.834207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca280c7-5699-481f-b3b1-8827fc43fd95,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:43.841764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:43.846161 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-214d2d2e-2e29-4658-b876-72e3739b01f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101241 Nov 27 01:10:43.929037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0f5ea-7ca0-4d53-8ead-bcc0dfcff71f req-d93476e0-6580-478e-b4cf-974142dadc9e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:43.939355 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5be0f5ea-7ca0-4d53-8ead-bcc0dfcff71f req-d93476e0-6580-478e-b4cf-974142dadc9e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 945 time: 0.1520386 Nov 27 01:10:43.974121 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bfdbbdd5-d5b8-4882-af54-b189170e136d None None] Provisioning complete for port 4ca280c7-5699-481f-b3b1-8827fc43fd95 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:43.974501 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bfdbbdd5-d5b8-4882-af54-b189170e136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.016701 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5be0f5ea-7ca0-4d53-8ead-bcc0dfcff71f req-b28c4911-f645-48a9-a0d6-33bfa9787d57 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708826 Nov 27 01:10:44.019469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ecc8b143-08eb-453d-ae79-543b7e809836 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:44.019842 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.039744 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1cd42c0b-daa8-4123-9256-5156ff4a46b4 req-7abd3d87-1a63-4164-a3be-1d648c0034d3 service neutron] 10.222.0.21 "GET /v2.0/networks/60914a9a-f893-4249-a0ee-18c1f2e8cbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725996 Nov 27 01:10:44.066489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bfdbbdd5-d5b8-4882-af54-b189170e136d None None] Port 4ca280c7-5699-481f-b3b1-8827fc43fd95 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:44.181097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e69cba-9e6a-4982-ac9e-3d805958c20f req-9b3b6345-5723-4b91-8e45-68f31af8f1db tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:44.182679 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c1e69cba-9e6a-4982-ac9e-3d805958c20f req-9b3b6345-5723-4b91-8e45-68f31af8f1db tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 943 time: 0.5794775 Nov 27 01:10:44.239038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089470d1-5176-4a0d-a34d-1a1f14490407 req-f8beeb2d-0187-4961-8cd7-b0139c844717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:44.240671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-089470d1-5176-4a0d-a34d-1a1f14490407 req-f8beeb2d-0187-4961-8cd7-b0139c844717 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 1103 time: 0.4211318 Nov 27 01:10:44.312544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47764) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:44.365581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-343bdc69-14e0-4511-b28f-cc6c2fd37369 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005196 Nov 27 01:10:44.371862 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1cd42c0b-daa8-4123-9256-5156ff4a46b4 req-fd711f50-8842-40b0-b883-5d5f6945e1a0 service neutron] 10.222.0.21 "GET /v2.0/networks/60914a9a-f893-4249-a0ee-18c1f2e8cbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186259 Nov 27 01:10:44.389938 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c1e69cba-9e6a-4982-ac9e-3d805958c20f req-98f6a95b-2bbc-4bce-89a9-720465d2c0d8 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796246 Nov 27 01:10:44.400475 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.404356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d62b5e-2bfc-4fd2-8ef7-d7f3bf730293 req-acb8c217-0c8f-44d6-a5b3-dbab002d7b5b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:44.412056 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9d62b5e-2bfc-4fd2-8ef7-d7f3bf730293 req-acb8c217-0c8f-44d6-a5b3-dbab002d7b5b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.0582707 Nov 27 01:10:44.448616 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-089470d1-5176-4a0d-a34d-1a1f14490407 req-66ea6925-efd7-4cc7-aca6-1da0bd44d30f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945643 Nov 27 01:10:44.472673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2142506194-network', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:44.497686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] Made reservation on behalf of 1965584d775b40d08788f0d3d35e09d3 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:44.500118 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.512939 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.532000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9d62b5e-2bfc-4fd2-8ef7-d7f3bf730293 req-de6101c2-8739-4818-bf67-5d5142c016b4 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186233 Nov 27 01:10:44.627705 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.636438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.662680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f8ce4-ed75-4aa3-99ad-584f0711a62b req-4891cc99-0027-4370-9590-28da23f2e416 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:44.664554 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-300f8ce4-ed75-4aa3-99ad-584f0711a62b req-4891cc99-0027-4370-9590-28da23f2e416 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 951 time: 0.1488819 Nov 27 01:10:44.664820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:10:44.670517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b37841f-c9f3-4edb-8a3d-b47954e78455,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:44.681491 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.681619 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] Added segment 9341718b-16cb-43f5-9e72-51e55b1a613b of type vlan for network 1015b721-7798-4f53-98da-24c62650c19a Nov 27 01:10:44.709680 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.729001 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.757248 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.758245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:44.758842 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.811055 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4970875 Nov 27 01:10:44.813804 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47770) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:44.819427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4b10e4dd-c1a0-42b5-ab44-8d8920343f09 admin admin] Request body: {'subnet': {'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2142506194-subnet', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:44.842857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff56710-5ad0-404f-98fc-ea37599c1be0 admin admin] Pushing event updated for resources: {'Network': ['ID=1015b721-7798-4f53-98da-24c62650c19a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:44.853754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b10e4dd-c1a0-42b5-ab44-8d8920343f09 admin admin] Made reservation on behalf of 1965584d775b40d08788f0d3d35e09d3 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:44.856472 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b10e4dd-c1a0-42b5-ab44-8d8920343f09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.858537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 1015b721-7798-4f53-98da-24c62650c19a details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:10:45.067344 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b10e4dd-c1a0-42b5-ab44-8d8920343f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:45.146511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208bfa-d6f0-4a41-8bfe-e9f7f9c78ab7 req-6705571b-d7e9-44a7-aa90-28a7c99c0ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:45.147967 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31208bfa-d6f0-4a41-8bfe-e9f7f9c78ab7 req-6705571b-d7e9-44a7-aa90-28a7c99c0ead service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 1097 time: 0.6132035 Nov 27 01:10:45.152759 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-23525585-7c01-4f72-818b-4748bfdb09a2 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7487960 Nov 27 01:10:45.176339 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b10e4dd-c1a0-42b5-ab44-8d8920343f09 admin admin] Checking segment: {'id': '9341718b-16cb-43f5-9e72-51e55b1a613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1015b721-7798-4f53-98da-24c62650c19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:45.176710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b10e4dd-c1a0-42b5-ab44-8d8920343f09 admin admin] Network hostable DHCP agents. Network: 1015b721-7798-4f53-98da-24c62650c19a, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:10:45.201661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e4dd-c1a0-42b5-ab44-8d8920343f09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff033c3-8819-49e9-b4d2-ddefe03865a5,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:45.221686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a8abb-4370-4945-b52e-6eca802525e8 req-2730de70-ccbc-499f-9208-d98b5901fa50 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:45.223994 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc4a8abb-4370-4945-b52e-6eca802525e8 req-2730de70-ccbc-499f-9208-d98b5901fa50 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 945 time: 0.1048028 Nov 27 01:10:45.225157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b10e4dd-c1a0-42b5-ab44-8d8920343f09 admin admin] Network 1015b721-7798-4f53-98da-24c62650c19a is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:10:45.251941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-4b10e4dd-c1a0-42b5-ab44-8d8920343f09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 1015b721-7798-4f53-98da-24c62650c19a) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:45.265986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e62310-3693-46e4-9609-ca3a34e026e4 None None] Network 1015b721-7798-4f53-98da-24c62650c19a requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:45.273910 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-300f8ce4-ed75-4aa3-99ad-584f0711a62b req-0f4c3bd4-2190-4b53-ad21-66d5f5d19e1d tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352923 Nov 27 01:10:45.274553 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b10e4dd-c1a0-42b5-ab44-8d8920343f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:45.275152 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b10e4dd-c1a0-42b5-ab44-8d8920343f09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:45.315597 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc4a8abb-4370-4945-b52e-6eca802525e8 req-1476ee75-3820-439a-8a17-c3ea3cb2fa2c tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851777 Nov 27 01:10:45.322294 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4b10e4dd-c1a0-42b5-ab44-8d8920343f09 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5067024 Nov 27 01:10:45.322923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47774) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:45.327461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:45.340167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208bfa-d6f0-4a41-8bfe-e9f7f9c78ab7 req-984e4d69-83ec-4d20-ae02-a194aa322aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:45.345044 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31208bfa-d6f0-4a41-8bfe-e9f7f9c78ab7 req-984e4d69-83ec-4d20-ae02-a194aa322aeb service neutron] 10.222.0.31 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 918 time: 0.1728511 Nov 27 01:10:45.361036 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:45.364133 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:45.420851 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31208bfa-d6f0-4a41-8bfe-e9f7f9c78ab7 req-3c70f675-9376-4c43-84da-e8b6d8239b42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84 HTTP/1.1" status: 200 len: 1000 time: 0.0687017 Nov 27 01:10:45.426278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:45.456049 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:45.462459 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:45.509962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-1015b721-7798-4f53-98da-24c62650c19a', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'fixed_ips': [{'subnet_id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:10:45.510963 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:45.532422 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:45.670155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208bfa-d6f0-4a41-8bfe-e9f7f9c78ab7 req-c5f36524-94fe-4c78-863e-390029c41c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:45.671674 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31208bfa-d6f0-4a41-8bfe-e9f7f9c78ab7 req-c5f36524-94fe-4c78-863e-390029c41c76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.2432754 Nov 27 01:10:45.700862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-47ed11a3-bc52-422a-844c-27f85516b461 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:45.702985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-47ed11a3-bc52-422a-844c-27f85516b461 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75&tenant_id=824296168135401cbcf32b795324fb86&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 1097 time: 0.1821120 Nov 27 01:10:45.745687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905649f-09a2-4925-86d1-ab686f9f291e req-a06c3ce8-8d06-4967-bf30-cc45024f4c38 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:45.753458 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1905649f-09a2-4925-86d1-ab686f9f291e req-a06c3ce8-8d06-4967-bf30-cc45024f4c38 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 943 time: 0.2411318 Nov 27 01:10:45.771915 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca280c7-5699-481f-b3b1-8827fc43fd95,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:45.843922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1905649f-09a2-4925-86d1-ab686f9f291e req-612fbcf3-1b5e-478a-9356-330d230f7c0b tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851245 Nov 27 01:10:45.859222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:45.859222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:45.859222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:45.859222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:45.859222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:45.859222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:45.859899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:45.859899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:45.859899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:45.860253 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:45.861740 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:45.861740 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:45.874360 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf5872-03da-4402-af46-61d5026c18bd req-2f027c2d-a34c-4abc-9084-b862c5a1a080 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:45.884106 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bcf5872-03da-4402-af46-61d5026c18bd req-2f027c2d-a34c-4abc-9084-b862c5a1a080 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.2288859 Nov 27 01:10:45.928607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Network 4014cd14-b05c-4a34-95a8-bc8a756b91a7 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:45.929812 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:45.934360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:45.939921 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Allocated IP 172.20.0.2 (1015b721-7798-4f53-98da-24c62650c19a/3ff033c3-8819-49e9-b4d2-ddefe03865a5/1f47b071-fb1b-4bc8-b00a-22eb728b4e0e) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:46.127822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208bfa-d6f0-4a41-8bfe-e9f7f9c78ab7 req-9bd90836-a1d7-4de5-8b28-06123a423032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:46.129377 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31208bfa-d6f0-4a41-8bfe-e9f7f9c78ab7 req-9bd90836-a1d7-4de5-8b28-06123a423032 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4416826 Nov 27 01:10:46.139201 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bcf5872-03da-4402-af46-61d5026c18bd req-d04d79c6-60ae-4a7a-b2fe-97a833b7dc5d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539237 Nov 27 01:10:46.278449 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.293643 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.307887 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.340333 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Network 1015b721-7798-4f53-98da-24c62650c19a is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:46.344210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:46.347396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:46.398890 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.415164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-4b135370-f84f-4553-9347-ee3199dd7ab5 service neutron] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:46.428098 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.473645 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-4b135370-f84f-4553-9347-ee3199dd7ab5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.477083 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4909df89-eaba-4405-91d2-9b7230e6c6fc req-4b135370-f84f-4553-9347-ee3199dd7ab5 service neutron] 10.222.0.21 "DELETE /v2.0/ports/d79df776-9af6-408d-af7f-f35bab9df757/bindings/n-h2-817303-10 HTTP/1.1" status: 204 len: 173 time: 0.7634361 Nov 27 01:10:46.481974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Router 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:10:46.517629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Pushing event updated for resources: {'Port': ['ID=1f47b071-fb1b-4bc8-b00a-22eb728b4e0e,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:46.532113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31208bfa-d6f0-4a41-8bfe-e9f7f9c78ab7 req-c3dc9f8c-76f1-4671-bf04-5fb2864c2ab4 service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942981 Nov 27 01:10:46.549310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-01c2c5a1-0cc4-4abc-bb00-9690af301f83 None None] Provisioning complete for port 4ca280c7-5699-481f-b3b1-8827fc43fd95 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:46.549720 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-01c2c5a1-0cc4-4abc-bb00-9690af301f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.554046 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Attempting to bind port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:46.554393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Attempting to bind port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '9341718b-16cb-43f5-9e72-51e55b1a613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1015b721-7798-4f53-98da-24c62650c19a'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:46.555347 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Attempting to bind port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e on network 1015b721-7798-4f53-98da-24c62650c19a {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:46.580402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:46.580402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Checking segment: {'id': '9341718b-16cb-43f5-9e72-51e55b1a613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1015b721-7798-4f53-98da-24c62650c19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:46.580825 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.581215 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Bound using segment: {'id': '9341718b-16cb-43f5-9e72-51e55b1a613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1015b721-7798-4f53-98da-24c62650c19a'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:46.581714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Bound port: 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9341718b-16cb-43f5-9e72-51e55b1a613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1015b721-7798-4f53-98da-24c62650c19a'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:46.582108 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.586852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa44d1-ce86-4f2c-b3c0-1e2196743c95 req-7b49a7a1-7ec7-45cc-a848-eead63df02b3 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:46.588210 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-25aa44d1-ce86-4f2c-b3c0-1e2196743c95 req-7b49a7a1-7ec7-45cc-a848-eead63df02b3 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 951 time: 0.1819520 Nov 27 01:10:46.639126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Allocated IP 172.25.1.80 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/23104ae5-990e-41a8-9407-5be35e7586d9) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:46.640419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-01c2c5a1-0cc4-4abc-bb00-9690af301f83 None None] Port 4ca280c7-5699-481f-b3b1-8827fc43fd95 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:46.687915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] For port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:46.692296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] For port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1f47b071-fb1b-4bc8-b00a-22eb728b4e0e,segment=NetworkSegment(9341718b-16cb-43f5-9e72-51e55b1a613b),segment_id=9341718b-16cb-43f5-9e72-51e55b1a613b)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:46.701440 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.761528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79082231-4d8c-434a-8866-bbe30c9cf809 None None] Pushing event updated for resources: {'Port': ['ID=1f47b071-fb1b-4bc8-b00a-22eb728b4e0e,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:46.788009 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-25aa44d1-ce86-4f2c-b3c0-1e2196743c95 req-e8b7dfb8-fa4d-4bf8-b75c-8eadf83d670e tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835167 Nov 27 01:10:46.795056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:10:46.812977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bead4586-92f7-46ff-b077-2ef78ebc4fe2 admin admin] 10.222.0.15 "PUT /v2.0/routers/8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2260501 Nov 27 01:10:46.823383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31208bfa-d6f0-4a41-8bfe-e9f7f9c78ab7 req-f0aa840d-6acc-4a2f-83e0-d9e8dd182797 service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543197 Nov 27 01:10:46.826045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Sync routers for ids ['8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:10:46.883269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Routers {'8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:46.884390 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:10:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:46.988786 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:47.040167 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:47.104586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Pushing event updated for resources: {'Port': ['ID=23104ae5-990e-41a8-9407-5be35e7586d9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:47.124428 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:47.133606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d10f6-67a2-4399-be98-bc970edf943f req-41c6fc2a-7843-431b-a524-994749878652 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:47.141513 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d6d10f6-67a2-4399-be98-bc970edf943f req-41c6fc2a-7843-431b-a524-994749878652 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 945 time: 0.4711995 Nov 27 01:10:47.236337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Set router 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:47.238972 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d6d10f6-67a2-4399-be98-bc970edf943f req-f15470a6-e5d0-4d89-a41f-08b6558965c5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898817 Nov 27 01:10:47.240031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:47.244875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:47.373834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf3364-c015-4b4f-9925-da8467055375 req-46b87798-1346-431d-b827-331651406572 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:47.397700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-32bf3364-c015-4b4f-9925-da8467055375 req-46b87798-1346-431d-b827-331651406572 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 943 time: 0.1643481 Nov 27 01:10:47.502438 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dc1ba3-2192-4752-a8a3-89e793d38e14 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:47.524380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-32bf3364-c015-4b4f-9925-da8467055375 req-d91bcb0b-a7a1-4f93-9ce5-d2f3948acfdd tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160772 Nov 27 01:10:47.671571 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0697a44-1783-4753-974b-4d3a9dae249b req-cb1d7809-363d-4a07-91e5-12f6dd1db74e tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:47.674272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0697a44-1783-4753-974b-4d3a9dae249b req-cb1d7809-363d-4a07-91e5-12f6dd1db74e tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 1103 time: 0.2541139 Nov 27 01:10:47.741876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61951c4d-92ea-4082-bd7c-7c82d6cbdf6a req-780c9e99-71df-4f7d-9e84-c61f357a8e06 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:47.752581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-61951c4d-92ea-4082-bd7c-7c82d6cbdf6a req-780c9e99-71df-4f7d-9e84-c61f357a8e06 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.1260803 Nov 27 01:10:47.896435 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-61951c4d-92ea-4082-bd7c-7c82d6cbdf6a req-a3b80399-1e2e-43f2-aef5-df973b782427 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401553 Nov 27 01:10:47.911467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7a8cd627-f291-445e-838b-b795e01e57b7 None None] Provisioning complete for port 23104ae5-990e-41a8-9407-5be35e7586d9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:47.911851 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7a8cd627-f291-445e-838b-b795e01e57b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:47.938591 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0697a44-1783-4753-974b-4d3a9dae249b req-27072b20-41d7-431c-b734-fdffcc6ffd08 tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548332 Nov 27 01:10:47.986679 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:48.029401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7a8cd627-f291-445e-838b-b795e01e57b7 None None] Port 23104ae5-990e-41a8-9407-5be35e7586d9 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:48.033450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:48.118613 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'name': 'tempest-TaggedBootDevicesTest_v242-2138361164-router', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ecc8b143-08eb-453d-ae79-543b7e809836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:32Z', 'updated_at': '2021-11-27T01:10:44Z', 'revision_number': 4, 'project_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'gw_port': {'id': 'ecc8b143-08eb-453d-ae79-543b7e809836', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:34Z', 'updated_at': '2021-11-27T01:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4ca280c7-5699-481f-b3b1-8827fc43fd95', 'name': '', 'network_id': '4014cd14-b05c-4a34-95a8-bc8a756b91a7', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'mac_address': 'fa:16:3e:31:4c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '3253c346-0356-48f8-a2e4-f4bb4cf3ee26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:41Z', 'updated_at': '2021-11-27T01:10:44Z', 'revision_number': 2, 'project_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'subnets': [{'id': '3253c346-0356-48f8-a2e4-f4bb4cf3ee26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:48.187640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299091f-6aa6-4625-8b76-d5990177cfd9 req-3ec4ac92-5280-4b1d-a13c-5ed2abfdb4b1 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:48.197737 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6299091f-6aa6-4625-8b76-d5990177cfd9 req-3ec4ac92-5280-4b1d-a13c-5ed2abfdb4b1 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 1097 time: 0.1275351 Nov 27 01:10:48.198333 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Checking router: 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:10:48.198701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Updating router 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 port 4ca280c7-5699-481f-b3b1-8827fc43fd95 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:10:48.276540 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:48.277117 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:48.340222 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:48.352910 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6299091f-6aa6-4625-8b76-d5990177cfd9 req-0855fbc6-b8a3-493f-a5df-4c5461939273 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476479 Nov 27 01:10:48.427986 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:48.467195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1f47b071-fb1b-4bc8-b00a-22eb728b4e0e,segment=NetworkSegment(9341718b-16cb-43f5-9e72-51e55b1a613b),segment_id=9341718b-16cb-43f5-9e72-51e55b1a613b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:48.476289 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:48.581874 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df9bbb-6b3b-4ab0-b25d-f42abb8cd155 req-8eae9851-1c17-4ebc-a8ba-f2c812cd87fb tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:48.596928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7df9bbb-6b3b-4ab0-b25d-f42abb8cd155 req-8eae9851-1c17-4ebc-a8ba-f2c812cd87fb tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 1103 time: 0.2869191 Nov 27 01:10:48.672287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be69e05-3538-469a-a0c6-965a20065900 None None] Network 1015b721-7798-4f53-98da-24c62650c19a requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:48.735264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98461dc-364e-48d9-b315-d2105a101162 req-625650bd-5a9c-403f-8d3a-dc88482fe268 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:48.745686 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d98461dc-364e-48d9-b315-d2105a101162 req-625650bd-5a9c-403f-8d3a-dc88482fe268 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 943 time: 0.0902057 Nov 27 01:10:48.781885 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:48.875748 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7df9bbb-6b3b-4ab0-b25d-f42abb8cd155 req-68e6e88d-d93e-4bf8-8370-88f1ecc1c663 tempest-ServersAdminTestJSON-1377195745 tempest-ServersAdminTestJSON-1377195745-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698128 Nov 27 01:10:48.909743 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=1f47b071-fb1b-4bc8-b00a-22eb728b4e0e,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:48.934831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ed00e3d9-a889-4514-9496-32b3693b9e37 None None] Provisioning complete for port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:48.935205 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ed00e3d9-a889-4514-9496-32b3693b9e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:48.950131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d98461dc-364e-48d9-b315-d2105a101162 req-b83d4261-2888-474d-b28a-46c77faed2e9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032049 Nov 27 01:10:49.051274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Router 1f99d107-d76d-48b2-be69-757308386440 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:10:49.366372 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:49.386852 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:49.417588 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90181575-f972-40d0-b65b-6994205fa742 req-1a760c65-5eb8-401d-8351-83accef18d24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:49.422410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90181575-f972-40d0-b65b-6994205fa742 req-1a760c65-5eb8-401d-8351-83accef18d24 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 821 time: 0.3645263 Nov 27 01:10:49.443030 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90181575-f972-40d0-b65b-6994205fa742 req-849893f4-05ac-4784-964d-651d3b2dc0e9 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/quotas/824296168135401cbcf32b795324fb86 HTTP/1.1" status: 200 len: 375 time: 0.0169806 Nov 27 01:10:49.446444 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:10:49.462081 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Sync routers for ids ['1f99d107-d76d-48b2-be69-757308386440'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:10:49.488018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acf098-bf8c-46bb-b479-0321714cc788 req-02e48dde-f447-4a84-9250-80dd5d9b206b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:49.504679 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Routers {'1f99d107-d76d-48b2-be69-757308386440'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:49.505323 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:10:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f99d107-d76d-48b2-be69-757308386440'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:49.513461 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b1acf098-bf8c-46bb-b479-0321714cc788 req-02e48dde-f447-4a84-9250-80dd5d9b206b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.1195331 Nov 27 01:10:49.540823 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:49.542120 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-595b399c-2956-4e86-8dc5-f36b3d793df5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2182231 Nov 27 01:10:49.547463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47916) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:49.565692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6ff5a-97b5-4fb9-8621-2ed8f4527ca1 None None] Pushing event updated for resources: {'Port': ['ID=4ca280c7-5699-481f-b3b1-8827fc43fd95,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:49.606352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Attempting to bind port 4ca280c7-5699-481f-b3b1-8827fc43fd95 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:49.606787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Attempting to bind port 4ca280c7-5699-481f-b3b1-8827fc43fd95 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'b93ae726-57b1-460d-91d8-489c5aadaead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4014cd14-b05c-4a34-95a8-bc8a756b91a7'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:49.607185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Attempting to bind port 4ca280c7-5699-481f-b3b1-8827fc43fd95 on network 4014cd14-b05c-4a34-95a8-bc8a756b91a7 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:49.617311 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90181575-f972-40d0-b65b-6994205fa742 req-0a300bb3-9edc-4072-945a-a0cdf7a324f6 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1533244 Nov 27 01:10:49.620979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:49.621468 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Checking segment: {'id': 'b93ae726-57b1-460d-91d8-489c5aadaead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4014cd14-b05c-4a34-95a8-bc8a756b91a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:49.621886 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:49.622291 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Bound using segment: {'id': 'b93ae726-57b1-460d-91d8-489c5aadaead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4014cd14-b05c-4a34-95a8-bc8a756b91a7'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:49.625352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Bound port: 4ca280c7-5699-481f-b3b1-8827fc43fd95, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93ae726-57b1-460d-91d8-489c5aadaead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4014cd14-b05c-4a34-95a8-bc8a756b91a7'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:49.625770 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:49.795687 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b1acf098-bf8c-46bb-b479-0321714cc788 req-75ca205b-f4e0-4fb9-893a-90467fd6db46 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806008 Nov 27 01:10:49.866401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:49.943399 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90181575-f972-40d0-b65b-6994205fa742 req-8ca2fd56-1413-4842-ae40-0e95fd2dbfc8 service neutron] 10.222.0.15 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211300 Nov 27 01:10:49.990276 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Set router 1f99d107-d76d-48b2-be69-757308386440 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:50.020202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] For port 4ca280c7-5699-481f-b3b1-8827fc43fd95, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:50.086271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] For port 4ca280c7-5699-481f-b3b1-8827fc43fd95, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4ca280c7-5699-481f-b3b1-8827fc43fd95,segment=NetworkSegment(b93ae726-57b1-460d-91d8-489c5aadaead),segment_id=b93ae726-57b1-460d-91d8-489c5aadaead)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:50.088798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fc729a71-0f89-4a9c-9d87-2dc6e260ff53 None None] Provisioning complete for port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:50.092953 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fc729a71-0f89-4a9c-9d87-2dc6e260ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:50.102718 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90181575-f972-40d0-b65b-6994205fa742 req-cbc75c2d-60bc-4f87-9e4b-4068b31977de service neutron] 10.222.0.15 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523173 Nov 27 01:10:50.118478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d8520-3853-442e-9642-e3cdf6e42087 req-74907317-284a-479d-a573-a25e8edbb6f8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:50.125781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e14d8520-3853-442e-9642-e3cdf6e42087 req-74907317-284a-479d-a573-a25e8edbb6f8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 949 time: 0.0928514 Nov 27 01:10:50.147798 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:50.300747 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:10:47Z', 'revision_number': 3, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port': {'id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:46Z', 'updated_at': '2021-11-27T01:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:50.333846 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Checking router: 1f99d107-d76d-48b2-be69-757308386440 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:10:50.334203 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Updating router 1f99d107-d76d-48b2-be69-757308386440 port 23104ae5-990e-41a8-9407-5be35e7586d9 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:10:50.363338 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:50.607011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:50.608419 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:50.622721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9aea5-4992-4ede-ae15-39508b733cd2 req-da9e264a-b871-4f8f-b03c-327688200d2f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:50.640194 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93c9aea5-4992-4ede-ae15-39508b733cd2 req-da9e264a-b871-4f8f-b03c-327688200d2f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 943 time: 0.1249542 Nov 27 01:10:50.736273 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93c9aea5-4992-4ede-ae15-39508b733cd2 req-848c7459-e9ea-41f9-bafb-3850f8c8d5f6 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911365 Nov 27 01:10:50.800511 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e14d8520-3853-442e-9642-e3cdf6e42087 req-b80918e8-76b8-4b7f-8ddc-5ed7bf4e9a72 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6737142 Nov 27 01:10:50.827163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Routers {'8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:50.827163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:10:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:50.827163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6ff5a-97b5-4fb9-8621-2ed8f4527ca1 None None] Pushing event updated for resources: {'Port': ['ID=4ca280c7-5699-481f-b3b1-8827fc43fd95,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:50.977406 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d8288aa0-f48f-4136-95b5-31ea56a1393d req-8a4cfd62-97cd-49ab-9eb1-9fcfd2b3288e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 210 time: 0.1445534 Nov 27 01:10:51.174312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11101c2b-2783-4d7f-b1e3-c0b21538641b req-98522368-9337-4479-b3d0-db8eeb98fb99 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:51.176410 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11101c2b-2783-4d7f-b1e3-c0b21538641b req-98522368-9337-4479-b3d0-db8eeb98fb99 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 949 time: 0.3093696 Nov 27 01:10:51.247689 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.254038 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.267230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] Set router 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:51.303974 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.320755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa198f-cc9b-4e2e-894b-71f71c37abc1 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:51.340828 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf32ee3-1b51-49e0-be08-8c061c7d4cf3 None None] Pushing event updated for resources: {'Port': ['ID=23104ae5-990e-41a8-9407-5be35e7586d9,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:51.343585 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Attempting to bind port 23104ae5-990e-41a8-9407-5be35e7586d9 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:51.344332 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Attempting to bind port 23104ae5-990e-41a8-9407-5be35e7586d9 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:51.345526 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Attempting to bind port 23104ae5-990e-41a8-9407-5be35e7586d9 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:51.352633 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:51.353289 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:51.353863 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.354579 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:51.355425 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Bound port: 23104ae5-990e-41a8-9407-5be35e7586d9, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:51.356038 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.426590 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] For port 23104ae5-990e-41a8-9407-5be35e7586d9, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:51.430298 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] For port 23104ae5-990e-41a8-9407-5be35e7586d9, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=23104ae5-990e-41a8-9407-5be35e7586d9,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:51.430787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539528cf-c3d4-49b1-acf9-8fa496fae463 req-8f299d97-c11e-44f5-b1a2-385690937120 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:51.437910 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.440402 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-539528cf-c3d4-49b1-acf9-8fa496fae463 req-8f299d97-c11e-44f5-b1a2-385690937120 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.3855715 Nov 27 01:10:51.483023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d41606c9-eeb9-4a7a-a057-65b20c0292e4 None None] Provisioning complete for port 23104ae5-990e-41a8-9407-5be35e7586d9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:51.483393 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d41606c9-eeb9-4a7a-a057-65b20c0292e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.523625 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf32ee3-1b51-49e0-be08-8c061c7d4cf3 None None] Pushing event updated for resources: {'Port': ['ID=23104ae5-990e-41a8-9407-5be35e7586d9,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:51.525847 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4817d1-94b8-4023-a289-0faf616ba008 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:51.527100 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Routers {'1f99d107-d76d-48b2-be69-757308386440'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:51.527950 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:10:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f99d107-d76d-48b2-be69-757308386440'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:51.679459 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'name': 'tempest-TaggedBootDevicesTest_v242-2138361164-router', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ecc8b143-08eb-453d-ae79-543b7e809836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:32Z', 'updated_at': '2021-11-27T01:10:44Z', 'revision_number': 4, 'project_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'gw_port': {'id': 'ecc8b143-08eb-453d-ae79-543b7e809836', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:34Z', 'updated_at': '2021-11-27T01:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4ca280c7-5699-481f-b3b1-8827fc43fd95', 'name': '', 'network_id': '4014cd14-b05c-4a34-95a8-bc8a756b91a7', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'mac_address': 'fa:16:3e:31:4c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '3253c346-0356-48f8-a2e4-f4bb4cf3ee26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:41Z', 'updated_at': '2021-11-27T01:10:50Z', 'revision_number': 4, 'project_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'subnets': [{'id': '3253c346-0356-48f8-a2e4-f4bb4cf3ee26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:51.708632 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] Set router 1f99d107-d76d-48b2-be69-757308386440 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:51.718483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3825ca7e-bb2d-4656-a809-e5a134650570 None None] The sync data for ids ['8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'] in n-d-817303-10 is: [{'id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'name': 'tempest-TaggedBootDevicesTest_v242-2138361164-router', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ecc8b143-08eb-453d-ae79-543b7e809836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:32Z', 'updated_at': '2021-11-27T01:10:44Z', 'revision_number': 4, 'project_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'gw_port': {'id': 'ecc8b143-08eb-453d-ae79-543b7e809836', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:34Z', 'updated_at': '2021-11-27T01:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4ca280c7-5699-481f-b3b1-8827fc43fd95', 'name': '', 'network_id': '4014cd14-b05c-4a34-95a8-bc8a756b91a7', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'mac_address': 'fa:16:3e:31:4c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '3253c346-0356-48f8-a2e4-f4bb4cf3ee26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:41Z', 'updated_at': '2021-11-27T01:10:50Z', 'revision_number': 4, 'project_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'subnets': [{'id': '3253c346-0356-48f8-a2e4-f4bb4cf3ee26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:10:51.720287 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d41606c9-eeb9-4a7a-a057-65b20c0292e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.753105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d41606c9-eeb9-4a7a-a057-65b20c0292e4 None None] For port 23104ae5-990e-41a8-9407-5be35e7586d9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=23104ae5-990e-41a8-9407-5be35e7586d9,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:51.761676 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d41606c9-eeb9-4a7a-a057-65b20c0292e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.802282 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-539528cf-c3d4-49b1-acf9-8fa496fae463 req-03f46e11-b1bc-4a7f-adfb-0517bf825b0f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603800 Nov 27 01:10:51.871952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-11101c2b-2783-4d7f-b1e3-c0b21538641b req-47ba76a8-bccd-4b67-a3af-6383698b4e04 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Deleting port 343ce4a7-4708-454c-a07e-b9c2b8160369 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:51.873238 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-11101c2b-2783-4d7f-b1e3-c0b21538641b req-47ba76a8-bccd-4b67-a3af-6383698b4e04 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.899922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41606c9-eeb9-4a7a-a057-65b20c0292e4 None None] Pushing event updated for resources: {'Port': ['ID=23104ae5-990e-41a8-9407-5be35e7586d9,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:51.931797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d41606c9-eeb9-4a7a-a057-65b20c0292e4 None None] Provisioning complete for port 4ca280c7-5699-481f-b3b1-8827fc43fd95 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:51.932327 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d41606c9-eeb9-4a7a-a057-65b20c0292e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:52.132075 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d41606c9-eeb9-4a7a-a057-65b20c0292e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:52.133076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6135182-bd1b-41a3-b104-31ddc693a603 req-83c3ca25-92c3-4af1-960f-86a7b032e1f9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:52.145501 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6135182-bd1b-41a3-b104-31ddc693a603 req-83c3ca25-92c3-4af1-960f-86a7b032e1f9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 943 time: 0.1554556 Nov 27 01:10:52.165874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-11101c2b-2783-4d7f-b1e3-c0b21538641b req-47ba76a8-bccd-4b67-a3af-6383698b4e04 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] For port 343ce4a7-4708-454c-a07e-b9c2b8160369, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=343ce4a7-4708-454c-a07e-b9c2b8160369,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:52.166986 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-11101c2b-2783-4d7f-b1e3-c0b21538641b req-47ba76a8-bccd-4b67-a3af-6383698b4e04 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:52.218747 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-11101c2b-2783-4d7f-b1e3-c0b21538641b req-47ba76a8-bccd-4b67-a3af-6383698b4e04 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Calling delete_port for 343ce4a7-4708-454c-a07e-b9c2b8160369 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:52.241188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d41606c9-eeb9-4a7a-a057-65b20c0292e4 None None] For port 4ca280c7-5699-481f-b3b1-8827fc43fd95, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4ca280c7-5699-481f-b3b1-8827fc43fd95,segment=NetworkSegment(b93ae726-57b1-460d-91d8-489c5aadaead),segment_id=b93ae726-57b1-460d-91d8-489c5aadaead)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:52.246869 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d41606c9-eeb9-4a7a-a057-65b20c0292e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:52.331158 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6135182-bd1b-41a3-b104-31ddc693a603 req-170707ec-f376-460c-a204-d2f187a77f34 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611059 Nov 27 01:10:52.348280 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:10:47Z', 'revision_number': 3, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port': {'id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:46Z', 'updated_at': '2021-11-27T01:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:52.409022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4ad2f88a-d4c7-4693-a131-2eeefa5cd18a None None] Provisioning complete for port 23104ae5-990e-41a8-9407-5be35e7586d9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:52.409405 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4ad2f88a-d4c7-4693-a131-2eeefa5cd18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:52.412963 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072cdf48-2215-42e9-89ce-de18207b0a49 None None] The sync data for ids ['1f99d107-d76d-48b2-be69-757308386440'] in n-d-817303-10 is: [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:10:47Z', 'revision_number': 3, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port': {'id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:46Z', 'updated_at': '2021-11-27T01:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:10:52.430999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41606c9-eeb9-4a7a-a057-65b20c0292e4 None None] Pushing event updated for resources: {'Port': ['ID=4ca280c7-5699-481f-b3b1-8827fc43fd95,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:52.535372 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-59739d90-e531-425a-b40b-26e2e69f349e req-8cfda6d4-df85-48a8-bf2f-17db68e022c7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 210 time: 0.0854139 Nov 27 01:10:52.567886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Allocated IP 172.20.0.1 (1015b721-7798-4f53-98da-24c62650c19a/3ff033c3-8819-49e9-b4d2-ddefe03865a5/280650a9-a3e8-4436-9f08-bab76c65ceeb) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:52.769053 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device aaf1ca11-8b99-4632-b6c0-8260c4e72d84 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:52.969561 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbaa503-1b48-4efa-b460-094d5fe3b376 req-79c57e1b-c138-4927-bbfc-4b9525ce0090 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:52.982139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:52.984752 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6dbaa503-1b48-4efa-b460-094d5fe3b376 req-79c57e1b-c138-4927-bbfc-4b9525ce0090 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 949 time: 0.6143532 Nov 27 01:10:53.000416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'port_id': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'mac_address': 'fa:16:3e:bd:62:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:10:53.087543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a7aa9-51fe-4a59-9377-c176f70d9e1f req-ea3c4145-fe84-40d7-a03b-ec4ccfdf76a3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:53.096952 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bd0a7aa9-51fe-4a59-9377-c176f70d9e1f req-ea3c4145-fe84-40d7-a03b-ec4ccfdf76a3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 945 time: 0.1366763 Nov 27 01:10:53.113339 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:53.129976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:53.140035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6d4914d9-cf86-445e-8963-329bad6b2d5f details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:53.167501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf1ca11-8b99-4632-b6c0-8260c4e72d84 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:53.188428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bd0a7aa9-51fe-4a59-9377-c176f70d9e1f req-67310395-bf98-497c-83b0-5f1cfe72fa46 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900846 Nov 27 01:10:53.247064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90181575-f972-40d0-b65b-6994205fa742 req-8a92c5ca-d248-4cf0-91f8-95c0db37685f tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:53.259636 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90181575-f972-40d0-b65b-6994205fa742 req-8a92c5ca-d248-4cf0-91f8-95c0db37685f tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.31 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 821 time: 0.5576024 Nov 27 01:10:53.319103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-90181575-f972-40d0-b65b-6994205fa742 req-5b767b4d-4814-4d00-80e1-ae687db3032d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Request body: {'port': {'device_id': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e', 'admin_state_up': True, 'tenant_id': '824296168135401cbcf32b795324fb86'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:53.359618 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-11101c2b-2783-4d7f-b1e3-c0b21538641b req-47ba76a8-bccd-4b67-a3af-6383698b4e04 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:53.409713 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['52ee8fe1-f979-4e32-8acc-530789e5791d', '343ce4a7-4708-454c-a07e-b9c2b8160369', '2f386837-4f2d-4f98-9029-2dc3509ac154'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:53.463960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:53.512012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6dbaa503-1b48-4efa-b460-094d5fe3b376 req-9828fd0b-d9b7-45fc-a38c-b07c980219d6 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259840 Nov 27 01:10:53.578749 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:53.592622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb57703-1837-4d91-a832-92a04a0806b3 req-aef043b8-c331-476f-b8e2-f50b76f0adeb tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:53.605420 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cb57703-1837-4d91-a832-92a04a0806b3 req-aef043b8-c331-476f-b8e2-f50b76f0adeb tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 943 time: 0.1065934 Nov 27 01:10:53.704986 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cb57703-1837-4d91-a832-92a04a0806b3 req-ae319d52-126c-4443-a1c1-b75f9d808e94 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935955 Nov 27 01:10:53.729574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6d4914d9-cf86-445e-8963-329bad6b2d5f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6d4914d9-cf86-445e-8963-329bad6b2d5f,segment=NetworkSegment(998dae43-8a20-4200-b7e7-7d5094985d4a),segment_id=998dae43-8a20-4200-b7e7-7d5094985d4a)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:53.808396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '6d4914d9-cf86-445e-8963-329bad6b2d5f', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'port_id': '6d4914d9-cf86-445e-8963-329bad6b2d5f', 'mac_address': 'fa:16:3e:58:8c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:10:54.007671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['aaf1ca11-8b99-4632-b6c0-8260c4e72d84'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:54.009799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 23104ae5-990e-41a8-9407-5be35e7586d9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:54.109192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,revision_number=11']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:54.176004 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:54.250857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4914d9-cf86-445e-8963-329bad6b2d5f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:54.331704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6d4914d9-cf86-445e-8963-329bad6b2d5f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6d4914d9-cf86-445e-8963-329bad6b2d5f,segment=NetworkSegment(998dae43-8a20-4200-b7e7-7d5094985d4a),segment_id=998dae43-8a20-4200-b7e7-7d5094985d4a)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:54.356186 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:54.416996 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-914e8b08-0387-46d5-b3d7-5916a0255e03 req-a4babce2-599b-4fc7-b181-d9b884995c55 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 210 time: 0.1346519 Nov 27 01:10:54.439189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=6d4914d9-cf86-445e-8963-329bad6b2d5f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:54.479859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 23104ae5-990e-41a8-9407-5be35e7586d9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:54.480229 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:54.481523 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:54.499770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbfa20-66d5-413c-9422-9aa34db87395 req-421f3cf4-666f-4ec9-aa41-089daf10ae06 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:54.503120 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0afbfa20-66d5-413c-9422-9aa34db87395 req-421f3cf4-666f-4ec9-aa41-089daf10ae06 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.1151748 Nov 27 01:10:54.537115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-11101c2b-2783-4d7f-b1e3-c0b21538641b req-47ba76a8-bccd-4b67-a3af-6383698b4e04 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] No DVR routers for this DVR port 343ce4a7-4708-454c-a07e-b9c2b8160369 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:54.572526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba76a8-bccd-4b67-a3af-6383698b4e04 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Pushing event deleted for resources: {'Port': ['ID=343ce4a7-4708-454c-a07e-b9c2b8160369,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:54.587795 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-11101c2b-2783-4d7f-b1e3-c0b21538641b req-47ba76a8-bccd-4b67-a3af-6383698b4e04 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:54.591634 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11101c2b-2783-4d7f-b1e3-c0b21538641b req-47ba76a8-bccd-4b67-a3af-6383698b4e04 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "DELETE /v2.0/ports/343ce4a7-4708-454c-a07e-b9c2b8160369 HTTP/1.1" status: 204 len: 173 time: 3.3942795 Nov 27 01:10:54.611070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Network 1015b721-7798-4f53-98da-24c62650c19a is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:54.612805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86b1d75-7cc4-4b68-a2e4-a59e42dec928', 'name': 'network-vif-deleted', 'tag': '343ce4a7-4708-454c-a07e-b9c2b8160369'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:54.617638 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809c4007-6307-4421-9459-360317397ad9" -d '{"events": [{"server_uuid": "e86b1d75-7cc4-4b68-a2e4-a59e42dec928", "name": "network-vif-deleted", "tag": "343ce4a7-4708-454c-a07e-b9c2b8160369"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:54.640453 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0afbfa20-66d5-413c-9422-9aa34db87395 req-67945639-7cf8-421a-b752-92c12dea5b4d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289289 Nov 27 01:10:54.658735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:54.667719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:54.751405 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:54.779486 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79039fb2-f32d-4580-98cd-b96d127bb1f5 x-openstack-request-id: req-79039fb2-f32d-4580-98cd-b96d127bb1f5 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:54.780027 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86b1d75-7cc4-4b68-a2e4-a59e42dec928", "name": "network-vif-deleted", "tag": "343ce4a7-4708-454c-a07e-b9c2b8160369", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:54.780494 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79039fb2-f32d-4580-98cd-b96d127bb1f5 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:54.781076 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86b1d75-7cc4-4b68-a2e4-a59e42dec928', 'name': 'network-vif-deleted', 'tag': '343ce4a7-4708-454c-a07e-b9c2b8160369', 'status': 'completed', 'code': 200} Nov 27 01:10:54.789946 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['6d4914d9-cf86-445e-8963-329bad6b2d5f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:54.903961 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3d47af4b-f3b5-4386-9fd8-e47bcea7a0c2 req-ad097555-343c-4a6b-94e4-4a949aa51ded tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86b1d75-7cc4-4b68-a2e4-a59e42dec928 HTTP/1.1" status: 200 len: 210 time: 0.1415641 Nov 27 01:10:54.925386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Pushing event updated for resources: {'Port': ['ID=280650a9-a3e8-4436-9f08-bab76c65ceeb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:55.003315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3105486-e072-496e-b08d-5781139150d9 req-b746d285-548e-49fa-83a3-968c2640a075 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:55.026365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90181575-f972-40d0-b65b-6994205fa742 req-5b767b4d-4814-4d00-80e1-ae687db3032d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Made reservation on behalf of 824296168135401cbcf32b795324fb86 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:55.027567 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e3105486-e072-496e-b08d-5781139150d9 req-b746d285-548e-49fa-83a3-968c2640a075 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 944 time: 0.1265450 Nov 27 01:10:55.031102 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-90181575-f972-40d0-b65b-6994205fa742 req-5b767b4d-4814-4d00-80e1-ae687db3032d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:55.086940 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:55.174289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 343ce4a7-4708-454c-a07e-b9c2b8160369 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:55.178607 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e3105486-e072-496e-b08d-5781139150d9 req-35a6fafa-4c3c-475a-b5fa-ff4208cd1d69 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500092 Nov 27 01:10:55.248122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4ca280c7-5699-481f-b3b1-8827fc43fd95 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:55.259064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 343ce4a7-4708-454c-a07e-b9c2b8160369 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:10:55.259064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 343ce4a7-4708-454c-a07e-b9c2b8160369 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:10:55.314417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-825927fd-94ab-47cd-bb56-d965eaca0cd3 None None] Provisioning complete for port 280650a9-a3e8-4436-9f08-bab76c65ceeb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:55.315088 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-825927fd-94ab-47cd-bb56-d965eaca0cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:55.345953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-90181575-f972-40d0-b65b-6994205fa742 req-5b767b4d-4814-4d00-80e1-ae687db3032d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Allocated IP 172.20.0.10 (f93ecaf6-f2e6-4439-a009-77b73a266f3e/cd128aaa-786d-4427-ad50-a8311f6e6702/d965c31f-5b9d-4423-ac87-933fb3b2537f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:55.433631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-825927fd-94ab-47cd-bb56-d965eaca0cd3 None None] Port 280650a9-a3e8-4436-9f08-bab76c65ceeb cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:55.456494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4ca280c7-5699-481f-b3b1-8827fc43fd95 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:55.456874 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:55.790278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:55.815915 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-329d031d-e7b1-468c-a9fe-ef2c9dabd4eb req-08ceee40-421d-4524-89d7-cc6c8b256498 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 210 time: 0.2115111 Nov 27 01:10:55.824595 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:55.885328 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40703cf-8ace-470e-99ab-2c2c388f09a7 req-1c043ba6-9cf7-45a5-bcde-626a16dc155e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:55.886979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f40703cf-8ace-470e-99ab-2c2c388f09a7 req-1c043ba6-9cf7-45a5-bcde-626a16dc155e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.1106002 Nov 27 01:10:55.963319 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f40703cf-8ace-470e-99ab-2c2c388f09a7 req-82bba547-8307-4d21-8dfd-93e96c7c482c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683329 Nov 27 01:10:55.968197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Pushing event updated for resources: {'Port': ['ID=280650a9-a3e8-4436-9f08-bab76c65ceeb,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:55.972533 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:56.007874 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-90181575-f972-40d0-b65b-6994205fa742 req-5b767b4d-4814-4d00-80e1-ae687db3032d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:56.117679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-90181575-f972-40d0-b65b-6994205fa742 req-5b767b4d-4814-4d00-80e1-ae687db3032d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:56.182170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Network 1015b721-7798-4f53-98da-24c62650c19a is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:56.196641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:56.216032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90181575-f972-40d0-b65b-6994205fa742 req-5b767b4d-4814-4d00-80e1-ae687db3032d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Network f93ecaf6-f2e6-4439-a009-77b73a266f3e is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:56.228355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b767b4d-4814-4d00-80e1-ae687db3032d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Pushing event updated for resources: {'Port': ['ID=d965c31f-5b9d-4423-ac87-933fb3b2537f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:56.241727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-90181575-f972-40d0-b65b-6994205fa742 req-5b767b4d-4814-4d00-80e1-ae687db3032d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:56.245316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-90181575-f972-40d0-b65b-6994205fa742 req-5b767b4d-4814-4d00-80e1-ae687db3032d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:56.267354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f925d39-b496-4407-8998-fe4468660f86 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:56.322228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b266d-f435-4e22-ba47-48e072049ee7 req-3d2753f4-ac4c-4185-9ac5-6cad409e6da0 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:56.323775 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e3b266d-f435-4e22-ba47-48e072049ee7 req-3d2753f4-ac4c-4185-9ac5-6cad409e6da0 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 949 time: 0.1064458 Nov 27 01:10:56.396573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ed362a0b-71f6-4890-919e-38963733afdb None None] Provisioning complete for port d965c31f-5b9d-4423-ac87-933fb3b2537f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:56.397089 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ed362a0b-71f6-4890-919e-38963733afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:56.447370 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e3b266d-f435-4e22-ba47-48e072049ee7 req-f2105288-84e0-4945-bded-399d4361eec8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084347 Nov 27 01:10:56.482325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90181575-f972-40d0-b65b-6994205fa742 req-5b767b4d-4814-4d00-80e1-ae687db3032d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:56.487197 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-90181575-f972-40d0-b65b-6994205fa742 req-5b767b4d-4814-4d00-80e1-ae687db3032d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:56.491780 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ed362a0b-71f6-4890-919e-38963733afdb None None] Port d965c31f-5b9d-4423-ac87-933fb3b2537f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:56.572515 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90181575-f972-40d0-b65b-6994205fa742 req-5b767b4d-4814-4d00-80e1-ae687db3032d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2593975 Nov 27 01:10:56.594599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568f79a-051e-47af-b7f1-712a59426a3f req-398b9ff3-0b03-4ee4-9696-2ec9f951872f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:56.596656 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2568f79a-051e-47af-b7f1-712a59426a3f req-398b9ff3-0b03-4ee4-9696-2ec9f951872f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 944 time: 0.2817836 Nov 27 01:10:56.603439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Request body: {'port': {'device_id': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:56.613623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2949a4c7-3714-499a-8e22-f59d2c264179 None None] Provisioning complete for port 280650a9-a3e8-4436-9f08-bab76c65ceeb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:56.614340 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2949a4c7-3714-499a-8e22-f59d2c264179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:56.680022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Router 1f99d107-d76d-48b2-be69-757308386440 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:10:56.730165 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2568f79a-051e-47af-b7f1-712a59426a3f req-754be528-ab0c-4f9f-a47e-dcd578ca36f9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205299 Nov 27 01:10:56.736143 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:56.738379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2949a4c7-3714-499a-8e22-f59d2c264179 None None] Port 280650a9-a3e8-4436-9f08-bab76c65ceeb cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:56.778572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device aaf1ca11-8b99-4632-b6c0-8260c4e72d84 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:56.904580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:10:56.909824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:56.910074 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.032581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96671dc9-96a8-4f77-bf9e-ddf5ddf26a45 req-a43b7104-6e30-4d38-b30c-01d16c5c3769 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:57.051970 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-96671dc9-96a8-4f77-bf9e-ddf5ddf26a45 req-a43b7104-6e30-4d38-b30c-01d16c5c3769 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 932 time: 0.0844588 Nov 27 01:10:57.093387 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.134322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:57.138366 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2224d1-90ea-416e-ab7e-979e1d26b6c8" -d '{"events": [{"server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "name": "network-vif-plugged", "status": "completed", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:57.139621 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-96671dc9-96a8-4f77-bf9e-ddf5ddf26a45 req-20b77748-ca45-42b6-90e8-0f2eee9b2fa6 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863242 Nov 27 01:10:57.151422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6d4914d9-cf86-445e-8963-329bad6b2d5f up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:57.175217 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:57.220675 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.226174 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:10:57.241248 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-18678d7a-3bb7-475a-bc4f-07237abfbbf7 admin admin] 10.222.0.15 "PUT /v2.0/routers/1f99d107-d76d-48b2-be69-757308386440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6915343 Nov 27 01:10:57.270629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Sync routers for ids ['1f99d107-d76d-48b2-be69-757308386440'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:10:57.312440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18371397-7e4f-43cb-8084-135e5e946c91 req-3bb03b89-7663-429a-b471-2d15291c7015 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:57.314902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Routers {'1f99d107-d76d-48b2-be69-757308386440'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:57.315525 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:10:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f99d107-d76d-48b2-be69-757308386440'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:57.320700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18371397-7e4f-43cb-8084-135e5e946c91 req-3bb03b89-7663-429a-b471-2d15291c7015 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 946 time: 0.1710587 Nov 27 01:10:57.348414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d49ade-ffd6-4561-9d7f-bfec999e9ca8 req-ed5a976f-8ac9-45fb-b506-c1140e8728e5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:57.359339 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1d49ade-ffd6-4561-9d7f-bfec999e9ca8 req-ed5a976f-8ac9-45fb-b506-c1140e8728e5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 946 time: 0.1289847 Nov 27 01:10:57.379574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,revision_number=12']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:57.416765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18371397-7e4f-43cb-8084-135e5e946c91 req-1d6653d1-4cfd-42dd-bbb9-966ab714a725 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950572 Nov 27 01:10:57.422477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 6d4914d9-cf86-445e-8963-329bad6b2d5f completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:10:57.428600 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 6d4914d9-cf86-445e-8963-329bad6b2d5f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:57.428978 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.477875 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1d49ade-ffd6-4561-9d7f-bfec999e9ca8 req-f9c73963-0625-4ce4-8b83-e28db1b7873a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001506 Nov 27 01:10:57.586944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d965c31f-5b9d-4423-ac87-933fb3b2537f {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:57.611334 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.653654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Transition to ACTIVE for port object d965c31f-5b9d-4423-ac87-933fb3b2537f will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:10:57.663049 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.750363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Pushing event updated for resources: {'Port': ['ID=d965c31f-5b9d-4423-ac87-933fb3b2537f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:57.783852 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e63b6c-c3b9-4534-be45-16b8c80f6812 x-openstack-request-id: req-36e63b6c-c3b9-4534-be45-16b8c80f6812 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:57.784321 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "name": "network-vif-plugged", "status": "completed", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:57.784919 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36e63b6c-c3b9-4534-be45-16b8c80f6812 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:57.785467 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'code': 200} Nov 27 01:10:57.799442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63e4317-aab6-45ca-9ab6-73d7db2ed247 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:57.812608 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9537461-a6ef-420f-b270-ae45e3e234dc req-b020b4c6-4d19-447f-b519-07099dcf1dd6 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:57.824383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9537461-a6ef-420f-b270-ae45e3e234dc req-b020b4c6-4d19-447f-b519-07099dcf1dd6 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 949 time: 0.1935802 Nov 27 01:10:57.844129 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Set router 1f99d107-d76d-48b2-be69-757308386440 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:58.127267 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.137540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf897188-4727-4e7c-a720-16c238e7217e req-d9c2c650-78d8-4b11-86e6-148754dc4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:58.139069 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf897188-4727-4e7c-a720-16c238e7217e req-d9c2c650-78d8-4b11-86e6-148754dc4abc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 1099 time: 0.3112838 Nov 27 01:10:58.215039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Attempting to bind port d965c31f-5b9d-4423-ac87-933fb3b2537f on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:58.216383 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Attempting to bind port d965c31f-5b9d-4423-ac87-933fb3b2537f by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:58.217278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Attempting to bind port d965c31f-5b9d-4423-ac87-933fb3b2537f on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:58.263190 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.295683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a04870-d1d2-4859-aa2a-f3ca5fa705c5 req-78131cdf-18dd-460b-b3e3-476dfcd7324f tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:58.303853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31a04870-d1d2-4859-aa2a-f3ca5fa705c5 req-78131cdf-18dd-460b-b3e3-476dfcd7324f tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 949 time: 0.4748104 Nov 27 01:10:58.310572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6d4914d9-cf86-445e-8963-329bad6b2d5f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6d4914d9-cf86-445e-8963-329bad6b2d5f,segment=NetworkSegment(998dae43-8a20-4200-b7e7-7d5094985d4a),segment_id=998dae43-8a20-4200-b7e7-7d5094985d4a)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:58.316830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Port d965c31f-5b9d-4423-ac87-933fb3b2537f on network f93ecaf6-f2e6-4439-a009-77b73a266f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:10:58.320619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Attempting to bind port d965c31f-5b9d-4423-ac87-933fb3b2537f on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:58.321218 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.359921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:58.359921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Checking segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:58.359921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Bound using segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:58.359921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Bound port: d965c31f-5b9d-4423-ac87-933fb3b2537f, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:58.359921 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.412024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=6d4914d9-cf86-445e-8963-329bad6b2d5f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:58.439552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48050) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:58.447003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8e275f2a-3fce-4450-8fc4-647c53a82063 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768950993', 'description': 'tempest-description--301563658'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:58.470374 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf897188-4727-4e7c-a720-16c238e7217e req-cd246800-1dc1-47e5-9952-fb36a68f17d3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730193 Nov 27 01:10:58.520465 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9537461-a6ef-420f-b270-ae45e3e234dc req-25a92be0-76c2-448a-bf3a-b578aaabb127 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6800277 Nov 27 01:10:58.527044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:10:55Z', 'revision_number': 4, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port': {'id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:46Z', 'updated_at': '2021-11-27T01:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '280650a9-a3e8-4436-9f08-bab76c65ceeb', 'name': '', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'mac_address': 'fa:16:3e:a4:8f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:51Z', 'updated_at': '2021-11-27T01:10:55Z', 'revision_number': 2, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'subnets': [{'id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:58.592131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:58.615318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:58.618436 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8e275f2a-3fce-4450-8fc4-647c53a82063 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.635791 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.668041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Checking router: 1f99d107-d76d-48b2-be69-757308386440 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:10:58.668041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Updating router 1f99d107-d76d-48b2-be69-757308386440 port 280650a9-a3e8-4436-9f08-bab76c65ceeb binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:10:58.703638 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.704071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a2587-f504-488d-ab83-8035cea08174 req-a07865db-4838-4445-8484-d7537d36c575 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:58.712095 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a87a2587-f504-488d-ab83-8035cea08174 req-a07865db-4838-4445-8484-d7537d36c575 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 944 time: 0.0864813 Nov 27 01:10:58.744833 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a74f6d-77ad-4a45-8245-3a909e1ad3e0 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:58.746365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:58.747700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.765756 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90181575-f972-40d0-b65b-6994205fa742 req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] 10.222.0.31 "PUT /v2.0/ports/d965c31f-5b9d-4423-ac87-933fb3b2537f HTTP/1.1" status: 200 len: 1093 time: 2.1509404 Nov 27 01:10:58.782344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'tag': 'd965c31f-5b9d-4423-ac87-933fb3b2537f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:58.786523 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e08cb84-dd40-4ae8-a1ec-d01dee5932c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e91ee241-fb33-4f64-ab89-550f9d37d062", "tag": "d965c31f-5b9d-4423-ac87-933fb3b2537f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:58.788732 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a87a2587-f504-488d-ab83-8035cea08174 req-29818045-79df-48c1-9e8b-24c065c25907 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754955 Nov 27 01:10:58.802975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449d2da-1c5e-4e85-8a08-904574511578 req-0ed80c88-c94d-4525-aab8-991833b6c97f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:58.808808 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7449d2da-1c5e-4e85-8a08-904574511578 req-0ed80c88-c94d-4525-aab8-991833b6c97f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 945 time: 0.2784688 Nov 27 01:10:58.834140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcf104-447b-4ddd-ab8f-6aef67f20f00 service neutron] Pushing event updated for resources: {'Port': ['ID=d965c31f-5b9d-4423-ac87-933fb3b2537f,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:58.858802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-31a04870-d1d2-4859-aa2a-f3ca5fa705c5 req-5483a76f-976b-43b0-971c-fb0ec740a984 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Deleting port 52ee8fe1-f979-4e32-8acc-530789e5791d {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:58.859282 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31a04870-d1d2-4859-aa2a-f3ca5fa705c5 req-5483a76f-976b-43b0-971c-fb0ec740a984 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.989196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-31a04870-d1d2-4859-aa2a-f3ca5fa705c5 req-5483a76f-976b-43b0-971c-fb0ec740a984 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] For port 52ee8fe1-f979-4e32-8acc-530789e5791d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=52ee8fe1-f979-4e32-8acc-530789e5791d,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:58.989498 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31a04870-d1d2-4859-aa2a-f3ca5fa705c5 req-5483a76f-976b-43b0-971c-fb0ec740a984 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.003264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-31a04870-d1d2-4859-aa2a-f3ca5fa705c5 req-5483a76f-976b-43b0-971c-fb0ec740a984 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Calling delete_port for 52ee8fe1-f979-4e32-8acc-530789e5791d owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:59.068399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f9532-4be8-4d9f-bcbc-1f27fb5f29ff req-7d3d159e-cc21-4b77-905e-6ad24482eb9e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:59.072165 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6d3f9532-4be8-4d9f-bcbc-1f27fb5f29ff req-7d3d159e-cc21-4b77-905e-6ad24482eb9e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 947 time: 0.1029480 Nov 27 01:10:59.151934 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7449d2da-1c5e-4e85-8a08-904574511578 req-443ef21e-1d99-4b0c-8570-5622924cc3d0 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307414 Nov 27 01:10:59.223076 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6d3f9532-4be8-4d9f-bcbc-1f27fb5f29ff req-d5756cf8-076e-4120-8fec-e017523bb983 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415193 Nov 27 01:10:59.269106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90181575-f972-40d0-b65b-6994205fa742 req-be995dc9-5f83-4096-990e-3e08bc20571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:59.271399 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90181575-f972-40d0-b65b-6994205fa742 req-be995dc9-5f83-4096-990e-3e08bc20571f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 1096 time: 0.2131698 Nov 27 01:10:59.334085 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.336894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8e275f2a-3fce-4450-8fc4-647c53a82063 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.342540 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.343128 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f05bb2e-3db6-449c-ad64-d1340cd0f68c x-openstack-request-id: req-9f05bb2e-3db6-449c-ad64-d1340cd0f68c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:59.343424 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91ee241-fb33-4f64-ab89-550f9d37d062", "tag": "d965c31f-5b9d-4423-ac87-933fb3b2537f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:59.343678 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f05bb2e-3db6-449c-ad64-d1340cd0f68c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:59.344077 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'tag': 'd965c31f-5b9d-4423-ac87-933fb3b2537f', 'status': 'completed', 'code': 200} Nov 27 01:10:59.415385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac359a46-0ef8-4076-959c-66ec01d989e5 None None] Pushing event updated for resources: {'Port': ['ID=280650a9-a3e8-4436-9f08-bab76c65ceeb,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:59.420202 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8e275f2a-3fce-4450-8fc4-647c53a82063 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.454970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90181575-f972-40d0-b65b-6994205fa742 req-75e84b51-49b4-4ded-be1f-fec6aa25fa04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f HTTP/1.1" status: 200 len: 217 time: 0.1351063 Nov 27 01:10:59.457603 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8e275f2a-3fce-4450-8fc4-647c53a82063 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.458373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Attempting to bind port 280650a9-a3e8-4436-9f08-bab76c65ceeb on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:59.458373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Attempting to bind port 280650a9-a3e8-4436-9f08-bab76c65ceeb by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '9341718b-16cb-43f5-9e72-51e55b1a613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1015b721-7798-4f53-98da-24c62650c19a'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:59.458601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Attempting to bind port 280650a9-a3e8-4436-9f08-bab76c65ceeb on network 1015b721-7798-4f53-98da-24c62650c19a {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:59.458975 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8e275f2a-3fce-4450-8fc4-647c53a82063 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0150976 Nov 27 01:10:59.463716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48064) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:59.475318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:59.475776 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Checking segment: {'id': '9341718b-16cb-43f5-9e72-51e55b1a613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1015b721-7798-4f53-98da-24c62650c19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:59.476720 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.476720 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Bound using segment: {'id': '9341718b-16cb-43f5-9e72-51e55b1a613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1015b721-7798-4f53-98da-24c62650c19a'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:59.477726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Bound port: 280650a9-a3e8-4436-9f08-bab76c65ceeb, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9341718b-16cb-43f5-9e72-51e55b1a613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1015b721-7798-4f53-98da-24c62650c19a'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:59.477726 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.491629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Request body: {'security_group_rule': {'security_group_id': '56933613-9ec1-4e5e-a4e5-16bec0892c46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:59.569608 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.586555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f6cd3-a82d-4c3b-a0c7-00cb21e055c9 req-a1cd24a1-0877-4e48-9979-d0430d1f0490 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:59.593847 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f60f6cd3-a82d-4c3b-a0c7-00cb21e055c9 req-a1cd24a1-0877-4e48-9979-d0430d1f0490 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 946 time: 0.3069143 Nov 27 01:10:59.634417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e275f2a-3fce-4450-8fc4-647c53a82063 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56933613-9ec1-4e5e-a4e5-16bec0892c46,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:59.653782 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] For port 280650a9-a3e8-4436-9f08-bab76c65ceeb, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:59.660115 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31a04870-d1d2-4859-aa2a-f3ca5fa705c5 req-5483a76f-976b-43b0-971c-fb0ec740a984 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.663668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] For port 280650a9-a3e8-4436-9f08-bab76c65ceeb, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=280650a9-a3e8-4436-9f08-bab76c65ceeb,segment=NetworkSegment(9341718b-16cb-43f5-9e72-51e55b1a613b),segment_id=9341718b-16cb-43f5-9e72-51e55b1a613b)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:59.667997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90181575-f972-40d0-b65b-6994205fa742 req-67eb6813-ff47-4f46-8d5f-ecf5f3fe783b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:59.669765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90181575-f972-40d0-b65b-6994205fa742 req-67eb6813-ff47-4f46-8d5f-ecf5f3fe783b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.1945641 Nov 27 01:10:59.673778 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.763797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac359a46-0ef8-4076-959c-66ec01d989e5 None None] Pushing event updated for resources: {'Port': ['ID=280650a9-a3e8-4436-9f08-bab76c65ceeb,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:59.767471 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['52ee8fe1-f979-4e32-8acc-530789e5791d', '2f386837-4f2d-4f98-9029-2dc3509ac154'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:59.799562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc605d4-1abd-4b53-b9b8-cefe9253d44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4914d9-cf86-445e-8963-329bad6b2d5f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:59.801936 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43ee778-e29c-411e-b9c5-515bc6f2576e" -d '{"events": [{"server_uuid": "bfc605d4-1abd-4b53-b9b8-cefe9253d44a", "name": "network-vif-plugged", "status": "completed", "tag": "6d4914d9-cf86-445e-8963-329bad6b2d5f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:59.823773 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Routers {'1f99d107-d76d-48b2-be69-757308386440'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:59.823773 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:10:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f99d107-d76d-48b2-be69-757308386440'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:59.869995 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83ef2d34-8851-48e3-beaa-95bd402c70ba req-5286c2c2-90de-4c32-96af-b30d57d93cd9 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2117c3-1ec2-4526-b9b3-6569834941c6 HTTP/1.1" status: 200 len: 210 time: 0.1863182 Nov 27 01:10:59.949660 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.961446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:00.014809 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8082a011-3f37-4b99-83a6-0ba877aa676a,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:00.096605 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:00.097855 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6298425 Nov 27 01:11:00.107746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:00.112488 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:00.118724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:00.121356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:00.122015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:00.123435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:00.127667 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:00.142917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] Set router 1f99d107-d76d-48b2-be69-757308386440 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:00.157426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:00.157426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:00.157426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:00.157426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:00.157426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b86bf-0277-4e32-848a-b955a0295f82 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:00.170011 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48074) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:00.185625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-beae8f9c-80dd-4ab1-a59f-b5dbce658cdd tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Request body: {'security_group_rule': {'security_group_id': '56933613-9ec1-4e5e-a4e5-16bec0892c46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:00.194389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483a76f-976b-43b0-971c-fb0ec740a984 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Pushing event deleted for resources: {'Port': ['ID=52ee8fe1-f979-4e32-8acc-530789e5791d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:00.362213 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f60f6cd3-a82d-4c3b-a0c7-00cb21e055c9 req-442b1b0b-1e40-4928-9d89-c0f6527374c6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7668366 Nov 27 01:11:00.363689 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90181575-f972-40d0-b65b-6994205fa742 req-3b404ced-7e19-42dd-aa99-149f003370ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6490891 Nov 27 01:11:00.405008 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3515f76e-9773-4f92-b877-28af4d085060 x-openstack-request-id: req-3515f76e-9773-4f92-b877-28af4d085060 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:00.405863 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc605d4-1abd-4b53-b9b8-cefe9253d44a", "name": "network-vif-plugged", "status": "completed", "tag": "6d4914d9-cf86-445e-8963-329bad6b2d5f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:00.406915 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3515f76e-9773-4f92-b877-28af4d085060 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:00.407919 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc605d4-1abd-4b53-b9b8-cefe9253d44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4914d9-cf86-445e-8963-329bad6b2d5f', 'code': 200} Nov 27 01:11:00.412886 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-beae8f9c-80dd-4ab1-a59f-b5dbce658cdd tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:00.424805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a04870-d1d2-4859-aa2a-f3ca5fa705c5 req-5483a76f-976b-43b0-971c-fb0ec740a984 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] No DVR routers for this DVR port 52ee8fe1-f979-4e32-8acc-530789e5791d on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:00.491200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948e784-7106-4414-99a0-3a99082c24ea req-f2b410f3-4fe7-41a5-9450-976f9380f06b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:00.525939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c948e784-7106-4414-99a0-3a99082c24ea req-f2b410f3-4fe7-41a5-9450-976f9380f06b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 944 time: 0.3556168 Nov 27 01:11:00.537057 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31a04870-d1d2-4859-aa2a-f3ca5fa705c5 req-5483a76f-976b-43b0-971c-fb0ec740a984 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:00.544435 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31a04870-d1d2-4859-aa2a-f3ca5fa705c5 req-5483a76f-976b-43b0-971c-fb0ec740a984 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "DELETE /v2.0/ports/52ee8fe1-f979-4e32-8acc-530789e5791d HTTP/1.1" status: 204 len: 173 time: 2.2107475 Nov 27 01:11:00.555387 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:00.704535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ed89275b-2390-4b66-aba7-1103d075c7aa None None] Provisioning complete for port 280650a9-a3e8-4436-9f08-bab76c65ceeb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:00.714327 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ed89275b-2390-4b66-aba7-1103d075c7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:00.791091 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-beae8f9c-80dd-4ab1-a59f-b5dbce658cdd tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:00.831803 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c948e784-7106-4414-99a0-3a99082c24ea req-aa1d0011-5af0-44d0-ab29-d187a140e2cf tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787588 Nov 27 01:11:00.838583 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-beae8f9c-80dd-4ab1-a59f-b5dbce658cdd tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:00.898103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc97655-0643-456f-8c1b-e0b48a626cfa req-3ee2e7b9-6df5-42c4-aa17-40944f00f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:00.924571 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6cc97655-0643-456f-8c1b-e0b48a626cfa req-3ee2e7b9-6df5-42c4-aa17-40944f00f6f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 1097 time: 0.7088680 Nov 27 01:11:00.973717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae8f9c-80dd-4ab1-a59f-b5dbce658cdd tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90619215-f490-4f59-b16a-f0e3abc8186d,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:01.028135 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-beae8f9c-80dd-4ab1-a59f-b5dbce658cdd tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:01.033205 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-beae8f9c-80dd-4ab1-a59f-b5dbce658cdd tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8556645 Nov 27 01:11:01.038135 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48118) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:01.065700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:01.119593 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ed89275b-2390-4b66-aba7-1103d075c7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:01.187936 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:01.201460 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ed89275b-2390-4b66-aba7-1103d075c7aa None None] For port 280650a9-a3e8-4436-9f08-bab76c65ceeb, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=280650a9-a3e8-4436-9f08-bab76c65ceeb,segment=NetworkSegment(9341718b-16cb-43f5-9e72-51e55b1a613b),segment_id=9341718b-16cb-43f5-9e72-51e55b1a613b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:01.208424 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ed89275b-2390-4b66-aba7-1103d075c7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:01.308570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:10:55Z', 'revision_number': 4, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port': {'id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:46Z', 'updated_at': '2021-11-27T01:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '280650a9-a3e8-4436-9f08-bab76c65ceeb', 'name': '', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'mac_address': 'fa:16:3e:a4:8f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:51Z', 'updated_at': '2021-11-27T01:10:59Z', 'revision_number': 4, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'subnets': [{'id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:01.365843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7c36f-7e09-473e-9ef9-912647136a46 req-faf24e80-0c5d-4703-8be9-188e4d281976 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:01.371505 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ae7c36f-7e09-473e-9ef9-912647136a46 req-faf24e80-0c5d-4703-8be9-188e4d281976 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 946 time: 1.1924655 Nov 27 01:11:01.373477 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90181575-f972-40d0-b65b-6994205fa742 req-41998643-7b1d-4845-aa2b-7d396aa40fbf service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8821170 Nov 27 01:11:01.375289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91630c-1451-4b68-aa01-ccc6c6b3fc45 None None] The sync data for ids ['1f99d107-d76d-48b2-be69-757308386440'] in n-d-817303-10 is: [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:10:55Z', 'revision_number': 4, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port': {'id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:46Z', 'updated_at': '2021-11-27T01:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '280650a9-a3e8-4436-9f08-bab76c65ceeb', 'name': '', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'mac_address': 'fa:16:3e:a4:8f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:51Z', 'updated_at': '2021-11-27T01:10:59Z', 'revision_number': 4, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'subnets': [{'id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:11:01.377107 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89275b-2390-4b66-aba7-1103d075c7aa None None] Pushing event updated for resources: {'Port': ['ID=280650a9-a3e8-4436-9f08-bab76c65ceeb,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:01.384764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f8efbf0e-a6b4-443f-820f-7eaa331abbc4 None None] Provisioning complete for port 280650a9-a3e8-4436-9f08-bab76c65ceeb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:01.385272 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f8efbf0e-a6b4-443f-820f-7eaa331abbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:01.413598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2117c3-1ec2-4526-b9b3-6569834941c6', 'name': 'network-vif-deleted', 'tag': '52ee8fe1-f979-4e32-8acc-530789e5791d'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:01.431150 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8d1f9d-ee9b-40da-bd37-cf45cd3a92a6" -d '{"events": [{"server_uuid": "0b2117c3-1ec2-4526-b9b3-6569834941c6", "name": "network-vif-deleted", "tag": "52ee8fe1-f979-4e32-8acc-530789e5791d"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:01.653269 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10791b-036a-44bb-88ee-17c7a8154140 req-a41b4d58-3d2b-4b43-9ff6-61a6cd3316eb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:01.668545 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc10791b-036a-44bb-88ee-17c7a8154140 req-a41b4d58-3d2b-4b43-9ff6-61a6cd3316eb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 947 time: 0.5505278 Nov 27 01:11:01.883303 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc10791b-036a-44bb-88ee-17c7a8154140 req-f0b5f595-7622-4804-bdd2-c45e2428520c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107062 Nov 27 01:11:01.994796 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:02.007557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 280650a9-a3e8-4436-9f08-bab76c65ceeb up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:02.204182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 280650a9-a3e8-4436-9f08-bab76c65ceeb triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:02.206237 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:02.542078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Allocated IP 172.25.1.164 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/71f39007-f0db-406b-a31c-429584b7dc8f) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:02.583778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45091c4-2475-460e-9e1a-11ad7efd4d89 req-11cdffd3-e529-4444-9314-da1a7b8fcd71 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:02.591651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d45091c4-2475-460e-9e1a-11ad7efd4d89 req-11cdffd3-e529-4444-9314-da1a7b8fcd71 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 946 time: 0.3701468 Nov 27 01:11:02.676353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb4141-0add-4d3d-a697-57fa7aec171c req-f76c9773-92ff-4386-bf9b-090b2a0966db tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:02.685124 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1bb4141-0add-4d3d-a697-57fa7aec171c req-f76c9773-92ff-4386-bf9b-090b2a0966db tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 945 time: 2.0438933 Nov 27 01:11:02.711298 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6cc97655-0643-456f-8c1b-e0b48a626cfa req-5361c6cb-04c2-4002-acd3-0462cf0221ad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7839985 Nov 27 01:11:02.862340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1bb4141-0add-4d3d-a697-57fa7aec171c req-7ae35f20-7042-4f2b-8802-f951c0117d9d tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757364 Nov 27 01:11:02.872955 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d45091c4-2475-460e-9e1a-11ad7efd4d89 req-14eea918-63f0-4c75-8808-405cb2b9e3ea tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733138 Nov 27 01:11:02.960870 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a94e11-b809-4f14-9af4-0f246cd7263e x-openstack-request-id: req-09a94e11-b809-4f14-9af4-0f246cd7263e {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:02.965897 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2117c3-1ec2-4526-b9b3-6569834941c6", "name": "network-vif-deleted", "tag": "52ee8fe1-f979-4e32-8acc-530789e5791d", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:02.970638 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09a94e11-b809-4f14-9af4-0f246cd7263e {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:02.977918 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2117c3-1ec2-4526-b9b3-6569834941c6', 'name': 'network-vif-deleted', 'tag': '52ee8fe1-f979-4e32-8acc-530789e5791d', 'status': 'completed', 'code': 200} Nov 27 01:11:03.069783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90181575-f972-40d0-b65b-6994205fa742 req-837ecbd9-38da-46ec-8c9e-69b4953d10b4 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5556202 Nov 27 01:11:03.083211 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.100005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-0ae7c36f-7e09-473e-9ef9-912647136a46 req-79c80f28-ae5f-47ab-b806-d908059008d3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Deleting port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:03.100376 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0ae7c36f-7e09-473e-9ef9-912647136a46 req-79c80f28-ae5f-47ab-b806-d908059008d3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.133275 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c9a60-914b-4241-a1ef-66bb810e709a req-2f274511-a4b5-4922-8ce6-fac79ecd08ad tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:03.147254 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc9c9a60-914b-4241-a1ef-66bb810e709a req-2f274511-a4b5-4922-8ce6-fac79ecd08ad tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 944 time: 0.1281350 Nov 27 01:11:03.168508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 52ee8fe1-f979-4e32-8acc-530789e5791d no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:03.248608 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 52ee8fe1-f979-4e32-8acc-530789e5791d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:03.249710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 52ee8fe1-f979-4e32-8acc-530789e5791d not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:03.325767 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc9c9a60-914b-4241-a1ef-66bb810e709a req-261fbb6d-8294-47a8-9b3f-74dd5ac65259 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771350 Nov 27 01:11:03.365339 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.427336 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:03.431517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:03.434308 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:03.481531 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Pushing event updated for resources: {'Port': ['ID=71f39007-f0db-406b-a31c-429584b7dc8f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:03.481980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed20e5-b0f7-41eb-9acd-cf5c3dbfbc33 req-3dc47f21-6de3-4165-8676-c55f72f72614 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:03.489846 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3ed20e5-b0f7-41eb-9acd-cf5c3dbfbc33 req-3dc47f21-6de3-4165-8676-c55f72f72614 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 947 time: 0.1819110 Nov 27 01:11:03.542292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08cb84-dd40-4ae8-a1ec-d01dee5932c3 req-0a7d0c0b-2b46-4f3a-96e6-b65b736f1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:03.543322 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e08cb84-dd40-4ae8-a1ec-d01dee5932c3 req-0a7d0c0b-2b46-4f3a-96e6-b65b736f1ade service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 1096 time: 0.2231660 Nov 27 01:11:03.666736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a70a55-7925-4c6a-9513-624869862fda req-b8ed6cd2-9dfb-4e13-9d46-3976ca9f46cf tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:03.668708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0ae7c36f-7e09-473e-9ef9-912647136a46 req-79c80f28-ae5f-47ab-b806-d908059008d3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] For port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7095fa7a-a25d-4b2e-a94a-7947b433ddfe,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:03.669084 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0ae7c36f-7e09-473e-9ef9-912647136a46 req-79c80f28-ae5f-47ab-b806-d908059008d3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.677320 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-21a70a55-7925-4c6a-9513-624869862fda req-b8ed6cd2-9dfb-4e13-9d46-3976ca9f46cf tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 951 time: 0.1408546 Nov 27 01:11:03.711137 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3ed20e5-b0f7-41eb-9acd-cf5c3dbfbc33 req-cb22cd82-89be-4b66-9c17-b55acbdd17cb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105255 Nov 27 01:11:03.717694 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-0ae7c36f-7e09-473e-9ef9-912647136a46 req-79c80f28-ae5f-47ab-b806-d908059008d3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Calling delete_port for 7095fa7a-a25d-4b2e-a94a-7947b433ddfe owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:03.720496 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08cb84-dd40-4ae8-a1ec-d01dee5932c3 req-bf0ad281-04dc-422d-8c93-6bd8a4fc3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:03.721972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e08cb84-dd40-4ae8-a1ec-d01dee5932c3 req-bf0ad281-04dc-422d-8c93-6bd8a4fc3cb2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.1673641 Nov 27 01:11:03.773582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.775881 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e08cb84-dd40-4ae8-a1ec-d01dee5932c3 req-2256f167-95b1-42bf-aff0-175c473cc835 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f HTTP/1.1" status: 200 len: 217 time: 0.0412896 Nov 27 01:11:03.788469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-21a70a55-7925-4c6a-9513-624869862fda req-383a0381-c854-456d-b9ea-571ab3b71ec8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101065 Nov 27 01:11:03.825639 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.912488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08cb84-dd40-4ae8-a1ec-d01dee5932c3 req-2c1e0853-5943-40df-a6cd-b70a7b4d4bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:03.912488 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e08cb84-dd40-4ae8-a1ec-d01dee5932c3 req-2c1e0853-5943-40df-a6cd-b70a7b4d4bb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.0909345 Nov 27 01:11:04.031253 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e08cb84-dd40-4ae8-a1ec-d01dee5932c3 req-7b52bcd2-ef4b-47ab-a94b-afde1c76ebe8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096828 Nov 27 01:11:04.140753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6616cd-baf7-47c5-8d98-7d6ce2c65d7b req-251c2c73-9828-4da5-ae01-37f0c89a6471 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:04.152533 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a6616cd-baf7-47c5-8d98-7d6ce2c65d7b req-251c2c73-9828-4da5-ae01-37f0c89a6471 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 946 time: 0.1352925 Nov 27 01:11:04.200906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff929f-6c76-4a93-9810-476730703db8 req-673ded1b-ed95-4d1e-94ca-eeaf79000d7c tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:04.202452 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dff929f-6c76-4a93-9810-476730703db8 req-673ded1b-ed95-4d1e-94ca-eeaf79000d7c tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 945 time: 0.1841683 Nov 27 01:11:04.231642 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0ae7c36f-7e09-473e-9ef9-912647136a46 req-79c80f28-ae5f-47ab-b806-d908059008d3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:04.256926 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a6616cd-baf7-47c5-8d98-7d6ce2c65d7b req-1065a0ed-9974-4c5f-9146-d9f19d8a2daa tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028008 Nov 27 01:11:04.317900 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:04.323792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:04.342598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c80f28-ae5f-47ab-b806-d908059008d3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Pushing event deleted for resources: {'Port': ['ID=7095fa7a-a25d-4b2e-a94a-7947b433ddfe,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:04.353671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa02d65-567c-4480-8fde-69d07142d28b None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:11:04.387489 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e08cb84-dd40-4ae8-a1ec-d01dee5932c3 req-e5845847-b971-4699-9be5-b581f80a0024 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274305 Nov 27 01:11:04.437513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae7c36f-7e09-473e-9ef9-912647136a46 req-79c80f28-ae5f-47ab-b806-d908059008d3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] No DVR routers for this DVR port 7095fa7a-a25d-4b2e-a94a-7947b433ddfe on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:04.440777 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0ae7c36f-7e09-473e-9ef9-912647136a46 req-79c80f28-ae5f-47ab-b806-d908059008d3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:04.450035 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ae7c36f-7e09-473e-9ef9-912647136a46 req-79c80f28-ae5f-47ab-b806-d908059008d3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "DELETE /v2.0/ports/7095fa7a-a25d-4b2e-a94a-7947b433ddfe HTTP/1.1" status: 204 len: 173 time: 3.0029905 Nov 27 01:11:04.474145 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dff929f-6c76-4a93-9810-476730703db8 req-c3e7215b-9540-4d16-94f8-296ffbd6caef tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632787 Nov 27 01:11:04.573845 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Pushing event updated for resources: {'Port': ['ID=71f39007-f0db-406b-a31c-429584b7dc8f,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:04.582571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:04.614027 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a87a0-c109-4b5d-9cb8-852b9fc122d4 req-0122c657-fd36-4280-b598-2a274ae8cc7e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:04.615759 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-379a87a0-c109-4b5d-9cb8-852b9fc122d4 req-0122c657-fd36-4280-b598-2a274ae8cc7e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 944 time: 0.1330183 Nov 27 01:11:04.631680 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:04.637168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-30335261-5eda-47f2-ae2a-c377e3d1f33e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5956686 Nov 27 01:11:04.652928 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e08cb84-dd40-4ae8-a1ec-d01dee5932c3 req-b2b77da2-67b4-4bd1-bb21-aea9f12dc01d service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512383 Nov 27 01:11:04.800670 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-379a87a0-c109-4b5d-9cb8-852b9fc122d4 req-e7c65975-bf95-440c-bce2-59885cb56cc6 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601827 Nov 27 01:11:04.849274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7095fa7a-a25d-4b2e-a94a-7947b433ddfe no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:04.898303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 7095fa7a-a25d-4b2e-a94a-7947b433ddfe {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:04.898957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7095fa7a-a25d-4b2e-a94a-7947b433ddfe not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:04.926042 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-64c1cfc6-6a75-4cb1-9f02-7f66bc09d200 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--768950993&fields=id&tenant_id=1965584d775b40d08788f0d3d35e09d3 HTTP/1.1" status: 200 len: 267 time: 0.0780821 Nov 27 01:11:04.951778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe02b7c-cfff-4949-97b4-323588e2f3fd req-c408cc8f-b952-4c62-818e-4bf43a756ab0 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:04.953827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bbe02b7c-cfff-4949-97b4-323588e2f3fd req-c408cc8f-b952-4c62-818e-4bf43a756ab0 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 951 time: 0.0694788 Nov 27 01:11:04.979395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cf04dd-505a-4786-ad0e-aab93dbffd6c', 'name': 'network-vif-deleted', 'tag': '7095fa7a-a25d-4b2e-a94a-7947b433ddfe'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:04.982704 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976cc9ee-b5a0-426a-bf43-9d997304829c" -d '{"events": [{"server_uuid": "93cf04dd-505a-4786-ad0e-aab93dbffd6c", "name": "network-vif-deleted", "tag": "7095fa7a-a25d-4b2e-a94a-7947b433ddfe"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:05.024634 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bbe02b7c-cfff-4949-97b4-323588e2f3fd req-bfc5999b-0324-4854-9a71-875d23f893d8 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/security-groups?id=cafcb316-47f4-4288-a2ae-e985742b29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607479 Nov 27 01:11:05.086051 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30f6651-90b0-48c1-9551-921e3ae4eb23 x-openstack-request-id: req-e30f6651-90b0-48c1-9551-921e3ae4eb23 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:05.086425 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cf04dd-505a-4786-ad0e-aab93dbffd6c", "name": "network-vif-deleted", "tag": "7095fa7a-a25d-4b2e-a94a-7947b433ddfe", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:05.086744 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e30f6651-90b0-48c1-9551-921e3ae4eb23 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:05.087210 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cf04dd-505a-4786-ad0e-aab93dbffd6c', 'name': 'network-vif-deleted', 'tag': '7095fa7a-a25d-4b2e-a94a-7947b433ddfe', 'status': 'completed', 'code': 200} Nov 27 01:11:05.108155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c21949-26ae-4d7a-a28e-5d54b5d6136c req-529e8d83-b5a3-498c-aa15-37a5a85e8414 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:05.110501 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8c21949-26ae-4d7a-a28e-5d54b5d6136c req-529e8d83-b5a3-498c-aa15-37a5a85e8414 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 951 time: 0.1433740 Nov 27 01:11:05.117106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093d724-07d4-4f31-90f2-e550c177f086 req-573a4ef5-71ea-459f-9fbe-912fec0b9ea1 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:05.118615 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-573a4ef5-71ea-459f-9fbe-912fec0b9ea1 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/networks?id=1015b721-7798-4f53-98da-24c62650c19a HTTP/1.1" status: 200 len: 812 time: 0.1833444 Nov 27 01:11:05.156404 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-67fe4a96-8021-430f-94fb-f738c93c8ff3 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/quotas/1965584d775b40d08788f0d3d35e09d3 HTTP/1.1" status: 200 len: 375 time: 0.0301988 Nov 27 01:11:05.253279 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-e5ac7338-6bd6-4d2e-a91a-5cc6e121155d tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1965584d775b40d08788f0d3d35e09d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854952 Nov 27 01:11:05.290627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-f8c21949-26ae-4d7a-a28e-5d54b5d6136c req-bb3f50e8-3750-45eb-a28a-c49ad9b9a70c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Deleting port 2f386837-4f2d-4f98-9029-2dc3509ac154 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:05.291060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f8c21949-26ae-4d7a-a28e-5d54b5d6136c req-bb3f50e8-3750-45eb-a28a-c49ad9b9a70c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:05.399678 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-33ef77f6-1cdc-47d6-b00c-2cf0247246e3 req-ec339e0c-9fae-47d0-8377-bf572b89b52d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 210 time: 0.0437396 Nov 27 01:11:05.494704 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-3175c1ae-ded0-441b-8589-c5f6be28bd0c service neutron] 10.222.0.15 "GET /v2.0/networks/1015b721-7798-4f53-98da-24c62650c19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166135 Nov 27 01:11:05.528209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f8c21949-26ae-4d7a-a28e-5d54b5d6136c req-bb3f50e8-3750-45eb-a28a-c49ad9b9a70c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] For port 2f386837-4f2d-4f98-9029-2dc3509ac154, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2f386837-4f2d-4f98-9029-2dc3509ac154,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:05.528998 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f8c21949-26ae-4d7a-a28e-5d54b5d6136c req-bb3f50e8-3750-45eb-a28a-c49ad9b9a70c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:05.577743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-f8c21949-26ae-4d7a-a28e-5d54b5d6136c req-bb3f50e8-3750-45eb-a28a-c49ad9b9a70c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Calling delete_port for 2f386837-4f2d-4f98-9029-2dc3509ac154 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:05.674664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5114f8-dc99-4c31-a31c-d099b342f500 req-de1618fe-230b-40db-b649-56209f726b36 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:05.682512 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce5114f8-dc99-4c31-a31c-d099b342f500 req-de1618fe-230b-40db-b649-56209f726b36 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 945 time: 0.0934010 Nov 27 01:11:05.697366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0201d6b5-8455-4613-8291-9335563160a5 service neutron] 10.222.0.15 "GET /v2.0/networks/1015b721-7798-4f53-98da-24c62650c19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012446 Nov 27 01:11:05.754778 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce5114f8-dc99-4c31-a31c-d099b342f500 req-0ad5881e-c4ca-4ecf-8d82-2b752aa0bb28 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670390 Nov 27 01:11:05.829333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f8c21949-26ae-4d7a-a28e-5d54b5d6136c req-bb3f50e8-3750-45eb-a28a-c49ad9b9a70c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:05.864213 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['2f386837-4f2d-4f98-9029-2dc3509ac154'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:05.868912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f50e8-3750-45eb-a28a-c49ad9b9a70c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Pushing event deleted for resources: {'Port': ['ID=2f386837-4f2d-4f98-9029-2dc3509ac154,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:05.951692 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c21949-26ae-4d7a-a28e-5d54b5d6136c req-bb3f50e8-3750-45eb-a28a-c49ad9b9a70c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] No DVR routers for this DVR port 2f386837-4f2d-4f98-9029-2dc3509ac154 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:05.957732 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f8c21949-26ae-4d7a-a28e-5d54b5d6136c req-bb3f50e8-3750-45eb-a28a-c49ad9b9a70c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:05.961990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8c21949-26ae-4d7a-a28e-5d54b5d6136c req-bb3f50e8-3750-45eb-a28a-c49ad9b9a70c tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.21 "DELETE /v2.0/ports/2f386837-4f2d-4f98-9029-2dc3509ac154 HTTP/1.1" status: 204 len: 173 time: 0.8419864 Nov 27 01:11:06.024408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a511a-ab35-4508-b7ac-90f2a74bce5d req-a1c12c2c-3166-4205-b078-abb686230ed6 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:06.040144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48200) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:06.042910 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8c0a511a-ab35-4508-b7ac-90f2a74bce5d req-a1c12c2c-3166-4205-b078-abb686230ed6 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 945 time: 0.1615291 Nov 27 01:11:06.049887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f7e2d12f-4ad2-4c01-8e24-e440f72dd566 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Request body: {'floatingip': {'port_id': '6d4914d9-cf86-445e-8963-329bad6b2d5f'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:06.152169 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fc31dd04-01cc-41af-b254-ccf73517e17d req-101e6829-b902-42a7-ae0c-837e4ac9dfda tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 210 time: 0.0594707 Nov 27 01:11:06.300429 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-deef7b67-b410-4be9-b0d6-0c420711467b req-978d8dbd-1010-4183-b9e7-d211dd21d285 tempest-ServersAdminTestJSON-988308211 tempest-ServersAdminTestJSON-988308211-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdcf3dd-ea55-44c4-b23c-21ae7f07a232 HTTP/1.1" status: 200 len: 210 time: 0.0485957 Nov 27 01:11:06.305052 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d12f-4ad2-4c01-8e24-e440f72dd566 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:06.674169 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e111895b-a705-4f7b-ad18-9dcb5468a964 req-b530c4b0-0242-4ee8-92fb-b436866e3764 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 210 time: 0.0621383 Nov 27 01:11:06.800824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4faa29-a15a-4998-a180-338eb511c0a3 req-50cdef20-c8e8-41b3-8465-3125328e3b8a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:06.808272 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f4faa29-a15a-4998-a180-338eb511c0a3 req-50cdef20-c8e8-41b3-8465-3125328e3b8a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 944 time: 0.6273363 Nov 27 01:11:06.852584 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d965c31f-5b9d-4423-ac87-933fb3b2537f details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:06.992286 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f4faa29-a15a-4998-a180-338eb511c0a3 req-6dbc11e4-1ca5-4fb3-8534-a10fedfd8740 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831026 Nov 27 01:11:07.077136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:07.090481 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdcf3dd-ea55-44c4-b23c-21ae7f07a232', 'name': 'network-vif-deleted', 'tag': '2f386837-4f2d-4f98-9029-2dc3509ac154'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:07.090913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'd965c31f-5b9d-4423-ac87-933fb3b2537f', 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e', 'port_id': 'd965c31f-5b9d-4423-ac87-933fb3b2537f', 'mac_address': 'fa:16:3e:d8:24:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd128aaa-786d-4427-ad50-a8311f6e6702', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:07.111841 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab9612b-2c7f-4706-ae85-9d55ce43df04" -d '{"events": [{"server_uuid": "bfdcf3dd-ea55-44c4-b23c-21ae7f07a232", "name": "network-vif-deleted", "tag": "2f386837-4f2d-4f98-9029-2dc3509ac154"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:07.142809 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.150868 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.db.resource_extend [None req-f7e2d12f-4ad2-4c01-8e24-e440f72dd566 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:11:07.175286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d965c31f-5b9d-4423-ac87-933fb3b2537f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:07.201154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:07.211528 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.248556 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248b4b99-b2f0-47c2-82ea-3c46dc907e11 x-openstack-request-id: req-248b4b99-b2f0-47c2-82ea-3c46dc907e11 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:07.248556 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdcf3dd-ea55-44c4-b23c-21ae7f07a232", "name": "network-vif-deleted", "tag": "2f386837-4f2d-4f98-9029-2dc3509ac154", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:07.248909 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-248b4b99-b2f0-47c2-82ea-3c46dc907e11 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:07.249163 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdcf3dd-ea55-44c4-b23c-21ae7f07a232', 'name': 'network-vif-deleted', 'tag': '2f386837-4f2d-4f98-9029-2dc3509ac154', 'status': 'completed', 'code': 200} Nov 27 01:11:07.283438 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d965c31f-5b9d-4423-ac87-933fb3b2537f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:07.304537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-595232f9-9df4-415b-a65d-279810fa8969 req-2dd84f6f-2c26-4904-8028-a9e06fe45130 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 210 time: 0.0544498 Nov 27 01:11:07.317450 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d12f-4ad2-4c01-8e24-e440f72dd566 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.324298 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d12f-4ad2-4c01-8e24-e440f72dd566 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.454383 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-f7e2d12f-4ad2-4c01-8e24-e440f72dd566 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Floating IP 95eb2aea-160d-4a41-b59c-a81167da515b associated. External IP: 172.25.1.222, port: 6d4914d9-cf86-445e-8963-329bad6b2d5f. Nov 27 01:11:07.608049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d965c31f-5b9d-4423-ac87-933fb3b2537f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:07.659811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48226) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:07.941981 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d152815c-663b-45a6-9b74-607d8cce0696 req-f4a3d605-49f0-40d5-bd38-4a9ca9cd5d99 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 210 time: 0.0915422 Nov 27 01:11:07.957711 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fbc34f7b-4f24-477c-ae3d-dbd79dbd52f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3ff2fab6da74e878b1a80925bd01eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965634 Nov 27 01:11:07.964058 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48240) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:08.038174 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e2d12f-4ad2-4c01-8e24-e440f72dd566 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Router d583981c-b701-43ee-9947-084fef9b7e43 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:11:08.078927 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1069b19-3707-4028-ba4b-735e6e8264ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:08.106046 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1069b19-3707-4028-ba4b-735e6e8264ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:08.106312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093d724-07d4-4f31-90f2-e550c177f086 req-9305a32d-bc19-4f37-b758-bd2a3eaae045 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:08.107923 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-9305a32d-bc19-4f37-b758-bd2a3eaae045 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.31 "GET /v2.0/networks?id=1015b721-7798-4f53-98da-24c62650c19a HTTP/1.1" status: 200 len: 812 time: 0.2290306 Nov 27 01:11:08.165681 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1069b19-3707-4028-ba4b-735e6e8264ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:08.169946 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1069b19-3707-4028-ba4b-735e6e8264ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:08.172774 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e1069b19-3707-4028-ba4b-735e6e8264ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cafcb316-47f4-4288-a2ae-e985742b29a6 HTTP/1.1" status: 204 len: 168 time: 0.2066321 Nov 27 01:11:08.198537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1069b19-3707-4028-ba4b-735e6e8264ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafcb316-47f4-4288-a2ae-e985742b29a6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:08.234396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34253080-89f2-4896-a651-e400e25050de req-88efca4e-cd40-4b06-a5e7-d1be70a0237b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:08.237277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34253080-89f2-4896-a651-e400e25050de req-88efca4e-cd40-4b06-a5e7-d1be70a0237b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 945 time: 0.0839312 Nov 27 01:11:08.369339 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34253080-89f2-4896-a651-e400e25050de req-1d6ca4d4-520b-447d-9ba5-d3720aa2445f tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241133 Nov 27 01:11:08.388558 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-adacdc17-c3b2-4e63-88d7-e6aad65dcc13 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1965584d775b40d08788f0d3d35e09d3 HTTP/1.1" status: 200 len: 379 time: 0.2282739 Nov 27 01:11:08.433327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-c093d724-07d4-4f31-90f2-e550c177f086 req-189c4e63-351e-4305-bff8-c8b56eaaf511 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Request body: {'port': {'device_id': '03655504-88a0-42dd-9021-8a0c2a49690f', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'admin_state_up': True, 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'security_groups': ['56933613-9ec1-4e5e-a4e5-16bec0892c46']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:08.474601 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff71b3da-a025-43db-b67d-b6ec341fa2b3 req-e389dd6f-3873-4f8b-bc93-f40a88393a3e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 210 time: 0.0540745 Nov 27 01:11:08.546894 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e2d12f-4ad2-4c01-8e24-e440f72dd566 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:11:08.558249 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17b0bf-a0bd-4075-9445-572b392f1510 None None] Sync routers for ids ['d583981c-b701-43ee-9947-084fef9b7e43'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:11:08.561749 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d12f-4ad2-4c01-8e24-e440f72dd566 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:08.577606 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17b0bf-a0bd-4075-9445-572b392f1510 None None] Routers {'d583981c-b701-43ee-9947-084fef9b7e43'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:08.578741 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9b17b0bf-a0bd-4075-9445-572b392f1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:10:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d583981c-b701-43ee-9947-084fef9b7e43'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:08.591183 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f7e2d12f-4ad2-4c01-8e24-e440f72dd566 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "PUT /v2.0/floatingips/95eb2aea-160d-4a41-b59c-a81167da515b HTTP/1.1" status: 200 len: 991 time: 2.5493674 Nov 27 01:11:08.677585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c093d724-07d4-4f31-90f2-e550c177f086 req-189c4e63-351e-4305-bff8-c8b56eaaf511 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Made reservation on behalf of 1965584d775b40d08788f0d3d35e09d3 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:08.682411 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c093d724-07d4-4f31-90f2-e550c177f086 req-189c4e63-351e-4305-bff8-c8b56eaaf511 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:08.798021 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48264) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:08.853665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d965c31f-5b9d-4423-ac87-933fb3b2537f up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:08.861824 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9b17b0bf-a0bd-4075-9445-572b392f1510 None None] Set router d583981c-b701-43ee-9947-084fef9b7e43 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:08.894802 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d9602951-4c74-4e83-b9ee-9dbced325359 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4def7f723f3e41ab8b967057b1a5fba2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0953031 Nov 27 01:11:08.895462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48266) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:08.964814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port d965c31f-5b9d-4423-ac87-933fb3b2537f completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:11:08.973408 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port d965c31f-5b9d-4423-ac87-933fb3b2537f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:08.974097 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.004163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-c093d724-07d4-4f31-90f2-e550c177f086 req-189c4e63-351e-4305-bff8-c8b56eaaf511 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Allocated IP 172.20.0.14 (1015b721-7798-4f53-98da-24c62650c19a/3ff033c3-8819-49e9-b4d2-ddefe03865a5/ee90a8dc-819d-4e21-b4fe-9298401cb22b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:09.036045 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cbae8137-67ab-4d7c-9e0b-0126889ce19b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.094854 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cbae8137-67ab-4d7c-9e0b-0126889ce19b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.159904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7bc67510-6865-414a-abd8-b97999be7fe2 req-4417f32d-da65-4281-9ba9-5d4e06b92d12 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 210 time: 0.0790138 Nov 27 01:11:09.175876 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2f386837-4f2d-4f98-9029-2dc3509ac154 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:09.205965 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cbae8137-67ab-4d7c-9e0b-0126889ce19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.215703 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cbae8137-67ab-4d7c-9e0b-0126889ce19b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.220061 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cbae8137-67ab-4d7c-9e0b-0126889ce19b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28dfff53-5b9b-41a7-8970-0664fc8ba458 HTTP/1.1" status: 204 len: 168 time: 0.3236296 Nov 27 01:11:09.235878 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.252022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae8137-67ab-4d7c-9e0b-0126889ce19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dfff53-5b9b-41a7-8970-0664fc8ba458,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:09.273368 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 2f386837-4f2d-4f98-9029-2dc3509ac154 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:09.273960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2f386837-4f2d-4f98-9029-2dc3509ac154 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:09.317017 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc605d4-1abd-4b53-b9b8-cefe9253d44a', 'tag': '6d4914d9-cf86-445e-8963-329bad6b2d5f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:09.322745 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae68568-2e04-44fa-87e2-805c8b800f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc605d4-1abd-4b53-b9b8-cefe9253d44a", "tag": "6d4914d9-cf86-445e-8963-329bad6b2d5f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:09.328096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:09.350381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965c31f-5b9d-4423-ac87-933fb3b2537f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:09.352970 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bbfb48-a559-4638-b99d-bcd1205ef277" -d '{"events": [{"server_uuid": "e91ee241-fb33-4f64-ab89-550f9d37d062", "name": "network-vif-plugged", "status": "completed", "tag": "d965c31f-5b9d-4423-ac87-933fb3b2537f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:09.379888 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.409986 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d24e94e-5123-4ea4-86b7-3346417b7226 x-openstack-request-id: req-8d24e94e-5123-4ea4-86b7-3346417b7226 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:09.410204 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc605d4-1abd-4b53-b9b8-cefe9253d44a", "tag": "6d4914d9-cf86-445e-8963-329bad6b2d5f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:09.410453 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d24e94e-5123-4ea4-86b7-3346417b7226 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:09.414076 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc605d4-1abd-4b53-b9b8-cefe9253d44a', 'tag': '6d4914d9-cf86-445e-8963-329bad6b2d5f', 'status': 'completed', 'code': 200} Nov 27 01:11:09.474341 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e41268-2b77-435f-ba5e-cac84420fac7 x-openstack-request-id: req-72e41268-2b77-435f-ba5e-cac84420fac7 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:09.474873 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ee241-fb33-4f64-ab89-550f9d37d062", "name": "network-vif-plugged", "status": "completed", "tag": "d965c31f-5b9d-4423-ac87-933fb3b2537f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:09.475139 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72e41268-2b77-435f-ba5e-cac84420fac7 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:09.475551 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965c31f-5b9d-4423-ac87-933fb3b2537f', 'code': 200} Nov 27 01:11:09.549068 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d965c31f-5b9d-4423-ac87-933fb3b2537f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:09.575725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:09.576115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:09.576675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:09.577016 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:09.577353 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:09.577685 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:09.578012 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:09.578374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:09.578699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:09.579022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:09.579344 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:09.579664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:09.692530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22e55e-e969-4ac5-aaea-a485d6c5c1e4 req-d57f3053-e44b-453b-b008-954aa85ff0a7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:09.694368 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f22e55e-e969-4ac5-aaea-a485d6c5c1e4 req-d57f3053-e44b-453b-b008-954aa85ff0a7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.1296201 Nov 27 01:11:09.815785 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9b17b0bf-a0bd-4075-9445-572b392f1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:09:41Z', 'revision_number': 4, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '95eb2aea-160d-4a41-b59c-a81167da515b', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'port_id': '6d4914d9-cf86-445e-8963-329bad6b2d5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'mac_address': 'fa:16:3e:58:8c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc605d4-1abd-4b53-b9b8-cefe9253d44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:09:49Z', 'updated_at': '2021-11-27T01:11:06Z', 'revision_number': 1, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2307ec62-de42-4405-9a86-4bdd8178780b', 'name': '', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'mac_address': 'fa:16:3e:71:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:39Z', 'updated_at': '2021-11-27T01:09:46Z', 'revision_number': 5, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'subnets': [{'id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:09.841504 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f22e55e-e969-4ac5-aaea-a485d6c5c1e4 req-3c6d0a43-b962-48db-b89e-67b071b98669 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396651 Nov 27 01:11:09.866481 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17b0bf-a0bd-4075-9445-572b392f1510 None None] Checking router: d583981c-b701-43ee-9947-084fef9b7e43 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:11:09.879193 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17b0bf-a0bd-4075-9445-572b392f1510 None None] Routers {'d583981c-b701-43ee-9947-084fef9b7e43'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:09.880514 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9b17b0bf-a0bd-4075-9445-572b392f1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:10:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d583981c-b701-43ee-9947-084fef9b7e43'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:10.008604 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9b8cab51-c3fe-4de5-8dbd-9db640499183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:10.089233 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9b17b0bf-a0bd-4075-9445-572b392f1510 None None] Set router d583981c-b701-43ee-9947-084fef9b7e43 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:10.160627 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d940c830-bc24-4969-bde0-97c646e1fb48 req-027e46b3-7807-4e30-a0eb-82078bf2906d tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 210 time: 0.0433364 Nov 27 01:11:10.248645 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:11:10.311589 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c093d724-07d4-4f31-90f2-e550c177f086 req-189c4e63-351e-4305-bff8-c8b56eaaf511 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:10.331799 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7c487da-196f-45fd-a344-7da150b8b2f5 req-0938ae5c-5679-40d4-8251-1f1ddb390006 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 210 time: 0.0380964 Nov 27 01:11:10.376627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae68568-2e04-44fa-87e2-805c8b800f5a req-feb9db00-636f-4fe5-98ec-c9e31b415145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:10.378571 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cae68568-2e04-44fa-87e2-805c8b800f5a req-feb9db00-636f-4fe5-98ec-c9e31b415145 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d241a66f3b5483ba889db1d1f8cb3fa&device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 1097 time: 0.9218969 Nov 27 01:11:10.424719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710660da-dcb0-422b-a5e1-2e79ec691f61 req-d3f546c8-641d-40fd-a431-56aae6c9b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:10.428720 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-710660da-dcb0-422b-a5e1-2e79ec691f61 req-d3f546c8-641d-40fd-a431-56aae6c9b72e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 1098 time: 0.2870979 Nov 27 01:11:10.555953 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c093d724-07d4-4f31-90f2-e550c177f086 req-189c4e63-351e-4305-bff8-c8b56eaaf511 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:10.615333 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-710660da-dcb0-422b-a5e1-2e79ec691f61 req-80b21d44-b336-4811-8f3d-5b64e0363810 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530099 Nov 27 01:11:10.630876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c093d724-07d4-4f31-90f2-e550c177f086 req-189c4e63-351e-4305-bff8-c8b56eaaf511 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Network 1015b721-7798-4f53-98da-24c62650c19a is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:10.642838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-c093d724-07d4-4f31-90f2-e550c177f086 req-189c4e63-351e-4305-bff8-c8b56eaaf511 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:10.652100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c093d724-07d4-4f31-90f2-e550c177f086 req-189c4e63-351e-4305-bff8-c8b56eaaf511 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:10.669336 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48310) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:10.749463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c4e63-351e-4305-bff8-c8b56eaaf511 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Pushing event updated for resources: {'Port': ['ID=ee90a8dc-819d-4e21-b4fe-9298401cb22b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:10.759818 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9b17b0bf-a0bd-4075-9445-572b392f1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:09:41Z', 'revision_number': 4, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '95eb2aea-160d-4a41-b59c-a81167da515b', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'port_id': '6d4914d9-cf86-445e-8963-329bad6b2d5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'mac_address': 'fa:16:3e:58:8c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc605d4-1abd-4b53-b9b8-cefe9253d44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:09:49Z', 'updated_at': '2021-11-27T01:11:06Z', 'revision_number': 1, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2307ec62-de42-4405-9a86-4bdd8178780b', 'name': '', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'mac_address': 'fa:16:3e:71:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:39Z', 'updated_at': '2021-11-27T01:09:46Z', 'revision_number': 5, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'subnets': [{'id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:10.779843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae68568-2e04-44fa-87e2-805c8b800f5a req-7cc694ea-85d3-44a8-80e4-07fb3b000660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:10.785666 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cae68568-2e04-44fa-87e2-805c8b800f5a req-7cc694ea-85d3-44a8-80e4-07fb3b000660 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60914a9a-f893-4249-a0ee-18c1f2e8cbfc HTTP/1.1" status: 200 len: 917 time: 0.3946204 Nov 27 01:11:10.844614 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17b0bf-a0bd-4075-9445-572b392f1510 None None] The sync data for ids ['d583981c-b701-43ee-9947-084fef9b7e43'] in n-d-817303-10 is: [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:09:41Z', 'revision_number': 4, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '95eb2aea-160d-4a41-b59c-a81167da515b', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'port_id': '6d4914d9-cf86-445e-8963-329bad6b2d5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'mac_address': 'fa:16:3e:58:8c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc605d4-1abd-4b53-b9b8-cefe9253d44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:09:49Z', 'updated_at': '2021-11-27T01:11:06Z', 'revision_number': 1, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2307ec62-de42-4405-9a86-4bdd8178780b', 'name': '', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'mac_address': 'fa:16:3e:71:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:39Z', 'updated_at': '2021-11-27T01:09:46Z', 'revision_number': 5, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'subnets': [{'id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:11:10.879695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-network', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:10.889340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093d724-07d4-4f31-90f2-e550c177f086 req-189c4e63-351e-4305-bff8-c8b56eaaf511 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:10.890000 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c093d724-07d4-4f31-90f2-e550c177f086 req-189c4e63-351e-4305-bff8-c8b56eaaf511 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:10.959923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] Made reservation on behalf of 3ebb971a0a9a404cbc0a79b6be58182b for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:10.963675 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:10.974412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cae68568-2e04-44fa-87e2-805c8b800f5a req-ec577abf-58d5-4a0d-be8e-d97215bc0897 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d4914d9-cf86-445e-8963-329bad6b2d5f HTTP/1.1" status: 200 len: 999 time: 0.1793110 Nov 27 01:11:10.986101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-189c4e63-351e-4305-bff8-c8b56eaaf511 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5564706 Nov 27 01:11:10.988964 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.022347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Request body: {'port': {'device_id': '03655504-88a0-42dd-9021-8a0c2a49690f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:11.150681 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.157505 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.190554 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9500b487-fe4b-4c99-9e2b-05716b6f7125 None None] Provisioning complete for port ee90a8dc-819d-4e21-b4fe-9298401cb22b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:11.192050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:11:11.194632 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9500b487-fe4b-4c99-9e2b-05716b6f7125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.219411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae68568-2e04-44fa-87e2-805c8b800f5a req-6f76ca8b-9b1c-4e9a-b89c-41e7d27bb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:11.221874 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fbb660-ca13-477a-b8b2-bc8865f7dc82,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:11.229303 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.230561 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] Added segment 86a6cb98-18bb-483c-9ad9-54f02f469cd7 of type vlan for network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f Nov 27 01:11:11.234532 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cae68568-2e04-44fa-87e2-805c8b800f5a req-6f76ca8b-9b1c-4e9a-b89c-41e7d27bb488 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc97b243-251a-416b-b5d4-886aa67e375a HTTP/1.1" status: 200 len: 855 time: 0.2467027 Nov 27 01:11:11.307722 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.316624 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9500b487-fe4b-4c99-9e2b-05716b6f7125 None None] Port ee90a8dc-819d-4e21-b4fe-9298401cb22b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:11.373769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05a099-3630-4fca-bfe7-15e05511537b req-0e7c3a7a-512f-41de-b98e-6243506cecd1 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:11.381221 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2f05a099-3630-4fca-bfe7-15e05511537b req-0e7c3a7a-512f-41de-b98e-6243506cecd1 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.3502479 Nov 27 01:11:11.389860 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.402309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb964807-dce7-49a2-a368-113c5f698375 None None] New status for floating IP 95eb2aea-160d-4a41-b59c-a81167da515b: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:11:11.466336 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f11dc9-8221-4013-84d6-67014bb363ef req-68e2a59b-8ae5-4fce-b1f0-01bc54c08fd2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:11.468361 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3f11dc9-8221-4013-84d6-67014bb363ef req-68e2a59b-8ae5-4fce-b1f0-01bc54c08fd2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 932 time: 0.1324265 Nov 27 01:11:11.470567 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.471623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:11.472284 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.536266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae68568-2e04-44fa-87e2-805c8b800f5a req-b840c8cc-f0b5-47da-9d1a-06cb091a85ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:11.537972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cae68568-2e04-44fa-87e2-805c8b800f5a req-b840c8cc-f0b5-47da-9d1a-06cb091a85ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60914a9a-f893-4249-a0ee-18c1f2e8cbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2932305 Nov 27 01:11:11.595717 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9245398 Nov 27 01:11:11.614697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48328) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:11.620944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-83805e42-57c4-4eb6-b5e4-5f33c3ae551c admin admin] Request body: {'subnet': {'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-subnet', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:11.632275 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b83cb1-59f8-4b36-823a-57218780a4a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:11.684006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3f11dc9-8221-4013-84d6-67014bb363ef req-4a61f306-ea7d-437d-b5f5-b5426690318b tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974046 Nov 27 01:11:11.711297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83805e42-57c4-4eb6-b5e4-5f33c3ae551c admin admin] Made reservation on behalf of 3ebb971a0a9a404cbc0a79b6be58182b for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:11.713799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83805e42-57c4-4eb6-b5e4-5f33c3ae551c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.731552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:11:11.768738 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2f05a099-3630-4fca-bfe7-15e05511537b req-5a5a83b3-4e9a-4122-aff1-b75716f6756f tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865142 Nov 27 01:11:12.151196 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1e787022-16da-4827-b006-7440f10a60b7 req-012e48a8-ce67-43db-a898-9233ceadea73 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 210 time: 0.0665045 Nov 27 01:11:12.165144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83805e42-57c4-4eb6-b5e4-5f33c3ae551c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.228752 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ca01cc0a-3c18-4dfa-aff8-cf5991352f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.257108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83805e42-57c4-4eb6-b5e4-5f33c3ae551c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27b79c4-f47e-4433-b69d-cc8720db5a0c,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:12.289422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83805e42-57c4-4eb6-b5e4-5f33c3ae551c admin admin] Checking segment: {'id': '86a6cb98-18bb-483c-9ad9-54f02f469cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:12.289885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83805e42-57c4-4eb6-b5e4-5f33c3ae551c admin admin] Network hostable DHCP agents. Network: e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:11:12.333571 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83805e42-57c4-4eb6-b5e4-5f33c3ae551c admin admin] Network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:11:12.349653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-83805e42-57c4-4eb6-b5e4-5f33c3ae551c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:12.353166 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cae68568-2e04-44fa-87e2-805c8b800f5a req-10484932-52d7-4314-96e4-b11a16462960 service neutron] 10.222.0.21 "GET /v2.0/networks/60914a9a-f893-4249-a0ee-18c1f2e8cbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7999856 Nov 27 01:11:12.355952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee90a8dc-819d-4e21-b4fe-9298401cb22b {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:12.362830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cdc0e7-fcdf-4f38-830c-e40ab1f5924f None None] Network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:12.369214 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83805e42-57c4-4eb6-b5e4-5f33c3ae551c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:12.371749 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83805e42-57c4-4eb6-b5e4-5f33c3ae551c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.378637 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.410483 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-83805e42-57c4-4eb6-b5e4-5f33c3ae551c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7927833 Nov 27 01:11:12.411262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48336) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:12.425230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:12.460518 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.468613 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.474398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Transition to ACTIVE for port object ee90a8dc-819d-4e21-b4fe-9298401cb22b will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:11:12.488192 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.585079 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.599642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Pushing event updated for resources: {'Port': ['ID=ee90a8dc-819d-4e21-b4fe-9298401cb22b,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:12.614369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cae68568-2e04-44fa-87e2-805c8b800f5a req-ba3547b6-d226-4874-87d8-53541bf60953 service neutron] 10.222.0.21 "GET /v2.0/networks/60914a9a-f893-4249-a0ee-18c1f2e8cbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480977 Nov 27 01:11:12.680031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'fixed_ips': [{'subnet_id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:11:12.685014 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.784814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Attempting to bind port ee90a8dc-819d-4e21-b4fe-9298401cb22b on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:12.785154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Attempting to bind port ee90a8dc-819d-4e21-b4fe-9298401cb22b by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '9341718b-16cb-43f5-9e72-51e55b1a613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1015b721-7798-4f53-98da-24c62650c19a'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:12.785489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Attempting to bind port ee90a8dc-819d-4e21-b4fe-9298401cb22b on network 1015b721-7798-4f53-98da-24c62650c19a {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:12.792401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Port ee90a8dc-819d-4e21-b4fe-9298401cb22b on network 1015b721-7798-4f53-98da-24c62650c19a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:11:12.792719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Attempting to bind port ee90a8dc-819d-4e21-b4fe-9298401cb22b on network 1015b721-7798-4f53-98da-24c62650c19a {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:12.798874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:12.799213 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Checking segment: {'id': '9341718b-16cb-43f5-9e72-51e55b1a613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1015b721-7798-4f53-98da-24c62650c19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:12.799614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Bound using segment: {'id': '9341718b-16cb-43f5-9e72-51e55b1a613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1015b721-7798-4f53-98da-24c62650c19a'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:12.800028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Bound port: ee90a8dc-819d-4e21-b4fe-9298401cb22b, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9341718b-16cb-43f5-9e72-51e55b1a613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1015b721-7798-4f53-98da-24c62650c19a'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:12.800431 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.912999 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.978785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] For port ee90a8dc-819d-4e21-b4fe-9298401cb22b, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:12.985736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] For port ee90a8dc-819d-4e21-b4fe-9298401cb22b, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ee90a8dc-819d-4e21-b4fe-9298401cb22b,segment=NetworkSegment(9341718b-16cb-43f5-9e72-51e55b1a613b),segment_id=9341718b-16cb-43f5-9e72-51e55b1a613b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:13.042699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.105955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:13.111921 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.113369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c98bf-9b27-41cb-bb1c-f0fd54c18567 req-dedbbdbf-b182-4972-9a45-ed2523922793 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:13.113549 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] 10.222.0.31 "PUT /v2.0/ports/ee90a8dc-819d-4e21-b4fe-9298401cb22b HTTP/1.1" status: 200 len: 1093 time: 2.1033740 Nov 27 01:11:13.114206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03655504-88a0-42dd-9021-8a0c2a49690f', 'tag': 'ee90a8dc-819d-4e21-b4fe-9298401cb22b'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:13.115302 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-546c98bf-9b27-41cb-bb1c-f0fd54c18567 req-dedbbdbf-b182-4972-9a45-ed2523922793 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 944 time: 0.1946774 Nov 27 01:11:13.116757 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f876814d-2153-4d6e-a87a-ebc84bec5612" -d '{"events": [{"name": "network-changed", "server_uuid": "03655504-88a0-42dd-9021-8a0c2a49690f", "tag": "ee90a8dc-819d-4e21-b4fe-9298401cb22b"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:13.142780 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Allocated IP 172.20.0.2 (e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f/b27b79c4-f47e-4433-b69d-cc8720db5a0c/646203aa-efd7-4da6-94a6-9a163e41acb2) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:13.145860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9361273-8ea2-4e44-a4c5-1c767c439e40 req-caa6a1ec-3f45-478a-9b79-4af7087e54ca tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:13.160969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9361273-8ea2-4e44-a4c5-1c767c439e40 req-caa6a1ec-3f45-478a-9b79-4af7087e54ca tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.1709905 Nov 27 01:11:13.286715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9361273-8ea2-4e44-a4c5-1c767c439e40 req-9804d777-d84b-4160-8dac-d2d40854201e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196496 Nov 27 01:11:13.287818 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-546c98bf-9b27-41cb-bb1c-f0fd54c18567 req-0c3c11e9-f78c-4320-a69e-9e03620d64ef tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502683 Nov 27 01:11:13.374826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093d724-07d4-4f31-90f2-e550c177f086 req-07532338-73a5-4f05-be9f-97feb7ff1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:13.381736 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-07532338-73a5-4f05-be9f-97feb7ff1507 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1965584d775b40d08788f0d3d35e09d3&device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 1096 time: 0.0994787 Nov 27 01:11:13.403015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6979c1-24f9-4f49-9883-d793872fb8fa service neutron] Pushing event updated for resources: {'Port': ['ID=ee90a8dc-819d-4e21-b4fe-9298401cb22b,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:13.424800 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.525860 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-1b5279a0-2f57-43a5-8bfd-be7c9d5f195b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee90a8dc-819d-4e21-b4fe-9298401cb22b HTTP/1.1" status: 200 len: 217 time: 0.1055212 Nov 27 01:11:13.527328 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6e6a22-f7c2-4827-b162-8d3040d63607 x-openstack-request-id: req-0f6e6a22-f7c2-4827-b162-8d3040d63607 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:13.527616 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03655504-88a0-42dd-9021-8a0c2a49690f", "tag": "ee90a8dc-819d-4e21-b4fe-9298401cb22b", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:13.527914 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f6e6a22-f7c2-4827-b162-8d3040d63607 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:13.528380 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03655504-88a0-42dd-9021-8a0c2a49690f', 'tag': 'ee90a8dc-819d-4e21-b4fe-9298401cb22b', 'status': 'completed', 'code': 200} Nov 27 01:11:13.637098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093d724-07d4-4f31-90f2-e550c177f086 req-3cb8c1c4-cb1a-44b3-8796-41b029b79a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:13.641999 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-3cb8c1c4-cb1a-44b3-8796-41b029b79a1b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ff033c3-8819-49e9-b4d2-ddefe03865a5 HTTP/1.1" status: 200 len: 851 time: 0.1053791 Nov 27 01:11:13.694402 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.708659 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.729051 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.779937 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.794128 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22e7c533-cbb1-45ce-b043-348039d1063b req-d3dae224-ee59-4d89-9642-3ae2443f5acc tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=93cf04dd-505a-4786-ad0e-aab93dbffd6c HTTP/1.1" status: 200 len: 210 time: 0.1510215 Nov 27 01:11:13.825149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093d724-07d4-4f31-90f2-e550c177f086 req-f7f8adeb-f9ec-4db3-a059-3e11a2acd040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:13.826638 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-f7f8adeb-f9ec-4db3-a059-3e11a2acd040 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1015b721-7798-4f53-98da-24c62650c19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584756 Nov 27 01:11:13.827008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:13.832785 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:13.860831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:13.868697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Pushing event updated for resources: {'Port': ['ID=646203aa-efd7-4da6-94a6-9a163e41acb2,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:13.986439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Attempting to bind port 646203aa-efd7-4da6-94a6-9a163e41acb2 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:13.987133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Attempting to bind port 646203aa-efd7-4da6-94a6-9a163e41acb2 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '86a6cb98-18bb-483c-9ad9-54f02f469cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:13.989094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Attempting to bind port 646203aa-efd7-4da6-94a6-9a163e41acb2 on network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:13.993209 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-1cb693b1-cbab-4744-ab2d-8d851d26204a service neutron] 10.222.0.31 "GET /v2.0/networks/1015b721-7798-4f53-98da-24c62650c19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580088 Nov 27 01:11:13.998242 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:13.999025 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Checking segment: {'id': '86a6cb98-18bb-483c-9ad9-54f02f469cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:13.999615 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.000760 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Bound using segment: {'id': '86a6cb98-18bb-483c-9ad9-54f02f469cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:14.001412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Bound port: 646203aa-efd7-4da6-94a6-9a163e41acb2, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a6cb98-18bb-483c-9ad9-54f02f469cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:14.001992 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.005789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05701a8-0c18-4509-8399-702c8de79c85 req-34b89817-195e-411b-b9bf-f8781d6c7f2d tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:14.014846 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d05701a8-0c18-4509-8399-702c8de79c85 req-34b89817-195e-411b-b9bf-f8781d6c7f2d tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 1098 time: 0.2256005 Nov 27 01:11:14.078064 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d05701a8-0c18-4509-8399-702c8de79c85 req-5a22eebe-fa53-4d26-8d81-60d27224e38d tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611801 Nov 27 01:11:14.157034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] For port 646203aa-efd7-4da6-94a6-9a163e41acb2, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:14.169517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] For port 646203aa-efd7-4da6-94a6-9a163e41acb2, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=646203aa-efd7-4da6-94a6-9a163e41acb2,segment=NetworkSegment(86a6cb98-18bb-483c-9ad9-54f02f469cd7),segment_id=86a6cb98-18bb-483c-9ad9-54f02f469cd7)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:14.175430 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.202550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Allocated IP 172.25.1.53 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/c489cf00-748b-412e-a27c-5dd10b31b55d) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:14.260840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c093d724-07d4-4f31-90f2-e550c177f086 req-ab61eca3-56d6-44a7-ac2f-9c1a58587a53 service neutron] 10.222.0.31 "GET /v2.0/networks/1015b721-7798-4f53-98da-24c62650c19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570448 Nov 27 01:11:14.333462 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5bd70-20b5-46e2-be09-6f3bb184160b None None] Pushing event updated for resources: {'Port': ['ID=646203aa-efd7-4da6-94a6-9a163e41acb2,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:14.470027 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876814d-2153-4d6e-a87a-ebc84bec5612 req-1b2bd9b1-2f32-4d50-9563-dc0292f31274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:14.471586 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f876814d-2153-4d6e-a87a-ebc84bec5612 req-1b2bd9b1-2f32-4d50-9563-dc0292f31274 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1965584d775b40d08788f0d3d35e09d3&device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 1096 time: 0.0948398 Nov 27 01:11:14.514269 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.601662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0242b97-27b5-412d-94b3-e9f41c4c921e req-dec2827d-f634-4827-b482-4e07ac2fb810 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:14.603231 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b0242b97-27b5-412d-94b3-e9f41c4c921e req-dec2827d-f634-4827-b482-4e07ac2fb810 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 944 time: 0.1753421 Nov 27 01:11:14.679649 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.690662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876814d-2153-4d6e-a87a-ebc84bec5612 req-9d0d1d8c-7620-40a2-8942-21b11a071777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:14.695186 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f876814d-2153-4d6e-a87a-ebc84bec5612 req-9d0d1d8c-7620-40a2-8942-21b11a071777 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1015b721-7798-4f53-98da-24c62650c19a HTTP/1.1" status: 200 len: 913 time: 0.2139366 Nov 27 01:11:14.735487 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.795169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f876814d-2153-4d6e-a87a-ebc84bec5612 req-675d19ce-680f-483a-ad82-7560bda04f05 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee90a8dc-819d-4e21-b4fe-9298401cb22b HTTP/1.1" status: 200 len: 217 time: 0.0930588 Nov 27 01:11:14.862287 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b0242b97-27b5-412d-94b3-e9f41c4c921e req-2ffe458f-3401-4699-bb94-0ff470f6d54c tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430222 Nov 27 01:11:14.886692 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:14.907162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:14.914100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876814d-2153-4d6e-a87a-ebc84bec5612 req-28bcb7f1-293d-4b7e-9645-54e4b200529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:14.918990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f876814d-2153-4d6e-a87a-ebc84bec5612 req-28bcb7f1-293d-4b7e-9645-54e4b200529b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ff033c3-8819-49e9-b4d2-ddefe03865a5 HTTP/1.1" status: 200 len: 851 time: 0.1137815 Nov 27 01:11:14.920060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7110d69-6472-4ab5-a452-1fac92a2f2d6 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:11:14.939689 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:15.012801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876814d-2153-4d6e-a87a-ebc84bec5612 req-34ddd621-9a57-4363-a6e0-9d11dda8710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:15.015846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Pushing event updated for resources: {'Port': ['ID=c489cf00-748b-412e-a27c-5dd10b31b55d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:15.016674 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f876814d-2153-4d6e-a87a-ebc84bec5612 req-34ddd621-9a57-4363-a6e0-9d11dda8710e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1015b721-7798-4f53-98da-24c62650c19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902584 Nov 27 01:11:15.076578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e623f030-b8a8-4c8b-850f-9b5478d6b977 None None] Provisioning complete for port c489cf00-748b-412e-a27c-5dd10b31b55d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:15.079035 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e623f030-b8a8-4c8b-850f-9b5478d6b977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:15.200597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e623f030-b8a8-4c8b-850f-9b5478d6b977 None None] Port c489cf00-748b-412e-a27c-5dd10b31b55d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:15.311209 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f876814d-2153-4d6e-a87a-ebc84bec5612 req-22dd7f34-cb3c-4706-b8c3-5133d4e2d887 service neutron] 10.222.0.31 "GET /v2.0/networks/1015b721-7798-4f53-98da-24c62650c19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867637 Nov 27 01:11:15.505923 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f876814d-2153-4d6e-a87a-ebc84bec5612 req-816757e0-1e7f-4f7a-85ff-abe74fd3f803 service neutron] 10.222.0.31 "GET /v2.0/networks/1015b721-7798-4f53-98da-24c62650c19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869164 Nov 27 01:11:15.654057 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:15.971033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c1047-4484-4257-914a-470bb02e41d2 req-efc0e875-1111-4db0-b58a-5bd4165a3410 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:15.982597 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-160c1047-4484-4257-914a-470bb02e41d2 req-efc0e875-1111-4db0-b58a-5bd4165a3410 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 812 time: 0.3327520 Nov 27 01:11:16.022954 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-160c1047-4484-4257-914a-470bb02e41d2 req-b138c1bd-ec25-4bce-9713-cbaeedcb7117 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/quotas/209f38c9e33a417e8beb75ce87669b42 HTTP/1.1" status: 200 len: 375 time: 0.0374804 Nov 27 01:11:16.028697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41a7d57-76c6-40f0-b5ce-75a43187d076 None None] Network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:16.031713 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 646203aa-efd7-4da6-94a6-9a163e41acb2 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:16.074326 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.131886 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-160c1047-4484-4257-914a-470bb02e41d2 req-82c8f75e-cdc6-49fb-96ba-d1513b8b9f38 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076939 Nov 27 01:11:16.290016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04966166-561e-4752-bdb5-8da087823fe8 req-a298b32d-c2dc-4d1e-9774-ff41d432af7e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:16.291605 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-04966166-561e-4752-bdb5-8da087823fe8 req-a298b32d-c2dc-4d1e-9774-ff41d432af7e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 944 time: 0.0854654 Nov 27 01:11:16.341565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Router bec21d05-fac7-4f05-afea-a2cc01c84a55 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:11:16.345426 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-160c1047-4484-4257-914a-470bb02e41d2 req-f09daf4b-8309-437a-beca-390556558c4f service neutron] 10.222.0.15 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106125 Nov 27 01:11:16.360665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9e2b3895-9a00-4593-89cf-5c93add718df None None] Provisioning complete for port 646203aa-efd7-4da6-94a6-9a163e41acb2 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:16.361510 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3895-9a00-4593-89cf-5c93add718df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.443709 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.467324 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 646203aa-efd7-4da6-94a6-9a163e41acb2 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:16.468150 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.493415 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-160c1047-4484-4257-914a-470bb02e41d2 req-3055f38e-f365-4467-bfa4-9f3ac001f011 service neutron] 10.222.0.15 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456735 Nov 27 01:11:16.727539 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.799870 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 646203aa-efd7-4da6-94a6-9a163e41acb2, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=646203aa-efd7-4da6-94a6-9a163e41acb2,segment=NetworkSegment(86a6cb98-18bb-483c-9ad9-54f02f469cd7),segment_id=86a6cb98-18bb-483c-9ad9-54f02f469cd7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:16.806354 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.857137 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cd82d5b4-d28b-41d2-a2ef-9ea0ffb73189 req-7cb9183a-c66e-402c-beed-d7a95c840f3b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a06b25-d8c7-4e0c-81a9-c9a478ffc85b HTTP/1.1" status: 200 len: 210 time: 0.0582201 Nov 27 01:11:16.872553 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3895-9a00-4593-89cf-5c93add718df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.876104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=646203aa-efd7-4da6-94a6-9a163e41acb2,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:16.967230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:11:16.978694 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-04966166-561e-4752-bdb5-8da087823fe8 req-4c974490-8c4f-4f30-ad5a-4f34ab2a90be tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6770637 Nov 27 01:11:16.978903 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Sync routers for ids ['bec21d05-fac7-4f05-afea-a2cc01c84a55'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:11:16.997826 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Routers {'bec21d05-fac7-4f05-afea-a2cc01c84a55'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:17.005162 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:11:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bec21d05-fac7-4f05-afea-a2cc01c84a55'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:17.044034 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:17.046484 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8f08fd85-f225-4083-a225-53b0fe4e1988 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.6333504 Nov 27 01:11:17.049431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48454) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:17.111448 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-9e2b3895-9a00-4593-89cf-5c93add718df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:11:17.115224 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-9e2b3895-9a00-4593-89cf-5c93add718df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:11:17.450694 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Set router bec21d05-fac7-4f05-afea-a2cc01c84a55 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:17.825354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0e7939a2-170c-41e1-b6a3-967854ecc91a None None] Provisioning complete for port 646203aa-efd7-4da6-94a6-9a163e41acb2 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:17.826231 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e7939a2-170c-41e1-b6a3-967854ecc91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:17.899199 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:17.922053 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 646203aa-efd7-4da6-94a6-9a163e41acb2 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:18.004523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-b9a2c2ea-858e-4ac6-809e-c4c8e4d92430 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:18.008593 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:11:15Z', 'revision_number': 3, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port': {'id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:38:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:13Z', 'updated_at': '2021-11-27T01:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:18.012762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-b9a2c2ea-858e-4ac6-809e-c4c8e4d92430 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 812 time: 0.2595744 Nov 27 01:11:18.036402 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-b6c29bb3-dcf9-40ec-ab61-44e0ccbe4675 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/quotas/209f38c9e33a417e8beb75ce87669b42 HTTP/1.1" status: 200 len: 375 time: 0.0221152 Nov 27 01:11:18.050960 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Checking router: bec21d05-fac7-4f05-afea-a2cc01c84a55 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:11:18.051723 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Updating router bec21d05-fac7-4f05-afea-a2cc01c84a55 port c489cf00-748b-412e-a27c-5dd10b31b55d binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:11:18.109887 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-5fa856e8-490b-4733-8e97-79e219ccbaba tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646083 Nov 27 01:11:18.112451 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:18.126783 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 646203aa-efd7-4da6-94a6-9a163e41acb2 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:18.127340 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:18.322245 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-afb81c85-755d-473d-bf26-fff473fbb20c service neutron] 10.222.0.15 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095411 Nov 27 01:11:18.412717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Allocated IP 172.20.0.1 (e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f/b27b79c4-f47e-4433-b69d-cc8720db5a0c/4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:18.449582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-21b29974-5fec-451e-88c1-15be07c73bea service neutron] 10.222.0.15 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261389 Nov 27 01:11:18.487310 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56625598-8f22-4953-b9b4-4fdbf6b84530 req-80e8a770-78ab-48b5-a507-6b993277f29d tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:18.501651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-56625598-8f22-4953-b9b4-4fdbf6b84530 req-80e8a770-78ab-48b5-a507-6b993277f29d tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 944 time: 0.2247636 Nov 27 01:11:18.589001 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:18.612527 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:18.673298 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc6170b-5eae-47e5-b19f-d13ca50949d5 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:11:18.707115 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Attempting to bind port c489cf00-748b-412e-a27c-5dd10b31b55d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:18.708129 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Attempting to bind port c489cf00-748b-412e-a27c-5dd10b31b55d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:18.709582 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Attempting to bind port c489cf00-748b-412e-a27c-5dd10b31b55d on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:18.736045 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-56625598-8f22-4953-b9b4-4fdbf6b84530 req-2c014bb5-2b8c-4faf-8a6c-574010e57d20 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058823 Nov 27 01:11:18.737821 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:18.738266 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:18.740008 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:18.750667 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:18.752487 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Bound port: c489cf00-748b-412e-a27c-5dd10b31b55d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:18.752892 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:18.759460 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c1852-cf28-4d8a-8989-f70a35008fd8 None None] Pushing event updated for resources: {'Port': ['ID=c489cf00-748b-412e-a27c-5dd10b31b55d,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:18.775962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7a65bf27-b4ef-40a1-ae70-570e0b6c6b0c None None] Provisioning complete for port c489cf00-748b-412e-a27c-5dd10b31b55d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:18.776362 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7a65bf27-b4ef-40a1-ae70-570e0b6c6b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:18.841881 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:18.865302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7a65bf27-b4ef-40a1-ae70-570e0b6c6b0c None None] Port c489cf00-748b-412e-a27c-5dd10b31b55d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:18.878213 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] For port c489cf00-748b-412e-a27c-5dd10b31b55d, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:18.883068 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] For port c489cf00-748b-412e-a27c-5dd10b31b55d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c489cf00-748b-412e-a27c-5dd10b31b55d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:18.889752 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:18.892986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ee90a8dc-819d-4e21-b4fe-9298401cb22b details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:18.895933 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4c26d8cb-808e-4792-a74f-f532a9f993b3 req-06ca27bd-d1aa-41b1-876f-28a62ac02df2 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 210 time: 0.0623600 Nov 27 01:11:18.973386 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:19.013392 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Routers {'bec21d05-fac7-4f05-afea-a2cc01c84a55'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:19.024307 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:11:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bec21d05-fac7-4f05-afea-a2cc01c84a55'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:19.048809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55051da4-6e2d-4c4b-ab02-34b1fbfa8177 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:11:19.108149 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:19.117467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:19.121511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:19.153107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:19.175883 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:19.213462 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ee90a8dc-819d-4e21-b4fe-9298401cb22b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ee90a8dc-819d-4e21-b4fe-9298401cb22b,segment=NetworkSegment(9341718b-16cb-43f5-9e72-51e55b1a613b),segment_id=9341718b-16cb-43f5-9e72-51e55b1a613b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:19.235389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e72010c0-d063-43d4-b389-fd5b34a8dd77 None None] Provisioning complete for port c489cf00-748b-412e-a27c-5dd10b31b55d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:19.235761 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e72010c0-d063-43d4-b389-fd5b34a8dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:19.347177 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] Set router bec21d05-fac7-4f05-afea-a2cc01c84a55 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:19.383904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'ee90a8dc-819d-4e21-b4fe-9298401cb22b', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'port_id': 'ee90a8dc-819d-4e21-b4fe-9298401cb22b', 'mac_address': 'fa:16:3e:c6:95:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:19.410721 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:19.510440 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:19.512699 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e72010c0-d063-43d4-b389-fd5b34a8dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:19.547442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee90a8dc-819d-4e21-b4fe-9298401cb22b {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:19.562847 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e72010c0-d063-43d4-b389-fd5b34a8dd77 None None] For port c489cf00-748b-412e-a27c-5dd10b31b55d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c489cf00-748b-412e-a27c-5dd10b31b55d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:19.571895 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e72010c0-d063-43d4-b389-fd5b34a8dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:19.585470 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ee90a8dc-819d-4e21-b4fe-9298401cb22b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ee90a8dc-819d-4e21-b4fe-9298401cb22b,segment=NetworkSegment(9341718b-16cb-43f5-9e72-51e55b1a613b),segment_id=9341718b-16cb-43f5-9e72-51e55b1a613b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:19.608821 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:19.653065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72010c0-d063-43d4-b389-fd5b34a8dd77 None None] Pushing event updated for resources: {'Port': ['ID=c489cf00-748b-412e-a27c-5dd10b31b55d,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:19.772763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ee90a8dc-819d-4e21-b4fe-9298401cb22b,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:19.790397 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c1852-cf28-4d8a-8989-f70a35008fd8 None None] Pushing event updated for resources: {'Port': ['ID=c489cf00-748b-412e-a27c-5dd10b31b55d,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:19.823567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1e26f246-1867-4aab-a40f-a937cdbd2640 None None] Provisioning complete for port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:19.823942 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e26f246-1867-4aab-a40f-a937cdbd2640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:19.869311 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:19.880377 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:19.958010 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1e26f246-1867-4aab-a40f-a937cdbd2640 None None] Port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:19.984088 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:20.038369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbdc54-a5fd-4bbf-895f-dda292bd72ad req-8452f33a-5ccf-44b3-a1d3-5e678fde12b0 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:20.055985 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:11:15Z', 'revision_number': 3, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port': {'id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:38:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:13Z', 'updated_at': '2021-11-27T01:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:20.060111 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-26bbdc54-a5fd-4bbf-895f-dda292bd72ad req-8452f33a-5ccf-44b3-a1d3-5e678fde12b0 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 945 time: 0.1152437 Nov 27 01:11:20.081568 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ee90a8dc-819d-4e21-b4fe-9298401cb22b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:20.155692 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d161b-f7bd-4402-8c90-507b05bc4def None None] The sync data for ids ['bec21d05-fac7-4f05-afea-a2cc01c84a55'] in n-d-817303-10 is: [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:11:15Z', 'revision_number': 3, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port': {'id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:38:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:13Z', 'updated_at': '2021-11-27T01:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:11:20.172968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-26bbdc54-a5fd-4bbf-895f-dda292bd72ad req-c1caf8e8-d909-4bd8-b4d2-db3a0ba77e78 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114626 Nov 27 01:11:20.195242 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:20.329251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:20.357298 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2c187e51-6d7e-44a5-bf9b-c0784f2d5c6b req-e8b7b62d-fb47-45b0-ae51-91a28ab699d8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 210 time: 0.0900531 Nov 27 01:11:20.358882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:20.611720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48560) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:20.622240 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Router bec21d05-fac7-4f05-afea-a2cc01c84a55 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:11:20.855210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-92648a12-b5eb-4c53-8bef-5ff1071c44c6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:20.856802 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-92648a12-b5eb-4c53-8bef-5ff1071c44c6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.21 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 812 time: 0.3046722 Nov 27 01:11:20.878607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-bad4989c-ba92-493a-b980-99a8e690b909 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Request body: {'port': {'device_id': 'c697f58f-47d5-4ea1-817c-9d69e9e0c3ca', 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae', 'admin_state_up': True, 'tenant_id': '209f38c9e33a417e8beb75ce87669b42'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:20.920704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8ca4476a-c813-4932-a5cd-693a739c0cb7 None None] Provisioning complete for port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:20.921217 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8ca4476a-c813-4932-a5cd-693a739c0cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:20.983582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0647349c-1683-4600-9d7a-c62ab798102d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:20.997463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:11:20.998710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4476a-c813-4932-a5cd-693a739c0cb7 None None] Port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:21.038550 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2fee1c78-e4df-494d-b71f-b8f132d5dd68 admin admin] 10.222.0.15 "PUT /v2.0/routers/bec21d05-fac7-4f05-afea-a2cc01c84a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9880228 Nov 27 01:11:21.129313 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-bad4989c-ba92-493a-b980-99a8e690b909 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Made reservation on behalf of 209f38c9e33a417e8beb75ce87669b42 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:21.138922 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-bad4989c-ba92-493a-b980-99a8e690b909 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.298425 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0647349c-1683-4600-9d7a-c62ab798102d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.305234 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0647349c-1683-4600-9d7a-c62ab798102d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.492068 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0647349c-1683-4600-9d7a-c62ab798102d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20c75ebe41db46728b2325173574cd4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8723857 Nov 27 01:11:21.494919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647349c-1683-4600-9d7a-c62ab798102d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23941cc-4974-409d-bf49-9c4f0f8e46e6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:21.499064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48578) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:21.574740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b2e7f-5fc5-4c24-9635-9c1f161811d1 req-2a16df1c-50b6-4b00-afa1-99c6c2a15fe6 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:21.583276 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d1b2e7f-5fc5-4c24-9635-9c1f161811d1 req-2a16df1c-50b6-4b00-afa1-99c6c2a15fe6 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 945 time: 0.2566633 Nov 27 01:11:21.609061 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c48c7a6-491b-4f44-85b5-39816463a50a req-e18f27e4-3e7e-45cf-8c71-e9d7f54c67a6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 210 time: 0.1215899 Nov 27 01:11:21.630638 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-301049b2-2f37-46c4-a5f4-07c69dd3ba4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.664459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-bad4989c-ba92-493a-b980-99a8e690b909 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Allocated IP 172.20.0.4 (4b89f644-2375-4ba6-8bce-e3c255057dae/80662da9-0903-4539-8282-1a973a762559/b3523f7f-cd6b-4c27-b360-485b185fdc7f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:21.710738 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d1b2e7f-5fc5-4c24-9635-9c1f161811d1 req-31aaa710-f35a-42c8-b56a-bb4d0accc519 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174481 Nov 27 01:11:21.710738 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-301049b2-2f37-46c4-a5f4-07c69dd3ba4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.842821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-301049b2-2f37-46c4-a5f4-07c69dd3ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.847870 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-301049b2-2f37-46c4-a5f4-07c69dd3ba4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.854785 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-301049b2-2f37-46c4-a5f4-07c69dd3ba4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e23941cc-4974-409d-bf49-9c4f0f8e46e6 HTTP/1.1" status: 204 len: 168 time: 0.3517952 Nov 27 01:11:21.883620 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301049b2-2f37-46c4-a5f4-07c69dd3ba4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23941cc-4974-409d-bf49-9c4f0f8e46e6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:22.029594 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c489cf00-748b-412e-a27c-5dd10b31b55d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:22.039728 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-bad4989c-ba92-493a-b980-99a8e690b909 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.119296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c489cf00-748b-412e-a27c-5dd10b31b55d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:22.119672 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.188372 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-bad4989c-ba92-493a-b980-99a8e690b909 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.299008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-bad4989c-ba92-493a-b980-99a8e690b909 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Network 4b89f644-2375-4ba6-8bce-e3c255057dae is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:22.305695 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-bad4989c-ba92-493a-b980-99a8e690b909 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:22.316116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-bad4989c-ba92-493a-b980-99a8e690b909 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:22.327467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f8f0db-c4df-4408-ac0a-99d1aa964afb None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:11:22.328348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10b7a-614b-4d8e-b836-b1537904683d req-27bd272f-cc42-4c4c-9559-9b95d9718b7c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:22.336273 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72d10b7a-614b-4d8e-b836-b1537904683d req-27bd272f-cc42-4c4c-9559-9b95d9718b7c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/networks?id=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f HTTP/1.1" status: 200 len: 828 time: 0.2646308 Nov 27 01:11:22.371296 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4989c-ba92-493a-b980-99a8e690b909 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Pushing event updated for resources: {'Port': ['ID=b3523f7f-cd6b-4c27-b360-485b185fdc7f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:22.385916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48600) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:22.397795 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72d10b7a-614b-4d8e-b836-b1537904683d req-e0fdacbb-277f-4796-9115-dab2b60f0088 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/quotas/3ebb971a0a9a404cbc0a79b6be58182b HTTP/1.1" status: 200 len: 375 time: 0.0603466 Nov 27 01:11:22.400765 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-430b8f17-4c77-4ad3-92ba-8f851cc88011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.456408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-bad4989c-ba92-493a-b980-99a8e690b909 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:22.457052 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-bad4989c-ba92-493a-b980-99a8e690b909 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.477508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5ad3fc0f-3a34-41ea-96c4-e6b100af8000 None None] Provisioning complete for port b3523f7f-cd6b-4c27-b360-485b185fdc7f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:22.477892 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5ad3fc0f-3a34-41ea-96c4-e6b100af8000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.497759 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72d10b7a-614b-4d8e-b836-b1537904683d req-a87c60d2-51b1-4c84-9c64-9f56f548f23e tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ebb971a0a9a404cbc0a79b6be58182b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985720 Nov 27 01:11:22.511578 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-bad4989c-ba92-493a-b980-99a8e690b909 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6380589 Nov 27 01:11:22.512575 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-430b8f17-4c77-4ad3-92ba-8f851cc88011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.518783 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-430b8f17-4c77-4ad3-92ba-8f851cc88011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.563126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Request body: {'port': {'device_id': 'c697f58f-47d5-4ea1-817c-9d69e9e0c3ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:22.565151 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-430b8f17-4c77-4ad3-92ba-8f851cc88011 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d9bb4be344f443f8c54e9bc18b50d79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780663 Nov 27 01:11:22.570697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48602) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:22.582221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-5ad3fc0f-3a34-41ea-96c4-e6b100af8000 None None] Port b3523f7f-cd6b-4c27-b360-485b185fdc7f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:22.621101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b8f17-4c77-4ad3-92ba-8f851cc88011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a29315-aa18-436a-a579-4ab31a0c6148,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:22.716958 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.781279 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72d10b7a-614b-4d8e-b836-b1537904683d req-bab0f373-8682-4c14-a639-04e1d0e471e2 service neutron] 10.222.0.15 "GET /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820466 Nov 27 01:11:22.788276 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e853f03-a2cc-451b-984d-9480492b5c89 req-11b63cdd-fcc0-4a52-9eca-6c492c19e03b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:22.790660 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e853f03-a2cc-451b-984d-9480492b5c89 req-11b63cdd-fcc0-4a52-9eca-6c492c19e03b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 931 time: 0.0938456 Nov 27 01:11:22.796073 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-912923c8-e8e8-4199-89e9-82cd873f1b8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.891797 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-912923c8-e8e8-4199-89e9-82cd873f1b8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.904809 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e853f03-a2cc-451b-984d-9480492b5c89 req-767254ff-acff-4e82-a4e6-1517ffe22e38 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995471 Nov 27 01:11:22.911281 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ee90a8dc-819d-4e21-b4fe-9298401cb22b up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:22.985031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port ee90a8dc-819d-4e21-b4fe-9298401cb22b completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:11:22.994125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port ee90a8dc-819d-4e21-b4fe-9298401cb22b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:22.994506 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.059629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72d10b7a-614b-4d8e-b836-b1537904683d req-daab4d5e-10f6-4d89-8adb-37b6ad5213f8 service neutron] 10.222.0.15 "GET /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774994 Nov 27 01:11:23.082228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c0ab9-8b3b-42ba-b4a3-17c4c1cedafa req-57b8bb5a-6937-44a5-b28c-236e0d74b95b tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:23.094229 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f9c0ab9-8b3b-42ba-b4a3-17c4c1cedafa req-57b8bb5a-6937-44a5-b28c-236e0d74b95b tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 945 time: 0.0786006 Nov 27 01:11:23.151074 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-912923c8-e8e8-4199-89e9-82cd873f1b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.155379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-912923c8-e8e8-4199-89e9-82cd873f1b8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.157497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-912923c8-e8e8-4199-89e9-82cd873f1b8e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8a29315-aa18-436a-a579-4ab31a0c6148 HTTP/1.1" status: 204 len: 168 time: 0.5846436 Nov 27 01:11:23.173164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Sync routers for ids ['bec21d05-fac7-4f05-afea-a2cc01c84a55'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:11:23.209049 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f9c0ab9-8b3b-42ba-b4a3-17c4c1cedafa req-f40d0072-b52c-47c7-97ce-bb275d6bd1b1 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127126 Nov 27 01:11:23.210477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912923c8-e8e8-4199-89e9-82cd873f1b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a29315-aa18-436a-a579-4ab31a0c6148,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:23.301766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Routers {'bec21d05-fac7-4f05-afea-a2cc01c84a55'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:23.304550 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:11:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bec21d05-fac7-4f05-afea-a2cc01c84a55'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:23.307383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36c3a549-3ec9-4029-bf4f-d281f7d98ab9 req-47215ef6-a22c-4003-a66f-9518733a307f tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 210 time: 0.0389276 Nov 27 01:11:23.437530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Set router bec21d05-fac7-4f05-afea-a2cc01c84a55 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:23.510096 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3523f7f-cd6b-4c27-b360-485b185fdc7f {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:23.534210 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.563903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Transition to ACTIVE for port object b3523f7f-cd6b-4c27-b360-485b185fdc7f will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:11:23.570961 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.752677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac313ff2-5226-4cbe-a0bb-14819f1567e2 None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:11:23.790277 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.833149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Pushing event updated for resources: {'Port': ['ID=b3523f7f-cd6b-4c27-b360-485b185fdc7f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:23.934334 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03655504-88a0-42dd-9021-8a0c2a49690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee90a8dc-819d-4e21-b4fe-9298401cb22b'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:23.936102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Attempting to bind port b3523f7f-cd6b-4c27-b360-485b185fdc7f on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:23.936759 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e184b8c8-9658-416d-9d12-6fbae1664e09" -d '{"events": [{"server_uuid": "03655504-88a0-42dd-9021-8a0c2a49690f", "name": "network-vif-plugged", "status": "completed", "tag": "ee90a8dc-819d-4e21-b4fe-9298401cb22b"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:23.936943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Attempting to bind port b3523f7f-cd6b-4c27-b360-485b185fdc7f by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:23.937710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Attempting to bind port b3523f7f-cd6b-4c27-b360-485b185fdc7f on network 4b89f644-2375-4ba6-8bce-e3c255057dae {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:23.946345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Port b3523f7f-cd6b-4c27-b360-485b185fdc7f on network 4b89f644-2375-4ba6-8bce-e3c255057dae not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:11:23.946736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Attempting to bind port b3523f7f-cd6b-4c27-b360-485b185fdc7f on network 4b89f644-2375-4ba6-8bce-e3c255057dae {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:23.955871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:23.956093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Checking segment: {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:23.956574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Bound using segment: {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:23.957091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Bound port: b3523f7f-cd6b-4c27-b360-485b185fdc7f, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:23.957513 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.990337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ee90a8dc-819d-4e21-b4fe-9298401cb22b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ee90a8dc-819d-4e21-b4fe-9298401cb22b,segment=NetworkSegment(9341718b-16cb-43f5-9e72-51e55b1a613b),segment_id=9341718b-16cb-43f5-9e72-51e55b1a613b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:24.054493 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:24.060113 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a71c842-3121-4425-801a-02a142e87a04 x-openstack-request-id: req-3a71c842-3121-4425-801a-02a142e87a04 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:24.060614 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03655504-88a0-42dd-9021-8a0c2a49690f", "name": "network-vif-plugged", "status": "completed", "tag": "ee90a8dc-819d-4e21-b4fe-9298401cb22b", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:24.061014 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a71c842-3121-4425-801a-02a142e87a04 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:24.061517 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03655504-88a0-42dd-9021-8a0c2a49690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee90a8dc-819d-4e21-b4fe-9298401cb22b', 'code': 200} Nov 27 01:11:24.155681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ee90a8dc-819d-4e21-b4fe-9298401cb22b,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:24.180930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] For port b3523f7f-cd6b-4c27-b360-485b185fdc7f, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:24.194611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] For port b3523f7f-cd6b-4c27-b360-485b185fdc7f, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b3523f7f-cd6b-4c27-b360-485b185fdc7f,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:24.262977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:24.285635 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port': {'id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:13Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb', 'name': '', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'mac_address': 'fa:16:3e:f9:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:17Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 2, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'subnets': [{'id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:24.306848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:24.308815 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:24.310785 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] 10.222.0.21 "PUT /v2.0/ports/b3523f7f-cd6b-4c27-b360-485b185fdc7f HTTP/1.1" status: 200 len: 1092 time: 1.7531347 Nov 27 01:11:24.353701 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c697f58f-47d5-4ea1-817c-9d69e9e0c3ca', 'tag': 'b3523f7f-cd6b-4c27-b360-485b185fdc7f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:24.362886 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133df6d2-7f64-4b11-9f37-d3d1eda7f939" -d '{"events": [{"name": "network-changed", "server_uuid": "c697f58f-47d5-4ea1-817c-9d69e9e0c3ca", "tag": "b3523f7f-cd6b-4c27-b360-485b185fdc7f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:24.364114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b5b2e-a6b8-42e4-a9c9-8334aad9e0f5 None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:11:24.369892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Checking router: bec21d05-fac7-4f05-afea-a2cc01c84a55 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:11:24.371049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Updating router bec21d05-fac7-4f05-afea-a2cc01c84a55 port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:11:24.397546 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd29292-6dca-48ae-a93a-54053350df5b req-e9fc709f-7617-4d54-8036-ca1f81e76c2e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:24.399096 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7bd29292-6dca-48ae-a93a-54053350df5b req-e9fc709f-7617-4d54-8036-ca1f81e76c2e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 943 time: 0.2991803 Nov 27 01:11:24.439140 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:24.447688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4a317-9ee3-4b46-9e44-d3579f26028d req-60a5c0fa-dbcd-4b7b-9702-4dac0b9e3ae3 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:24.460093 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-18d4a317-9ee3-4b46-9e44-d3579f26028d req-60a5c0fa-dbcd-4b7b-9702-4dac0b9e3ae3 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 946 time: 0.1071558 Nov 27 01:11:24.564810 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-18d4a317-9ee3-4b46-9e44-d3579f26028d req-7910a4f8-6611-4be3-a5ba-15571d752a24 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976899 Nov 27 01:11:24.575893 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7bd29292-6dca-48ae-a93a-54053350df5b req-9632a8c4-a7a7-4543-b4ba-2a7a8e916c5d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193681 Nov 27 01:11:24.628555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72810939-a352-4d52-832d-e2cf5b10ae7f req-3b827514-e2e1-4a23-bd72-ba3bcd9807a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:24.633917 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72810939-a352-4d52-832d-e2cf5b10ae7f req-3b827514-e2e1-4a23-bd72-ba3bcd9807a9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 1098 time: 0.4244902 Nov 27 01:11:24.782302 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7249c2-f266-48ad-b7b5-1fc6795f8432 x-openstack-request-id: req-4d7249c2-f266-48ad-b7b5-1fc6795f8432 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:24.783254 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c697f58f-47d5-4ea1-817c-9d69e9e0c3ca", "tag": "b3523f7f-cd6b-4c27-b360-485b185fdc7f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:24.783534 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d7249c2-f266-48ad-b7b5-1fc6795f8432 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:24.787938 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c697f58f-47d5-4ea1-817c-9d69e9e0c3ca', 'tag': 'b3523f7f-cd6b-4c27-b360-485b185fdc7f', 'status': 'completed', 'code': 200} Nov 27 01:11:24.869751 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74086eaf-a404-44b8-ad9f-112fd4fc0d70 service neutron] Pushing event updated for resources: {'Port': ['ID=b3523f7f-cd6b-4c27-b360-485b185fdc7f,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:24.879245 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d59f8da5-d6bd-44d7-b342-bc1a9e700eaf req-2da21125-12db-4e25-8f2e-107cd764662b tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 210 time: 0.0586264 Nov 27 01:11:24.938765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-7061b079-e9a7-4a9e-b24e-0e9f7b491ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:24.941226 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-7061b079-e9a7-4a9e-b24e-0e9f7b491ea0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 1095 time: 0.3821726 Nov 27 01:11:24.949089 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72810939-a352-4d52-832d-e2cf5b10ae7f req-ed4b7235-1c4f-4c87-8f66-fc4454a50b9e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425725 Nov 27 01:11:25.036483 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-bd63a24f-a134-4a1b-90f4-f35ef8eb7fdd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3523f7f-cd6b-4c27-b360-485b185fdc7f HTTP/1.1" status: 200 len: 217 time: 0.0679674 Nov 27 01:11:25.102186 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-a1e1871d-6639-462a-9daf-d33a37eac701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:25.104236 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-a1e1871d-6639-462a-9daf-d33a37eac701 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80662da9-0903-4539-8282-1a973a762559 HTTP/1.1" status: 200 len: 852 time: 0.0606959 Nov 27 01:11:25.118150 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:25.127096 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:25.149010 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-1db4d7e9-eb76-4169-b999-d60d2d04db95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b89f644-2375-4ba6-8bce-e3c255057dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344577 Nov 27 01:11:25.221980 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b1971-60d3-4162-aa1c-363ee8892421 None None] Pushing event updated for resources: {'Port': ['ID=4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:25.288229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Attempting to bind port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:25.289493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Attempting to bind port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '86a6cb98-18bb-483c-9ad9-54f02f469cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:25.290053 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Attempting to bind port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb on network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:25.296105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:25.297406 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Checking segment: {'id': '86a6cb98-18bb-483c-9ad9-54f02f469cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:25.299782 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:25.300278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Bound using segment: {'id': '86a6cb98-18bb-483c-9ad9-54f02f469cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:25.300794 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Bound port: 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a6cb98-18bb-483c-9ad9-54f02f469cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:25.301519 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:25.334584 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-a48950ab-8639-4e1c-ae78-19881c1ab5b3 service neutron] 10.222.0.21 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760857 Nov 27 01:11:25.417082 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] For port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:25.421001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] For port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb,segment=NetworkSegment(86a6cb98-18bb-483c-9ad9-54f02f469cd7),segment_id=86a6cb98-18bb-483c-9ad9-54f02f469cd7)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:25.427245 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:25.534138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Routers {'bec21d05-fac7-4f05-afea-a2cc01c84a55'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:25.535746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:11:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bec21d05-fac7-4f05-afea-a2cc01c84a55'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:25.549478 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b1971-60d3-4162-aa1c-363ee8892421 None None] Pushing event updated for resources: {'Port': ['ID=4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:25.568445 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5252a6a4-4ac9-4392-a085-dd54e3fb9332 req-21507744-c70e-47eb-b8f1-ce86beac3950 service neutron] 10.222.0.21 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240236 Nov 27 01:11:25.736405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-eb355c5a-9cc1-4ce0-a9e1-92b722744aba None None] Provisioning complete for port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:25.736786 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eb355c5a-9cc1-4ce0-a9e1-92b722744aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:25.923363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] Set router bec21d05-fac7-4f05-afea-a2cc01c84a55 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:26.035396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e626fe5-9daf-4a5d-a896-4b116e115157 req-e314037d-b036-4c57-bf01-3af921a365df tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:26.044218 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e626fe5-9daf-4a5d-a896-4b116e115157 req-e314037d-b036-4c57-bf01-3af921a365df tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 943 time: 0.1995895 Nov 27 01:11:26.112669 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e626fe5-9daf-4a5d-a896-4b116e115157 req-2ea691f0-90de-4125-9a12-f80fac5ea2a2 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622950 Nov 27 01:11:26.160813 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eb355c5a-9cc1-4ce0-a9e1-92b722744aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:26.221554 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-eb355c5a-9cc1-4ce0-a9e1-92b722744aba None None] For port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb,segment=NetworkSegment(86a6cb98-18bb-483c-9ad9-54f02f469cd7),segment_id=86a6cb98-18bb-483c-9ad9-54f02f469cd7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:26.230696 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eb355c5a-9cc1-4ce0-a9e1-92b722744aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:26.364693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb355c5a-9cc1-4ce0-a9e1-92b722744aba None None] Pushing event updated for resources: {'Port': ['ID=4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:26.379748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3f0579d1-5fd1-473e-98a1-8a28b8360654 None None] Provisioning complete for port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:26.380113 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3f0579d1-5fd1-473e-98a1-8a28b8360654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:26.392521 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a2e11738-f764-43c6-9be8-5ad7d123db6d req-83559190-4b9e-4eee-bda9-2b7c306d7a89 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 210 time: 0.0628424 Nov 27 01:11:26.434791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port': {'id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:13Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb', 'name': '', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'mac_address': 'fa:16:3e:f9:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:17Z', 'updated_at': '2021-11-27T01:11:25Z', 'revision_number': 4, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'subnets': [{'id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:26.466492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10363c6c-7357-4765-853c-3982e6c77802 None None] The sync data for ids ['bec21d05-fac7-4f05-afea-a2cc01c84a55'] in n-d-817303-10 is: [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port': {'id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:13Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb', 'name': '', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'mac_address': 'fa:16:3e:f9:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:17Z', 'updated_at': '2021-11-27T01:11:25Z', 'revision_number': 4, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'subnets': [{'id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:11:26.509996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df6d2-7f64-4b11-9f37-d3d1eda7f939 req-ee1c0a48-6d81-49ac-97e5-ae73adba5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:26.511231 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133df6d2-7f64-4b11-9f37-d3d1eda7f939 req-ee1c0a48-6d81-49ac-97e5-ae73adba5a9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 1095 time: 0.8192461 Nov 27 01:11:26.661255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ab5dd-7eb9-4f0b-b559-c8ebdd011cda req-d49a753b-d1f9-431e-a396-d5d9ccc003d7 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:26.663107 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c0ab5dd-7eb9-4f0b-b559-c8ebdd011cda req-d49a753b-d1f9-431e-a396-d5d9ccc003d7 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 946 time: 0.2766290 Nov 27 01:11:26.670313 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10b7a-614b-4d8e-b836-b1537904683d req-eb7bd16b-efc0-4f52-a3d1-c34ace65e965 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:26.671985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72d10b7a-614b-4d8e-b836-b1537904683d req-eb7bd16b-efc0-4f52-a3d1-c34ace65e965 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.31 "GET /v2.0/networks?id=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f HTTP/1.1" status: 200 len: 828 time: 0.3051648 Nov 27 01:11:26.768686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-72d10b7a-614b-4d8e-b836-b1537904683d req-9d0f370b-2632-4268-9f55-e44a0769435d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Request body: {'port': {'device_id': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'admin_state_up': True, 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:26.805146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c0ab5dd-7eb9-4f0b-b559-c8ebdd011cda req-28a0f55e-0db3-490c-81ed-fe86ab79fa80 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282737 Nov 27 01:11:26.806587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df6d2-7f64-4b11-9f37-d3d1eda7f939 req-11dbb469-e220-440a-93bb-3353d7d9a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:26.808111 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133df6d2-7f64-4b11-9f37-d3d1eda7f939 req-11dbb469-e220-440a-93bb-3353d7d9a958 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 913 time: 0.2815361 Nov 27 01:11:26.895916 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133df6d2-7f64-4b11-9f37-d3d1eda7f939 req-076981fe-f072-45de-8bc0-fb11d3dca02a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3523f7f-cd6b-4c27-b360-485b185fdc7f HTTP/1.1" status: 200 len: 217 time: 0.0607266 Nov 27 01:11:26.992035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df6d2-7f64-4b11-9f37-d3d1eda7f939 req-9876e25f-09e1-4772-a04b-4a96ab854d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:26.993780 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133df6d2-7f64-4b11-9f37-d3d1eda7f939 req-9876e25f-09e1-4772-a04b-4a96ab854d1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80662da9-0903-4539-8282-1a973a762559 HTTP/1.1" status: 200 len: 852 time: 0.0898495 Nov 27 01:11:27.036059 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133df6d2-7f64-4b11-9f37-d3d1eda7f939 req-4d8dffa2-0617-4afa-91eb-478011f395f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b89f644-2375-4ba6-8bce-e3c255057dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338497 Nov 27 01:11:27.043480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d10b7a-614b-4d8e-b836-b1537904683d req-9d0f370b-2632-4268-9f55-e44a0769435d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Made reservation on behalf of 3ebb971a0a9a404cbc0a79b6be58182b for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:27.051133 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-72d10b7a-614b-4d8e-b836-b1537904683d req-9d0f370b-2632-4268-9f55-e44a0769435d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:27.197889 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b3523f7f-cd6b-4c27-b360-485b185fdc7f details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:27.327680 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133df6d2-7f64-4b11-9f37-d3d1eda7f939 req-13dbcb28-163e-474f-b8e1-123be703bbdf service neutron] 10.222.0.21 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714052 Nov 27 01:11:27.376387 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8672c-6f28-47aa-867f-d9feb1d8b17e req-9d1012d5-3e15-45a5-bb82-b01e3fa17f53 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:27.385060 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-15b8672c-6f28-47aa-867f-d9feb1d8b17e req-9d1012d5-3e15-45a5-bb82-b01e3fa17f53 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 943 time: 0.1444311 Nov 27 01:11:27.403125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48712) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:27.481850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b3523f7f-cd6b-4c27-b360-485b185fdc7f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b3523f7f-cd6b-4c27-b360-485b185fdc7f,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:27.513933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'b3523f7f-cd6b-4c27-b360-485b185fdc7f', 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae', 'port_id': 'b3523f7f-cd6b-4c27-b360-485b185fdc7f', 'mac_address': 'fa:16:3e:96:bd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80662da9-0903-4539-8282-1a973a762559', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:27.554323 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-15b8672c-6f28-47aa-867f-d9feb1d8b17e req-87ce7edb-0baf-414b-89b8-6071ba8afacd tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521146 Nov 27 01:11:27.636731 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:27.663917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3523f7f-cd6b-4c27-b360-485b185fdc7f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:27.698574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-72d10b7a-614b-4d8e-b836-b1537904683d req-9d0f370b-2632-4268-9f55-e44a0769435d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Allocated IP 172.20.0.11 (e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f/b27b79c4-f47e-4433-b69d-cc8720db5a0c/b3f47059-3998-4867-af5f-c2e5aaac1f09) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:27.702173 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b3523f7f-cd6b-4c27-b360-485b185fdc7f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b3523f7f-cd6b-4c27-b360-485b185fdc7f,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:27.710810 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:27.714217 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7528b9f-47cf-4d54-bc9e-065faa1cca4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:27.759218 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0cc33ae8-7f60-42ee-883b-e73417c1ed99 req-df99b407-89a1-422e-a663-f0341b16c7c4 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 210 time: 0.0879426 Nov 27 01:11:27.852202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=b3523f7f-cd6b-4c27-b360-485b185fdc7f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:27.893644 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133df6d2-7f64-4b11-9f37-d3d1eda7f939 req-ae0dd773-fe55-4587-86af-b959c44f2852 service neutron] 10.222.0.21 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513473 Nov 27 01:11:27.986785 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:28.071907 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['b3523f7f-cd6b-4c27-b360-485b185fdc7f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:28.080647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598da558-1b32-44ed-bd7c-56f38a2e50d8 req-a4a94376-e2b9-4086-8a64-4f0097e19c81 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:28.085230 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-598da558-1b32-44ed-bd7c-56f38a2e50d8 req-a4a94376-e2b9-4086-8a64-4f0097e19c81 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 946 time: 0.1303446 Nov 27 01:11:28.089875 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7528b9f-47cf-4d54-bc9e-065faa1cca4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:28.099419 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7528b9f-47cf-4d54-bc9e-065faa1cca4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:28.236159 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-72d10b7a-614b-4d8e-b836-b1537904683d req-9d0f370b-2632-4268-9f55-e44a0769435d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:28.240354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-598da558-1b32-44ed-bd7c-56f38a2e50d8 req-3fdcd29a-914b-44ba-a3f8-d5df00ea91a9 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292567 Nov 27 01:11:28.270484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:28.270896 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:28.298342 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d7528b9f-47cf-4d54-bc9e-065faa1cca4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e39c2353ae644b1bd9cc3d88e40352e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8838353 Nov 27 01:11:28.298880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48730) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:28.322660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7528b9f-47cf-4d54-bc9e-065faa1cca4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2db44b1-6f23-4237-9718-d2ab3ffc60ff,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:28.428831 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-72d10b7a-614b-4d8e-b836-b1537904683d req-9d0f370b-2632-4268-9f55-e44a0769435d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:28.470819 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a6562e3-6765-4569-970b-8d8ed3ade380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:28.535732 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a6562e3-6765-4569-970b-8d8ed3ade380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:28.542620 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:28.686961 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a6562e3-6765-4569-970b-8d8ed3ade380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:28.690231 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a6562e3-6765-4569-970b-8d8ed3ade380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:28.694111 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1a6562e3-6765-4569-970b-8d8ed3ade380 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2db44b1-6f23-4237-9718-d2ab3ffc60ff HTTP/1.1" status: 204 len: 168 time: 0.3915839 Nov 27 01:11:28.751035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f370b-2632-4268-9f55-e44a0769435d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Pushing event updated for resources: {'Port': ['ID=b3f47059-3998-4867-af5f-c2e5aaac1f09,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:28.775327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d10b7a-614b-4d8e-b836-b1537904683d req-9d0f370b-2632-4268-9f55-e44a0769435d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:28.779151 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-72d10b7a-614b-4d8e-b836-b1537904683d req-9d0f370b-2632-4268-9f55-e44a0769435d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:28.783203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d10b7a-614b-4d8e-b836-b1537904683d req-9d0f370b-2632-4268-9f55-e44a0769435d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:28.878237 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87ccf0-dcae-465b-af05-1d307c0531ca req-ca3d9e93-9dcd-464c-b6d3-63f9e125f844 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:28.880459 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e87ccf0-dcae-465b-af05-1d307c0531ca req-ca3d9e93-9dcd-464c-b6d3-63f9e125f844 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 946 time: 0.3976545 Nov 27 01:11:28.901184 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48742) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:28.907126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6562e3-6765-4569-970b-8d8ed3ade380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2db44b1-6f23-4237-9718-d2ab3ffc60ff,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:28.934427 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9b938c95-c8e0-4afb-8bc7-4757b4cc52c2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Request body: {'floatingip': {'port_id': 'ee90a8dc-819d-4e21-b4fe-9298401cb22b'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:28.942712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7f6fc-dbe2-47ef-94d4-7369c911970c req-7432bcd4-2d4c-4928-94a9-53005e9f09e0 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:28.965788 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-82f7f6fc-dbe2-47ef-94d4-7369c911970c req-7432bcd4-2d4c-4928-94a9-53005e9f09e0 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 944 time: 0.2810671 Nov 27 01:11:29.029068 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b938c95-c8e0-4afb-8bc7-4757b4cc52c2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.082858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10b7a-614b-4d8e-b836-b1537904683d req-9d0f370b-2632-4268-9f55-e44a0769435d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:29.084009 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-72d10b7a-614b-4d8e-b836-b1537904683d req-9d0f370b-2632-4268-9f55-e44a0769435d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.087988 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-82f7f6fc-dbe2-47ef-94d4-7369c911970c req-da07b1bf-7cb4-4b65-a4a4-e2d045aa837e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213264 Nov 27 01:11:29.197153 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72d10b7a-614b-4d8e-b836-b1537904683d req-9d0f370b-2632-4268-9f55-e44a0769435d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4348702 Nov 27 01:11:29.245965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Request body: {'port': {'device_id': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:29.298539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48748) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:29.310120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df528f5-2dbb-4ccc-994c-0c3efd77bcc4 req-5886016d-02d0-43c1-924a-2ad3eff09260 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:29.311779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2df528f5-2dbb-4ccc-994c-0c3efd77bcc4 req-5886016d-02d0-43c1-924a-2ad3eff09260 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 932 time: 0.2792838 Nov 27 01:11:29.330448 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe995bbd-5818-4b1f-92b4-135c9885c130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.369361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4a28de2b-351c-49c2-a609-eae37289b3f1 None None] Provisioning complete for port b3f47059-3998-4867-af5f-c2e5aaac1f09 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:29.370493 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4a28de2b-351c-49c2-a609-eae37289b3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.422529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4a28de2b-351c-49c2-a609-eae37289b3f1 None None] Port b3f47059-3998-4867-af5f-c2e5aaac1f09 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:29.463101 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe995bbd-5818-4b1f-92b4-135c9885c130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.467746 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe995bbd-5818-4b1f-92b4-135c9885c130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.506356 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.511871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe995bbd-5818-4b1f-92b4-135c9885c130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1004115a-b751-4ed0-922f-b808685e46b5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:29.517673 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fe995bbd-5818-4b1f-92b4-135c9885c130 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05971ecf202f42be936f5eb3bd764e59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181499 Nov 27 01:11:29.520224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48750) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:29.573829 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2bbe633-7ca6-4302-b8ef-0da108da7f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.575883 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2df528f5-2dbb-4ccc-994c-0c3efd77bcc4 req-9ebc4057-638d-421e-9bc7-c2df5bad3294 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445261 Nov 27 01:11:29.605882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2bbe633-7ca6-4302-b8ef-0da108da7f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.662240 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2bbe633-7ca6-4302-b8ef-0da108da7f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.668583 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2bbe633-7ca6-4302-b8ef-0da108da7f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.669820 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b2bbe633-7ca6-4302-b8ef-0da108da7f93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1004115a-b751-4ed0-922f-b808685e46b5 HTTP/1.1" status: 204 len: 168 time: 0.1484501 Nov 27 01:11:29.678533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbe633-7ca6-4302-b8ef-0da108da7f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1004115a-b751-4ed0-922f-b808685e46b5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:30.041873 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b938c95-c8e0-4afb-8bc7-4757b4cc52c2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:30.047394 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b938c95-c8e0-4afb-8bc7-4757b4cc52c2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:30.132080 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f47059-3998-4867-af5f-c2e5aaac1f09 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:30.177988 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:30.229933 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Transition to ACTIVE for port object b3f47059-3998-4867-af5f-c2e5aaac1f09 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:11:30.243528 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:30.290528 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-9b938c95-c8e0-4afb-8bc7-4757b4cc52c2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Floating IP ba0d833e-afbc-4604-8daf-00ec7da7d1b9 associated. External IP: 172.25.1.164, port: ee90a8dc-819d-4e21-b4fe-9298401cb22b. Nov 27 01:11:30.341665 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:30.411569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f47059-3998-4867-af5f-c2e5aaac1f09,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:30.437608 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5dfe-8210-46da-9de4-20eef8535468 req-6d1cd4a3-78c7-49d6-a036-49325a112dc9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:30.439213 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d71c5dfe-8210-46da-9de4-20eef8535468 req-6d1cd4a3-78c7-49d6-a036-49325a112dc9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 944 time: 0.2583740 Nov 27 01:11:30.532953 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d71c5dfe-8210-46da-9de4-20eef8535468 req-0dc5ca6c-29be-44b7-831d-350b1780ff1b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770185 Nov 27 01:11:30.724502 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Attempting to bind port b3f47059-3998-4867-af5f-c2e5aaac1f09 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:30.725435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Attempting to bind port b3f47059-3998-4867-af5f-c2e5aaac1f09 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '86a6cb98-18bb-483c-9ad9-54f02f469cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:30.725435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Attempting to bind port b3f47059-3998-4867-af5f-c2e5aaac1f09 on network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:30.744404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8ec0f-9fb9-4253-877b-ce1acaa462f9 req-1a23ab49-e1ea-43d1-9661-43459e5f4d96 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:30.747120 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4d8ec0f-9fb9-4253-877b-ce1acaa462f9 req-1a23ab49-e1ea-43d1-9661-43459e5f4d96 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 944 time: 0.0834913 Nov 27 01:11:30.788191 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Port b3f47059-3998-4867-af5f-c2e5aaac1f09 on network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:11:30.788617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Attempting to bind port b3f47059-3998-4867-af5f-c2e5aaac1f09 on network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:30.803073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:30.803458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Checking segment: {'id': '86a6cb98-18bb-483c-9ad9-54f02f469cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:30.803924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Bound using segment: {'id': '86a6cb98-18bb-483c-9ad9-54f02f469cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:30.804281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Bound port: b3f47059-3998-4867-af5f-c2e5aaac1f09, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a6cb98-18bb-483c-9ad9-54f02f469cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:30.804709 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:30.827031 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4d8ec0f-9fb9-4253-877b-ce1acaa462f9 req-bc199b92-863d-4e4c-bdad-4a7c9a1cb45c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720048 Nov 27 01:11:31.231477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b938c95-c8e0-4afb-8bc7-4757b4cc52c2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Router 1f99d107-d76d-48b2-be69-757308386440 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:11:31.231977 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b3523f7f-cd6b-4c27-b360-485b185fdc7f up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:31.262000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] For port b3f47059-3998-4867-af5f-c2e5aaac1f09, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:31.294833 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port b3523f7f-cd6b-4c27-b360-485b185fdc7f completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:11:31.300830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port b3523f7f-cd6b-4c27-b360-485b185fdc7f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:31.301478 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:31.315202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] For port b3f47059-3998-4867-af5f-c2e5aaac1f09, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b3f47059-3998-4867-af5f-c2e5aaac1f09,segment=NetworkSegment(86a6cb98-18bb-483c-9ad9-54f02f469cd7),segment_id=86a6cb98-18bb-483c-9ad9-54f02f469cd7)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:31.323386 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:31.403059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:31.403922 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:31.405668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72d10b7a-614b-4d8e-b836-b1537904683d req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] 10.222.0.31 "PUT /v2.0/ports/b3f47059-3998-4867-af5f-c2e5aaac1f09 HTTP/1.1" status: 200 len: 1093 time: 2.1673095 Nov 27 01:11:31.406360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'tag': 'b3f47059-3998-4867-af5f-c2e5aaac1f09'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:31.408879 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca2973e-08e2-4060-949a-7b33d504afd5" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f9b674-97d4-4dfd-a751-6ec171871f46", "tag": "b3f47059-3998-4867-af5f-c2e5aaac1f09"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:31.418740 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:31.439160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b8e41-9532-44f0-b38b-776223d58360 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f47059-3998-4867-af5f-c2e5aaac1f09,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:31.442551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b938c95-c8e0-4afb-8bc7-4757b4cc52c2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:11:31.449259 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b938c95-c8e0-4afb-8bc7-4757b4cc52c2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:31.459404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c697f58f-47d5-4ea1-817c-9d69e9e0c3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3523f7f-cd6b-4c27-b360-485b185fdc7f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:31.463680 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472aa7d9-5c96-4bdb-b29b-df0b215f8393" -d '{"events": [{"server_uuid": "c697f58f-47d5-4ea1-817c-9d69e9e0c3ca", "name": "network-vif-plugged", "status": "completed", "tag": "b3523f7f-cd6b-4c27-b360-485b185fdc7f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:31.484713 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a4551-c9a9-4031-9476-5155bf8dc90c None None] Sync routers for ids ['1f99d107-d76d-48b2-be69-757308386440'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:11:31.495227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b3523f7f-cd6b-4c27-b360-485b185fdc7f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b3523f7f-cd6b-4c27-b360-485b185fdc7f,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:31.497846 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9b938c95-c8e0-4afb-8bc7-4757b4cc52c2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "PUT /v2.0/floatingips/ba0d833e-afbc-4604-8daf-00ec7da7d1b9 HTTP/1.1" status: 200 len: 992 time: 2.5885344 Nov 27 01:11:31.507588 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:31.510719 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a4551-c9a9-4031-9476-5155bf8dc90c None None] Routers {'1f99d107-d76d-48b2-be69-757308386440'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:31.511595 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-eb2a4551-c9a9-4031-9476-5155bf8dc90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:11:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f99d107-d76d-48b2-be69-757308386440'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:31.550191 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31485f1-b1f3-4ce6-8d5f-07193337cb5f x-openstack-request-id: req-e31485f1-b1f3-4ce6-8d5f-07193337cb5f {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:31.550788 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f9b674-97d4-4dfd-a751-6ec171871f46", "tag": "b3f47059-3998-4867-af5f-c2e5aaac1f09", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:31.551099 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e31485f1-b1f3-4ce6-8d5f-07193337cb5f {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:31.551661 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'tag': 'b3f47059-3998-4867-af5f-c2e5aaac1f09', 'status': 'completed', 'code': 200} Nov 27 01:11:31.581138 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4af4fe5-31e6-4911-8d5a-017956eed4a8 x-openstack-request-id: req-e4af4fe5-31e6-4911-8d5a-017956eed4a8 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:31.581319 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c697f58f-47d5-4ea1-817c-9d69e9e0c3ca", "name": "network-vif-plugged", "status": "completed", "tag": "b3523f7f-cd6b-4c27-b360-485b185fdc7f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:31.581548 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4af4fe5-31e6-4911-8d5a-017956eed4a8 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:31.581977 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c697f58f-47d5-4ea1-817c-9d69e9e0c3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3523f7f-cd6b-4c27-b360-485b185fdc7f', 'code': 200} Nov 27 01:11:31.590350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10b7a-614b-4d8e-b836-b1537904683d req-3e22f0a2-3d69-4b43-88f4-b998e4dc358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:31.593882 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72d10b7a-614b-4d8e-b836-b1537904683d req-3e22f0a2-3d69-4b43-88f4-b998e4dc358a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ebb971a0a9a404cbc0a79b6be58182b&device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 1096 time: 0.0945311 Nov 27 01:11:31.654548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=b3523f7f-cd6b-4c27-b360-485b185fdc7f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:31.714369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72d10b7a-614b-4d8e-b836-b1537904683d req-5d9780ed-a338-4f86-86da-5d603ea94cff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3f47059-3998-4867-af5f-c2e5aaac1f09 HTTP/1.1" status: 200 len: 217 time: 0.1043966 Nov 27 01:11:31.732753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63e50a-abf7-4bf7-a50a-a707b5611b97 req-9be3667a-f263-4895-88aa-75aafd7c6a59 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:31.742278 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5f63e50a-abf7-4bf7-a50a-a707b5611b97 req-9be3667a-f263-4895-88aa-75aafd7c6a59 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 945 time: 0.0721250 Nov 27 01:11:31.797000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edce32-7bc0-4c55-a53f-196a7828abf9 req-82e8b431-82a1-44cd-80cb-7f9d2a050b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:31.798888 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11edce32-7bc0-4c55-a53f-196a7828abf9 req-82e8b431-82a1-44cd-80cb-7f9d2a050b3c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 1097 time: 0.0937538 Nov 27 01:11:31.804461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10b7a-614b-4d8e-b836-b1537904683d req-c1b648ad-9824-4561-b4e4-603771a5cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:31.805713 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-eb2a4551-c9a9-4031-9476-5155bf8dc90c None None] Set router 1f99d107-d76d-48b2-be69-757308386440 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:31.806406 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72d10b7a-614b-4d8e-b836-b1537904683d req-c1b648ad-9824-4561-b4e4-603771a5cde5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b27b79c4-f47e-4433-b69d-cc8720db5a0c HTTP/1.1" status: 200 len: 867 time: 0.0702121 Nov 27 01:11:31.846215 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5f63e50a-abf7-4bf7-a50a-a707b5611b97 req-81f1e02e-96c5-41a1-8103-22acf6315665 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994153 Nov 27 01:11:31.912491 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11edce32-7bc0-4c55-a53f-196a7828abf9 req-d2b2a335-017e-473c-bf4c-688ebe048dd0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047740 Nov 27 01:11:31.914254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10b7a-614b-4d8e-b836-b1537904683d req-197b2fdc-b491-4b7e-9f44-ff7280f61a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:31.915675 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72d10b7a-614b-4d8e-b836-b1537904683d req-197b2fdc-b491-4b7e-9f44-ff7280f61a61 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671761 Nov 27 01:11:31.988886 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c73d65-9562-4ae4-bec3-5afacf89003f req-1e7ce275-d3f3-483b-9253-a841ba03c9f7 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:31.997882 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-82c73d65-9562-4ae4-bec3-5afacf89003f req-1e7ce275-d3f3-483b-9253-a841ba03c9f7 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 944 time: 0.0668867 Nov 27 01:11:32.051861 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72d10b7a-614b-4d8e-b836-b1537904683d req-820f9469-525b-47aa-8bcb-408924fdfb97 service neutron] 10.222.0.31 "GET /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272647 Nov 27 01:11:32.055482 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-82c73d65-9562-4ae4-bec3-5afacf89003f req-9194f8b9-0086-49b1-952d-d8896c4bfd53 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512707 Nov 27 01:11:32.094511 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-eb2a4551-c9a9-4031-9476-5155bf8dc90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:10:55Z', 'revision_number': 4, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port': {'id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:46Z', 'updated_at': '2021-11-27T01:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'ba0d833e-afbc-4604-8daf-00ec7da7d1b9', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '1f99d107-d76d-48b2-be69-757308386440', 'port_id': 'ee90a8dc-819d-4e21-b4fe-9298401cb22b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'mac_address': 'fa:16:3e:c6:95:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03655504-88a0-42dd-9021-8a0c2a49690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:11:03Z', 'updated_at': '2021-11-27T01:11:29Z', 'revision_number': 1, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280650a9-a3e8-4436-9f08-bab76c65ceeb', 'name': '', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'mac_address': 'fa:16:3e:a4:8f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:51Z', 'updated_at': '2021-11-27T01:11:01Z', 'revision_number': 5, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'subnets': [{'id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:32.120561 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a4551-c9a9-4031-9476-5155bf8dc90c None None] Checking router: 1f99d107-d76d-48b2-be69-757308386440 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:11:32.129783 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a4551-c9a9-4031-9476-5155bf8dc90c None None] Routers {'1f99d107-d76d-48b2-be69-757308386440'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:32.130392 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-eb2a4551-c9a9-4031-9476-5155bf8dc90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:11:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f99d107-d76d-48b2-be69-757308386440'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:32.152162 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72d10b7a-614b-4d8e-b836-b1537904683d req-770da57c-aade-4082-8184-a23e0313164e service neutron] 10.222.0.31 "GET /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911369 Nov 27 01:11:32.251850 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-eb2a4551-c9a9-4031-9476-5155bf8dc90c None None] Set router 1f99d107-d76d-48b2-be69-757308386440 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:32.289297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48844) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:32.295087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-dad010f0-d504-46be-81b9-af534ef51462 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-989174767'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:32.321928 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad010f0-d504-46be-81b9-af534ef51462 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Made reservation on behalf of 2f18470837cb4394bc7b6e5f757f3214 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:32.328946 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dad010f0-d504-46be-81b9-af534ef51462 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:32.334656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2973e-08e2-4060-949a-7b33d504afd5 req-d371f4a1-0fac-4903-8473-440d5538c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:32.336172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ca2973e-08e2-4060-949a-7b33d504afd5 req-d371f4a1-0fac-4903-8473-440d5538c329 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ebb971a0a9a404cbc0a79b6be58182b&device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 1096 time: 0.0726378 Nov 27 01:11:32.368008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad010f0-d504-46be-81b9-af534ef51462 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:11:32.382050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dad010f0-d504-46be-81b9-af534ef51462 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:32.382780 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-dad010f0-d504-46be-81b9-af534ef51462 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Added segment 2a396b00-d264-47cf-b3e9-dcb869a9774b of type vlan for network 47b267cc-e710-46a2-97b9-c7c30bcc89cd Nov 27 01:11:32.437762 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dad010f0-d504-46be-81b9-af534ef51462 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:32.481044 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dad010f0-d504-46be-81b9-af534ef51462 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:32.482521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2973e-08e2-4060-949a-7b33d504afd5 req-7ebe5d9a-f18b-4c44-81d6-bd673afb6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:32.484068 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ca2973e-08e2-4060-949a-7b33d504afd5 req-7ebe5d9a-f18b-4c44-81d6-bd673afb6a51 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f HTTP/1.1" status: 200 len: 929 time: 0.1356883 Nov 27 01:11:32.487863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad010f0-d504-46be-81b9-af534ef51462 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:32.489298 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dad010f0-d504-46be-81b9-af534ef51462 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:32.550117 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ca2973e-08e2-4060-949a-7b33d504afd5 req-b481699d-a41e-46d9-9041-c1073ce44f50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3f47059-3998-4867-af5f-c2e5aaac1f09 HTTP/1.1" status: 200 len: 217 time: 0.0514610 Nov 27 01:11:32.556276 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dad010f0-d504-46be-81b9-af534ef51462 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2640762 Nov 27 01:11:32.557493 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48852) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:32.563340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0041d280-c312-4a13-81d0-42506e6ffd4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-517662048'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:32.573050 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-eb2a4551-c9a9-4031-9476-5155bf8dc90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:10:55Z', 'revision_number': 4, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port': {'id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:46Z', 'updated_at': '2021-11-27T01:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'ba0d833e-afbc-4604-8daf-00ec7da7d1b9', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '1f99d107-d76d-48b2-be69-757308386440', 'port_id': 'ee90a8dc-819d-4e21-b4fe-9298401cb22b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'mac_address': 'fa:16:3e:c6:95:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03655504-88a0-42dd-9021-8a0c2a49690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:11:03Z', 'updated_at': '2021-11-27T01:11:29Z', 'revision_number': 1, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280650a9-a3e8-4436-9f08-bab76c65ceeb', 'name': '', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'mac_address': 'fa:16:3e:a4:8f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:51Z', 'updated_at': '2021-11-27T01:11:01Z', 'revision_number': 5, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'subnets': [{'id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:32.577389 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad010f0-d504-46be-81b9-af534ef51462 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'Network': ['ID=47b267cc-e710-46a2-97b9-c7c30bcc89cd,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:32.589517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 47b267cc-e710-46a2-97b9-c7c30bcc89cd details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:11:32.626437 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a4551-c9a9-4031-9476-5155bf8dc90c None None] The sync data for ids ['1f99d107-d76d-48b2-be69-757308386440'] in n-d-817303-10 is: [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:10:55Z', 'revision_number': 4, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port': {'id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:46Z', 'updated_at': '2021-11-27T01:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'ba0d833e-afbc-4604-8daf-00ec7da7d1b9', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '1f99d107-d76d-48b2-be69-757308386440', 'port_id': 'ee90a8dc-819d-4e21-b4fe-9298401cb22b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'mac_address': 'fa:16:3e:c6:95:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03655504-88a0-42dd-9021-8a0c2a49690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:11:03Z', 'updated_at': '2021-11-27T01:11:29Z', 'revision_number': 1, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280650a9-a3e8-4436-9f08-bab76c65ceeb', 'name': '', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'mac_address': 'fa:16:3e:a4:8f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:51Z', 'updated_at': '2021-11-27T01:11:01Z', 'revision_number': 5, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'subnets': [{'id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:11:32.635724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0041d280-c312-4a13-81d0-42506e6ffd4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Made reservation on behalf of 2f18470837cb4394bc7b6e5f757f3214 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:32.639754 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0041d280-c312-4a13-81d0-42506e6ffd4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:32.662969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2973e-08e2-4060-949a-7b33d504afd5 req-0544c5a3-b673-48dc-a496-87df1d7dfbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:32.664512 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ca2973e-08e2-4060-949a-7b33d504afd5 req-0544c5a3-b673-48dc-a496-87df1d7dfbc1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b27b79c4-f47e-4433-b69d-cc8720db5a0c HTTP/1.1" status: 200 len: 867 time: 0.0973308 Nov 27 01:11:32.680640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0041d280-c312-4a13-81d0-42506e6ffd4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:11:32.721793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0041d280-c312-4a13-81d0-42506e6ffd4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:32.722169 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-0041d280-c312-4a13-81d0-42506e6ffd4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Added segment 3e0caf90-97a0-4406-b049-d0b9dd26f625 of type vlan for network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 Nov 27 01:11:32.775771 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0041d280-c312-4a13-81d0-42506e6ffd4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:32.793869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2973e-08e2-4060-949a-7b33d504afd5 req-f73c42a8-d6f2-4e50-b136-a03cb875e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:32.793869 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ca2973e-08e2-4060-949a-7b33d504afd5 req-f73c42a8-d6f2-4e50-b136-a03cb875e0a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127570 Nov 27 01:11:32.816618 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0041d280-c312-4a13-81d0-42506e6ffd4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:32.823476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0041d280-c312-4a13-81d0-42506e6ffd4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:32.824119 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0041d280-c312-4a13-81d0-42506e6ffd4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:32.924556 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdb12e3-8fa0-4554-a104-3b7e4be4c1f6 None None] New status for floating IP ba0d833e-afbc-4604-8daf-00ec7da7d1b9: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:11:33.023126 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0041d280-c312-4a13-81d0-42506e6ffd4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4620194 Nov 27 01:11:33.030526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48874) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:33.052421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6d8692e2-3a33-4912-bd9e-4cf37088497e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'subnet': {'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:33.081342 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2324e0-b8f4-49f1-8bcb-064484593094 req-733dc795-c3b6-42ef-a37b-12e4b7a60a31 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:33.083608 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d2324e0-b8f4-49f1-8bcb-064484593094 req-733dc795-c3b6-42ef-a37b-12e4b7a60a31 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 945 time: 0.1016161 Nov 27 01:11:33.197968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041d280-c312-4a13-81d0-42506e6ffd4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'Network': ['ID=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:33.213988 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d2324e0-b8f4-49f1-8bcb-064484593094 req-6ac2338e-c8fb-4e0d-8b53-9438bbdfc7a3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241927 Nov 27 01:11:33.309923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfda93-36f6-484c-a5a4-7f814987a995 req-198af916-bc2b-4b25-9cda-11d95f552286 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:33.311643 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-17bfda93-36f6-484c-a5a4-7f814987a995 req-198af916-bc2b-4b25-9cda-11d95f552286 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 944 time: 0.1353631 Nov 27 01:11:33.315283 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ca2973e-08e2-4060-949a-7b33d504afd5 req-21e84cda-90ac-42b9-bb53-ca845695edd2 service neutron] 10.222.0.31 "GET /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859331 Nov 27 01:11:33.317706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8692e2-3a33-4912-bd9e-4cf37088497e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Made reservation on behalf of 2f18470837cb4394bc7b6e5f757f3214 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:33.322242 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d8692e2-3a33-4912-bd9e-4cf37088497e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:33.345695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:11:33.524819 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-17bfda93-36f6-484c-a5a4-7f814987a995 req-52248d5d-4f87-4a2b-aa9a-5cc00e6a30a6 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846671 Nov 27 01:11:33.557840 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03655504-88a0-42dd-9021-8a0c2a49690f', 'tag': 'ee90a8dc-819d-4e21-b4fe-9298401cb22b'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:33.560517 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2350e5-d342-4cf2-b282-ebcfe9e04446" -d '{"events": [{"name": "network-changed", "server_uuid": "03655504-88a0-42dd-9021-8a0c2a49690f", "tag": "ee90a8dc-819d-4e21-b4fe-9298401cb22b"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:33.609134 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac113ea8-c0ec-41ae-b541-b75219e09228 x-openstack-request-id: req-ac113ea8-c0ec-41ae-b541-b75219e09228 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:33.609690 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03655504-88a0-42dd-9021-8a0c2a49690f", "tag": "ee90a8dc-819d-4e21-b4fe-9298401cb22b", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:33.610036 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac113ea8-c0ec-41ae-b541-b75219e09228 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:33.610656 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03655504-88a0-42dd-9021-8a0c2a49690f', 'tag': 'ee90a8dc-819d-4e21-b4fe-9298401cb22b', 'status': 'completed', 'code': 200} Nov 27 01:11:33.630308 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ca2973e-08e2-4060-949a-7b33d504afd5 req-fe2206d6-2a5b-48a3-ba5e-bc72fc391348 service neutron] 10.222.0.31 "GET /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034539 Nov 27 01:11:33.749581 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d8692e2-3a33-4912-bd9e-4cf37088497e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:33.755736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2350e5-d342-4cf2-b282-ebcfe9e04446 req-1de7057f-2de3-498a-ba66-e5d24a65c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:33.757253 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da2350e5-d342-4cf2-b282-ebcfe9e04446 req-1de7057f-2de3-498a-ba66-e5d24a65c6b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1965584d775b40d08788f0d3d35e09d3&device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 1098 time: 0.0909996 Nov 27 01:11:33.862364 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8692e2-3a33-4912-bd9e-4cf37088497e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'Subnet': ['ID=0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:33.890626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8692e2-3a33-4912-bd9e-4cf37088497e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Checking segment: {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:33.891044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8692e2-3a33-4912-bd9e-4cf37088497e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Network hostable DHCP agents. Network: 47b267cc-e710-46a2-97b9-c7c30bcc89cd, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:11:33.922708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2350e5-d342-4cf2-b282-ebcfe9e04446 req-6ec433e5-40ab-4af9-b2b4-509ada932844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:33.924103 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da2350e5-d342-4cf2-b282-ebcfe9e04446 req-6ec433e5-40ab-4af9-b2b4-509ada932844 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1015b721-7798-4f53-98da-24c62650c19a HTTP/1.1" status: 200 len: 913 time: 0.1450238 Nov 27 01:11:33.930850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8692e2-3a33-4912-bd9e-4cf37088497e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Network 47b267cc-e710-46a2-97b9-c7c30bcc89cd is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:11:33.973813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6d8692e2-3a33-4912-bd9e-4cf37088497e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 47b267cc-e710-46a2-97b9-c7c30bcc89cd) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:33.980725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8692e2-3a33-4912-bd9e-4cf37088497e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:33.981314 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d8692e2-3a33-4912-bd9e-4cf37088497e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:33.983616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223ba9c6-b3c0-4020-8a9a-16242e11d737 None None] Network 47b267cc-e710-46a2-97b9-c7c30bcc89cd requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:34.014626 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6d8692e2-3a33-4912-bd9e-4cf37088497e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9816160 Nov 27 01:11:34.017582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48890) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:34.022696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f730d24e-fbca-42c9-b670-d56bcabeb379 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'subnet': {'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:34.027384 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da2350e5-d342-4cf2-b282-ebcfe9e04446 req-4847cfd6-7161-4d77-a5ad-2fedc35fca56 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee90a8dc-819d-4e21-b4fe-9298401cb22b HTTP/1.1" status: 200 len: 1002 time: 0.0933251 Nov 27 01:11:34.143943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2350e5-d342-4cf2-b282-ebcfe9e04446 req-688e15ab-b5ea-4e26-8880-00a884109399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:34.145691 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da2350e5-d342-4cf2-b282-ebcfe9e04446 req-688e15ab-b5ea-4e26-8880-00a884109399 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ff033c3-8819-49e9-b4d2-ddefe03865a5 HTTP/1.1" status: 200 len: 851 time: 0.1040320 Nov 27 01:11:34.177179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-47b267cc-e710-46a2-97b9-c7c30bcc89cd', 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'fixed_ips': [{'subnet_id': '0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:11:34.178184 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:34.195244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f730d24e-fbca-42c9-b670-d56bcabeb379 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Made reservation on behalf of 2f18470837cb4394bc7b6e5f757f3214 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:34.199308 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f730d24e-fbca-42c9-b670-d56bcabeb379 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:34.283536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2350e5-d342-4cf2-b282-ebcfe9e04446 req-2e893499-5d51-419d-bcc4-a91211644e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:34.285104 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da2350e5-d342-4cf2-b282-ebcfe9e04446 req-2e893499-5d51-419d-bcc4-a91211644e57 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1015b721-7798-4f53-98da-24c62650c19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1304135 Nov 27 01:11:34.396880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Allocated IP 10.1.1.2 (47b267cc-e710-46a2-97b9-c7c30bcc89cd/0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48/0861272e-193d-4490-a20b-85a52ec2f3dd) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:34.474393 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da2350e5-d342-4cf2-b282-ebcfe9e04446 req-0e1ca2aa-750c-47e1-9596-63dcf15cf081 service neutron] 10.222.0.31 "GET /v2.0/networks/1015b721-7798-4f53-98da-24c62650c19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812747 Nov 27 01:11:34.484684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b036c-c469-44bd-bdad-a06a2f77d145 req-ff45407a-120b-4241-827d-2f6c5dc62265 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:34.486219 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-858b036c-c469-44bd-bdad-a06a2f77d145 req-ff45407a-120b-4241-827d-2f6c5dc62265 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 945 time: 0.1174729 Nov 27 01:11:34.572984 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:34.579197 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:34.623970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da2350e5-d342-4cf2-b282-ebcfe9e04446 req-7f11aad9-80db-448a-96e5-7f76fba31bac service neutron] 10.222.0.31 "GET /v2.0/networks/1015b721-7798-4f53-98da-24c62650c19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366632 Nov 27 01:11:34.627809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Network 47b267cc-e710-46a2-97b9-c7c30bcc89cd is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:34.631058 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:34.634912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:34.662689 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Pushing event updated for resources: {'Port': ['ID=0861272e-193d-4490-a20b-85a52ec2f3dd,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:34.677763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd34a65-b253-4fb5-9a07-02c5a0efbbff req-b5964a87-4eca-4675-ad64-9c4c046c66f8 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:34.686783 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd34a65-b253-4fb5-9a07-02c5a0efbbff req-b5964a87-4eca-4675-ad64-9c4c046c66f8 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 944 time: 0.0805237 Nov 27 01:11:34.725018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Attempting to bind port 0861272e-193d-4490-a20b-85a52ec2f3dd on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:34.725462 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Attempting to bind port 0861272e-193d-4490-a20b-85a52ec2f3dd by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:34.725905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Attempting to bind port 0861272e-193d-4490-a20b-85a52ec2f3dd on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:34.726557 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-858b036c-c469-44bd-bdad-a06a2f77d145 req-216e3c09-dc47-4143-a205-dca69c356aca tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239242 Nov 27 01:11:34.752467 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f730d24e-fbca-42c9-b670-d56bcabeb379 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:34.760154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:34.760507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Checking segment: {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:34.760674 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cd34a65-b253-4fb5-9a07-02c5a0efbbff req-a2053ea0-d933-408a-914d-125403aa3be1 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702760 Nov 27 01:11:34.760912 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:34.761308 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Bound using segment: {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:34.761780 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Bound port: 0861272e-193d-4490-a20b-85a52ec2f3dd, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:34.762162 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:34.825926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730d24e-fbca-42c9-b670-d56bcabeb379 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'Subnet': ['ID=28ccacb2-63f7-411e-8bda-517203fb2f6e,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:34.834577 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f730d24e-fbca-42c9-b670-d56bcabeb379 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Checking segment: {'id': '3e0caf90-97a0-4406-b049-d0b9dd26f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:34.835047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f730d24e-fbca-42c9-b670-d56bcabeb379 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Network hostable DHCP agents. Network: 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:11:34.854310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f730d24e-fbca-42c9-b670-d56bcabeb379 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:11:34.867339 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] For port 0861272e-193d-4490-a20b-85a52ec2f3dd, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:34.868962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-f730d24e-fbca-42c9-b670-d56bcabeb379 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:34.872295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] For port 0861272e-193d-4490-a20b-85a52ec2f3dd, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0861272e-193d-4490-a20b-85a52ec2f3dd,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:34.877108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f730d24e-fbca-42c9-b670-d56bcabeb379 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:34.878187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f730d24e-fbca-42c9-b670-d56bcabeb379 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:34.880777 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:34.898017 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f730d24e-fbca-42c9-b670-d56bcabeb379 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8792651 Nov 27 01:11:34.901898 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48914) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:34.902410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2b8748-77d9-4e25-8262-4e3d75d568d2 None None] Network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:34.907705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ad23544c-5fcd-4f2b-ba0c-b349d8c32885 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'port': {'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1957424534', 'fixed_ips': [{'subnet_id': '0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:35.075602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c4881-5a09-44e6-9f57-9ebb19ab1930 req-722ba7e7-5a78-4e29-9af5-b2e9c246b796 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:35.077807 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1f7c4881-5a09-44e6-9f57-9ebb19ab1930 req-722ba7e7-5a78-4e29-9af5-b2e9c246b796 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 945 time: 0.0991273 Nov 27 01:11:35.087318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a3ee6-550b-4b2e-b4b2-b40054b66b5c None None] Pushing event updated for resources: {'Port': ['ID=0861272e-193d-4490-a20b-85a52ec2f3dd,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:35.157407 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1f7c4881-5a09-44e6-9f57-9ebb19ab1930 req-7e0167ce-a79c-4cc2-9f5a-5f7b57a80378 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704033 Nov 27 01:11:35.189794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad23544c-5fcd-4f2b-ba0c-b349d8c32885 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Made reservation on behalf of 2f18470837cb4394bc7b6e5f757f3214 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:35.224074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03', 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'fixed_ips': [{'subnet_id': '28ccacb2-63f7-411e-8bda-517203fb2f6e'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:11:35.225194 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:35.351572 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ad23544c-5fcd-4f2b-ba0c-b349d8c32885 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:35.370792 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-ad23544c-5fcd-4f2b-ba0c-b349d8c32885 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] device_id is not set on port 1346ce4d-530e-44ab-8572-365f1b9e2917 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:11:35.460811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Allocated IP 10.2.2.2 (7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03/28ccacb2-63f7-411e-8bda-517203fb2f6e/b8eba8df-8196-464c-b571-0bfdcb0082c8) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:35.611180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-ad23544c-5fcd-4f2b-ba0c-b349d8c32885 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Allocated IP 10.1.1.43 (47b267cc-e710-46a2-97b9-c7c30bcc89cd/0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48/1346ce4d-530e-44ab-8572-365f1b9e2917) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:35.644342 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:35.652610 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:35.706749 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:35.710043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:35.714709 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:35.718330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Pushing event updated for resources: {'Port': ['ID=b8eba8df-8196-464c-b571-0bfdcb0082c8,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:35.875245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Attempting to bind port b8eba8df-8196-464c-b571-0bfdcb0082c8 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:35.875775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Attempting to bind port b8eba8df-8196-464c-b571-0bfdcb0082c8 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '3e0caf90-97a0-4406-b049-d0b9dd26f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:35.876168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Attempting to bind port b8eba8df-8196-464c-b571-0bfdcb0082c8 on network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:35.886465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ad23544c-5fcd-4f2b-ba0c-b349d8c32885 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:35.892829 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:35.893222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Checking segment: {'id': '3e0caf90-97a0-4406-b049-d0b9dd26f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:35.893703 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:35.894109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Bound using segment: {'id': '3e0caf90-97a0-4406-b049-d0b9dd26f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:35.894602 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Bound port: b8eba8df-8196-464c-b571-0bfdcb0082c8, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0caf90-97a0-4406-b049-d0b9dd26f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:35.895034 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:35.959010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92669e7d-566a-40ad-beb2-208f5717d395 req-d8aae039-e859-4db3-961a-928757cf4b88 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:35.969135 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-92669e7d-566a-40ad-beb2-208f5717d395 req-d8aae039-e859-4db3-961a-928757cf4b88 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 944 time: 0.1093776 Nov 27 01:11:36.006039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0861272e-193d-4490-a20b-85a52ec2f3dd up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:36.041303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] For port b8eba8df-8196-464c-b571-0bfdcb0082c8, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:36.043040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc994263-9963-4c7a-b2ca-3bbd8a0064da req-1fcf771a-743b-4ee4-9c11-36a6e563c845 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:36.056692 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc994263-9963-4c7a-b2ca-3bbd8a0064da req-1fcf771a-743b-4ee4-9c11-36a6e563c845 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 1098 time: 0.1324005 Nov 27 01:11:36.073180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] For port b8eba8df-8196-464c-b571-0bfdcb0082c8, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b8eba8df-8196-464c-b571-0bfdcb0082c8,segment=NetworkSegment(3e0caf90-97a0-4406-b049-d0b9dd26f625),segment_id=3e0caf90-97a0-4406-b049-d0b9dd26f625)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:36.078239 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ad23544c-5fcd-4f2b-ba0c-b349d8c32885 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:36.082505 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:36.116233 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc994263-9963-4c7a-b2ca-3bbd8a0064da req-11a56f2b-9779-45a4-b9e0-eac84ffcaa9c tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584533 Nov 27 01:11:36.164939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-92669e7d-566a-40ad-beb2-208f5717d395 req-4a224fd9-c036-4be5-8808-1ffc0fc5bc7d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948094 Nov 27 01:11:36.199716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad23544c-5fcd-4f2b-ba0c-b349d8c32885 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Network 47b267cc-e710-46a2-97b9-c7c30bcc89cd is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:36.216464 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4a1ca-f2d8-4497-a479-bc94894f37ab None None] Pushing event updated for resources: {'Port': ['ID=b8eba8df-8196-464c-b571-0bfdcb0082c8,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:36.218310 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-ad23544c-5fcd-4f2b-ba0c-b349d8c32885 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:36.219230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 0861272e-193d-4490-a20b-85a52ec2f3dd triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:36.219443 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:36.237268 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23544c-5fcd-4f2b-ba0c-b349d8c32885 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:36.373945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad23544c-5fcd-4f2b-ba0c-b349d8c32885 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:36.375734 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ad23544c-5fcd-4f2b-ba0c-b349d8c32885 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:36.398085 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:36.402711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23544c-5fcd-4f2b-ba0c-b349d8c32885 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'Port': ['ID=1346ce4d-530e-44ab-8572-365f1b9e2917,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:36.430126 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ad23544c-5fcd-4f2b-ba0c-b349d8c32885 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5265696 Nov 27 01:11:36.431088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48936) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:36.445059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-cbbdf8de-a81c-4da2-bc9a-5268efb22600 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'port': {'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd', 'name': 'tempest-TaggedBootDevicesTest_v242-2079057426', 'fixed_ips': [{'subnet_id': '0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:36.483791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 0861272e-193d-4490-a20b-85a52ec2f3dd, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0861272e-193d-4490-a20b-85a52ec2f3dd,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:36.490731 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08183de-082f-429e-9044-7edd4998a6d1 req-25d860db-6f89-4912-8915-e8444e50a75a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:36.496647 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:36.501171 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b08183de-082f-429e-9044-7edd4998a6d1 req-25d860db-6f89-4912-8915-e8444e50a75a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 945 time: 0.1011596 Nov 27 01:11:36.650235 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b08183de-082f-429e-9044-7edd4998a6d1 req-2af7b69d-5d27-4a61-8781-c91444978f7e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337457 Nov 27 01:11:36.697528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=0861272e-193d-4490-a20b-85a52ec2f3dd,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:36.733417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbdf8de-a81c-4da2-bc9a-5268efb22600 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Made reservation on behalf of 2f18470837cb4394bc7b6e5f757f3214 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:36.743540 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cbbdf8de-a81c-4da2-bc9a-5268efb22600 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:36.750150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3551590e-7016-45fc-b536-801a22b2c14f None None] Network 47b267cc-e710-46a2-97b9-c7c30bcc89cd requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:36.775287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-cbbdf8de-a81c-4da2-bc9a-5268efb22600 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] device_id is not set on port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:11:36.930667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c0a8abc3-ff83-4bae-8684-84259ef377ff None None] Provisioning complete for port 0861272e-193d-4490-a20b-85a52ec2f3dd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:36.931234 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c0a8abc3-ff83-4bae-8684-84259ef377ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:36.993084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b3f47059-3998-4867-af5f-c2e5aaac1f09 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:37.118491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-cbbdf8de-a81c-4da2-bc9a-5268efb22600 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Allocated IP 10.1.1.44 (47b267cc-e710-46a2-97b9-c7c30bcc89cd/0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48/4bae5e58-695f-41e0-9eee-9e4a0229fc75) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:37.187381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b3f47059-3998-4867-af5f-c2e5aaac1f09, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b3f47059-3998-4867-af5f-c2e5aaac1f09,segment=NetworkSegment(86a6cb98-18bb-483c-9ad9-54f02f469cd7),segment_id=86a6cb98-18bb-483c-9ad9-54f02f469cd7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:37.218303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a51319-cc9d-433d-bfc2-3d926d4d98ef req-7c7db63f-b4f7-49cf-a09c-38f426e6042c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:37.220341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'b3f47059-3998-4867-af5f-c2e5aaac1f09', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'port_id': 'b3f47059-3998-4867-af5f-c2e5aaac1f09', 'mac_address': 'fa:16:3e:ec:1a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:37.232483 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47a51319-cc9d-433d-bfc2-3d926d4d98ef req-7c7db63f-b4f7-49cf-a09c-38f426e6042c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 945 time: 0.1504900 Nov 27 01:11:37.305998 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:37.340497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47a51319-cc9d-433d-bfc2-3d926d4d98ef req-2034c3ba-5be0-40ec-bc81-50c1164afcfb tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030676 Nov 27 01:11:37.342747 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f47059-3998-4867-af5f-c2e5aaac1f09 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:37.398390 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b3f47059-3998-4867-af5f-c2e5aaac1f09, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b3f47059-3998-4867-af5f-c2e5aaac1f09,segment=NetworkSegment(86a6cb98-18bb-483c-9ad9-54f02f469cd7),segment_id=86a6cb98-18bb-483c-9ad9-54f02f469cd7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:37.403965 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:37.457760 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cbbdf8de-a81c-4da2-bc9a-5268efb22600 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:37.522980 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=b3f47059-3998-4867-af5f-c2e5aaac1f09,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:37.556860 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cbbdf8de-a81c-4da2-bc9a-5268efb22600 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:37.560221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e638b2-bfd3-43b6-ac6f-2c22172c31f2 req-8b779b58-42b9-46ea-9ad9-a7a1ecb25210 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:37.570369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-51e638b2-bfd3-43b6-ac6f-2c22172c31f2 req-8b779b58-42b9-46ea-9ad9-a7a1ecb25210 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 945 time: 0.1351423 Nov 27 01:11:37.639192 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-51e638b2-bfd3-43b6-ac6f-2c22172c31f2 req-6961cb9f-7044-4bd3-bbfe-c41e1b13c41f tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670006 Nov 27 01:11:37.643570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbdf8de-a81c-4da2-bc9a-5268efb22600 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Network 47b267cc-e710-46a2-97b9-c7c30bcc89cd is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:37.664422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-cbbdf8de-a81c-4da2-bc9a-5268efb22600 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:37.665430 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9cf72361-1556-4f69-8eea-1ad888ce6b74 None None] Provisioning complete for port 0861272e-193d-4490-a20b-85a52ec2f3dd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:37.666987 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9cf72361-1556-4f69-8eea-1ad888ce6b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:37.669299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdf8de-a81c-4da2-bc9a-5268efb22600 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:37.772021 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbdf8de-a81c-4da2-bc9a-5268efb22600 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:37.772815 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cbbdf8de-a81c-4da2-bc9a-5268efb22600 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:37.795594 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdf8de-a81c-4da2-bc9a-5268efb22600 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'Port': ['ID=4bae5e58-695f-41e0-9eee-9e4a0229fc75,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:37.806442 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cbbdf8de-a81c-4da2-bc9a-5268efb22600 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3732698 Nov 27 01:11:37.885355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9cf72361-1556-4f69-8eea-1ad888ce6b74 None None] Provisioning complete for port 1346ce4d-530e-44ab-8572-365f1b9e2917 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:37.885732 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9cf72361-1556-4f69-8eea-1ad888ce6b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:37.916694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['b3f47059-3998-4867-af5f-c2e5aaac1f09'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:38.015027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9cf72361-1556-4f69-8eea-1ad888ce6b74 None None] Port 1346ce4d-530e-44ab-8572-365f1b9e2917 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:38.015285 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-7ab78e74-7d08-47d6-993c-3426d03206eb tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:11:38.016532 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-7ab78e74-7d08-47d6-993c-3426d03206eb tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057452 Nov 27 01:11:38.096581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b8eba8df-8196-464c-b571-0bfdcb0082c8 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:38.247745 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0386a60f-abe2-40f3-bec8-d08269256581 None None] Network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:38.251733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-04b4d1f6-ad24-4373-b7e8-e1741dfa23fc None None] Provisioning complete for port 1346ce4d-530e-44ab-8572-365f1b9e2917 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:38.270189 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-04b4d1f6-ad24-4373-b7e8-e1741dfa23fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:38.369921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-23139c41-bbf4-4da3-80ee-ce2dbaa22c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:38.373775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-23139c41-bbf4-4da3-80ee-ce2dbaa22c63 service neutron] 10.222.0.15 "GET /v2.0/ports/d965c31f-5b9d-4423-ac87-933fb3b2537f HTTP/1.1" status: 200 len: 1095 time: 0.3249450 Nov 27 01:11:38.383016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48980) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:38.390616 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-db60173b-5e26-41de-a035-992b7b439fd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785463224', 'description': 'tempest-description--2115267640'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:38.419719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-164ecedb-9f1a-4c3e-8106-b2ea6797b63e service neutron] Request body: {'binding': {'host': 'n-h1-817303-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:38.420094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-164ecedb-9f1a-4c3e-8106-b2ea6797b63e service neutron] Unknown quota resources ['binding']. {{(pid=103403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:11:38.470318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-04b4d1f6-ad24-4373-b7e8-e1741dfa23fc None None] Port 1346ce4d-530e-44ab-8572-365f1b9e2917 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:38.475004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b8eba8df-8196-464c-b571-0bfdcb0082c8 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:38.475502 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:38.513333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db60173b-5e26-41de-a035-992b7b439fd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:38.606354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f3627-6d69-4679-8a5e-8e5728fd36ae req-406e58b1-2c47-4417-8db1-6f6c05eb1c43 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:38.608064 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f82f3627-6d69-4679-8a5e-8e5728fd36ae req-406e58b1-2c47-4417-8db1-6f6c05eb1c43 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 945 time: 0.1472104 Nov 27 01:11:38.722214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-86db8686-ae94-490c-ab60-b97967b4d383 None None] Provisioning complete for port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:38.722445 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-164ecedb-9f1a-4c3e-8106-b2ea6797b63e service neutron] Attempting to bind port d965c31f-5b9d-4423-ac87-933fb3b2537f on host n-h1-817303-10 for vnic_type normal with profile None {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:38.722565 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-86db8686-ae94-490c-ab60-b97967b4d383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:38.722664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-164ecedb-9f1a-4c3e-8106-b2ea6797b63e service neutron] Attempting to bind port d965c31f-5b9d-4423-ac87-933fb3b2537f by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:38.722875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-164ecedb-9f1a-4c3e-8106-b2ea6797b63e service neutron] Attempting to bind port d965c31f-5b9d-4423-ac87-933fb3b2537f on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:38.753623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-164ecedb-9f1a-4c3e-8106-b2ea6797b63e service neutron] Port d965c31f-5b9d-4423-ac87-933fb3b2537f on network f93ecaf6-f2e6-4439-a009-77b73a266f3e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:11:38.754104 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-164ecedb-9f1a-4c3e-8106-b2ea6797b63e service neutron] Attempting to bind port d965c31f-5b9d-4423-ac87-933fb3b2537f on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:38.758346 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db60173b-5e26-41de-a035-992b7b439fd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:38.771657 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db60173b-5e26-41de-a035-992b7b439fd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:38.777259 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f82f3627-6d69-4679-8a5e-8e5728fd36ae req-368c238b-c05b-4a60-a040-2d3ef3e4dd23 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508238 Nov 27 01:11:38.784604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-164ecedb-9f1a-4c3e-8106-b2ea6797b63e service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:38.785009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-164ecedb-9f1a-4c3e-8106-b2ea6797b63e service neutron] Checking segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:38.785379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-164ecedb-9f1a-4c3e-8106-b2ea6797b63e service neutron] Bound using segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:38.785822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-164ecedb-9f1a-4c3e-8106-b2ea6797b63e service neutron] Bound port: d965c31f-5b9d-4423-ac87-933fb3b2537f, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:38.796027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-86db8686-ae94-490c-ab60-b97967b4d383 None None] Port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:38.828079 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db60173b-5e26-41de-a035-992b7b439fd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:38.829319 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-db60173b-5e26-41de-a035-992b7b439fd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4441402 Nov 27 01:11:38.832174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48986) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:38.836788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5714eeba-bd5d-4b7d-9aef-cea7c65a12e4 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'security_group_rule': {'security_group_id': '886dfa12-e9e4-422a-9c8c-c8337199f515', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:38.838049 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:38.862273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-86db8686-ae94-490c-ab60-b97967b4d383 None None] Provisioning complete for port b8eba8df-8196-464c-b571-0bfdcb0082c8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:38.862730 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-86db8686-ae94-490c-ab60-b97967b4d383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:38.879857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60173b-5e26-41de-a035-992b7b439fd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886dfa12-e9e4-422a-9c8c-c8337199f515,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:38.886433 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5714eeba-bd5d-4b7d-9aef-cea7c65a12e4 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:38.912475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port b8eba8df-8196-464c-b571-0bfdcb0082c8, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b8eba8df-8196-464c-b571-0bfdcb0082c8,segment=NetworkSegment(3e0caf90-97a0-4406-b049-d0b9dd26f625),segment_id=3e0caf90-97a0-4406-b049-d0b9dd26f625)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:38.920255 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:38.921220 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0861272e-193d-4490-a20b-85a52ec2f3dd up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:38.976060 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5714eeba-bd5d-4b7d-9aef-cea7c65a12e4 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:38.982669 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5714eeba-bd5d-4b7d-9aef-cea7c65a12e4 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:38.997741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-164ecedb-9f1a-4c3e-8106-b2ea6797b63e service neutron] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:39.028625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714eeba-bd5d-4b7d-9aef-cea7c65a12e4 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666a08e6-056b-4f03-bd37-e7704efe2dd5,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:39.044639 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5714eeba-bd5d-4b7d-9aef-cea7c65a12e4 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.046976 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5714eeba-bd5d-4b7d-9aef-cea7c65a12e4 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2137511 Nov 27 01:11:39.050285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48992) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:39.061086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-52ba7cfd-11ca-409d-bab7-f7bf5e11e9cc tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'security_group_rule': {'security_group_id': '886dfa12-e9e4-422a-9c8c-c8337199f515', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:39.082144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8897a6-33e3-4033-9cb6-058c06e7ca04 req-77029308-3900-496e-8a77-cd0f6bcd1609 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:39.092979 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c8897a6-33e3-4033-9cb6-058c06e7ca04 req-77029308-3900-496e-8a77-cd0f6bcd1609 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 945 time: 0.2014294 Nov 27 01:11:39.098018 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52ba7cfd-11ca-409d-bab7-f7bf5e11e9cc tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.099572 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-164ecedb-9f1a-4c3e-8106-b2ea6797b63e service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.102635 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-164ecedb-9f1a-4c3e-8106-b2ea6797b63e service neutron] 10.222.0.15 "POST /v2.0/ports/d965c31f-5b9d-4423-ac87-933fb3b2537f/bindings HTTP/1.1" status: 201 len: 390 time: 0.6986353 Nov 27 01:11:39.123625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=b8eba8df-8196-464c-b571-0bfdcb0082c8,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:39.187287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 0861272e-193d-4490-a20b-85a52ec2f3dd triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:39.187722 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.251030 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52ba7cfd-11ca-409d-bab7-f7bf5e11e9cc tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.258045 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52ba7cfd-11ca-409d-bab7-f7bf5e11e9cc tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.322842 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba7cfd-11ca-409d-bab7-f7bf5e11e9cc tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204d1ec7-668e-4478-b145-8116091df153,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:39.328718 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c8897a6-33e3-4033-9cb6-058c06e7ca04 req-c48ef35b-a577-4fc5-84dc-e810c9c0d355 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339785 Nov 27 01:11:39.333713 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52ba7cfd-11ca-409d-bab7-f7bf5e11e9cc tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.335256 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-52ba7cfd-11ca-409d-bab7-f7bf5e11e9cc tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2828839 Nov 27 01:11:39.338833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49000) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:39.347535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:39.375903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff6a6a-8d96-4767-94f3-83885b191d10 req-e3c75670-2b94-4a10-9e7e-acf36ed82898 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:39.378151 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22ff6a6a-8d96-4767-94f3-83885b191d10 req-e3c75670-2b94-4a10-9e7e-acf36ed82898 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.21 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 945 time: 0.3928475 Nov 27 01:11:39.392009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-08af9e3e-4f95-49e2-afed-dabfe2d31d7c None None] Provisioning complete for port b8eba8df-8196-464c-b571-0bfdcb0082c8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:39.411073 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-08af9e3e-4f95-49e2-afed-dabfe2d31d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.413611 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.554549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56141c3-b4a2-43e7-b53f-bc510c10be4c req-4fe1e579-bb01-4aea-ab65-0d14bc46a1ed tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:39.556155 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d56141c3-b4a2-43e7-b53f-bc510c10be4c req-4fe1e579-bb01-4aea-ab65-0d14bc46a1ed tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.0927088 Nov 27 01:11:39.652454 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d56141c3-b4a2-43e7-b53f-bc510c10be4c req-7877bc43-35cf-4b37-8300-cd2a9b091162 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812619 Nov 27 01:11:39.662373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-284b8626-8da1-455f-bad0-f6e04de4f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:39.664381 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-284b8626-8da1-455f-bad0-f6e04de4f61e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 1098 time: 0.1304507 Nov 27 01:11:39.802379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-22ff6a6a-8d96-4767-94f3-83885b191d10 req-7ab924c1-45c8-4376-bc5c-5ef52397e4a4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Deleting port b3523f7f-cd6b-4c27-b360-485b185fdc7f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:39.802674 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-22ff6a6a-8d96-4767-94f3-83885b191d10 req-7ab924c1-45c8-4376-bc5c-5ef52397e4a4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.858052 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b8eba8df-8196-464c-b571-0bfdcb0082c8 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:39.932517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b8eba8df-8196-464c-b571-0bfdcb0082c8 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:39.933054 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.976169 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-2c3b0189-768e-46a8-a38c-71c7ea15427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:39.978355 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-2c3b0189-768e-46a8-a38c-71c7ea15427f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.3048885 Nov 27 01:11:40.016497 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-926a3a9f-e283-4a60-ad52-2609abdce9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:40.386037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-22ff6a6a-8d96-4767-94f3-83885b191d10 req-7ab924c1-45c8-4376-bc5c-5ef52397e4a4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] For port b3523f7f-cd6b-4c27-b360-485b185fdc7f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b3523f7f-cd6b-4c27-b360-485b185fdc7f,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:40.386632 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-22ff6a6a-8d96-4767-94f3-83885b191d10 req-7ab924c1-45c8-4376-bc5c-5ef52397e4a4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:40.389575 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:40.392148 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-522c7cde-8b66-446d-b453-f25e795e893d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f HTTP/1.1" status: 200 len: 217 time: 0.4045696 Nov 27 01:11:40.414968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-22ff6a6a-8d96-4767-94f3-83885b191d10 req-7ab924c1-45c8-4376-bc5c-5ef52397e4a4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Calling delete_port for b3523f7f-cd6b-4c27-b360-485b185fdc7f owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:40.433515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e35a39-ccd4-4200-9078-07c7b073de28 req-34bd48a6-8c3d-4106-855e-76efcbebc494 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:40.434967 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-08e35a39-ccd4-4200-9078-07c7b073de28 req-34bd48a6-8c3d-4106-855e-76efcbebc494 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=c697f58f-47d5-4ea1-817c-9d69e9e0c3ca HTTP/1.1" status: 200 len: 945 time: 0.5410376 Nov 27 01:11:40.444379 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb90c-5502-46b2-9439-a039d477dba1 req-4cb8eca4-4a97-4117-b976-2b52cd120137 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:40.445896 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8fcb90c-5502-46b2-9439-a039d477dba1 req-4cb8eca4-4a97-4117-b976-2b52cd120137 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 945 time: 0.0512149 Nov 27 01:11:40.513065 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8fcb90c-5502-46b2-9439-a039d477dba1 req-4c5a545f-3f6f-4ed2-95d0-05bb90563d81 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583580 Nov 27 01:11:40.625428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-eeebfeca-4f43-4b9d-a7a8-9ca81ddd07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:40.627054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-eeebfeca-4f43-4b9d-a7a8-9ca81ddd07f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.2149854 Nov 27 01:11:40.700322 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-08e35a39-ccd4-4200-9078-07c7b073de28 req-fbaedee1-2f26-40c6-9564-ae9aa4776c7b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306702 Nov 27 01:11:40.702145 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-0e5940df-7040-46ad-8896-b2703beebb55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466666 Nov 27 01:11:40.751743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Allocated IP 172.25.1.79 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/edacca97-7d16-4778-9340-633c74fc400b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:40.825066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7495-b890-4daa-bd6a-a9428956f0f0 req-447b89a5-0338-4762-a2f7-4217489ad760 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:40.826595 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-64ec7495-b890-4daa-bd6a-a9428956f0f0 req-447b89a5-0338-4762-a2f7-4217489ad760 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.0593531 Nov 27 01:11:40.889445 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-64ec7495-b890-4daa-bd6a-a9428956f0f0 req-40aba095-26c9-4afc-89a8-d0a00db83152 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551803 Nov 27 01:11:40.917800 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-cbc92211-7e1e-4377-aa6b-65f1a01a512c service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064672 Nov 27 01:11:40.928521 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-22ff6a6a-8d96-4767-94f3-83885b191d10 req-7ab924c1-45c8-4376-bc5c-5ef52397e4a4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:40.964117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['b3523f7f-cd6b-4c27-b360-485b185fdc7f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:40.978101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab924c1-45c8-4376-bc5c-5ef52397e4a4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Pushing event deleted for resources: {'Port': ['ID=b3523f7f-cd6b-4c27-b360-485b185fdc7f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:41.002348 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2bcacd-f1ca-4cea-af84-b8114d5ae5d5 None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:11:41.008306 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.028227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b3f47059-3998-4867-af5f-c2e5aaac1f09 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:41.077997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ff6a6a-8d96-4767-94f3-83885b191d10 req-7ab924c1-45c8-4376-bc5c-5ef52397e4a4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] No DVR routers for this DVR port b3523f7f-cd6b-4c27-b360-485b185fdc7f on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:41.083234 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-22ff6a6a-8d96-4767-94f3-83885b191d10 req-7ab924c1-45c8-4376-bc5c-5ef52397e4a4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.086582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22ff6a6a-8d96-4767-94f3-83885b191d10 req-7ab924c1-45c8-4376-bc5c-5ef52397e4a4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.21 "DELETE /v2.0/ports/b3523f7f-cd6b-4c27-b360-485b185fdc7f HTTP/1.1" status: 204 len: 173 time: 1.6968954 Nov 27 01:11:41.088477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c697f58f-47d5-4ea1-817c-9d69e9e0c3ca', 'name': 'network-vif-deleted', 'tag': 'b3523f7f-cd6b-4c27-b360-485b185fdc7f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:41.090742 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473ce781-a0e8-4e94-bf1e-acc7b0d9adf6" -d '{"events": [{"server_uuid": "c697f58f-47d5-4ea1-817c-9d69e9e0c3ca", "name": "network-vif-deleted", "tag": "b3523f7f-cd6b-4c27-b360-485b185fdc7f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:41.093535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port b3f47059-3998-4867-af5f-c2e5aaac1f09 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:11:41.100030 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port b3f47059-3998-4867-af5f-c2e5aaac1f09 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:41.101948 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.139533 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.145552 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-e8bdc177-0cf0-415c-b06c-a2c870790301 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788442 Nov 27 01:11:41.180517 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1cacc9-8a6f-40d8-857f-14e111ba5294 x-openstack-request-id: req-ae1cacc9-8a6f-40d8-857f-14e111ba5294 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:41.180926 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c697f58f-47d5-4ea1-817c-9d69e9e0c3ca", "name": "network-vif-deleted", "tag": "b3523f7f-cd6b-4c27-b360-485b185fdc7f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:41.181309 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae1cacc9-8a6f-40d8-857f-14e111ba5294 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:41.181715 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c697f58f-47d5-4ea1-817c-9d69e9e0c3ca', 'name': 'network-vif-deleted', 'tag': 'b3523f7f-cd6b-4c27-b360-485b185fdc7f', 'status': 'completed', 'code': 200} Nov 27 01:11:41.195157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:41.199800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:41.204075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:41.209721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'Port': ['ID=edacca97-7d16-4778-9340-633c74fc400b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:41.253498 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.299670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b3f47059-3998-4867-af5f-c2e5aaac1f09, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b3f47059-3998-4867-af5f-c2e5aaac1f09,segment=NetworkSegment(86a6cb98-18bb-483c-9ad9-54f02f469cd7),segment_id=86a6cb98-18bb-483c-9ad9-54f02f469cd7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:41.300914 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f47059-3998-4867-af5f-c2e5aaac1f09'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:41.316356 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8288d721-b507-4e44-8b33-9e2a72a4f0be" -d '{"events": [{"server_uuid": "d3f9b674-97d4-4dfd-a751-6ec171871f46", "name": "network-vif-plugged", "status": "completed", "tag": "b3f47059-3998-4867-af5f-c2e5aaac1f09"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:41.340194 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.343772 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.408290 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e17c52-4692-48c1-8863-6cc4f28f5adc x-openstack-request-id: req-a8e17c52-4692-48c1-8863-6cc4f28f5adc {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:41.408599 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f9b674-97d4-4dfd-a751-6ec171871f46", "name": "network-vif-plugged", "status": "completed", "tag": "b3f47059-3998-4867-af5f-c2e5aaac1f09", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:41.408857 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8e17c52-4692-48c1-8863-6cc4f28f5adc {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:41.409401 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f47059-3998-4867-af5f-c2e5aaac1f09', 'code': 200} Nov 27 01:11:41.417235 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.446304 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=b3f47059-3998-4867-af5f-c2e5aaac1f09,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:41.660290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c71316-a736-4a21-bf13-495d56093a59 req-533e26a4-ea51-4c5a-9245-585cb65475f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:41.661880 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58c71316-a736-4a21-bf13-495d56093a59 req-533e26a4-ea51-4c5a-9245-585cb65475f3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 1098 time: 0.1529586 Nov 27 01:11:41.813527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87cbd9-8b12-4815-9c8c-f5ebbe1ead5a req-3fa524fc-8b41-4b99-b9e9-41e63c81260f tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:41.815496 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c87cbd9-8b12-4815-9c8c-f5ebbe1ead5a req-3fa524fc-8b41-4b99-b9e9-41e63c81260f tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 946 time: 0.2263319 Nov 27 01:11:41.818781 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.827235 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.924716 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58c71316-a736-4a21-bf13-495d56093a59 req-1954fea2-73ba-40ce-a480-f9750c7818a7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933739 Nov 27 01:11:42.012370 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c87cbd9-8b12-4815-9c8c-f5ebbe1ead5a req-d6339108-fb8f-4bf7-809e-3775594479d0 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802464 Nov 27 01:11:42.012370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'Port': ['ID=edacca97-7d16-4778-9340-633c74fc400b,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:42.032633 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:42.058037 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:42.060520 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b064e559-e6ec-47fd-a05e-d4e5c2a3e1e0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7206764 Nov 27 01:11:42.087063 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc21352-6473-446e-b0d7-d9d79a4d213b req-8692fe0d-8dbc-4e92-8bdc-7ee9c4224c4e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:42.096865 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5cc21352-6473-446e-b0d7-d9d79a4d213b req-8692fe0d-8dbc-4e92-8bdc-7ee9c4224c4e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.0936363 Nov 27 01:11:42.163418 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5cc21352-6473-446e-b0d7-d9d79a4d213b req-4f25e1ab-8b7a-4674-aa5b-538fb855027e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653055 Nov 27 01:11:42.211076 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-512a795c-b768-4757-8948-0fa0fa9f153e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:42.341740 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d07977b8-2477-4a03-800a-6dca317886ed tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:42.344159 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d07977b8-2477-4a03-800a-6dca317886ed tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 812 time: 0.1263177 Nov 27 01:11:42.361227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a774180-06d9-48c6-b738-b66b1473e555 req-83a77c73-12e3-44fa-85ff-a50af1c0a15a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/quotas/209f38c9e33a417e8beb75ce87669b42 HTTP/1.1" status: 200 len: 375 time: 0.0105789 Nov 27 01:11:42.420027 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a774180-06d9-48c6-b738-b66b1473e555 req-6214eb9c-dee8-4518-892e-a09c33c6e05d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465631 Nov 27 01:11:42.440824 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-b3275fba-d089-47e7-be12-99496b4275ba tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1785463224&fields=id&tenant_id=2f18470837cb4394bc7b6e5f757f3214 HTTP/1.1" status: 200 len: 267 time: 0.0522878 Nov 27 01:11:42.501091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-a92c6562-3543-4206-a877-51c54ddffc72 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:42.511196 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-a92c6562-3543-4206-a877-51c54ddffc72 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports/1346ce4d-530e-44ab-8572-365f1b9e2917 HTTP/1.1" status: 200 len: 936 time: 0.0668707 Nov 27 01:11:42.526608 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a774180-06d9-48c6-b738-b66b1473e555 req-c9e3a547-1fcc-4a69-8276-839d0bef0d92 service neutron] 10.222.0.15 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054828 Nov 27 01:11:42.564854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-0fe4fd41-949a-45eb-83d5-9dfc9e10ba0d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:42.572821 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-0fe4fd41-949a-45eb-83d5-9dfc9e10ba0d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports/4bae5e58-695f-41e0-9eee-9e4a0229fc75 HTTP/1.1" status: 200 len: 936 time: 0.0604718 Nov 27 01:11:42.627184 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d31dda69-9451-44ce-b0d0-b44ebd9b1885 service neutron] 10.222.0.15 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995276 Nov 27 01:11:42.627853 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-f9d6524c-1578-4f57-a83e-a4c7386a7ef5 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?network_id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0538912 Nov 27 01:11:42.671670 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-df5f1e07-fbc1-4013-80b8-eefb8fc0bd50 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?network_id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0361652 Nov 27 01:11:42.822993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-580c5701-1193-48a0-8a50-92b0b0c48482 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:42.829973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-580c5701-1193-48a0-8a50-92b0b0c48482 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:42.836296 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-580c5701-1193-48a0-8a50-92b0b0c48482 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:42.838290 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-580c5701-1193-48a0-8a50-92b0b0c48482 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/networks?id=0b1384e3-a57b-456d-b2fc-6d2cabdc87f6&id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03&id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 HTTP/1.1" status: 200 len: 1994 time: 0.1656592 Nov 27 01:11:42.864562 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-6fcf6f6e-3e1f-4042-9ecb-348e6604116f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/quotas/2f18470837cb4394bc7b6e5f757f3214 HTTP/1.1" status: 200 len: 375 time: 0.0135336 Nov 27 01:11:42.953856 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-dfb5061f-b205-4e2f-ad72-ff4f27533092 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f18470837cb4394bc7b6e5f757f3214&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0698361 Nov 27 01:11:42.990677 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db5034b4-030b-4f72-8f35-72cccf8c5542 req-7855d523-4f1a-45bf-9607-a7df55140864 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 210 time: 0.0481627 Nov 27 01:11:43.080654 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-52b5b356-a847-4803-82af-aff5b8886a8c service neutron] 10.222.0.15 "GET /v2.0/networks/0b1384e3-a57b-456d-b2fc-6d2cabdc87f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267591 Nov 27 01:11:43.187998 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:43.209540 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-43968d9b-c6d9-4589-8cf6-e1cd50b3f196 service neutron] 10.222.0.15 "GET /v2.0/networks/0b1384e3-a57b-456d-b2fc-6d2cabdc87f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276264 Nov 27 01:11:43.273037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b3523f7f-cd6b-4c27-b360-485b185fdc7f no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:43.308117 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-464bd21f-ef8e-4214-afc0-eec4c3706fe9 service neutron] 10.222.0.15 "GET /v2.0/ports/1346ce4d-530e-44ab-8572-365f1b9e2917?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0907896 Nov 27 01:11:43.324223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: b3523f7f-cd6b-4c27-b360-485b185fdc7f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:43.326797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b3523f7f-cd6b-4c27-b360-485b185fdc7f not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:43.336031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd3c7-bde5-452d-b564-9a24a03daf32 req-0f4c773b-b6b3-4c6b-9d83-eac7a05fd178 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:43.341665 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-890fd3c7-bde5-452d-b564-9a24a03daf32 req-0f4c773b-b6b3-4c6b-9d83-eac7a05fd178 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 946 time: 0.1055338 Nov 27 01:11:43.459054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-890fd3c7-bde5-452d-b564-9a24a03daf32 req-4f0507ef-88f8-4d6d-b9f3-2b1b53c9cb72 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044018 Nov 27 01:11:43.518900 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-34540884-5f4d-4320-b2ab-4ad0931ef5fb service neutron] 10.222.0.15 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013209 Nov 27 01:11:43.690703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376fe87-cd56-4f2b-b4c5-ca168b29d382 req-20fa6f85-eac1-4e46-bfc9-274ed405b780 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:43.692277 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9376fe87-cd56-4f2b-b4c5-ca168b29d382 req-20fa6f85-eac1-4e46-bfc9-274ed405b780 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.1229520 Nov 27 01:11:43.694903 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-8c8c33b4-59c0-4f41-beba-b8895a94596a service neutron] 10.222.0.15 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697392 Nov 27 01:11:43.748722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9376fe87-cd56-4f2b-b4c5-ca168b29d382 req-f7dfef88-ca6d-4709-ab7e-356464863450 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502250 Nov 27 01:11:44.072785 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-c597791d-6a72-4c48-82fc-480eb332d130 service neutron] 10.222.0.15 "GET /v2.0/ports/4bae5e58-695f-41e0-9eee-9e4a0229fc75?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3717475 Nov 27 01:11:44.132647 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2036e6a0-b3a6-42c9-a645-83ac4a8edfbc req-2baebc03-b6bc-4cc8-8815-48f870177630 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 210 time: 0.0436645 Nov 27 01:11:44.200507 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-5e302f6a-d194-46fa-b6dd-64a948c7d70c service neutron] 10.222.0.15 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184294 Nov 27 01:11:44.309264 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-fffacced-c2c7-4206-8e5c-611a2935f362 service neutron] 10.222.0.15 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086986 Nov 27 01:11:44.401373 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-39bbca94-6421-4b23-bd4b-51fe5ac8c44c service neutron] 10.222.0.15 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853231 Nov 27 01:11:44.500213 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-7ef28749-38fb-4ed1-b48b-3c4c6a562add service neutron] 10.222.0.15 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921419 Nov 27 01:11:44.602411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d49f8e-1d0e-44b3-84e1-ae0c104e9e52 req-1eb9b45d-a17a-4cb4-a0bd-8f2ceb9f7194 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:44.606587 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99d49f8e-1d0e-44b3-84e1-ae0c104e9e52 req-1eb9b45d-a17a-4cb4-a0bd-8f2ceb9f7194 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 946 time: 0.0747700 Nov 27 01:11:44.619803 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-388fab06-2b94-43cd-8749-e0403f97391f service neutron] 10.222.0.15 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961909 Nov 27 01:11:44.718924 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99d49f8e-1d0e-44b3-84e1-ae0c104e9e52 req-af5f89c6-45de-458d-ba62-fde3de21d59f tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041231 Nov 27 01:11:44.736215 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.808159 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-ec9de9ad-6e88-4049-9cff-a3a3c2b90175 service neutron] 10.222.0.15 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776915 Nov 27 01:11:44.920156 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-a3557a5c-c1ef-4af1-bb14-41d1937cabe5 service neutron] 10.222.0.15 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046190 Nov 27 01:11:45.046171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a774180-06d9-48c6-b738-b66b1473e555 req-41016cb2-c6bf-4a70-83b5-ac29f3265cf6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:45.048996 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a774180-06d9-48c6-b738-b66b1473e555 req-41016cb2-c6bf-4a70-83b5-ac29f3265cf6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.21 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 812 time: 0.3264320 Nov 27 01:11:45.059405 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-faeff9a9-5eaf-4c31-853d-13140ec8168b service neutron] 10.222.0.15 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304660 Nov 27 01:11:45.064825 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-5b880e30-72d0-4b23-99a7-707d9688c65f tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 258 time: 0.3075085 Nov 27 01:11:45.073094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-2a774180-06d9-48c6-b738-b66b1473e555 req-a6d6bc9c-b435-44ec-b9d6-223668c2b866 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Request body: {'port': {'device_id': '646e002b-2142-4e2f-9f70-c56845e6fbac', 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae', 'admin_state_up': True, 'tenant_id': '209f38c9e33a417e8beb75ce87669b42'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:45.079648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:45.118637 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:45.163901 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-93d15ad9-0b69-487e-938b-79313ec86860 service neutron] 10.222.0.15 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980496 Nov 27 01:11:45.310503 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-85fd02a8-a2d0-4762-842e-daca3e82b86c service neutron] 10.222.0.15 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402504 Nov 27 01:11:45.547499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a774180-06d9-48c6-b738-b66b1473e555 req-a6d6bc9c-b435-44ec-b9d6-223668c2b866 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Made reservation on behalf of 209f38c9e33a417e8beb75ce87669b42 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:45.551323 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a774180-06d9-48c6-b738-b66b1473e555 req-a6d6bc9c-b435-44ec-b9d6-223668c2b866 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:45.603801 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:45.811991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-2a774180-06d9-48c6-b738-b66b1473e555 req-a6d6bc9c-b435-44ec-b9d6-223668c2b866 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Allocated IP 172.20.0.9 (4b89f644-2375-4ba6-8bce-e3c255057dae/80662da9-0903-4539-8282-1a973a762559/0d350140-5c29-442e-9968-e57199166469) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:45.835066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Allocated IP 172.25.1.105 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/def1109a-c123-4d57-88c7-c1163b2aafb6) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:46.047432 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.082618 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a774180-06d9-48c6-b738-b66b1473e555 req-a6d6bc9c-b435-44ec-b9d6-223668c2b866 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.122734 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.178480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:46.184589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:46.190769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:46.205027 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a774180-06d9-48c6-b738-b66b1473e555 req-a6d6bc9c-b435-44ec-b9d6-223668c2b866 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.210686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Pushing event updated for resources: {'Port': ['ID=def1109a-c123-4d57-88c7-c1163b2aafb6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:46.219184 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.252270 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:46.252620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:46.252964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:46.253304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:46.253816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:46.254158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:46.254844 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:46.255187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:46.255519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:46.255846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:46.256173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:46.256552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:46.300885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a774180-06d9-48c6-b738-b66b1473e555 req-a6d6bc9c-b435-44ec-b9d6-223668c2b866 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Network 4b89f644-2375-4ba6-8bce-e3c255057dae is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:46.311189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-2a774180-06d9-48c6-b738-b66b1473e555 req-a6d6bc9c-b435-44ec-b9d6-223668c2b866 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:46.322787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a774180-06d9-48c6-b738-b66b1473e555 req-a6d6bc9c-b435-44ec-b9d6-223668c2b866 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:46.334425 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4750061-c6c6-4ff0-83cb-2f8c98f58b1a None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:11:46.416388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6bc9c-b435-44ec-b9d6-223668c2b866 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Pushing event updated for resources: {'Port': ['ID=0d350140-5c29-442e-9968-e57199166469,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:46.453788 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.460998 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a774180-06d9-48c6-b738-b66b1473e555 req-a6d6bc9c-b435-44ec-b9d6-223668c2b866 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:46.462066 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a774180-06d9-48c6-b738-b66b1473e555 req-a6d6bc9c-b435-44ec-b9d6-223668c2b866 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.501972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a774180-06d9-48c6-b738-b66b1473e555 req-a6d6bc9c-b435-44ec-b9d6-223668c2b866 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4331303 Nov 27 01:11:46.505360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-26f9ca9a-d368-4a71-bd3e-b36c3c2bbc56 None None] Provisioning complete for port 0d350140-5c29-442e-9968-e57199166469 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:46.506111 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26f9ca9a-d368-4a71-bd3e-b36c3c2bbc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.511260 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49158) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:46.543562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Request body: {'port': {'device_id': '646e002b-2142-4e2f-9f70-c56845e6fbac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:46.556928 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.642030 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-26f9ca9a-d368-4a71-bd3e-b36c3c2bbc56 None None] Port 0d350140-5c29-442e-9968-e57199166469 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:46.717381 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-586c859b-d1f9-49fe-a4af-55f16841b9e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.735136 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.798793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b88764-a942-41b8-9cf0-457b2b67b6b4 req-39d2995b-d202-44a3-8dd7-29ddeec7e630 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:46.800776 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10b88764-a942-41b8-9cf0-457b2b67b6b4 req-39d2995b-d202-44a3-8dd7-29ddeec7e630 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.1685965 Nov 27 01:11:46.824871 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-586c859b-d1f9-49fe-a4af-55f16841b9e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.834380 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-586c859b-d1f9-49fe-a4af-55f16841b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.914820 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-586c859b-d1f9-49fe-a4af-55f16841b9e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0d1af49c7f14f6b9301c6bc0696a299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4017835 Nov 27 01:11:46.915162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49168) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:46.932205 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c859b-d1f9-49fe-a4af-55f16841b9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc85ce3c-94a4-422e-88ab-ee542d96a248,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:46.966524 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10b88764-a942-41b8-9cf0-457b2b67b6b4 req-f58ef200-cfd0-44cd-9ed9-734f079c050a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388199 Nov 27 01:11:47.043278 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab38f-2099-43be-8bf0-f3e0a1a45586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.050999 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.056387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.080950 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab38f-2099-43be-8bf0-f3e0a1a45586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.149113 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Pushing event updated for resources: {'Port': ['ID=def1109a-c123-4d57-88c7-c1163b2aafb6,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:47.173032 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.200627 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.201869 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-87c8a39d-3992-4cf7-819f-735e4d251039 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1349747 Nov 27 01:11:47.213570 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab38f-2099-43be-8bf0-f3e0a1a45586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.218532 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab38f-2099-43be-8bf0-f3e0a1a45586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.233162 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:11:47.235002 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6a9ab38f-2099-43be-8bf0-f3e0a1a45586 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc85ce3c-94a4-422e-88ab-ee542d96a248 HTTP/1.1" status: 204 len: 168 time: 0.3155360 Nov 27 01:11:47.290974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ab38f-2099-43be-8bf0-f3e0a1a45586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc85ce3c-94a4-422e-88ab-ee542d96a248,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:47.326222 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-80c4a4d7-120d-4d11-bb27-951ad9ca2eea tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 696 time: 0.1145830 Nov 27 01:11:47.350377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d350140-5c29-442e-9968-e57199166469 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:47.371114 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.373751 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976eb8c-27c7-46f7-a0ed-09575a73c23e req-906c0114-2ce8-48b6-9682-c520a185bcb0 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:47.375592 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f976eb8c-27c7-46f7-a0ed-09575a73c23e req-906c0114-2ce8-48b6-9682-c520a185bcb0 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 931 time: 0.1392841 Nov 27 01:11:47.440548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Transition to ACTIVE for port object 0d350140-5c29-442e-9968-e57199166469 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:11:47.459063 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.499537 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f976eb8c-27c7-46f7-a0ed-09575a73c23e req-68f21370-9bf3-41e4-bfa1-6ff7a89bd444 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063387 Nov 27 01:11:47.531164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b79c079-b4c2-40ac-81f4-a10479bf979e None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:11:47.557396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-7edc1f4b-d1b8-4ed3-9890-83b0acc39a4b tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:47.559613 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c41a737-ac2f-4470-9cdc-d9a0caf4ccbc req-7edc1f4b-d1b8-4ed3-9890-83b0acc39a4b tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.2262464 Nov 27 01:11:47.564264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Pushing event updated for resources: {'Port': ['ID=0d350140-5c29-442e-9968-e57199166469,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:47.675387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Attempting to bind port 0d350140-5c29-442e-9968-e57199166469 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:47.675387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Attempting to bind port 0d350140-5c29-442e-9968-e57199166469 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:47.675387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Attempting to bind port 0d350140-5c29-442e-9968-e57199166469 on network 4b89f644-2375-4ba6-8bce-e3c255057dae {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:47.679193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Port 0d350140-5c29-442e-9968-e57199166469 on network 4b89f644-2375-4ba6-8bce-e3c255057dae not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:11:47.679630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Attempting to bind port 0d350140-5c29-442e-9968-e57199166469 on network 4b89f644-2375-4ba6-8bce-e3c255057dae {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:47.685310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:47.685764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Checking segment: {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:47.686357 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Bound using segment: {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:47.687736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Bound port: 0d350140-5c29-442e-9968-e57199166469, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:47.688198 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.725639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49180) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:47.741780 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf613b6c-0cd5-4b41-8ae8-1f8d8545cf3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.760645 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9465477b-112e-4206-85ef-64a6d847a289 req-639c39ee-3b94-429e-b858-15afa835235b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0314865 Nov 27 01:11:47.812899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] For port 0d350140-5c29-442e-9968-e57199166469, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:47.818392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] For port 0d350140-5c29-442e-9968-e57199166469, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=0d350140-5c29-442e-9968-e57199166469,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:47.826233 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.829028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed6150-09b7-4187-91b7-fb28408befa7 req-15037a98-5402-4acd-994e-7d2056d4af70 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:47.830702 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abed6150-09b7-4187-91b7-fb28408befa7 req-15037a98-5402-4acd-994e-7d2056d4af70 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0854924 Nov 27 01:11:47.865459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:47.866428 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.868037 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] 10.222.0.21 "PUT /v2.0/ports/0d350140-5c29-442e-9968-e57199166469 HTTP/1.1" status: 200 len: 1092 time: 1.3422596 Nov 27 01:11:47.869673 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646e002b-2142-4e2f-9f70-c56845e6fbac', 'tag': '0d350140-5c29-442e-9968-e57199166469'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:47.871977 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd60d724-3c10-4d33-b595-a81ff139b1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "646e002b-2142-4e2f-9f70-c56845e6fbac", "tag": "0d350140-5c29-442e-9968-e57199166469"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:47.876742 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3b2c13-a642-48a0-9eb0-8d4c80596b10 None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:11:47.926427 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abed6150-09b7-4187-91b7-fb28408befa7 req-cca90b24-ccff-4830-b982-1916f1a89110 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 696 time: 0.0891411 Nov 27 01:11:47.947024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-abed6150-09b7-4187-91b7-fb28408befa7 req-d5a9ee53-3921-486f-9639-acca7f92e07e tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Request body: {'floatingip': {'port_id': 'b3f47059-3998-4867-af5f-c2e5aaac1f09', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:47.978787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b83333-c9e2-4ae3-bd25-ae3f5780545f service neutron] Pushing event updated for resources: {'Port': ['ID=0d350140-5c29-442e-9968-e57199166469,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:48.001074 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28f9925-689c-4a45-a63d-c28c5ed09a44 x-openstack-request-id: req-d28f9925-689c-4a45-a63d-c28c5ed09a44 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:48.001074 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646e002b-2142-4e2f-9f70-c56845e6fbac", "tag": "0d350140-5c29-442e-9968-e57199166469", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:48.001074 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d28f9925-689c-4a45-a63d-c28c5ed09a44 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:48.001074 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646e002b-2142-4e2f-9f70-c56845e6fbac', 'tag': '0d350140-5c29-442e-9968-e57199166469', 'status': 'completed', 'code': 200} Nov 27 01:11:48.009649 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-abed6150-09b7-4187-91b7-fb28408befa7 req-d5a9ee53-3921-486f-9639-acca7f92e07e tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.109275 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf613b6c-0cd5-4b41-8ae8-1f8d8545cf3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.117537 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf613b6c-0cd5-4b41-8ae8-1f8d8545cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.130562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-f224cae6-2738-4926-b100-57539ecc2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.131993 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-f224cae6-2738-4926-b100-57539ecc2eb9 service neutron] 10.222.0.31 "GET /v2.0/ports/1346ce4d-530e-44ab-8572-365f1b9e2917 HTTP/1.1" status: 200 len: 1032 time: 0.1256406 Nov 27 01:11:48.137846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a774180-06d9-48c6-b738-b66b1473e555 req-1e6cdd02-5553-4828-833b-55124447a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.139859 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a774180-06d9-48c6-b738-b66b1473e555 req-1e6cdd02-5553-4828-833b-55124447a600 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 1095 time: 0.1357124 Nov 27 01:11:48.186192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-be8f7f51-aef3-40f7-ba0a-43fb5f7fc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.188558 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-be8f7f51-aef3-40f7-ba0a-43fb5f7fc9e7 service neutron] 10.222.0.31 "GET /v2.0/ports/4bae5e58-695f-41e0-9eee-9e4a0229fc75 HTTP/1.1" status: 200 len: 1032 time: 0.0458038 Nov 27 01:11:48.204408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf613b6c-0cd5-4b41-8ae8-1f8d8545cf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f807d706-f71f-4510-b1a6-f4c741eec9aa,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:48.225878 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bf613b6c-0cd5-4b41-8ae8-1f8d8545cf3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=103ed3973bbe4fb6907469a871fe7370&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4966149 Nov 27 01:11:48.227537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49188) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:48.245191 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a774180-06d9-48c6-b738-b66b1473e555 req-291653d8-23bc-42a5-90ca-e1e6da15e825 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d350140-5c29-442e-9968-e57199166469 HTTP/1.1" status: 200 len: 217 time: 0.0534863 Nov 27 01:11:48.261416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4a53b-4a75-439b-b093-39609e6ade2e req-ff5390c7-c6e4-4026-9609-b4cfacdcb3f0 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.263098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6fc4a53b-4a75-439b-b093-39609e6ade2e req-ff5390c7-c6e4-4026-9609-b4cfacdcb3f0 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.1808043 Nov 27 01:11:48.344185 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d57061fb-a79b-4fef-9772-62dd6f8391e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.406721 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d57061fb-a79b-4fef-9772-62dd6f8391e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.454406 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6fc4a53b-4a75-439b-b093-39609e6ade2e req-7fc2cf4f-ae35-40d0-9ded-d1421b690c51 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273830 Nov 27 01:11:48.463200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a774180-06d9-48c6-b738-b66b1473e555 req-bc9e998f-5a81-4013-b997-32e149261a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.464665 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a774180-06d9-48c6-b738-b66b1473e555 req-bc9e998f-5a81-4013-b997-32e149261a9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80662da9-0903-4539-8282-1a973a762559 HTTP/1.1" status: 200 len: 852 time: 0.1448340 Nov 27 01:11:48.556288 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a774180-06d9-48c6-b738-b66b1473e555 req-38416e2d-aa29-4bfa-9b24-16d522633b97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b89f644-2375-4ba6-8bce-e3c255057dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639584 Nov 27 01:11:48.563729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-0121b26d-f56c-4e5e-98e9-dd4fa632de4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.570035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-0121b26d-f56c-4e5e-98e9-dd4fa632de4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.578370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-0121b26d-f56c-4e5e-98e9-dd4fa632de4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.580042 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-0121b26d-f56c-4e5e-98e9-dd4fa632de4f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "GET /v2.0/networks?id=0b1384e3-a57b-456d-b2fc-6d2cabdc87f6&id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03&id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 HTTP/1.1" status: 200 len: 1994 time: 0.3452191 Nov 27 01:11:48.584821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d57061fb-a79b-4fef-9772-62dd6f8391e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.587858 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d57061fb-a79b-4fef-9772-62dd6f8391e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.589600 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d57061fb-a79b-4fef-9772-62dd6f8391e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f807d706-f71f-4510-b1a6-f4c741eec9aa HTTP/1.1" status: 204 len: 168 time: 0.3607845 Nov 27 01:11:48.605935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57061fb-a79b-4fef-9772-62dd6f8391e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f807d706-f71f-4510-b1a6-f4c741eec9aa,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:48.747914 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-abed6150-09b7-4187-91b7-fb28408befa7 req-d5a9ee53-3921-486f-9639-acca7f92e07e tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.753777 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-abed6150-09b7-4187-91b7-fb28408befa7 req-d5a9ee53-3921-486f-9639-acca7f92e07e tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.867195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e5f46-5b0d-4f41-b9eb-95435a1a7653 req-3bd9d632-4ed1-4a85-94b8-2741b37a8545 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.868885 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a5e5f46-5b0d-4f41-b9eb-95435a1a7653 req-3bd9d632-4ed1-4a85-94b8-2741b37a8545 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 943 time: 0.1500499 Nov 27 01:11:48.877509 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a774180-06d9-48c6-b738-b66b1473e555 req-d631da3e-1472-4c67-8a92-a957c304c87a service neutron] 10.222.0.21 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962127 Nov 27 01:11:48.889849 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-94fef8f9-7683-40bb-9136-6817df40e8b0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f18470837cb4394bc7b6e5f757f3214 HTTP/1.1" status: 200 len: 380 time: 0.1581101 Nov 27 01:11:48.896491 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-abed6150-09b7-4187-91b7-fb28408befa7 req-d5a9ee53-3921-486f-9639-acca7f92e07e tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Floating IP a6000896-b0fc-428b-baf3-5cbb7a550dc1 associated. External IP: 172.25.1.105, port: b3f47059-3998-4867-af5f-c2e5aaac1f09. Nov 27 01:11:48.908439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-84653b69-0a07-4119-89f7-a6024a88733a req-5411b21d-11b2-48f7-be24-87c8eeffa46d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'port': {'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'admin_state_up': True, 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'security_groups': ['886dfa12-e9e4-422a-9c8c-c8337199f515']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:49.075398 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a5e5f46-5b0d-4f41-b9eb-95435a1a7653 req-94712e52-4ef8-4acb-a970-360d3939bb1a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963451 Nov 27 01:11:49.149978 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a774180-06d9-48c6-b738-b66b1473e555 req-10aff3e3-439d-4e41-b1b9-98569da81ede service neutron] 10.222.0.21 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589135 Nov 27 01:11:49.155074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-5411b21d-11b2-48f7-be24-87c8eeffa46d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Made reservation on behalf of 2f18470837cb4394bc7b6e5f757f3214 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:49.159670 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-5411b21d-11b2-48f7-be24-87c8eeffa46d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:49.172206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49200) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:49.192035 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5a392bf-602c-4826-a40f-1ba51b532a44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:49.217312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abed6150-09b7-4187-91b7-fb28408befa7 req-d5a9ee53-3921-486f-9639-acca7f92e07e tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Router bec21d05-fac7-4f05-afea-a2cc01c84a55 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:11:49.352383 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-84653b69-0a07-4119-89f7-a6024a88733a req-5411b21d-11b2-48f7-be24-87c8eeffa46d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Allocated IP 172.20.0.8 (0b1384e3-a57b-456d-b2fc-6d2cabdc87f6/c3798953-d77c-408d-9065-d8c00bed45ca/12f169c6-2293-47c7-851c-1936465a7ea4) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:49.381709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60d724-3c10-4d33-b595-a81ff139b1fb req-cb3d3cab-cfa3-4372-81d6-0b308734db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:49.383386 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd60d724-3c10-4d33-b595-a81ff139b1fb req-cb3d3cab-cfa3-4372-81d6-0b308734db47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 1095 time: 0.0919862 Nov 27 01:11:49.401858 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d711cd4b-28d2-42c6-9ed0-e637730a94fb req-4df08d64-43ec-4243-8f0a-341abce44e44 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0452216 Nov 27 01:11:49.433114 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5a392bf-602c-4826-a40f-1ba51b532a44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:49.450795 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5a392bf-602c-4826-a40f-1ba51b532a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:49.459833 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abed6150-09b7-4187-91b7-fb28408befa7 req-d5a9ee53-3921-486f-9639-acca7f92e07e tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:11:49.468461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-abed6150-09b7-4187-91b7-fb28408befa7 req-d5a9ee53-3921-486f-9639-acca7f92e07e tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:49.476665 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b481fe-4bd1-47df-8240-ca4ebbaf75be None None] Sync routers for ids ['bec21d05-fac7-4f05-afea-a2cc01c84a55'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:11:49.493619 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b481fe-4bd1-47df-8240-ca4ebbaf75be None None] Routers {'bec21d05-fac7-4f05-afea-a2cc01c84a55'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:49.494066 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-93b481fe-4bd1-47df-8240-ca4ebbaf75be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:11:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bec21d05-fac7-4f05-afea-a2cc01c84a55'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:49.570640 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abed6150-09b7-4187-91b7-fb28408befa7 req-d5a9ee53-3921-486f-9639-acca7f92e07e tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "PUT /v2.0/floatingips/a6000896-b0fc-428b-baf3-5cbb7a550dc1 HTTP/1.1" status: 200 len: 997 time: 1.6425333 Nov 27 01:11:49.575100 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'tag': 'b3f47059-3998-4867-af5f-c2e5aaac1f09'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:49.578652 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7391b3-d901-4123-b060-e7b363435d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f9b674-97d4-4dfd-a751-6ec171871f46", "tag": "b3f47059-3998-4867-af5f-c2e5aaac1f09"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:49.662238 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed6150-09b7-4187-91b7-fb28408befa7 req-b2018b29-a74c-4522-aafa-a58f1bfee09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:49.663801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abed6150-09b7-4187-91b7-fb28408befa7 req-b2018b29-a74c-4522-aafa-a58f1bfee09e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ebb971a0a9a404cbc0a79b6be58182b&device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 1098 time: 0.0693946 Nov 27 01:11:49.666677 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e5a392bf-602c-4826-a40f-1ba51b532a44 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa3c57bd95db421eb5cd8e1b6aafb6bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4929650 Nov 27 01:11:49.667615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a392bf-602c-4826-a40f-1ba51b532a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641f24df-db1c-49d4-a73f-ef5c4c3c4eb0,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:49.671736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49208) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:49.675940 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-93b481fe-4bd1-47df-8240-ca4ebbaf75be None None] Set router bec21d05-fac7-4f05-afea-a2cc01c84a55 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:49.803196 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5260b30-2551-415b-be14-a759245d5fd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:49.857315 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5260b30-2551-415b-be14-a759245d5fd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:49.864815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed6150-09b7-4187-91b7-fb28408befa7 req-17cdcc8d-20cb-435a-9968-b2bc9c6dc39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:49.866681 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abed6150-09b7-4187-91b7-fb28408befa7 req-17cdcc8d-20cb-435a-9968-b2bc9c6dc39f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f HTTP/1.1" status: 200 len: 929 time: 0.1791158 Nov 27 01:11:49.891255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60d724-3c10-4d33-b595-a81ff139b1fb req-16616d2c-e47c-4f3f-9fb4-f7a3dbf0c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:49.892825 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd60d724-3c10-4d33-b595-a81ff139b1fb req-16616d2c-e47c-4f3f-9fb4-f7a3dbf0c40a service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 913 time: 0.4942462 Nov 27 01:11:49.971723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd60d724-3c10-4d33-b595-a81ff139b1fb req-aec43355-3bff-459c-8111-d1ef1269c472 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d350140-5c29-442e-9968-e57199166469 HTTP/1.1" status: 200 len: 217 time: 0.0628293 Nov 27 01:11:49.979046 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abed6150-09b7-4187-91b7-fb28408befa7 req-7760230a-7a16-4c10-952b-832acadb0be2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3f47059-3998-4867-af5f-c2e5aaac1f09 HTTP/1.1" status: 200 len: 1000 time: 0.1020741 Nov 27 01:11:49.985230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d82352-5974-40e4-9b07-502d190bf08a req-6d25be67-a191-4d04-a64d-153cec588721 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:49.993507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7d82352-5974-40e4-9b07-502d190bf08a req-6d25be67-a191-4d04-a64d-153cec588721 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.1784251 Nov 27 01:11:50.014198 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-5411b21d-11b2-48f7-be24-87c8eeffa46d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:50.034580 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5260b30-2551-415b-be14-a759245d5fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:50.038582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5260b30-2551-415b-be14-a759245d5fd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:50.039929 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c5260b30-2551-415b-be14-a759245d5fd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/641f24df-db1c-49d4-a73f-ef5c4c3c4eb0 HTTP/1.1" status: 204 len: 168 time: 0.3669803 Nov 27 01:11:50.051481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5260b30-2551-415b-be14-a759245d5fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641f24df-db1c-49d4-a73f-ef5c4c3c4eb0,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:50.064818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed6150-09b7-4187-91b7-fb28408befa7 req-4a313a8e-7bed-4e6b-bf22-3d69897fdf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:50.073449 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abed6150-09b7-4187-91b7-fb28408befa7 req-4a313a8e-7bed-4e6b-bf22-3d69897fdf1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b27b79c4-f47e-4433-b69d-cc8720db5a0c HTTP/1.1" status: 200 len: 867 time: 0.0934699 Nov 27 01:11:50.123692 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7d82352-5974-40e4-9b07-502d190bf08a req-f64ea6da-07f8-4c61-9364-473abf633d83 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292915 Nov 27 01:11:50.132012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed6150-09b7-4187-91b7-fb28408befa7 req-aeca8b6d-e536-4abf-8814-1c65d384ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:50.145072 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abed6150-09b7-4187-91b7-fb28408befa7 req-aeca8b6d-e536-4abf-8814-1c65d384ae62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706980 Nov 27 01:11:50.151986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60d724-3c10-4d33-b595-a81ff139b1fb req-982c8258-540d-4b54-90b6-ff8dcb049663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:50.153833 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd60d724-3c10-4d33-b595-a81ff139b1fb req-982c8258-540d-4b54-90b6-ff8dcb049663 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80662da9-0903-4539-8282-1a973a762559 HTTP/1.1" status: 200 len: 852 time: 0.1554472 Nov 27 01:11:50.221123 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-93b481fe-4bd1-47df-8240-ca4ebbaf75be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port': {'id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:13Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a6000896-b0fc-428b-baf3-5cbb7a550dc1', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'port_id': 'b3f47059-3998-4867-af5f-c2e5aaac1f09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'mac_address': 'fa:16:3e:ec:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:11:46Z', 'updated_at': '2021-11-27T01:11:48Z', 'revision_number': 1, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb', 'name': '', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'mac_address': 'fa:16:3e:f9:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:17Z', 'updated_at': '2021-11-27T01:11:26Z', 'revision_number': 5, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'subnets': [{'id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:50.260163 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd60d724-3c10-4d33-b595-a81ff139b1fb req-9a58e859-31a9-4397-b1c9-edeee1deecf2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b89f644-2375-4ba6-8bce-e3c255057dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909004 Nov 27 01:11:50.260538 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d94d50-9021-46ad-82aa-2ce75a5fbe29 x-openstack-request-id: req-e5d94d50-9021-46ad-82aa-2ce75a5fbe29 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:50.260809 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f9b674-97d4-4dfd-a751-6ec171871f46", "tag": "b3f47059-3998-4867-af5f-c2e5aaac1f09", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:50.261099 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5d94d50-9021-46ad-82aa-2ce75a5fbe29 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:50.261809 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'tag': 'b3f47059-3998-4867-af5f-c2e5aaac1f09', 'status': 'completed', 'code': 200} Nov 27 01:11:50.269987 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-5411b21d-11b2-48f7-be24-87c8eeffa46d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:50.277165 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b481fe-4bd1-47df-8240-ca4ebbaf75be None None] Checking router: bec21d05-fac7-4f05-afea-a2cc01c84a55 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:11:50.291165 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b481fe-4bd1-47df-8240-ca4ebbaf75be None None] Routers {'bec21d05-fac7-4f05-afea-a2cc01c84a55'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:50.292270 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-93b481fe-4bd1-47df-8240-ca4ebbaf75be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:11:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bec21d05-fac7-4f05-afea-a2cc01c84a55'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:50.354121 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abed6150-09b7-4187-91b7-fb28408befa7 req-d78a0852-adf4-4eb4-addb-6d607541f555 service neutron] 10.222.0.15 "GET /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081590 Nov 27 01:11:50.453342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84653b69-0a07-4119-89f7-a6024a88733a req-5411b21d-11b2-48f7-be24-87c8eeffa46d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:50.470983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-84653b69-0a07-4119-89f7-a6024a88733a req-5411b21d-11b2-48f7-be24-87c8eeffa46d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:50.472024 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-abed6150-09b7-4187-91b7-fb28408befa7 req-ebb4000a-a044-4af4-96cc-6a3b6658b3b2 service neutron] 10.222.0.15 "GET /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112182 Nov 27 01:11:50.504963 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd60d724-3c10-4d33-b595-a81ff139b1fb req-19628afc-bc59-4496-8001-f4806eea4950 service neutron] 10.222.0.21 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153037 Nov 27 01:11:50.512850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-84653b69-0a07-4119-89f7-a6024a88733a req-5411b21d-11b2-48f7-be24-87c8eeffa46d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:50.528032 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-93b481fe-4bd1-47df-8240-ca4ebbaf75be None None] Set router bec21d05-fac7-4f05-afea-a2cc01c84a55 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:50.675057 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411b21d-11b2-48f7-be24-87c8eeffa46d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'Port': ['ID=12f169c6-2293-47c7-851c-1936465a7ea4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:50.779473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd5904-b6b4-4d2c-9584-e7482807cbee req-38631927-bd36-4221-b21c-eeacfffac5eb tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:50.792320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-08bd5904-b6b4-4d2c-9584-e7482807cbee req-38631927-bd36-4221-b21c-eeacfffac5eb tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 943 time: 0.3316562 Nov 27 01:11:50.817971 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd60d724-3c10-4d33-b595-a81ff139b1fb req-1a45b97f-ecb2-45e0-bfe2-7b3dc6859ff5 service neutron] 10.222.0.21 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944453 Nov 27 01:11:50.827234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7391b3-d901-4123-b060-e7b363435d3a req-d7c106e5-4a54-4f51-a930-ac6c7fa45e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:50.829638 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e7391b3-d901-4123-b060-e7b363435d3a req-d7c106e5-4a54-4f51-a930-ac6c7fa45e55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ebb971a0a9a404cbc0a79b6be58182b&device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 1098 time: 0.5495088 Nov 27 01:11:50.891360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1746dd9a-b9c3-468b-963f-b108d8e2f5bd None None] Provisioning complete for port 12f169c6-2293-47c7-851c-1936465a7ea4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:50.893007 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1746dd9a-b9c3-468b-963f-b108d8e2f5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:50.919351 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c89664-f1c5-43eb-bc1d-53765eaf35c5 req-1d7cbd59-a73f-4959-8ecf-07f31ccc7173 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:50.927056 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34c89664-f1c5-43eb-bc1d-53765eaf35c5 req-1d7cbd59-a73f-4959-8ecf-07f31ccc7173 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 931 time: 0.1220074 Nov 27 01:11:50.930063 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-93b481fe-4bd1-47df-8240-ca4ebbaf75be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port': {'id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:13Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a6000896-b0fc-428b-baf3-5cbb7a550dc1', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'port_id': 'b3f47059-3998-4867-af5f-c2e5aaac1f09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'mac_address': 'fa:16:3e:ec:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:11:46Z', 'updated_at': '2021-11-27T01:11:48Z', 'revision_number': 1, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb', 'name': '', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'mac_address': 'fa:16:3e:f9:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:17Z', 'updated_at': '2021-11-27T01:11:26Z', 'revision_number': 5, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'subnets': [{'id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:50.977417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1746dd9a-b9c3-468b-963f-b108d8e2f5bd None None] Port 12f169c6-2293-47c7-851c-1936465a7ea4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:50.980832 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34c89664-f1c5-43eb-bc1d-53765eaf35c5 req-d8f17375-1633-41ed-b163-308ffc7b8e6f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528650 Nov 27 01:11:50.987081 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b481fe-4bd1-47df-8240-ca4ebbaf75be None None] The sync data for ids ['bec21d05-fac7-4f05-afea-a2cc01c84a55'] in n-d-817303-10 is: [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port': {'id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:13Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'a6000896-b0fc-428b-baf3-5cbb7a550dc1', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'port_id': 'b3f47059-3998-4867-af5f-c2e5aaac1f09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'mac_address': 'fa:16:3e:ec:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:11:46Z', 'updated_at': '2021-11-27T01:11:48Z', 'revision_number': 1, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb', 'name': '', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'mac_address': 'fa:16:3e:f9:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:17Z', 'updated_at': '2021-11-27T01:11:26Z', 'revision_number': 5, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'subnets': [{'id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:11:51.019803 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-5411b21d-11b2-48f7-be24-87c8eeffa46d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:51.020857 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-5411b21d-11b2-48f7-be24-87c8eeffa46d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.092307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7391b3-d901-4123-b060-e7b363435d3a req-da923a96-1435-4ad1-81d2-715008894aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:51.094442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e7391b3-d901-4123-b060-e7b363435d3a req-da923a96-1435-4ad1-81d2-715008894aa9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f HTTP/1.1" status: 200 len: 929 time: 0.2279828 Nov 27 01:11:51.177830 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-08bd5904-b6b4-4d2c-9584-e7482807cbee req-c886e968-6453-41ed-8b6a-4fd875ef0935 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844476 Nov 27 01:11:51.183808 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-5411b21d-11b2-48f7-be24-87c8eeffa46d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2834699 Nov 27 01:11:51.220966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-84653b69-0a07-4119-89f7-a6024a88733a req-fa4ce3d7-3632-4a22-b627-90dcc9472436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'port': {'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd', 'admin_state_up': True, 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'security_groups': ['886dfa12-e9e4-422a-9c8c-c8337199f515']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:51.325112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebfaa6e-5c9d-4eee-98f5-8717ec3bacef None None] New status for floating IP a6000896-b0fc-428b-baf3-5cbb7a550dc1: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:11:51.344579 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e7391b3-d901-4123-b060-e7b363435d3a req-0fe26731-4843-49b6-acb6-01def077229a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3f47059-3998-4867-af5f-c2e5aaac1f09 HTTP/1.1" status: 200 len: 1000 time: 0.2367241 Nov 27 01:11:51.372289 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49242) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:51.403164 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-21a86260-ebd0-4e5c-9436-402b97b704a1 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 258 time: 0.3654878 Nov 27 01:11:51.414734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:51.461680 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.466525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c1eae-48f0-4718-be4c-8d3cb8ae32e3 req-5f02a8aa-040d-4955-8375-0c9e11e09550 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:51.473953 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e2c1eae-48f0-4718-be4c-8d3cb8ae32e3 req-5f02a8aa-040d-4955-8375-0c9e11e09550 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.1673725 Nov 27 01:11:51.476890 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7391b3-d901-4123-b060-e7b363435d3a req-2fd7eea8-3777-4452-841d-31517f812424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:51.478358 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e7391b3-d901-4123-b060-e7b363435d3a req-2fd7eea8-3777-4452-841d-31517f812424 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b27b79c4-f47e-4433-b69d-cc8720db5a0c HTTP/1.1" status: 200 len: 867 time: 0.1155064 Nov 27 01:11:51.580859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1176034367-network', 'tenant_id': 'd27c83f3e64f4f45804dc5ec867af701'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:51.583901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-fa4ce3d7-3632-4a22-b627-90dcc9472436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Made reservation on behalf of 2f18470837cb4394bc7b6e5f757f3214 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:51.587626 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-fa4ce3d7-3632-4a22-b627-90dcc9472436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.601875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e2c1eae-48f0-4718-be4c-8d3cb8ae32e3 req-947faecf-e496-45c5-a56e-561177b617b0 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268275 Nov 27 01:11:51.603890 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7391b3-d901-4123-b060-e7b363435d3a req-1097e4c3-9239-47fd-8242-706a6224d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:51.605605 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e7391b3-d901-4123-b060-e7b363435d3a req-1097e4c3-9239-47fd-8242-706a6224d6d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132319 Nov 27 01:11:51.628154 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] Made reservation on behalf of d27c83f3e64f4f45804dc5ec867af701 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:51.641977 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.671179 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.734838 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.828703 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e7391b3-d901-4123-b060-e7b363435d3a req-b3bf8459-9cff-4318-a351-72f2e0fe643e service neutron] 10.222.0.31 "GET /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139547 Nov 27 01:11:51.851920 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.857136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-84653b69-0a07-4119-89f7-a6024a88733a req-fa4ce3d7-3632-4a22-b627-90dcc9472436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Allocated IP 10.1.1.97 (47b267cc-e710-46a2-97b9-c7c30bcc89cd/0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48/38653e23-1492-4325-a7f0-fda66317be04) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:51.861397 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.925689 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:11:51.934395 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb00656-cbe9-43d5-9b33-3a38f42f178c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:51.947395 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.947901 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] Added segment a4fe07c0-f34a-4871-a457-8c17d750d982 of type vlan for network 98607255-730e-4c4a-b4bf-877ace5137a7 Nov 27 01:11:51.974206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Allocated IP 172.25.1.36 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/4957cab7-8e19-4d56-a57f-a9d74c38f94f) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:52.018328 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e7391b3-d901-4123-b060-e7b363435d3a req-2f56db00-a06c-479c-8777-72ad23fc275d service neutron] 10.222.0.31 "GET /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800303 Nov 27 01:11:52.028835 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.103128 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.104582 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:52.105480 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.137264 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-fa4ce3d7-3632-4a22-b627-90dcc9472436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.154129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b0048-adda-43a4-a620-7c1d9446b3ff req-41d72e49-a4a5-4930-a5c0-af4dc20a9df0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:52.156280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e6b0048-adda-43a4-a620-7c1d9446b3ff req-41d72e49-a4a5-4930-a5c0-af4dc20a9df0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 931 time: 0.0826895 Nov 27 01:11:52.187239 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8102672 Nov 27 01:11:52.189849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49250) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:52.198755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ce98c0e3-e7dc-4467-9407-d3d29e7981b5 admin admin] Request body: {'subnet': {'network_id': '98607255-730e-4c4a-b4bf-877ace5137a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1176034367-subnet', 'tenant_id': 'd27c83f3e64f4f45804dc5ec867af701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:52.211794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c1c58-93b6-4fb1-a8c5-1831677bfe39 admin admin] Pushing event updated for resources: {'Network': ['ID=98607255-730e-4c4a-b4bf-877ace5137a7,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:52.227338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 98607255-730e-4c4a-b4bf-877ace5137a7 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:11:52.231791 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-fa4ce3d7-3632-4a22-b627-90dcc9472436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.235855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.276683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce98c0e3-e7dc-4467-9407-d3d29e7981b5 admin admin] Made reservation on behalf of d27c83f3e64f4f45804dc5ec867af701 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:52.278975 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ce98c0e3-e7dc-4467-9407-d3d29e7981b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.286305 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.317109 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e6b0048-adda-43a4-a620-7c1d9446b3ff req-b9eee1f1-24f1-4299-a5d2-7547cdc0b64e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513085 Nov 27 01:11:52.336691 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:52.341597 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:52.344122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:52.378364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Pushing event updated for resources: {'Port': ['ID=4957cab7-8e19-4d56-a57f-a9d74c38f94f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:52.426583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84653b69-0a07-4119-89f7-a6024a88733a req-fa4ce3d7-3632-4a22-b627-90dcc9472436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Network 47b267cc-e710-46a2-97b9-c7c30bcc89cd is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:52.451569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-84653b69-0a07-4119-89f7-a6024a88733a req-fa4ce3d7-3632-4a22-b627-90dcc9472436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:52.454049 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.454202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ce3d7-3632-4a22-b627-90dcc9472436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'Port': ['ID=38653e23-1492-4325-a7f0-fda66317be04,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:52.460073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-84653b69-0a07-4119-89f7-a6024a88733a req-fa4ce3d7-3632-4a22-b627-90dcc9472436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:52.521339 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.535169 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-fa4ce3d7-3632-4a22-b627-90dcc9472436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:52.535757 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-fa4ce3d7-3632-4a22-b627-90dcc9472436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.552033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507552b1-72a4-4b76-b52c-bdbc7aac659c req-aa6729ac-5984-428c-9242-3c38b2d3bb04 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:52.553692 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-507552b1-72a4-4b76-b52c-bdbc7aac659c req-aa6729ac-5984-428c-9242-3c38b2d3bb04 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 943 time: 0.1541989 Nov 27 01:11:52.626534 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-fa4ce3d7-3632-4a22-b627-90dcc9472436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4212718 Nov 27 01:11:52.652276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-84653b69-0a07-4119-89f7-a6024a88733a req-43d7d231-3033-4548-a071-eb13e78e3dae tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'port': {'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd', 'admin_state_up': True, 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'security_groups': ['886dfa12-e9e4-422a-9c8c-c8337199f515']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:52.717839 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.724628 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.776532 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-507552b1-72a4-4b76-b52c-bdbc7aac659c req-3cdce2ed-fba7-42d6-949c-9a506d16230e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989989 Nov 27 01:11:52.824896 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ce98c0e3-e7dc-4467-9407-d3d29e7981b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.830377 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Pushing event updated for resources: {'Port': ['ID=4957cab7-8e19-4d56-a57f-a9d74c38f94f,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:52.831028 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0072258c-7897-462d-b1e9-86357fd46494 None None] Provisioning complete for port 38653e23-1492-4325-a7f0-fda66317be04 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:52.834598 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0072258c-7897-462d-b1e9-86357fd46494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.844055 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.881739 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.892729 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-b645ccc2-8155-4356-96eb-8514506309de tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4829345 Nov 27 01:11:52.894933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0072258c-7897-462d-b1e9-86357fd46494 None None] Port 38653e23-1492-4325-a7f0-fda66317be04 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:52.938864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98c0e3-e7dc-4467-9407-d3d29e7981b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b33aa8-c01d-44a0-8660-c48359c2b83a,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:52.952573 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-ac38c443-0bae-45cf-a5c3-bac2e87d8f7b tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.36 HTTP/1.1" status: 200 len: 695 time: 0.0580049 Nov 27 01:11:52.984136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-43d7d231-3033-4548-a071-eb13e78e3dae tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Made reservation on behalf of 2f18470837cb4394bc7b6e5f757f3214 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:52.987675 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-43d7d231-3033-4548-a071-eb13e78e3dae tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:53.000585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd291107-b178-4e2c-bd6f-59bbab718651 req-ccc20e25-11a5-489a-91a6-8e22eb708584 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.002173 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd291107-b178-4e2c-bd6f-59bbab718651 req-ccc20e25-11a5-489a-91a6-8e22eb708584 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.1148360 Nov 27 01:11:53.021953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98c0e3-e7dc-4467-9407-d3d29e7981b5 admin admin] Checking segment: {'id': 'a4fe07c0-f34a-4871-a457-8c17d750d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '98607255-730e-4c4a-b4bf-877ace5137a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:53.022448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce98c0e3-e7dc-4467-9407-d3d29e7981b5 admin admin] Network hostable DHCP agents. Network: 98607255-730e-4c4a-b4bf-877ace5137a7, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:11:53.121354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce98c0e3-e7dc-4467-9407-d3d29e7981b5 admin admin] Network 98607255-730e-4c4a-b4bf-877ace5137a7 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:11:53.135395 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd291107-b178-4e2c-bd6f-59bbab718651 req-3a5f02f1-e6c7-4228-9781-edcc3a26509b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237676 Nov 27 01:11:53.145450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-ce98c0e3-e7dc-4467-9407-d3d29e7981b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 98607255-730e-4c4a-b4bf-877ace5137a7) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:53.157965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c6d102-1a21-4b0f-aba5-1ffe99d4aacd None None] Network 98607255-730e-4c4a-b4bf-877ace5137a7 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:53.171871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce98c0e3-e7dc-4467-9407-d3d29e7981b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.172489 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ce98c0e3-e7dc-4467-9407-d3d29e7981b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:53.207867 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ce98c0e3-e7dc-4467-9407-d3d29e7981b5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0060034 Nov 27 01:11:53.242298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-84653b69-0a07-4119-89f7-a6024a88733a req-43d7d231-3033-4548-a071-eb13e78e3dae tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Allocated IP 10.1.1.254 (47b267cc-e710-46a2-97b9-c7c30bcc89cd/0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48/d6bb6eef-c037-4aab-9018-ff3e3cc3b43b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:53.310930 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 0d350140-5c29-442e-9968-e57199166469 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:53.435413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-ce1b776a-4cff-4d6c-95e3-c71a237b53e1 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.437930 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99c13373-ae63-40f4-90f7-74ec0e9be02b req-ce1b776a-4cff-4d6c-95e3-c71a237b53e1 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.4759622 Nov 27 01:11:53.446367 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 0d350140-5c29-442e-9968-e57199166469, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=0d350140-5c29-442e-9968-e57199166469,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:53.461105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '0d350140-5c29-442e-9968-e57199166469', 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae', 'port_id': '0d350140-5c29-442e-9968-e57199166469', 'mac_address': 'fa:16:3e:dd:43:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80662da9-0903-4539-8282-1a973a762559', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:53.558760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-43d7d231-3033-4548-a071-eb13e78e3dae tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:53.604221 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-43d7d231-3033-4548-a071-eb13e78e3dae tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:53.613309 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:53.635761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d350140-5c29-442e-9968-e57199166469 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:53.645069 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bae32-da17-46a5-884b-034e83e31fac req-5b98e273-9c91-4393-9efa-13c38542b752 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.659442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 0d350140-5c29-442e-9968-e57199166469, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=0d350140-5c29-442e-9968-e57199166469,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:53.659695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bae32-da17-46a5-884b-034e83e31fac req-5b98e273-9c91-4393-9efa-13c38542b752 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.672947 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e5bae32-da17-46a5-884b-034e83e31fac req-5b98e273-9c91-4393-9efa-13c38542b752 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 1652 time: 0.1331878 Nov 27 01:11:53.673576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7163cda9-0834-4bda-8d89-f441b0cd0b18 None None] Network 98607255-730e-4c4a-b4bf-877ace5137a7 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:53.675792 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:53.754825 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e5bae32-da17-46a5-884b-034e83e31fac req-87857687-5857-46f2-8275-d5c819d3590c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769529 Nov 27 01:11:53.755052 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=0d350140-5c29-442e-9968-e57199166469,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:53.781164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84653b69-0a07-4119-89f7-a6024a88733a req-43d7d231-3033-4548-a071-eb13e78e3dae tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Network 47b267cc-e710-46a2-97b9-c7c30bcc89cd is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:53.796983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-84653b69-0a07-4119-89f7-a6024a88733a req-43d7d231-3033-4548-a071-eb13e78e3dae tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:53.805156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-84653b69-0a07-4119-89f7-a6024a88733a req-43d7d231-3033-4548-a071-eb13e78e3dae tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:53.899636 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7d231-3033-4548-a071-eb13e78e3dae tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'Port': ['ID=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:53.911636 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-43d7d231-3033-4548-a071-eb13e78e3dae tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.912865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-43d7d231-3033-4548-a071-eb13e78e3dae tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:53.945516 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-43d7d231-3033-4548-a071-eb13e78e3dae tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3005831 Nov 27 01:11:53.956420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2081e97-4ff8-4270-bd48-ac3cedbbd722 req-a6646022-9f66-4a34-bbb8-b16b4d0dc468 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.964525 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c2081e97-4ff8-4270-bd48-ac3cedbbd722 req-a6646022-9f66-4a34-bbb8-b16b4d0dc468 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3218050 Nov 27 01:11:53.974198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c0b06-ffe1-4025-8a7a-74622c3de94e req-eceef5bf-c7a1-468f-959e-a90643383524 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.976728 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-756c0b06-ffe1-4025-8a7a-74622c3de94e req-eceef5bf-c7a1-468f-959e-a90643383524 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 944 time: 0.1000450 Nov 27 01:11:54.024757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-84653b69-0a07-4119-89f7-a6024a88733a req-63b9ccab-977c-487d-91b8-cdc8d409a137 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'port': {'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03', 'admin_state_up': True, 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'security_groups': ['886dfa12-e9e4-422a-9c8c-c8337199f515']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:54.070297 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-756c0b06-ffe1-4025-8a7a-74622c3de94e req-bd39f27a-24c6-4541-adb8-f323b89f5fbc tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844481 Nov 27 01:11:54.079094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['0d350140-5c29-442e-9968-e57199166469'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:54.098890 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c2081e97-4ff8-4270-bd48-ac3cedbbd722 req-d7bc811f-6f3b-4b12-af07-582a6d2e288d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.36 HTTP/1.1" status: 200 len: 695 time: 0.1285744 Nov 27 01:11:54.108516 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-c2081e97-4ff8-4270-bd48-ac3cedbbd722 req-7ae9d175-32f6-4c23-a695-cb056f804137 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Request body: {'floatingip': {'port_id': 'b3f47059-3998-4867-af5f-c2e5aaac1f09', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:54.158733 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c2081e97-4ff8-4270-bd48-ac3cedbbd722 req-7ae9d175-32f6-4c23-a695-cb056f804137 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:54.164995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49282) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:54.170825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1649225870-network', 'tenant_id': '3faf170b2a8b4b199c26a7ad81c48d44'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:54.194577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] Made reservation on behalf of 3faf170b2a8b4b199c26a7ad81c48d44 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:54.197358 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:54.208167 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:54.320844 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:54.326093 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:54.337735 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0801ffcf-b165-4ed4-9d4b-1adc1ae8fc90 None None] Provisioning complete for port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:54.338813 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0801ffcf-b165-4ed4-9d4b-1adc1ae8fc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:54.381494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0801ffcf-b165-4ed4-9d4b-1adc1ae8fc90 None None] Port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:54.399914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:11:54.404143 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1902077-6604-42a3-9396-a0439affe25d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:54.424623 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:54.424966 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] Added segment 858bf3b3-63b2-4f7e-926a-ae49fbe81c0c of type vlan for network 392c6bfc-82ff-491c-88ae-1786de29f971 Nov 27 01:11:54.435588 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc03cbc-2271-44d6-b380-cc39122c8c00 req-b951f320-8750-49ad-91c8-5234d790990b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:54.438004 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5bc03cbc-2271-44d6-b380-cc39122c8c00 req-b951f320-8750-49ad-91c8-5234d790990b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.1073003 Nov 27 01:11:54.503140 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:54.528281 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5bc03cbc-2271-44d6-b380-cc39122c8c00 req-30fdc79d-319a-4406-a877-ba1f289c846b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820227 Nov 27 01:11:54.546020 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:54.547431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:54.548175 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:54.576296 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-63b9ccab-977c-487d-91b8-cdc8d409a137 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Made reservation on behalf of 2f18470837cb4394bc7b6e5f757f3214 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:54.622215 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4559352 Nov 27 01:11:54.625081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49290) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:54.639759 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2b54c00f-7828-414c-b1d7-d0e419cce152 admin admin] Request body: {'subnet': {'network_id': '392c6bfc-82ff-491c-88ae-1786de29f971', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1649225870-subnet', 'tenant_id': '3faf170b2a8b4b199c26a7ad81c48d44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:54.651610 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378d1d8-68b7-4507-8b04-ae3a1b32575c admin admin] Pushing event updated for resources: {'Network': ['ID=392c6bfc-82ff-491c-88ae-1786de29f971,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:54.662389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 392c6bfc-82ff-491c-88ae-1786de29f971 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:11:54.681421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b54c00f-7828-414c-b1d7-d0e419cce152 admin admin] Made reservation on behalf of 3faf170b2a8b4b199c26a7ad81c48d44 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:54.683884 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b54c00f-7828-414c-b1d7-d0e419cce152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:54.786164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-98fce267-2290-4a38-b42d-5a47a04a5dbb tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:54.787689 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-98fce267-2290-4a38-b42d-5a47a04a5dbb tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062&tenant_id=824296168135401cbcf32b795324fb86&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 1098 time: 0.1557972 Nov 27 01:11:54.821294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-10'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:54.833295 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-63b9ccab-977c-487d-91b8-cdc8d409a137 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:54.908633 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b54c00f-7828-414c-b1d7-d0e419cce152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:54.992647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6814bc-b981-4717-a4fe-df390fa2b623 req-10385b71-f535-441e-9d5a-3b5cccb1f66e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:54.995766 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-c2081e97-4ff8-4270-bd48-ac3cedbbd722 req-7ae9d175-32f6-4c23-a695-cb056f804137 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] update failed (client error): There was a conflict when trying to complete your request. Nov 27 01:11:54.996911 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c2081e97-4ff8-4270-bd48-ac3cedbbd722 req-7ae9d175-32f6-4c23-a695-cb056f804137 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "PUT /v2.0/floatingips/c611bcfe-c087-4444-9a13-ae1e2616492e HTTP/1.1" status: 409 len: 550 time: 0.8972015 Nov 27 01:11:54.999074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6814bc-b981-4717-a4fe-df390fa2b623 req-10385b71-f535-441e-9d5a-3b5cccb1f66e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:55.005623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6814bc-b981-4717-a4fe-df390fa2b623 req-10385b71-f535-441e-9d5a-3b5cccb1f66e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:55.007983 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a6814bc-b981-4717-a4fe-df390fa2b623 req-10385b71-f535-441e-9d5a-3b5cccb1f66e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 2373 time: 0.1215899 Nov 27 01:11:55.008740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54c00f-7828-414c-b1d7-d0e419cce152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e46e34e1-4002-4048-a8af-019883504042,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:55.022708 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:55.029692 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54c00f-7828-414c-b1d7-d0e419cce152 admin admin] Checking segment: {'id': '858bf3b3-63b2-4f7e-926a-ae49fbe81c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '392c6bfc-82ff-491c-88ae-1786de29f971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:55.030135 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b54c00f-7828-414c-b1d7-d0e419cce152 admin admin] Network hostable DHCP agents. Network: 392c6bfc-82ff-491c-88ae-1786de29f971, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:11:55.065711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b54c00f-7828-414c-b1d7-d0e419cce152 admin admin] Network 392c6bfc-82ff-491c-88ae-1786de29f971 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:11:55.086668 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-2b54c00f-7828-414c-b1d7-d0e419cce152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 392c6bfc-82ff-491c-88ae-1786de29f971) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:55.093899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b54c00f-7828-414c-b1d7-d0e419cce152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:55.094500 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b54c00f-7828-414c-b1d7-d0e419cce152 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:55.100598 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a6814bc-b981-4717-a4fe-df390fa2b623 req-61d2d361-342e-477f-a3a7-45567de3d875 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667195 Nov 27 01:11:55.105013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d749c2c7-3825-47ef-a9b7-510554a99c17 None None] Network 392c6bfc-82ff-491c-88ae-1786de29f971 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:55.116226 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2b54c00f-7828-414c-b1d7-d0e419cce152 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4899178 Nov 27 01:11:55.179945 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce875b31-a965-4cbd-b7e0-bbf061303055 req-4ad7924c-24b0-42b5-8a2b-2e988455b10c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips/c611bcfe-c087-4444-9a13-ae1e2616492e HTTP/1.1" status: 200 len: 692 time: 0.1045182 Nov 27 01:11:55.331796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 0d350140-5c29-442e-9968-e57199166469 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:55.376307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e551f53-f54b-4c0b-9f99-5634675cf130 req-04d0467e-c067-457f-8e4f-04f9e04a08c3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:55.377856 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e551f53-f54b-4c0b-9f99-5634675cf130 req-04d0467e-c067-457f-8e4f-04f9e04a08c3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 944 time: 0.1217208 Nov 27 01:11:55.387296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b8fd75-ce02-438b-b638-b99884a233a8 None None] Network 392c6bfc-82ff-491c-88ae-1786de29f971 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:55.393826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-84653b69-0a07-4119-89f7-a6024a88733a req-63b9ccab-977c-487d-91b8-cdc8d409a137 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Allocated IP 10.2.2.100 (7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03/28ccacb2-63f7-411e-8bda-517203fb2f6e/fa8df721-a27d-4048-8e31-4d40b0c711b4) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:55.444628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:55.444866 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e551f53-f54b-4c0b-9f99-5634675cf130 req-acf3f73b-0885-476f-ae12-bc2df5cdb6eb tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590000 Nov 27 01:11:55.465109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce875b31-a965-4cbd-b7e0-bbf061303055 req-7033ff28-c4ee-4fb9-8bcb-840f34e99d49 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:55.474515 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce875b31-a965-4cbd-b7e0-bbf061303055 req-7033ff28-c4ee-4fb9-8bcb-840f34e99d49 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.2933581 Nov 27 01:11:55.481865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 0d350140-5c29-442e-9968-e57199166469 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:11:55.491249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 0d350140-5c29-442e-9968-e57199166469 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:55.491951 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:55.560191 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce875b31-a965-4cbd-b7e0-bbf061303055 req-41982747-b02b-43bc-ac97-5520435bcee6 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.36 HTTP/1.1" status: 200 len: 695 time: 0.0843351 Nov 27 01:11:55.654399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:55.666365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce875b31-a965-4cbd-b7e0-bbf061303055 req-789b0486-9de4-41c1-a3a3-22935f47987a tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.36 HTTP/1.1" status: 200 len: 695 time: 0.1050403 Nov 27 01:11:55.797372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-b620b82e-150a-4407-87c9-3a5e21c5f39a tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:55.798885 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-b620b82e-150a-4407-87c9-3a5e21c5f39a tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/networks?id=98607255-730e-4c4a-b4bf-877ace5137a7 HTTP/1.1" status: 200 len: 809 time: 0.1210787 Nov 27 01:11:55.808106 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:55.815491 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-fe5be987-058d-444a-aab0-e11dac6b1635 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/quotas/d27c83f3e64f4f45804dc5ec867af701 HTTP/1.1" status: 200 len: 375 time: 0.0101922 Nov 27 01:11:55.837941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646e002b-2142-4e2f-9f70-c56845e6fbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d350140-5c29-442e-9968-e57199166469'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:55.840326 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0258473-8603-4694-bcf1-73cd88b49778" -d '{"events": [{"server_uuid": "646e002b-2142-4e2f-9f70-c56845e6fbac", "name": "network-vif-plugged", "status": "completed", "tag": "0d350140-5c29-442e-9968-e57199166469"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:55.856542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 0d350140-5c29-442e-9968-e57199166469, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=0d350140-5c29-442e-9968-e57199166469,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:55.858973 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-6307f169-3339-4d24-89c3-3bd200acd96f tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d27c83f3e64f4f45804dc5ec867af701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376422 Nov 27 01:11:55.866254 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:55.906008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd965c31f-5b9d-4423-ac87-933fb3b2537f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:55.908831 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35df4591-44d0-4c3f-ab7b-a965a49efe52" -d '{"events": [{"server_uuid": "e91ee241-fb33-4f64-ab89-550f9d37d062", "name": "network-vif-unplugged", "status": "completed", "tag": "d965c31f-5b9d-4423-ac87-933fb3b2537f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:55.913387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:55.931768 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=0d350140-5c29-442e-9968-e57199166469,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:55.944539 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:55.963340 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-9fbe76ea-7e7d-4365-be69-4846bfef983f service neutron] 10.222.0.15 "GET /v2.0/networks/98607255-730e-4c4a-b4bf-877ace5137a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923760 Nov 27 01:11:56.006070 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-63b9ccab-977c-487d-91b8-cdc8d409a137 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.009640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7898db72-1d0d-47b5-ac35-1de9563a785f None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:11:56.042255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-ce875b31-a965-4cbd-b7e0-bbf061303055 req-5c67b213-26e1-4094-879e-dcf46022023d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Deleting port 4957cab7-8e19-4d56-a57f-a9d74c38f94f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:56.042657 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ce875b31-a965-4cbd-b7e0-bbf061303055 req-5c67b213-26e1-4094-879e-dcf46022023d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.063131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Pushing event updated for resources: {'Port': ['ID=d965c31f-5b9d-4423-ac87-933fb3b2537f,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:56.069973 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-b27ce12f-322f-4674-a6a6-d366fd54952a service neutron] 10.222.0.15 "GET /v2.0/networks/98607255-730e-4c4a-b4bf-877ace5137a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996442 Nov 27 01:11:56.122611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bfb44414-3d02-459f-b8f5-4b6205c92216 None None] Provisioning complete for port d965c31f-5b9d-4423-ac87-933fb3b2537f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:56.123139 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bfb44414-3d02-459f-b8f5-4b6205c92216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.141188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Attempting to bind port d965c31f-5b9d-4423-ac87-933fb3b2537f on host n-h2-817303-10 for vnic_type normal with profile {"migrating_to": "n-h1-817303-10"} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:56.141524 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Attempting to bind port d965c31f-5b9d-4423-ac87-933fb3b2537f by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:56.141860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Attempting to bind port d965c31f-5b9d-4423-ac87-933fb3b2537f on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:56.155697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Port d965c31f-5b9d-4423-ac87-933fb3b2537f on network f93ecaf6-f2e6-4439-a009-77b73a266f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:11:56.156059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Attempting to bind port d965c31f-5b9d-4423-ac87-933fb3b2537f on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:56.173143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:56.173510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Checking segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:56.173867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Bound using segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:56.174322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Bound port: d965c31f-5b9d-4423-ac87-933fb3b2537f, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:56.174688 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.192268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bfb44414-3d02-459f-b8f5-4b6205c92216 None None] Port d965c31f-5b9d-4423-ac87-933fb3b2537f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:56.200696 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-63b9ccab-977c-487d-91b8-cdc8d409a137 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.206573 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ce875b31-a965-4cbd-b7e0-bbf061303055 req-5c67b213-26e1-4094-879e-dcf46022023d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.206573 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ce875b31-a965-4cbd-b7e0-bbf061303055 req-5c67b213-26e1-4094-879e-dcf46022023d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.286829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-ce875b31-a965-4cbd-b7e0-bbf061303055 req-5c67b213-26e1-4094-879e-dcf46022023d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Calling delete_port for 4957cab7-8e19-4d56-a57f-a9d74c38f94f owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:56.318192 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030db53-aed8-47eb-9ee8-1216f7be636a req-b79334da-da7d-4bf9-9c05-6e2ad57fe927 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:56.319517 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84653b69-0a07-4119-89f7-a6024a88733a req-63b9ccab-977c-487d-91b8-cdc8d409a137 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:56.320852 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e030db53-aed8-47eb-9ee8-1216f7be636a req-b79334da-da7d-4bf9-9c05-6e2ad57fe927 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 944 time: 0.0791953 Nov 27 01:11:56.325804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-84653b69-0a07-4119-89f7-a6024a88733a req-63b9ccab-977c-487d-91b8-cdc8d409a137 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:56.394313 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e030db53-aed8-47eb-9ee8-1216f7be636a req-408975e6-37a3-454e-9c83-e8beb349c677 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617652 Nov 27 01:11:56.435087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9ccab-977c-487d-91b8-cdc8d409a137 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'Port': ['ID=fa8df721-a27d-4048-8e31-4d40b0c711b4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:56.437768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-84653b69-0a07-4119-89f7-a6024a88733a req-63b9ccab-977c-487d-91b8-cdc8d409a137 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:56.596889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:56.623804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-63b9ccab-977c-487d-91b8-cdc8d409a137 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:56.624867 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-63b9ccab-977c-487d-91b8-cdc8d409a137 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.635232 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:56.662477 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.671874 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ce875b31-a965-4cbd-b7e0-bbf061303055 req-5c67b213-26e1-4094-879e-dcf46022023d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.676843 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b09861-d847-46e5-a419-23062e9255d3 x-openstack-request-id: req-03b09861-d847-46e5-a419-23062e9255d3 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:56.677381 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646e002b-2142-4e2f-9f70-c56845e6fbac", "name": "network-vif-plugged", "status": "completed", "tag": "0d350140-5c29-442e-9968-e57199166469", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:56.677381 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03b09861-d847-46e5-a419-23062e9255d3 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:56.677785 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646e002b-2142-4e2f-9f70-c56845e6fbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d350140-5c29-442e-9968-e57199166469', 'code': 200} Nov 27 01:11:56.697647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1042ea-7bbb-49d6-865d-1f1dd42194eb None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:11:56.733952 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3232ec15-53e1-4205-8d61-780c59b93629 None None] Provisioning complete for port fa8df721-a27d-4048-8e31-4d40b0c711b4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:56.735118 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3232ec15-53e1-4205-8d61-780c59b93629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.788716 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-63b9ccab-977c-487d-91b8-cdc8d409a137 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7734981 Nov 27 01:11:56.794441 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97af0c7-f4b5-4fe0-bb73-b5102ecc0f9a x-openstack-request-id: req-e97af0c7-f4b5-4fe0-bb73-b5102ecc0f9a {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:56.795148 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ee241-fb33-4f64-ab89-550f9d37d062", "name": "network-vif-unplugged", "status": "completed", "tag": "d965c31f-5b9d-4423-ac87-933fb3b2537f", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:56.795412 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e97af0c7-f4b5-4fe0-bb73-b5102ecc0f9a {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:56.796360 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd965c31f-5b9d-4423-ac87-933fb3b2537f', 'code': 200} Nov 27 01:11:56.807160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Pushing event updated for resources: {'Port': ['ID=d965c31f-5b9d-4423-ac87-933fb3b2537f,revision_number=8']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:56.808529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3232ec15-53e1-4205-8d61-780c59b93629 None None] Port fa8df721-a27d-4048-8e31-4d40b0c711b4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:56.845699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985baf8-1e80-48dc-ad35-bb9222bd0b89 req-fb02161e-a34e-4c26-a835-ebc4be35bff6 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:56.849625 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67b213-26e1-4094-879e-dcf46022023d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Pushing event deleted for resources: {'Port': ['ID=4957cab7-8e19-4d56-a57f-a9d74c38f94f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:56.855074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985baf8-1e80-48dc-ad35-bb9222bd0b89 req-fb02161e-a34e-4c26-a835-ebc4be35bff6 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:56.855362 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-84653b69-0a07-4119-89f7-a6024a88733a req-fccae026-faa1-4d4a-ac78-977b8c149875 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'port': {'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03', 'admin_state_up': True, 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'security_groups': ['886dfa12-e9e4-422a-9c8c-c8337199f515']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:56.862205 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985baf8-1e80-48dc-ad35-bb9222bd0b89 req-fb02161e-a34e-4c26-a835-ebc4be35bff6 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:56.868794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985baf8-1e80-48dc-ad35-bb9222bd0b89 req-fb02161e-a34e-4c26-a835-ebc4be35bff6 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:56.870538 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a985baf8-1e80-48dc-ad35-bb9222bd0b89 req-fb02161e-a34e-4c26-a835-ebc4be35bff6 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 3094 time: 0.0854781 Nov 27 01:11:56.927031 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a985baf8-1e80-48dc-ad35-bb9222bd0b89 req-15c487e7-89f5-4b55-ba29-05ebb727ca23 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486500 Nov 27 01:11:56.956105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fdc34fb3-b74b-4d00-97c6-aeb6c3e636fd None None] Provisioning complete for port d965c31f-5b9d-4423-ac87-933fb3b2537f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:56.956501 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fdc34fb3-b74b-4d00-97c6-aeb6c3e636fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.097363 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fdc34fb3-b74b-4d00-97c6-aeb6c3e636fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.099208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df18672a-78e9-4c85-85bd-564775322e81 req-63257b2b-339b-4321-8d70-22c50cbc8160 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 210 time: 0.0586565 Nov 27 01:11:57.167194 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fdc34fb3-b74b-4d00-97c6-aeb6c3e636fd None None] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:57.173197 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fdc34fb3-b74b-4d00-97c6-aeb6c3e636fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.248414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e9f0e-45e0-46df-b8c5-04c5a18d2553 req-2c6e04be-8110-4a7f-91b1-7c2ee0d6a459 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:57.257877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f2e9f0e-45e0-46df-b8c5-04c5a18d2553 req-2c6e04be-8110-4a7f-91b1-7c2ee0d6a459 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0736303 Nov 27 01:11:57.311240 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc34fb3-b74b-4d00-97c6-aeb6c3e636fd None None] Pushing event updated for resources: {'Port': ['ID=d965c31f-5b9d-4423-ac87-933fb3b2537f,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:57.312994 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f2e9f0e-45e0-46df-b8c5-04c5a18d2553 req-1d5049b5-73f6-40b2-a9c2-d8245cf37d0e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540800 Nov 27 01:11:57.341118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d965c31f-5b9d-4423-ac87-933fb3b2537f details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:57.381557 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:57.382163 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.383552 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-91353851-46ca-4620-ba4c-1a49745e5070 service neutron] 10.222.0.21 "PUT /v2.0/ports/d965c31f-5b9d-4423-ac87-933fb3b2537f HTTP/1.1" status: 200 len: 1124 time: 2.5668571 Nov 27 01:11:57.405603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148862ed-bb9f-45e2-947c-bed3b52661e9 req-d0dc02b7-403b-4e91-9c16-22a1e565eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:57.407094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-148862ed-bb9f-45e2-947c-bed3b52661e9 req-d0dc02b7-403b-4e91-9c16-22a1e565eb01 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 1097 time: 0.6168468 Nov 27 01:11:57.413577 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ce875b31-a965-4cbd-b7e0-bbf061303055 req-5c67b213-26e1-4094-879e-dcf46022023d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.416195 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ce875b31-a965-4cbd-b7e0-bbf061303055 req-5c67b213-26e1-4094-879e-dcf46022023d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.417378 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce875b31-a965-4cbd-b7e0-bbf061303055 req-5c67b213-26e1-4094-879e-dcf46022023d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "DELETE /v2.0/floatingips/c611bcfe-c087-4444-9a13-ae1e2616492e HTTP/1.1" status: 204 len: 173 time: 1.7501171 Nov 27 01:11:57.513419 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-fccae026-faa1-4d4a-ac78-977b8c149875 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Made reservation on behalf of 2f18470837cb4394bc7b6e5f757f3214 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:57.514858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:57.518031 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-fccae026-faa1-4d4a-ac78-977b8c149875 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.534017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d965c31f-5b9d-4423-ac87-933fb3b2537f has no active binding in host n-h1-817303-10 {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:11:57.542272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d965c31f-5b9d-4423-ac87-933fb3b2537f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:57.593674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d629f49-2151-4d61-ae3b-255e6469e5f5 req-18b9389d-0a42-46c5-b109-5802dddce0cc tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:57.598165 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-148862ed-bb9f-45e2-947c-bed3b52661e9 req-784775d3-5c48-4555-abf7-1d3ea38f0044 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776569 Nov 27 01:11:57.602507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-746fe4e1-b46d-43f8-a524-7d82ed24f7fa tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 1002 time: 0.1596339 Nov 27 01:11:57.603212 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d629f49-2151-4d61-ae3b-255e6469e5f5 req-18b9389d-0a42-46c5-b109-5802dddce0cc tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.1049535 Nov 27 01:11:57.641702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['d965c31f-5b9d-4423-ac87-933fb3b2537f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:57.704411 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d629f49-2151-4d61-ae3b-255e6469e5f5 req-194b81b2-4728-46c6-a96e-ee27251150e6 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976682 Nov 27 01:11:57.735011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-5880705d-8a41-435a-8dd7-12ea2add119a tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:57.736751 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-5880705d-8a41-435a-8dd7-12ea2add119a tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports/b3f47059-3998-4867-af5f-c2e5aaac1f09 HTTP/1.1" status: 200 len: 943 time: 0.1022973 Nov 27 01:11:57.841338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-84653b69-0a07-4119-89f7-a6024a88733a req-fccae026-faa1-4d4a-ac78-977b8c149875 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Allocated IP 10.2.2.200 (7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03/28ccacb2-63f7-411e-8bda-517203fb2f6e/905f8a32-3ac2-4a05-aa98-b191158f7c71) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:57.960932 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-033f549d-6b79-4597-af1c-a7ed6a2fdfbc tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 1002 time: 0.1544933 Nov 27 01:11:58.126977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979f33d-4363-4668-ac90-2dac888f7fba req-a0cafeee-9159-467b-80b0-d0b3b1190104 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.133668 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979f33d-4363-4668-ac90-2dac888f7fba req-a0cafeee-9159-467b-80b0-d0b3b1190104 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.140177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979f33d-4363-4668-ac90-2dac888f7fba req-a0cafeee-9159-467b-80b0-d0b3b1190104 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.146267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979f33d-4363-4668-ac90-2dac888f7fba req-a0cafeee-9159-467b-80b0-d0b3b1190104 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.148022 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1979f33d-4363-4668-ac90-2dac888f7fba req-a0cafeee-9159-467b-80b0-d0b3b1190104 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 3094 time: 0.0878763 Nov 27 01:11:58.202123 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1979f33d-4363-4668-ac90-2dac888f7fba req-3e842f39-4d0c-442d-8219-0b13a68d4982 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474131 Nov 27 01:11:58.210724 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:58.252495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-040f99eb-a4b6-4d81-b717-6fd331497f02 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.254435 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-040f99eb-a4b6-4d81-b717-6fd331497f02 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.2766936 Nov 27 01:11:58.267407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-fdf101ab-c2da-46d7-94dd-068dc99daa6d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:11:58.268520 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-fdf101ab-c2da-46d7-94dd-068dc99daa6d tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069773 Nov 27 01:11:58.271715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-fccae026-faa1-4d4a-ac78-977b8c149875 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:58.279620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-3bb4acf7-02a4-4c1c-811e-848b9f04fd4b tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.281178 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-3bb4acf7-02a4-4c1c-811e-848b9f04fd4b tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.21 "GET /v2.0/networks?id=98607255-730e-4c4a-b4bf-877ace5137a7 HTTP/1.1" status: 200 len: 809 time: 0.3167477 Nov 27 01:11:58.328184 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-cd597180-7ebe-4f5a-b0a2-54c5200522ff tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Request body: {'port': {'device_id': '6ca26fca-a003-48d3-9bf3-6d10e856c5ca', 'network_id': '98607255-730e-4c4a-b4bf-877ace5137a7', 'admin_state_up': True, 'tenant_id': 'd27c83f3e64f4f45804dc5ec867af701'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:58.339313 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2430a740-ea33-4827-ab21-2e3d5d54d264 req-291131e7-be30-44a5-9e84-868b77fed673 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 210 time: 0.0294278 Nov 27 01:11:58.427400 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-32929c6c-3e34-4c4d-b33a-90b56abaee4e tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 1002 time: 0.1432509 Nov 27 01:11:58.446484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-8d430ee8-e5ab-4f0f-8db4-d070a943cb51 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:58.449209 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-fccae026-faa1-4d4a-ac78-977b8c149875 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:58.455119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c64a9-1e09-427a-9f79-7e24ad9dd2cf req-f0015325-f51c-4b76-9024-a4d657eba391 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.457316 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-218c64a9-1e09-427a-9f79-7e24ad9dd2cf req-f0015325-f51c-4b76-9024-a4d657eba391 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0584159 Nov 27 01:11:58.509294 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-218c64a9-1e09-427a-9f79-7e24ad9dd2cf req-afab0c20-96bb-450a-8acb-81a30c81b10a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463142 Nov 27 01:11:58.559433 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84653b69-0a07-4119-89f7-a6024a88733a req-fccae026-faa1-4d4a-ac78-977b8c149875 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:58.573862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-84653b69-0a07-4119-89f7-a6024a88733a req-fccae026-faa1-4d4a-ac78-977b8c149875 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:58.581434 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-8d430ee8-e5ab-4f0f-8db4-d070a943cb51 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:58.587342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-84653b69-0a07-4119-89f7-a6024a88733a req-fccae026-faa1-4d4a-ac78-977b8c149875 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:58.619447 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccae026-faa1-4d4a-ac78-977b8c149875 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event updated for resources: {'Port': ['ID=905f8a32-3ac2-4a05-aa98-b191158f7c71,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:58.661117 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-cd597180-7ebe-4f5a-b0a2-54c5200522ff tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Made reservation on behalf of d27c83f3e64f4f45804dc5ec867af701 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:58.663572 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-cd597180-7ebe-4f5a-b0a2-54c5200522ff tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:58.679390 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965c31f-5b9d-4423-ac87-933fb3b2537f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:58.682123 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1ec1eb-e730-461d-8b48-98ffcaf3aa9f" -d '{"events": [{"server_uuid": "e91ee241-fb33-4f64-ab89-550f9d37d062", "name": "network-vif-plugged", "status": "completed", "tag": "d965c31f-5b9d-4423-ac87-933fb3b2537f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:58.737533 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2dc230-c126-4fb1-a4e7-5c6666f046ed x-openstack-request-id: req-8a2dc230-c126-4fb1-a4e7-5c6666f046ed {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:58.738121 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ee241-fb33-4f64-ab89-550f9d37d062", "name": "network-vif-plugged", "status": "completed", "tag": "d965c31f-5b9d-4423-ac87-933fb3b2537f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:58.738621 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a2dc230-c126-4fb1-a4e7-5c6666f046ed {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:58.739302 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965c31f-5b9d-4423-ac87-933fb3b2537f', 'code': 200} Nov 27 01:11:58.752647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-fccae026-faa1-4d4a-ac78-977b8c149875 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.753331 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-fccae026-faa1-4d4a-ac78-977b8c149875 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:58.800715 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'tag': 'd965c31f-5b9d-4423-ac87-933fb3b2537f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:58.803361 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1473ec-7d47-470b-b74a-ab9afe1a6f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e91ee241-fb33-4f64-ab89-550f9d37d062", "tag": "d965c31f-5b9d-4423-ac87-933fb3b2537f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:58.835029 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-fccae026-faa1-4d4a-ac78-977b8c149875 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9883111 Nov 27 01:11:58.883442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Request body: {'port': {'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:58.901991 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-8d430ee8-e5ab-4f0f-8db4-d070a943cb51 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:58.932726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9be779-c838-409c-b591-630f4307ae60 req-2e150111-8841-4d31-98e5-cc7a978d3d5e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.934198 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d9be779-c838-409c-b591-630f4307ae60 req-2e150111-8841-4d31-98e5-cc7a978d3d5e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.0952549 Nov 27 01:11:58.941813 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-8d430ee8-e5ab-4f0f-8db4-d070a943cb51 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:58.942152 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-8d430ee8-e5ab-4f0f-8db4-d070a943cb51 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Floating IP a6000896-b0fc-428b-baf3-5cbb7a550dc1 disassociated. External IP: 172.25.1.105, port: b3f47059-3998-4867-af5f-c2e5aaac1f09. Nov 27 01:11:59.010808 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d9be779-c838-409c-b591-630f4307ae60 req-2ad2ff5f-3b82-42fa-b5c5-a4475f573c73 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677567 Nov 27 01:11:59.022313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-746e8edb-4b36-4c8e-bb65-3219dd2bfe08 None None] Provisioning complete for port 905f8a32-3ac2-4a05-aa98-b191158f7c71 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:59.023063 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-746e8edb-4b36-4c8e-bb65-3219dd2bfe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:59.040622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-cd597180-7ebe-4f5a-b0a2-54c5200522ff tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Allocated IP 172.20.0.11 (98607255-730e-4c4a-b4bf-877ace5137a7/88b33aa8-c01d-44a0-8660-c48359c2b83a/d1643b1f-7670-4b0f-a892-d8d99c486d40) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:59.076964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-746e8edb-4b36-4c8e-bb65-3219dd2bfe08 None None] Port 905f8a32-3ac2-4a05-aa98-b191158f7c71 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:59.078529 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:59.089836 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b891213-603b-4379-9ce7-559dafef8b7d x-openstack-request-id: req-9b891213-603b-4379-9ce7-559dafef8b7d {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:59.090139 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91ee241-fb33-4f64-ab89-550f9d37d062", "tag": "d965c31f-5b9d-4423-ac87-933fb3b2537f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:59.090377 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b891213-603b-4379-9ce7-559dafef8b7d {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:59.091001 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'tag': 'd965c31f-5b9d-4423-ac87-933fb3b2537f', 'status': 'completed', 'code': 200} Nov 27 01:11:59.374444 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b7b5c-a0d2-48c2-bab5-85e807056510 req-6546225f-6fa0-4781-8cfb-b3a2802d0c38 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:59.380522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b7b5c-a0d2-48c2-bab5-85e807056510 req-6546225f-6fa0-4781-8cfb-b3a2802d0c38 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:59.386592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b7b5c-a0d2-48c2-bab5-85e807056510 req-6546225f-6fa0-4781-8cfb-b3a2802d0c38 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:59.393307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b7b5c-a0d2-48c2-bab5-85e807056510 req-6546225f-6fa0-4781-8cfb-b3a2802d0c38 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:59.399410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b7b5c-a0d2-48c2-bab5-85e807056510 req-6546225f-6fa0-4781-8cfb-b3a2802d0c38 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:59.401629 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-055b7b5c-a0d2-48c2-bab5-85e807056510 req-6546225f-6fa0-4781-8cfb-b3a2802d0c38 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 3815 time: 0.0856421 Nov 27 01:11:59.455932 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-055b7b5c-a0d2-48c2-bab5-85e807056510 req-442d856d-aaa2-4312-b811-9757206394c9 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465114 Nov 27 01:11:59.566814 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-266283ea-3e21-4ae1-a755-3652f8432331 req-fa934c67-bcc7-4d9e-a14c-c33f44ad4cf2 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 210 time: 0.0366302 Nov 27 01:11:59.673001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1473ec-7d47-470b-b74a-ab9afe1a6f3e req-c0a03b3c-6aec-4f49-8222-bcae28579c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:59.674523 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1473ec-7d47-470b-b74a-ab9afe1a6f3e req-c0a03b3c-6aec-4f49-8222-bcae28579c57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 1129 time: 0.5041826 Nov 27 01:11:59.701494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89789eb2-978a-4307-8ebc-e06aaafff4a5 req-c870b50a-2d2b-4194-9682-ed72fa34de81 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:59.710597 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-89789eb2-978a-4307-8ebc-e06aaafff4a5 req-c870b50a-2d2b-4194-9682-ed72fa34de81 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0802274 Nov 27 01:11:59.774523 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-89789eb2-978a-4307-8ebc-e06aaafff4a5 req-a3769a36-eb50-4dbe-8098-b265d83fc634 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572591 Nov 27 01:11:59.835930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-8d430ee8-e5ab-4f0f-8db4-d070a943cb51 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Router bec21d05-fac7-4f05-afea-a2cc01c84a55 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:11:59.884531 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-cd597180-7ebe-4f5a-b0a2-54c5200522ff tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:59.982098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1473ec-7d47-470b-b74a-ab9afe1a6f3e req-cc10af62-a5a1-4c97-8eba-1f471fbca091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:59.983513 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1473ec-7d47-470b-b74a-ab9afe1a6f3e req-cc10af62-a5a1-4c97-8eba-1f471fbca091 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.3007889 Nov 27 01:12:00.087491 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1473ec-7d47-470b-b74a-ab9afe1a6f3e req-dedb78c9-8a0c-4958-b146-93502a5f2ba8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f HTTP/1.1" status: 200 len: 217 time: 0.0830345 Nov 27 01:12:00.093537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f169c6-2293-47c7-851c-1936465a7ea4 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:00.145072 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:00.173511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1473ec-7d47-470b-b74a-ab9afe1a6f3e req-61634d51-83a4-4f04-8e54-e6ca2ecf27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:00.175026 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1473ec-7d47-470b-b74a-ab9afe1a6f3e req-61634d51-83a4-4f04-8e54-e6ca2ecf27d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.0759158 Nov 27 01:12:00.181820 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-cd597180-7ebe-4f5a-b0a2-54c5200522ff tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:00.197149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Transition to ACTIVE for port object 12f169c6-2293-47c7-851c-1936465a7ea4 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:00.202861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-8d430ee8-e5ab-4f0f-8db4-d070a943cb51 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:00.221127 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3dd62d-bcdf-4e3e-a479-1aacb96cea3b None None] Sync routers for ids ['bec21d05-fac7-4f05-afea-a2cc01c84a55'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:00.225551 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-8d430ee8-e5ab-4f0f-8db4-d070a943cb51 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:00.251057 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3dd62d-bcdf-4e3e-a479-1aacb96cea3b None None] Routers {'bec21d05-fac7-4f05-afea-a2cc01c84a55'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:00.256143 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:00.259570 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1473ec-7d47-470b-b74a-ab9afe1a6f3e req-9a548a73-c1a7-4ae2-a5d9-5c22cd8f095a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731158 Nov 27 01:12:00.262903 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9c3dd62d-bcdf-4e3e-a479-1aacb96cea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:11:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bec21d05-fac7-4f05-afea-a2cc01c84a55'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:00.363008 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:00.365012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-cd597180-7ebe-4f5a-b0a2-54c5200522ff tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Network 98607255-730e-4c4a-b4bf-877ace5137a7 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:00.373139 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-8d430ee8-e5ab-4f0f-8db4-d070a943cb51 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "PUT /v2.0/floatingips/a6000896-b0fc-428b-baf3-5cbb7a550dc1 HTTP/1.1" status: 200 len: 695 time: 1.9382887 Nov 27 01:12:00.417083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-cd597180-7ebe-4f5a-b0a2-54c5200522ff tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:00.432748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-cd597180-7ebe-4f5a-b0a2-54c5200522ff tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:00.437509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd597180-7ebe-4f5a-b0a2-54c5200522ff tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Pushing event updated for resources: {'Port': ['ID=d1643b1f-7670-4b0f-a892-d8d99c486d40,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:00.447433 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9c3dd62d-bcdf-4e3e-a479-1aacb96cea3b None None] Set router bec21d05-fac7-4f05-afea-a2cc01c84a55 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:00.470383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d550cfe-98dd-41b5-a06e-2c74c99d5f81 req-6021df79-7e63-49ec-933e-e94c945afc89 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:00.482353 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d550cfe-98dd-41b5-a06e-2c74c99d5f81 req-6021df79-7e63-49ec-933e-e94c945afc89 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.1030974 Nov 27 01:12:00.574545 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d550cfe-98dd-41b5-a06e-2c74c99d5f81 req-5ad62577-47f7-431b-b989-f28bbf1e8feb tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908947 Nov 27 01:12:00.731813 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1473ec-7d47-470b-b74a-ab9afe1a6f3e req-40d6d945-3ab6-4964-8395-dfc2858e5e33 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454265 Nov 27 01:12:00.741604 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9c3dd62d-bcdf-4e3e-a479-1aacb96cea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port': {'id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:13Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb', 'name': '', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'mac_address': 'fa:16:3e:f9:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:17Z', 'updated_at': '2021-11-27T01:11:26Z', 'revision_number': 5, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'subnets': [{'id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:00.797095 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3dd62d-bcdf-4e3e-a479-1aacb96cea3b None None] Checking router: bec21d05-fac7-4f05-afea-a2cc01c84a55 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:00.819942 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3dd62d-bcdf-4e3e-a479-1aacb96cea3b None None] Routers {'bec21d05-fac7-4f05-afea-a2cc01c84a55'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:00.820591 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9c3dd62d-bcdf-4e3e-a479-1aacb96cea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:11:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bec21d05-fac7-4f05-afea-a2cc01c84a55'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:00.844068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9c38b-d65a-4cc3-9906-f3d5108bae29 req-e46a84cf-bc57-442e-b225-e3c4390d3caf tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:00.853114 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-17c9c38b-d65a-4cc3-9906-f3d5108bae29 req-e46a84cf-bc57-442e-b225-e3c4390d3caf tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0687392 Nov 27 01:12:00.867704 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f1473ec-7d47-470b-b74a-ab9afe1a6f3e req-cb269556-619b-42c3-9219-d5fecacb6deb service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221442 Nov 27 01:12:00.895048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-cd597180-7ebe-4f5a-b0a2-54c5200522ff tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:00.895712 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-cd597180-7ebe-4f5a-b0a2-54c5200522ff tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:00.902535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Pushing event updated for resources: {'Port': ['ID=12f169c6-2293-47c7-851c-1936465a7ea4,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:00.915227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-e478a536-dec3-4686-a42a-8db89e98a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:00.925087 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-e478a536-dec3-4686-a42a-8db89e98a04b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ebb971a0a9a404cbc0a79b6be58182b&device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 1098 time: 0.5049927 Nov 27 01:12:00.964627 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-cd597180-7ebe-4f5a-b0a2-54c5200522ff tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6410697 Nov 27 01:12:00.983960 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-17c9c38b-d65a-4cc3-9906-f3d5108bae29 req-1d2cbe15-806c-44a1-a4a9-9eb1ff03960c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293619 Nov 27 01:12:01.014040 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9c3dd62d-bcdf-4e3e-a479-1aacb96cea3b None None] Set router bec21d05-fac7-4f05-afea-a2cc01c84a55 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:01.015453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Request body: {'port': {'device_id': '6ca26fca-a003-48d3-9bf3-6d10e856c5ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:01.022737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Attempting to bind port 12f169c6-2293-47c7-851c-1936465a7ea4 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:01.023076 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Attempting to bind port 12f169c6-2293-47c7-851c-1936465a7ea4 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '155b5aba-67a4-4743-9251-a15779a8be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:01.023406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Attempting to bind port 12f169c6-2293-47c7-851c-1936465a7ea4 on network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:01.055827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Port 12f169c6-2293-47c7-851c-1936465a7ea4 on network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:12:01.056575 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Attempting to bind port 12f169c6-2293-47c7-851c-1936465a7ea4 on network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:01.067695 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:01.068035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Checking segment: {'id': '155b5aba-67a4-4743-9251-a15779a8be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:01.068464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Bound using segment: {'id': '155b5aba-67a4-4743-9251-a15779a8be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:01.068890 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Bound port: 12f169c6-2293-47c7-851c-1936465a7ea4, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '155b5aba-67a4-4743-9251-a15779a8be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:01.070305 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:01.110269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'tag': 'b3f47059-3998-4867-af5f-c2e5aaac1f09'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:01.112726 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d2a665-0287-453c-8b56-0dfde2012243" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f9b674-97d4-4dfd-a751-6ec171871f46", "tag": "b3f47059-3998-4867-af5f-c2e5aaac1f09"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:01.116183 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:01.239474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f02192-9661-44f1-90c2-eb3e0177ba43 req-237aad48-9f39-4168-9470-81933f526a5c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.248633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f02192-9661-44f1-90c2-eb3e0177ba43 req-237aad48-9f39-4168-9470-81933f526a5c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.258372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f02192-9661-44f1-90c2-eb3e0177ba43 req-237aad48-9f39-4168-9470-81933f526a5c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.266326 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f02192-9661-44f1-90c2-eb3e0177ba43 req-237aad48-9f39-4168-9470-81933f526a5c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.273873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f02192-9661-44f1-90c2-eb3e0177ba43 req-237aad48-9f39-4168-9470-81933f526a5c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.284835 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-11f02192-9661-44f1-90c2-eb3e0177ba43 req-237aad48-9f39-4168-9470-81933f526a5c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 3827 time: 0.1183650 Nov 27 01:12:01.311266 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9c3dd62d-bcdf-4e3e-a479-1aacb96cea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port': {'id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:13Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb', 'name': '', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'mac_address': 'fa:16:3e:f9:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:17Z', 'updated_at': '2021-11-27T01:11:26Z', 'revision_number': 5, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'subnets': [{'id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:01.342188 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3dd62d-bcdf-4e3e-a479-1aacb96cea3b None None] The sync data for ids ['bec21d05-fac7-4f05-afea-a2cc01c84a55'] in n-d-817303-10 is: [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port': {'id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:13Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb', 'name': '', 'network_id': 'e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'mac_address': 'fa:16:3e:f9:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:17Z', 'updated_at': '2021-11-27T01:11:26Z', 'revision_number': 5, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'subnets': [{'id': 'b27b79c4-f47e-4433-b69d-cc8720db5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:01.344524 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-11f02192-9661-44f1-90c2-eb3e0177ba43 req-55ed2d19-803b-447d-b001-c221ab105b47 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560429 Nov 27 01:12:01.399982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-14c794e0-bc7f-4457-8bf9-f3538eb297e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.401847 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-14c794e0-bc7f-4457-8bf9-f3538eb297e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f HTTP/1.1" status: 200 len: 929 time: 0.4760263 Nov 27 01:12:01.467262 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-2f6fd63a-074c-461b-b2d7-696f8a23d773 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3f47059-3998-4867-af5f-c2e5aaac1f09 HTTP/1.1" status: 200 len: 217 time: 0.0495753 Nov 27 01:12:01.474409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] For port 12f169c6-2293-47c7-851c-1936465a7ea4, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:01.480885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] For port 12f169c6-2293-47c7-851c-1936465a7ea4, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=12f169c6-2293-47c7-851c-1936465a7ea4,segment=NetworkSegment(155b5aba-67a4-4743-9251-a15779a8be25),segment_id=155b5aba-67a4-4743-9251-a15779a8be25)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:01.487524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8007de-a4a7-47ee-9b84-eb02dcb52a9a req-2f98522a-4a3a-4e80-b873-d9503b0d276b tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.489223 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b8007de-a4a7-47ee-9b84-eb02dcb52a9a req-2f98522a-4a3a-4e80-b873-d9503b0d276b tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 932 time: 0.0589054 Nov 27 01:12:01.499798 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:01.552796 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b8007de-a4a7-47ee-9b84-eb02dcb52a9a req-419eff63-1f28-4569-83d2-3e4629d97a16 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/security-groups?id=7eb00656-cbe9-43d5-9b33-3a38f42f178c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575082 Nov 27 01:12:01.592587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.593357 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:01.594652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] 10.222.0.31 "PUT /v2.0/ports/12f169c6-2293-47c7-851c-1936465a7ea4 HTTP/1.1" status: 200 len: 1092 time: 2.7154412 Nov 27 01:12:01.609711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-4b051a4f-43f2-427f-8f14-329c99ee5fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.611196 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-4b051a4f-43f2-427f-8f14-329c99ee5fb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b27b79c4-f47e-4433-b69d-cc8720db5a0c HTTP/1.1" status: 200 len: 867 time: 0.1290059 Nov 27 01:12:01.651373 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e54bc0-8b0d-4f65-8824-cdab361fde49 x-openstack-request-id: req-84e54bc0-8b0d-4f65-8824-cdab361fde49 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:01.651671 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f9b674-97d4-4dfd-a751-6ec171871f46", "tag": "b3f47059-3998-4867-af5f-c2e5aaac1f09", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:01.651879 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84e54bc0-8b0d-4f65-8824-cdab361fde49 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:01.652282 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'tag': 'b3f47059-3998-4867-af5f-c2e5aaac1f09', 'status': 'completed', 'code': 200} Nov 27 01:12:01.677918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Request body: {'port': {'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:01.699393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387bea9-fd22-40e4-9230-37ff7f390979 service neutron] Pushing event updated for resources: {'Port': ['ID=12f169c6-2293-47c7-851c-1936465a7ea4,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:01.798183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5143ac7-0255-452e-8c98-af9ee5f546fd req-bb76c306-cc20-4813-a5da-fc33c2514250 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.811045 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5143ac7-0255-452e-8c98-af9ee5f546fd req-bb76c306-cc20-4813-a5da-fc33c2514250 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.0837963 Nov 27 01:12:01.859587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1643b1f-7670-4b0f-a892-d8d99c486d40 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:01.863764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da1a9e-49bc-4f01-ab7a-cdc225dbc9d4 None None] New status for floating IP a6000896-b0fc-428b-baf3-5cbb7a550dc1: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:12:01.866255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:01.875435 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:01.888324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-84a009cf-56c1-40dd-a697-995878b57dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.890381 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-84a009cf-56c1-40dd-a697-995878b57dee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2649925 Nov 27 01:12:01.913438 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5143ac7-0255-452e-8c98-af9ee5f546fd req-58f3aae4-8a68-4bb6-8227-dc85cb3d3b2d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977125 Nov 27 01:12:01.917948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Transition to ACTIVE for port object d1643b1f-7670-4b0f-a892-d8d99c486d40 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:01.949550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2a665-0287-453c-8b56-0dfde2012243 req-338faafb-68c1-4847-9770-d39fea94815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.951058 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d2a665-0287-453c-8b56-0dfde2012243 req-338faafb-68c1-4847-9770-d39fea94815a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ebb971a0a9a404cbc0a79b6be58182b&device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 1098 time: 0.2229328 Nov 27 01:12:01.981849 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:02.161987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f00285-92f9-4644-8952-cd2ae209f1d0 req-235d40ff-9949-4b50-9083-76219585d742 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.169300 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42f00285-92f9-4644-8952-cd2ae209f1d0 req-235d40ff-9949-4b50-9083-76219585d742 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0840564 Nov 27 01:12:02.232349 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42f00285-92f9-4644-8952-cd2ae209f1d0 req-027c2237-79eb-43be-84c5-a1ca4797d367 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569494 Nov 27 01:12:02.451168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Pushing event updated for resources: {'Port': ['ID=d1643b1f-7670-4b0f-a892-d8d99c486d40,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:02.484315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c522c9f-6961-4ddf-b7d9-c93546ef562e req-96b41969-0778-4467-b6e3-f65818541d89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.490480 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c522c9f-6961-4ddf-b7d9-c93546ef562e req-96b41969-0778-4467-b6e3-f65818541d89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.496971 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c522c9f-6961-4ddf-b7d9-c93546ef562e req-96b41969-0778-4467-b6e3-f65818541d89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.503745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c522c9f-6961-4ddf-b7d9-c93546ef562e req-96b41969-0778-4467-b6e3-f65818541d89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.509908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c522c9f-6961-4ddf-b7d9-c93546ef562e req-96b41969-0778-4467-b6e3-f65818541d89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.511757 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c522c9f-6961-4ddf-b7d9-c93546ef562e req-96b41969-0778-4467-b6e3-f65818541d89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 3827 time: 0.0898416 Nov 27 01:12:02.532944 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-823f0766-64d9-440d-849b-c1c6484e1999 service neutron] 10.222.0.15 "GET /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6300559 Nov 27 01:12:02.566625 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c522c9f-6961-4ddf-b7d9-c93546ef562e req-51fb3136-0178-4837-98b4-578749aefabd tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480025 Nov 27 01:12:02.642742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2a665-0287-453c-8b56-0dfde2012243 req-ade7760b-3805-41f5-b554-b3c833e8c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.644221 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d2a665-0287-453c-8b56-0dfde2012243 req-ade7760b-3805-41f5-b554-b3c833e8c32e service neutron] 10.222.0.31 "GET /v2.0/networks?id=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f HTTP/1.1" status: 200 len: 929 time: 0.6600082 Nov 27 01:12:02.686006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc65be3-def0-489a-aaf6-d52d5c7c93f9 req-b5162649-9e92-4159-91e6-2340deacb258 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.688725 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6dc65be3-def0-489a-aaf6-d52d5c7c93f9 req-b5162649-9e92-4159-91e6-2340deacb258 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 944 time: 0.0571103 Nov 27 01:12:02.713016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Attempting to bind port d1643b1f-7670-4b0f-a892-d8d99c486d40 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:02.713253 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Attempting to bind port d1643b1f-7670-4b0f-a892-d8d99c486d40 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a4fe07c0-f34a-4871-a457-8c17d750d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '98607255-730e-4c4a-b4bf-877ace5137a7'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:02.713573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Attempting to bind port d1643b1f-7670-4b0f-a892-d8d99c486d40 on network 98607255-730e-4c4a-b4bf-877ace5137a7 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:02.720630 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d2a665-0287-453c-8b56-0dfde2012243 req-fe94cd8a-5794-4019-a12a-33a396adb227 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3f47059-3998-4867-af5f-c2e5aaac1f09 HTTP/1.1" status: 200 len: 217 time: 0.0591168 Nov 27 01:12:02.740399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Port d1643b1f-7670-4b0f-a892-d8d99c486d40 on network 98607255-730e-4c4a-b4bf-877ace5137a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:12:02.740724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Attempting to bind port d1643b1f-7670-4b0f-a892-d8d99c486d40 on network 98607255-730e-4c4a-b4bf-877ace5137a7 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:02.747329 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6dc65be3-def0-489a-aaf6-d52d5c7c93f9 req-65b3ee0b-3de1-445d-99be-4f1be1990391 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/security-groups?id=7eb00656-cbe9-43d5-9b33-3a38f42f178c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524106 Nov 27 01:12:02.787639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:02.787974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Checking segment: {'id': 'a4fe07c0-f34a-4871-a457-8c17d750d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '98607255-730e-4c4a-b4bf-877ace5137a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:02.788386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Bound using segment: {'id': 'a4fe07c0-f34a-4871-a457-8c17d750d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '98607255-730e-4c4a-b4bf-877ace5137a7'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:02.788826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Bound port: d1643b1f-7670-4b0f-a892-d8d99c486d40, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fe07c0-f34a-4871-a457-8c17d750d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '98607255-730e-4c4a-b4bf-877ace5137a7'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:02.789178 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:02.810073 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c401d1-f8aa-44b3-961d-8f9369c1c367 req-9fc8d54d-7cda-4456-a950-eec512dc5597 service neutron] 10.222.0.15 "GET /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664375 Nov 27 01:12:02.867570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2a665-0287-453c-8b56-0dfde2012243 req-cefd8393-1db9-4e81-85ec-cd6f8f2b5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.869152 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d2a665-0287-453c-8b56-0dfde2012243 req-cefd8393-1db9-4e81-85ec-cd6f8f2b5982 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b27b79c4-f47e-4433-b69d-cc8720db5a0c HTTP/1.1" status: 200 len: 867 time: 0.1297479 Nov 27 01:12:02.896420 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a837a297-faea-454b-aef4-2aa17ec1f5d3 req-6191410a-2e70-4afe-8798-3c28c382f6cb tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips/a6000896-b0fc-428b-baf3-5cbb7a550dc1 HTTP/1.1" status: 200 len: 693 time: 0.0475862 Nov 27 01:12:02.960221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] For port d1643b1f-7670-4b0f-a892-d8d99c486d40, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:02.966060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] For port d1643b1f-7670-4b0f-a892-d8d99c486d40, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d1643b1f-7670-4b0f-a892-d8d99c486d40,segment=NetworkSegment(a4fe07c0-f34a-4871-a457-8c17d750d982),segment_id=a4fe07c0-f34a-4871-a457-8c17d750d982)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:02.969259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1346ce4d-530e-44ab-8572-365f1b9e2917 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:02.979126 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:02.984187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.037615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2a665-0287-453c-8b56-0dfde2012243 req-aad381de-e893-4edf-b435-a97d980e2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:03.039085 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d2a665-0287-453c-8b56-0dfde2012243 req-aad381de-e893-4edf-b435-a97d980e2ac0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1599910 Nov 27 01:12:03.043857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837a297-faea-454b-aef4-2aa17ec1f5d3 req-f10693de-9cba-4b32-87c8-6ece122fae88 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:03.047907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Transition to ACTIVE for port object 1346ce4d-530e-44ab-8572-365f1b9e2917 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:03.049773 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:03.050605 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.052206 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] 10.222.0.21 "PUT /v2.0/ports/d1643b1f-7670-4b0f-a892-d8d99c486d40 HTTP/1.1" status: 200 len: 1093 time: 2.0467799 Nov 27 01:12:03.052388 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a837a297-faea-454b-aef4-2aa17ec1f5d3 req-f10693de-9cba-4b32-87c8-6ece122fae88 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.1489608 Nov 27 01:12:03.081323 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.111749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a837a297-faea-454b-aef4-2aa17ec1f5d3 req-6ebb32c6-22d7-4c3f-8887-6e32d19ca3fc tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 696 time: 0.0584025 Nov 27 01:12:03.164810 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a837a297-faea-454b-aef4-2aa17ec1f5d3 req-cf79d562-239b-4372-a56a-a440c8316006 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 696 time: 0.0521333 Nov 27 01:12:03.193331 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c726b2d-cb8c-4ffd-a6b7-3b073d82d38e service neutron] Pushing event updated for resources: {'Port': ['ID=d1643b1f-7670-4b0f-a892-d8d99c486d40,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:03.250861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be4f14-376b-4d42-9c95-49da78ea106f req-b00d36e2-d2f6-444a-b750-19a0e81050e5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:03.252454 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4be4f14-376b-4d42-9c95-49da78ea106f req-b00d36e2-d2f6-444a-b750-19a0e81050e5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.2301972 Nov 27 01:12:03.369586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-a837a297-faea-454b-aef4-2aa17ec1f5d3 req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Deleting port def1109a-c123-4d57-88c7-c1163b2aafb6 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:03.369923 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a837a297-faea-454b-aef4-2aa17ec1f5d3 req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.388839 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d2a665-0287-453c-8b56-0dfde2012243 req-2ed9fe50-9b80-4558-8cdf-7c7fc9672391 service neutron] 10.222.0.31 "GET /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212335 Nov 27 01:12:03.389495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Pushing event updated for resources: {'Port': ['ID=1346ce4d-530e-44ab-8572-365f1b9e2917,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:03.426119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-a05becad-1df9-4de7-9755-533e849c4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:03.427582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-a05becad-1df9-4de7-9755-533e849c4391 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d27c83f3e64f4f45804dc5ec867af701&device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 1096 time: 0.2925143 Nov 27 01:12:03.457404 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a837a297-faea-454b-aef4-2aa17ec1f5d3 req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.457843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a837a297-faea-454b-aef4-2aa17ec1f5d3 req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.472352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-a837a297-faea-454b-aef4-2aa17ec1f5d3 req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Calling delete_port for def1109a-c123-4d57-88c7-c1163b2aafb6 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:03.527249 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4be4f14-376b-4d42-9c95-49da78ea106f req-801a0aaa-6c18-4fb6-8b55-69231fecf7cd tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566700 Nov 27 01:12:03.547443 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-98917899-9be5-449f-a616-37ec4c632e8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1643b1f-7670-4b0f-a892-d8d99c486d40 HTTP/1.1" status: 200 len: 217 time: 0.0955739 Nov 27 01:12:03.556796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Attempting to bind port 1346ce4d-530e-44ab-8572-365f1b9e2917 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:03.557129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Attempting to bind port 1346ce4d-530e-44ab-8572-365f1b9e2917 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:03.557463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Attempting to bind port 1346ce4d-530e-44ab-8572-365f1b9e2917 on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:03.606616 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Port 1346ce4d-530e-44ab-8572-365f1b9e2917 on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:12:03.606945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Attempting to bind port 1346ce4d-530e-44ab-8572-365f1b9e2917 on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:03.624007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:03.624386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Checking segment: {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:03.625269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Bound using segment: {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:03.625269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Bound port: 1346ce4d-530e-44ab-8572-365f1b9e2917, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:03.626249 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.657257 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a837a297-faea-454b-aef4-2aa17ec1f5d3 req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.659898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': '12f169c6-2293-47c7-851c-1936465a7ea4'}, {'name': 'network-changed', 'server_uuid': '6ca26fca-a003-48d3-9bf3-6d10e856c5ca', 'tag': 'd1643b1f-7670-4b0f-a892-d8d99c486d40'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:03.664188 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c18700-a70b-491c-893d-20f7d627f7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "12f169c6-2293-47c7-851c-1936465a7ea4"}, {"name": "network-changed", "server_uuid": "6ca26fca-a003-48d3-9bf3-6d10e856c5ca", "tag": "d1643b1f-7670-4b0f-a892-d8d99c486d40"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:03.685774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Pushing event deleted for resources: {'Port': ['ID=def1109a-c123-4d57-88c7-c1163b2aafb6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:03.712151 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-d8ef61ab-8e31-4f44-9654-b084979cde21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:03.713662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-d8ef61ab-8e31-4f44-9654-b084979cde21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88b33aa8-c01d-44a0-8660-c48359c2b83a HTTP/1.1" status: 200 len: 849 time: 0.1505826 Nov 27 01:12:03.718587 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d2a665-0287-453c-8b56-0dfde2012243 req-d3aeba22-ef3e-46c0-bfb8-2bf08bb9c082 service neutron] 10.222.0.31 "GET /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116555 Nov 27 01:12:03.718767 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:03.718767 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:03.719074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:03.719566 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:03.720221 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:03.720221 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:03.720764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:03.721112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:03.721443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:03.721845 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:03.722187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:03.722568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:03.794144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a837a297-faea-454b-aef4-2aa17ec1f5d3 req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.797472 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a837a297-faea-454b-aef4-2aa17ec1f5d3 req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.818155 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a837a297-faea-454b-aef4-2aa17ec1f5d3 req-1904e5a8-1293-4d50-9eba-13f881ae3081 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "DELETE /v2.0/floatingips/a6000896-b0fc-428b-baf3-5cbb7a550dc1 HTTP/1.1" status: 204 len: 173 time: 0.6485579 Nov 27 01:12:03.829920 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-05718321-5b9a-4d39-8b4c-8af409bf125c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98607255-730e-4c4a-b4bf-877ace5137a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036150 Nov 27 01:12:03.838263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] For port 1346ce4d-530e-44ab-8572-365f1b9e2917, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:03.876046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] For port 1346ce4d-530e-44ab-8572-365f1b9e2917, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=1346ce4d-530e-44ab-8572-365f1b9e2917,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:03.907113 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.959607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5de92-b47d-4419-a12d-dd03d6d0ae9b req-a4a93795-8edb-440f-b20b-65d27ece5746 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:03.961256 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b8d5de92-b47d-4419-a12d-dd03d6d0ae9b req-a4a93795-8edb-440f-b20b-65d27ece5746 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1974807 Nov 27 01:12:03.993258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:03.993963 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.995263 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] 10.222.0.31 "PUT /v2.0/ports/1346ce4d-530e-44ab-8572-365f1b9e2917 HTTP/1.1" status: 200 len: 1136 time: 2.3498960 Nov 27 01:12:04.021740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620190-7166-4878-b56b-8b6f070fae8e req-9b7abc54-4d12-44ea-9f19-01581226e2d0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.028503 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620190-7166-4878-b56b-8b6f070fae8e req-9b7abc54-4d12-44ea-9f19-01581226e2d0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.035967 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620190-7166-4878-b56b-8b6f070fae8e req-9b7abc54-4d12-44ea-9f19-01581226e2d0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.036574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Request body: {'port': {'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:04.044138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620190-7166-4878-b56b-8b6f070fae8e req-9b7abc54-4d12-44ea-9f19-01581226e2d0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.050934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620190-7166-4878-b56b-8b6f070fae8e req-9b7abc54-4d12-44ea-9f19-01581226e2d0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.057193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620190-7166-4878-b56b-8b6f070fae8e req-9b7abc54-4d12-44ea-9f19-01581226e2d0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.065237 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42620190-7166-4878-b56b-8b6f070fae8e req-9b7abc54-4d12-44ea-9f19-01581226e2d0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 4604 time: 0.1136303 Nov 27 01:12:04.082272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd870223-ae5b-46b7-8e41-4020c7a7dc12 service neutron] Pushing event updated for resources: {'Port': ['ID=1346ce4d-530e-44ab-8572-365f1b9e2917,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:04.107237 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b8d5de92-b47d-4419-a12d-dd03d6d0ae9b req-84382cb1-021c-410e-89ce-d4b440b18dd7 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304340 Nov 27 01:12:04.113298 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-c067d354-5667-4175-ba6b-a2210e32f93f service neutron] 10.222.0.21 "GET /v2.0/networks/98607255-730e-4c4a-b4bf-877ace5137a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667460 Nov 27 01:12:04.142374 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42620190-7166-4878-b56b-8b6f070fae8e req-5cf35413-b880-484d-93c7-54fa53ad715f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762365 Nov 27 01:12:04.207402 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ec0a7d-c81e-4a97-8c6e-58085c0ff22d x-openstack-request-id: req-f2ec0a7d-c81e-4a97-8c6e-58085c0ff22d {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:04.207983 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "12f169c6-2293-47c7-851c-1936465a7ea4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ca26fca-a003-48d3-9bf3-6d10e856c5ca", "tag": "d1643b1f-7670-4b0f-a892-d8d99c486d40", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:04.208464 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2ec0a7d-c81e-4a97-8c6e-58085c0ff22d {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:04.209034 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': '12f169c6-2293-47c7-851c-1936465a7ea4', 'status': 'completed', 'code': 200} Nov 27 01:12:04.209480 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca26fca-a003-48d3-9bf3-6d10e856c5ca', 'tag': 'd1643b1f-7670-4b0f-a892-d8d99c486d40', 'status': 'completed', 'code': 200} Nov 27 01:12:04.216895 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:04.310978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6fb76-e954-49d7-8916-3175059079f9 req-6b4cf8c5-9697-4ec1-9fd7-199df05963ef tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.313217 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76c6fb76-e954-49d7-8916-3175059079f9 req-6b4cf8c5-9697-4ec1-9fd7-199df05963ef tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 944 time: 0.0846937 Nov 27 01:12:04.365082 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76c6fb76-e954-49d7-8916-3175059079f9 req-5cab0b89-2078-40d0-9c94-66ee60e5ec4c tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/security-groups?id=7eb00656-cbe9-43d5-9b33-3a38f42f178c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441384 Nov 27 01:12:04.680278 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b4b1a-be19-4e35-aad6-2546e35b7693 req-04a0e984-1b5e-4281-9f4f-c15748365d32 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.681877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc5b4b1a-be19-4e35-aad6-2546e35b7693 req-04a0e984-1b5e-4281-9f4f-c15748365d32 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.0551212 Nov 27 01:12:04.735548 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc5b4b1a-be19-4e35-aad6-2546e35b7693 req-304c3b9c-d969-4188-8715-51ff85aa5061 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458915 Nov 27 01:12:04.792886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1bc3c-6bf6-43ab-8552-d9b4cf4f0b8a req-ffb0fb09-02a1-471f-8e20-732c9e6ddc46 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.794427 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5d1bc3c-6bf6-43ab-8552-d9b4cf4f0b8a req-ffb0fb09-02a1-471f-8e20-732c9e6ddc46 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4893410 Nov 27 01:12:04.802474 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-3d3032d6-af59-4be3-b04a-969c86b24c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.802952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-3d3032d6-af59-4be3-b04a-969c86b24c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.803421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-3d3032d6-af59-4be3-b04a-969c86b24c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.803870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-3d3032d6-af59-4be3-b04a-969c86b24c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.804406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-3d3032d6-af59-4be3-b04a-969c86b24c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.804867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-3d3032d6-af59-4be3-b04a-969c86b24c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.807568 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-3d3032d6-af59-4be3-b04a-969c86b24c36 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f18470837cb4394bc7b6e5f757f3214&device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5292 time: 0.4999311 Nov 27 01:12:04.815351 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c2eb5e2-daa0-4b1d-bb36-13f17485d360 req-a13d5e0f-af36-42b1-96e6-3179617148ab service neutron] 10.222.0.21 "GET /v2.0/networks/98607255-730e-4c4a-b4bf-877ace5137a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6794868 Nov 27 01:12:04.874348 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5d1bc3c-6bf6-43ab-8552-d9b4cf4f0b8a req-8d529ee8-d0d6-48e4-9fd0-79e792ff831c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0636263 Nov 27 01:12:04.945579 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-168a2339-135a-46fa-b28b-a67a73942ce9 req-72d4e7db-e866-4966-85e4-28b140a53a42 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0473015 Nov 27 01:12:05.106593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-316cf3f0-4d73-4aa9-91ca-44a74b0dc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.108092 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-316cf3f0-4d73-4aa9-91ca-44a74b0dc8ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d27c83f3e64f4f45804dc5ec867af701&device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 1096 time: 0.1980641 Nov 27 01:12:05.131011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-0166d15d-a9a6-458d-8c8b-b8a80a747608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.131482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-0166d15d-a9a6-458d-8c8b-b8a80a747608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.131947 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-0166d15d-a9a6-458d-8c8b-b8a80a747608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.133490 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-0166d15d-a9a6-458d-8c8b-b8a80a747608 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2f18470837cb4394bc7b6e5f757f3214&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2792170 Nov 27 01:12:05.233600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e812c-6371-43d9-a0c7-ee7c7bee462b req-82f1c077-5727-4d8d-bf03-4825fc9c9942 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.235511 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-089e812c-6371-43d9-a0c7-ee7c7bee462b req-82f1c077-5727-4d8d-bf03-4825fc9c9942 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0544190 Nov 27 01:12:05.298125 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-089e812c-6371-43d9-a0c7-ee7c7bee462b req-75d80baa-c603-453a-8fa6-e157e007e40b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562432 Nov 27 01:12:05.332140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bae5e58-695f-41e0-9eee-9e4a0229fc75 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:05.347747 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.418123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578269e1-31f1-4e41-845c-d9452e27f9ca req-ee8b547d-5088-4d6d-8b5d-4453510e6bcb tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.419655 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-578269e1-31f1-4e41-845c-d9452e27f9ca req-ee8b547d-5088-4d6d-8b5d-4453510e6bcb tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 946 time: 0.2852819 Nov 27 01:12:05.422903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Transition to ACTIVE for port object 4bae5e58-695f-41e0-9eee-9e4a0229fc75 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:05.427914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adba11c-3ac5-4e76-a3ff-e88e2b626174 req-383152a8-d776-441a-8936-01dfa3523b6c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.435475 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adba11c-3ac5-4e76-a3ff-e88e2b626174 req-383152a8-d776-441a-8936-01dfa3523b6c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.441742 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adba11c-3ac5-4e76-a3ff-e88e2b626174 req-383152a8-d776-441a-8936-01dfa3523b6c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.447650 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.447853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adba11c-3ac5-4e76-a3ff-e88e2b626174 req-383152a8-d776-441a-8936-01dfa3523b6c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.454780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adba11c-3ac5-4e76-a3ff-e88e2b626174 req-383152a8-d776-441a-8936-01dfa3523b6c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.460800 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adba11c-3ac5-4e76-a3ff-e88e2b626174 req-383152a8-d776-441a-8936-01dfa3523b6c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.462734 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0adba11c-3ac5-4e76-a3ff-e88e2b626174 req-383152a8-d776-441a-8936-01dfa3523b6c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 4604 time: 0.0925417 Nov 27 01:12:05.467472 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-f35b2af3-b14c-4eae-8516-f1d0ecca36c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.469623 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-f35b2af3-b14c-4eae-8516-f1d0ecca36c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=98607255-730e-4c4a-b4bf-877ace5137a7 HTTP/1.1" status: 200 len: 910 time: 0.3495464 Nov 27 01:12:05.520924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-0568a94c-d6b0-4d54-a185-e13c7341e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.522445 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-0568a94c-d6b0-4d54-a185-e13c7341e7ac service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3675070 Nov 27 01:12:05.545409 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0adba11c-3ac5-4e76-a3ff-e88e2b626174 req-7cef678a-c040-46e1-8cff-a700bcb10749 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739498 Nov 27 01:12:05.563602 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-3cf73273-07c8-4407-9131-886facde6758 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1643b1f-7670-4b0f-a892-d8d99c486d40 HTTP/1.1" status: 200 len: 217 time: 0.0640676 Nov 27 01:12:05.634933 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4bae5e58-695f-41e0-9eee-9e4a0229fc75,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:05.668824 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-578269e1-31f1-4e41-845c-d9452e27f9ca req-e5d39497-9fd8-453f-9678-188c257cd220 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274923 Nov 27 01:12:05.709263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc14a6d-30f5-4707-b50a-0d47836d921b req-3674c217-c8ce-41dd-b050-316768852a82 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.712600 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-adc14a6d-30f5-4707-b50a-0d47836d921b req-3674c217-c8ce-41dd-b050-316768852a82 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 944 time: 0.0906847 Nov 27 01:12:05.715271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-e03f4b08-e070-4053-92f5-864e14d2871f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.716990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-e03f4b08-e070-4053-92f5-864e14d2871f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88b33aa8-c01d-44a0-8660-c48359c2b83a HTTP/1.1" status: 200 len: 849 time: 0.1400855 Nov 27 01:12:05.747893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Attempting to bind port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:05.748453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Attempting to bind port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:05.749859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Attempting to bind port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:05.775854 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-adc14a6d-30f5-4707-b50a-0d47836d921b req-406c58af-f832-41a0-9bcc-822ca0431721 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/security-groups?id=7eb00656-cbe9-43d5-9b33-3a38f42f178c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544882 Nov 27 01:12:05.777478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:12:05.777917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Attempting to bind port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:05.783138 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-68945725-8e65-499d-8d38-9e2a9ffd6759 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98607255-730e-4c4a-b4bf-877ace5137a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463812 Nov 27 01:12:05.786806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:05.787470 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Checking segment: {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:05.787850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Bound using segment: {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:05.788453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Bound port: 4bae5e58-695f-41e0-9eee-9e4a0229fc75, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:05.788925 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.982248 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] For port 4bae5e58-695f-41e0-9eee-9e4a0229fc75, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:05.991437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db0a3b-dc94-4a44-86bf-ce27be89a93f req-3cc82963-41d8-4195-9b86-d32c12c122ef tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.993038 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-32db0a3b-dc94-4a44-86bf-ce27be89a93f req-3cc82963-41d8-4195-9b86-d32c12c122ef tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.1330135 Nov 27 01:12:05.994918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] For port 4bae5e58-695f-41e0-9eee-9e4a0229fc75, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4bae5e58-695f-41e0-9eee-9e4a0229fc75,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:05.997184 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-b2463614-5b1c-4eb0-93f4-9a8295101fab service neutron] 10.222.0.21 "GET /v2.0/networks/98607255-730e-4c4a-b4bf-877ace5137a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000036 Nov 27 01:12:05.999735 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.095864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.096358 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.097740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] 10.222.0.31 "PUT /v2.0/ports/4bae5e58-695f-41e0-9eee-9e4a0229fc75 HTTP/1.1" status: 200 len: 1136 time: 2.0654483 Nov 27 01:12:06.149995 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Request body: {'port': {'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:06.181014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382d0bc-117a-4e24-92e4-c5e6a52e44d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4bae5e58-695f-41e0-9eee-9e4a0229fc75,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:06.191464 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-32db0a3b-dc94-4a44-86bf-ce27be89a93f req-b9995488-5082-4093-8d48-e5023e6dd273 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893415 Nov 27 01:12:06.228769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': '1346ce4d-530e-44ab-8572-365f1b9e2917'}, {'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': '4bae5e58-695f-41e0-9eee-9e4a0229fc75'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:06.228769 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "1346ce4d-530e-44ab-8572-365f1b9e2917"}, {"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "4bae5e58-695f-41e0-9eee-9e4a0229fc75"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:06.251289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5c18700-a70b-491c-893d-20f7d627f7e3 req-04268fd0-96c4-4ff2-8e09-fc19cf982fb1 service neutron] 10.222.0.21 "GET /v2.0/networks/98607255-730e-4c4a-b4bf-877ace5137a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442870 Nov 27 01:12:06.256081 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.309683 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fcecfb-0c04-4f98-93cd-a6953384ed4f x-openstack-request-id: req-a6fcecfb-0c04-4f98-93cd-a6953384ed4f {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:06.309990 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "1346ce4d-530e-44ab-8572-365f1b9e2917", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "4bae5e58-695f-41e0-9eee-9e4a0229fc75", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:06.310244 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6fcecfb-0c04-4f98-93cd-a6953384ed4f {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:06.310644 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': '1346ce4d-530e-44ab-8572-365f1b9e2917', 'status': 'completed', 'code': 200} Nov 27 01:12:06.310902 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': '4bae5e58-695f-41e0-9eee-9e4a0229fc75', 'status': 'completed', 'code': 200} Nov 27 01:12:06.523280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-5f50983a-f955-48d2-b226-dddec9d23b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.523665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-5f50983a-f955-48d2-b226-dddec9d23b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.524132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-5f50983a-f955-48d2-b226-dddec9d23b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.524623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-5f50983a-f955-48d2-b226-dddec9d23b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.525083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-5f50983a-f955-48d2-b226-dddec9d23b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.525545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-5f50983a-f955-48d2-b226-dddec9d23b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.525997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-5f50983a-f955-48d2-b226-dddec9d23b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.528153 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-5f50983a-f955-48d2-b226-dddec9d23b7b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f18470837cb4394bc7b6e5f757f3214&device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 6221 time: 0.1409771 Nov 27 01:12:06.538187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac091eb6-7bed-465e-9477-81d9834c095a req-d408589f-b63d-4d58-b609-073237f00c00 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.539548 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac091eb6-7bed-465e-9477-81d9834c095a req-d408589f-b63d-4d58-b609-073237f00c00 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1535239 Nov 27 01:12:06.713364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186667-bed7-48f1-ba5d-fc745aa5a4b9 req-50269365-c2ed-44e2-9e25-0365457c3af6 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.716591 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac091eb6-7bed-465e-9477-81d9834c095a req-7dd87387-06ad-4ab6-a568-8a5b7a2c3050 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597345 Nov 27 01:12:06.721649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186667-bed7-48f1-ba5d-fc745aa5a4b9 req-50269365-c2ed-44e2-9e25-0365457c3af6 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.729093 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186667-bed7-48f1-ba5d-fc745aa5a4b9 req-50269365-c2ed-44e2-9e25-0365457c3af6 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.744699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186667-bed7-48f1-ba5d-fc745aa5a4b9 req-50269365-c2ed-44e2-9e25-0365457c3af6 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.749822 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186667-bed7-48f1-ba5d-fc745aa5a4b9 req-50269365-c2ed-44e2-9e25-0365457c3af6 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.755978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186667-bed7-48f1-ba5d-fc745aa5a4b9 req-50269365-c2ed-44e2-9e25-0365457c3af6 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.758843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-b0952917-1c1a-416c-9adb-34ae9881b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.759330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-b0952917-1c1a-416c-9adb-34ae9881b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.759802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-b0952917-1c1a-416c-9adb-34ae9881b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.761429 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-b0952917-1c1a-416c-9adb-34ae9881b6d2 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2f18470837cb4394bc7b6e5f757f3214&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2167063 Nov 27 01:12:06.763935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186667-bed7-48f1-ba5d-fc745aa5a4b9 req-50269365-c2ed-44e2-9e25-0365457c3af6 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.766206 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45186667-bed7-48f1-ba5d-fc745aa5a4b9 req-50269365-c2ed-44e2-9e25-0365457c3af6 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5381 time: 0.1360083 Nov 27 01:12:06.794782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38653e23-1492-4325-a7f0-fda66317be04 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:06.835783 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45186667-bed7-48f1-ba5d-fc745aa5a4b9 req-7c65dbff-40c3-4fda-b37f-bc5ae82e0ec7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615335 Nov 27 01:12:06.837909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.889386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Transition to ACTIVE for port object 38653e23-1492-4325-a7f0-fda66317be04 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:06.898221 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.957963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d9776-778c-4208-b9a8-25093f79edef req-c78a70b2-c69a-4c91-a63f-3f3a88b83890 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.966350 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc9d9776-778c-4208-b9a8-25093f79edef req-c78a70b2-c69a-4c91-a63f-3f3a88b83890 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 944 time: 0.0590639 Nov 27 01:12:06.971570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-dd32552c-3883-4c67-af32-e6fd03ac4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.973111 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-dd32552c-3883-4c67-af32-e6fd03ac4c37 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2035515 Nov 27 01:12:06.980747 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45495871-8451-438b-9702-e4a9035ee6bc req-beed9639-1c80-412d-bde0-801a7e4cff1c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.988632 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-45495871-8451-438b-9702-e4a9035ee6bc req-beed9639-1c80-412d-bde0-801a7e4cff1c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 946 time: 0.1535094 Nov 27 01:12:07.020204 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Pushing event updated for resources: {'Port': ['ID=38653e23-1492-4325-a7f0-fda66317be04,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:07.040892 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc9d9776-778c-4208-b9a8-25093f79edef req-9ab13dcd-9b7d-4810-8dc8-589acf907642 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/security-groups?id=7eb00656-cbe9-43d5-9b33-3a38f42f178c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735421 Nov 27 01:12:07.145704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-c09215e1-3ce7-4d34-aae8-5e274fd89216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.146194 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-c09215e1-3ce7-4d34-aae8-5e274fd89216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.146676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-c09215e1-3ce7-4d34-aae8-5e274fd89216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.147151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-c09215e1-3ce7-4d34-aae8-5e274fd89216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.147621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-c09215e1-3ce7-4d34-aae8-5e274fd89216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.148230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-c09215e1-3ce7-4d34-aae8-5e274fd89216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.148961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-c09215e1-3ce7-4d34-aae8-5e274fd89216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.151016 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-c09215e1-3ce7-4d34-aae8-5e274fd89216 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f18470837cb4394bc7b6e5f757f3214&device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 6247 time: 0.0627699 Nov 27 01:12:07.171864 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-45495871-8451-438b-9702-e4a9035ee6bc req-bcb1a5bb-d283-4c08-9947-91e0aa1ed184 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4fbb660-ca13-477a-b8b2-bc8865f7dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821532 Nov 27 01:12:07.185961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d965c31f-5b9d-4423-ac87-933fb3b2537f no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:07.206701 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6c152-69d1-4f10-a780-f50d12456acf req-8cdade00-bb68-4d88-968a-bbed15184c8c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.208377 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3c6c152-69d1-4f10-a780-f50d12456acf req-8cdade00-bb68-4d88-968a-bbed15184c8c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 946 time: 0.1144018 Nov 27 01:12:07.209723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Attempting to bind port 38653e23-1492-4325-a7f0-fda66317be04 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:07.210127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Attempting to bind port 38653e23-1492-4325-a7f0-fda66317be04 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:07.210742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Attempting to bind port 38653e23-1492-4325-a7f0-fda66317be04 on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:07.229907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Port 38653e23-1492-4325-a7f0-fda66317be04 on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:12:07.229907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Attempting to bind port 38653e23-1492-4325-a7f0-fda66317be04 on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:07.284147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:07.285119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Checking segment: {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:07.285740 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Bound using segment: {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:07.286295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Bound port: 38653e23-1492-4325-a7f0-fda66317be04, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:07.286761 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.319273 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.365879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:07.368022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd965c31f-5b9d-4423-ac87-933fb3b2537f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:07.371595 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4832f106-e175-4c04-97fd-a9e114ed584e" -d '{"events": [{"server_uuid": "e91ee241-fb33-4f64-ab89-550f9d37d062", "name": "network-vif-unplugged", "status": "completed", "tag": "d965c31f-5b9d-4423-ac87-933fb3b2537f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:07.389433 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.481326 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13e442b-57bf-4785-9f97-626e279990c0 x-openstack-request-id: req-f13e442b-57bf-4785-9f97-626e279990c0 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:07.481916 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ee241-fb33-4f64-ab89-550f9d37d062", "name": "network-vif-unplugged", "status": "completed", "tag": "d965c31f-5b9d-4423-ac87-933fb3b2537f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:07.482340 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f13e442b-57bf-4785-9f97-626e279990c0 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:07.482930 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd965c31f-5b9d-4423-ac87-933fb3b2537f', 'code': 200} Nov 27 01:12:07.484921 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d965c31f-5b9d-4423-ac87-933fb3b2537f,revision_number=10']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:07.684013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-9250ea62-d3a5-421b-bd5f-99344ed0726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.684906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-9250ea62-d3a5-421b-bd5f-99344ed0726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.685561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-9250ea62-d3a5-421b-bd5f-99344ed0726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.687935 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-9250ea62-d3a5-421b-bd5f-99344ed0726d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2f18470837cb4394bc7b6e5f757f3214&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5240772 Nov 27 01:12:07.706669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb298355-c5f4-4805-a09b-6cbcc368b5b6 req-37309862-04db-4136-9e7c-9545d50bab0a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.708281 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb298355-c5f4-4805-a09b-6cbcc368b5b6 req-37309862-04db-4136-9e7c-9545d50bab0a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 946 time: 0.4254632 Nov 27 01:12:07.751423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] For port 38653e23-1492-4325-a7f0-fda66317be04, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:07.770260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] For port 38653e23-1492-4325-a7f0-fda66317be04, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=38653e23-1492-4325-a7f0-fda66317be04,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:07.776551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-d3c6c152-69d1-4f10-a780-f50d12456acf req-580f2ec1-edaf-4c1f-a1e6-1e4df3c8e46c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Deleting port b3f47059-3998-4867-af5f-c2e5aaac1f09 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:07.776897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d3c6c152-69d1-4f10-a780-f50d12456acf req-580f2ec1-edaf-4c1f-a1e6-1e4df3c8e46c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.846319 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.912875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb298355-c5f4-4805-a09b-6cbcc368b5b6 req-e1997759-afdf-4f74-bdcb-e977920cec98 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918831 Nov 27 01:12:07.940574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.941207 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.942620 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] 10.222.0.31 "PUT /v2.0/ports/38653e23-1492-4325-a7f0-fda66317be04 HTTP/1.1" status: 200 len: 1091 time: 1.8069756 Nov 27 01:12:07.956443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-830f48f6-5132-4b10-a0c5-6887ba7f8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.957790 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a76e8d9-26a7-4f1d-a5b1-3a9d4da128b2 req-830f48f6-5132-4b10-a0c5-6887ba7f8e78 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2629988 Nov 27 01:12:07.993409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f06f28-00c7-409b-990f-9f9441066b98 req-53f3e58d-503c-4011-9fc2-d471687ac43e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.994966 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-46f06f28-00c7-409b-990f-9f9441066b98 req-53f3e58d-503c-4011-9fc2-d471687ac43e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1812360 Nov 27 01:12:08.002156 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Request body: {'port': {'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:08.008199 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-17bbe788-63b3-4bc7-8351-fa155b93a972 service neutron] 10.222.0.31 "GET /v2.0/ports/d965c31f-5b9d-4423-ac87-933fb3b2537f/bindings/n-h1-817303-10 HTTP/1.1" status: 200 len: 385 time: 0.1449430 Nov 27 01:12:08.019866 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d3c6c152-69d1-4f10-a780-f50d12456acf req-580f2ec1-edaf-4c1f-a1e6-1e4df3c8e46c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] For port b3f47059-3998-4867-af5f-c2e5aaac1f09, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b3f47059-3998-4867-af5f-c2e5aaac1f09,segment=NetworkSegment(86a6cb98-18bb-483c-9ad9-54f02f469cd7),segment_id=86a6cb98-18bb-483c-9ad9-54f02f469cd7)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:08.020253 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d3c6c152-69d1-4f10-a780-f50d12456acf req-580f2ec1-edaf-4c1f-a1e6-1e4df3c8e46c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.036779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-d3c6c152-69d1-4f10-a780-f50d12456acf req-580f2ec1-edaf-4c1f-a1e6-1e4df3c8e46c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Calling delete_port for b3f47059-3998-4867-af5f-c2e5aaac1f09 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:08.084545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] Pushing event updated for resources: {'Port': ['ID=38653e23-1492-4325-a7f0-fda66317be04,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:08.175098 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-46f06f28-00c7-409b-990f-9f9441066b98 req-2e2977e6-64d2-4ddc-be4d-c8395dce8487 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695230 Nov 27 01:12:08.175671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be182-0ebc-4368-89aa-dd4684a8c5d9 req-10140ef6-1d52-467e-a072-c0410caf853c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.178540 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.182817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be182-0ebc-4368-89aa-dd4684a8c5d9 req-10140ef6-1d52-467e-a072-c0410caf853c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.190095 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be182-0ebc-4368-89aa-dd4684a8c5d9 req-10140ef6-1d52-467e-a072-c0410caf853c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.196212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be182-0ebc-4368-89aa-dd4684a8c5d9 req-10140ef6-1d52-467e-a072-c0410caf853c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.209022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be182-0ebc-4368-89aa-dd4684a8c5d9 req-10140ef6-1d52-467e-a072-c0410caf853c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.215347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be182-0ebc-4368-89aa-dd4684a8c5d9 req-10140ef6-1d52-467e-a072-c0410caf853c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.221560 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be182-0ebc-4368-89aa-dd4684a8c5d9 req-10140ef6-1d52-467e-a072-c0410caf853c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.229399 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4d6be182-0ebc-4368-89aa-dd4684a8c5d9 req-10140ef6-1d52-467e-a072-c0410caf853c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5393 time: 0.1411774 Nov 27 01:12:08.302212 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4d6be182-0ebc-4368-89aa-dd4684a8c5d9 req-7eca24b0-d88a-4179-bab2-389c5c33aede tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719342 Nov 27 01:12:08.312365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': '38653e23-1492-4325-a7f0-fda66317be04'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:08.315416 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dc9031-e109-443c-b6b1-8132e61ebcd9" -d '{"events": [{"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "38653e23-1492-4325-a7f0-fda66317be04"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:08.385694 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d3c6c152-69d1-4f10-a780-f50d12456acf req-580f2ec1-edaf-4c1f-a1e6-1e4df3c8e46c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.414555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f2ec1-edaf-4c1f-a1e6-1e4df3c8e46c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Pushing event deleted for resources: {'Port': ['ID=b3f47059-3998-4867-af5f-c2e5aaac1f09,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:08.428060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['b3f47059-3998-4867-af5f-c2e5aaac1f09'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:08.468503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c6c152-69d1-4f10-a780-f50d12456acf req-580f2ec1-edaf-4c1f-a1e6-1e4df3c8e46c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] No DVR routers for this DVR port b3f47059-3998-4867-af5f-c2e5aaac1f09 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:08.472210 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d3c6c152-69d1-4f10-a780-f50d12456acf req-580f2ec1-edaf-4c1f-a1e6-1e4df3c8e46c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.476791 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3c6c152-69d1-4f10-a780-f50d12456acf req-580f2ec1-edaf-4c1f-a1e6-1e4df3c8e46c tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.31 "DELETE /v2.0/ports/b3f47059-3998-4867-af5f-c2e5aaac1f09 HTTP/1.1" status: 204 len: 173 time: 1.2589841 Nov 27 01:12:08.500799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a63619-1156-47ea-8224-c101ffe49acf req-a9e5eff6-6f41-4af2-afb5-f63462e4b8a1 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.508921 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28a63619-1156-47ea-8224-c101ffe49acf req-a9e5eff6-6f41-4af2-afb5-f63462e4b8a1 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 944 time: 0.2452600 Nov 27 01:12:08.581010 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-294386c6-8be4-492f-b9fa-db469199e5bc req-41f0db62-2b50-44d8-bbb0-a27d2110ae43 tempest-FloatingIPsAssociationNegativeTestJSON-202630962 tempest-FloatingIPsAssociationNegativeTestJSON-202630962-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3f9b674-97d4-4dfd-a751-6ec171871f46 HTTP/1.1" status: 200 len: 210 time: 0.0374660 Nov 27 01:12:08.691349 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-84c0a20f-73be-4d7c-895d-aa1b50e37646 service neutron] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:08.723180 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28a63619-1156-47ea-8224-c101ffe49acf req-322608ec-1abc-488b-b931-f60ceed21c3a tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/security-groups?id=7eb00656-cbe9-43d5-9b33-3a38f42f178c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134581 Nov 27 01:12:08.746595 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-84c0a20f-73be-4d7c-895d-aa1b50e37646 service neutron] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:08.785707 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f7f2fe-25c1-4963-a449-b98f8de20009 x-openstack-request-id: req-c2f7f2fe-25c1-4963-a449-b98f8de20009 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:08.786000 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "38653e23-1492-4325-a7f0-fda66317be04", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:08.786445 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2f7f2fe-25c1-4963-a449-b98f8de20009 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:08.787020 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': '38653e23-1492-4325-a7f0-fda66317be04', 'status': 'completed', 'code': 200} Nov 27 01:12:08.818700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-84c0a20f-73be-4d7c-895d-aa1b50e37646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d965c31f-5b9d-4423-ac87-933fb3b2537f {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:08.837951 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-84c0a20f-73be-4d7c-895d-aa1b50e37646 service neutron] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:08.880577 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-84c0a20f-73be-4d7c-895d-aa1b50e37646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.894381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc9031-e109-443c-b6b1-8132e61ebcd9 req-2208ed95-e0f9-48aa-aa15-da70e07071be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.895713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc9031-e109-443c-b6b1-8132e61ebcd9 req-2208ed95-e0f9-48aa-aa15-da70e07071be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.896827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc9031-e109-443c-b6b1-8132e61ebcd9 req-2208ed95-e0f9-48aa-aa15-da70e07071be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.897787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc9031-e109-443c-b6b1-8132e61ebcd9 req-2208ed95-e0f9-48aa-aa15-da70e07071be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.898450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc9031-e109-443c-b6b1-8132e61ebcd9 req-2208ed95-e0f9-48aa-aa15-da70e07071be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.899146 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc9031-e109-443c-b6b1-8132e61ebcd9 req-2208ed95-e0f9-48aa-aa15-da70e07071be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.899432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bb6eef-c037-4aab-9018-ff3e3cc3b43b {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:08.900010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc9031-e109-443c-b6b1-8132e61ebcd9 req-2208ed95-e0f9-48aa-aa15-da70e07071be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.902529 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66dc9031-e109-443c-b6b1-8132e61ebcd9 req-2208ed95-e0f9-48aa-aa15-da70e07071be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f18470837cb4394bc7b6e5f757f3214&device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 6289 time: 0.0679882 Nov 27 01:12:08.909635 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.954412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Transition to ACTIVE for port object d6bb6eef-c037-4aab-9018-ff3e3cc3b43b will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:08.969543 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.033383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-84c0a20f-73be-4d7c-895d-aa1b50e37646 service neutron] Transition to ACTIVE for port object d965c31f-5b9d-4423-ac87-933fb3b2537f will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:09.043766 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-84c0a20f-73be-4d7c-895d-aa1b50e37646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.064412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc9031-e109-443c-b6b1-8132e61ebcd9 req-27304a24-ad22-4212-8ff1-48513d66551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.065114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc9031-e109-443c-b6b1-8132e61ebcd9 req-27304a24-ad22-4212-8ff1-48513d66551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.066254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc9031-e109-443c-b6b1-8132e61ebcd9 req-27304a24-ad22-4212-8ff1-48513d66551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.067986 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66dc9031-e109-443c-b6b1-8132e61ebcd9 req-27304a24-ad22-4212-8ff1-48513d66551f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2f18470837cb4394bc7b6e5f757f3214&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1487329 Nov 27 01:12:09.098416 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Pushing event updated for resources: {'Port': ['ID=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:09.120083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2509434-7f9c-4140-beaf-5c0f7cd0e541 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:12:09.230045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-84c0a20f-73be-4d7c-895d-aa1b50e37646 service neutron] No DVR routers for this DVR port d965c31f-5b9d-4423-ac87-933fb3b2537f on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:09.260484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0a20f-73be-4d7c-895d-aa1b50e37646 service neutron] Pushing event updated for resources: {'Port': ['ID=d965c31f-5b9d-4423-ac87-933fb3b2537f,revision_number=12']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:09.294468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d89ea4-3886-4673-93e9-01bcb44e5ae1 req-5699ad3e-8121-421a-a147-8033f453a862 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.295750 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47d89ea4-3886-4673-93e9-01bcb44e5ae1 req-5699ad3e-8121-421a-a147-8033f453a862 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 945 time: 0.2575252 Nov 27 01:12:09.314506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Attempting to bind port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:09.315285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Attempting to bind port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:09.315805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Attempting to bind port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:09.330357 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-84c0a20f-73be-4d7c-895d-aa1b50e37646 service neutron] 10.222.0.31 "PUT /v2.0/ports/d965c31f-5b9d-4423-ac87-933fb3b2537f/bindings/n-h1-817303-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2988565 Nov 27 01:12:09.358507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:12:09.359188 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Attempting to bind port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:09.372467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:09.373088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Checking segment: {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:09.373667 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Bound using segment: {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:09.374328 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Bound port: d6bb6eef-c037-4aab-9018-ff3e3cc3b43b, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a396b00-d264-47cf-b3e9-dcb869a9774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:09.375239 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.388716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc9031-e109-443c-b6b1-8132e61ebcd9 req-2dc1eb4b-18e6-44d8-8a59-ab182bf86c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.390896 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66dc9031-e109-443c-b6b1-8132e61ebcd9 req-2dc1eb4b-18e6-44d8-8a59-ab182bf86c42 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3121059 Nov 27 01:12:09.400079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b22da-c035-4a45-b47e-632c1d1eb452 req-196195d6-b4d7-4938-8309-6edc922dcbbc tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.419304 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-151b22da-c035-4a45-b47e-632c1d1eb452 req-196195d6-b4d7-4938-8309-6edc922dcbbc tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1126604 Nov 27 01:12:09.427399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d1643b1f-7670-4b0f-a892-d8d99c486d40 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:09.433442 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47d89ea4-3886-4673-93e9-01bcb44e5ae1 req-60880595-e278-483c-8a24-9f9fce2a6b9d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128571 Nov 27 01:12:09.480426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] For port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:09.485753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] For port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:09.493158 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.570350 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d1643b1f-7670-4b0f-a892-d8d99c486d40, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d1643b1f-7670-4b0f-a892-d8d99c486d40,segment=NetworkSegment(a4fe07c0-f34a-4871-a457-8c17d750d982),segment_id=a4fe07c0-f34a-4871-a457-8c17d750d982)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:09.576188 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.576814 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.578269 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-32957f54-8eee-478c-be51-36a5105c018a service neutron] 10.222.0.31 "PUT /v2.0/ports/d6bb6eef-c037-4aab-9018-ff3e3cc3b43b HTTP/1.1" status: 200 len: 1092 time: 1.5823686 Nov 27 01:12:09.578715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': 'd6bb6eef-c037-4aab-9018-ff3e3cc3b43b'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:09.582998 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce93c8d-a521-4da2-8d55-82432dd3e50b" -d '{"events": [{"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "d6bb6eef-c037-4aab-9018-ff3e3cc3b43b"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:09.588112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'd1643b1f-7670-4b0f-a892-d8d99c486d40', 'network_id': '98607255-730e-4c4a-b4bf-877ace5137a7', 'port_id': 'd1643b1f-7670-4b0f-a892-d8d99c486d40', 'mac_address': 'fa:16:3e:64:af:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b33aa8-c01d-44a0-8660-c48359c2b83a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:09.597048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-b43a1fc1-fa26-4808-a99c-335c50f505f0 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.598733 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-b43a1fc1-fa26-4808-a99c-335c50f505f0 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062&tenant_id=824296168135401cbcf32b795324fb86&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 1097 time: 0.1448169 Nov 27 01:12:09.610944 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-151b22da-c035-4a45-b47e-632c1d1eb452 req-c380edd3-cdc0-4a93-8b7a-6bae15e9bd59 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906865 Nov 27 01:12:09.632735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Request body: {'port': {'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:09.685326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-b395b84f-57a2-4d19-8e3d-b592dc037e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.686885 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-b395b84f-57a2-4d19-8e3d-b592dc037e95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062&tenant_id=824296168135401cbcf32b795324fb86 HTTP/1.1" status: 200 len: 1097 time: 0.0749691 Nov 27 01:12:09.688233 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.712843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1643b1f-7670-4b0f-a892-d8d99c486d40 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:09.713296 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32957f54-8eee-478c-be51-36a5105c018a service neutron] Pushing event updated for resources: {'Port': ['ID=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:09.740112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded04db-4875-4590-8a59-a29a22853ee3 req-7e368339-4bdb-4777-a3a6-ae778210dd89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.746288 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded04db-4875-4590-8a59-a29a22853ee3 req-7e368339-4bdb-4777-a3a6-ae778210dd89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.754000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d1643b1f-7670-4b0f-a892-d8d99c486d40, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d1643b1f-7670-4b0f-a892-d8d99c486d40,segment=NetworkSegment(a4fe07c0-f34a-4871-a457-8c17d750d982),segment_id=a4fe07c0-f34a-4871-a457-8c17d750d982)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:09.758542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded04db-4875-4590-8a59-a29a22853ee3 req-7e368339-4bdb-4777-a3a6-ae778210dd89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.760062 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.771341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded04db-4875-4590-8a59-a29a22853ee3 req-7e368339-4bdb-4777-a3a6-ae778210dd89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.779228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded04db-4875-4590-8a59-a29a22853ee3 req-7e368339-4bdb-4777-a3a6-ae778210dd89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.793301 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded04db-4875-4590-8a59-a29a22853ee3 req-7e368339-4bdb-4777-a3a6-ae778210dd89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.802306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded04db-4875-4590-8a59-a29a22853ee3 req-7e368339-4bdb-4777-a3a6-ae778210dd89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.804272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cded04db-4875-4590-8a59-a29a22853ee3 req-7e368339-4bdb-4777-a3a6-ae778210dd89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5405 time: 0.2506309 Nov 27 01:12:09.818128 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49498) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:09.825664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-46bc4ad7-956c-4762-a7bf-138ba262b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.827680 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-46bc4ad7-956c-4762-a7bf-138ba262b20c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 1097 time: 0.0938418 Nov 27 01:12:09.845486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=d1643b1f-7670-4b0f-a892-d8d99c486d40,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:09.853556 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:09.853829 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:09.864299 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:09.864645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:09.865632 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:09.865632 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:09.865846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:09.866144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:09.866663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:09.867164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:09.867669 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:09.868004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:09.880677 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80344f1-746a-4b64-a1dd-8e3ce6b6f8a0 x-openstack-request-id: req-a80344f1-746a-4b64-a1dd-8e3ce6b6f8a0 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:09.880909 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "d6bb6eef-c037-4aab-9018-ff3e3cc3b43b", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:09.881357 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a80344f1-746a-4b64-a1dd-8e3ce6b6f8a0 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:09.881953 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': 'd6bb6eef-c037-4aab-9018-ff3e3cc3b43b', 'status': 'completed', 'code': 200} Nov 27 01:12:09.900765 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.998283 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cded04db-4875-4590-8a59-a29a22853ee3 req-e6dafb12-17fa-4e95-bcb8-5d7d4224ba22 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870594 Nov 27 01:12:10.026684 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6417ebac-6c33-437f-9c79-0c64036c0eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.076898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce93c8d-a521-4da2-8d55-82432dd3e50b req-443335f8-0b09-48f5-81b2-dcb5c4d95278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.077391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce93c8d-a521-4da2-8d55-82432dd3e50b req-443335f8-0b09-48f5-81b2-dcb5c4d95278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.077865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce93c8d-a521-4da2-8d55-82432dd3e50b req-443335f8-0b09-48f5-81b2-dcb5c4d95278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.078332 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce93c8d-a521-4da2-8d55-82432dd3e50b req-443335f8-0b09-48f5-81b2-dcb5c4d95278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.078797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce93c8d-a521-4da2-8d55-82432dd3e50b req-443335f8-0b09-48f5-81b2-dcb5c4d95278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.079260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce93c8d-a521-4da2-8d55-82432dd3e50b req-443335f8-0b09-48f5-81b2-dcb5c4d95278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.079724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce93c8d-a521-4da2-8d55-82432dd3e50b req-443335f8-0b09-48f5-81b2-dcb5c4d95278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.081972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ce93c8d-a521-4da2-8d55-82432dd3e50b req-443335f8-0b09-48f5-81b2-dcb5c4d95278 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f18470837cb4394bc7b6e5f757f3214&device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 6357 time: 0.1667538 Nov 27 01:12:10.125054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-f031b2cc-cddb-48bc-a8ba-03c3c8bb823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.126838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-f031b2cc-cddb-48bc-a8ba-03c3c8bb823b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.2389576 Nov 27 01:12:10.148700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['d1643b1f-7670-4b0f-a892-d8d99c486d40'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:10.212918 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a12e9-1d43-47d0-ba2a-a1eebf58adde req-819a437b-ea6a-4d5b-9e2a-2a2f0af84d58 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.214513 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-635a12e9-1d43-47d0-ba2a-a1eebf58adde req-819a437b-ea6a-4d5b-9e2a-2a2f0af84d58 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 945 time: 0.1170743 Nov 27 01:12:10.237512 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-48b57b89-0816-4624-a5cd-ae2effa8ef2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f HTTP/1.1" status: 200 len: 217 time: 0.0836878 Nov 27 01:12:10.291356 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-635a12e9-1d43-47d0-ba2a-a1eebf58adde req-e545f9ec-eda2-40df-bef6-2282b4f6a520 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/security-groups?id=7eb00656-cbe9-43d5-9b33-3a38f42f178c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692866 Nov 27 01:12:10.355195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-c40abe03-fe48-41aa-8c4e-f83608926976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.356560 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-c40abe03-fe48-41aa-8c4e-f83608926976 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.1094801 Nov 27 01:12:10.399866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8df721-a27d-4048-8e31-4d40b0c711b4 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:10.404501 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-e7ac6924-ce27-4b1d-9db5-b5d11c520163 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332866 Nov 27 01:12:10.406195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce93c8d-a521-4da2-8d55-82432dd3e50b req-449e42b7-a78a-40c1-bf9c-eeafac34c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.406682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce93c8d-a521-4da2-8d55-82432dd3e50b req-449e42b7-a78a-40c1-bf9c-eeafac34c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.407142 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce93c8d-a521-4da2-8d55-82432dd3e50b req-449e42b7-a78a-40c1-bf9c-eeafac34c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.408608 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ce93c8d-a521-4da2-8d55-82432dd3e50b req-449e42b7-a78a-40c1-bf9c-eeafac34c9de service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2f18470837cb4394bc7b6e5f757f3214&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3125036 Nov 27 01:12:10.409611 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.425062 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Transition to ACTIVE for port object fa8df721-a27d-4048-8e31-4d40b0c711b4 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:10.429240 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.498467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Pushing event updated for resources: {'Port': ['ID=fa8df721-a27d-4048-8e31-4d40b0c711b4,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:10.557318 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Attempting to bind port fa8df721-a27d-4048-8e31-4d40b0c711b4 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:10.557780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Attempting to bind port fa8df721-a27d-4048-8e31-4d40b0c711b4 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '3e0caf90-97a0-4406-b049-d0b9dd26f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:10.558624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Attempting to bind port fa8df721-a27d-4048-8e31-4d40b0c711b4 on network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:10.565116 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Port fa8df721-a27d-4048-8e31-4d40b0c711b4 on network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:12:10.565497 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Attempting to bind port fa8df721-a27d-4048-8e31-4d40b0c711b4 on network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:10.572111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:10.572518 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Checking segment: {'id': '3e0caf90-97a0-4406-b049-d0b9dd26f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:10.573556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Bound using segment: {'id': '3e0caf90-97a0-4406-b049-d0b9dd26f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:10.573556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Bound port: fa8df721-a27d-4048-8e31-4d40b0c711b4, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0caf90-97a0-4406-b049-d0b9dd26f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:10.573818 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.665249 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] For port fa8df721-a27d-4048-8e31-4d40b0c711b4, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:10.669280 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] For port fa8df721-a27d-4048-8e31-4d40b0c711b4, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fa8df721-a27d-4048-8e31-4d40b0c711b4,segment=NetworkSegment(3e0caf90-97a0-4406-b049-d0b9dd26f625),segment_id=3e0caf90-97a0-4406-b049-d0b9dd26f625)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:10.674096 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.747526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04b56b-597f-436d-9e1a-511fd0f93ef1 req-3cecb928-a1f5-4533-b1f9-15fa90d234b5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.749671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb04b56b-597f-436d-9e1a-511fd0f93ef1 req-3cecb928-a1f5-4533-b1f9-15fa90d234b5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 945 time: 0.1948528 Nov 27 01:12:10.759505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.760217 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.761501 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-2242a6a8-568a-4f95-81e5-d50eeb6a6a7a service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202448 Nov 27 01:12:10.761769 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] 10.222.0.31 "PUT /v2.0/ports/fa8df721-a27d-4048-8e31-4d40b0c711b4 HTTP/1.1" status: 200 len: 1092 time: 1.1368568 Nov 27 01:12:10.770705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce93c8d-a521-4da2-8d55-82432dd3e50b req-1e9bb9e4-f478-47a5-8dbe-25bcb903adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.772108 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ce93c8d-a521-4da2-8d55-82432dd3e50b req-1e9bb9e4-f478-47a5-8dbe-25bcb903adc3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3559391 Nov 27 01:12:10.790491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'name': 'network-vif-deleted', 'tag': 'b3f47059-3998-4867-af5f-c2e5aaac1f09'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:10.792780 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04ab7ba-370c-4506-a898-38dbc4ebf3cb" -d '{"events": [{"server_uuid": "d3f9b674-97d4-4dfd-a751-6ec171871f46", "name": "network-vif-deleted", "tag": "b3f47059-3998-4867-af5f-c2e5aaac1f09"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:10.817305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8654d0-10a5-4776-b8a6-13ecff776524 req-e4fb9a40-d8c4-439a-9cdd-df5b26f1487e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.819084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3b8654d0-10a5-4776-b8a6-13ecff776524 req-e4fb9a40-d8c4-439a-9cdd-df5b26f1487e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1040163 Nov 27 01:12:10.820084 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa66c25-f06f-4aeb-a4f1-ac45bfdfe3bb service neutron] Pushing event updated for resources: {'Port': ['ID=fa8df721-a27d-4048-8e31-4d40b0c711b4,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:10.852281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Request body: {'port': {'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:10.887812 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3b8654d0-10a5-4776-b8a6-13ecff776524 req-c923e1cd-2e76-4268-8ecf-c451611503bf tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458758 Nov 27 01:12:10.964576 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb04b56b-597f-436d-9e1a-511fd0f93ef1 req-d12839bd-07c9-4c51-9891-85f50f3ed504 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020199 Nov 27 01:12:11.017567 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.037422 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9443b7f0-caa4-4953-9462-3458ae7f0285 x-openstack-request-id: req-9443b7f0-caa4-4953-9462-3458ae7f0285 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:11.037720 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f9b674-97d4-4dfd-a751-6ec171871f46", "name": "network-vif-deleted", "tag": "b3f47059-3998-4867-af5f-c2e5aaac1f09", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:11.037973 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9443b7f0-caa4-4953-9462-3458ae7f0285 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:11.038361 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f9b674-97d4-4dfd-a751-6ec171871f46', 'name': 'network-vif-deleted', 'tag': 'b3f47059-3998-4867-af5f-c2e5aaac1f09', 'status': 'completed', 'code': 200} Nov 27 01:12:11.048744 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-bca9ecd2-cf58-419d-8371-4f8f482b2a63 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756381 Nov 27 01:12:11.176428 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2860-8748-4fdb-96c3-d96dfda357c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.220970 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b3f47059-3998-4867-af5f-c2e5aaac1f09 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:11.251958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: b3f47059-3998-4867-af5f-c2e5aaac1f09 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:11.253171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b3f47059-3998-4867-af5f-c2e5aaac1f09 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:11.405401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d1643b1f-7670-4b0f-a892-d8d99c486d40 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:11.467630 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port d1643b1f-7670-4b0f-a892-d8d99c486d40 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:12:11.482960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port d1643b1f-7670-4b0f-a892-d8d99c486d40 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:11.484395 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.577528 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.604917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca26fca-a003-48d3-9bf3-6d10e856c5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1643b1f-7670-4b0f-a892-d8d99c486d40'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:11.607340 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10636ff2-a6fa-4f74-b79e-f881c2db7b24" -d '{"events": [{"server_uuid": "6ca26fca-a003-48d3-9bf3-6d10e856c5ca", "name": "network-vif-plugged", "status": "completed", "tag": "d1643b1f-7670-4b0f-a892-d8d99c486d40"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:11.621421 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d1643b1f-7670-4b0f-a892-d8d99c486d40, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d1643b1f-7670-4b0f-a892-d8d99c486d40,segment=NetworkSegment(a4fe07c0-f34a-4871-a457-8c17d750d982),segment_id=a4fe07c0-f34a-4871-a457-8c17d750d982)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:11.628354 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.681927 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=d1643b1f-7670-4b0f-a892-d8d99c486d40,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:11.723852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2931207-334a-457b-9b8f-e997df42d955 req-1d73c910-d59d-43db-bde9-38dc9afdcdb4 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:11.725466 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2931207-334a-457b-9b8f-e997df42d955 req-1d73c910-d59d-43db-bde9-38dc9afdcdb4 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 945 time: 0.3114555 Nov 27 01:12:11.773347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2931207-334a-457b-9b8f-e997df42d955 req-fb04229f-dcac-4eff-9e12-e365130c6cfc tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/security-groups?id=7eb00656-cbe9-43d5-9b33-3a38f42f178c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416834 Nov 27 01:12:11.861241 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128fbaec-13ff-4339-b567-f893a9258706 x-openstack-request-id: req-128fbaec-13ff-4339-b567-f893a9258706 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:11.861539 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca26fca-a003-48d3-9bf3-6d10e856c5ca", "name": "network-vif-plugged", "status": "completed", "tag": "d1643b1f-7670-4b0f-a892-d8d99c486d40", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:11.861792 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-128fbaec-13ff-4339-b567-f893a9258706 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:11.862190 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca26fca-a003-48d3-9bf3-6d10e856c5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1643b1f-7670-4b0f-a892-d8d99c486d40', 'code': 200} Nov 27 01:12:11.883171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c8dec-8b1a-4c49-bba1-73832e09e2f5 req-b830d252-4054-42ed-bb93-a3b7d7187dde tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:11.883745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': 'fa8df721-a27d-4048-8e31-4d40b0c711b4'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:11.886272 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e" -d '{"events": [{"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "fa8df721-a27d-4048-8e31-4d40b0c711b4"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:11.889115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c8dec-8b1a-4c49-bba1-73832e09e2f5 req-b830d252-4054-42ed-bb93-a3b7d7187dde tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:11.895692 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c8dec-8b1a-4c49-bba1-73832e09e2f5 req-b830d252-4054-42ed-bb93-a3b7d7187dde tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:11.901931 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c8dec-8b1a-4c49-bba1-73832e09e2f5 req-b830d252-4054-42ed-bb93-a3b7d7187dde tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:11.908143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c8dec-8b1a-4c49-bba1-73832e09e2f5 req-b830d252-4054-42ed-bb93-a3b7d7187dde tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:11.914194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c8dec-8b1a-4c49-bba1-73832e09e2f5 req-b830d252-4054-42ed-bb93-a3b7d7187dde tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:11.920307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c8dec-8b1a-4c49-bba1-73832e09e2f5 req-b830d252-4054-42ed-bb93-a3b7d7187dde tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:11.922403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f59c8dec-8b1a-4c49-bba1-73832e09e2f5 req-b830d252-4054-42ed-bb93-a3b7d7187dde tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5417 time: 0.5484211 Nov 27 01:12:11.924620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-af8bcf7a-3032-421e-84d9-c31b4e1eba0b tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:11.926170 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-af8bcf7a-3032-421e-84d9-c31b4e1eba0b tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062&tenant_id=824296168135401cbcf32b795324fb86&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 1097 time: 0.5446498 Nov 27 01:12:12.119755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905f8a32-3ac2-4a05-aa98-b191158f7c71 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:12.127610 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dce139-27ae-4167-b30d-1cef881def40 x-openstack-request-id: req-b5dce139-27ae-4167-b30d-1cef881def40 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:12.127938 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "fa8df721-a27d-4048-8e31-4d40b0c711b4", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:12.128232 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5dce139-27ae-4167-b30d-1cef881def40 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:12.128924 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': 'fa8df721-a27d-4048-8e31-4d40b0c711b4', 'status': 'completed', 'code': 200} Nov 27 01:12:12.145019 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.189798 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f59c8dec-8b1a-4c49-bba1-73832e09e2f5 req-5c373a17-e2a9-4697-ad05-5af82b4a5317 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2501338 Nov 27 01:12:12.190783 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Transition to ACTIVE for port object 905f8a32-3ac2-4a05-aa98-b191158f7c71 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:12.195789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc12be1-3d46-47eb-907c-145a1addcef8 req-d3d3525e-d9fd-428a-ae68-005a45a57bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.197292 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bdc12be1-3d46-47eb-907c-145a1addcef8 req-d3d3525e-d9fd-428a-ae68-005a45a57bc6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 1098 time: 0.1930046 Nov 27 01:12:12.207397 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2c542781-8fd6-4307-9e26-61aeb8343bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.222470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.267788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c1b22-6558-420d-a237-d7e7afcbbe66 req-3e0e8ebc-6043-430f-a6d8-9363f4f5242a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.274177 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-554c1b22-6558-420d-a237-d7e7afcbbe66 req-3e0e8ebc-6043-430f-a6d8-9363f4f5242a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0987720 Nov 27 01:12:12.287663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e req-7bde4ea2-a2cf-47ef-908a-955b5df14798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.288149 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e req-7bde4ea2-a2cf-47ef-908a-955b5df14798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.288664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e req-7bde4ea2-a2cf-47ef-908a-955b5df14798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.289131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e req-7bde4ea2-a2cf-47ef-908a-955b5df14798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.289593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e req-7bde4ea2-a2cf-47ef-908a-955b5df14798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.290049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e req-7bde4ea2-a2cf-47ef-908a-955b5df14798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.290500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e req-7bde4ea2-a2cf-47ef-908a-955b5df14798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.292781 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e req-7bde4ea2-a2cf-47ef-908a-955b5df14798 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f18470837cb4394bc7b6e5f757f3214&device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 6451 time: 0.0840478 Nov 27 01:12:12.398983 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-554c1b22-6558-420d-a237-d7e7afcbbe66 req-0b34f266-7299-4ca8-8e23-dc6489953c1e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238046 Nov 27 01:12:12.417095 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Pushing event updated for resources: {'Port': ['ID=905f8a32-3ac2-4a05-aa98-b191158f7c71,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:12.458192 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bdc12be1-3d46-47eb-907c-145a1addcef8 req-f986fcd9-c28e-4a4e-9b33-061ef15bd1f3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7eb00656-cbe9-43d5-9b33-3a38f42f178c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413080 Nov 27 01:12:12.465381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-bb8c0a2c-ea38-46f5-b6ba-9ec4157265a6 service neutron] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:12.511779 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-bb8c0a2c-ea38-46f5-b6ba-9ec4157265a6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.513279 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a10955-7d89-4ad2-a7ee-23c26b5b8d69 req-bb8c0a2c-ea38-46f5-b6ba-9ec4157265a6 service neutron] 10.222.0.21 "DELETE /v2.0/ports/d965c31f-5b9d-4423-ac87-933fb3b2537f/bindings/n-h2-817303-10 HTTP/1.1" status: 204 len: 173 time: 0.5597236 Nov 27 01:12:12.527731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e req-252a859b-fd57-4485-a52b-f59ee4d342f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.528226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e req-252a859b-fd57-4485-a52b-f59ee4d342f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.528752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e req-252a859b-fd57-4485-a52b-f59ee4d342f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.531485 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e req-252a859b-fd57-4485-a52b-f59ee4d342f8 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2f18470837cb4394bc7b6e5f757f3214&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2030237 Nov 27 01:12:12.538360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15de53-13d4-4698-845f-1f5ebb007f7f req-bbb1c90c-2eb0-4e7f-b291-23a86aa26d74 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.539934 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-be15de53-13d4-4698-845f-1f5ebb007f7f req-bbb1c90c-2eb0-4e7f-b291-23a86aa26d74 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 945 time: 0.1881154 Nov 27 01:12:12.598715 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad2860-8748-4fdb-96c3-d96dfda357c2 admin admin] Deleting port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:12.599063 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2860-8748-4fdb-96c3-d96dfda357c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.652847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Attempting to bind port 905f8a32-3ac2-4a05-aa98-b191158f7c71 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:12.653065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Attempting to bind port 905f8a32-3ac2-4a05-aa98-b191158f7c71 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '3e0caf90-97a0-4406-b049-d0b9dd26f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:12.653361 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Attempting to bind port 905f8a32-3ac2-4a05-aa98-b191158f7c71 on network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:12.673789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e req-0f887e10-55db-4a60-8ab5-71869635cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.675507 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a9697c5-0f7d-4a3a-a621-7ec1bf45484e req-0f887e10-55db-4a60-8ab5-71869635cd5a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1183257 Nov 27 01:12:12.680284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Port 905f8a32-3ac2-4a05-aa98-b191158f7c71 on network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:12:12.680613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Attempting to bind port 905f8a32-3ac2-4a05-aa98-b191158f7c71 on network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:12.691843 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-be15de53-13d4-4698-845f-1f5ebb007f7f req-dbfd52ec-f6b2-4b10-911b-23cfa1096684 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383691 Nov 27 01:12:12.694483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:12.694829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Checking segment: {'id': '3e0caf90-97a0-4406-b049-d0b9dd26f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:12.695215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Bound using segment: {'id': '3e0caf90-97a0-4406-b049-d0b9dd26f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:12.695661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Bound port: 905f8a32-3ac2-4a05-aa98-b191158f7c71, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0caf90-97a0-4406-b049-d0b9dd26f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:12.696026 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.762443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-c6ad2860-8748-4fdb-96c3-d96dfda357c2 admin admin] For port 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb,segment=NetworkSegment(86a6cb98-18bb-483c-9ad9-54f02f469cd7),segment_id=86a6cb98-18bb-483c-9ad9-54f02f469cd7)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:12.763018 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2860-8748-4fdb-96c3-d96dfda357c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.784872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad2860-8748-4fdb-96c3-d96dfda357c2 admin admin] Calling delete_port for 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:12.853854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] For port 905f8a32-3ac2-4a05-aa98-b191158f7c71, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:12.887302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] For port 905f8a32-3ac2-4a05-aa98-b191158f7c71, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=905f8a32-3ac2-4a05-aa98-b191158f7c71,segment=NetworkSegment(3e0caf90-97a0-4406-b049-d0b9dd26f625),segment_id=3e0caf90-97a0-4406-b049-d0b9dd26f625)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:12.904577 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.933452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158e937-907c-406d-8d48-9cb0d23985db req-5dd8c432-ad44-40e6-a88d-8eb974ec5e00 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.935347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0158e937-907c-406d-8d48-9cb0d23985db req-5dd8c432-ad44-40e6-a88d-8eb974ec5e00 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 946 time: 0.0557058 Nov 27 01:12:12.992441 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ad0b6-5dab-4390-b41b-da6ad3df9f59 req-5036bc3c-b3df-441c-a151-eb7522929552 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.994017 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-588ad0b6-5dab-4390-b41b-da6ad3df9f59 req-5036bc3c-b3df-441c-a151-eb7522929552 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 1097 time: 0.1791220 Nov 27 01:12:13.002439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.003045 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.004766 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] 10.222.0.31 "PUT /v2.0/ports/905f8a32-3ac2-4a05-aa98-b191158f7c71 HTTP/1.1" status: 200 len: 1092 time: 2.1876445 Nov 27 01:12:13.013218 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0158e937-907c-406d-8d48-9cb0d23985db req-b7e8cf33-2e2f-4f17-a236-0cecd4bf1b90 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/security-groups?id=7eb00656-cbe9-43d5-9b33-3a38f42f178c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705462 Nov 27 01:12:13.041167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': '905f8a32-3ac2-4a05-aa98-b191158f7c71'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:13.043678 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "905f8a32-3ac2-4a05-aa98-b191158f7c71"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:13.052150 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b7c13-4a95-4742-89dd-f1d46db8d108 service neutron] Pushing event updated for resources: {'Port': ['ID=905f8a32-3ac2-4a05-aa98-b191158f7c71,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:13.167374 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-588ad0b6-5dab-4390-b41b-da6ad3df9f59 req-f84df948-357b-4792-8a13-cd20a8f3dc0d tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516924 Nov 27 01:12:13.196677 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.241164 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083c4b35-f5f0-49cb-abbd-337b2120cd07 x-openstack-request-id: req-083c4b35-f5f0-49cb-abbd-337b2120cd07 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:13.241164 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "905f8a32-3ac2-4a05-aa98-b191158f7c71", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:13.241495 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-083c4b35-f5f0-49cb-abbd-337b2120cd07 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:13.241601 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': '905f8a32-3ac2-4a05-aa98-b191158f7c71', 'status': 'completed', 'code': 200} Nov 27 01:12:13.271731 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-6e5ef835-5e7d-4681-8153-a5a90bf6b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.280412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-6e5ef835-5e7d-4681-8153-a5a90bf6b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.281162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-6e5ef835-5e7d-4681-8153-a5a90bf6b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.288908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-6e5ef835-5e7d-4681-8153-a5a90bf6b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.289634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-6e5ef835-5e7d-4681-8153-a5a90bf6b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.290297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-6e5ef835-5e7d-4681-8153-a5a90bf6b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.290945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-6e5ef835-5e7d-4681-8153-a5a90bf6b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.293288 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-6e5ef835-5e7d-4681-8153-a5a90bf6b814 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f18470837cb4394bc7b6e5f757f3214&device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 6493 time: 0.2173700 Nov 27 01:12:13.334763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765868d-1179-4310-b171-2401c115f305 req-b31f699b-38bf-4d6c-97b6-684488c5fba9 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.338656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7765868d-1179-4310-b171-2401c115f305 req-b31f699b-38bf-4d6c-97b6-684488c5fba9 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 1097 time: 0.0555420 Nov 27 01:12:13.341833 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2860-8748-4fdb-96c3-d96dfda357c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.416799 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7765868d-1179-4310-b171-2401c115f305 req-c9fc6cd4-cad3-4594-b3f3-bc3ac85cb683 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665743 Nov 27 01:12:13.427705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad2860-8748-4fdb-96c3-d96dfda357c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:13.455990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-c3ea57a2-aa94-4015-a4e3-bc277165cacf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12f169c6-2293-47c7-851c-1936465a7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0932789 Nov 27 01:12:13.563736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3d584-6b1f-4cc3-a121-1e51e2add196 req-ff5f2ba0-af32-47a3-9c05-a5003c5a4ffe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.569857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3d584-6b1f-4cc3-a121-1e51e2add196 req-ff5f2ba0-af32-47a3-9c05-a5003c5a4ffe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.575864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3d584-6b1f-4cc3-a121-1e51e2add196 req-ff5f2ba0-af32-47a3-9c05-a5003c5a4ffe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.585802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3d584-6b1f-4cc3-a121-1e51e2add196 req-ff5f2ba0-af32-47a3-9c05-a5003c5a4ffe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.593001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3d584-6b1f-4cc3-a121-1e51e2add196 req-ff5f2ba0-af32-47a3-9c05-a5003c5a4ffe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.605010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3d584-6b1f-4cc3-a121-1e51e2add196 req-ff5f2ba0-af32-47a3-9c05-a5003c5a4ffe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.619768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3d584-6b1f-4cc3-a121-1e51e2add196 req-ff5f2ba0-af32-47a3-9c05-a5003c5a4ffe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.628847 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-56c3d584-6b1f-4cc3-a121-1e51e2add196 req-ff5f2ba0-af32-47a3-9c05-a5003c5a4ffe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.3025489 Nov 27 01:12:13.637084 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a263cb9-d840-4e42-bcd4-c9def9279928 req-7d6dab9e-c789-4630-8c93-a9f3b7ca15f0 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.658490 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a263cb9-d840-4e42-bcd4-c9def9279928 req-7d6dab9e-c789-4630-8c93-a9f3b7ca15f0 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0927055 Nov 27 01:12:13.741225 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a263cb9-d840-4e42-bcd4-c9def9279928 req-8ae31876-aeb4-44c0-8c4d-cca4734cdeed tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817349 Nov 27 01:12:13.784048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-fe94523c-6b8c-44c6-bd7b-040cc5d66cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.786034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-fe94523c-6b8c-44c6-bd7b-040cc5d66cae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3798953-d77c-408d-9065-d8c00bed45ca HTTP/1.1" status: 200 len: 856 time: 0.3081601 Nov 27 01:12:13.857842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-56c3d584-6b1f-4cc3-a121-1e51e2add196 req-e9967397-f12f-4301-84dd-037cb6ce4513 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2280231 Nov 27 01:12:13.930379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-6e0ecc03-dd10-483b-a684-035398944f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.932059 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-6e0ecc03-dd10-483b-a684-035398944f27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b1384e3-a57b-456d-b2fc-6d2cabdc87f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381137 Nov 27 01:12:13.988231 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2860-8748-4fdb-96c3-d96dfda357c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.145416 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-f8434b80-76e9-4a96-aa1c-ea455f862448 service neutron] 10.222.0.31 "GET /v2.0/networks/0b1384e3-a57b-456d-b2fc-6d2cabdc87f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038751 Nov 27 01:12:14.199830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d82861-d812-4377-b547-2acbef838ac1 req-7a86ccdc-e3d3-4c80-b745-78da641b074d tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:14.203105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3d82861-d812-4377-b547-2acbef838ac1 req-7a86ccdc-e3d3-4c80-b745-78da641b074d tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 946 time: 0.0827627 Nov 27 01:12:14.256561 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3d82861-d812-4377-b547-2acbef838ac1 req-f8a160b9-fa93-4f1f-89dd-81f708a8c697 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/security-groups?id=7eb00656-cbe9-43d5-9b33-3a38f42f178c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466974 Nov 27 01:12:14.342297 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-56786a83-e9c9-41bb-a3e4-f6a58afe24cd service neutron] 10.222.0.31 "GET /v2.0/networks/0b1384e3-a57b-456d-b2fc-6d2cabdc87f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885076 Nov 27 01:12:14.349718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ad2860-8748-4fdb-96c3-d96dfda357c2 admin admin] Router bec21d05-fac7-4f05-afea-a2cc01c84a55 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:12:14.390904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-9a0303ee-4b6b-4247-8e93-8fb45e37319e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=1346ce4d-530e-44ab-8572-365f1b9e2917 HTTP/1.1" status: 200 len: 217 time: 0.0401721 Nov 27 01:12:14.539453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-af2b4e9a-bdea-4259-9a24-42d152f98004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:14.541010 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-af2b4e9a-bdea-4259-9a24-42d152f98004 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48 HTTP/1.1" status: 200 len: 797 time: 0.1423609 Nov 27 01:12:14.728522 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.890709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ad2860-8748-4fdb-96c3-d96dfda357c2 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:14.900828 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4453add-e01e-40b6-91ce-3320569e890d None None] Sync routers for ids ['bec21d05-fac7-4f05-afea-a2cc01c84a55'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:14.907200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c6ad2860-8748-4fdb-96c3-d96dfda357c2 admin admin] 10.222.0.15 "PUT /v2.0/routers/bec21d05-fac7-4f05-afea-a2cc01c84a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0878255 Nov 27 01:12:14.909799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49586) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:14.917779 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4453add-e01e-40b6-91ce-3320569e890d None None] Routers {'bec21d05-fac7-4f05-afea-a2cc01c84a55'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:14.918700 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a4453add-e01e-40b6-91ce-3320569e890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bec21d05-fac7-4f05-afea-a2cc01c84a55'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:14.957452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-87a14820-66ea-4dff-898b-1f59cd77b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:14.958996 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-87a14820-66ea-4dff-898b-1f59cd77b1f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4090962 Nov 27 01:12:15.048565 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a4453add-e01e-40b6-91ce-3320569e890d None None] Set router bec21d05-fac7-4f05-afea-a2cc01c84a55 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:15.075526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef712290-3503-4c43-8f6e-caa4e66e49ef req-157ae7f6-7252-453a-a97c-adb7cf176f9c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:15.077653 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef712290-3503-4c43-8f6e-caa4e66e49ef req-157ae7f6-7252-453a-a97c-adb7cf176f9c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1973953 Nov 27 01:12:15.104741 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.179310 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef712290-3503-4c43-8f6e-caa4e66e49ef req-38bffc98-29de-4221-a869-1812d814f7c2 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910270 Nov 27 01:12:15.182812 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5fdb5-9e1a-47bf-a5ad-750bb5c7a714 req-e2abfd39-b648-4c1f-9c72-d898adcb6322 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:15.189202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5fdb5-9e1a-47bf-a5ad-750bb5c7a714 req-e2abfd39-b648-4c1f-9c72-d898adcb6322 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:15.195945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5fdb5-9e1a-47bf-a5ad-750bb5c7a714 req-e2abfd39-b648-4c1f-9c72-d898adcb6322 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:15.202846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5fdb5-9e1a-47bf-a5ad-750bb5c7a714 req-e2abfd39-b648-4c1f-9c72-d898adcb6322 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:15.210426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5fdb5-9e1a-47bf-a5ad-750bb5c7a714 req-e2abfd39-b648-4c1f-9c72-d898adcb6322 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:15.213735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-93e3c885-603a-4016-9650-a3ee9c644d9b service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466550 Nov 27 01:12:15.218108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5fdb5-9e1a-47bf-a5ad-750bb5c7a714 req-e2abfd39-b648-4c1f-9c72-d898adcb6322 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:15.225202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5fdb5-9e1a-47bf-a5ad-750bb5c7a714 req-e2abfd39-b648-4c1f-9c72-d898adcb6322 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:15.235448 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4fa5fdb5-9e1a-47bf-a5ad-750bb5c7a714 req-e2abfd39-b648-4c1f-9c72-d898adcb6322 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.2500815 Nov 27 01:12:15.409205 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.419015 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-24cd0452-f58f-4d84-87b0-c5d7353a54db service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914153 Nov 27 01:12:15.425276 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4fa5fdb5-9e1a-47bf-a5ad-750bb5c7a714 req-b94f0766-6ac7-42f1-adad-f148a867cf05 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1886106 Nov 27 01:12:15.523871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-14ea2e70-93c8-4c9c-8bbc-96fc7bffd72c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=4bae5e58-695f-41e0-9eee-9e4a0229fc75 HTTP/1.1" status: 200 len: 217 time: 0.1036599 Nov 27 01:12:15.554730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] Deleting port c489cf00-748b-412e-a27c-5dd10b31b55d {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:15.554963 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a4453add-e01e-40b6-91ce-3320569e890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:12:13Z', 'revision_number': 5, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port': {'id': 'c489cf00-748b-412e-a27c-5dd10b31b55d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:13Z', 'updated_at': '2021-11-27T01:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:15.555153 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.613710 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4453add-e01e-40b6-91ce-3320569e890d None None] Checking router: bec21d05-fac7-4f05-afea-a2cc01c84a55 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:15.632051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-84bf8978-9851-4a07-8def-d3da0e4d51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:15.633256 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4453add-e01e-40b6-91ce-3320569e890d None None] Routers {'bec21d05-fac7-4f05-afea-a2cc01c84a55'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:15.633402 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-84bf8978-9851-4a07-8def-d3da0e4d51e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48 HTTP/1.1" status: 200 len: 797 time: 0.0994070 Nov 27 01:12:15.633883 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a4453add-e01e-40b6-91ce-3320569e890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bec21d05-fac7-4f05-afea-a2cc01c84a55'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:15.698078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-152b3f97-ab6b-493c-bc7e-454c322115cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:15.699907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-152b3f97-ab6b-493c-bc7e-454c322115cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589557 Nov 27 01:12:15.740138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] For port c489cf00-748b-412e-a27c-5dd10b31b55d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c489cf00-748b-412e-a27c-5dd10b31b55d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:15.740662 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.758386 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] Calling delete_port for c489cf00-748b-412e-a27c-5dd10b31b55d owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:15.793414 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a4453add-e01e-40b6-91ce-3320569e890d None None] Set router bec21d05-fac7-4f05-afea-a2cc01c84a55 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:15.850411 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-6a8b1614-8c54-41df-9076-00d3fcfd1c51 service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342852 Nov 27 01:12:15.865178 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a4453add-e01e-40b6-91ce-3320569e890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:12:15Z', 'revision_number': 6, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:15.897198 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4453add-e01e-40b6-91ce-3320569e890d None None] The sync data for ids ['bec21d05-fac7-4f05-afea-a2cc01c84a55'] in n-d-817303-10 is: [{'id': 'bec21d05-fac7-4f05-afea-a2cc01c84a55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680710592-router', 'tenant_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:12Z', 'updated_at': '2021-11-27T01:12:15Z', 'revision_number': 6, 'project_id': '3ebb971a0a9a404cbc0a79b6be58182b', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:15.965048 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.980384 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-aed33d1e-e9ca-45cb-bc16-8e9b98b654c7 service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224699 Nov 27 01:12:15.992837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c489cf00-748b-412e-a27c-5dd10b31b55d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:16.012110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a06f8e-6bab-4917-aee1-dfb44ebf38ba None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:12:16.043378 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-4c8acb84-631c-4f77-9e25-da16271c93ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=38653e23-1492-4325-a7f0-fda66317be04 HTTP/1.1" status: 200 len: 217 time: 0.0561051 Nov 27 01:12:16.058780 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.095407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-2317529e-2a36-43e2-a24c-ff28c7ca2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.096895 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-2317529e-2a36-43e2-a24c-ff28c7ca2c38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48 HTTP/1.1" status: 200 len: 797 time: 0.0472331 Nov 27 01:12:16.150012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-dbd54689-4b6b-48be-867f-f33589e1e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.151956 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-dbd54689-4b6b-48be-867f-f33589e1e7cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0472057 Nov 27 01:12:16.168807 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.171016 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.221126 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.243533 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.245008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bec21d05-fac7-4f05-afea-a2cc01c84a55 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:12:16.251578 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.252792 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ec90bb3a-1d6b-457c-a93d-a69d423d9cb9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bec21d05-fac7-4f05-afea-a2cc01c84a55 HTTP/1.1" status: 204 len: 168 time: 1.3419912 Nov 27 01:12:16.255238 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49602) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:16.271419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-eb18dcc6-cee5-4d50-9b15-301e1a99a864 service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121109 Nov 27 01:12:16.307682 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7b7148-d7ab-44c1-a924-ae9648c1d9cd admin admin] Deleting subnet b27b79c4-f47e-4433-b69d-cc8720db5a0c {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:12:16.312515 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7148-d7ab-44c1-a924-ae9648c1d9cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.351339 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7148-d7ab-44c1-a924-ae9648c1d9cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.454572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddaa4a-95cd-4d29-acd7-01262557e40b req-4d1d61f4-6be1-414b-bfc0-be07ade750e5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.462210 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89ddaa4a-95cd-4d29-acd7-01262557e40b req-4d1d61f4-6be1-414b-bfc0-be07ade750e5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0884974 Nov 27 01:12:16.493873 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7148-d7ab-44c1-a924-ae9648c1d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.496379 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-0078a162-13b9-40ba-a785-3994e3d97751 service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089806 Nov 27 01:12:16.572222 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89ddaa4a-95cd-4d29-acd7-01262557e40b req-f678b9f7-948a-4166-928b-58193de9e27a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091115 Nov 27 01:12:16.573544 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-ff06e113-5f68-45b5-8a92-a9216b3118ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b HTTP/1.1" status: 200 len: 217 time: 0.0652771 Nov 27 01:12:16.576550 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7148-d7ab-44c1-a924-ae9648c1d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.630078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-a2421e9d-cb6c-4f25-89de-d67e21fbb1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.631705 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-a2421e9d-cb6c-4f25-89de-d67e21fbb1de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48 HTTP/1.1" status: 200 len: 797 time: 0.0517454 Nov 27 01:12:16.644786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b7148-d7ab-44c1-a924-ae9648c1d9cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27b79c4-f47e-4433-b69d-cc8720db5a0c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:16.646913 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7148-d7ab-44c1-a924-ae9648c1d9cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.650198 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cd7b7148-d7ab-44c1-a924-ae9648c1d9cd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b27b79c4-f47e-4433-b69d-cc8720db5a0c HTTP/1.1" status: 204 len: 168 time: 0.3937790 Nov 27 01:12:16.654312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49612) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:16.654734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72644ae2-bed8-4826-8608-e1deb06a2b01 None None] Network e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:16.678300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47481db-8f11-416e-86e6-e8aa0e257178 req-a83ab34d-9667-4da1-822c-6c02a3231dd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.684523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47481db-8f11-416e-86e6-e8aa0e257178 req-a83ab34d-9667-4da1-822c-6c02a3231dd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.691451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47481db-8f11-416e-86e6-e8aa0e257178 req-a83ab34d-9667-4da1-822c-6c02a3231dd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.697707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47481db-8f11-416e-86e6-e8aa0e257178 req-a83ab34d-9667-4da1-822c-6c02a3231dd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.703883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47481db-8f11-416e-86e6-e8aa0e257178 req-a83ab34d-9667-4da1-822c-6c02a3231dd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.712493 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47481db-8f11-416e-86e6-e8aa0e257178 req-a83ab34d-9667-4da1-822c-6c02a3231dd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.716369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47481db-8f11-416e-86e6-e8aa0e257178 req-a83ab34d-9667-4da1-822c-6c02a3231dd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.718579 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e47481db-8f11-416e-86e6-e8aa0e257178 req-a83ab34d-9667-4da1-822c-6c02a3231dd7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.1399729 Nov 27 01:12:16.781974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-02aaa82f-69d4-4bf9-9f99-837b18bed386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.783680 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-02aaa82f-69d4-4bf9-9f99-837b18bed386 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1449907 Nov 27 01:12:16.796438 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.820954 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e47481db-8f11-416e-86e6-e8aa0e257178 req-6718b4d0-d79b-48bc-9f26-5b32bfd751b6 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945489 Nov 27 01:12:16.899032 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-c6a4545e-2390-4a60-8b68-649233d5cc7a service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992424 Nov 27 01:12:16.940605 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6369e6fe-a1a2-4d6b-9ae6-fa331b16f972 None None] DHCP port deletion for e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:12:16.995912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-6369e6fe-a1a2-4d6b-9ae6-fa331b16f972 None None] Deleting port 646203aa-efd7-4da6-94a6-9a163e41acb2 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:16.996443 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6369e6fe-a1a2-4d6b-9ae6-fa331b16f972 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.029452 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-3d77f557-1a9f-4415-b000-46701d206a02 service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234684 Nov 27 01:12:17.034473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Deleting port 646203aa-efd7-4da6-94a6-9a163e41acb2 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:17.034801 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.069387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6369e6fe-a1a2-4d6b-9ae6-fa331b16f972 None None] For port 646203aa-efd7-4da6-94a6-9a163e41acb2, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=646203aa-efd7-4da6-94a6-9a163e41acb2,segment=NetworkSegment(86a6cb98-18bb-483c-9ad9-54f02f469cd7),segment_id=86a6cb98-18bb-483c-9ad9-54f02f469cd7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:17.070457 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6369e6fe-a1a2-4d6b-9ae6-fa331b16f972 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.084130 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-6369e6fe-a1a2-4d6b-9ae6-fa331b16f972 None None] Calling delete_port for 646203aa-efd7-4da6-94a6-9a163e41acb2 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:17.084385 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-d503306b-8d21-46f0-99d3-a51f4c8b74bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa8df721-a27d-4048-8e31-4d40b0c711b4 HTTP/1.1" status: 200 len: 217 time: 0.0475276 Nov 27 01:12:17.185799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] For port 646203aa-efd7-4da6-94a6-9a163e41acb2, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=646203aa-efd7-4da6-94a6-9a163e41acb2,segment=NetworkSegment(86a6cb98-18bb-483c-9ad9-54f02f469cd7),segment_id=86a6cb98-18bb-483c-9ad9-54f02f469cd7)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:17.186208 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.187877 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6369e6fe-a1a2-4d6b-9ae6-fa331b16f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.207000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-8f31efce-e163-4b47-b3e7-521f1da2e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:17.208537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-8f31efce-e163-4b47-b3e7-521f1da2e2fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28ccacb2-63f7-411e-8bda-517203fb2f6e HTTP/1.1" status: 200 len: 797 time: 0.0945344 Nov 27 01:12:17.209442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Calling delete_port for 646203aa-efd7-4da6-94a6-9a163e41acb2 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:17.214706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369e6fe-a1a2-4d6b-9ae6-fa331b16f972 None None] Pushing event deleted for resources: {'Port': ['ID=646203aa-efd7-4da6-94a6-9a163e41acb2,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:17.236198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369e6fe-a1a2-4d6b-9ae6-fa331b16f972 None None] No DVR routers for this DVR port 646203aa-efd7-4da6-94a6-9a163e41acb2 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:17.308458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-dcc60a76-af75-4e82-8842-8ac66afb390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:17.309970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-dcc60a76-af75-4e82-8842-8ac66afb390e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0913479 Nov 27 01:12:17.379158 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.411829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Pushing event deleted for resources: {'Port': ['ID=646203aa-efd7-4da6-94a6-9a163e41acb2,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:17.413667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] No DVR routers for this DVR port 646203aa-efd7-4da6-94a6-9a163e41acb2 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:17.503348 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-f1155274-dec1-4dd5-ae52-321315327579 service neutron] 10.222.0.31 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847336 Nov 27 01:12:17.513968 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.589710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:17.611123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a6cb98-18bb-483c-9ad9-54f02f469cd7') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:17.611434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a6cb98-18bb-483c-9ad9-54f02f469cd7') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:17.637316 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.680398 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.691278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:12:17.691686 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.695038 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-fef39f0f-b0aa-4f23-8998-bed87ab8ebc7 service neutron] 10.222.0.31 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777182 Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:12:17.695713 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:12:17.763293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8936f-43b9-4061-8224-12f32aa9c3b3 req-b44ebf3e-3391-4074-aed9-1808f2257568 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:17.772927 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-46d8936f-43b9-4061-8224-12f32aa9c3b3 req-b44ebf3e-3391-4074-aed9-1808f2257568 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0895765 Nov 27 01:12:17.821223 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-1525632e-1e34-4c25-9904-7d70126d1927 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=905f8a32-3ac2-4a05-aa98-b191158f7c71 HTTP/1.1" status: 200 len: 217 time: 0.1150408 Nov 27 01:12:17.850051 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-46d8936f-43b9-4061-8224-12f32aa9c3b3 req-bb65b2ae-7eb0-4dee-8f2d-92f99118e5b5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761013 Nov 27 01:12:17.927340 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 646203aa-efd7-4da6-94a6-9a163e41acb2 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:17.929310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-a84981ee-f64c-486e-8d1e-a614e6592e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:17.931978 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-a84981ee-f64c-486e-8d1e-a614e6592e58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28ccacb2-63f7-411e-8bda-517203fb2f6e HTTP/1.1" status: 200 len: 797 time: 0.0958905 Nov 27 01:12:17.954042 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.980435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 646203aa-efd7-4da6-94a6-9a163e41acb2 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:17.980824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 646203aa-efd7-4da6-94a6-9a163e41acb2 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:17.981863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c489cf00-748b-412e-a27c-5dd10b31b55d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:17.994331 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.001254 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f HTTP/1.1" status: 204 len: 168 time: 1.3460305 Nov 27 01:12:18.009850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: c489cf00-748b-412e-a27c-5dd10b31b55d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:18.010580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c489cf00-748b-412e-a27c-5dd10b31b55d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:18.011100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:18.024812 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de225270-761b-4a2e-bece-a7ab1bd53656 admin admin] Pushing event deleted for resources: {'Network': ['ID=e76b873d-5d80-4d3c-a92f-8d64d9ac4b6f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:18.053097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:18.054126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4b2b50a5-6afc-4c4b-9c5d-d3a60693efbb not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:18.062489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653b69-0a07-4119-89f7-a6024a88733a req-682ba9a6-b7cc-4972-9ef2-9edc01a46efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.064025 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-682ba9a6-b7cc-4972-9ef2-9edc01a46efe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1217272 Nov 27 01:12:18.095550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192d05-36dc-4ece-b4bd-f36231cd1791 req-a0b9ea04-06ae-4360-a244-7b3d5876a482 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.102397 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192d05-36dc-4ece-b4bd-f36231cd1791 req-a0b9ea04-06ae-4360-a244-7b3d5876a482 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.109122 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192d05-36dc-4ece-b4bd-f36231cd1791 req-a0b9ea04-06ae-4360-a244-7b3d5876a482 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.119284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192d05-36dc-4ece-b4bd-f36231cd1791 req-a0b9ea04-06ae-4360-a244-7b3d5876a482 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.143374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192d05-36dc-4ece-b4bd-f36231cd1791 req-a0b9ea04-06ae-4360-a244-7b3d5876a482 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.151009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192d05-36dc-4ece-b4bd-f36231cd1791 req-a0b9ea04-06ae-4360-a244-7b3d5876a482 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.161424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192d05-36dc-4ece-b4bd-f36231cd1791 req-a0b9ea04-06ae-4360-a244-7b3d5876a482 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.171853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81192d05-36dc-4ece-b4bd-f36231cd1791 req-a0b9ea04-06ae-4360-a244-7b3d5876a482 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.1694512 Nov 27 01:12:18.287212 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49646) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:18.314644 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-62009ae9-d813-4ce9-a444-ebaad9519358 service neutron] 10.222.0.31 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418637 Nov 27 01:12:18.344798 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-27a2a2ea-23fb-44fd-9389-020189f9274f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ebb971a0a9a404cbc0a79b6be58182b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561037 Nov 27 01:12:18.345483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49648) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:18.408601 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81192d05-36dc-4ece-b4bd-f36231cd1791 req-86b0b7e7-4efe-4ce7-a2a7-8c9416877c03 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2275157 Nov 27 01:12:18.463475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-043e6976-c686-4d17-b009-b1c3466525bf service neutron] 10.222.0.31 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372902 Nov 27 01:12:18.472039 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764b63c-d4b3-40c4-871b-c5498716c6c4 req-c3ee25c0-d956-4e9f-88cf-1cc4940e5770 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.473627 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7764b63c-d4b3-40c4-871b-c5498716c6c4 req-c3ee25c0-d956-4e9f-88cf-1cc4940e5770 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 947 time: 0.0864718 Nov 27 01:12:18.474649 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b4efb3b-0704-45e0-8ce7-51a41e740c24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.521570 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b4efb3b-0704-45e0-8ce7-51a41e740c24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.574135 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7764b63c-d4b3-40c4-871b-c5498716c6c4 req-2f98cd95-d30f-4d62-ab64-7a67f2b66e13 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871420 Nov 27 01:12:18.597913 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b4efb3b-0704-45e0-8ce7-51a41e740c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.600854 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b4efb3b-0704-45e0-8ce7-51a41e740c24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.604704 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0b4efb3b-0704-45e0-8ce7-51a41e740c24 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4fbb660-ca13-477a-b8b2-bc8865f7dc82 HTTP/1.1" status: 204 len: 168 time: 0.2554629 Nov 27 01:12:18.624186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4efb3b-0704-45e0-8ce7-51a41e740c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fbb660-ca13-477a-b8b2-bc8865f7dc82,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:18.749642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-05f7e3d6-fb8b-4409-98b0-32d5a87d9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.750137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-05f7e3d6-fb8b-4409-98b0-32d5a87d9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.750883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-05f7e3d6-fb8b-4409-98b0-32d5a87d9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.751356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-05f7e3d6-fb8b-4409-98b0-32d5a87d9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.751821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-05f7e3d6-fb8b-4409-98b0-32d5a87d9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.752310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-05f7e3d6-fb8b-4409-98b0-32d5a87d9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.752772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-05f7e3d6-fb8b-4409-98b0-32d5a87d9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.754699 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-05f7e3d6-fb8b-4409-98b0-32d5a87d9ea9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f18470837cb4394bc7b6e5f757f3214&device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 6493 time: 0.0657837 Nov 27 01:12:18.935309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-bdc4150c-bb7e-4720-8630-501ed70e4e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.937252 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-bdc4150c-bb7e-4720-8630-501ed70e4e15 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 HTTP/1.1" status: 200 len: 902 time: 0.1726620 Nov 27 01:12:19.008681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-ab754014-f593-49de-af2e-9d09fc21232f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=905f8a32-3ac2-4a05-aa98-b191158f7c71 HTTP/1.1" status: 200 len: 217 time: 0.0637772 Nov 27 01:12:19.110683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246b02f-c4b5-4c7f-becc-f15cc536aa3b req-b9cc8406-db95-4605-b808-f30146f52cfd tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.112192 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3246b02f-c4b5-4c7f-becc-f15cc536aa3b req-b9cc8406-db95-4605-b808-f30146f52cfd tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1067421 Nov 27 01:12:19.116231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-ba35ea53-20c4-4f33-9bba-35c23647b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.117722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-ba35ea53-20c4-4f33-9bba-35c23647b800 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28ccacb2-63f7-411e-8bda-517203fb2f6e HTTP/1.1" status: 200 len: 797 time: 0.0975847 Nov 27 01:12:19.211584 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-318724d9-0e43-4c4c-b856-ef9705b09696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.213141 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-318724d9-0e43-4c4c-b856-ef9705b09696 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0865109 Nov 27 01:12:19.218498 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3246b02f-c4b5-4c7f-becc-f15cc536aa3b req-3a220a36-24e9-4289-8b2a-2c2860c226d7 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989845 Nov 27 01:12:19.330776 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-496420ac-3285-4bc6-8fcb-893af2f591e6 service neutron] 10.222.0.31 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092627 Nov 27 01:12:19.448878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a89582c-f671-49c6-ac2a-1e6ffd8dd6e9 req-f0699d11-8aa3-4e61-a480-2879a689c298 service neutron] 10.222.0.31 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094124 Nov 27 01:12:19.550726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247e1d3-39b8-430b-b3ec-43e06fea56e8 req-bea51882-2dd7-4587-92ea-bf51cd8534a8 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.558992 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f247e1d3-39b8-430b-b3ec-43e06fea56e8 req-bea51882-2dd7-4587-92ea-bf51cd8534a8 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 946 time: 0.0764599 Nov 27 01:12:19.594350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f12ba-6cc4-4fca-8774-51664c9e8f07 req-331b0b47-9bbd-479b-86aa-de08f5001880 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.601685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f12ba-6cc4-4fca-8774-51664c9e8f07 req-331b0b47-9bbd-479b-86aa-de08f5001880 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.608577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f12ba-6cc4-4fca-8774-51664c9e8f07 req-331b0b47-9bbd-479b-86aa-de08f5001880 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.616043 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f12ba-6cc4-4fca-8774-51664c9e8f07 req-331b0b47-9bbd-479b-86aa-de08f5001880 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.616800 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f247e1d3-39b8-430b-b3ec-43e06fea56e8 req-a394df75-1ecf-4672-bc37-fce96f715f2c tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/security-groups?id=7eb00656-cbe9-43d5-9b33-3a38f42f178c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569098 Nov 27 01:12:19.622506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f12ba-6cc4-4fca-8774-51664c9e8f07 req-331b0b47-9bbd-479b-86aa-de08f5001880 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.637067 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f12ba-6cc4-4fca-8774-51664c9e8f07 req-331b0b47-9bbd-479b-86aa-de08f5001880 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.643819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f12ba-6cc4-4fca-8774-51664c9e8f07 req-331b0b47-9bbd-479b-86aa-de08f5001880 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.645909 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-747f12ba-6cc4-4fca-8774-51664c9e8f07 req-331b0b47-9bbd-479b-86aa-de08f5001880 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.1315873 Nov 27 01:12:19.711848 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-747f12ba-6cc4-4fca-8774-51664c9e8f07 req-1f4af860-f850-4ed8-a6af-2e0bcc4a52d4 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594406 Nov 27 01:12:19.727276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca50095-b710-4ee2-90c7-461b9801fc25 req-4f323832-5b41-4e30-a1f2-5e2ffc5c8076 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.729208 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ca50095-b710-4ee2-90c7-461b9801fc25 req-4f323832-5b41-4e30-a1f2-5e2ffc5c8076 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 947 time: 0.0559897 Nov 27 01:12:19.791577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ca50095-b710-4ee2-90c7-461b9801fc25 req-8006d7e2-6558-4775-86be-618b89da5bd0 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520980 Nov 27 01:12:20.159073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49712) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:20.262776 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22ff360c-a6fc-41ef-9ffd-1beee57f8d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.343826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacfccc-25d3-45a3-9e50-d21b63136ce3 req-9871b55f-a2b5-413e-937b-10dcca8ee92d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:20.345392 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1cacfccc-25d3-45a3-9e50-d21b63136ce3 req-9871b55f-a2b5-413e-937b-10dcca8ee92d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0516214 Nov 27 01:12:20.353446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22ff360c-a6fc-41ef-9ffd-1beee57f8d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.358876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22ff360c-a6fc-41ef-9ffd-1beee57f8d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.403572 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-22ff360c-a6fc-41ef-9ffd-1beee57f8d9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6cacf1f93b654f029fe8bce38ff0685b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431972 Nov 27 01:12:20.409208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49718) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:20.427024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff360c-a6fc-41ef-9ffd-1beee57f8d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95aa026-67ea-4f63-83e9-f452492c0d94,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:20.428925 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1cacfccc-25d3-45a3-9e50-d21b63136ce3 req-eb814e02-ea62-4696-b578-3408f2b3742d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766919 Nov 27 01:12:20.452010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-c253f6d1-ed59-456b-8e8b-a630cdedcf76 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:20.453678 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-c253f6d1-ed59-456b-8e8b-a630cdedcf76 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 947 time: 0.1025655 Nov 27 01:12:20.481990 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5dca7d9d-24c9-45fb-85c7-6936c67c2d71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.509947 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5dca7d9d-24c9-45fb-85c7-6936c67c2d71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.565865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Deleting port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:20.566018 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5dca7d9d-24c9-45fb-85c7-6936c67c2d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.566414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.568829 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5dca7d9d-24c9-45fb-85c7-6936c67c2d71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.570007 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5dca7d9d-24c9-45fb-85c7-6936c67c2d71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e95aa026-67ea-4f63-83e9-f452492c0d94 HTTP/1.1" status: 204 len: 168 time: 0.1596923 Nov 27 01:12:20.578846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca7d9d-24c9-45fb-85c7-6936c67c2d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95aa026-67ea-4f63-83e9-f452492c0d94,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:20.689814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] For port aaf1ca11-8b99-4632-b6c0-8260c4e72d84, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:20.690555 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.753213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b40151-faa6-4c4c-b64e-bd9ab76d8719 req-5fc8c0e7-ba39-493d-aba9-aefda0852c16 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:20.754789 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-64b40151-faa6-4c4c-b64e-bd9ab76d8719 req-5fc8c0e7-ba39-493d-aba9-aefda0852c16 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 946 time: 0.0625143 Nov 27 01:12:20.817338 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-64b40151-faa6-4c4c-b64e-bd9ab76d8719 req-bcf64ac1-e2d6-4ed3-82d2-8d37a8028e27 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/security-groups?id=7eb00656-cbe9-43d5-9b33-3a38f42f178c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558619 Nov 27 01:12:20.962883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44185e-790c-4f03-b358-ef5358411327 req-72c4ef1a-b909-47d8-a3fa-5133199180a1 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:20.966429 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee44185e-790c-4f03-b358-ef5358411327 req-72c4ef1a-b909-47d8-a3fa-5133199180a1 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 947 time: 0.0871208 Nov 27 01:12:21.033105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee44185e-790c-4f03-b358-ef5358411327 req-6747d78b-159e-4c13-971e-c099acad09b4 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdd85706-7293-42f7-93f9-6d2a359318de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607712 Nov 27 01:12:21.047556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d364d43-dd31-4f21-98da-2fdd284fa8b9 req-1a4af496-5c84-4477-be8e-9977d0c28e6d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:21.058892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d364d43-dd31-4f21-98da-2fdd284fa8b9 req-1a4af496-5c84-4477-be8e-9977d0c28e6d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:21.072183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d364d43-dd31-4f21-98da-2fdd284fa8b9 req-1a4af496-5c84-4477-be8e-9977d0c28e6d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:21.080366 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d364d43-dd31-4f21-98da-2fdd284fa8b9 req-1a4af496-5c84-4477-be8e-9977d0c28e6d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:21.088818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d364d43-dd31-4f21-98da-2fdd284fa8b9 req-1a4af496-5c84-4477-be8e-9977d0c28e6d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:21.096218 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d364d43-dd31-4f21-98da-2fdd284fa8b9 req-1a4af496-5c84-4477-be8e-9977d0c28e6d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:21.104407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d364d43-dd31-4f21-98da-2fdd284fa8b9 req-1a4af496-5c84-4477-be8e-9977d0c28e6d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:21.114109 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0d364d43-dd31-4f21-98da-2fdd284fa8b9 req-1a4af496-5c84-4477-be8e-9977d0c28e6d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.2438278 Nov 27 01:12:21.220890 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.221264 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.221589 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Floating IP dcf1e212-6529-493b-a0a1-1dcd30f46b8c disassociated. External IP: 172.25.1.167, port: aaf1ca11-8b99-4632-b6c0-8260c4e72d84. Nov 27 01:12:21.221938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Calling delete_port for aaf1ca11-8b99-4632-b6c0-8260c4e72d84 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:21.296371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52263b8-7ebe-4163-ab8b-24539b5f4405 req-594113ef-a957-4a5d-b937-da42a1a202c7 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:21.297904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e52263b8-7ebe-4163-ab8b-24539b5f4405 req-594113ef-a957-4a5d-b937-da42a1a202c7 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 946 time: 0.1607316 Nov 27 01:12:21.321205 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0d364d43-dd31-4f21-98da-2fdd284fa8b9 req-828abf1e-23b1-4f17-8130-8c9214d6fe80 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2062128 Nov 27 01:12:21.397196 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49752) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:21.484949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e52263b8-7ebe-4163-ab8b-24539b5f4405 req-703189c8-0703-4b06-be60-89aebccb3ab8 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Deleting port d1643b1f-7670-4b0f-a892-d8d99c486d40 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:21.486380 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e52263b8-7ebe-4163-ab8b-24539b5f4405 req-703189c8-0703-4b06-be60-89aebccb3ab8 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.524855 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-342483411-network', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:21.548957 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.578500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] Made reservation on behalf of 7a4be403ef324ac689ea3911a5db9b0e for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:21.580812 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.591269 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45cde-6a3c-48f5-b10f-bd954ef9f13a req-2da1b7e9-3d76-4399-85ca-b988fa1104cf tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:21.594475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event deleted for resources: {'Port': ['ID=aaf1ca11-8b99-4632-b6c0-8260c4e72d84,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:21.598547 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85c45cde-6a3c-48f5-b10f-bd954ef9f13a req-2da1b7e9-3d76-4399-85ca-b988fa1104cf tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0886557 Nov 27 01:12:21.612654 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.677676 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85c45cde-6a3c-48f5-b10f-bd954ef9f13a req-268e41ff-8afd-4e22-85d6-7e6ba427b021 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768189 Nov 27 01:12:21.681849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e52263b8-7ebe-4163-ab8b-24539b5f4405 req-703189c8-0703-4b06-be60-89aebccb3ab8 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] For port d1643b1f-7670-4b0f-a892-d8d99c486d40, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d1643b1f-7670-4b0f-a892-d8d99c486d40,segment=NetworkSegment(a4fe07c0-f34a-4871-a457-8c17d750d982),segment_id=a4fe07c0-f34a-4871-a457-8c17d750d982)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:21.682072 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e52263b8-7ebe-4163-ab8b-24539b5f4405 req-703189c8-0703-4b06-be60-89aebccb3ab8 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.737623 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.742699 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.766374 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:12:21.782630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a00f8c-b3de-4b02-92fa-675c870b3aba,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:21.785738 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.786090 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] Added segment a360af90-fbfc-4f78-8b58-cd9cb61d5efc of type vlan for network 242abba9-5f49-4d58-b8e9-e9a880ce1edf Nov 27 01:12:21.836694 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.865679 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.866751 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:21.867346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.945776 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] Pushing event updated for resources: {'Network': ['ID=242abba9-5f49-4d58-b8e9-e9a880ce1edf,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:21.961217 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 242abba9-5f49-4d58-b8e9-e9a880ce1edf details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:12:21.967085 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cb5db5de-99af-43a6-8fdb-3c84a3ebdd96 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5687015 Nov 27 01:12:21.969940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49760) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:21.975183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-57a11b0b-aa02-4047-88a9-b01ebe210285 admin admin] Request body: {'subnet': {'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-342483411-subnet', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:22.020693 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a11b0b-aa02-4047-88a9-b01ebe210285 admin admin] Made reservation on behalf of 7a4be403ef324ac689ea3911a5db9b0e for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:22.025516 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a11b0b-aa02-4047-88a9-b01ebe210285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.075203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e52263b8-7ebe-4163-ab8b-24539b5f4405 req-703189c8-0703-4b06-be60-89aebccb3ab8 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Calling delete_port for d1643b1f-7670-4b0f-a892-d8d99c486d40 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:22.229841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Router 41929a4b-3d3f-4241-84c6-126d173898af has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:12:22.261679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddc677-f693-4cf1-bdd9-7bbed57cd537 req-194688c2-cb54-4d48-b0c5-35a1f7fe8c14 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:22.263303 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3ddc677-f693-4cf1-bdd9-7bbed57cd537 req-194688c2-cb54-4d48-b0c5-35a1f7fe8c14 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca26fca-a003-48d3-9bf3-6d10e856c5ca HTTP/1.1" status: 200 len: 946 time: 0.1903379 Nov 27 01:12:22.269881 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37fc2f25-85f8-4699-8167-7529076e2dfc req-0b17d5f2-2147-4358-98bd-48ac8b0e69b9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 210 time: 0.0666685 Nov 27 01:12:22.351591 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a11b0b-aa02-4047-88a9-b01ebe210285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.424293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a11b0b-aa02-4047-88a9-b01ebe210285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=595f9c6f-dc23-451d-92b7-457225a005ff,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:22.429130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a11b0b-aa02-4047-88a9-b01ebe210285 admin admin] Checking segment: {'id': 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:22.429593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a11b0b-aa02-4047-88a9-b01ebe210285 admin admin] Network hostable DHCP agents. Network: 242abba9-5f49-4d58-b8e9-e9a880ce1edf, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:12:22.457503 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a11b0b-aa02-4047-88a9-b01ebe210285 admin admin] Network 242abba9-5f49-4d58-b8e9-e9a880ce1edf is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:12:22.469360 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-57a11b0b-aa02-4047-88a9-b01ebe210285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 242abba9-5f49-4d58-b8e9-e9a880ce1edf) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:22.477388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a11b0b-aa02-4047-88a9-b01ebe210285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:22.478130 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a11b0b-aa02-4047-88a9-b01ebe210285 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.479765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3ddc677-f693-4cf1-bdd9-7bbed57cd537 req-1a53a80b-16e0-4cbd-81c5-57fa321c6b66 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.15 "GET /v2.0/security-groups?id=7eb00656-cbe9-43d5-9b33-3a38f42f178c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865933 Nov 27 01:12:22.481966 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b923cb7b-6ce9-4a77-8147-e114c25d8887 None None] Network 242abba9-5f49-4d58-b8e9-e9a880ce1edf requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:22.485444 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e52263b8-7ebe-4163-ab8b-24539b5f4405 req-703189c8-0703-4b06-be60-89aebccb3ab8 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.519340 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-57a11b0b-aa02-4047-88a9-b01ebe210285 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5481763 Nov 27 01:12:22.523215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49772) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:22.529468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:22.555547 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.557736 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.582967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703189c8-0703-4b06-be60-89aebccb3ab8 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Pushing event deleted for resources: {'Port': ['ID=d1643b1f-7670-4b0f-a892-d8d99c486d40,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:22.620712 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:22.638678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52263b8-7ebe-4163-ab8b-24539b5f4405 req-703189c8-0703-4b06-be60-89aebccb3ab8 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] No DVR routers for this DVR port d1643b1f-7670-4b0f-a892-d8d99c486d40 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:22.643365 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e52263b8-7ebe-4163-ab8b-24539b5f4405 req-703189c8-0703-4b06-be60-89aebccb3ab8 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.646972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e52263b8-7ebe-4163-ab8b-24539b5f4405 req-703189c8-0703-4b06-be60-89aebccb3ab8 tempest-VolumesActionsTest-750338350 tempest-VolumesActionsTest-750338350-project] 10.222.0.21 "DELETE /v2.0/ports/d1643b1f-7670-4b0f-a892-d8d99c486d40 HTTP/1.1" status: 204 len: 173 time: 1.3325963 Nov 27 01:12:22.647441 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca26fca-a003-48d3-9bf3-6d10e856c5ca', 'name': 'network-vif-deleted', 'tag': 'd1643b1f-7670-4b0f-a892-d8d99c486d40'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:22.650072 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9aa149-93ed-4f6e-82ed-4e3783c69529" -d '{"events": [{"server_uuid": "6ca26fca-a003-48d3-9bf3-6d10e856c5ca", "name": "network-vif-deleted", "tag": "d1643b1f-7670-4b0f-a892-d8d99c486d40"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:22.656736 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['d1643b1f-7670-4b0f-a892-d8d99c486d40'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:22.682492 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.694177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e41e8-8714-4b1e-ae7d-3453f851d817 None None] Sync routers for ids ['41929a4b-3d3f-4241-84c6-126d173898af'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:22.714865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e41e8-8714-4b1e-ae7d-3453f851d817 None None] Routers {'41929a4b-3d3f-4241-84c6-126d173898af'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:22.715746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-8c5e41e8-8714-4b1e-ae7d-3453f851d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['41929a4b-3d3f-4241-84c6-126d173898af'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:22.738125 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bd1092-3eb8-4528-94f0-560734fa3a6b x-openstack-request-id: req-66bd1092-3eb8-4528-94f0-560734fa3a6b {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:22.738862 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca26fca-a003-48d3-9bf3-6d10e856c5ca", "name": "network-vif-deleted", "tag": "d1643b1f-7670-4b0f-a892-d8d99c486d40", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:22.740193 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66bd1092-3eb8-4528-94f0-560734fa3a6b {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:22.740784 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca26fca-a003-48d3-9bf3-6d10e856c5ca', 'name': 'network-vif-deleted', 'tag': 'd1643b1f-7670-4b0f-a892-d8d99c486d40', 'status': 'completed', 'code': 200} Nov 27 01:12:22.742409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdb21b-0fd4-4dbb-b8d8-23231adea4ac req-3b87e77d-c3af-41cc-8962-d39a5ae02cd1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:22.743807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] No DVR routers for this DVR port aaf1ca11-8b99-4632-b6c0-8260c4e72d84 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:22.748770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdb21b-0fd4-4dbb-b8d8-23231adea4ac req-3b87e77d-c3af-41cc-8962-d39a5ae02cd1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:22.752326 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.755465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdb21b-0fd4-4dbb-b8d8-23231adea4ac req-3b87e77d-c3af-41cc-8962-d39a5ae02cd1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:22.759645 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-42a2d6db-467f-4983-9bda-64c08412b2b1 req-101187f8-2cd8-46b0-a9a9-e141eaf5033e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.31 "DELETE /v2.0/ports/aaf1ca11-8b99-4632-b6c0-8260c4e72d84 HTTP/1.1" status: 204 len: 173 time: 2.2995658 Nov 27 01:12:22.762425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdb21b-0fd4-4dbb-b8d8-23231adea4ac req-3b87e77d-c3af-41cc-8962-d39a5ae02cd1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:22.768639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdb21b-0fd4-4dbb-b8d8-23231adea4ac req-3b87e77d-c3af-41cc-8962-d39a5ae02cd1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:22.774877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdb21b-0fd4-4dbb-b8d8-23231adea4ac req-3b87e77d-c3af-41cc-8962-d39a5ae02cd1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:22.781263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdb21b-0fd4-4dbb-b8d8-23231adea4ac req-3b87e77d-c3af-41cc-8962-d39a5ae02cd1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:22.783183 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6bdb21b-0fd4-4dbb-b8d8-23231adea4ac req-3b87e77d-c3af-41cc-8962-d39a5ae02cd1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.2196393 Nov 27 01:12:22.859962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-8c5e41e8-8714-4b1e-ae7d-3453f851d817 None None] Set router 41929a4b-3d3f-4241-84c6-126d173898af gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:22.874384 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a6e75-1b3c-4891-8618-461fc0fc2967 req-8d56ef50-057b-433d-bbcb-9c5767b7fb9c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:22.883649 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486a6e75-1b3c-4891-8618-461fc0fc2967 req-8d56ef50-057b-433d-bbcb-9c5767b7fb9c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0748758 Nov 27 01:12:22.972936 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486a6e75-1b3c-4891-8618-461fc0fc2967 req-dab3e460-add5-4f00-b6c7-4ae10b46096e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885098 Nov 27 01:12:23.011437 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6bdb21b-0fd4-4dbb-b8d8-23231adea4ac req-5211ce18-33de-4f61-81cc-fa4cca586dc8 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1959908 Nov 27 01:12:23.021731 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.096145 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'fixed_ips': [{'subnet_id': '595f9c6f-dc23-451d-92b7-457225a005ff'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:12:23.097057 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.313657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-8c5e41e8-8714-4b1e-ae7d-3453f851d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:17Z', 'revision_number': 5, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:23.320117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Allocated IP 172.20.0.2 (242abba9-5f49-4d58-b8e9-e9a880ce1edf/595f9c6f-dc23-451d-92b7-457225a005ff/a9dc3290-79f8-4e61-9246-59d762112ce9) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:23.363548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e41e8-8714-4b1e-ae7d-3453f851d817 None None] Checking router: 41929a4b-3d3f-4241-84c6-126d173898af for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:23.390091 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e41e8-8714-4b1e-ae7d-3453f851d817 None None] Routers {'41929a4b-3d3f-4241-84c6-126d173898af'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:23.391306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-8c5e41e8-8714-4b1e-ae7d-3453f851d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['41929a4b-3d3f-4241-84c6-126d173898af'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:23.425271 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a15dac4-e4ad-4a37-a8c6-84f1ea2f6f6f req-14ba035f-b4ab-478a-ac62-24d468edaa58 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b2cc94-5e21-4cf5-b534-33e49ea7baf1 HTTP/1.1" status: 200 len: 210 time: 0.0377126 Nov 27 01:12:23.536609 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.565363 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.681255 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-8c5e41e8-8714-4b1e-ae7d-3453f851d817 None None] Set router 41929a4b-3d3f-4241-84c6-126d173898af gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:23.736982 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Allocated IP 172.25.1.247 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/33509310-d9cb-484f-b428-beaec7b1bbe3) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:23.870742 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.885865 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.895919 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.935038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.947774 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Pushing event updated for resources: {'Port': ['ID=a9dc3290-79f8-4e61-9246-59d762112ce9,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:23.987841 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Network 242abba9-5f49-4d58-b8e9-e9a880ce1edf is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:23.990117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:23.993290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:23.996021 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:24.000390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:24.007794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:24.048582 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4bf489-0bf1-4775-959f-e92f7aa58847 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:12:24.054818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Pushing event updated for resources: {'Port': ['ID=33509310-d9cb-484f-b428-beaec7b1bbe3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:24.102468 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Attempting to bind port a9dc3290-79f8-4e61-9246-59d762112ce9 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:24.102931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Attempting to bind port a9dc3290-79f8-4e61-9246-59d762112ce9 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:24.103287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Attempting to bind port a9dc3290-79f8-4e61-9246-59d762112ce9 on network 242abba9-5f49-4d58-b8e9-e9a880ce1edf {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:24.128679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:24.129071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Checking segment: {'id': 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:24.129481 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:24.130136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Bound using segment: {'id': 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:24.130640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Bound port: a9dc3290-79f8-4e61-9246-59d762112ce9, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:24.131235 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:24.158175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-8c5e41e8-8714-4b1e-ae7d-3453f851d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:17Z', 'revision_number': 5, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:24.210799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6c0b0-b637-4369-81d1-aa15bba31c69 req-adb05948-d7cd-41a9-814f-2412974d9692 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:24.219643 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22e6c0b0-b637-4369-81d1-aa15bba31c69 req-adb05948-d7cd-41a9-814f-2412974d9692 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0709522 Nov 27 01:12:24.225290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e41e8-8714-4b1e-ae7d-3453f851d817 None None] The sync data for ids ['41929a4b-3d3f-4241-84c6-126d173898af'] in n-d-817303-10 is: [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:17Z', 'revision_number': 5, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:24.245570 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:12:24.298396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-30ac1467-1f5e-4d88-9f9d-b99dcf3d561c None None] Provisioning complete for port 33509310-d9cb-484f-b428-beaec7b1bbe3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:24.298765 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30ac1467-1f5e-4d88-9f9d-b99dcf3d561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:24.323783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22e6c0b0-b637-4369-81d1-aa15bba31c69 req-9e80b231-621a-41b2-b750-1d78c4399bd5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980601 Nov 27 01:12:24.362366 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-30ac1467-1f5e-4d88-9f9d-b99dcf3d561c None None] Port 33509310-d9cb-484f-b428-beaec7b1bbe3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:12:24.368937 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] For port a9dc3290-79f8-4e61-9246-59d762112ce9, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:24.391144 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb05fe-6644-460e-9764-4d2e3ff7f87d req-2137b623-4a38-4f4f-a3de-070f7ee80697 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:24.391477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] For port a9dc3290-79f8-4e61-9246-59d762112ce9, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a9dc3290-79f8-4e61-9246-59d762112ce9,segment=NetworkSegment(a360af90-fbfc-4f78-8b58-cd9cb61d5efc),segment_id=a360af90-fbfc-4f78-8b58-cd9cb61d5efc)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:24.398046 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:24.413370 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb05fe-6644-460e-9764-4d2e3ff7f87d req-2137b623-4a38-4f4f-a3de-070f7ee80697 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:24.422407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb05fe-6644-460e-9764-4d2e3ff7f87d req-2137b623-4a38-4f4f-a3de-070f7ee80697 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:24.433435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb05fe-6644-460e-9764-4d2e3ff7f87d req-2137b623-4a38-4f4f-a3de-070f7ee80697 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:24.444639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb05fe-6644-460e-9764-4d2e3ff7f87d req-2137b623-4a38-4f4f-a3de-070f7ee80697 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:24.472942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb05fe-6644-460e-9764-4d2e3ff7f87d req-2137b623-4a38-4f4f-a3de-070f7ee80697 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:24.481335 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb05fe-6644-460e-9764-4d2e3ff7f87d req-2137b623-4a38-4f4f-a3de-070f7ee80697 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:24.490632 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1bcb05fe-6644-460e-9764-4d2e3ff7f87d req-2137b623-4a38-4f4f-a3de-070f7ee80697 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.2954965 Nov 27 01:12:24.518159 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ac635-1473-4da2-9447-618c7519d071 None None] Pushing event updated for resources: {'Port': ['ID=a9dc3290-79f8-4e61-9246-59d762112ce9,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:24.655223 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1bcb05fe-6644-460e-9764-4d2e3ff7f87d req-3851150f-2ef7-4742-88dd-04fa328212d1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1635847 Nov 27 01:12:24.681478 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:24.706359 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751fd64-8d6d-4922-9701-efa509df7024 None None] New status for floating IP dcf1e212-6529-493b-a0a1-1dcd30f46b8c: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:12:24.718957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49850) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:24.819181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'name': 'network-vif-deleted', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:24.821558 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc6d9f3-dfd3-4aa0-9d0d-91891ae0b39b" -d '{"events": [{"server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "name": "network-vif-deleted", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:24.850582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c50e861-9815-43ff-a5d6-2b533d468f48 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:24.922232 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c50e861-9815-43ff-a5d6-2b533d468f48 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:24.986724 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce72808-c8d5-4659-b324-3407d1264203 x-openstack-request-id: req-0ce72808-c8d5-4659-b324-3407d1264203 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:24.987020 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b2cc94-5e21-4cf5-b534-33e49ea7baf1", "name": "network-vif-deleted", "tag": "aaf1ca11-8b99-4632-b6c0-8260c4e72d84", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:24.987281 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ce72808-c8d5-4659-b324-3407d1264203 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:24.987687 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b2cc94-5e21-4cf5-b534-33e49ea7baf1', 'name': 'network-vif-deleted', 'tag': 'aaf1ca11-8b99-4632-b6c0-8260c4e72d84', 'status': 'completed', 'code': 200} Nov 27 01:12:25.007096 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c50e861-9815-43ff-a5d6-2b533d468f48 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.011444 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c50e861-9815-43ff-a5d6-2b533d468f48 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.012689 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8c50e861-9815-43ff-a5d6-2b533d468f48 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "DELETE /v2.0/security-groups/bdd85706-7293-42f7-93f9-6d2a359318de HTTP/1.1" status: 204 len: 168 time: 0.2926321 Nov 27 01:12:25.016513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49880) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:25.052550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50e861-9815-43ff-a5d6-2b533d468f48 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd85706-7293-42f7-93f9-6d2a359318de,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:25.064157 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-2256825d-a1f1-42c9-b9c4-14dcbab7645b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] show failed (client error): The resource could not be found. Nov 27 01:12:25.066724 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2256825d-a1f1-42c9-b9c4-14dcbab7645b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups/bdd85706-7293-42f7-93f9-6d2a359318de HTTP/1.1" status: 404 len: 347 time: 0.0491643 Nov 27 01:12:25.068936 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49888) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:25.114994 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.242222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device aaf1ca11-8b99-4632-b6c0-8260c4e72d84 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:25.279116 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: aaf1ca11-8b99-4632-b6c0-8260c4e72d84 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:25.280222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device aaf1ca11-8b99-4632-b6c0-8260c4e72d84 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:25.299553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-48b2801c-3ce9-4c96-942e-d5feb1a70564 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Deleting port 76d5c28d-4cf7-4ed0-b479-68c29efb53fb {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:25.300131 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48b2801c-3ce9-4c96-942e-d5feb1a70564 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.321385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Router 141d7e22-1578-45c4-b960-993e2ea2d719 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:12:25.424445 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48b2801c-3ce9-4c96-942e-d5feb1a70564 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.424777 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48b2801c-3ce9-4c96-942e-d5feb1a70564 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.465964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-48b2801c-3ce9-4c96-942e-d5feb1a70564 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Calling delete_port for 76d5c28d-4cf7-4ed0-b479-68c29efb53fb owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:25.475886 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d1643b1f-7670-4b0f-a892-d8d99c486d40 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:25.496497 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:25.519417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Sync routers for ids ['141d7e22-1578-45c4-b960-993e2ea2d719'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:25.525956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: d1643b1f-7670-4b0f-a892-d8d99c486d40 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:25.526957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d1643b1f-7670-4b0f-a892-d8d99c486d40 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:25.532460 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.533798 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-66e9c706-12de-4e42-9800-e317c813fdae admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0090942 Nov 27 01:12:25.535960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Routers {'141d7e22-1578-45c4-b960-993e2ea2d719'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:25.536414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49894) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:25.536542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['141d7e22-1578-45c4-b960-993e2ea2d719'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:25.590193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3641e4b-e36d-40bb-a357-6bf5f9634806 req-523f19ad-0639-4f10-b4df-0040255a724a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:25.593058 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f3641e4b-e36d-40bb-a357-6bf5f9634806 req-523f19ad-0639-4f10-b4df-0040255a724a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1591685 Nov 27 01:12:25.682937 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f3641e4b-e36d-40bb-a357-6bf5f9634806 req-2f0ce3b6-351c-42a5-baf6-945b9765740e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816901 Nov 27 01:12:25.790054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Set router 141d7e22-1578-45c4-b960-993e2ea2d719 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:25.808457 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48b2801c-3ce9-4c96-942e-d5feb1a70564 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.903366 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2801c-3ce9-4c96-942e-d5feb1a70564 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event deleted for resources: {'Port': ['ID=76d5c28d-4cf7-4ed0-b479-68c29efb53fb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:26.010727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794e44c-e3c5-4f19-aa0d-683407811844 req-ec3d8194-e257-4ade-9ccf-07d5409f658f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:26.022007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794e44c-e3c5-4f19-aa0d-683407811844 req-ec3d8194-e257-4ade-9ccf-07d5409f658f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:26.029144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794e44c-e3c5-4f19-aa0d-683407811844 req-ec3d8194-e257-4ade-9ccf-07d5409f658f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:26.035325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794e44c-e3c5-4f19-aa0d-683407811844 req-ec3d8194-e257-4ade-9ccf-07d5409f658f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:26.041423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794e44c-e3c5-4f19-aa0d-683407811844 req-ec3d8194-e257-4ade-9ccf-07d5409f658f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:26.048719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794e44c-e3c5-4f19-aa0d-683407811844 req-ec3d8194-e257-4ade-9ccf-07d5409f658f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:26.056490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794e44c-e3c5-4f19-aa0d-683407811844 req-ec3d8194-e257-4ade-9ccf-07d5409f658f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:26.066339 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3794e44c-e3c5-4f19-aa0d-683407811844 req-ec3d8194-e257-4ade-9ccf-07d5409f658f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.2438455 Nov 27 01:12:26.070392 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48b2801c-3ce9-4c96-942e-d5feb1a70564 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.074183 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48b2801c-3ce9-4c96-942e-d5feb1a70564 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.085568 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-48b2801c-3ce9-4c96-942e-d5feb1a70564 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "DELETE /v2.0/floatingips/dcf1e212-6529-493b-a0a1-1dcd30f46b8c HTTP/1.1" status: 204 len: 168 time: 1.0146375 Nov 27 01:12:26.160875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3794e44c-e3c5-4f19-aa0d-683407811844 req-b8c762f3-bb96-4313-8d34-d14d9bc9cc78 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936449 Nov 27 01:12:26.267304 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b30b99-6a41-4bb6-a518-93cc44151a6e None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:12:26.269327 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a9dc3290-79f8-4e61-9246-59d762112ce9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:26.307144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d56077-015f-4cb0-8a8e-81365c57cdfc None None] Network 242abba9-5f49-4d58-b8e9-e9a880ce1edf requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:26.449241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a1ba18ad-e2a9-4c2b-ab20-c353cb87dda6 None None] Provisioning complete for port a9dc3290-79f8-4e61-9246-59d762112ce9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:26.449625 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a1ba18ad-e2a9-4c2b-ab20-c353cb87dda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.497620 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.599827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a9dc3290-79f8-4e61-9246-59d762112ce9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:26.601982 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.695542 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49916) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:26.701243 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7d03e19d-aadb-4557-beb0-457a7d7ca1a3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74993355', 'description': 'tempest-description--1661598073'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:26.742562 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d03e19d-aadb-4557-beb0-457a7d7ca1a3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.828942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Allocated IP 172.20.0.1 (242abba9-5f49-4d58-b8e9-e9a880ce1edf/595f9c6f-dc23-451d-92b7-457225a005ff/d54476f0-1392-47ff-89ca-33d97a86e1eb) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:26.901057 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d03e19d-aadb-4557-beb0-457a7d7ca1a3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.907977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d03e19d-aadb-4557-beb0-457a7d7ca1a3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.941998 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a1ba18ad-e2a9-4c2b-ab20-c353cb87dda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.950779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03e19d-aadb-4557-beb0-457a7d7ca1a3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037b6108-19ea-4fdf-928e-bb4f00d08ac1,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:26.976088 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d03e19d-aadb-4557-beb0-457a7d7ca1a3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.977668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7d03e19d-aadb-4557-beb0-457a7d7ca1a3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2809834 Nov 27 01:12:26.981406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49922) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:26.994656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d6e6aac5-cdc7-49f8-bd6f-76f65aecf98f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Request body: {'security_group_rule': {'security_group_id': '037b6108-19ea-4fdf-928e-bb4f00d08ac1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:27.033804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e3d61-b6ff-4b28-81e9-678dae9f9b1a req-eec28c76-3225-44e2-9664-353249537c60 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:27.042090 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de4e3d61-b6ff-4b28-81e9-678dae9f9b1a req-eec28c76-3225-44e2-9664-353249537c60 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.2379000 Nov 27 01:12:27.055264 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6e6aac5-cdc7-49f8-bd6f-76f65aecf98f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.070796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a1ba18ad-e2a9-4c2b-ab20-c353cb87dda6 None None] For port a9dc3290-79f8-4e61-9246-59d762112ce9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a9dc3290-79f8-4e61-9246-59d762112ce9,segment=NetworkSegment(a360af90-fbfc-4f78-8b58-cd9cb61d5efc),segment_id=a360af90-fbfc-4f78-8b58-cd9cb61d5efc)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:27.071824 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.077574 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a1ba18ad-e2a9-4c2b-ab20-c353cb87dda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.097548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:12:24Z', 'revision_number': 3, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port': {'id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ae:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:23Z', 'updated_at': '2021-11-27T01:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:27.123923 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.171125 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.190163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Checking router: 141d7e22-1578-45c4-b960-993e2ea2d719 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:27.190995 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Updating router 141d7e22-1578-45c4-b960-993e2ea2d719 port 33509310-d9cb-484f-b428-beaec7b1bbe3 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:12:27.200349 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de4e3d61-b6ff-4b28-81e9-678dae9f9b1a req-07eef5d8-ccec-42c2-8b2a-c33555b80494 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544404 Nov 27 01:12:27.231174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Pushing event updated for resources: {'Port': ['ID=d54476f0-1392-47ff-89ca-33d97a86e1eb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:27.250404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Network 242abba9-5f49-4d58-b8e9-e9a880ce1edf is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:27.254238 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:27.272576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:27.329912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6e6aac5-cdc7-49f8-bd6f-76f65aecf98f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.341809 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6e6aac5-cdc7-49f8-bd6f-76f65aecf98f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.363356 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.368928 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.421049 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6e6aac5-cdc7-49f8-bd6f-76f65aecf98f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.422609 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d6e6aac5-cdc7-49f8-bd6f-76f65aecf98f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4380443 Nov 27 01:12:27.425937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6aac5-cdc7-49f8-bd6f-76f65aecf98f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1184cdfc-dbc4-4545-b43a-179d84fc1184,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:27.435252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49928) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:27.442143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-96b70052-2726-4e67-ab7b-586a99c25872 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Request body: {'security_group_rule': {'security_group_id': '037b6108-19ea-4fdf-928e-bb4f00d08ac1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:27.515697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa1ba-e07e-4be0-9911-eab8b457e149 req-729349d2-61a6-4e4d-b797-1f15d6ebcf53 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:27.531920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa1ba-e07e-4be0-9911-eab8b457e149 req-729349d2-61a6-4e4d-b797-1f15d6ebcf53 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:27.543432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa1ba-e07e-4be0-9911-eab8b457e149 req-729349d2-61a6-4e4d-b797-1f15d6ebcf53 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:27.551744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa1ba-e07e-4be0-9911-eab8b457e149 req-729349d2-61a6-4e4d-b797-1f15d6ebcf53 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:27.558697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa1ba-e07e-4be0-9911-eab8b457e149 req-729349d2-61a6-4e4d-b797-1f15d6ebcf53 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:27.566782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa1ba-e07e-4be0-9911-eab8b457e149 req-729349d2-61a6-4e4d-b797-1f15d6ebcf53 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:27.584046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa1ba-e07e-4be0-9911-eab8b457e149 req-729349d2-61a6-4e4d-b797-1f15d6ebcf53 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:27.592304 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68bfa1ba-e07e-4be0-9911-eab8b457e149 req-729349d2-61a6-4e4d-b797-1f15d6ebcf53 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.2415187 Nov 27 01:12:27.664056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba18ad-e2a9-4c2b-ab20-c353cb87dda6 None None] Pushing event updated for resources: {'Port': ['ID=a9dc3290-79f8-4e61-9246-59d762112ce9,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:27.671537 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96b70052-2726-4e67-ab7b-586a99c25872 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.671857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-741529ac-d071-4088-9fa8-9afb3ff93228 None None] Provisioning complete for port a9dc3290-79f8-4e61-9246-59d762112ce9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:27.672224 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-741529ac-d071-4088-9fa8-9afb3ff93228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.709030 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:12:27.709539 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:12:27.744609 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.817737 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96b70052-2726-4e67-ab7b-586a99c25872 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.833413 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.838619 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68bfa1ba-e07e-4be0-9911-eab8b457e149 req-77b23ebc-c7e7-4fad-b235-586117b92b9c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2322497 Nov 27 01:12:27.843706 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96b70052-2726-4e67-ab7b-586a99c25872 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.867117 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.880890 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b70052-2726-4e67-ab7b-586a99c25872 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9626364-c763-48ef-a539-f1ba4d37d174,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:27.901238 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96b70052-2726-4e67-ab7b-586a99c25872 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.903865 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-96b70052-2726-4e67-ab7b-586a99c25872 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4662590 Nov 27 01:12:27.907376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49934) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:27.913372 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Attempting to bind port 33509310-d9cb-484f-b428-beaec7b1bbe3 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:27.913758 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Attempting to bind port 33509310-d9cb-484f-b428-beaec7b1bbe3 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:27.914375 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Attempting to bind port 33509310-d9cb-484f-b428-beaec7b1bbe3 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:27.918396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:27.947492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ed262a-c031-451c-b775-ee1cfb1358f8 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:12:27.958755 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.967054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:27.968074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:27.968074 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.968310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:27.968809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Bound port: 33509310-d9cb-484f-b428-beaec7b1bbe3, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:27.969200 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.058063 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557be9c-18cb-4283-909d-a13acb391a1f None None] Pushing event updated for resources: {'Port': ['ID=33509310-d9cb-484f-b428-beaec7b1bbe3,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:28.066716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.073098 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.121510 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-221b9b21-e434-4ca5-bea9-b0e72a735355 None None] Provisioning complete for port d54476f0-1392-47ff-89ca-33d97a86e1eb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:28.124170 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-221b9b21-e434-4ca5-bea9-b0e72a735355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.156956 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.168308 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Pushing event updated for resources: {'Port': ['ID=d54476f0-1392-47ff-89ca-33d97a86e1eb,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:28.192072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] For port 33509310-d9cb-484f-b428-beaec7b1bbe3, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:28.194705 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.268518 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] For port 33509310-d9cb-484f-b428-beaec7b1bbe3, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=33509310-d9cb-484f-b428-beaec7b1bbe3,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:28.306535 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.315716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-221b9b21-e434-4ca5-bea9-b0e72a735355 None None] Port d54476f0-1392-47ff-89ca-33d97a86e1eb cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:12:28.322790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.340307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Allocated IP 172.25.1.211 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/30468f1c-6573-4fb5-b7bd-c1cfe5490cad) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:28.447570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdd87b0-9fb3-4c2e-bdcb-45e96621da45 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:12:28.465608 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Network 242abba9-5f49-4d58-b8e9-e9a880ce1edf is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:28.468527 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:28.507320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557be9c-18cb-4283-909d-a13acb391a1f None None] Pushing event updated for resources: {'Port': ['ID=33509310-d9cb-484f-b428-beaec7b1bbe3,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:28.522432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Routers {'141d7e22-1578-45c4-b960-993e2ea2d719'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:28.523855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['141d7e22-1578-45c4-b960-993e2ea2d719'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:28.528396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-61f2de24-1c0d-43bb-b8af-4f565752bdb1 None None] Provisioning complete for port 33509310-d9cb-484f-b428-beaec7b1bbe3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:28.529187 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-61f2de24-1c0d-43bb-b8af-4f565752bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.623472 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.709925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb2018-50b7-4fb4-ad12-99fd6398dd9d req-f28d90ef-0f46-44f6-a29b-9876d3425fc2 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:28.712446 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36cb2018-50b7-4fb4-ad12-99fd6398dd9d req-f28d90ef-0f46-44f6-a29b-9876d3425fc2 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0985591 Nov 27 01:12:28.728661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a9dc3290-79f8-4e61-9246-59d762112ce9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:28.731448 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.869248 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:28.927433 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:28.942298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:28.959916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event updated for resources: {'Port': ['ID=30468f1c-6573-4fb5-b7bd-c1cfe5490cad,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:29.021163 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36cb2018-50b7-4fb4-ad12-99fd6398dd9d req-a99d474c-4b82-4635-aaac-1f8febfe314a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013422 Nov 27 01:12:29.059482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] Set router 141d7e22-1578-45c4-b960-993e2ea2d719 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:29.165469 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.273850 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.343735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Router 141d7e22-1578-45c4-b960-993e2ea2d719 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:12:29.393862 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-61f2de24-1c0d-43bb-b8af-4f565752bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.416187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-61f2de24-1c0d-43bb-b8af-4f565752bdb1 None None] For port 33509310-d9cb-484f-b428-beaec7b1bbe3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=33509310-d9cb-484f-b428-beaec7b1bbe3,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:29.416792 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ebac0-5543-44cb-a80f-2309a362b40b req-a6b2f06f-65b7-479c-a065-c24c80af0b58 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:29.432454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ebac0-5543-44cb-a80f-2309a362b40b req-a6b2f06f-65b7-479c-a065-c24c80af0b58 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:29.445863 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-61f2de24-1c0d-43bb-b8af-4f565752bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.450689 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ebac0-5543-44cb-a80f-2309a362b40b req-a6b2f06f-65b7-479c-a065-c24c80af0b58 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:29.459239 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ebac0-5543-44cb-a80f-2309a362b40b req-a6b2f06f-65b7-479c-a065-c24c80af0b58 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:29.473858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ebac0-5543-44cb-a80f-2309a362b40b req-a6b2f06f-65b7-479c-a065-c24c80af0b58 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:29.487888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ebac0-5543-44cb-a80f-2309a362b40b req-a6b2f06f-65b7-479c-a065-c24c80af0b58 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:29.518765 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ebac0-5543-44cb-a80f-2309a362b40b req-a6b2f06f-65b7-479c-a065-c24c80af0b58 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:29.535969 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a0ebac0-5543-44cb-a80f-2309a362b40b req-a6b2f06f-65b7-479c-a065-c24c80af0b58 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.2463777 Nov 27 01:12:29.581075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a9dc3290-79f8-4e61-9246-59d762112ce9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:29.581632 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.646865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.656372 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2de24-1c0d-43bb-b8af-4f565752bdb1 None None] Pushing event updated for resources: {'Port': ['ID=33509310-d9cb-484f-b428-beaec7b1bbe3,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:29.672693 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.697514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dbe296af-f291-4ab0-8c62-eab8e00e4152 None None] Provisioning complete for port 33509310-d9cb-484f-b428-beaec7b1bbe3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:29.698101 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dbe296af-f291-4ab0-8c62-eab8e00e4152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.754011 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a0ebac0-5543-44cb-a80f-2309a362b40b req-d017b221-3fd2-4a95-885d-5bb2967f62a2 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2159922 Nov 27 01:12:29.832967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event updated for resources: {'Port': ['ID=30468f1c-6573-4fb5-b7bd-c1cfe5490cad,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:29.849102 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.876517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.877332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:29.877827 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-458f3e30-46aa-4d50-a460-f387c5d57ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9676638 Nov 27 01:12:29.883240 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:12:27Z', 'revision_number': 4, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port': {'id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ae:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:23Z', 'updated_at': '2021-11-27T01:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd54476f0-1392-47ff-89ca-33d97a86e1eb', 'name': '', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'mac_address': 'fa:16:3e:e2:5f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:26Z', 'updated_at': '2021-11-27T01:12:27Z', 'revision_number': 2, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'subnets': [{'id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:29.890303 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-df4397f8-2cb8-428e-8877-34d77a26b371 admin admin] 10.222.0.15 "PUT /v2.0/routers/141d7e22-1578-45c4-b960-993e2ea2d719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3527877 Nov 27 01:12:29.928191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e965ffd-25ae-4db7-8fe3-a0bfcfe5489b None None] The sync data for ids ['141d7e22-1578-45c4-b960-993e2ea2d719'] in n-d-817303-10 is: [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:12:27Z', 'revision_number': 4, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port': {'id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ae:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:23Z', 'updated_at': '2021-11-27T01:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd54476f0-1392-47ff-89ca-33d97a86e1eb', 'name': '', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'mac_address': 'fa:16:3e:e2:5f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:26Z', 'updated_at': '2021-11-27T01:12:27Z', 'revision_number': 2, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'subnets': [{'id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:29.954887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dbe296af-f291-4ab0-8c62-eab8e00e4152 None None] Provisioning complete for port d54476f0-1392-47ff-89ca-33d97a86e1eb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:29.955341 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dbe296af-f291-4ab0-8c62-eab8e00e4152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:30.021860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-dbe296af-f291-4ab0-8c62-eab8e00e4152 None None] Port d54476f0-1392-47ff-89ca-33d97a86e1eb cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:12:30.239271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dec2e3-c7b6-410f-b5ad-45a6e698df7d req-2a63dc70-7f4d-4c50-97c3-8217940faf63 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:30.242603 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36dec2e3-c7b6-410f-b5ad-45a6e698df7d req-2a63dc70-7f4d-4c50-97c3-8217940faf63 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0915182 Nov 27 01:12:30.378788 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:30.380874 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36dec2e3-c7b6-410f-b5ad-45a6e698df7d req-464910c2-f2a1-409c-b1a0-5d57d3a12acd tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052284 Nov 27 01:12:30.609794 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-8b079fc1-0a09-4a32-bd9a-91593007a35c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--74993355&fields=id&tenant_id=e93e94c1f6cd44529cc2d71063783ea9 HTTP/1.1" status: 200 len: 267 time: 0.0867257 Nov 27 01:12:30.648443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49978) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:30.653536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a4e588db-2f1d-48a2-a328-17eca957b647 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1456499977', 'description': 'tempest-description--1187707537'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:30.705097 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a4e588db-2f1d-48a2-a328-17eca957b647 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:30.796520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-297ccb4b-ba98-46b4-8704-f5136eb29aa6 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:30.808004 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-297ccb4b-ba98-46b4-8704-f5136eb29aa6 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 817 time: 0.1854517 Nov 27 01:12:30.840922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-e59ee464-5a7b-4d6f-ba2e-0ab6e620661c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/quotas/e93e94c1f6cd44529cc2d71063783ea9 HTTP/1.1" status: 200 len: 375 time: 0.0319307 Nov 27 01:12:30.883104 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a4e588db-2f1d-48a2-a328-17eca957b647 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:30.887804 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a4e588db-2f1d-48a2-a328-17eca957b647 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:30.958239 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a4e588db-2f1d-48a2-a328-17eca957b647 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:30.959743 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a4e588db-2f1d-48a2-a328-17eca957b647 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3102872 Nov 27 01:12:30.964274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49984) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:30.965879 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-739c9812-6094-4091-ad68-9f9e93a0e506 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1240304 Nov 27 01:12:30.983501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3dae79df-158c-4acf-806f-e3c0a58f1b06 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Request body: {'security_group_rule': {'security_group_id': '06fb8afb-57f9-4d58-929a-c5631e1b95d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:30.992042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e588db-2f1d-48a2-a328-17eca957b647 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06fb8afb-57f9-4d58-929a-c5631e1b95d6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:31.027932 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3dae79df-158c-4acf-806f-e3c0a58f1b06 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.158466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-f5422013-b116-46b2-810b-d7770d622fb3 service neutron] 10.222.0.15 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784916 Nov 27 01:12:31.170600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a7200-aa65-4fff-98f4-341b95c82fcf req-ff15a766-8ab1-44f1-853a-8e18a8ee4d8b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:31.178695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a7200-aa65-4fff-98f4-341b95c82fcf req-ff15a766-8ab1-44f1-853a-8e18a8ee4d8b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:31.186768 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a7200-aa65-4fff-98f4-341b95c82fcf req-ff15a766-8ab1-44f1-853a-8e18a8ee4d8b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:31.192972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a7200-aa65-4fff-98f4-341b95c82fcf req-ff15a766-8ab1-44f1-853a-8e18a8ee4d8b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:31.209593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a7200-aa65-4fff-98f4-341b95c82fcf req-ff15a766-8ab1-44f1-853a-8e18a8ee4d8b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:31.233404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a7200-aa65-4fff-98f4-341b95c82fcf req-ff15a766-8ab1-44f1-853a-8e18a8ee4d8b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:31.260871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a7200-aa65-4fff-98f4-341b95c82fcf req-ff15a766-8ab1-44f1-853a-8e18a8ee4d8b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:31.262935 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef6a7200-aa65-4fff-98f4-341b95c82fcf req-ff15a766-8ab1-44f1-853a-8e18a8ee4d8b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.1922853 Nov 27 01:12:31.304125 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3dae79df-158c-4acf-806f-e3c0a58f1b06 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.320115 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3dae79df-158c-4acf-806f-e3c0a58f1b06 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.378197 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-dfab25e1-ac71-4176-afd2-489197c24a3a service neutron] 10.222.0.15 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102132 Nov 27 01:12:31.410422 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef6a7200-aa65-4fff-98f4-341b95c82fcf req-cee8d44b-5337-4c7e-8483-1cc424bb480a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249547 Nov 27 01:12:31.419463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae79df-158c-4acf-806f-e3c0a58f1b06 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db010e1-1fc7-4391-a1e4-f47c309ee3ff,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:31.440963 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3dae79df-158c-4acf-806f-e3c0a58f1b06 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.448307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49994) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:31.448420 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3dae79df-158c-4acf-806f-e3c0a58f1b06 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4828808 Nov 27 01:12:31.454750 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ccfa2968-9f23-4609-84f6-666d932bf5c2 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Request body: {'security_group_rule': {'security_group_id': '06fb8afb-57f9-4d58-929a-c5631e1b95d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:31.530486 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2968-9f23-4609-84f6-666d932bf5c2 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.704945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2924946-7e73-47b3-847c-2ae911b46976 req-058950d1-8fc8-474a-bff5-8c61cba3bfbf tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:31.721486 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a2924946-7e73-47b3-847c-2ae911b46976 req-058950d1-8fc8-474a-bff5-8c61cba3bfbf tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1708636 Nov 27 01:12:31.757071 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ebb04a2b-3b2e-4454-b46f-d711b1d6776f req-2a1ec489-45bc-46c4-b2af-218c7136367f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 210 time: 0.1057215 Nov 27 01:12:31.819577 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a2924946-7e73-47b3-847c-2ae911b46976 req-392d7c16-f385-4dc8-b448-47770a43cf53 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939074 Nov 27 01:12:31.866336 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2968-9f23-4609-84f6-666d932bf5c2 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.872509 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2968-9f23-4609-84f6-666d932bf5c2 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.955317 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2968-9f23-4609-84f6-666d932bf5c2 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.964136 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ccfa2968-9f23-4609-84f6-666d932bf5c2 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5130675 Nov 27 01:12:31.966256 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50012) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:31.973358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:31.992892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa2968-9f23-4609-84f6-666d932bf5c2 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fcf783-d4b7-4925-9966-54d06282ee99,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:32.058594 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.284815 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.523179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Allocated IP 172.25.1.123 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/d325e9fa-58e7-438d-96b1-2c8ea1088a3b) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:32.643868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 33509310-d9cb-484f-b428-beaec7b1bbe3 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:32.678203 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.706555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc5bf-e0c3-47ed-9a63-c1731e96134e req-b7ca30d5-4d17-4aa2-b5b2-eb354ae2b15a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:32.729212 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.731310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc5bf-e0c3-47ed-9a63-c1731e96134e req-b7ca30d5-4d17-4aa2-b5b2-eb354ae2b15a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:32.754484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc5bf-e0c3-47ed-9a63-c1731e96134e req-b7ca30d5-4d17-4aa2-b5b2-eb354ae2b15a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:32.786899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc5bf-e0c3-47ed-9a63-c1731e96134e req-b7ca30d5-4d17-4aa2-b5b2-eb354ae2b15a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:32.794099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Pushing event updated for resources: {'Port': ['ID=d325e9fa-58e7-438d-96b1-2c8ea1088a3b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:32.814268 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:32.816344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc5bf-e0c3-47ed-9a63-c1731e96134e req-b7ca30d5-4d17-4aa2-b5b2-eb354ae2b15a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:32.816717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:32.824662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:32.843928 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc5bf-e0c3-47ed-9a63-c1731e96134e req-b7ca30d5-4d17-4aa2-b5b2-eb354ae2b15a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:32.869771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 33509310-d9cb-484f-b428-beaec7b1bbe3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:32.870436 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.874276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc5bf-e0c3-47ed-9a63-c1731e96134e req-b7ca30d5-4d17-4aa2-b5b2-eb354ae2b15a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:32.887003 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9f5bc5bf-e0c3-47ed-9a63-c1731e96134e req-b7ca30d5-4d17-4aa2-b5b2-eb354ae2b15a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.3293104 Nov 27 01:12:32.978609 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7fe33434-9fde-4cb4-a379-909dcd9fad49 req-5c5f6398-3761-4689-91e5-d6c59e3ce623 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 210 time: 0.0565929 Nov 27 01:12:33.067642 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9f5bc5bf-e0c3-47ed-9a63-c1731e96134e req-a4440f85-af0f-4d54-9043-67202298f213 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1790233 Nov 27 01:12:33.158657 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1467bc84-e559-489a-9bed-64573842b9a9 req-81c9e90e-8695-40c9-b083-63621672e530 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0845041 Nov 27 01:12:33.264974 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.325802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4115f74-b10c-4dd7-8be0-d28ebce5e650 req-f4c48308-a2b2-4a9c-a18e-97291a7e2e63 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:33.337239 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4115f74-b10c-4dd7-8be0-d28ebce5e650 req-f4c48308-a2b2-4a9c-a18e-97291a7e2e63 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1143923 Nov 27 01:12:33.363165 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.421853 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4115f74-b10c-4dd7-8be0-d28ebce5e650 req-9985dd15-888b-4b93-b89b-bdbb17cf97e3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836163 Nov 27 01:12:33.510054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 0d350140-5c29-442e-9968-e57199166469 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:33.584009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-f408d123-e0ed-4e63-9c0e-314a972a1c74 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:33.585581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-f408d123-e0ed-4e63-9c0e-314a972a1c74 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.31 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 817 time: 0.2075918 Nov 27 01:12:33.593259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467bc84-e559-489a-9bed-64573842b9a9 req-f59e4d2c-b619-43ca-afe4-a8fc9c9b442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:33.595000 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1467bc84-e559-489a-9bed-64573842b9a9 req-f59e4d2c-b619-43ca-afe4-a8fc9c9b442c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 1097 time: 0.3030605 Nov 27 01:12:33.698478 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 0d350140-5c29-442e-9968-e57199166469, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=0d350140-5c29-442e-9968-e57199166469,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:33.716759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '0d350140-5c29-442e-9968-e57199166469', 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae', 'port_id': '0d350140-5c29-442e-9968-e57199166469', 'mac_address': 'fa:16:3e:dd:43:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80662da9-0903-4539-8282-1a973a762559', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:33.752646 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Sync routers for ids ['141d7e22-1578-45c4-b960-993e2ea2d719'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:33.763779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-5cef4e85-f651-417a-9b3e-6d32ee735343 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e93e94c1f6cd44529cc2d71063783ea9 HTTP/1.1" status: 200 len: 378 time: 0.1474934 Nov 27 01:12:33.772857 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.775130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-8ede0b24-29b0-4633-9c19-ba7ed93ba962 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Request body: {'port': {'device_id': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'admin_state_up': True, 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'security_groups': ['037b6108-19ea-4fdf-928e-bb4f00d08ac1']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:33.791096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d350140-5c29-442e-9968-e57199166469 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:33.797837 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Routers {'141d7e22-1578-45c4-b960-993e2ea2d719'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:33.804196 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['141d7e22-1578-45c4-b960-993e2ea2d719'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:33.815763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 0d350140-5c29-442e-9968-e57199166469, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=0d350140-5c29-442e-9968-e57199166469,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:33.821418 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.840275 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.862851 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.896124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467bc84-e559-489a-9bed-64573842b9a9 req-6d3986b3-427e-4805-836e-9bab235b7db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:33.897838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1467bc84-e559-489a-9bed-64573842b9a9 req-6d3986b3-427e-4805-836e-9bab235b7db3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.2727847 Nov 27 01:12:33.959142 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Set router 141d7e22-1578-45c4-b960-993e2ea2d719 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:33.960081 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1467bc84-e559-489a-9bed-64573842b9a9 req-49b272e6-c56e-4152-ab1d-c3bb97635b7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd HTTP/1.1" status: 200 len: 217 time: 0.0475478 Nov 27 01:12:33.979729 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=0d350140-5c29-442e-9968-e57199166469,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:34.001278 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Pushing event updated for resources: {'Port': ['ID=d325e9fa-58e7-438d-96b1-2c8ea1088a3b,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:34.045730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467bc84-e559-489a-9bed-64573842b9a9 req-62f9996a-8d94-4fb6-920e-d94edc4cf2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:34.065630 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1467bc84-e559-489a-9bed-64573842b9a9 req-62f9996a-8d94-4fb6-920e-d94edc4cf2f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.0939133 Nov 27 01:12:34.068577 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-8ede0b24-29b0-4633-9c19-ba7ed93ba962 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Made reservation on behalf of e93e94c1f6cd44529cc2d71063783ea9 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:34.072408 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-8ede0b24-29b0-4633-9c19-ba7ed93ba962 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:34.072700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['0d350140-5c29-442e-9968-e57199166469'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:34.074277 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:34.124216 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1467bc84-e559-489a-9bed-64573842b9a9 req-842ce07f-d1a0-4d4c-85be-58602b59184c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473640 Nov 27 01:12:34.167251 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:34.183489 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e91c5ec1-0efb-4bed-b93c-8fc76ec2a1ff tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2084062 Nov 27 01:12:34.314696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-8ede0b24-29b0-4633-9c19-ba7ed93ba962 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Allocated IP 172.20.0.5 (cf63eb64-bdb4-470a-9e3f-8cf792734371/f85db6d9-3158-4d56-9a3d-f6005e5ea913/dba44597-9a96-43c1-a551-0d2269af312f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:34.321745 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-66c03b3d-825c-469e-960a-90a1d988ef41 req-d534b6c8-3d6c-4762-a943-8eb69a1abe8a tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 210 time: 0.1004410 Nov 27 01:12:34.488496 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-8ede0b24-29b0-4633-9c19-ba7ed93ba962 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:34.498489 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:12:27Z', 'revision_number': 4, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port': {'id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:23Z', 'updated_at': '2021-11-27T01:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd54476f0-1392-47ff-89ca-33d97a86e1eb', 'name': '', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'mac_address': 'fa:16:3e:e2:5f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:26Z', 'updated_at': '2021-11-27T01:12:27Z', 'revision_number': 2, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'subnets': [{'id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:34.528310 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Checking router: 141d7e22-1578-45c4-b960-993e2ea2d719 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:34.529107 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Updating router 141d7e22-1578-45c4-b960-993e2ea2d719 port d54476f0-1392-47ff-89ca-33d97a86e1eb binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:12:34.588419 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:34.607094 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-8ede0b24-29b0-4633-9c19-ba7ed93ba962 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:34.685900 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede0b24-29b0-4633-9c19-ba7ed93ba962 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event updated for resources: {'Port': ['ID=dba44597-9a96-43c1-a551-0d2269af312f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:34.721123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-8ede0b24-29b0-4633-9c19-ba7ed93ba962 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Network cf63eb64-bdb4-470a-9e3f-8cf792734371 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:34.728745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-8ede0b24-29b0-4633-9c19-ba7ed93ba962 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:34.738497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-8ede0b24-29b0-4633-9c19-ba7ed93ba962 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:34.752327 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1467bc84-e559-489a-9bed-64573842b9a9 req-fd208404-f0f1-48e3-9fbb-1e2d21c2ff24 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283370 Nov 27 01:12:34.792522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feada8-cc2b-456e-ae90-ae719775c3d7 req-ad18a6e5-5460-4c62-bd82-e920ec885f2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:34.809047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feada8-cc2b-456e-ae90-ae719775c3d7 req-ad18a6e5-5460-4c62-bd82-e920ec885f2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:34.815195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feada8-cc2b-456e-ae90-ae719775c3d7 req-ad18a6e5-5460-4c62-bd82-e920ec885f2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:34.836079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feada8-cc2b-456e-ae90-ae719775c3d7 req-ad18a6e5-5460-4c62-bd82-e920ec885f2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:34.847802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feada8-cc2b-456e-ae90-ae719775c3d7 req-ad18a6e5-5460-4c62-bd82-e920ec885f2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:34.866259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feada8-cc2b-456e-ae90-ae719775c3d7 req-ad18a6e5-5460-4c62-bd82-e920ec885f2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:34.876108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feada8-cc2b-456e-ae90-ae719775c3d7 req-ad18a6e5-5460-4c62-bd82-e920ec885f2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:34.890741 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3feada8-cc2b-456e-ae90-ae719775c3d7 req-ad18a6e5-5460-4c62-bd82-e920ec885f2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.3682098 Nov 27 01:12:34.965694 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-8ede0b24-29b0-4633-9c19-ba7ed93ba962 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:34.969652 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-8ede0b24-29b0-4633-9c19-ba7ed93ba962 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.013657 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.021776 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.057365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-8ede0b24-29b0-4633-9c19-ba7ed93ba962 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2871566 Nov 27 01:12:35.064434 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09d25e-78ef-44c8-8378-fe228ce59981 None None] Pushing event updated for resources: {'Port': ['ID=d54476f0-1392-47ff-89ca-33d97a86e1eb,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:35.079337 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09d25e-78ef-44c8-8378-fe228ce59981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:35.079681 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09d25e-78ef-44c8-8378-fe228ce59981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:35.080022 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09d25e-78ef-44c8-8378-fe228ce59981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:35.080386 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09d25e-78ef-44c8-8378-fe228ce59981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:35.080728 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09d25e-78ef-44c8-8378-fe228ce59981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:35.081056 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09d25e-78ef-44c8-8378-fe228ce59981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:35.081379 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09d25e-78ef-44c8-8378-fe228ce59981 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:35.081973 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09d25e-78ef-44c8-8378-fe228ce59981 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:35.082302 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09d25e-78ef-44c8-8378-fe228ce59981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:35.082630 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09d25e-78ef-44c8-8378-fe228ce59981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:35.082956 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09d25e-78ef-44c8-8378-fe228ce59981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:35.083278 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09d25e-78ef-44c8-8378-fe228ce59981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:35.124935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Request body: {'port': {'device_id': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:35.135913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dd5864c3-769e-4c00-85f6-cf60e1c7ea10 None None] Provisioning complete for port dba44597-9a96-43c1-a551-0d2269af312f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:35.136550 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dd5864c3-769e-4c00-85f6-cf60e1c7ea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.202398 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Attempting to bind port d54476f0-1392-47ff-89ca-33d97a86e1eb on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:35.204549 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Attempting to bind port d54476f0-1392-47ff-89ca-33d97a86e1eb by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:35.204925 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Attempting to bind port d54476f0-1392-47ff-89ca-33d97a86e1eb on network 242abba9-5f49-4d58-b8e9-e9a880ce1edf {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:35.220055 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:35.227192 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Checking segment: {'id': 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:35.229341 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.230740 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Bound using segment: {'id': 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:35.231405 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Bound port: d54476f0-1392-47ff-89ca-33d97a86e1eb, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:35.233484 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.239818 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-dd5864c3-769e-4c00-85f6-cf60e1c7ea10 None None] Port dba44597-9a96-43c1-a551-0d2269af312f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:12:35.382231 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] For port d54476f0-1392-47ff-89ca-33d97a86e1eb, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:35.390968 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] For port d54476f0-1392-47ff-89ca-33d97a86e1eb, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d54476f0-1392-47ff-89ca-33d97a86e1eb,segment=NetworkSegment(a360af90-fbfc-4f78-8b58-cd9cb61d5efc),segment_id=a360af90-fbfc-4f78-8b58-cd9cb61d5efc)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:35.397582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3feada8-cc2b-456e-ae90-ae719775c3d7 req-09f05f5d-87ac-4108-9bd6-05a58666f88d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5051188 Nov 27 01:12:35.397951 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.524916 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 0d350140-5c29-442e-9968-e57199166469 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:35.565503 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Routers {'141d7e22-1578-45c4-b960-993e2ea2d719'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:35.566570 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['141d7e22-1578-45c4-b960-993e2ea2d719'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:35.715213 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-168f9739-0f31-46cf-82a8-b88360b5ad0c None None] Provisioning complete for port d54476f0-1392-47ff-89ca-33d97a86e1eb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:35.715441 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] Set router 141d7e22-1578-45c4-b960-993e2ea2d719 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:35.720467 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-168f9739-0f31-46cf-82a8-b88360b5ad0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.867939 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 0d350140-5c29-442e-9968-e57199166469 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:35.868457 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.038641 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-168f9739-0f31-46cf-82a8-b88360b5ad0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.060203 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09d25e-78ef-44c8-8378-fe228ce59981 None None] Pushing event updated for resources: {'Port': ['ID=d54476f0-1392-47ff-89ca-33d97a86e1eb,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:36.218265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-168f9739-0f31-46cf-82a8-b88360b5ad0c None None] For port d54476f0-1392-47ff-89ca-33d97a86e1eb, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d54476f0-1392-47ff-89ca-33d97a86e1eb,segment=NetworkSegment(a360af90-fbfc-4f78-8b58-cd9cb61d5efc),segment_id=a360af90-fbfc-4f78-8b58-cd9cb61d5efc)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:36.220515 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.227788 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-168f9739-0f31-46cf-82a8-b88360b5ad0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.246730 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:12:27Z', 'revision_number': 4, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port': {'id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:23Z', 'updated_at': '2021-11-27T01:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd54476f0-1392-47ff-89ca-33d97a86e1eb', 'name': '', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'mac_address': 'fa:16:3e:e2:5f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:26Z', 'updated_at': '2021-11-27T01:12:35Z', 'revision_number': 4, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'subnets': [{'id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:36.296680 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1234bcb-7ff0-4b37-9b6e-8ee8ad7fa407 None None] The sync data for ids ['141d7e22-1578-45c4-b960-993e2ea2d719'] in n-d-817303-10 is: [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:12:27Z', 'revision_number': 4, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port': {'id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:23Z', 'updated_at': '2021-11-27T01:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd54476f0-1392-47ff-89ca-33d97a86e1eb', 'name': '', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'mac_address': 'fa:16:3e:e2:5f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:26Z', 'updated_at': '2021-11-27T01:12:35Z', 'revision_number': 4, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'subnets': [{'id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:36.305082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.423100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f9739-0f31-46cf-82a8-b88360b5ad0c None None] Pushing event updated for resources: {'Port': ['ID=d54476f0-1392-47ff-89ca-33d97a86e1eb,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:36.451071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646e002b-2142-4e2f-9f70-c56845e6fbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d350140-5c29-442e-9968-e57199166469'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:36.459670 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8a9166-d637-475b-8140-f7657f6b54de" -d '{"events": [{"server_uuid": "646e002b-2142-4e2f-9f70-c56845e6fbac", "name": "network-vif-plugged", "status": "completed", "tag": "0d350140-5c29-442e-9968-e57199166469"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:36.511284 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5907370c-88b3-4fca-9ebe-a395238076d6 None None] Provisioning complete for port d54476f0-1392-47ff-89ca-33d97a86e1eb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:36.515815 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5907370c-88b3-4fca-9ebe-a395238076d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.526671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 0d350140-5c29-442e-9968-e57199166469, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=0d350140-5c29-442e-9968-e57199166469,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:36.604053 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.757433 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=0d350140-5c29-442e-9968-e57199166469,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:36.759174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d54476f0-1392-47ff-89ca-33d97a86e1eb up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:36.773173 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1467bc84-e559-489a-9bed-64573842b9a9 req-e2b6a502-89a1-4178-ae59-2a3bc2785dbf service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8794961 Nov 27 01:12:36.803661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d434d-2ddb-4848-9281-92e8d10f24fd req-e254cfe3-f163-44a5-b1e1-0ea342609b39 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:36.815631 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-260d434d-2ddb-4848-9281-92e8d10f24fd req-e254cfe3-f163-44a5-b1e1-0ea342609b39 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 944 time: 0.6045430 Nov 27 01:12:36.988198 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-260d434d-2ddb-4848-9281-92e8d10f24fd req-b5256085-9115-4a88-a959-edc361246b20 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620052 Nov 27 01:12:37.027018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d54476f0-1392-47ff-89ca-33d97a86e1eb triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:37.027402 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.244980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba44597-9a96-43c1-a551-0d2269af312f {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:37.254232 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.296075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Transition to ACTIVE for port object dba44597-9a96-43c1-a551-0d2269af312f will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:37.301225 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.424083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb545cc2-f6ba-4f45-83ba-5aad66cf37e7 req-e85114aa-8830-406a-b31c-c563f83b8094 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:37.439791 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb545cc2-f6ba-4f45-83ba-5aad66cf37e7 req-e85114aa-8830-406a-b31c-c563f83b8094 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 943 time: 0.1319551 Nov 27 01:12:37.462730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Pushing event updated for resources: {'Port': ['ID=dba44597-9a96-43c1-a551-0d2269af312f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:37.633322 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb545cc2-f6ba-4f45-83ba-5aad66cf37e7 req-a65d2187-d980-4043-924a-e52a7a7ef182 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1925735 Nov 27 01:12:37.656021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Attempting to bind port dba44597-9a96-43c1-a551-0d2269af312f on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:37.658730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Attempting to bind port dba44597-9a96-43c1-a551-0d2269af312f by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:37.659139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Attempting to bind port dba44597-9a96-43c1-a551-0d2269af312f on network cf63eb64-bdb4-470a-9e3f-8cf792734371 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:37.678246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Port dba44597-9a96-43c1-a551-0d2269af312f on network cf63eb64-bdb4-470a-9e3f-8cf792734371 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:12:37.678507 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Attempting to bind port dba44597-9a96-43c1-a551-0d2269af312f on network cf63eb64-bdb4-470a-9e3f-8cf792734371 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:37.689428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:37.689770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Checking segment: {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:37.690166 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Bound using segment: {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:37.690614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Bound port: dba44597-9a96-43c1-a551-0d2269af312f, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:37.690974 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.809490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:37.813475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dba44597-9a96-43c1-a551-0d2269af312f,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:37.825826 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.916620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:37.917305 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.919406 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] 10.222.0.31 "PUT /v2.0/ports/dba44597-9a96-43c1-a551-0d2269af312f HTTP/1.1" status: 200 len: 1092 time: 2.8211126 Nov 27 01:12:37.925773 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:37.928221 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559f8082-a7a3-4ec6-a94a-a9ca1314e7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "tag": "dba44597-9a96-43c1-a551-0d2269af312f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:37.998807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068511-1c74-45ca-8b5c-ec391e946258 req-f0fe61e8-fc01-448f-a933-68ad37d87b23 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.009317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068511-1c74-45ca-8b5c-ec391e946258 req-f0fe61e8-fc01-448f-a933-68ad37d87b23 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.023541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068511-1c74-45ca-8b5c-ec391e946258 req-f0fe61e8-fc01-448f-a933-68ad37d87b23 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.030712 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068511-1c74-45ca-8b5c-ec391e946258 req-f0fe61e8-fc01-448f-a933-68ad37d87b23 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.036879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068511-1c74-45ca-8b5c-ec391e946258 req-f0fe61e8-fc01-448f-a933-68ad37d87b23 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.054781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068511-1c74-45ca-8b5c-ec391e946258 req-f0fe61e8-fc01-448f-a933-68ad37d87b23 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.060945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068511-1c74-45ca-8b5c-ec391e946258 req-f0fe61e8-fc01-448f-a933-68ad37d87b23 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.070032 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58068511-1c74-45ca-8b5c-ec391e946258 req-f0fe61e8-fc01-448f-a933-68ad37d87b23 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.2546248 Nov 27 01:12:38.144533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51308daa-5a0e-4d3d-9739-c8e283b67cff service neutron] Pushing event updated for resources: {'Port': ['ID=dba44597-9a96-43c1-a551-0d2269af312f,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:38.245622 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58068511-1c74-45ca-8b5c-ec391e946258 req-b8a99b2e-8dfc-4669-815e-09a4986db33f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1745596 Nov 27 01:12:38.279099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-5010e8b5-dd6f-440a-b606-60e430931cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.280634 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-5010e8b5-dd6f-440a-b606-60e430931cee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 1095 time: 0.2013733 Nov 27 01:12:38.310026 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efec87ed-1284-4cd0-b19e-2f92b6b5f228 x-openstack-request-id: req-efec87ed-1284-4cd0-b19e-2f92b6b5f228 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:38.310505 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646e002b-2142-4e2f-9f70-c56845e6fbac", "name": "network-vif-plugged", "status": "completed", "tag": "0d350140-5c29-442e-9968-e57199166469", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:38.310613 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efec87ed-1284-4cd0-b19e-2f92b6b5f228 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:38.311519 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646e002b-2142-4e2f-9f70-c56845e6fbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d350140-5c29-442e-9968-e57199166469', 'code': 200} Nov 27 01:12:38.376563 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-c5129865-b6f1-4dfe-ac1d-ba04d93741be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba44597-9a96-43c1-a551-0d2269af312f HTTP/1.1" status: 200 len: 217 time: 0.0726831 Nov 27 01:12:38.470982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-3e6eae80-13b5-4936-8d77-79d803196899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.476441 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-3e6eae80-13b5-4936-8d77-79d803196899 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.0889032 Nov 27 01:12:38.604793 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17c48ef-bcbb-4cfc-8800-14213e360824 x-openstack-request-id: req-a17c48ef-bcbb-4cfc-8800-14213e360824 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:38.604793 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "tag": "dba44597-9a96-43c1-a551-0d2269af312f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:38.604793 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a17c48ef-bcbb-4cfc-8800-14213e360824 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:38.604793 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f', 'status': 'completed', 'code': 200} Nov 27 01:12:38.605486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d54476f0-1392-47ff-89ca-33d97a86e1eb up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:38.605589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-0a44efbf-1624-4760-91f1-43b8ab57ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.605589 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-0a44efbf-1624-4760-91f1-43b8ab57ed7f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879040 Nov 27 01:12:38.694232 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d54476f0-1392-47ff-89ca-33d97a86e1eb triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:38.694865 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:38.783953 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-1921c358-4a1d-4478-8dd5-0dbf846534c3 service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972656 Nov 27 01:12:38.909073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958af16-549f-4eae-9b26-cb5da193a725 req-bca979cc-df89-4810-bd95-b3698a032d3a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.916541 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e958af16-549f-4eae-9b26-cb5da193a725 req-bca979cc-df89-4810-bd95-b3698a032d3a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.2103789 Nov 27 01:12:39.048528 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e958af16-549f-4eae-9b26-cb5da193a725 req-dd462b36-e5c9-4b72-a824-64410e66dd9a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309924 Nov 27 01:12:39.057193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28662920-df03-42fa-bd0c-7f36b43aafbd req-e0467249-2676-45e5-9b27-f320944bd8ad service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465007 Nov 27 01:12:39.234143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f8082-a7a3-4ec6-a94a-a9ca1314e7e5 req-f19b9127-834b-4c85-92f2-15ff7016d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.235669 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-559f8082-a7a3-4ec6-a94a-a9ca1314e7e5 req-f19b9127-834b-4c85-92f2-15ff7016d5e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 1095 time: 0.0782602 Nov 27 01:12:39.314458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 1346ce4d-530e-44ab-8572-365f1b9e2917 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:39.445769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8ccf3-0bad-4961-a606-4822bc190143 req-59a6450a-d5dc-45e8-9a0f-b1b51c889791 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.446886 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7f8ccf3-0bad-4961-a606-4822bc190143 req-59a6450a-d5dc-45e8-9a0f-b1b51c889791 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 943 time: 0.1889687 Nov 27 01:12:39.505653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f8082-a7a3-4ec6-a94a-a9ca1314e7e5 req-26f0db80-ef65-401f-aa39-2b153465ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.507173 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-559f8082-a7a3-4ec6-a94a-a9ca1314e7e5 req-26f0db80-ef65-401f-aa39-2b153465ee20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 918 time: 0.2577460 Nov 27 01:12:39.527991 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 1346ce4d-530e-44ab-8572-365f1b9e2917, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=1346ce4d-530e-44ab-8572-365f1b9e2917,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:39.547319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '1346ce4d-530e-44ab-8572-365f1b9e2917', 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd', 'port_id': '1346ce4d-530e-44ab-8572-365f1b9e2917', 'mac_address': 'fa:16:3e:76:2a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:39.552290 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7f8ccf3-0bad-4961-a606-4822bc190143 req-6ca83233-96c3-42a5-81e7-07e63afba37b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975261 Nov 27 01:12:39.594011 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-559f8082-a7a3-4ec6-a94a-a9ca1314e7e5 req-cc064df8-894d-41a5-87e1-dd2c0b8fc5fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba44597-9a96-43c1-a551-0d2269af312f HTTP/1.1" status: 200 len: 217 time: 0.0403824 Nov 27 01:12:39.671346 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.711360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1346ce4d-530e-44ab-8572-365f1b9e2917 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:39.740080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 1346ce4d-530e-44ab-8572-365f1b9e2917, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=1346ce4d-530e-44ab-8572-365f1b9e2917,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:39.759648 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.760375 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device fa8df721-a27d-4048-8e31-4d40b0c711b4 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:39.806723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f8082-a7a3-4ec6-a94a-a9ca1314e7e5 req-6d69b547-4ecf-494c-ba1b-6c434cb88753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.812468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-559f8082-a7a3-4ec6-a94a-a9ca1314e7e5 req-6d69b547-4ecf-494c-ba1b-6c434cb88753 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.2082050 Nov 27 01:12:39.884551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c4f7b-fb7e-4b5b-8c08-68da0b559ed6 req-94e28ce3-cea1-49a8-bc43-c0e2809d7373 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.889943 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port fa8df721-a27d-4048-8e31-4d40b0c711b4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fa8df721-a27d-4048-8e31-4d40b0c711b4,segment=NetworkSegment(3e0caf90-97a0-4406-b049-d0b9dd26f625),segment_id=3e0caf90-97a0-4406-b049-d0b9dd26f625)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:39.890801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c4f7b-fb7e-4b5b-8c08-68da0b559ed6 req-94e28ce3-cea1-49a8-bc43-c0e2809d7373 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.897192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c4f7b-fb7e-4b5b-8c08-68da0b559ed6 req-94e28ce3-cea1-49a8-bc43-c0e2809d7373 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.903714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c4f7b-fb7e-4b5b-8c08-68da0b559ed6 req-94e28ce3-cea1-49a8-bc43-c0e2809d7373 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.910141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c4f7b-fb7e-4b5b-8c08-68da0b559ed6 req-94e28ce3-cea1-49a8-bc43-c0e2809d7373 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.917548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c4f7b-fb7e-4b5b-8c08-68da0b559ed6 req-94e28ce3-cea1-49a8-bc43-c0e2809d7373 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.924505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c4f7b-fb7e-4b5b-8c08-68da0b559ed6 req-94e28ce3-cea1-49a8-bc43-c0e2809d7373 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.934354 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a24c4f7b-fb7e-4b5b-8c08-68da0b559ed6 req-94e28ce3-cea1-49a8-bc43-c0e2809d7373 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5429 time: 0.2717650 Nov 27 01:12:39.999103 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'fa8df721-a27d-4048-8e31-4d40b0c711b4', 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03', 'port_id': 'fa8df721-a27d-4048-8e31-4d40b0c711b4', 'mac_address': 'fa:16:3e:8f:e4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ccacb2-63f7-411e-8bda-517203fb2f6e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:40.002901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=1346ce4d-530e-44ab-8572-365f1b9e2917,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:40.003316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f8082-a7a3-4ec6-a94a-a9ca1314e7e5 req-97739924-a096-4a80-9739-25675a2174a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:40.005130 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-559f8082-a7a3-4ec6-a94a-a9ca1314e7e5 req-97739924-a096-4a80-9739-25675a2174a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1709459 Nov 27 01:12:40.089883 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a9268b83-911d-4ef0-b5e1-dbb626cacc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.105128 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.144220 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8df721-a27d-4048-8e31-4d40b0c711b4 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:40.177005 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port fa8df721-a27d-4048-8e31-4d40b0c711b4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fa8df721-a27d-4048-8e31-4d40b0c711b4,segment=NetworkSegment(3e0caf90-97a0-4406-b049-d0b9dd26f625),segment_id=3e0caf90-97a0-4406-b049-d0b9dd26f625)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:40.182803 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.183541 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 38653e23-1492-4325-a7f0-fda66317be04 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:40.232728 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a24c4f7b-fb7e-4b5b-8c08-68da0b559ed6 req-c7186979-a83c-41bd-9a77-f2db72fa2233 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2971876 Nov 27 01:12:40.323964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 38653e23-1492-4325-a7f0-fda66317be04, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=38653e23-1492-4325-a7f0-fda66317be04,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:40.329680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=fa8df721-a27d-4048-8e31-4d40b0c711b4,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:40.365233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '38653e23-1492-4325-a7f0-fda66317be04', 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd', 'port_id': '38653e23-1492-4325-a7f0-fda66317be04', 'mac_address': 'fa:16:3e:59:a2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:40.382792 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-559f8082-a7a3-4ec6-a94a-a9ca1314e7e5 req-8e3ffa5a-53dc-41bb-9f9e-b234677da163 service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618629 Nov 27 01:12:40.453595 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.482304 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38653e23-1492-4325-a7f0-fda66317be04 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:40.546233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 38653e23-1492-4325-a7f0-fda66317be04, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=38653e23-1492-4325-a7f0-fda66317be04,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:40.552062 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.552867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 12f169c6-2293-47c7-851c-1936465a7ea4 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:40.758262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=38653e23-1492-4325-a7f0-fda66317be04,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:40.766346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76253a15-027d-45cc-b276-25a88ee7af51 req-f286c857-8666-4109-aa11-1530596656fc tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:40.779249 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-76253a15-027d-45cc-b276-25a88ee7af51 req-f286c857-8666-4109-aa11-1530596656fc tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.2117331 Nov 27 01:12:40.807109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 12f169c6-2293-47c7-851c-1936465a7ea4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=12f169c6-2293-47c7-851c-1936465a7ea4,segment=NetworkSegment(155b5aba-67a4-4743-9251-a15779a8be25),segment_id=155b5aba-67a4-4743-9251-a15779a8be25)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:40.821933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '12f169c6-2293-47c7-851c-1936465a7ea4', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'port_id': '12f169c6-2293-47c7-851c-1936465a7ea4', 'mac_address': 'fa:16:3e:37:2b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:40.844948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-559f8082-a7a3-4ec6-a94a-a9ca1314e7e5 req-245af9d9-8577-4985-b836-b33a87a4f0c9 service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245856 Nov 27 01:12:40.874800 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.895363 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-76253a15-027d-45cc-b276-25a88ee7af51 req-fa99262d-bd67-44ba-a01f-5ac487897fe5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145716 Nov 27 01:12:40.897764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f169c6-2293-47c7-851c-1936465a7ea4 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:40.949893 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 12f169c6-2293-47c7-851c-1936465a7ea4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=12f169c6-2293-47c7-851c-1936465a7ea4,segment=NetworkSegment(155b5aba-67a4-4743-9251-a15779a8be25),segment_id=155b5aba-67a4-4743-9251-a15779a8be25)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:40.955435 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.956470 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 905f8a32-3ac2-4a05-aa98-b191158f7c71 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:41.038986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=12f169c6-2293-47c7-851c-1936465a7ea4,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:41.104710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 905f8a32-3ac2-4a05-aa98-b191158f7c71, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=905f8a32-3ac2-4a05-aa98-b191158f7c71,segment=NetworkSegment(3e0caf90-97a0-4406-b049-d0b9dd26f625),segment_id=3e0caf90-97a0-4406-b049-d0b9dd26f625)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:41.122154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '905f8a32-3ac2-4a05-aa98-b191158f7c71', 'network_id': '7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03', 'port_id': '905f8a32-3ac2-4a05-aa98-b191158f7c71', 'mac_address': 'fa:16:3e:b7:54:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ccacb2-63f7-411e-8bda-517203fb2f6e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:41.221891 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.261117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905f8a32-3ac2-4a05-aa98-b191158f7c71 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:41.292055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60316b-a76f-4982-9a56-ae791b793c76 req-52862504-c3a9-4a09-b855-d55b2b63b08c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:41.304080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f60316b-a76f-4982-9a56-ae791b793c76 req-52862504-c3a9-4a09-b855-d55b2b63b08c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 943 time: 0.1436889 Nov 27 01:12:41.332387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 905f8a32-3ac2-4a05-aa98-b191158f7c71, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=905f8a32-3ac2-4a05-aa98-b191158f7c71,segment=NetworkSegment(3e0caf90-97a0-4406-b049-d0b9dd26f625),segment_id=3e0caf90-97a0-4406-b049-d0b9dd26f625)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:41.339693 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.340449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4bae5e58-695f-41e0-9eee-9e4a0229fc75 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:41.406784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f60316b-a76f-4982-9a56-ae791b793c76 req-4d2d6e14-1744-4148-8fd9-9811ecfe873c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016545 Nov 27 01:12:41.447159 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=905f8a32-3ac2-4a05-aa98-b191158f7c71,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:41.457436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4bae5e58-695f-41e0-9eee-9e4a0229fc75, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4bae5e58-695f-41e0-9eee-9e4a0229fc75,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:41.472281 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '4bae5e58-695f-41e0-9eee-9e4a0229fc75', 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd', 'port_id': '4bae5e58-695f-41e0-9eee-9e4a0229fc75', 'mac_address': 'fa:16:3e:bc:c6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:41.543658 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.566549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bae5e58-695f-41e0-9eee-9e4a0229fc75 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:41.575266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106632f-73d1-40a1-8ffd-d27a0912105d req-edd6a2a3-775f-4ef7-a733-13020be57f04 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:41.585144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106632f-73d1-40a1-8ffd-d27a0912105d req-edd6a2a3-775f-4ef7-a733-13020be57f04 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:41.591716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106632f-73d1-40a1-8ffd-d27a0912105d req-edd6a2a3-775f-4ef7-a733-13020be57f04 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:41.600563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106632f-73d1-40a1-8ffd-d27a0912105d req-edd6a2a3-775f-4ef7-a733-13020be57f04 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:41.603845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4bae5e58-695f-41e0-9eee-9e4a0229fc75, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4bae5e58-695f-41e0-9eee-9e4a0229fc75,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:41.609758 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.610298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106632f-73d1-40a1-8ffd-d27a0912105d req-edd6a2a3-775f-4ef7-a733-13020be57f04 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:41.610537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d6bb6eef-c037-4aab-9018-ff3e3cc3b43b details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:41.619513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106632f-73d1-40a1-8ffd-d27a0912105d req-edd6a2a3-775f-4ef7-a733-13020be57f04 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:41.626741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106632f-73d1-40a1-8ffd-d27a0912105d req-edd6a2a3-775f-4ef7-a733-13020be57f04 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:41.636747 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1106632f-73d1-40a1-8ffd-d27a0912105d req-edd6a2a3-775f-4ef7-a733-13020be57f04 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5434 time: 0.1328509 Nov 27 01:12:41.688360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=4bae5e58-695f-41e0-9eee-9e4a0229fc75,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:41.720195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:41.752455 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1106632f-73d1-40a1-8ffd-d27a0912105d req-5ded9611-28a8-45fe-a48d-25cee0c3c9f4 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107800 Nov 27 01:12:41.772752 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'd6bb6eef-c037-4aab-9018-ff3e3cc3b43b', 'network_id': '47b267cc-e710-46a2-97b9-c7c30bcc89cd', 'port_id': 'd6bb6eef-c037-4aab-9018-ff3e3cc3b43b', 'mac_address': 'fa:16:3e:ff:18:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:41.837269 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.861056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bb6eef-c037-4aab-9018-ff3e3cc3b43b {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:41.909676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:41.917552 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.994177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:42.053661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device dba44597-9a96-43c1-a551-0d2269af312f details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:42.088465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59572aa-b7b3-4b78-b6f3-e6687d705ca2 req-58ca6031-ba5f-4d1d-bf83-2caa20a89900 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:42.097017 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f59572aa-b7b3-4b78-b6f3-e6687d705ca2 req-58ca6031-ba5f-4d1d-bf83-2caa20a89900 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1079354 Nov 27 01:12:42.210550 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f59572aa-b7b3-4b78-b6f3-e6687d705ca2 req-a42dc025-bdac-4fae-990d-5a3c2d25e48d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114774 Nov 27 01:12:42.297415 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-11a5cb7e-4361-4252-8b0e-d04aa9d1b7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:42.343539 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dba44597-9a96-43c1-a551-0d2269af312f,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:42.358375 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'dba44597-9a96-43c1-a551-0d2269af312f', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'port_id': 'dba44597-9a96-43c1-a551-0d2269af312f', 'mac_address': 'fa:16:3e:dd:4e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:42.410992 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:42.634518 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c16bff-fc27-4c40-b414-f8108aafbf4a req-559485fe-e9c9-40f2-b681-902405aa61e4 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:42.637808 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66c16bff-fc27-4c40-b414-f8108aafbf4a req-559485fe-e9c9-40f2-b681-902405aa61e4 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 943 time: 0.1031334 Nov 27 01:12:42.662536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba44597-9a96-43c1-a551-0d2269af312f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:42.716101 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dba44597-9a96-43c1-a551-0d2269af312f,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:42.725811 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:42.726051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66c16bff-fc27-4c40-b414-f8108aafbf4a req-ec191442-f26f-4cc8-aa11-1b98ccb3c24a tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768967 Nov 27 01:12:42.801446 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=dba44597-9a96-43c1-a551-0d2269af312f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:42.933851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796f509-bee7-44e9-a2a7-b692f61cf77c req-dcbb22b0-9de9-4dac-90a4-9f8097e2c27f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:42.941190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796f509-bee7-44e9-a2a7-b692f61cf77c req-dcbb22b0-9de9-4dac-90a4-9f8097e2c27f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:42.948299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796f509-bee7-44e9-a2a7-b692f61cf77c req-dcbb22b0-9de9-4dac-90a4-9f8097e2c27f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:42.958217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796f509-bee7-44e9-a2a7-b692f61cf77c req-dcbb22b0-9de9-4dac-90a4-9f8097e2c27f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:42.964416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796f509-bee7-44e9-a2a7-b692f61cf77c req-dcbb22b0-9de9-4dac-90a4-9f8097e2c27f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:42.980436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796f509-bee7-44e9-a2a7-b692f61cf77c req-dcbb22b0-9de9-4dac-90a4-9f8097e2c27f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:42.988335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796f509-bee7-44e9-a2a7-b692f61cf77c req-dcbb22b0-9de9-4dac-90a4-9f8097e2c27f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:42.996597 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4796f509-bee7-44e9-a2a7-b692f61cf77c req-dcbb22b0-9de9-4dac-90a4-9f8097e2c27f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5436 time: 0.1501715 Nov 27 01:12:43.082155 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4796f509-bee7-44e9-a2a7-b692f61cf77c req-6bfba6de-3304-4a66-ae89-54b8464f1205 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843341 Nov 27 01:12:43.209803 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.456579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfaf1-1c3f-4608-8b94-f4ff76bc398e req-bda01600-df8c-4178-9b56-018b44b1da4d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:43.464669 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['1346ce4d-530e-44ab-8572-365f1b9e2917'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:43.472384 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3bfaf1-1c3f-4608-8b94-f4ff76bc398e req-bda01600-df8c-4178-9b56-018b44b1da4d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1459317 Nov 27 01:12:43.501176 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['905f8a32-3ac2-4a05-aa98-b191158f7c71'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:43.555727 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['fa8df721-a27d-4048-8e31-4d40b0c711b4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:43.567481 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3bfaf1-1c3f-4608-8b94-f4ff76bc398e req-0f978cc1-194d-4316-b2e1-0663c3b1ca7c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941091 Nov 27 01:12:43.592731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['12f169c6-2293-47c7-851c-1936465a7ea4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:43.651701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['38653e23-1492-4325-a7f0-fda66317be04'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:43.684333 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['4bae5e58-695f-41e0-9eee-9e4a0229fc75'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:43.708304 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d6bb6eef-c037-4aab-9018-ff3e3cc3b43b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:43.957512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90418b31-98f4-4b69-b211-3799e5847979 req-47f1c606-d5cb-4763-b231-6249391e8727 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:43.959097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90418b31-98f4-4b69-b211-3799e5847979 req-47f1c606-d5cb-4763-b231-6249391e8727 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.0867352 Nov 27 01:12:43.984555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['dba44597-9a96-43c1-a551-0d2269af312f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:44.049127 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90418b31-98f4-4b69-b211-3799e5847979 req-05cffc6c-0de9-4151-851a-871d28a8a724 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766766 Nov 27 01:12:44.342488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72cc15-f5b2-4243-a87d-d6183aca58c3 req-e5c318ee-7e82-47b7-8e18-ff6793b1ee37 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:44.359043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72cc15-f5b2-4243-a87d-d6183aca58c3 req-e5c318ee-7e82-47b7-8e18-ff6793b1ee37 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:44.368660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72cc15-f5b2-4243-a87d-d6183aca58c3 req-e5c318ee-7e82-47b7-8e18-ff6793b1ee37 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:44.382937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72cc15-f5b2-4243-a87d-d6183aca58c3 req-e5c318ee-7e82-47b7-8e18-ff6793b1ee37 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:44.396155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72cc15-f5b2-4243-a87d-d6183aca58c3 req-e5c318ee-7e82-47b7-8e18-ff6793b1ee37 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:44.409828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72cc15-f5b2-4243-a87d-d6183aca58c3 req-e5c318ee-7e82-47b7-8e18-ff6793b1ee37 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:44.428718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72cc15-f5b2-4243-a87d-d6183aca58c3 req-e5c318ee-7e82-47b7-8e18-ff6793b1ee37 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:44.443621 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba72cc15-f5b2-4243-a87d-d6183aca58c3 req-e5c318ee-7e82-47b7-8e18-ff6793b1ee37 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5436 time: 0.2089427 Nov 27 01:12:44.631882 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba72cc15-f5b2-4243-a87d-d6183aca58c3 req-33264016-caab-4f20-b79d-e2e67b07070a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1796136 Nov 27 01:12:44.665862 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2750abe6-5b8f-4641-9773-ac026ce45da6 req-9903d968-9f81-43d8-b08a-8b733ad44c35 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2152157 Nov 27 01:12:44.815203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750abe6-5b8f-4641-9773-ac026ce45da6 req-b567373a-d007-4b3b-bed6-60224da0091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:44.816743 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2750abe6-5b8f-4641-9773-ac026ce45da6 req-b567373a-d007-4b3b-bed6-60224da0091c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1965584d775b40d08788f0d3d35e09d3&device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 1098 time: 0.0789542 Nov 27 01:12:44.918760 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.029204 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750abe6-5b8f-4641-9773-ac026ce45da6 req-623e4af9-3530-4676-8c80-89a5dcc4198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:45.031938 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2750abe6-5b8f-4641-9773-ac026ce45da6 req-623e4af9-3530-4676-8c80-89a5dcc4198e service neutron] 10.222.0.31 "GET /v2.0/networks?id=1015b721-7798-4f53-98da-24c62650c19a HTTP/1.1" status: 200 len: 913 time: 0.1919127 Nov 27 01:12:45.179047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21c50e-26dc-4a40-baa8-36832c1d1a18 req-31ca1d88-95eb-4e91-a174-32bd50950a7e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:45.193819 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a21c50e-26dc-4a40-baa8-36832c1d1a18 req-31ca1d88-95eb-4e91-a174-32bd50950a7e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.2673018 Nov 27 01:12:45.218549 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2750abe6-5b8f-4641-9773-ac026ce45da6 req-b6530e06-95d0-4928-a8a8-0e41edaf8872 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee90a8dc-819d-4e21-b4fe-9298401cb22b HTTP/1.1" status: 200 len: 1002 time: 0.1786699 Nov 27 01:12:45.305126 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a21c50e-26dc-4a40-baa8-36832c1d1a18 req-33621814-a2a1-4d1d-aebf-6aa86433d0bd tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048000 Nov 27 01:12:45.322985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750abe6-5b8f-4641-9773-ac026ce45da6 req-310ebd35-b47c-4ec7-821c-471eae77d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:45.324571 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2750abe6-5b8f-4641-9773-ac026ce45da6 req-310ebd35-b47c-4ec7-821c-471eae77d3e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ff033c3-8819-49e9-b4d2-ddefe03865a5 HTTP/1.1" status: 200 len: 851 time: 0.0959790 Nov 27 01:12:45.411291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750abe6-5b8f-4641-9773-ac026ce45da6 req-aa1859d1-dee2-48da-9bf5-c2f5bd79d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:45.412967 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2750abe6-5b8f-4641-9773-ac026ce45da6 req-aa1859d1-dee2-48da-9bf5-c2f5bd79d5e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1015b721-7798-4f53-98da-24c62650c19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803754 Nov 27 01:12:45.815542 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2750abe6-5b8f-4641-9773-ac026ce45da6 req-9136c41f-d9b8-456f-951f-54da883911ae service neutron] 10.222.0.31 "GET /v2.0/networks/1015b721-7798-4f53-98da-24c62650c19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931713 Nov 27 01:12:46.014629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2750abe6-5b8f-4641-9773-ac026ce45da6 req-97452626-c7c1-49b7-9cc7-b74a1981b666 service neutron] 10.222.0.31 "GET /v2.0/networks/1015b721-7798-4f53-98da-24c62650c19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845088 Nov 27 01:12:46.042366 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3938898-b013-4554-9673-c114e9d56c67 req-d61bd6f2-dd90-4198-b852-60a8921ae4be tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.058991 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3938898-b013-4554-9673-c114e9d56c67 req-d61bd6f2-dd90-4198-b852-60a8921ae4be tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.4732671 Nov 27 01:12:46.065424 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-380cef08-e646-4203-b670-da7789f51bb7 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1456499977&fields=id&tenant_id=7a4be403ef324ac689ea3911a5db9b0e HTTP/1.1" status: 200 len: 267 time: 0.1490672 Nov 27 01:12:46.081225 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 1346ce4d-530e-44ab-8572-365f1b9e2917 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:46.151816 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3938898-b013-4554-9673-c114e9d56c67 req-992e15d6-4ced-4dd2-a507-455140c50ab0 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917881 Nov 27 01:12:46.264916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-47abc6df-d94c-49cf-91dc-5d3a26a96401 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.277677 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-47abc6df-d94c-49cf-91dc-5d3a26a96401 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/networks?id=242abba9-5f49-4d58-b8e9-e9a880ce1edf HTTP/1.1" status: 200 len: 814 time: 0.1934466 Nov 27 01:12:46.321998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-1cb1b387-04ad-4b37-a7b7-2642c9402e29 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/quotas/7a4be403ef324ac689ea3911a5db9b0e HTTP/1.1" status: 200 len: 375 time: 0.0416131 Nov 27 01:12:46.328559 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 1346ce4d-530e-44ab-8572-365f1b9e2917 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:12:46.347960 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:46.356455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 1346ce4d-530e-44ab-8572-365f1b9e2917 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:46.357735 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:46.436684 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-c19cfa84-8b5c-4fbf-ae68-46487c61f398 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a4be403ef324ac689ea3911a5db9b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133890 Nov 27 01:12:46.455754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d8b5c-955d-4d28-a126-d6d29dab8ec3 req-c228bcb2-2f0d-4044-bd0e-167e6ddadae3 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.469815 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d8b5c-955d-4d28-a126-d6d29dab8ec3 req-c228bcb2-2f0d-4044-bd0e-167e6ddadae3 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.486288 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d8b5c-955d-4d28-a126-d6d29dab8ec3 req-c228bcb2-2f0d-4044-bd0e-167e6ddadae3 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.525178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d8b5c-955d-4d28-a126-d6d29dab8ec3 req-c228bcb2-2f0d-4044-bd0e-167e6ddadae3 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.550045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d8b5c-955d-4d28-a126-d6d29dab8ec3 req-c228bcb2-2f0d-4044-bd0e-167e6ddadae3 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.581911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d8b5c-955d-4d28-a126-d6d29dab8ec3 req-c228bcb2-2f0d-4044-bd0e-167e6ddadae3 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.596529 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d8b5c-955d-4d28-a126-d6d29dab8ec3 req-c228bcb2-2f0d-4044-bd0e-167e6ddadae3 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.616377 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e3d8b5c-955d-4d28-a126-d6d29dab8ec3 req-c228bcb2-2f0d-4044-bd0e-167e6ddadae3 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5436 time: 0.3501413 Nov 27 01:12:46.640107 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:46.714055 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1346ce4d-530e-44ab-8572-365f1b9e2917'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:46.721336 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3863b8-aff9-40d1-83c5-ab8a6703dfdb" -d '{"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-plugged", "status": "completed", "tag": "1346ce4d-530e-44ab-8572-365f1b9e2917"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:46.758688 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-dc9dade1-6cc6-4921-9531-cbaa757dd09b service neutron] 10.222.0.15 "GET /v2.0/networks/242abba9-5f49-4d58-b8e9-e9a880ce1edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135319 Nov 27 01:12:46.763909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 1346ce4d-530e-44ab-8572-365f1b9e2917, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=1346ce4d-530e-44ab-8572-365f1b9e2917,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:46.779876 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:46.835932 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=1346ce4d-530e-44ab-8572-365f1b9e2917,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:46.836610 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e3d8b5c-955d-4d28-a126-d6d29dab8ec3 req-45e618f5-a541-4710-8a6c-1852da771a66 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2156456 Nov 27 01:12:46.978442 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-1632625b-c4b9-4f9f-a797-b640c14cb216 service neutron] 10.222.0.15 "GET /v2.0/networks/242abba9-5f49-4d58-b8e9-e9a880ce1edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157536 Nov 27 01:12:47.342410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1897b-1fe5-41b5-b29e-36926b6727c9 req-0d70c450-b178-4037-a5e0-97a3aee0fb59 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:47.349428 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93a1897b-1fe5-41b5-b29e-36926b6727c9 req-0d70c450-b178-4037-a5e0-97a3aee0fb59 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1952748 Nov 27 01:12:47.425494 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb0bbeb-0d11-4cde-a087-1506b81a7a0e x-openstack-request-id: req-eeb0bbeb-0d11-4cde-a087-1506b81a7a0e {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:47.426098 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-plugged", "status": "completed", "tag": "1346ce4d-530e-44ab-8572-365f1b9e2917", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:47.426598 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eeb0bbeb-0d11-4cde-a087-1506b81a7a0e {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:47.427093 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1346ce4d-530e-44ab-8572-365f1b9e2917', 'code': 200} Nov 27 01:12:47.458301 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93a1897b-1fe5-41b5-b29e-36926b6727c9 req-015f7a2f-fbb6-45a4-866f-9d3cded9359b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038079 Nov 27 01:12:47.579365 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-57d86b54-b407-404f-adb7-c5bb13641411 req-03af0cec-14d3-4d3f-a6ec-894ccbb2d965 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 210 time: 0.0692701 Nov 27 01:12:47.667798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19737e60-4cc1-4e16-ae5c-b1965fa6301e req-fb44851e-04f6-4a5a-9ee6-df4f2abc5dd3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:47.677841 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-19737e60-4cc1-4e16-ae5c-b1965fa6301e req-fb44851e-04f6-4a5a-9ee6-df4f2abc5dd3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.0979347 Nov 27 01:12:47.747843 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-19737e60-4cc1-4e16-ae5c-b1965fa6301e req-a9117e66-5d60-48ae-9fe6-7939940b4f3e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630906 Nov 27 01:12:48.108915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 905f8a32-3ac2-4a05-aa98-b191158f7c71 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:48.131367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76de68b-45a2-4eea-a6cd-0cdb06f47a6e req-86d79e50-4774-4b0a-b6cd-8c78d8b84863 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:48.152887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76de68b-45a2-4eea-a6cd-0cdb06f47a6e req-86d79e50-4774-4b0a-b6cd-8c78d8b84863 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:48.162392 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76de68b-45a2-4eea-a6cd-0cdb06f47a6e req-86d79e50-4774-4b0a-b6cd-8c78d8b84863 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:48.180204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76de68b-45a2-4eea-a6cd-0cdb06f47a6e req-86d79e50-4774-4b0a-b6cd-8c78d8b84863 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:48.195049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76de68b-45a2-4eea-a6cd-0cdb06f47a6e req-86d79e50-4774-4b0a-b6cd-8c78d8b84863 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:48.202877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76de68b-45a2-4eea-a6cd-0cdb06f47a6e req-86d79e50-4774-4b0a-b6cd-8c78d8b84863 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:48.211014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76de68b-45a2-4eea-a6cd-0cdb06f47a6e req-86d79e50-4774-4b0a-b6cd-8c78d8b84863 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:48.224212 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a76de68b-45a2-4eea-a6cd-0cdb06f47a6e req-86d79e50-4774-4b0a-b6cd-8c78d8b84863 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5437 time: 0.2485552 Nov 27 01:12:48.272063 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 905f8a32-3ac2-4a05-aa98-b191158f7c71 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:12:48.288274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 905f8a32-3ac2-4a05-aa98-b191158f7c71 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:48.288662 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:48.347193 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a76de68b-45a2-4eea-a6cd-0cdb06f47a6e req-61bb3ab5-d7d0-467b-b6c2-5357ae09a6fb tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205080 Nov 27 01:12:48.483924 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:48.602527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 905f8a32-3ac2-4a05-aa98-b191158f7c71, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=905f8a32-3ac2-4a05-aa98-b191158f7c71,segment=NetworkSegment(3e0caf90-97a0-4406-b049-d0b9dd26f625),segment_id=3e0caf90-97a0-4406-b049-d0b9dd26f625)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:48.634722 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:48.779210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c39605-1585-45f5-8ce8-c822e6500472 req-60c1b66e-da99-44f9-9b2f-d375c265581e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:48.789005 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93c39605-1585-45f5-8ce8-c822e6500472 req-60c1b66e-da99-44f9-9b2f-d375c265581e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1017270 Nov 27 01:12:48.837441 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=905f8a32-3ac2-4a05-aa98-b191158f7c71,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:48.857794 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a537458-1808-4eee-8b94-18054691df76 req-6adb635b-4e45-45f9-a6b1-f0ed8cb28d0d tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 210 time: 0.0871971 Nov 27 01:12:48.887985 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93c39605-1585-45f5-8ce8-c822e6500472 req-e81c0bb4-d238-45cd-9c26-8333334a7d5b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945411 Nov 27 01:12:49.030601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f52931-784b-4c81-a589-2b6dc3ff743e req-0a27010a-af11-4336-899c-47aafad8ff14 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:49.038153 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-92f52931-784b-4c81-a589-2b6dc3ff743e req-0a27010a-af11-4336-899c-47aafad8ff14 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.0928478 Nov 27 01:12:49.096362 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-92f52931-784b-4c81-a589-2b6dc3ff743e req-ac9c3d90-9494-4ec8-a987-42943db56f12 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567615 Nov 27 01:12:49.428568 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905f8a32-3ac2-4a05-aa98-b191158f7c71'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:49.431007 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d117df21-244b-418c-8e05-d9f71e4e21c5" -d '{"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-plugged", "status": "completed", "tag": "905f8a32-3ac2-4a05-aa98-b191158f7c71"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:49.508488 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53584c9-5b70-4f14-a749-5d3c3207e3e6 x-openstack-request-id: req-d53584c9-5b70-4f14-a749-5d3c3207e3e6 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:49.509556 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-plugged", "status": "completed", "tag": "905f8a32-3ac2-4a05-aa98-b191158f7c71", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:49.509976 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d53584c9-5b70-4f14-a749-5d3c3207e3e6 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:49.510512 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905f8a32-3ac2-4a05-aa98-b191158f7c71', 'code': 200} Nov 27 01:12:49.519443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a2d1c894-2da5-4102-9472-afcaab3c7589 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:49.521466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a2d1c894-2da5-4102-9472-afcaab3c7589 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.21 "GET /v2.0/networks?id=242abba9-5f49-4d58-b8e9-e9a880ce1edf HTTP/1.1" status: 200 len: 814 time: 0.2760170 Nov 27 01:12:49.655708 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-6c39ffee-619f-467c-aec6-542ea636d4b8 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a4be403ef324ac689ea3911a5db9b0e HTTP/1.1" status: 200 len: 380 time: 0.0906641 Nov 27 01:12:49.697824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210ef2f-293c-4eb5-bdb2-434a0aa11633 req-b56a934c-d732-4f57-a20b-c0227bd45e6a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:49.709736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210ef2f-293c-4eb5-bdb2-434a0aa11633 req-b56a934c-d732-4f57-a20b-c0227bd45e6a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:49.722583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210ef2f-293c-4eb5-bdb2-434a0aa11633 req-b56a934c-d732-4f57-a20b-c0227bd45e6a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:49.730143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210ef2f-293c-4eb5-bdb2-434a0aa11633 req-b56a934c-d732-4f57-a20b-c0227bd45e6a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:49.741648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210ef2f-293c-4eb5-bdb2-434a0aa11633 req-b56a934c-d732-4f57-a20b-c0227bd45e6a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:49.751355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210ef2f-293c-4eb5-bdb2-434a0aa11633 req-b56a934c-d732-4f57-a20b-c0227bd45e6a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:49.757712 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210ef2f-293c-4eb5-bdb2-434a0aa11633 req-b56a934c-d732-4f57-a20b-c0227bd45e6a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:49.767330 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3210ef2f-293c-4eb5-bdb2-434a0aa11633 req-b56a934c-d732-4f57-a20b-c0227bd45e6a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5438 time: 0.2446530 Nov 27 01:12:49.796024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Request body: {'port': {'device_id': '98e28547-22e2-4cb3-9831-1f3e0f82a7ed', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'admin_state_up': True, 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'security_groups': ['06fb8afb-57f9-4d58-929a-c5631e1b95d6']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:49.858346 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3210ef2f-293c-4eb5-bdb2-434a0aa11633 req-c0ab9935-d563-466d-8fbe-7ed314d6575c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899470 Nov 27 01:12:50.050507 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b3bce71c-e474-44bc-8934-22858ac41887 req-b225d221-4425-4b39-b8d0-7d609eb7488b tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 210 time: 0.0528510 Nov 27 01:12:50.101192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47332eb-30f8-4061-aa6c-67ba49651039 req-450928fd-80b8-4031-a4a3-9579c2a814e0 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:50.102878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a47332eb-30f8-4061-aa6c-67ba49651039 req-450928fd-80b8-4031-a4a3-9579c2a814e0 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0918827 Nov 27 01:12:50.115834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Made reservation on behalf of 7a4be403ef324ac689ea3911a5db9b0e for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:50.131041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 38653e23-1492-4325-a7f0-fda66317be04 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:50.137803 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:50.325664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b98aa4-35d8-4e91-a87f-b3cd72cd6172 req-3845bd7c-8695-43df-9fff-347fe4cfa274 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:50.326699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 38653e23-1492-4325-a7f0-fda66317be04 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:12:50.328687 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81b98aa4-35d8-4e91-a87f-b3cd72cd6172 req-3845bd7c-8695-43df-9fff-347fe4cfa274 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.1027756 Nov 27 01:12:50.341578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 38653e23-1492-4325-a7f0-fda66317be04 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:50.344896 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:50.454595 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81b98aa4-35d8-4e91-a87f-b3cd72cd6172 req-92a484d9-4e1a-445a-b343-6b49cccd02cd tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187601 Nov 27 01:12:50.477913 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a47332eb-30f8-4061-aa6c-67ba49651039 req-9af49061-5aeb-4f87-9854-68b5f3cd6d7e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644462 Nov 27 01:12:50.509921 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:50.515803 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Allocated IP 172.20.0.5 (242abba9-5f49-4d58-b8e9-e9a880ce1edf/595f9c6f-dc23-451d-92b7-457225a005ff/00ecfed9-b856-493f-a6e6-dc133c11b3cc) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:50.577988 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 38653e23-1492-4325-a7f0-fda66317be04, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=38653e23-1492-4325-a7f0-fda66317be04,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:50.583993 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:50.585058 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device fa8df721-a27d-4048-8e31-4d40b0c711b4 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:50.780814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=38653e23-1492-4325-a7f0-fda66317be04,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:50.804903 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:50.834779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port fa8df721-a27d-4048-8e31-4d40b0c711b4 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:12:50.851624 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port fa8df721-a27d-4048-8e31-4d40b0c711b4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:50.852570 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:50.898625 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:50.968827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Network 242abba9-5f49-4d58-b8e9-e9a880ce1edf is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:50.972983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:50.978780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:50.984184 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Pushing event updated for resources: {'Port': ['ID=00ecfed9-b856-493f-a6e6-dc133c11b3cc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:51.031639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:51.032053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:51.032516 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:51.032925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:51.033624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:51.033897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:51.034141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:51.034565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:51.035178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:51.035508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:51.035898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:51.036209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:51.065981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:51.067145 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.096848 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-4a5d207d-406b-475e-8f64-a9fc4963990e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3034744 Nov 27 01:12:51.116421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a3f87ca4-d87b-4387-97aa-d85bc28bf0dd tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:12:51.119543 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a3f87ca4-d87b-4387-97aa-d85bc28bf0dd tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133953 Nov 27 01:12:51.131825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe019c6-ea9a-49fe-8351-061eb85947c3 req-4a4da160-036a-4103-b92f-202efbc5e004 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:51.147829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe019c6-ea9a-49fe-8351-061eb85947c3 req-4a4da160-036a-4103-b92f-202efbc5e004 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:51.157063 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe019c6-ea9a-49fe-8351-061eb85947c3 req-4a4da160-036a-4103-b92f-202efbc5e004 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:51.164123 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe019c6-ea9a-49fe-8351-061eb85947c3 req-4a4da160-036a-4103-b92f-202efbc5e004 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:51.176206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe019c6-ea9a-49fe-8351-061eb85947c3 req-4a4da160-036a-4103-b92f-202efbc5e004 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:51.183799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe019c6-ea9a-49fe-8351-061eb85947c3 req-4a4da160-036a-4103-b92f-202efbc5e004 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:51.190725 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe019c6-ea9a-49fe-8351-061eb85947c3 req-4a4da160-036a-4103-b92f-202efbc5e004 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:51.208613 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.210195 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6fe019c6-ea9a-49fe-8351-061eb85947c3 req-4a4da160-036a-4103-b92f-202efbc5e004 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5439 time: 0.1931880 Nov 27 01:12:51.313348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Request body: {'port': {'device_id': '98e28547-22e2-4cb3-9831-1f3e0f82a7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:51.318430 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port fa8df721-a27d-4048-8e31-4d40b0c711b4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fa8df721-a27d-4048-8e31-4d40b0c711b4,segment=NetworkSegment(3e0caf90-97a0-4406-b049-d0b9dd26f625),segment_id=3e0caf90-97a0-4406-b049-d0b9dd26f625)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:51.324884 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.326721 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device dba44597-9a96-43c1-a551-0d2269af312f up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:51.361178 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6fe019c6-ea9a-49fe-8351-061eb85947c3 req-bfdf2efd-acb3-4e6e-8988-8232627c104e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1501212 Nov 27 01:12:51.431434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837d967-59ef-4569-9990-a1fa5424ec2f req-fb12d9bc-926a-4889-9842-5e0772de8eaf tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:51.439864 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c837d967-59ef-4569-9990-a1fa5424ec2f req-fb12d9bc-926a-4889-9842-5e0772de8eaf tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 931 time: 0.2068076 Nov 27 01:12:51.486701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=fa8df721-a27d-4048-8e31-4d40b0c711b4,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:51.501076 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port dba44597-9a96-43c1-a551-0d2269af312f completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:12:51.512502 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38653e23-1492-4325-a7f0-fda66317be04'}, {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8df721-a27d-4048-8e31-4d40b0c711b4'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:51.518438 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642ab148-847a-4bb9-aa79-07797116f81c" -d '{"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-plugged", "status": "completed", "tag": "38653e23-1492-4325-a7f0-fda66317be04"}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-plugged", "status": "completed", "tag": "fa8df721-a27d-4048-8e31-4d40b0c711b4"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:51.521122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port dba44597-9a96-43c1-a551-0d2269af312f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:51.523073 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.543720 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.615873 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6e2690e1-d0a8-47f2-97af-c09fc280ac38 None None] Provisioning complete for port 00ecfed9-b856-493f-a6e6-dc133c11b3cc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:51.616160 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6e2690e1-d0a8-47f2-97af-c09fc280ac38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.659825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-6e2690e1-d0a8-47f2-97af-c09fc280ac38 None None] Port 00ecfed9-b856-493f-a6e6-dc133c11b3cc cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:12:51.690724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcba5c1-3b83-4176-b858-371af36b507e req-70931a38-e90d-4876-a777-af2ee50a1a85 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:51.692818 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cbcba5c1-3b83-4176-b858-371af36b507e req-70931a38-e90d-4876-a777-af2ee50a1a85 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.1058936 Nov 27 01:12:51.708951 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.789824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dba44597-9a96-43c1-a551-0d2269af312f,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:51.795596 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.797326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4bae5e58-695f-41e0-9eee-9e4a0229fc75 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:51.831692 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cbcba5c1-3b83-4176-b858-371af36b507e req-9051eceb-aa5a-423d-809b-e3fc28e8a16f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1270270 Nov 27 01:12:52.003168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=dba44597-9a96-43c1-a551-0d2269af312f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:52.020463 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:12:52.026289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:52.027594 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.120373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d8344-b3a3-47a4-903b-e70d20992fe9 req-b42a5ff6-436b-4d14-bb13-79334c7b1624 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:52.132652 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d19d8344-b3a3-47a4-903b-e70d20992fe9 req-b42a5ff6-436b-4d14-bb13-79334c7b1624 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1427631 Nov 27 01:12:52.221554 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.241812 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d19d8344-b3a3-47a4-903b-e70d20992fe9 req-54072243-3313-42fb-97c6-416a4c2fcea6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080537 Nov 27 01:12:52.337662 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4bae5e58-695f-41e0-9eee-9e4a0229fc75, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4bae5e58-695f-41e0-9eee-9e4a0229fc75,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:52.351554 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.353739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d6bb6eef-c037-4aab-9018-ff3e3cc3b43b up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:52.444170 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c837d967-59ef-4569-9990-a1fa5424ec2f req-aeed2639-1f11-4148-a6d6-852425d92c31 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fb8afb-57f9-4d58-929a-c5631e1b95d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0032480 Nov 27 01:12:52.464749 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bea5bc-b3ca-4f6b-a0a6-f03c41586d35 x-openstack-request-id: req-14bea5bc-b3ca-4f6b-a0a6-f03c41586d35 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:52.465120 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-plugged", "status": "completed", "tag": "38653e23-1492-4325-a7f0-fda66317be04", "code": 200}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-plugged", "status": "completed", "tag": "fa8df721-a27d-4048-8e31-4d40b0c711b4", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:52.465418 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14bea5bc-b3ca-4f6b-a0a6-f03c41586d35 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:52.465896 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38653e23-1492-4325-a7f0-fda66317be04', 'code': 200} Nov 27 01:12:52.469655 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8df721-a27d-4048-8e31-4d40b0c711b4', 'code': 200} Nov 27 01:12:52.587130 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:12:52.602679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:52.603132 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.709975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ecfed9-b856-493f-a6e6-dc133c11b3cc {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:52.713273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=4bae5e58-695f-41e0-9eee-9e4a0229fc75,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:52.729266 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.754835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Transition to ACTIVE for port object 00ecfed9-b856-493f-a6e6-dc133c11b3cc will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:52.760728 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.773368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf35494-e75d-4143-a8e5-37f32f041595 req-9e7cd00e-2f88-49cf-9e7f-72cd8f542093 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:52.784857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf35494-e75d-4143-a8e5-37f32f041595 req-9e7cd00e-2f88-49cf-9e7f-72cd8f542093 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:52.793670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf35494-e75d-4143-a8e5-37f32f041595 req-9e7cd00e-2f88-49cf-9e7f-72cd8f542093 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:52.796072 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.803459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf35494-e75d-4143-a8e5-37f32f041595 req-9e7cd00e-2f88-49cf-9e7f-72cd8f542093 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:52.812797 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf35494-e75d-4143-a8e5-37f32f041595 req-9e7cd00e-2f88-49cf-9e7f-72cd8f542093 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:52.821952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf35494-e75d-4143-a8e5-37f32f041595 req-9e7cd00e-2f88-49cf-9e7f-72cd8f542093 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:52.831218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf35494-e75d-4143-a8e5-37f32f041595 req-9e7cd00e-2f88-49cf-9e7f-72cd8f542093 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:52.840523 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cdf35494-e75d-4143-a8e5-37f32f041595 req-9e7cd00e-2f88-49cf-9e7f-72cd8f542093 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5441 time: 0.1921835 Nov 27 01:12:52.850527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:52.859343 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.860324 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 12f169c6-2293-47c7-851c-1936465a7ea4 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:52.999798 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cdf35494-e75d-4143-a8e5-37f32f041595 req-411047e2-7cb5-402b-a583-bfc059baa090 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1580012 Nov 27 01:12:53.081434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Pushing event updated for resources: {'Port': ['ID=00ecfed9-b856-493f-a6e6-dc133c11b3cc,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:53.215006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4dd32-253e-4ef3-a967-3dea9b48cb5e req-4091467e-986a-4252-bfc7-7ed50d49e26e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:53.223863 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-03f4dd32-253e-4ef3-a967-3dea9b48cb5e req-4091467e-986a-4252-bfc7-7ed50d49e26e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1275587 Nov 27 01:12:53.281326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Attempting to bind port 00ecfed9-b856-493f-a6e6-dc133c11b3cc on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:53.283256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Attempting to bind port 00ecfed9-b856-493f-a6e6-dc133c11b3cc by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:53.283598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Attempting to bind port 00ecfed9-b856-493f-a6e6-dc133c11b3cc on network 242abba9-5f49-4d58-b8e9-e9a880ce1edf {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:53.381009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Port 00ecfed9-b856-493f-a6e6-dc133c11b3cc on network 242abba9-5f49-4d58-b8e9-e9a880ce1edf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:12:53.381346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Attempting to bind port 00ecfed9-b856-493f-a6e6-dc133c11b3cc on network 242abba9-5f49-4d58-b8e9-e9a880ce1edf {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:53.387887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:53.397196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 12f169c6-2293-47c7-851c-1936465a7ea4 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:12:53.405271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 12f169c6-2293-47c7-851c-1936465a7ea4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:53.405653 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:53.406744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:53.409273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Checking segment: {'id': 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:53.411917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Bound using segment: {'id': 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:53.412459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Bound port: 00ecfed9-b856-493f-a6e6-dc133c11b3cc, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:53.414374 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:53.488535 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-03f4dd32-253e-4ef3-a967-3dea9b48cb5e req-e66de77d-78a6-4d66-b3d3-b88e4c69341f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2636712 Nov 27 01:12:53.507278 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:53.565088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 12f169c6-2293-47c7-851c-1936465a7ea4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=12f169c6-2293-47c7-851c-1936465a7ea4,segment=NetworkSegment(155b5aba-67a4-4743-9251-a15779a8be25),segment_id=155b5aba-67a4-4743-9251-a15779a8be25)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:53.580221 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:53.592000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dbf4a-def7-4c31-9270-41b1823a54b4 req-a378bfe6-cee3-4fa2-9b39-818c042de1f6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:53.593653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a2dbf4a-def7-4c31-9270-41b1823a54b4 req-a378bfe6-cee3-4fa2-9b39-818c042de1f6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1542165 Nov 27 01:12:53.661094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] For port 00ecfed9-b856-493f-a6e6-dc133c11b3cc, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:53.686242 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] For port 00ecfed9-b856-493f-a6e6-dc133c11b3cc, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=00ecfed9-b856-493f-a6e6-dc133c11b3cc,segment=NetworkSegment(a360af90-fbfc-4f78-8b58-cd9cb61d5efc),segment_id=a360af90-fbfc-4f78-8b58-cd9cb61d5efc)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:53.695133 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:53.697874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=12f169c6-2293-47c7-851c-1936465a7ea4,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:53.738745 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a2dbf4a-def7-4c31-9270-41b1823a54b4 req-6854db2f-2e35-4635-b5ef-5776a4459170 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194491 Nov 27 01:12:53.850684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:53.851667 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:53.853380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] 10.222.0.21 "PUT /v2.0/ports/00ecfed9-b856-493f-a6e6-dc133c11b3cc HTTP/1.1" status: 200 len: 1092 time: 2.7192793 Nov 27 01:12:53.854170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e28547-22e2-4cb3-9831-1f3e0f82a7ed', 'tag': '00ecfed9-b856-493f-a6e6-dc133c11b3cc'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:53.857055 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966835ba-a426-4074-b5f7-23e8b266b87c" -d '{"events": [{"name": "network-changed", "server_uuid": "98e28547-22e2-4cb3-9831-1f3e0f82a7ed", "tag": "00ecfed9-b856-493f-a6e6-dc133c11b3cc"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:53.885762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fe878-65ab-4dc4-abc5-9c4985e966cd service neutron] Pushing event updated for resources: {'Port': ['ID=00ecfed9-b856-493f-a6e6-dc133c11b3cc,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:53.944435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d9ab8-3b26-4348-865e-96ab7206f109 req-63254ff5-5ff2-4ab1-966a-7a774633b19d tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:53.963917 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a6d9ab8-3b26-4348-865e-96ab7206f109 req-63254ff5-5ff2-4ab1-966a-7a774633b19d tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 943 time: 0.1837685 Nov 27 01:12:54.098788 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-90a26ae2-c3e0-409a-a736-5ee4431c7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.100614 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-90a26ae2-c3e0-409a-a736-5ee4431c7e89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a4be403ef324ac689ea3911a5db9b0e&device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 1095 time: 0.1325040 Nov 27 01:12:54.189853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a6d9ab8-3b26-4348-865e-96ab7206f109 req-e9f295cf-2fcf-4d2f-a891-b10d9bf55009 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fb8afb-57f9-4d58-929a-c5631e1b95d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249787 Nov 27 01:12:54.191819 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff59f47-4576-4055-b5df-698abbbafcfe x-openstack-request-id: req-dff59f47-4576-4055-b5df-698abbbafcfe {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:54.192207 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e28547-22e2-4cb3-9831-1f3e0f82a7ed", "tag": "00ecfed9-b856-493f-a6e6-dc133c11b3cc", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:54.192645 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dff59f47-4576-4055-b5df-698abbbafcfe {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:54.193286 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e28547-22e2-4cb3-9831-1f3e0f82a7ed', 'tag': '00ecfed9-b856-493f-a6e6-dc133c11b3cc', 'status': 'completed', 'code': 200} Nov 27 01:12:54.195227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-dcbed7cd-7c19-4b57-85d4-3d0cbeb63ddd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00ecfed9-b856-493f-a6e6-dc133c11b3cc HTTP/1.1" status: 200 len: 217 time: 0.0783620 Nov 27 01:12:54.342867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-3de59dc7-1888-4fb2-abaa-e82cbda1f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.344390 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-3de59dc7-1888-4fb2-abaa-e82cbda1f128 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=595f9c6f-dc23-451d-92b7-457225a005ff HTTP/1.1" status: 200 len: 853 time: 0.1398022 Nov 27 01:12:54.437663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7955ce-9b19-4203-8e31-fdd2797084e3 req-6a3ac3ba-80e7-49ba-a73a-f7962a260492 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.465808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7955ce-9b19-4203-8e31-fdd2797084e3 req-6a3ac3ba-80e7-49ba-a73a-f7962a260492 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.470890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f'}, {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bae5e58-695f-41e0-9eee-9e4a0229fc75'}, {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bb6eef-c037-4aab-9018-ff3e3cc3b43b'}, {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f169c6-2293-47c7-851c-1936465a7ea4'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:54.473614 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839fb849-7d6e-44bf-bb72-787985ee7c21" -d '{"events": [{"server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "name": "network-vif-plugged", "status": "completed", "tag": "dba44597-9a96-43c1-a551-0d2269af312f"}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-plugged", "status": "completed", "tag": "4bae5e58-695f-41e0-9eee-9e4a0229fc75"}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-plugged", "status": "completed", "tag": "d6bb6eef-c037-4aab-9018-ff3e3cc3b43b"}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-plugged", "status": "completed", "tag": "12f169c6-2293-47c7-851c-1936465a7ea4"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:54.486918 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7955ce-9b19-4203-8e31-fdd2797084e3 req-6a3ac3ba-80e7-49ba-a73a-f7962a260492 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.524830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7955ce-9b19-4203-8e31-fdd2797084e3 req-6a3ac3ba-80e7-49ba-a73a-f7962a260492 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.538249 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-d18e6bfd-20f0-4e2d-943d-29ce6078630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.547406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7955ce-9b19-4203-8e31-fdd2797084e3 req-6a3ac3ba-80e7-49ba-a73a-f7962a260492 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.550285 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-d18e6bfd-20f0-4e2d-943d-29ce6078630d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=242abba9-5f49-4d58-b8e9-e9a880ce1edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800296 Nov 27 01:12:54.558556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7955ce-9b19-4203-8e31-fdd2797084e3 req-6a3ac3ba-80e7-49ba-a73a-f7962a260492 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.568632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d93c7-83d3-4d93-aae8-b167b40ab963 req-2a89131e-5dca-4d9e-9249-b5c766bbb27d tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.570454 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3d8d93c7-83d3-4d93-aae8-b167b40ab963 req-2a89131e-5dca-4d9e-9249-b5c766bbb27d tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 945 time: 0.2130225 Nov 27 01:12:54.575704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7955ce-9b19-4203-8e31-fdd2797084e3 req-6a3ac3ba-80e7-49ba-a73a-f7962a260492 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.579272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d7955ce-9b19-4203-8e31-fdd2797084e3 req-6a3ac3ba-80e7-49ba-a73a-f7962a260492 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5443 time: 0.2575140 Nov 27 01:12:54.711302 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3d8d93c7-83d3-4d93-aae8-b167b40ab963 req-50ac5c97-8fc5-4871-9346-533a22ff3dc4 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230209 Nov 27 01:12:54.724961 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d7955ce-9b19-4203-8e31-fdd2797084e3 req-1c978b08-288e-4dbe-b9d8-5de6d4e91643 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364858 Nov 27 01:12:54.769273 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-08fb14e0-781a-4b6f-b5e6-dae6c7af6130 service neutron] 10.222.0.21 "GET /v2.0/networks/242abba9-5f49-4d58-b8e9-e9a880ce1edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977067 Nov 27 01:12:54.840176 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413141c6-d047-418b-828e-9b0e6bded4b0 x-openstack-request-id: req-413141c6-d047-418b-828e-9b0e6bded4b0 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:54.840869 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "name": "network-vif-plugged", "status": "completed", "tag": "dba44597-9a96-43c1-a551-0d2269af312f", "code": 200}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-plugged", "status": "completed", "tag": "4bae5e58-695f-41e0-9eee-9e4a0229fc75", "code": 200}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-plugged", "status": "completed", "tag": "d6bb6eef-c037-4aab-9018-ff3e3cc3b43b", "code": 200}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-plugged", "status": "completed", "tag": "12f169c6-2293-47c7-851c-1936465a7ea4", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:54.840869 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-413141c6-d047-418b-828e-9b0e6bded4b0 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:54.841156 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f', 'code': 200} Nov 27 01:12:54.841417 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bae5e58-695f-41e0-9eee-9e4a0229fc75', 'code': 200} Nov 27 01:12:54.841709 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bb6eef-c037-4aab-9018-ff3e3cc3b43b', 'code': 200} Nov 27 01:12:54.841968 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f169c6-2293-47c7-851c-1936465a7ea4', 'code': 200} Nov 27 01:12:55.076703 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a4648d1-b383-48ab-8d87-1953f1d84469 req-67a12deb-c6b4-4a86-bbc5-172604d1cd38 service neutron] 10.222.0.21 "GET /v2.0/networks/242abba9-5f49-4d58-b8e9-e9a880ce1edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995954 Nov 27 01:12:55.132000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666a76f-5f35-4a89-8228-4c8ed86f3b65 req-0874b755-2682-49c7-b796-52edd45860f5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.152706 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e666a76f-5f35-4a89-8228-4c8ed86f3b65 req-0874b755-2682-49c7-b796-52edd45860f5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1775901 Nov 27 01:12:55.159662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c15992-dea3-4a86-b615-66a3b26d0f4d req-b26cf77a-1ad1-4b01-b478-8aa91ce9d77c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.163953 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4c15992-dea3-4a86-b615-66a3b26d0f4d req-b26cf77a-1ad1-4b01-b478-8aa91ce9d77c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.2435193 Nov 27 01:12:55.299884 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4c15992-dea3-4a86-b615-66a3b26d0f4d req-bd0db2be-53f8-44be-9ca6-49d7011d7178 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309347 Nov 27 01:12:55.393209 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e666a76f-5f35-4a89-8228-4c8ed86f3b65 req-bcb7079d-619b-4c92-9714-a32cdeb037df tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365737 Nov 27 01:12:55.436459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949481d1-770a-4880-8918-ad2c5bc83b6b req-553a1bf5-5e5c-44f3-b703-e1d072a82854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.437019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949481d1-770a-4880-8918-ad2c5bc83b6b req-553a1bf5-5e5c-44f3-b703-e1d072a82854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.437517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949481d1-770a-4880-8918-ad2c5bc83b6b req-553a1bf5-5e5c-44f3-b703-e1d072a82854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.438010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949481d1-770a-4880-8918-ad2c5bc83b6b req-553a1bf5-5e5c-44f3-b703-e1d072a82854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.438482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949481d1-770a-4880-8918-ad2c5bc83b6b req-553a1bf5-5e5c-44f3-b703-e1d072a82854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.438966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949481d1-770a-4880-8918-ad2c5bc83b6b req-553a1bf5-5e5c-44f3-b703-e1d072a82854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.439443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949481d1-770a-4880-8918-ad2c5bc83b6b req-553a1bf5-5e5c-44f3-b703-e1d072a82854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.446272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-949481d1-770a-4880-8918-ad2c5bc83b6b req-553a1bf5-5e5c-44f3-b703-e1d072a82854 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 6507 time: 0.3696358 Nov 27 01:12:55.460576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7ba4b-1862-4ad6-9c3f-9251f40b0e66 req-e2560065-d374-4fc1-a427-0705d0ec3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.462163 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24d7ba4b-1862-4ad6-9c3f-9251f40b0e66 req-e2560065-d374-4fc1-a427-0705d0ec3776 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 1097 time: 0.4329445 Nov 27 01:12:55.483858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966835ba-a426-4074-b5f7-23e8b266b87c req-917c6bb2-c130-4b6c-b4d0-7f4937bad7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.487519 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-966835ba-a426-4074-b5f7-23e8b266b87c req-917c6bb2-c130-4b6c-b4d0-7f4937bad7c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a4be403ef324ac689ea3911a5db9b0e&device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 1095 time: 0.3041666 Nov 27 01:12:55.598095 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-949481d1-770a-4880-8918-ad2c5bc83b6b req-ded875f9-5958-472e-a504-6e5109f4d5fb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134431 Nov 27 01:12:55.745134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966835ba-a426-4074-b5f7-23e8b266b87c req-fbb7cf8e-eaee-4cf2-8838-b39adce4e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.746787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-966835ba-a426-4074-b5f7-23e8b266b87c req-fbb7cf8e-eaee-4cf2-8838-b39adce4e2a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=242abba9-5f49-4d58-b8e9-e9a880ce1edf HTTP/1.1" status: 200 len: 915 time: 0.2446346 Nov 27 01:12:55.883858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b27bdf-3795-449e-843c-51a02007b8cc req-2bf765b5-26da-4479-b964-4e29ba87f1f2 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.887784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-32b27bdf-3795-449e-843c-51a02007b8cc req-2bf765b5-26da-4479-b964-4e29ba87f1f2 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 943 time: 0.3748863 Nov 27 01:12:55.891116 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-966835ba-a426-4074-b5f7-23e8b266b87c req-443e645b-f484-4106-869f-d25a1df12daa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00ecfed9-b856-493f-a6e6-dc133c11b3cc HTTP/1.1" status: 200 len: 217 time: 0.1172636 Nov 27 01:12:55.894243 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24d7ba4b-1862-4ad6-9c3f-9251f40b0e66 req-bf270252-1071-4a43-b623-37b014077f3c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4057965 Nov 27 01:12:55.945056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e69b5f-5cf7-4239-a88a-5d3c15c63278 req-6c52ea84-9c08-4674-ac24-9006b2daae2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.955558 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e69b5f-5cf7-4239-a88a-5d3c15c63278 req-6c52ea84-9c08-4674-ac24-9006b2daae2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.962969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e69b5f-5cf7-4239-a88a-5d3c15c63278 req-6c52ea84-9c08-4674-ac24-9006b2daae2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.974256 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e69b5f-5cf7-4239-a88a-5d3c15c63278 req-6c52ea84-9c08-4674-ac24-9006b2daae2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.983671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e69b5f-5cf7-4239-a88a-5d3c15c63278 req-6c52ea84-9c08-4674-ac24-9006b2daae2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.992539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-32b27bdf-3795-449e-843c-51a02007b8cc req-d516564b-ed3e-4914-89ec-c8f922e4f977 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fb8afb-57f9-4d58-929a-c5631e1b95d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967081 Nov 27 01:12:55.993223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e69b5f-5cf7-4239-a88a-5d3c15c63278 req-6c52ea84-9c08-4674-ac24-9006b2daae2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:56.002858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e69b5f-5cf7-4239-a88a-5d3c15c63278 req-6c52ea84-9c08-4674-ac24-9006b2daae2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:56.011178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966835ba-a426-4074-b5f7-23e8b266b87c req-2c9b7cd3-a835-465e-a24c-d60bb72be0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:56.012950 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-966835ba-a426-4074-b5f7-23e8b266b87c req-2c9b7cd3-a835-465e-a24c-d60bb72be0b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=595f9c6f-dc23-451d-92b7-457225a005ff HTTP/1.1" status: 200 len: 853 time: 0.0911138 Nov 27 01:12:56.014407 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51e69b5f-5cf7-4239-a88a-5d3c15c63278 req-6c52ea84-9c08-4674-ac24-9006b2daae2b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5443 time: 0.1438468 Nov 27 01:12:56.105711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966835ba-a426-4074-b5f7-23e8b266b87c req-378144da-7ce6-484b-8b0c-538cd8da696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:56.107321 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-966835ba-a426-4074-b5f7-23e8b266b87c req-378144da-7ce6-484b-8b0c-538cd8da696a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=242abba9-5f49-4d58-b8e9-e9a880ce1edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844440 Nov 27 01:12:56.135504 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51e69b5f-5cf7-4239-a88a-5d3c15c63278 req-d3cf49eb-172f-46cd-ad71-aee84b0f10b7 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137991 Nov 27 01:12:56.237859 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-966835ba-a426-4074-b5f7-23e8b266b87c req-899976be-c6e3-4a32-ac35-31ae958bc373 service neutron] 10.222.0.21 "GET /v2.0/networks/242abba9-5f49-4d58-b8e9-e9a880ce1edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161919 Nov 27 01:12:56.400707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa83b1-3d6f-4989-80ba-6dc2ee08e360 req-a53b0b94-3565-4ef9-8ded-6b8e6b61437d tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:56.410143 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76aa83b1-3d6f-4989-80ba-6dc2ee08e360 req-a53b0b94-3565-4ef9-8ded-6b8e6b61437d tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 945 time: 0.0702634 Nov 27 01:12:56.470367 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76aa83b1-3d6f-4989-80ba-6dc2ee08e360 req-b2adf86e-9de4-4313-88d8-fd53a7e982dc tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592299 Nov 27 01:12:56.488566 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-966835ba-a426-4074-b5f7-23e8b266b87c req-51e045a2-d277-49f9-93db-1947821bbf61 service neutron] 10.222.0.21 "GET /v2.0/networks/242abba9-5f49-4d58-b8e9-e9a880ce1edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420120 Nov 27 01:12:56.520072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d699e-8845-42d1-84e0-4cc95eb0c444 req-a9e0d53a-845d-446c-9a9d-82849efd254e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:56.521762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ae2d699e-8845-42d1-84e0-4cc95eb0c444 req-a9e0d53a-845d-446c-9a9d-82849efd254e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.0960083 Nov 27 01:12:56.613773 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ae2d699e-8845-42d1-84e0-4cc95eb0c444 req-a0e65f51-7e49-4651-818c-4e16d377a4a0 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826502 Nov 27 01:12:56.643825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182349cf-be0a-4250-b2af-8986dc039491 req-93109958-ee32-42b2-bcc5-f24f344bcd5d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:56.658817 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-182349cf-be0a-4250-b2af-8986dc039491 req-93109958-ee32-42b2-bcc5-f24f344bcd5d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1156723 Nov 27 01:12:56.804410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-182349cf-be0a-4250-b2af-8986dc039491 req-9c87057a-ae44-4b38-92f3-60ac0707d0d9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373816 Nov 27 01:12:57.182935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d0ecf-2470-4c14-927f-a219fdbeaa37 req-da622785-54a4-4594-9dc9-0305596002f3 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:57.190933 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db6d0ecf-2470-4c14-927f-a219fdbeaa37 req-da622785-54a4-4594-9dc9-0305596002f3 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 943 time: 0.1007092 Nov 27 01:12:57.304344 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db6d0ecf-2470-4c14-927f-a219fdbeaa37 req-86393856-34d2-4a50-abdc-2c16358253b7 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fb8afb-57f9-4d58-929a-c5631e1b95d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009271 Nov 27 01:12:57.412790 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273d123-f63b-4023-b002-9bd752f50dcf req-0b3082fb-66c7-4b6d-8d90-c08aaf9c9a78 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:57.423956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273d123-f63b-4023-b002-9bd752f50dcf req-0b3082fb-66c7-4b6d-8d90-c08aaf9c9a78 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:57.430535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273d123-f63b-4023-b002-9bd752f50dcf req-0b3082fb-66c7-4b6d-8d90-c08aaf9c9a78 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:57.438082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273d123-f63b-4023-b002-9bd752f50dcf req-0b3082fb-66c7-4b6d-8d90-c08aaf9c9a78 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:57.444612 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273d123-f63b-4023-b002-9bd752f50dcf req-0b3082fb-66c7-4b6d-8d90-c08aaf9c9a78 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:57.451106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273d123-f63b-4023-b002-9bd752f50dcf req-0b3082fb-66c7-4b6d-8d90-c08aaf9c9a78 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:57.458408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273d123-f63b-4023-b002-9bd752f50dcf req-0b3082fb-66c7-4b6d-8d90-c08aaf9c9a78 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:57.460586 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2273d123-f63b-4023-b002-9bd752f50dcf req-0b3082fb-66c7-4b6d-8d90-c08aaf9c9a78 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5443 time: 0.1583741 Nov 27 01:12:57.496399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302d142-6671-4184-a86b-6f16c444452b req-ac6e2f20-91af-4e41-a29e-47bc86e5afb9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:57.498429 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9302d142-6671-4184-a86b-6f16c444452b req-ac6e2f20-91af-4e41-a29e-47bc86e5afb9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 945 time: 0.0943463 Nov 27 01:12:57.543486 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2273d123-f63b-4023-b002-9bd752f50dcf req-776dae4a-040e-4cc3-bb37-c59ae4e49d67 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743964 Nov 27 01:12:57.599496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9302d142-6671-4184-a86b-6f16c444452b req-f634c27b-aec9-4986-8f21-d0687e624a57 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944734 Nov 27 01:12:57.767637 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d156b63-9257-4ac8-aca8-dfd11a2ab7db req-72ddf285-3531-4885-a14e-8aaeb176f9ee tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:57.769776 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d156b63-9257-4ac8-aca8-dfd11a2ab7db req-72ddf285-3531-4885-a14e-8aaeb176f9ee tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.0710912 Nov 27 01:12:57.833165 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d156b63-9257-4ac8-aca8-dfd11a2ab7db req-0d76430c-c2a6-4415-9174-dcd49cdcb973 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558665 Nov 27 01:12:57.968147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf808c80-0ad2-44e2-b765-ea97b5f1f85d req-18d2fe32-fcd6-4b93-8bd7-6c27fd0ab9d1 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:57.970330 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cf808c80-0ad2-44e2-b765-ea97b5f1f85d req-18d2fe32-fcd6-4b93-8bd7-6c27fd0ab9d1 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.0612903 Nov 27 01:12:58.030505 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cf808c80-0ad2-44e2-b765-ea97b5f1f85d req-4916e08e-c78c-43d9-945b-fdea383ef715 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532424 Nov 27 01:12:58.130253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-c3357177-a7cc-437a-ae98-a8f47734b3b5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:58.131776 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-c3357177-a7cc-437a-ae98-a8f47734b3b5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 821 time: 0.1099541 Nov 27 01:12:58.155755 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-7ade4b39-1b9a-4596-96ff-b2c033c89101 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/quotas/824296168135401cbcf32b795324fb86 HTTP/1.1" status: 200 len: 375 time: 0.0169332 Nov 27 01:12:58.215975 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b77a3679-e91e-40ef-98ce-540ae5f45f2f tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545034 Nov 27 01:12:58.228193 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.310132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-4694499c-3326-4704-b6d5-87edf47134dc service neutron] 10.222.0.15 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837586 Nov 27 01:12:58.413264 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-6fe049c5-d778-4cbc-a29e-1e009320985e service neutron] 10.222.0.15 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961988 Nov 27 01:12:58.461796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af3314-e61a-41b5-9c00-703dc7515838 req-6d07d904-2553-4b99-9e73-c341f069b58f tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:58.463517 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a1af3314-e61a-41b5-9c00-703dc7515838 req-6d07d904-2553-4b99-9e73-c341f069b58f tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 943 time: 0.0595546 Nov 27 01:12:58.514492 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a1af3314-e61a-41b5-9c00-703dc7515838 req-ba4ccfaa-634b-4319-8b93-6bda3d69e168 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fb8afb-57f9-4d58-929a-c5631e1b95d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438609 Nov 27 01:12:58.728988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9d016-b8c2-468b-af5e-342f6cb28189 req-dba3febd-b27d-4135-aef2-4396b2dfc2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:58.730877 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07b9d016-b8c2-468b-af5e-342f6cb28189 req-dba3febd-b27d-4135-aef2-4396b2dfc2f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 1097 time: 0.0900040 Nov 27 01:12:58.753833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41721f8-93f9-414d-9228-0af9ffdc98c9 req-e1f55b62-2069-4acd-9095-5d7dc5f24cc1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:58.760570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41721f8-93f9-414d-9228-0af9ffdc98c9 req-e1f55b62-2069-4acd-9095-5d7dc5f24cc1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:58.768824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41721f8-93f9-414d-9228-0af9ffdc98c9 req-e1f55b62-2069-4acd-9095-5d7dc5f24cc1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:58.790093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41721f8-93f9-414d-9228-0af9ffdc98c9 req-e1f55b62-2069-4acd-9095-5d7dc5f24cc1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:58.795351 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544aa04-48bd-4983-af92-c78217fb8d55 req-4fd6fed1-4272-4354-a090-df5ad8346ffc tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:58.797804 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d544aa04-48bd-4983-af92-c78217fb8d55 req-4fd6fed1-4272-4354-a090-df5ad8346ffc tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 945 time: 0.0826385 Nov 27 01:12:58.804855 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41721f8-93f9-414d-9228-0af9ffdc98c9 req-e1f55b62-2069-4acd-9095-5d7dc5f24cc1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:58.814500 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41721f8-93f9-414d-9228-0af9ffdc98c9 req-e1f55b62-2069-4acd-9095-5d7dc5f24cc1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:58.821726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41721f8-93f9-414d-9228-0af9ffdc98c9 req-e1f55b62-2069-4acd-9095-5d7dc5f24cc1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:58.823844 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e41721f8-93f9-414d-9228-0af9ffdc98c9 req-e1f55b62-2069-4acd-9095-5d7dc5f24cc1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5443 time: 0.1530738 Nov 27 01:12:58.855727 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d544aa04-48bd-4983-af92-c78217fb8d55 req-3c01bbb7-9c1b-455e-9014-26753782380f tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481834 Nov 27 01:12:58.933416 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa494dc7-35ce-48c2-9a77-5b36fe583239 req-fece459b-2c56-4edc-98c9-edeb2f308768 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 210 time: 0.0279167 Nov 27 01:12:59.015821 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e41721f8-93f9-414d-9228-0af9ffdc98c9 req-17404922-b3b3-44fa-8852-031c4a2a9577 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1757486 Nov 27 01:12:59.053706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9d016-b8c2-468b-af5e-342f6cb28189 req-a5e12373-d86a-473a-9e78-77149e719ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.057649 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07b9d016-b8c2-468b-af5e-342f6cb28189 req-a5e12373-d86a-473a-9e78-77149e719ea9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 913 time: 0.2325017 Nov 27 01:12:59.068768 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b52a22-40b7-49ab-af2b-6e8c1a1181f1 req-6b7b80b4-44fc-418f-bfb0-2a2176cfcf98 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.078956 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-27b52a22-40b7-49ab-af2b-6e8c1a1181f1 req-6b7b80b4-44fc-418f-bfb0-2a2176cfcf98 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.0786035 Nov 27 01:12:59.138324 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07b9d016-b8c2-468b-af5e-342f6cb28189 req-9062fb42-7151-4720-9e09-a93c283d6ad1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d350140-5c29-442e-9968-e57199166469 HTTP/1.1" status: 200 len: 217 time: 0.0727375 Nov 27 01:12:59.140331 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-27b52a22-40b7-49ab-af2b-6e8c1a1181f1 req-9d001712-47fa-41e9-be83-8b1652856e8b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599041 Nov 27 01:12:59.212209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9d016-b8c2-468b-af5e-342f6cb28189 req-7b17479d-3f27-48f4-8cff-a2483016f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.214044 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07b9d016-b8c2-468b-af5e-342f6cb28189 req-7b17479d-3f27-48f4-8cff-a2483016f20d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80662da9-0903-4539-8282-1a973a762559 HTTP/1.1" status: 200 len: 852 time: 0.0668478 Nov 27 01:12:59.275869 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07b9d016-b8c2-468b-af5e-342f6cb28189 req-a231e621-6f72-4428-8977-ca0fc0c11962 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b89f644-2375-4ba6-8bce-e3c255057dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522401 Nov 27 01:12:59.300526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a58b3-eacf-4faf-b609-50775a4a0222 req-956a68db-c3aa-4970-927f-aa84c3b068bf tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.307848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a58b3-eacf-4faf-b609-50775a4a0222 req-956a68db-c3aa-4970-927f-aa84c3b068bf tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.313825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a58b3-eacf-4faf-b609-50775a4a0222 req-956a68db-c3aa-4970-927f-aa84c3b068bf tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.320006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a58b3-eacf-4faf-b609-50775a4a0222 req-956a68db-c3aa-4970-927f-aa84c3b068bf tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.326081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a58b3-eacf-4faf-b609-50775a4a0222 req-956a68db-c3aa-4970-927f-aa84c3b068bf tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.332410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a58b3-eacf-4faf-b609-50775a4a0222 req-956a68db-c3aa-4970-927f-aa84c3b068bf tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.338450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a58b3-eacf-4faf-b609-50775a4a0222 req-956a68db-c3aa-4970-927f-aa84c3b068bf tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.340438 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-462a58b3-eacf-4faf-b609-50775a4a0222 req-956a68db-c3aa-4970-927f-aa84c3b068bf tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5443 time: 0.1205764 Nov 27 01:12:59.352191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50516) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:59.359033 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9561848a-f72a-4a27-a396-b297f950d455 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Request body: {'floatingip': {'port_id': '12f169c6-2293-47c7-851c-1936465a7ea4'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:59.439470 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9561848a-f72a-4a27-a396-b297f950d455 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.473566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-7b47a2d2-2bbd-4fe1-ad47-a832507543fe tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.475051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-7b47a2d2-2bbd-4fe1-ad47-a832507543fe tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 945 time: 0.1599967 Nov 27 01:12:59.497394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99705c88-d560-4c1a-bf71-f44a04cf5742 req-db665d09-67a1-44c8-9840-97eae52beb7b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.499370 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99705c88-d560-4c1a-bf71-f44a04cf5742 req-db665d09-67a1-44c8-9840-97eae52beb7b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.1942248 Nov 27 01:12:59.567838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07b9d016-b8c2-468b-af5e-342f6cb28189 req-58fa3a8e-feb1-421f-885e-78df04b760ce service neutron] 10.222.0.21 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515981 Nov 27 01:12:59.576884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e0fbe-c3b4-45e6-a064-9c01dfaa417e req-f86fe6ac-819e-4046-bb68-22958c692144 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.588682 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a22e0fbe-c3b4-45e6-a064-9c01dfaa417e req-f86fe6ac-819e-4046-bb68-22958c692144 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1738884 Nov 27 01:12:59.589210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50520) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:59.601655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c1acb7ba-65c2-4b82-9938-41c7cc26e05d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Request body: {'floatingip': {'port_id': 'dba44597-9a96-43c1-a551-0d2269af312f'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:59.654836 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1acb7ba-65c2-4b82-9938-41c7cc26e05d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.684751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 00ecfed9-b856-493f-a6e6-dc133c11b3cc details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:59.695867 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99705c88-d560-4c1a-bf71-f44a04cf5742 req-13f54be2-9a8b-46dd-801e-8a255adfcdbd tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860745 Nov 27 01:12:59.764668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07b9d016-b8c2-468b-af5e-342f6cb28189 req-4b44d88c-1e24-4728-b72f-d9e7a10474bb service neutron] 10.222.0.21 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883283 Nov 27 01:12:59.783878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Deleting port 6d4914d9-cf86-445e-8963-329bad6b2d5f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:59.784816 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.894797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 00ecfed9-b856-493f-a6e6-dc133c11b3cc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=00ecfed9-b856-493f-a6e6-dc133c11b3cc,segment=NetworkSegment(a360af90-fbfc-4f78-8b58-cd9cb61d5efc),segment_id=a360af90-fbfc-4f78-8b58-cd9cb61d5efc)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:59.916052 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '00ecfed9-b856-493f-a6e6-dc133c11b3cc', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'port_id': '00ecfed9-b856-493f-a6e6-dc133c11b3cc', 'mac_address': 'fa:16:3e:3b:09:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:59.922113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329e7a1-79a5-471c-9c57-da83198f0912 req-f0c44fcb-8030-44b9-8ff1-50efcb82d204 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.929315 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3329e7a1-79a5-471c-9c57-da83198f0912 req-f0c44fcb-8030-44b9-8ff1-50efcb82d204 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 943 time: 0.1790102 Nov 27 01:12:59.984717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] For port 6d4914d9-cf86-445e-8963-329bad6b2d5f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6d4914d9-cf86-445e-8963-329bad6b2d5f,segment=NetworkSegment(998dae43-8a20-4200-b7e7-7d5094985d4a),segment_id=998dae43-8a20-4200-b7e7-7d5094985d4a)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:59.985419 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.040084 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.076660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ecfed9-b856-493f-a6e6-dc133c11b3cc {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:00.127183 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 00ecfed9-b856-493f-a6e6-dc133c11b3cc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=00ecfed9-b856-493f-a6e6-dc133c11b3cc,segment=NetworkSegment(a360af90-fbfc-4f78-8b58-cd9cb61d5efc),segment_id=a360af90-fbfc-4f78-8b58-cd9cb61d5efc)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:00.131314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bce889-91d2-4492-b6ee-274c192a8f01 req-41f37b50-2cf0-4823-8489-c9ce0a6de19d tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:00.140521 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71bce889-91d2-4492-b6ee-274c192a8f01 req-41f37b50-2cf0-4823-8489-c9ce0a6de19d tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 945 time: 0.1516769 Nov 27 01:13:00.141274 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3329e7a1-79a5-471c-9c57-da83198f0912 req-243c1ba9-84ca-4b55-83d6-749e0a855fb6 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fb8afb-57f9-4d58-929a-c5631e1b95d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110410 Nov 27 01:13:00.147992 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.335493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-794e35ff-c720-41fd-b429-ba8ee3d3c95a req-bfcbe34e-143e-4cb2-b6ca-b0544c463453 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 210 time: 0.0801327 Nov 27 01:13:00.357725 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71bce889-91d2-4492-b6ee-274c192a8f01 req-8570f4bc-3a08-4fbe-8656-d33ced72ac0d tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups?id=68f6f495-6e42-4022-8f25-11974ceadfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160134 Nov 27 01:13:00.358167 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=00ecfed9-b856-493f-a6e6-dc133c11b3cc,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:00.455267 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.455267 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.457465 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Floating IP 95eb2aea-160d-4a41-b59c-a81167da515b disassociated. External IP: 172.25.1.222, port: 6d4914d9-cf86-445e-8963-329bad6b2d5f. Nov 27 01:13:00.457465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Calling delete_port for 6d4914d9-cf86-445e-8963-329bad6b2d5f owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:00.461004 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.500981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-9f82a5c7-2095-4e79-9243-5ea96ed45c39 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:00.502734 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-9f82a5c7-2095-4e79-9243-5ea96ed45c39 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.21 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 821 time: 0.3533154 Nov 27 01:13:00.550236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-f75f9538-a595-4fc4-b174-af8d87b27dd4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Request body: {'port': {'device_id': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e', 'admin_state_up': True, 'tenant_id': '824296168135401cbcf32b795324fb86'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:00.557569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['00ecfed9-b856-493f-a6e6-dc133c11b3cc'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:01.047380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-f75f9538-a595-4fc4-b174-af8d87b27dd4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Made reservation on behalf of 824296168135401cbcf32b795324fb86 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:01.050973 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-f75f9538-a595-4fc4-b174-af8d87b27dd4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.072272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9b108-903f-4e67-8d14-a9fdfe40ca7b req-1a6748be-1cd0-4714-8a95-3f1c30e9e95c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:01.073928 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1a9b108-903f-4e67-8d14-a9fdfe40ca7b req-1a6748be-1cd0-4714-8a95-3f1c30e9e95c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 945 time: 0.2344482 Nov 27 01:13:01.096036 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.212642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Pushing event deleted for resources: {'Port': ['ID=6d4914d9-cf86-445e-8963-329bad6b2d5f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:01.235552 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:13:01.272221 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9561848a-f72a-4a27-a396-b297f950d455 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.283442 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9561848a-f72a-4a27-a396-b297f950d455 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.469403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1a9b108-903f-4e67-8d14-a9fdfe40ca7b req-0badbc40-9cc8-4b80-a51f-0ffcd5c00017 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742430 Nov 27 01:13:01.687937 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 00ecfed9-b856-493f-a6e6-dc133c11b3cc up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:01.711255 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1acb7ba-65c2-4b82-9938-41c7cc26e05d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.743447 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1acb7ba-65c2-4b82-9938-41c7cc26e05d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.767498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f53e15-7fea-4b40-9d6b-64eff79f9c30 req-c6cf6d50-1d44-4ee4-ae86-4f3c23ff82ba tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:01.780147 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9f53e15-7fea-4b40-9d6b-64eff79f9c30 req-c6cf6d50-1d44-4ee4-ae86-4f3c23ff82ba tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 944 time: 0.4229872 Nov 27 01:13:01.814230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 00ecfed9-b856-493f-a6e6-dc133c11b3cc completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:01.819598 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 00ecfed9-b856-493f-a6e6-dc133c11b3cc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:01.819974 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.916555 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-9561848a-f72a-4a27-a396-b297f950d455 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Floating IP 7bd9878d-abf9-4c38-a997-8dc766ca729d associated. External IP: 172.25.1.79, port: 12f169c6-2293-47c7-851c-1936465a7ea4. Nov 27 01:13:02.028196 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.079586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e28547-22e2-4cb3-9831-1f3e0f82a7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ecfed9-b856-493f-a6e6-dc133c11b3cc'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:02.081937 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fb4c9b-f570-4fd1-ab93-cf58f7401afd" -d '{"events": [{"server_uuid": "98e28547-22e2-4cb3-9831-1f3e0f82a7ed", "name": "network-vif-plugged", "status": "completed", "tag": "00ecfed9-b856-493f-a6e6-dc133c11b3cc"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:02.117018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 00ecfed9-b856-493f-a6e6-dc133c11b3cc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=00ecfed9-b856-493f-a6e6-dc133c11b3cc,segment=NetworkSegment(a360af90-fbfc-4f78-8b58-cd9cb61d5efc),segment_id=a360af90-fbfc-4f78-8b58-cd9cb61d5efc)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:02.128573 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.129551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 0d350140-5c29-442e-9968-e57199166469 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:02.229804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-f75f9538-a595-4fc4-b174-af8d87b27dd4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Allocated IP 172.20.0.6 (f93ecaf6-f2e6-4439-a009-77b73a266f3e/cd128aaa-786d-4427-ad50-a8311f6e6702/f3dead31-168c-4489-9370-8fd94f280f61) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:02.246132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9f53e15-7fea-4b40-9d6b-64eff79f9c30 req-e31c8466-295d-492e-a3f9-792c819a02b6 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fb8afb-57f9-4d58-929a-c5631e1b95d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4647748 Nov 27 01:13:02.310871 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=00ecfed9-b856-493f-a6e6-dc133c11b3cc,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:02.363195 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-c1acb7ba-65c2-4b82-9938-41c7cc26e05d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Floating IP dd756b47-5471-4c4d-a5e1-2e65c1e1f6c5 associated. External IP: 172.25.1.211, port: dba44597-9a96-43c1-a551-0d2269af312f. Nov 27 01:13:02.403753 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.447261 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 0d350140-5c29-442e-9968-e57199166469, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=0d350140-5c29-442e-9968-e57199166469,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:02.460217 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.480482 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-64c9c864-94ec-4719-899e-3be4e62e96ef req-44fc515e-fd83-4e0d-9f24-b3149e6ac98a tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 210 time: 0.0771370 Nov 27 01:13:02.496330 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9561848a-f72a-4a27-a396-b297f950d455 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Router 3537f99e-ac6a-4ab2-b849-4231898215f4 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:13:02.519050 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-f75f9538-a595-4fc4-b174-af8d87b27dd4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.533754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=0d350140-5c29-442e-9968-e57199166469,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:02.658927 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-f75f9538-a595-4fc4-b174-af8d87b27dd4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.682529 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f6bbc5-6dbd-4130-a3f7-f64b87897172 x-openstack-request-id: req-52f6bbc5-6dbd-4130-a3f7-f64b87897172 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:02.682529 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e28547-22e2-4cb3-9831-1f3e0f82a7ed", "name": "network-vif-plugged", "status": "completed", "tag": "00ecfed9-b856-493f-a6e6-dc133c11b3cc", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:02.682761 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52f6bbc5-6dbd-4130-a3f7-f64b87897172 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:02.683056 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e28547-22e2-4cb3-9831-1f3e0f82a7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ecfed9-b856-493f-a6e6-dc133c11b3cc', 'code': 200} Nov 27 01:13:02.695014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['d965c31f-5b9d-4423-ac87-933fb3b2537f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:02.707875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Router d583981c-b701-43ee-9947-084fef9b7e43 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:13:02.796370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-f75f9538-a595-4fc4-b174-af8d87b27dd4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Network f93ecaf6-f2e6-4439-a009-77b73a266f3e is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:02.813242 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-f75f9538-a595-4fc4-b174-af8d87b27dd4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:02.835777 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-f75f9538-a595-4fc4-b174-af8d87b27dd4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:02.837254 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf5f596-58cf-419f-8874-d5cb359380e2 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:02.876171 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9561848a-f72a-4a27-a396-b297f950d455 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:02.887161 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9561848a-f72a-4a27-a396-b297f950d455 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.907781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b106d8-3f00-41c4-b6fc-ecb829adc09a req-2fc7ab06-388b-4d69-9a73-55ac26297a0b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:02.909490 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9b106d8-3f00-41c4-b6fc-ecb829adc09a req-2fc7ab06-388b-4d69-9a73-55ac26297a0b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 931 time: 0.3589816 Nov 27 01:13:02.910258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f9538-a595-4fc4-b174-af8d87b27dd4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Pushing event updated for resources: {'Port': ['ID=f3dead31-168c-4489-9370-8fd94f280f61,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:02.944044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7863ffd-70c7-491a-8f6d-e6c2165d2f5b None None] Sync routers for ids ['3537f99e-ac6a-4ab2-b849-4231898215f4'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:02.946695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046185b-7959-4f43-b481-6b75fa94326b req-5ff92258-efa1-4cc2-adcc-e1cc0b3aa933 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:02.955041 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5046185b-7959-4f43-b481-6b75fa94326b req-5ff92258-efa1-4cc2-adcc-e1cc0b3aa933 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 943 time: 0.1902225 Nov 27 01:13:02.979050 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9561848a-f72a-4a27-a396-b297f950d455 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "PUT /v2.0/floatingips/7bd9878d-abf9-4c38-a997-8dc766ca729d HTTP/1.1" status: 200 len: 990 time: 3.6256955 Nov 27 01:13:02.983997 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': '12f169c6-2293-47c7-851c-1936465a7ea4'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:02.986584 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f61fe8-33de-4ca2-ae09-1d53737f734f" -d '{"events": [{"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "12f169c6-2293-47c7-851c-1936465a7ea4"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:02.991867 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1acb7ba-65c2-4b82-9938-41c7cc26e05d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Router 41929a4b-3d3f-4241-84c6-126d173898af has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:13:02.992023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c40bc947-e611-4922-8df3-8a350a337830 None None] Provisioning complete for port f3dead31-168c-4489-9370-8fd94f280f61 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:02.992379 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c40bc947-e611-4922-8df3-8a350a337830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.042389 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5046185b-7959-4f43-b481-6b75fa94326b req-91660b94-cd89-4b97-a92d-035700fa8cb7 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818353 Nov 27 01:13:03.066421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:03.079198 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f1f1d-0cc2-48f1-85e4-b7420a9291f3 None None] Sync routers for ids ['d583981c-b701-43ee-9947-084fef9b7e43'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:03.102368 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f1f1d-0cc2-48f1-85e4-b7420a9291f3 None None] Routers {'d583981c-b701-43ee-9947-084fef9b7e43'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:03.103803 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-bf8f1f1d-0cc2-48f1-85e4-b7420a9291f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d583981c-b701-43ee-9947-084fef9b7e43'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:03.124895 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7863ffd-70c7-491a-8f6d-e6c2165d2f5b None None] Routers {'3537f99e-ac6a-4ab2-b849-4231898215f4'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:03.125600 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b7863ffd-70c7-491a-8f6d-e6c2165d2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3537f99e-ac6a-4ab2-b849-4231898215f4'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:03.134209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] No DVR routers for this DVR port 6d4914d9-cf86-445e-8963-329bad6b2d5f on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:03.140460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35de26-066d-45b7-96d5-b82820bafcbe req-680a56c3-1b6d-49f8-bfba-e172f79370a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.148390 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7d35de26-066d-45b7-96d5-b82820bafcbe req-680a56c3-1b6d-49f8-bfba-e172f79370a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 1097 time: 0.3565304 Nov 27 01:13:03.149687 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.155786 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a5384fd9-1a9b-4f10-a8bc-14c19a07456a req-9ce549cc-3a2b-4e5e-ab5f-9fe2462cd560 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.21 "DELETE /v2.0/ports/6d4914d9-cf86-445e-8963-329bad6b2d5f HTTP/1.1" status: 204 len: 173 time: 3.6521554 Nov 27 01:13:03.165159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc605d4-1abd-4b53-b9b8-cefe9253d44a', 'name': 'network-vif-deleted', 'tag': '6d4914d9-cf86-445e-8963-329bad6b2d5f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:03.168434 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8af69f-343e-40fc-99be-247893cad548" -d '{"events": [{"server_uuid": "bfc605d4-1abd-4b53-b9b8-cefe9253d44a", "name": "network-vif-deleted", "tag": "6d4914d9-cf86-445e-8963-329bad6b2d5f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:03.187577 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-f75f9538-a595-4fc4-b174-af8d87b27dd4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.188897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-f75f9538-a595-4fc4-b174-af8d87b27dd4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.250500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c40bc947-e611-4922-8df3-8a350a337830 None None] Port f3dead31-168c-4489-9370-8fd94f280f61 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:13:03.283826 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca30b12-bfd5-44ff-9629-b0f3802027b4 x-openstack-request-id: req-aca30b12-bfd5-44ff-9629-b0f3802027b4 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:03.283966 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "tag": "12f169c6-2293-47c7-851c-1936465a7ea4", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:03.284296 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aca30b12-bfd5-44ff-9629-b0f3802027b4 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:03.284937 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'tag': '12f169c6-2293-47c7-851c-1936465a7ea4', 'status': 'completed', 'code': 200} Nov 27 01:13:03.331569 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1acb7ba-65c2-4b82-9938-41c7cc26e05d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:03.339270 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1acb7ba-65c2-4b82-9938-41c7cc26e05d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.368063 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-bf8f1f1d-0cc2-48f1-85e4-b7420a9291f3 None None] Set router d583981c-b701-43ee-9947-084fef9b7e43 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:03.409464 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c1acb7ba-65c2-4b82-9938-41c7cc26e05d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "PUT /v2.0/floatingips/dd756b47-5471-4c4d-a5e1-2e65c1e1f6c5 HTTP/1.1" status: 200 len: 991 time: 3.8167870 Nov 27 01:13:03.436655 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9b106d8-3f00-41c4-b6fc-ecb829adc09a req-047fa4f2-2c17-4979-8f7c-c4b62c79653c tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184505 Nov 27 01:13:03.442702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f743d-af1b-4bf9-bcf4-a43922a1d886 None None] Sync routers for ids ['41929a4b-3d3f-4241-84c6-126d173898af'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:03.458200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-f75f9538-a595-4fc4-b174-af8d87b27dd4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9140193 Nov 27 01:13:03.487028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Request body: {'port': {'device_id': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:03.529448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f743d-af1b-4bf9-bcf4-a43922a1d886 None None] Routers {'41929a4b-3d3f-4241-84c6-126d173898af'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:03.530341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-050f743d-af1b-4bf9-bcf4-a43922a1d886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['41929a4b-3d3f-4241-84c6-126d173898af'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:03.665856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b7863ffd-70c7-491a-8f6d-e6c2165d2f5b None None] Set router 3537f99e-ac6a-4ab2-b849-4231898215f4 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:03.673093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-d3816b66-66e6-4acc-adf8-b94f982fe8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.673593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-d3816b66-66e6-4acc-adf8-b94f982fe8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.674071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-d3816b66-66e6-4acc-adf8-b94f982fe8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.674548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-d3816b66-66e6-4acc-adf8-b94f982fe8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.705786 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-d3816b66-66e6-4acc-adf8-b94f982fe8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.706295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-d3816b66-66e6-4acc-adf8-b94f982fe8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.706803 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-d3816b66-66e6-4acc-adf8-b94f982fe8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.714336 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-d3816b66-66e6-4acc-adf8-b94f982fe8d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f18470837cb4394bc7b6e5f757f3214&device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 6507 time: 0.3859005 Nov 27 01:13:03.728809 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6373f37a-a37b-4b79-9852-e03e8ac70722 x-openstack-request-id: req-6373f37a-a37b-4b79-9852-e03e8ac70722 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:03.734358 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc605d4-1abd-4b53-b9b8-cefe9253d44a", "name": "network-vif-deleted", "tag": "6d4914d9-cf86-445e-8963-329bad6b2d5f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:03.734683 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6373f37a-a37b-4b79-9852-e03e8ac70722 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:03.735066 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc605d4-1abd-4b53-b9b8-cefe9253d44a', 'name': 'network-vif-deleted', 'tag': '6d4914d9-cf86-445e-8963-329bad6b2d5f', 'status': 'completed', 'code': 200} Nov 27 01:13:03.755366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7d35de26-066d-45b7-96d5-b82820bafcbe req-15c21d42-4c97-4f92-80f2-33dbafd3fa30 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=06fb8afb-57f9-4d58-929a-c5631e1b95d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5578659 Nov 27 01:13:03.766201 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.771355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 0d350140-5c29-442e-9968-e57199166469 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:03.782223 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-bf8f1f1d-0cc2-48f1-85e4-b7420a9291f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:09:41Z', 'revision_number': 4, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2307ec62-de42-4405-9a86-4bdd8178780b', 'name': '', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'mac_address': 'fa:16:3e:71:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:39Z', 'updated_at': '2021-11-27T01:09:46Z', 'revision_number': 5, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'subnets': [{'id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:03.846578 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f1f1d-0cc2-48f1-85e4-b7420a9291f3 None None] Checking router: d583981c-b701-43ee-9947-084fef9b7e43 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:03.871377 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f1f1d-0cc2-48f1-85e4-b7420a9291f3 None None] Routers {'d583981c-b701-43ee-9947-084fef9b7e43'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:03.872078 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-bf8f1f1d-0cc2-48f1-85e4-b7420a9291f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d583981c-b701-43ee-9947-084fef9b7e43'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:04.010073 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-bf8f1f1d-0cc2-48f1-85e4-b7420a9291f3 None None] Set router d583981c-b701-43ee-9947-084fef9b7e43 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:04.033771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90795474-7438-48f2-850c-0f63cdb239df req-1cd081ff-41e5-4d79-be52-a44cf4e6bb21 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:04.041312 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90795474-7438-48f2-850c-0f63cdb239df req-1cd081ff-41e5-4d79-be52-a44cf4e6bb21 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 945 time: 0.1918097 Nov 27 01:13:04.055586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-ec9a7177-5abd-41c9-8eb6-5c822bbda835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:04.057180 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-ec9a7177-5abd-41c9-8eb6-5c822bbda835 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 HTTP/1.1" status: 200 len: 918 time: 0.2949214 Nov 27 01:13:04.161308 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6d4914d9-cf86-445e-8963-329bad6b2d5f no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:04.188364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 6d4914d9-cf86-445e-8963-329bad6b2d5f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:04.188685 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6d4914d9-cf86-445e-8963-329bad6b2d5f not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:04.219935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-050f743d-af1b-4bf9-bcf4-a43922a1d886 None None] Set router 41929a4b-3d3f-4241-84c6-126d173898af gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:04.231875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90795474-7438-48f2-850c-0f63cdb239df req-cb51a8a6-219e-47e9-9b71-25997bacbc4a tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fb8afb-57f9-4d58-929a-c5631e1b95d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897829 Nov 27 01:13:04.316842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-aa7cb774-6c0e-4346-97ff-3fd1a5a56d78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12f169c6-2293-47c7-851c-1936465a7ea4 HTTP/1.1" status: 200 len: 998 time: 0.2479553 Nov 27 01:13:04.427773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b51999-9b56-4b51-8772-67aa13657211 req-95712cc2-8ebf-4723-9a47-ec87ac351978 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:04.435710 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-bf8f1f1d-0cc2-48f1-85e4-b7420a9291f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:09:41Z', 'revision_number': 4, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2307ec62-de42-4405-9a86-4bdd8178780b', 'name': '', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'mac_address': 'fa:16:3e:71:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:39Z', 'updated_at': '2021-11-27T01:09:46Z', 'revision_number': 5, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'subnets': [{'id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:04.438277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e3b51999-9b56-4b51-8772-67aa13657211 req-95712cc2-8ebf-4723-9a47-ec87ac351978 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=646e002b-2142-4e2f-9f70-c56845e6fbac HTTP/1.1" status: 200 len: 943 time: 0.1060584 Nov 27 01:13:04.451801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-ead2ede5-842e-4d34-a883-4fc83fa8877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:04.453428 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-ead2ede5-842e-4d34-a883-4fc83fa8877d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3798953-d77c-408d-9065-d8c00bed45ca HTTP/1.1" status: 200 len: 856 time: 0.1281779 Nov 27 01:13:04.493918 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f1f1d-0cc2-48f1-85e4-b7420a9291f3 None None] The sync data for ids ['d583981c-b701-43ee-9947-084fef9b7e43'] in n-d-817303-10 is: [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:09:41Z', 'revision_number': 4, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2307ec62-de42-4405-9a86-4bdd8178780b', 'name': '', 'network_id': '60914a9a-f893-4249-a0ee-18c1f2e8cbfc', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'mac_address': 'fa:16:3e:71:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:39Z', 'updated_at': '2021-11-27T01:09:46Z', 'revision_number': 5, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'subnets': [{'id': 'bc97b243-251a-416b-b5d4-886aa67e375a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:04.618236 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2dcf1df8-f793-4a9e-aab5-2c7c820c4843 req-b885de85-d4f6-4c84-b57e-487fa3062e81 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 210 time: 0.0734558 Nov 27 01:13:04.678403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-ba6d508e-d70c-44cc-b95f-7f4bcce508f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:04.679933 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-ba6d508e-d70c-44cc-b95f-7f4bcce508f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b1384e3-a57b-456d-b2fc-6d2cabdc87f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2046919 Nov 27 01:13:04.699570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-e3b51999-9b56-4b51-8772-67aa13657211 req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Deleting port 0d350140-5c29-442e-9968-e57199166469 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:04.701558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-bf6409a0-7d77-4398-ac3c-e41cebc987f3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:13:04.702127 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e3b51999-9b56-4b51-8772-67aa13657211 req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.702546 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-bf6409a0-7d77-4398-ac3c-e41cebc987f3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057445 Nov 27 01:13:04.868970 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646e002b-2142-4e2f-9f70-c56845e6fbac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d350140-5c29-442e-9968-e57199166469'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:04.871362 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f168e059-236b-418a-9fc0-0dd79fec01b1" -d '{"events": [{"server_uuid": "646e002b-2142-4e2f-9f70-c56845e6fbac", "name": "network-vif-unplugged", "status": "completed", "tag": "0d350140-5c29-442e-9968-e57199166469"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:04.896398 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e3b51999-9b56-4b51-8772-67aa13657211 req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] For port 0d350140-5c29-442e-9968-e57199166469, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=0d350140-5c29-442e-9968-e57199166469,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:04.896604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3dead31-168c-4489-9370-8fd94f280f61 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:04.897238 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e3b51999-9b56-4b51-8772-67aa13657211 req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.938116 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-e3b51999-9b56-4b51-8772-67aa13657211 req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Calling delete_port for 0d350140-5c29-442e-9968-e57199166469 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:04.961502 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-48c1c425-7899-4b7f-ad29-f63eb766aec2 service neutron] 10.222.0.31 "GET /v2.0/networks/0b1384e3-a57b-456d-b2fc-6d2cabdc87f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482603 Nov 27 01:13:05.005594 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.016695 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663ccb81-4d48-44ae-addf-d5e0b7400172 None None] New status for floating IP 95eb2aea-160d-4a41-b59c-a81167da515b: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:13:05.020658 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-050f743d-af1b-4bf9-bcf4-a43922a1d886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'dd756b47-5471-4c4d-a5e1-2e65c1e1f6c5', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'port_id': 'dba44597-9a96-43c1-a551-0d2269af312f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'mac_address': 'fa:16:3e:dd:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:29Z', 'updated_at': '2021-11-27T01:13:01Z', 'revision_number': 1, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:17Z', 'revision_number': 5, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:05.058613 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f743d-af1b-4bf9-bcf4-a43922a1d886 None None] Checking router: 41929a4b-3d3f-4241-84c6-126d173898af for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:05.070163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b7863ffd-70c7-491a-8f6d-e6c2165d2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:10:25Z', 'revision_number': 4, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port': {'id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:17Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '7bd9878d-abf9-4c38-a997-8dc766ca729d', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'port_id': '12f169c6-2293-47c7-851c-1936465a7ea4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'mac_address': 'fa:16:3e:37:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:13:00Z', 'revision_number': 1, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6c4032-348d-451c-820d-3ec5f2f9f496', 'name': '', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'mac_address': 'fa:16:3e:38:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:23Z', 'updated_at': '2021-11-27T01:10:40Z', 'revision_number': 5, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'subnets': [{'id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:05.110370 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7863ffd-70c7-491a-8f6d-e6c2165d2f5b None None] Checking router: 3537f99e-ac6a-4ab2-b849-4231898215f4 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:05.116457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f743d-af1b-4bf9-bcf4-a43922a1d886 None None] Routers {'41929a4b-3d3f-4241-84c6-126d173898af'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:05.117889 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-050f743d-af1b-4bf9-bcf4-a43922a1d886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['41929a4b-3d3f-4241-84c6-126d173898af'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:05.165732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7863ffd-70c7-491a-8f6d-e6c2165d2f5b None None] Routers {'3537f99e-ac6a-4ab2-b849-4231898215f4'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:05.166765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b7863ffd-70c7-491a-8f6d-e6c2165d2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3537f99e-ac6a-4ab2-b849-4231898215f4'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:05.174853 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e3b51999-9b56-4b51-8772-67aa13657211 req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.233010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Pushing event deleted for resources: {'Port': ['ID=0d350140-5c29-442e-9968-e57199166469,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:05.279555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:05.280084 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Transition to ACTIVE for port object f3dead31-168c-4489-9370-8fd94f280f61 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:05.280228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:05.280531 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:05.280916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:05.281265 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:05.281606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:05.281976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:05.282307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:05.282637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:05.282967 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:05.283340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:05.283676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:05.301439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f7bc7-12b4-4e0c-b5a1-2677294b82df None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:05.303071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:05.305529 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee8ec24-b73c-404d-8006-7751b685b018" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "tag": "dba44597-9a96-43c1-a551-0d2269af312f"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:05.312860 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.331452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b51999-9b56-4b51-8772-67aa13657211 req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] No DVR routers for this DVR port 0d350140-5c29-442e-9968-e57199166469 on host n-h1-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:05.335042 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e3b51999-9b56-4b51-8772-67aa13657211 req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.360289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e3b51999-9b56-4b51-8772-67aa13657211 req-451c01dd-4c23-4815-a821-0c30b9c99dc6 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "DELETE /v2.0/ports/0d350140-5c29-442e-9968-e57199166469 HTTP/1.1" status: 204 len: 173 time: 0.9209316 Nov 27 01:13:05.385989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Pushing event updated for resources: {'Port': ['ID=f3dead31-168c-4489-9370-8fd94f280f61,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:05.414669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1a619-16e6-480a-a3b2-a419a39e6acd req-ef194cfa-e2b9-4770-9681-ff0b69a4c951 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:05.416283 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c2a1a619-16e6-480a-a3b2-a419a39e6acd req-ef194cfa-e2b9-4770-9681-ff0b69a4c951 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 931 time: 0.3544025 Nov 27 01:13:05.433029 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80679764-c69f-4240-9c55-fbe6b30c45b5 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:05.518871 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-050f743d-af1b-4bf9-bcf4-a43922a1d886 None None] Set router 41929a4b-3d3f-4241-84c6-126d173898af gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:05.521652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b7863ffd-70c7-491a-8f6d-e6c2165d2f5b None None] Set router 3537f99e-ac6a-4ab2-b849-4231898215f4 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:05.522356 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3f61fe8-33de-4ca2-ae09-1d53737f734f req-ce3ef52f-17e7-4742-acf7-edc8b495b321 service neutron] 10.222.0.31 "GET /v2.0/networks/0b1384e3-a57b-456d-b2fc-6d2cabdc87f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498977 Nov 27 01:13:05.540494 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c2a1a619-16e6-480a-a3b2-a419a39e6acd req-b482e43c-8f69-408a-bec1-30fefbd5384c tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139755 Nov 27 01:13:05.600778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Attempting to bind port f3dead31-168c-4489-9370-8fd94f280f61 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:05.601124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Attempting to bind port f3dead31-168c-4489-9370-8fd94f280f61 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:05.601464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Attempting to bind port f3dead31-168c-4489-9370-8fd94f280f61 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:05.613162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Port f3dead31-168c-4489-9370-8fd94f280f61 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:05.613494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Attempting to bind port f3dead31-168c-4489-9370-8fd94f280f61 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:05.619460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:05.629073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Checking segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:05.629488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Bound using segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:05.629963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Bound port: f3dead31-168c-4489-9370-8fd94f280f61, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:05.630342 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.663019 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e327b7c-e6fe-472f-885f-dd033b588adf x-openstack-request-id: req-2e327b7c-e6fe-472f-885f-dd033b588adf {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:05.663359 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646e002b-2142-4e2f-9f70-c56845e6fbac", "name": "network-vif-unplugged", "status": "failed", "tag": "0d350140-5c29-442e-9968-e57199166469", "code": 422}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:05.663577 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e327b7c-e6fe-472f-885f-dd033b588adf {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:05.664021 n-d-817303-10 neutron-server[103404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '646e002b-2142-4e2f-9f70-c56845e6fbac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d350140-5c29-442e-9968-e57199166469', 'code': 422} returned with failed status Nov 27 01:13:05.783186 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:05.787634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f3dead31-168c-4489-9370-8fd94f280f61,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:05.800585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9818654-bd77-4042-8f55-98b5668b34ce req-d8779aec-88d6-41af-949f-fdf92bdbc413 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:05.802232 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e9818654-bd77-4042-8f55-98b5668b34ce req-d8779aec-88d6-41af-949f-fdf92bdbc413 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 945 time: 0.0961401 Nov 27 01:13:05.803937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.934370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:05.935759 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.937599 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] 10.222.0.21 "PUT /v2.0/ports/f3dead31-168c-4489-9370-8fd94f280f61 HTTP/1.1" status: 200 len: 1092 time: 2.4564092 Nov 27 01:13:05.938390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'tag': 'f3dead31-168c-4489-9370-8fd94f280f61'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:05.940850 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482613dd-4707-4e4a-8700-65a451f22da0" -d '{"events": [{"name": "network-changed", "server_uuid": "94567f2a-254c-4807-bd24-e82a75d6eea0", "tag": "f3dead31-168c-4489-9370-8fd94f280f61"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:05.975279 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e9818654-bd77-4042-8f55-98b5668b34ce req-c1186e72-9403-478e-ac23-b3c9805df4a3 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fb8afb-57f9-4d58-929a-c5631e1b95d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573122 Nov 27 01:13:05.982074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3b0cd6-862f-4a36-a4c2-39552a5e02a9 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:05.990719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8c58f-bce0-4491-9cbf-9db329e325bc service neutron] Pushing event updated for resources: {'Port': ['ID=f3dead31-168c-4489-9370-8fd94f280f61,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:06.000309 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867edf6c-a759-4085-bdb9-a1085e49703e x-openstack-request-id: req-867edf6c-a759-4085-bdb9-a1085e49703e {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:06.000825 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "tag": "dba44597-9a96-43c1-a551-0d2269af312f", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:06.000904 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-867edf6c-a759-4085-bdb9-a1085e49703e {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:06.001290 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f', 'status': 'completed', 'code': 200} Nov 27 01:13:06.128433 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a75f13ce-fe9e-4912-8a8e-f3b9edf32e6b req-8b3d04ba-8acf-4813-a3af-a4dd3cf23cc8 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 210 time: 0.0414963 Nov 27 01:13:06.170804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8ec24-b73c-404d-8006-7751b685b018 req-6ba71eaf-9c15-4b76-aa06-10e0934d18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.172326 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4ee8ec24-b73c-404d-8006-7751b685b018 req-6ba71eaf-9c15-4b76-aa06-10e0934d18f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 1097 time: 0.0781121 Nov 27 01:13:06.177998 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-d2167269-0173-4e60-88d2-d307b022f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.179471 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-d2167269-0173-4e60-88d2-d307b022f85b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 1095 time: 0.1306915 Nov 27 01:13:06.194578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-050f743d-af1b-4bf9-bcf4-a43922a1d886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'dd756b47-5471-4c4d-a5e1-2e65c1e1f6c5', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'port_id': 'dba44597-9a96-43c1-a551-0d2269af312f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'mac_address': 'fa:16:3e:dd:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:29Z', 'updated_at': '2021-11-27T01:13:01Z', 'revision_number': 1, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:17Z', 'revision_number': 5, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:06.199087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b7863ffd-70c7-491a-8f6d-e6c2165d2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:10:25Z', 'revision_number': 4, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port': {'id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:17Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '7bd9878d-abf9-4c38-a997-8dc766ca729d', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'port_id': '12f169c6-2293-47c7-851c-1936465a7ea4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'mac_address': 'fa:16:3e:37:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:13:00Z', 'revision_number': 1, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6c4032-348d-451c-820d-3ec5f2f9f496', 'name': '', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'mac_address': 'fa:16:3e:38:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:23Z', 'updated_at': '2021-11-27T01:10:40Z', 'revision_number': 5, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'subnets': [{'id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:06.264504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f743d-af1b-4bf9-bcf4-a43922a1d886 None None] The sync data for ids ['41929a4b-3d3f-4241-84c6-126d173898af'] in n-d-817303-10 is: [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'dd756b47-5471-4c4d-a5e1-2e65c1e1f6c5', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'port_id': 'dba44597-9a96-43c1-a551-0d2269af312f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'mac_address': 'fa:16:3e:dd:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:29Z', 'updated_at': '2021-11-27T01:13:01Z', 'revision_number': 1, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:17Z', 'revision_number': 5, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:06.266567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7863ffd-70c7-491a-8f6d-e6c2165d2f5b None None] The sync data for ids ['3537f99e-ac6a-4ab2-b849-4231898215f4'] in n-d-817303-10 is: [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:10:25Z', 'revision_number': 4, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port': {'id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:17Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '7bd9878d-abf9-4c38-a997-8dc766ca729d', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'port_id': '12f169c6-2293-47c7-851c-1936465a7ea4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'mac_address': 'fa:16:3e:37:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:13:00Z', 'revision_number': 1, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6c4032-348d-451c-820d-3ec5f2f9f496', 'name': '', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'mac_address': 'fa:16:3e:38:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:23Z', 'updated_at': '2021-11-27T01:10:40Z', 'revision_number': 5, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'subnets': [{'id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:06.272595 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-8af0304b-0ae6-4a84-a165-1f897dc1203d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3dead31-168c-4489-9370-8fd94f280f61 HTTP/1.1" status: 200 len: 217 time: 0.0729375 Nov 27 01:13:06.441451 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8ec24-b73c-404d-8006-7751b685b018 req-0c36fdc1-65b7-4d81-87eb-3a3959dfd42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.444169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4ee8ec24-b73c-404d-8006-7751b685b018 req-0c36fdc1-65b7-4d81-87eb-3a3959dfd42c service neutron] 10.222.0.31 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 918 time: 0.2626312 Nov 27 01:13:06.447354 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb526616-0e55-494d-838f-151f93b25d46 x-openstack-request-id: req-cb526616-0e55-494d-838f-151f93b25d46 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:06.447655 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94567f2a-254c-4807-bd24-e82a75d6eea0", "tag": "f3dead31-168c-4489-9370-8fd94f280f61", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:06.447913 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb526616-0e55-494d-838f-151f93b25d46 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:06.448348 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'tag': 'f3dead31-168c-4489-9370-8fd94f280f61', 'status': 'completed', 'code': 200} Nov 27 01:13:06.531277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-a6a06ac0-2137-495c-b8b0-11f52d617351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.534165 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-a6a06ac0-2137-495c-b8b0-11f52d617351 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.2537348 Nov 27 01:13:06.585702 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4ee8ec24-b73c-404d-8006-7751b685b018 req-17f7427e-27a8-46c0-8ff1-ba83540a7fa0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba44597-9a96-43c1-a551-0d2269af312f HTTP/1.1" status: 200 len: 999 time: 0.1343467 Nov 27 01:13:06.587819 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-2dfdd5cf-4152-4cb7-b5d6-d80f5e4df93b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447960 Nov 27 01:13:06.694481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a94405-26b7-4936-821f-17f64c18e3b5 None None] New status for floating IP 7bd9878d-abf9-4c38-a997-8dc766ca729d: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:13:06.722531 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-6de05ac0-2933-445f-8e8c-1469a19dde89 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215792 Nov 27 01:13:06.883495 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98687030-bf6d-4e77-ab57-926e04ab3dbb req-d7a92ae3-2508-4e4d-8826-4e8600214e65 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322560 Nov 27 01:13:06.900694 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a11a7-79f5-4560-a7ba-f17286a18e23 None None] New status for floating IP dd756b47-5471-4c4d-a5e1-2e65c1e1f6c5: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:13:06.910946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617658ac-01ed-4653-b77e-00198f975f57 req-7dfc5133-d228-4bff-8be9-6d1f1ede72cf tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.912576 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-617658ac-01ed-4653-b77e-00198f975f57 req-7dfc5133-d228-4bff-8be9-6d1f1ede72cf tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 945 time: 0.4086440 Nov 27 01:13:06.922445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50666) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:06.927789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2cbcf739-8d0a-4255-93be-712378ba224d tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Request body: {'floatingip': {'port_id': '00ecfed9-b856-493f-a6e6-dc133c11b3cc'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:06.941487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8ec24-b73c-404d-8006-7751b685b018 req-173c0ba3-a919-40ae-ab92-27496df6b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.942915 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4ee8ec24-b73c-404d-8006-7751b685b018 req-173c0ba3-a919-40ae-ab92-27496df6b7c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.3504891 Nov 27 01:13:06.994869 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf739-8d0a-4255-93be-712378ba224d tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.076349 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-6693fce2-81f0-45dc-ace8-ffa36c123fd7 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:07.078491 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-6693fce2-81f0-45dc-ace8-ffa36c123fd7 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 812 time: 0.3346848 Nov 27 01:13:07.098772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8ec24-b73c-404d-8006-7751b685b018 req-04fc235c-9c8b-4fd4-920e-81e318d15961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:07.100471 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4ee8ec24-b73c-404d-8006-7751b685b018 req-04fc235c-9c8b-4fd4-920e-81e318d15961 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1444018 Nov 27 01:13:07.104743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482613dd-4707-4e4a-8700-65a451f22da0 req-c6443881-0634-49c3-a2cd-33bbbda1b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:07.106230 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-482613dd-4707-4e4a-8700-65a451f22da0 req-c6443881-0634-49c3-a2cd-33bbbda1b5d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 1095 time: 0.1034536 Nov 27 01:13:07.116525 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-69594ec6-fd31-401f-8be7-ba5829fe68ed tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/quotas/209f38c9e33a417e8beb75ce87669b42 HTTP/1.1" status: 200 len: 375 time: 0.0326798 Nov 27 01:13:07.188176 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-e7e90e1a-be67-4b54-af8b-d02e6385876a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707383 Nov 27 01:13:07.202959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62338a0a-4d17-4cf3-8e96-1b8edee995f1 req-3ad9c101-9842-44bf-bd42-5b9db6252739 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:07.204491 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-62338a0a-4d17-4cf3-8e96-1b8edee995f1 req-3ad9c101-9842-44bf-bd42-5b9db6252739 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 943 time: 0.2040834 Nov 27 01:13:07.351419 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-62338a0a-4d17-4cf3-8e96-1b8edee995f1 req-1becbc16-d5ce-441d-9a58-5017295a1fca tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340985 Nov 27 01:13:07.394292 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4ee8ec24-b73c-404d-8006-7751b685b018 req-416e02f7-ec3a-4663-900c-7a393c6a32f1 service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756827 Nov 27 01:13:07.398433 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482613dd-4707-4e4a-8700-65a451f22da0 req-9dc2e69a-3dfc-4e6d-8bc4-d43be29ba602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:07.399817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-482613dd-4707-4e4a-8700-65a451f22da0 req-9dc2e69a-3dfc-4e6d-8bc4-d43be29ba602 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.2803450 Nov 27 01:13:07.552449 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f79b83a8-3a5b-48fd-98cd-8f4308e0ac71 req-444a5ac9-cd49-4484-9bc5-0f5382ff9033 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 210 time: 0.0346286 Nov 27 01:13:07.702485 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf739-8d0a-4255-93be-712378ba224d tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.708038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf739-8d0a-4255-93be-712378ba224d tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.785808 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-85e493b6-1780-45b7-b6d4-0851d2f1b1d8 service neutron] 10.222.0.15 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419202 Nov 27 01:13:07.787245 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-482613dd-4707-4e4a-8700-65a451f22da0 req-e99ecb89-76db-45cf-b69e-a7b028aa4ec4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3dead31-168c-4489-9370-8fd94f280f61 HTTP/1.1" status: 200 len: 217 time: 0.3673930 Nov 27 01:13:07.831030 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-2cbcf739-8d0a-4255-93be-712378ba224d tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Floating IP 9a9d5cdc-6a90-4237-bb35-4125124cbba8 associated. External IP: 172.25.1.123, port: 00ecfed9-b856-493f-a6e6-dc133c11b3cc. Nov 27 01:13:07.932745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482613dd-4707-4e4a-8700-65a451f22da0 req-2272d30b-4045-4a70-83ea-78480222399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:07.934211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-482613dd-4707-4e4a-8700-65a451f22da0 req-2272d30b-4045-4a70-83ea-78480222399c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.1221318 Nov 27 01:13:07.986672 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4ee8ec24-b73c-404d-8006-7751b685b018 req-3dbd4d3a-b19c-4684-b9c0-b34c36eefead service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809419 Nov 27 01:13:07.988652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-482613dd-4707-4e4a-8700-65a451f22da0 req-8bc3b180-52d6-4980-9555-12b01e274156 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379288 Nov 27 01:13:07.993268 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-c55802e4-2b30-4711-ab2d-e3cf1e135ebb service neutron] 10.222.0.15 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799252 Nov 27 01:13:08.041470 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646e002b-2142-4e2f-9f70-c56845e6fbac', 'name': 'network-vif-deleted', 'tag': '0d350140-5c29-442e-9968-e57199166469'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:08.044378 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affb6d04-9c2c-47b3-9049-13fc407caa28" -d '{"events": [{"server_uuid": "646e002b-2142-4e2f-9f70-c56845e6fbac", "name": "network-vif-deleted", "tag": "0d350140-5c29-442e-9968-e57199166469"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:08.100853 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754012e9-84de-45cd-87e1-d71ac3b622e4 x-openstack-request-id: req-754012e9-84de-45cd-87e1-d71ac3b622e4 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:08.101148 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646e002b-2142-4e2f-9f70-c56845e6fbac", "name": "network-vif-deleted", "tag": "0d350140-5c29-442e-9968-e57199166469", "status": "failed", "code": 422}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:08.101406 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-754012e9-84de-45cd-87e1-d71ac3b622e4 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:08.101841 n-d-817303-10 neutron-server[103402]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '646e002b-2142-4e2f-9f70-c56845e6fbac', 'name': 'network-vif-deleted', 'tag': '0d350140-5c29-442e-9968-e57199166469', 'status': 'failed', 'code': 422} returned with failed status Nov 27 01:13:08.111297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbcf739-8d0a-4255-93be-712378ba224d tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Router 141d7e22-1578-45c4-b960-993e2ea2d719 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:13:08.119234 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-482613dd-4707-4e4a-8700-65a451f22da0 req-63dd4fd3-a76b-4c6f-84bd-98d2cf8ff026 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210980 Nov 27 01:13:08.262795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbcf739-8d0a-4255-93be-712378ba224d tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:08.265639 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-482613dd-4707-4e4a-8700-65a451f22da0 req-b4cfdf79-c55c-42bb-8be1-079adf817221 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365225 Nov 27 01:13:08.280971 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf739-8d0a-4255-93be-712378ba224d tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.281213 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a35644c-0ee7-40d3-9568-88b27d2d23fb None None] Sync routers for ids ['141d7e22-1578-45c4-b960-993e2ea2d719'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:08.295961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35644c-0ee7-40d3-9568-88b27d2d23fb None None] Routers {'141d7e22-1578-45c4-b960-993e2ea2d719'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:08.296969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4a35644c-0ee7-40d3-9568-88b27d2d23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['141d7e22-1578-45c4-b960-993e2ea2d719'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:08.317436 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e55c244-4a18-4279-9332-101732c9573c req-08607d69-7f16-41ec-8647-b44a888eae2d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 210 time: 0.0517089 Nov 27 01:13:08.328347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2cbcf739-8d0a-4255-93be-712378ba224d tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "PUT /v2.0/floatingips/9a9d5cdc-6a90-4237-bb35-4125124cbba8 HTTP/1.1" status: 200 len: 991 time: 1.4046881 Nov 27 01:13:08.446450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-4a35644c-0ee7-40d3-9568-88b27d2d23fb None None] Set router 141d7e22-1578-45c4-b960-993e2ea2d719 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:08.535431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1e14a-7419-4359-91ee-788b303e06aa req-3182532d-1f27-4597-982c-badf7071fe26 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:08.540550 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93e1e14a-7419-4359-91ee-788b303e06aa req-3182532d-1f27-4597-982c-badf7071fe26 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 943 time: 0.1002314 Nov 27 01:13:08.674740 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93e1e14a-7419-4359-91ee-788b303e06aa req-3af2ce7b-6e85-497d-9fe5-93eaeaf93719 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252635 Nov 27 01:13:08.803396 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4badf101-c15a-43e8-903e-f01c2953b7b3 req-bf9854a1-6d0c-4116-bac3-071de2cd0887 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 210 time: 0.0717268 Nov 27 01:13:08.957852 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4a35644c-0ee7-40d3-9568-88b27d2d23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:12:27Z', 'revision_number': 4, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port': {'id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:23Z', 'updated_at': '2021-11-27T01:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9a9d5cdc-6a90-4237-bb35-4125124cbba8', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'port_id': '00ecfed9-b856-493f-a6e6-dc133c11b3cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'mac_address': 'fa:16:3e:3b:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e28547-22e2-4cb3-9831-1f3e0f82a7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:32Z', 'updated_at': '2021-11-27T01:13:07Z', 'revision_number': 1, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54476f0-1392-47ff-89ca-33d97a86e1eb', 'name': '', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'mac_address': 'fa:16:3e:e2:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:26Z', 'updated_at': '2021-11-27T01:12:36Z', 'revision_number': 5, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'subnets': [{'id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:08.985583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a35644c-0ee7-40d3-9568-88b27d2d23fb None None] Checking router: 141d7e22-1578-45c4-b960-993e2ea2d719 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:08.994802 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35644c-0ee7-40d3-9568-88b27d2d23fb None None] Routers {'141d7e22-1578-45c4-b960-993e2ea2d719'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:08.995426 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4a35644c-0ee7-40d3-9568-88b27d2d23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:12:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['141d7e22-1578-45c4-b960-993e2ea2d719'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:09.106885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-4a35644c-0ee7-40d3-9568-88b27d2d23fb None None] Set router 141d7e22-1578-45c4-b960-993e2ea2d719 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:09.357996 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4a35644c-0ee7-40d3-9568-88b27d2d23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:12:27Z', 'revision_number': 4, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port': {'id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:23Z', 'updated_at': '2021-11-27T01:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9a9d5cdc-6a90-4237-bb35-4125124cbba8', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'port_id': '00ecfed9-b856-493f-a6e6-dc133c11b3cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'mac_address': 'fa:16:3e:3b:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e28547-22e2-4cb3-9831-1f3e0f82a7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:32Z', 'updated_at': '2021-11-27T01:13:07Z', 'revision_number': 1, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54476f0-1392-47ff-89ca-33d97a86e1eb', 'name': '', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'mac_address': 'fa:16:3e:e2:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:26Z', 'updated_at': '2021-11-27T01:12:36Z', 'revision_number': 5, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'subnets': [{'id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:09.386641 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a35644c-0ee7-40d3-9568-88b27d2d23fb None None] The sync data for ids ['141d7e22-1578-45c4-b960-993e2ea2d719'] in n-d-817303-10 is: [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:12:27Z', 'revision_number': 4, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port': {'id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:23Z', 'updated_at': '2021-11-27T01:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9a9d5cdc-6a90-4237-bb35-4125124cbba8', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'port_id': '00ecfed9-b856-493f-a6e6-dc133c11b3cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'mac_address': 'fa:16:3e:3b:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e28547-22e2-4cb3-9831-1f3e0f82a7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:32Z', 'updated_at': '2021-11-27T01:13:07Z', 'revision_number': 1, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54476f0-1392-47ff-89ca-33d97a86e1eb', 'name': '', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'mac_address': 'fa:16:3e:e2:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:26Z', 'updated_at': '2021-11-27T01:12:36Z', 'revision_number': 5, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'subnets': [{'id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:09.457890 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d72cc464-3f8e-46b7-8f39-7be209c73583 req-1ebcfd70-f29a-4041-af83-246dfa9faaa9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 210 time: 0.0395424 Nov 27 01:13:09.633143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-4a9cf958-9d8d-4865-bbae-a112743ef136 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:09.637595 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-4a9cf958-9d8d-4865-bbae-a112743ef136 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 812 time: 0.1437433 Nov 27 01:13:09.659916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-ff36d42b-95a1-40b5-b5bf-de59a26ed987 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Request body: {'port': {'device_id': '03465e87-ec93-4aec-906d-c37382cbfd95', 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae', 'admin_state_up': True, 'tenant_id': '209f38c9e33a417e8beb75ce87669b42'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:09.746228 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93f2c43-d25f-4beb-bcc9-302fd9d05e50 None None] New status for floating IP 9a9d5cdc-6a90-4237-bb35-4125124cbba8: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:13:09.831200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-ff36d42b-95a1-40b5-b5bf-de59a26ed987 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Made reservation on behalf of 209f38c9e33a417e8beb75ce87669b42 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:09.836198 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-ff36d42b-95a1-40b5-b5bf-de59a26ed987 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:09.864567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c270ec-fbb4-4fe3-afe6-348533459a28 req-91b6d6f0-0ff8-4f42-9646-0e27ab62ffc6 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:09.873385 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3c270ec-fbb4-4fe3-afe6-348533459a28 req-91b6d6f0-0ff8-4f42-9646-0e27ab62ffc6 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 943 time: 0.0981197 Nov 27 01:13:09.944468 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9c4d1caf-c30a-4924-ba8d-60547149a64f req-ff31e6de-6260-41c1-88c9-c9bc622b6f86 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 210 time: 0.0470309 Nov 27 01:13:09.996710 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3c270ec-fbb4-4fe3-afe6-348533459a28 req-e618ea46-80b1-4005-9c0e-e08280deb04a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224101 Nov 27 01:13:10.011301 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-99731a8d-f184-4551-8049-180a4e3ef093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.066911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-ff36d42b-95a1-40b5-b5bf-de59a26ed987 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Allocated IP 172.20.0.12 (4b89f644-2375-4ba6-8bce-e3c255057dae/80662da9-0903-4539-8282-1a973a762559/0f508521-7f4f-4d8d-a5b5-6f09563f9914) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:10.102631 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e28547-22e2-4cb3-9831-1f3e0f82a7ed', 'tag': '00ecfed9-b856-493f-a6e6-dc133c11b3cc'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:10.105143 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35828ca-96a7-4483-9ba4-3f03819694be" -d '{"events": [{"name": "network-changed", "server_uuid": "98e28547-22e2-4cb3-9831-1f3e0f82a7ed", "tag": "00ecfed9-b856-493f-a6e6-dc133c11b3cc"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:10.152229 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbc5670-6e1c-429a-b21b-c85e499f1193 x-openstack-request-id: req-0cbc5670-6e1c-429a-b21b-c85e499f1193 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:10.152831 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e28547-22e2-4cb3-9831-1f3e0f82a7ed", "tag": "00ecfed9-b856-493f-a6e6-dc133c11b3cc", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:10.153088 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0cbc5670-6e1c-429a-b21b-c85e499f1193 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:10.153485 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e28547-22e2-4cb3-9831-1f3e0f82a7ed', 'tag': '00ecfed9-b856-493f-a6e6-dc133c11b3cc', 'status': 'completed', 'code': 200} Nov 27 01:13:10.257773 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-ff36d42b-95a1-40b5-b5bf-de59a26ed987 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.281587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35828ca-96a7-4483-9ba4-3f03819694be req-8cbcf3e1-8230-4f59-8e67-0869f1d39811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:10.283105 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b35828ca-96a7-4483-9ba4-3f03819694be req-8cbcf3e1-8230-4f59-8e67-0869f1d39811 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a4be403ef324ac689ea3911a5db9b0e&device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 1097 time: 0.0741820 Nov 27 01:13:10.350105 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-ff36d42b-95a1-40b5-b5bf-de59a26ed987 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.414651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-ff36d42b-95a1-40b5-b5bf-de59a26ed987 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Network 4b89f644-2375-4ba6-8bce-e3c255057dae is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:10.425710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-ff36d42b-95a1-40b5-b5bf-de59a26ed987 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:10.433036 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-ff36d42b-95a1-40b5-b5bf-de59a26ed987 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:10.437614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35828ca-96a7-4483-9ba4-3f03819694be req-6ac6f773-7ace-4834-8d81-24fa4aca5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:10.439114 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b35828ca-96a7-4483-9ba4-3f03819694be req-6ac6f773-7ace-4834-8d81-24fa4aca5cf9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=242abba9-5f49-4d58-b8e9-e9a880ce1edf HTTP/1.1" status: 200 len: 915 time: 0.1466568 Nov 27 01:13:10.441665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b02d56-3e58-45b7-9da9-e150bfd515f9 None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:10.457246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36d42b-95a1-40b5-b5bf-de59a26ed987 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Pushing event updated for resources: {'Port': ['ID=0f508521-7f4f-4d8d-a5b5-6f09563f9914,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:10.474751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4d0300a8-bcb6-4090-a413-52fd5c7668e2 None None] Provisioning complete for port 0f508521-7f4f-4d8d-a5b5-6f09563f9914 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:10.475195 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4d0300a8-bcb6-4090-a413-52fd5c7668e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.530102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-ff36d42b-95a1-40b5-b5bf-de59a26ed987 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:10.530725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-ff36d42b-95a1-40b5-b5bf-de59a26ed987 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.546961 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b35828ca-96a7-4483-9ba4-3f03819694be req-e32a2cb1-69c9-45aa-a97b-c024351d2d0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00ecfed9-b856-493f-a6e6-dc133c11b3cc HTTP/1.1" status: 200 len: 1001 time: 0.0870724 Nov 27 01:13:10.554878 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4d0300a8-bcb6-4090-a413-52fd5c7668e2 None None] Port 0f508521-7f4f-4d8d-a5b5-6f09563f9914 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:13:10.570945 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-ff36d42b-95a1-40b5-b5bf-de59a26ed987 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9149957 Nov 27 01:13:10.615230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Request body: {'port': {'device_id': '03465e87-ec93-4aec-906d-c37382cbfd95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:10.689520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35828ca-96a7-4483-9ba4-3f03819694be req-8df3c38e-567b-44ad-acc0-8a1249ca5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:10.690919 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b35828ca-96a7-4483-9ba4-3f03819694be req-8df3c38e-567b-44ad-acc0-8a1249ca5073 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=595f9c6f-dc23-451d-92b7-457225a005ff HTTP/1.1" status: 200 len: 853 time: 0.1358130 Nov 27 01:13:10.708491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e86a1d-8a69-4cd6-a606-947d243a4547 req-46c6be83-3798-4b37-9971-9613f943bc2b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:10.710090 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95e86a1d-8a69-4cd6-a606-947d243a4547 req-46c6be83-3798-4b37-9971-9613f943bc2b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 932 time: 0.1371655 Nov 27 01:13:10.710660 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.870125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35828ca-96a7-4483-9ba4-3f03819694be req-6f085c49-5f12-460b-b112-4431f9066e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:10.871631 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b35828ca-96a7-4483-9ba4-3f03819694be req-6f085c49-5f12-460b-b112-4431f9066e88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=242abba9-5f49-4d58-b8e9-e9a880ce1edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1587400 Nov 27 01:13:10.913797 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95e86a1d-8a69-4cd6-a606-947d243a4547 req-5e0c8aac-b52b-40d6-b4fd-74fa167e6ea8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908243 Nov 27 01:13:11.042710 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b35828ca-96a7-4483-9ba4-3f03819694be req-bae23e45-72ea-4ecb-b673-78a82e022095 service neutron] 10.222.0.21 "GET /v2.0/networks/242abba9-5f49-4d58-b8e9-e9a880ce1edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607387 Nov 27 01:13:11.056889 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-611222b7-4dee-4043-9bce-4047d7a1e43c req-0cd291c9-9579-4bcd-b4fe-1d655a2734a5 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 210 time: 0.0308399 Nov 27 01:13:11.247264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa43ec-7d69-43c5-8ba0-2d47bf449e83 req-1cf40d8c-400e-42b7-beac-8bfc12154553 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:11.249357 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ffa43ec-7d69-43c5-8ba0-2d47bf449e83 req-1cf40d8c-400e-42b7-beac-8bfc12154553 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 943 time: 0.1309404 Nov 27 01:13:11.251366 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f508521-7f4f-4d8d-a5b5-6f09563f9914 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:11.257073 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b35828ca-96a7-4483-9ba4-3f03819694be req-b041c689-41db-4805-bb01-005d6f55a6f1 service neutron] 10.222.0.21 "GET /v2.0/networks/242abba9-5f49-4d58-b8e9-e9a880ce1edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054160 Nov 27 01:13:11.262112 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:11.289860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Transition to ACTIVE for port object 0f508521-7f4f-4d8d-a5b5-6f09563f9914 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:11.295816 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:11.349437 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e491d6d-1183-4a24-826a-2682198dddce None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:11.354290 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ffa43ec-7d69-43c5-8ba0-2d47bf449e83 req-a04513c7-86d5-418b-b5d9-b05d87f2bc76 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942249 Nov 27 01:13:11.365814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Pushing event updated for resources: {'Port': ['ID=0f508521-7f4f-4d8d-a5b5-6f09563f9914,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:11.437600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Attempting to bind port 0f508521-7f4f-4d8d-a5b5-6f09563f9914 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:11.438050 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Attempting to bind port 0f508521-7f4f-4d8d-a5b5-6f09563f9914 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:11.438437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Attempting to bind port 0f508521-7f4f-4d8d-a5b5-6f09563f9914 on network 4b89f644-2375-4ba6-8bce-e3c255057dae {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:11.443028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Port 0f508521-7f4f-4d8d-a5b5-6f09563f9914 on network 4b89f644-2375-4ba6-8bce-e3c255057dae not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:11.443412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Attempting to bind port 0f508521-7f4f-4d8d-a5b5-6f09563f9914 on network 4b89f644-2375-4ba6-8bce-e3c255057dae {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:11.448444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:11.448778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Checking segment: {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:11.449156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Bound using segment: {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:11.449575 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Bound port: 0f508521-7f4f-4d8d-a5b5-6f09563f9914, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:11.449925 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:11.511155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] For port 0f508521-7f4f-4d8d-a5b5-6f09563f9914, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:11.514049 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] For port 0f508521-7f4f-4d8d-a5b5-6f09563f9914, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0f508521-7f4f-4d8d-a5b5-6f09563f9914,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:11.518568 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:11.556226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:11.556871 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:11.558237 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] 10.222.0.31 "PUT /v2.0/ports/0f508521-7f4f-4d8d-a5b5-6f09563f9914 HTTP/1.1" status: 200 len: 1093 time: 0.9594653 Nov 27 01:13:11.558671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03465e87-ec93-4aec-906d-c37382cbfd95', 'tag': '0f508521-7f4f-4d8d-a5b5-6f09563f9914'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:11.561460 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b3ff0c-b898-4dda-9b27-9c9f80f59905" -d '{"events": [{"name": "network-changed", "server_uuid": "03465e87-ec93-4aec-906d-c37382cbfd95", "tag": "0f508521-7f4f-4d8d-a5b5-6f09563f9914"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:11.562456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9cc981-a8ea-484b-9936-77093f10e621 None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:11.588074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01d197-89e3-4f0b-89d4-fe772e505381 service neutron] Pushing event updated for resources: {'Port': ['ID=0f508521-7f4f-4d8d-a5b5-6f09563f9914,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:11.617249 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385fb402-6454-4dc3-ad0a-748014f579fe x-openstack-request-id: req-385fb402-6454-4dc3-ad0a-748014f579fe {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:11.618042 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03465e87-ec93-4aec-906d-c37382cbfd95", "tag": "0f508521-7f4f-4d8d-a5b5-6f09563f9914", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:11.618435 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-385fb402-6454-4dc3-ad0a-748014f579fe {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:11.618981 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03465e87-ec93-4aec-906d-c37382cbfd95', 'tag': '0f508521-7f4f-4d8d-a5b5-6f09563f9914', 'status': 'completed', 'code': 200} Nov 27 01:13:11.684274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-75df9970-c252-4cf9-b02f-0f4d92eda695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:11.686408 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-75df9970-c252-4cf9-b02f-0f4d92eda695 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 1096 time: 0.0454352 Nov 27 01:13:11.748523 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-bdf73234-4ade-4cac-bd87-b8a34e3cd52a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f508521-7f4f-4d8d-a5b5-6f09563f9914 HTTP/1.1" status: 200 len: 217 time: 0.0383751 Nov 27 01:13:11.803800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-6a16b2b3-c545-45a6-bd2e-72882d045e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:11.805577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-6a16b2b3-c545-45a6-bd2e-72882d045e8c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80662da9-0903-4539-8282-1a973a762559 HTTP/1.1" status: 200 len: 852 time: 0.0483034 Nov 27 01:13:11.839553 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-a20bf82e-3f86-403e-af4e-8e752332e720 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b89f644-2375-4ba6-8bce-e3c255057dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250926 Nov 27 01:13:11.958244 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-deb12d79-f99f-42c5-9f08-e929d87e5c69 service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910370 Nov 27 01:13:12.069000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50740) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:12.096329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3ad31-a87a-452c-aa28-ee742451878e req-b719e560-3be7-41a8-9789-865376a3d294 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:12.103485 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-efe3ad31-a87a-452c-aa28-ee742451878e req-b719e560-3be7-41a8-9789-865376a3d294 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 944 time: 0.0910573 Nov 27 01:13:12.145659 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef9893d6-cf5b-41d1-a34e-bde9079f7ddf req-f96df4a7-571d-4e2c-af5e-e50ac98a9627 service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797867 Nov 27 01:13:12.146674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0c392b-d74c-4b0b-b79b-3c30e970b4c2 admin admin] Deleting subnet 88b33aa8-c01d-44a0-8660-c48359c2b83a {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:13:12.168974 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee0c392b-d74c-4b0b-b79b-3c30e970b4c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.186764 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-efe3ad31-a87a-452c-aa28-ee742451878e req-25fba2af-dcc5-436b-b221-f0e10699ad1d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819259 Nov 27 01:13:12.226240 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-db2ae362-426d-4806-a608-0027ed7d4348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.272743 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bd8d4dd5-48e7-4bc9-b0e8-89b8c02bb7b3 req-351dc005-01d0-4118-ae50-71bf04c612aa tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfc605d4-1abd-4b53-b9b8-cefe9253d44a HTTP/1.1" status: 200 len: 210 time: 0.0404608 Nov 27 01:13:12.311810 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee0c392b-d74c-4b0b-b79b-3c30e970b4c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.342566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3ff0c-b898-4dda-9b27-9c9f80f59905 req-747852d9-e934-407a-bf92-54aaa7ae5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:12.344476 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69b3ff0c-b898-4dda-9b27-9c9f80f59905 req-747852d9-e934-407a-bf92-54aaa7ae5bf6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 1096 time: 0.0480630 Nov 27 01:13:12.360500 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee0c392b-d74c-4b0b-b79b-3c30e970b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.436605 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee0c392b-d74c-4b0b-b79b-3c30e970b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.488684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c392b-d74c-4b0b-b79b-3c30e970b4c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b33aa8-c01d-44a0-8660-c48359c2b83a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:12.490647 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee0c392b-d74c-4b0b-b79b-3c30e970b4c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.494396 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ee0c392b-d74c-4b0b-b79b-3c30e970b4c2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/88b33aa8-c01d-44a0-8660-c48359c2b83a HTTP/1.1" status: 204 len: 168 time: 0.4235926 Nov 27 01:13:12.496885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50750) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:12.526941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3ff0c-b898-4dda-9b27-9c9f80f59905 req-78a8218c-2ebd-467c-a037-2ff3181823d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:12.528687 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69b3ff0c-b898-4dda-9b27-9c9f80f59905 req-78a8218c-2ebd-467c-a037-2ff3181823d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 913 time: 0.1447611 Nov 27 01:13:12.555196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16360dcb-8ef0-46ec-98ba-84b26cbc8597 req-79aea4a7-a397-4a4a-b275-739405c23fa0 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:12.556986 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16360dcb-8ef0-46ec-98ba-84b26cbc8597 req-79aea4a7-a397-4a4a-b275-739405c23fa0 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 943 time: 0.0811930 Nov 27 01:13:12.582124 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a531218b-4169-4dd7-88c8-fac7e302f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.595048 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69b3ff0c-b898-4dda-9b27-9c9f80f59905 req-2729848e-c21f-4ac4-b132-9cbe435d64b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f508521-7f4f-4d8d-a5b5-6f09563f9914 HTTP/1.1" status: 200 len: 217 time: 0.0562978 Nov 27 01:13:12.671329 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a531218b-4169-4dd7-88c8-fac7e302f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.681849 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16360dcb-8ef0-46ec-98ba-84b26cbc8597 req-45da73e2-bafc-4199-a4bf-bffc46c89052 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943489 Nov 27 01:13:12.683600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3ff0c-b898-4dda-9b27-9c9f80f59905 req-a8a1e976-7964-4cef-8e6f-5a971aed8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:12.685833 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69b3ff0c-b898-4dda-9b27-9c9f80f59905 req-a8a1e976-7964-4cef-8e6f-5a971aed8404 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80662da9-0903-4539-8282-1a973a762559 HTTP/1.1" status: 200 len: 852 time: 0.0794859 Nov 27 01:13:12.699195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a531218b-4169-4dd7-88c8-fac7e302f8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98607255-730e-4c4a-b4bf-877ace5137a7']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:12.730398 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69b3ff0c-b898-4dda-9b27-9c9f80f59905 req-3117296d-208f-4f69-aec4-af81c32d9128 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b89f644-2375-4ba6-8bce-e3c255057dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376508 Nov 27 01:13:12.730786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a531218b-4169-4dd7-88c8-fac7e302f8a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fe07c0-f34a-4871-a457-8c17d750d982') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:12.731098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a531218b-4169-4dd7-88c8-fac7e302f8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fe07c0-f34a-4871-a457-8c17d750d982') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:12.742314 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a531218b-4169-4dd7-88c8-fac7e302f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.757972 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a531218b-4169-4dd7-88c8-fac7e302f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.775603 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a531218b-4169-4dd7-88c8-fac7e302f8a7 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:13:12.776026 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a531218b-4169-4dd7-88c8-fac7e302f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:13:12.778238 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:13:12.838296 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a531218b-4169-4dd7-88c8-fac7e302f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.849271 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a531218b-4169-4dd7-88c8-fac7e302f8a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.852554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a531218b-4169-4dd7-88c8-fac7e302f8a7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/98607255-730e-4c4a-b4bf-877ace5137a7 HTTP/1.1" status: 204 len: 168 time: 0.3504839 Nov 27 01:13:12.855424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50754) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:12.859478 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69b3ff0c-b898-4dda-9b27-9c9f80f59905 req-d5b8e742-8a3a-468f-9977-97e0d8cff04b service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219492 Nov 27 01:13:12.864287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531218b-4169-4dd7-88c8-fac7e302f8a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=98607255-730e-4c4a-b4bf-877ace5137a7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:12.963241 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b85724-089c-4902-a6e3-4acb13f0030e admin admin] Deleting subnet e46e34e1-4002-4048-a8af-019883504042 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:13:12.971508 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57b85724-089c-4902-a6e3-4acb13f0030e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.027651 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57b85724-089c-4902-a6e3-4acb13f0030e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.052444 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69b3ff0c-b898-4dda-9b27-9c9f80f59905 req-c87ae5cc-1b07-4cd0-827c-f4947295f2fe service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642485 Nov 27 01:13:13.077019 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57b85724-089c-4902-a6e3-4acb13f0030e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.129743 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57b85724-089c-4902-a6e3-4acb13f0030e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.154797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b85724-089c-4902-a6e3-4acb13f0030e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e46e34e1-4002-4048-a8af-019883504042,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:13.158577 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57b85724-089c-4902-a6e3-4acb13f0030e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.161800 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-57b85724-089c-4902-a6e3-4acb13f0030e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e46e34e1-4002-4048-a8af-019883504042 HTTP/1.1" status: 204 len: 168 time: 0.3052285 Nov 27 01:13:13.164275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50758) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:13.192329 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.235280 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0da4255b-a6fb-4c38-9845-ba0622cf9eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.319287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d8879-8f44-4e3b-b5be-9f4cb50b6d09 req-13583a80-5b8a-42a2-8cd0-cff1670a160f tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:13.321451 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-231d8879-8f44-4e3b-b5be-9f4cb50b6d09 req-13583a80-5b8a-42a2-8cd0-cff1670a160f tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 944 time: 0.0704989 Nov 27 01:13:13.326321 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0da4255b-a6fb-4c38-9845-ba0622cf9eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.349707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-0da4255b-a6fb-4c38-9845-ba0622cf9eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392c6bfc-82ff-491c-88ae-1786de29f971']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:13.360530 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-0da4255b-a6fb-4c38-9845-ba0622cf9eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858bf3b3-63b2-4f7e-926a-ae49fbe81c0c') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:13.360821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-0da4255b-a6fb-4c38-9845-ba0622cf9eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858bf3b3-63b2-4f7e-926a-ae49fbe81c0c') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:13.370726 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0da4255b-a6fb-4c38-9845-ba0622cf9eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.380973 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-231d8879-8f44-4e3b-b5be-9f4cb50b6d09 req-5c78608a-346c-4b18-b622-d4e0df38ae4b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534549 Nov 27 01:13:13.384721 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0da4255b-a6fb-4c38-9845-ba0622cf9eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.391604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da4255b-a6fb-4c38-9845-ba0622cf9eb7 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:13:13.392108 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0da4255b-a6fb-4c38-9845-ba0622cf9eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:13:13.394273 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:13:13.462667 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0da4255b-a6fb-4c38-9845-ba0622cf9eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.471453 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0da4255b-a6fb-4c38-9845-ba0622cf9eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.475713 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0da4255b-a6fb-4c38-9845-ba0622cf9eb7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/392c6bfc-82ff-491c-88ae-1786de29f971 HTTP/1.1" status: 204 len: 168 time: 0.3096702 Nov 27 01:13:13.476426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50770) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:13.487736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4255b-a6fb-4c38-9845-ba0622cf9eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=392c6bfc-82ff-491c-88ae-1786de29f971,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:13.546562 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-456516e0-6081-4db1-ab05-ecee0faabfc4 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.571029 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-456516e0-6081-4db1-ab05-ecee0faabfc4 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.600475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50774) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:13.622401 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-456516e0-6081-4db1-ab05-ecee0faabfc4 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.625127 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-456516e0-6081-4db1-ab05-ecee0faabfc4 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.626504 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-456516e0-6081-4db1-ab05-ecee0faabfc4 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "DELETE /v2.0/security-groups/68f6f495-6e42-4022-8f25-11974ceadfb8 HTTP/1.1" status: 204 len: 168 time: 0.1483345 Nov 27 01:13:13.629699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50776) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:13.647729 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456516e0-6081-4db1-ab05-ecee0faabfc4 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f6f495-6e42-4022-8f25-11974ceadfb8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:13.649886 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-be6ec49d-9a37-4899-9656-a3178aadc990 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] show failed (client error): The resource could not be found. Nov 27 01:13:13.651047 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-be6ec49d-9a37-4899-9656-a3178aadc990 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "GET /v2.0/security-groups/68f6f495-6e42-4022-8f25-11974ceadfb8 HTTP/1.1" status: 404 len: 347 time: 0.0191443 Nov 27 01:13:13.651918 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50778) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:13.652290 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a4238c69-d499-4e62-b1c9-c76a558e862a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d27c83f3e64f4f45804dc5ec867af701&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501137 Nov 27 01:13:13.654649 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50780) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:13.709238 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a403-a5ac-41e9-b45f-b43cc6e3c28b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.736092 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a403-a5ac-41e9-b45f-b43cc6e3c28b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.794022 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a403-a5ac-41e9-b45f-b43cc6e3c28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.798190 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a403-a5ac-41e9-b45f-b43cc6e3c28b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.799581 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7eb4a403-a5ac-41e9-b45f-b43cc6e3c28b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7eb00656-cbe9-43d5-9b33-3a38f42f178c HTTP/1.1" status: 204 len: 168 time: 0.1463685 Nov 27 01:13:13.820271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-7b4fe2b0-791f-496a-bdac-32f42b2227b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Deleting port eecefe17-0a37-4425-aa82-81430a79df22 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:13.820619 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe2b0-791f-496a-bdac-32f42b2227b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.862209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4a403-a5ac-41e9-b45f-b43cc6e3c28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb00656-cbe9-43d5-9b33-3a38f42f178c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:13.921433 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04cb35-1465-4d3b-a2af-ef4c0789437b req-d7bcdb11-fecc-405f-8c86-fa471b86ce4a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:13.930052 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a04cb35-1465-4d3b-a2af-ef4c0789437b req-d7bcdb11-fecc-405f-8c86-fa471b86ce4a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 943 time: 0.1291316 Nov 27 01:13:13.951960 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe2b0-791f-496a-bdac-32f42b2227b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.952329 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe2b0-791f-496a-bdac-32f42b2227b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.966112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-7b4fe2b0-791f-496a-bdac-32f42b2227b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Calling delete_port for eecefe17-0a37-4425-aa82-81430a79df22 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:13.997319 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a04cb35-1465-4d3b-a2af-ef4c0789437b req-dc737327-f2a9-453d-a39f-8dad37a5569e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616403 Nov 27 01:13:14.142459 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe2b0-791f-496a-bdac-32f42b2227b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.178938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fe2b0-791f-496a-bdac-32f42b2227b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Pushing event deleted for resources: {'Port': ['ID=eecefe17-0a37-4425-aa82-81430a79df22,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:14.209905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5a166f-6888-4c4a-84cc-009f3b14edf6 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:14.282259 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe2b0-791f-496a-bdac-32f42b2227b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.285575 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe2b0-791f-496a-bdac-32f42b2227b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.290615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50792) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:14.291031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50794) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:14.292858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0f508521-7f4f-4d8d-a5b5-6f09563f9914 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:14.300789 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7b4fe2b0-791f-496a-bdac-32f42b2227b9 tempest-ServersTestBootFromVolume-1060201173 tempest-ServersTestBootFromVolume-1060201173-project] 10.222.0.15 "DELETE /v2.0/floatingips/95eb2aea-160d-4a41-b59c-a81167da515b HTTP/1.1" status: 204 len: 168 time: 0.6449637 Nov 27 01:13:14.406654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0f508521-7f4f-4d8d-a5b5-6f09563f9914, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0f508521-7f4f-4d8d-a5b5-6f09563f9914,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:14.421653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '0f508521-7f4f-4d8d-a5b5-6f09563f9914', 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae', 'port_id': '0f508521-7f4f-4d8d-a5b5-6f09563f9914', 'mac_address': 'fa:16:3e:25:d0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80662da9-0903-4539-8282-1a973a762559', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:14.455923 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fb0bf20e-a388-4f0a-a101-fde746477430 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3faf170b2a8b4b199c26a7ad81c48d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1575000 Nov 27 01:13:14.458226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50800) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:14.466968 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.483714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f508521-7f4f-4d8d-a5b5-6f09563f9914 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:14.510281 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0f508521-7f4f-4d8d-a5b5-6f09563f9914, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0f508521-7f4f-4d8d-a5b5-6f09563f9914,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:14.519697 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.562841 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aa422f93-a73d-4e27-a4c2-b99d4227d775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.588701 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aa422f93-a73d-4e27-a4c2-b99d4227d775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.636445 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=0f508521-7f4f-4d8d-a5b5-6f09563f9914,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:14.649823 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aa422f93-a73d-4e27-a4c2-b99d4227d775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.650784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:14.651331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:14.651856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:14.652674 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:14.653095 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aa422f93-a73d-4e27-a4c2-b99d4227d775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.653383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:14.653954 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:14.654460 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-aa422f93-a73d-4e27-a4c2-b99d4227d775 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1902077-6604-42a3-9396-a0439affe25d HTTP/1.1" status: 204 len: 168 time: 0.1948347 Nov 27 01:13:14.654694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:14.655389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:14.655924 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:14.656651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:14.658381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dba89-a3cc-49b7-ae8a-19bcd046d8b8 req-55b05b8f-1324-4921-8bb2-8597a8f18584 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:14.666503 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-821dba89-a3cc-49b7-ae8a-19bcd046d8b8 req-55b05b8f-1324-4921-8bb2-8597a8f18584 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 945 time: 0.1286879 Nov 27 01:13:14.668517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:14.669115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:14.675757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa422f93-a73d-4e27-a4c2-b99d4227d775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1902077-6604-42a3-9396-a0439affe25d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:14.747351 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.750730 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-821dba89-a3cc-49b7-ae8a-19bcd046d8b8 req-a701775e-f211-4d55-a496-4379898ee166 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832064 Nov 27 01:13:15.005681 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d68e9046-e2e7-4aa9-94a8-256ff0ea41d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.124467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['0f508521-7f4f-4d8d-a5b5-6f09563f9914'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:15.198845 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b943c0-4249-4a2b-80f4-bab3f27e482b req-c281c766-6033-4341-8de8-12ae4d33a8c9 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:15.200326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2b943c0-4249-4a2b-80f4-bab3f27e482b req-c281c766-6033-4341-8de8-12ae4d33a8c9 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 943 time: 0.0993700 Nov 27 01:13:15.402981 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2b943c0-4249-4a2b-80f4-bab3f27e482b req-5fdd9147-1c36-4b0e-86ef-f907744444df tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145010 Nov 27 01:13:15.513197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50830) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:15.515246 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d68e9046-e2e7-4aa9-94a8-256ff0ea41d9 admin admin] Deleting port 2307ec62-de42-4405-9a86-4bdd8178780b {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:15.515644 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d68e9046-e2e7-4aa9-94a8-256ff0ea41d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.615058 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d68e9046-e2e7-4aa9-94a8-256ff0ea41d9 admin admin] For port 2307ec62-de42-4405-9a86-4bdd8178780b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2307ec62-de42-4405-9a86-4bdd8178780b,segment=NetworkSegment(998dae43-8a20-4200-b7e7-7d5094985d4a),segment_id=998dae43-8a20-4200-b7e7-7d5094985d4a)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:15.615945 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d68e9046-e2e7-4aa9-94a8-256ff0ea41d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.627743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1080305041-network', 'tenant_id': '4855ade2371d4c35b4da48d497e006c9'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:15.639352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d68e9046-e2e7-4aa9-94a8-256ff0ea41d9 admin admin] Calling delete_port for 2307ec62-de42-4405-9a86-4bdd8178780b owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:15.653451 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] Made reservation on behalf of 4855ade2371d4c35b4da48d497e006c9 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:15.656196 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.669079 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.766322 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.772119 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.788952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:13:15.802200 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.802642 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] Added segment e9e80dee-99e6-4a12-8935-472798f287af of type vlan for network 2ce44638-8d8b-43b6-97d9-d1d1bc26b117 Nov 27 01:13:15.861766 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.922914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f34b35-759d-493d-bfd0-669ddd670805,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:15.942655 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.943644 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:15.944269 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.954187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936be0e-9298-4540-932c-46d93f211019 req-9d22c87b-e15d-41bd-b5e3-0bf7a8933668 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:15.955791 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9936be0e-9298-4540-932c-46d93f211019 req-9d22c87b-e15d-41bd-b5e3-0bf7a8933668 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 945 time: 0.1026084 Nov 27 01:13:16.039414 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5221713 Nov 27 01:13:16.070615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cec2de-acab-44ce-842f-277a6498dc0b admin admin] Pushing event updated for resources: {'Network': ['ID=2ce44638-8d8b-43b6-97d9-d1d1bc26b117,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:16.080661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50842) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:16.084052 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 2ce44638-8d8b-43b6-97d9-d1d1bc26b117 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:13:16.103122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-89e128e1-b7a1-4eba-af1d-5829ced92444 admin admin] Request body: {'subnet': {'network_id': '2ce44638-8d8b-43b6-97d9-d1d1bc26b117', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1080305041-subnet', 'tenant_id': '4855ade2371d4c35b4da48d497e006c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:16.174941 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9936be0e-9298-4540-932c-46d93f211019 req-5dd4344e-eb34-40e1-81ad-5ec3bcbcb703 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079976 Nov 27 01:13:16.220554 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.225674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e128e1-b7a1-4eba-af1d-5829ced92444 admin admin] Made reservation on behalf of 4855ade2371d4c35b4da48d497e006c9 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:16.228014 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89e128e1-b7a1-4eba-af1d-5829ced92444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.284980 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d68e9046-e2e7-4aa9-94a8-256ff0ea41d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.330820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e9046-e2e7-4aa9-94a8-256ff0ea41d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2307ec62-de42-4405-9a86-4bdd8178780b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:16.609319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f4ddc-7820-49fa-9f0b-5479cd2c58f0 req-35d93245-2cff-4d9c-981b-a3d6860af469 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:16.611276 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d68e9046-e2e7-4aa9-94a8-256ff0ea41d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.611697 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0d6f4ddc-7820-49fa-9f0b-5479cd2c58f0 req-35d93245-2cff-4d9c-981b-a3d6860af469 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 943 time: 0.0631301 Nov 27 01:13:16.615280 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89e128e1-b7a1-4eba-af1d-5829ced92444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.669102 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0d6f4ddc-7820-49fa-9f0b-5479cd2c58f0 req-f577d107-4e28-4fa5-ad11-a27f97cd9b99 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502226 Nov 27 01:13:16.762877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e128e1-b7a1-4eba-af1d-5829ced92444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92a5ed1-0096-4f04-93c2-a15f9ec79d8b,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:16.770485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e128e1-b7a1-4eba-af1d-5829ced92444 admin admin] Checking segment: {'id': 'e9e80dee-99e6-4a12-8935-472798f287af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ce44638-8d8b-43b6-97d9-d1d1bc26b117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:16.771091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e128e1-b7a1-4eba-af1d-5829ced92444 admin admin] Network hostable DHCP agents. Network: 2ce44638-8d8b-43b6-97d9-d1d1bc26b117, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:13:16.805135 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e128e1-b7a1-4eba-af1d-5829ced92444 admin admin] Network 2ce44638-8d8b-43b6-97d9-d1d1bc26b117 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:13:16.856055 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-89e128e1-b7a1-4eba-af1d-5829ced92444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 2ce44638-8d8b-43b6-97d9-d1d1bc26b117) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:16.865308 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c08d65b-ad4e-497d-9853-ad46ec276bed None None] Network 2ce44638-8d8b-43b6-97d9-d1d1bc26b117 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:16.866803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e128e1-b7a1-4eba-af1d-5829ced92444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:16.867509 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89e128e1-b7a1-4eba-af1d-5829ced92444 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.928405 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-89e128e1-b7a1-4eba-af1d-5829ced92444 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8395391 Nov 27 01:13:16.964863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68e9046-e2e7-4aa9-94a8-256ff0ea41d9 admin admin] Router d583981c-b701-43ee-9947-084fef9b7e43 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:13:17.028617 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4682f6d-fe5e-4e03-ba86-e24e8c04a186 None None] Network 2ce44638-8d8b-43b6-97d9-d1d1bc26b117 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:17.136047 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68e9046-e2e7-4aa9-94a8-256ff0ea41d9 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:17.149165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50858) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:17.151845 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d68e9046-e2e7-4aa9-94a8-256ff0ea41d9 admin admin] 10.222.0.15 "PUT /v2.0/routers/d583981c-b701-43ee-9947-084fef9b7e43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8596258 Nov 27 01:13:17.170438 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f624a6-7fdb-4b7c-9564-18ec3c88b183 None None] Sync routers for ids ['d583981c-b701-43ee-9947-084fef9b7e43'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:17.230297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f624a6-7fdb-4b7c-9564-18ec3c88b183 None None] Routers {'d583981c-b701-43ee-9947-084fef9b7e43'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:17.230924 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-08f624a6-7fdb-4b7c-9564-18ec3c88b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:13:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d583981c-b701-43ee-9947-084fef9b7e43'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:17.412016 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-08f624a6-7fdb-4b7c-9564-18ec3c88b183 None None] Set router d583981c-b701-43ee-9947-084fef9b7e43 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:17.628834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-08f624a6-7fdb-4b7c-9564-18ec3c88b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:13:16Z', 'revision_number': 5, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:17.660840 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:17.665720 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f624a6-7fdb-4b7c-9564-18ec3c88b183 None None] Checking router: d583981c-b701-43ee-9947-084fef9b7e43 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:17.696703 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f624a6-7fdb-4b7c-9564-18ec3c88b183 None None] Routers {'d583981c-b701-43ee-9947-084fef9b7e43'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:17.698672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-08f624a6-7fdb-4b7c-9564-18ec3c88b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:13:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d583981c-b701-43ee-9947-084fef9b7e43'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:17.850546 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd131a-a5cb-43ed-9a82-59473c0116b5 req-65997675-4692-43de-aa2f-c2c27e573540 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:17.864289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-08f624a6-7fdb-4b7c-9564-18ec3c88b183 None None] Set router d583981c-b701-43ee-9947-084fef9b7e43 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:17.868922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80cd131a-a5cb-43ed-9a82-59473c0116b5 req-65997675-4692-43de-aa2f-c2c27e573540 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 945 time: 0.0992055 Nov 27 01:13:17.873271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d633b4-4430-456f-bd27-2c08e1a59a09 req-288a634e-cdde-4898-a55a-4fbdd3a17865 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:17.874895 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-64d633b4-4430-456f-bd27-2c08e1a59a09 req-288a634e-cdde-4898-a55a-4fbdd3a17865 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 943 time: 0.0660620 Nov 27 01:13:17.901396 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:17.931951 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-64d633b4-4430-456f-bd27-2c08e1a59a09 req-32472bec-f2cd-4cc4-82c1-79cb346d9493 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500207 Nov 27 01:13:17.962585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80cd131a-a5cb-43ed-9a82-59473c0116b5 req-a1488227-ee7e-4fac-8cbd-1ee1fbea4cb9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924065 Nov 27 01:13:18.030954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] Deleting port 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:18.031650 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.145058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] For port 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:18.145778 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.161914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] Calling delete_port for 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:18.315094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-08f624a6-7fdb-4b7c-9564-18ec3c88b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:13:16Z', 'revision_number': 5, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:18.362202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0f508521-7f4f-4d8d-a5b5-6f09563f9914 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:18.368122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f624a6-7fdb-4b7c-9564-18ec3c88b183 None None] The sync data for ids ['d583981c-b701-43ee-9947-084fef9b7e43'] in n-d-817303-10 is: [{'id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'name': 'tempest-ServersTestBootFromVolume-1813482402-router', 'tenant_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:28Z', 'updated_at': '2021-11-27T01:13:16Z', 'revision_number': 5, 'project_id': '1d241a66f3b5483ba889db1d1f8cb3fa', 'gw_port': {'id': '7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd583981c-b701-43ee-9947-084fef9b7e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:30Z', 'updated_at': '2021-11-27T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:18.422538 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.464356 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 0f508521-7f4f-4d8d-a5b5-6f09563f9914 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:18.472106 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 0f508521-7f4f-4d8d-a5b5-6f09563f9914 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:18.472505 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.496062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:18.533432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ac1df-1a29-423e-b5e4-38977e038fa6 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:18.579995 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.594946 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.618410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03465e87-ec93-4aec-906d-c37382cbfd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f508521-7f4f-4d8d-a5b5-6f09563f9914'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:18.620693 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd72ece5-f72d-4277-a9d2-733983ac9f3b" -d '{"events": [{"server_uuid": "03465e87-ec93-4aec-906d-c37382cbfd95", "name": "network-vif-plugged", "status": "completed", "tag": "0f508521-7f4f-4d8d-a5b5-6f09563f9914"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:18.647984 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0f508521-7f4f-4d8d-a5b5-6f09563f9914, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0f508521-7f4f-4d8d-a5b5-6f09563f9914,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:18.656915 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.710591 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.728600 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.809818 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=0f508521-7f4f-4d8d-a5b5-6f09563f9914,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:18.855974 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.857575 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d583981c-b701-43ee-9947-084fef9b7e43 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:13:18.867387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.869005 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2ae833d3-1d79-438e-8ae5-f9325b1e0ba2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d583981c-b701-43ee-9947-084fef9b7e43 HTTP/1.1" status: 204 len: 168 time: 1.7181654 Nov 27 01:13:18.872309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50888) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:18.971357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2307ec62-de42-4405-9a86-4bdd8178780b no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:18.988403 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c41539-5cbe-4c76-98bb-4f2013997e48 admin admin] Deleting subnet bc97b243-251a-416b-b5d4-886aa67e375a {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:13:18.996533 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-33c41539-5cbe-4c76-98bb-4f2013997e48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.017729 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e81b61-2e6f-44c3-b855-b19ab915e97c x-openstack-request-id: req-59e81b61-2e6f-44c3-b855-b19ab915e97c {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:19.020603 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03465e87-ec93-4aec-906d-c37382cbfd95", "name": "network-vif-plugged", "status": "completed", "tag": "0f508521-7f4f-4d8d-a5b5-6f09563f9914", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:19.020603 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59e81b61-2e6f-44c3-b855-b19ab915e97c {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:19.025904 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03465e87-ec93-4aec-906d-c37382cbfd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f508521-7f4f-4d8d-a5b5-6f09563f9914', 'code': 200} Nov 27 01:13:19.036138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 2307ec62-de42-4405-9a86-4bdd8178780b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:19.036612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2307ec62-de42-4405-9a86-4bdd8178780b not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:19.071773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-33c41539-5cbe-4c76-98bb-4f2013997e48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.115531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7954610-8f2b-4f89-bddd-66650e42c657 req-e75ce997-7c8c-4c38-b52f-e3a5438fcaf7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:19.117107 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7954610-8f2b-4f89-bddd-66650e42c657 req-e75ce997-7c8c-4c38-b52f-e3a5438fcaf7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 943 time: 0.0572302 Nov 27 01:13:19.191124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6b50a-0aa5-44dc-aebf-d7a833d87083 req-fce621d7-22b6-4e2e-8458-fb5ee674ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:19.192589 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69f6b50a-0aa5-44dc-aebf-d7a833d87083 req-fce621d7-22b6-4e2e-8458-fb5ee674ba20 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 1098 time: 0.0745554 Nov 27 01:13:19.196833 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c42efa-cd72-4245-a011-52a17edc874a req-5dd75385-6abb-48cb-bf65-67785a226d3e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:19.198478 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f5c42efa-cd72-4245-a011-52a17edc874a req-5dd75385-6abb-48cb-bf65-67785a226d3e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.1044881 Nov 27 01:13:19.201353 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7954610-8f2b-4f89-bddd-66650e42c657 req-005c8219-32d0-43f8-81a8-f0a109aed696 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750637 Nov 27 01:13:19.228390 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-33c41539-5cbe-4c76-98bb-4f2013997e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.276816 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69f6b50a-0aa5-44dc-aebf-d7a833d87083 req-33037c22-b97c-4559-90d3-6db53a6d8eb2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743775 Nov 27 01:13:19.296772 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f5c42efa-cd72-4245-a011-52a17edc874a req-5fb97308-d713-4154-a0f7-3c2abc081184 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896857 Nov 27 01:13:19.323018 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-33c41539-5cbe-4c76-98bb-4f2013997e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.353968 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c41539-5cbe-4c76-98bb-4f2013997e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc97b243-251a-416b-b5d4-886aa67e375a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:19.360736 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-33c41539-5cbe-4c76-98bb-4f2013997e48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.364679 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-33c41539-5cbe-4c76-98bb-4f2013997e48 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bc97b243-251a-416b-b5d4-886aa67e375a HTTP/1.1" status: 204 len: 168 time: 0.4902754 Nov 27 01:13:19.366268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be7347f-a41a-409c-afb4-8a3a6eedc278 None None] Network 60914a9a-f893-4249-a0ee-18c1f2e8cbfc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:19.367276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50898) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:19.441577 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.496233 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Deleting port df3b72d4-adae-47ff-b90f-ac6ca617202d {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:19.496625 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.566322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] For port df3b72d4-adae-47ff-b90f-ac6ca617202d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=df3b72d4-adae-47ff-b90f-ac6ca617202d,segment=NetworkSegment(998dae43-8a20-4200-b7e7-7d5094985d4a),segment_id=998dae43-8a20-4200-b7e7-7d5094985d4a)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:19.566697 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.580231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Calling delete_port for df3b72d4-adae-47ff-b90f-ac6ca617202d owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:19.661355 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.672603 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c9433d-ede9-4e3a-bce9-25e92c09f6d4 None None] DHCP port deletion for 60914a9a-f893-4249-a0ee-18c1f2e8cbfc request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:19.688995 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3b72d4-adae-47ff-b90f-ac6ca617202d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:19.695982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] No DVR routers for this DVR port df3b72d4-adae-47ff-b90f-ac6ca617202d on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:19.771755 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.793359 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60914a9a-f893-4249-a0ee-18c1f2e8cbfc']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:19.803468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998dae43-8a20-4200-b7e7-7d5094985d4a') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:19.803766 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998dae43-8a20-4200-b7e7-7d5094985d4a') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:19.813136 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.827247 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.835196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:13:19.835628 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:13:19.837536 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:13:19.894205 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.899232 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.902800 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/60914a9a-f893-4249-a0ee-18c1f2e8cbfc HTTP/1.1" status: 204 len: 168 time: 0.5342979 Nov 27 01:13:19.917863 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c57627-164a-4da4-9fc4-79f0df2fe1a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=60914a9a-f893-4249-a0ee-18c1f2e8cbfc,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:20.059358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50910) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:20.104478 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-08b852f8-7b52-4669-b239-92021b91490f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d241a66f3b5483ba889db1d1f8cb3fa&name=default HTTP/1.1" status: 200 len: 2998 time: 0.0431137 Nov 27 01:13:20.106763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50912) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:20.165250 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd36f2d1-e514-4778-a3d9-ecc5afe7aad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.193593 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd36f2d1-e514-4778-a3d9-ecc5afe7aad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.246236 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd36f2d1-e514-4778-a3d9-ecc5afe7aad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.250106 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd36f2d1-e514-4778-a3d9-ecc5afe7aad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.251370 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fd36f2d1-e514-4778-a3d9-ecc5afe7aad7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48e611a6-51d6-46d6-8f1c-43a67ddad34d HTTP/1.1" status: 204 len: 168 time: 0.1436627 Nov 27 01:13:20.268707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36f2d1-e514-4778-a3d9-ecc5afe7aad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e611a6-51d6-46d6-8f1c-43a67ddad34d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:20.347811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349320c8-828f-4e04-a07f-2b7a886929a1 req-c5d4b92b-c1db-47ac-b868-faa26b994fc6 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:20.356266 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-349320c8-828f-4e04-a07f-2b7a886929a1 req-c5d4b92b-c1db-47ac-b868-faa26b994fc6 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 943 time: 0.0697846 Nov 27 01:13:20.414916 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-349320c8-828f-4e04-a07f-2b7a886929a1 req-77ba9f7f-0e93-4fc5-a9a0-fabf91dae0c4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516496 Nov 27 01:13:20.557783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471abf18-cc25-4076-9a5d-0fae58ab2c3d req-5651822c-6560-4707-bfb0-8c419df918c4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:20.561469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-471abf18-cc25-4076-9a5d-0fae58ab2c3d req-5651822c-6560-4707-bfb0-8c419df918c4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.1007802 Nov 27 01:13:20.563497 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device df3b72d4-adae-47ff-b90f-ac6ca617202d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:20.587667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: df3b72d4-adae-47ff-b90f-ac6ca617202d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:20.588377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device df3b72d4-adae-47ff-b90f-ac6ca617202d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:20.589247 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:20.622399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:20.623623 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-471abf18-cc25-4076-9a5d-0fae58ab2c3d req-d538596a-340b-4828-9b11-53edb1938c48 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525947 Nov 27 01:13:20.624616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7dbdf7aa-65df-48a7-8a33-04ab2a5f45a2 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:21.126086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50948) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:21.244094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1967918154-network', 'tenant_id': 'f3829d0d356c4452bf24af38b2177c26'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:21.279989 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] Made reservation on behalf of f3829d0d356c4452bf24af38b2177c26 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:21.282438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.290976 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.373142 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.378949 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.400559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:13:21.420114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b689021a-5200-4a7f-8f46-38db20a9ce3f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:21.423080 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.423424 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] Added segment 57dbc3ac-f57b-4b06-ae92-49bf3e59c881 of type vlan for network 0938aeed-b803-4e16-b6e6-b49a8722afbc Nov 27 01:13:21.480051 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.533710 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.534764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:21.535363 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.601191 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4735332 Nov 27 01:13:21.601900 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50958) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:21.607187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-899dcc18-dbd0-493f-a2e8-81b91d70888d admin admin] Request body: {'subnet': {'network_id': '0938aeed-b803-4e16-b6e6-b49a8722afbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1967918154-subnet', 'tenant_id': 'f3829d0d356c4452bf24af38b2177c26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:21.618145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1ff92-dc28-4460-887e-5b78826e422f req-14b2a15f-a733-4b7d-9ba1-a9212688ae9e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:21.626835 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83a1ff92-dc28-4460-887e-5b78826e422f req-14b2a15f-a733-4b7d-9ba1-a9212688ae9e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 943 time: 0.1368694 Nov 27 01:13:21.663975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58389406-d4a8-4553-9c09-7640ca96379a admin admin] Pushing event updated for resources: {'Network': ['ID=0938aeed-b803-4e16-b6e6-b49a8722afbc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:21.674315 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899dcc18-dbd0-493f-a2e8-81b91d70888d admin admin] Made reservation on behalf of f3829d0d356c4452bf24af38b2177c26 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:21.677339 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-899dcc18-dbd0-493f-a2e8-81b91d70888d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.711028 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 0938aeed-b803-4e16-b6e6-b49a8722afbc details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:13:21.743680 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83a1ff92-dc28-4460-887e-5b78826e422f req-0a0d9217-239b-40f0-9ac0-04ce750b7748 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115966 Nov 27 01:13:21.905742 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787c05a-c817-47d4-b3e1-98a8146dd9f8 req-d6aff511-2482-4a73-bac0-7825072ad407 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:21.907344 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b787c05a-c817-47d4-b3e1-98a8146dd9f8 req-d6aff511-2482-4a73-bac0-7825072ad407 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0807650 Nov 27 01:13:21.977897 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b787c05a-c817-47d4-b3e1-98a8146dd9f8 req-2803fc34-4a64-4ce2-b7c4-eeac1883b424 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551200 Nov 27 01:13:22.000200 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-899dcc18-dbd0-493f-a2e8-81b91d70888d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.057931 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dcc18-dbd0-493f-a2e8-81b91d70888d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af11b75-e915-4944-8e9c-e841418ba518,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:22.076817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899dcc18-dbd0-493f-a2e8-81b91d70888d admin admin] Checking segment: {'id': '57dbc3ac-f57b-4b06-ae92-49bf3e59c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0938aeed-b803-4e16-b6e6-b49a8722afbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:22.077184 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899dcc18-dbd0-493f-a2e8-81b91d70888d admin admin] Network hostable DHCP agents. Network: 0938aeed-b803-4e16-b6e6-b49a8722afbc, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:13:22.096508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899dcc18-dbd0-493f-a2e8-81b91d70888d admin admin] Network 0938aeed-b803-4e16-b6e6-b49a8722afbc is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:13:22.105079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-899dcc18-dbd0-493f-a2e8-81b91d70888d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 0938aeed-b803-4e16-b6e6-b49a8722afbc) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:22.110256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899dcc18-dbd0-493f-a2e8-81b91d70888d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:22.111256 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-899dcc18-dbd0-493f-a2e8-81b91d70888d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.114408 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cdbd94-7d72-4136-9b23-f476ed1fea23 None None] Network 0938aeed-b803-4e16-b6e6-b49a8722afbc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:22.133678 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-899dcc18-dbd0-493f-a2e8-81b91d70888d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5304964 Nov 27 01:13:22.194230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc0768-b1f1-461f-928e-9979649bf372 req-c6c05fdc-806d-43bc-a864-58c2e96263a2 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:22.196097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fdfc0768-b1f1-461f-928e-9979649bf372 req-c6c05fdc-806d-43bc-a864-58c2e96263a2 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0605531 Nov 27 01:13:22.249533 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba9413e-983f-4ba1-b395-7f8b27d5105a None None] Network 0938aeed-b803-4e16-b6e6-b49a8722afbc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:22.283718 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fdfc0768-b1f1-461f-928e-9979649bf372 req-5a581f12-5321-4754-a832-a34ef64143ba tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569675 Nov 27 01:13:22.655724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257da149-732d-407e-9f1d-d6b22c34e590 req-556e6fcb-6e83-486e-81eb-84b78386a5c4 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:22.657218 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-257da149-732d-407e-9f1d-d6b22c34e590 req-556e6fcb-6e83-486e-81eb-84b78386a5c4 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/networks?id=0938aeed-b803-4e16-b6e6-b49a8722afbc HTTP/1.1" status: 200 len: 814 time: 0.1204841 Nov 27 01:13:22.672925 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-257da149-732d-407e-9f1d-d6b22c34e590 req-fca2fab2-bb4b-4995-ab0e-d34202e88cfe tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/quotas/f3829d0d356c4452bf24af38b2177c26 HTTP/1.1" status: 200 len: 375 time: 0.0096080 Nov 27 01:13:22.704778 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-257da149-732d-407e-9f1d-d6b22c34e590 req-82ee1a75-289c-477e-932e-c97d5fcedf2b tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3829d0d356c4452bf24af38b2177c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259495 Nov 27 01:13:22.809460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-257da149-732d-407e-9f1d-d6b22c34e590 req-d9f97b2e-5ca4-4f67-aa9a-b245709e2b51 service neutron] 10.222.0.15 "GET /v2.0/networks/0938aeed-b803-4e16-b6e6-b49a8722afbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973010 Nov 27 01:13:22.885791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828acbb-d222-41e3-899c-b0333bed7b10 req-f1965660-6d7d-4b51-9b1f-891f6c82ae2d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:22.888421 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6828acbb-d222-41e3-899c-b0333bed7b10 req-f1965660-6d7d-4b51-9b1f-891f6c82ae2d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 943 time: 0.0673590 Nov 27 01:13:22.905158 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-257da149-732d-407e-9f1d-d6b22c34e590 req-695d2315-6921-4591-bde4-7e84912f2521 service neutron] 10.222.0.15 "GET /v2.0/networks/0938aeed-b803-4e16-b6e6-b49a8722afbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937123 Nov 27 01:13:22.939601 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6828acbb-d222-41e3-899c-b0333bed7b10 req-37df9531-c883-41f1-a980-4e5722d0aed5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449831 Nov 27 01:13:23.117660 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-92f3ccbc-5aa9-40e7-aec8-6cfed6400ab4 req-f236bea8-ecbd-4326-9a86-548a2b3b2b51 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0338600 Nov 27 01:13:23.393922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c55e70-85a0-4a40-be61-b3eceafd7908 req-75f33082-f4b6-49e9-ae48-38314a7818a0 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:23.395570 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f0c55e70-85a0-4a40-be61-b3eceafd7908 req-75f33082-f4b6-49e9-ae48-38314a7818a0 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0610945 Nov 27 01:13:23.454903 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f0c55e70-85a0-4a40-be61-b3eceafd7908 req-ef448503-e1fd-43c9-a988-4a1a1d56cfef tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515540 Nov 27 01:13:23.778041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f3dead31-168c-4489-9370-8fd94f280f61 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:23.883940 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f3dead31-168c-4489-9370-8fd94f280f61,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:23.898609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'f3dead31-168c-4489-9370-8fd94f280f61', 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e', 'port_id': 'f3dead31-168c-4489-9370-8fd94f280f61', 'mac_address': 'fa:16:3e:15:99:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd128aaa-786d-4427-ad50-a8311f6e6702', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:23.940338 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.954475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3dead31-168c-4489-9370-8fd94f280f61 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:23.978237 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f3dead31-168c-4489-9370-8fd94f280f61,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:23.983537 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:24.039117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=f3dead31-168c-4489-9370-8fd94f280f61,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:24.099302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b657b1b-8f8f-4ee2-8c31-7e86caf155e4 req-62cb4630-a504-41ca-9b8e-43839f0cc2db tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:24.101582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b657b1b-8f8f-4ee2-8c31-7e86caf155e4 req-62cb4630-a504-41ca-9b8e-43839f0cc2db tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 944 time: 0.0751517 Nov 27 01:13:24.161964 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b657b1b-8f8f-4ee2-8c31-7e86caf155e4 req-d8575c59-61c8-4d2e-99ae-95d16d486e95 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514250 Nov 27 01:13:24.331090 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cef3d183-f461-4f56-9e6b-7ce659386032 req-bbb1c2e0-4158-4a43-a3c8-2c77e7a18190 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0487418 Nov 27 01:13:24.366340 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f3dead31-168c-4489-9370-8fd94f280f61'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:24.370692 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257da149-732d-407e-9f1d-d6b22c34e590 req-27d58706-75c7-4bc0-869c-591fe738adc2 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:24.372285 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-257da149-732d-407e-9f1d-d6b22c34e590 req-27d58706-75c7-4bc0-869c-591fe738adc2 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.21 "GET /v2.0/networks?id=0938aeed-b803-4e16-b6e6-b49a8722afbc HTTP/1.1" status: 200 len: 814 time: 0.1911287 Nov 27 01:13:24.393678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-257da149-732d-407e-9f1d-d6b22c34e590 req-8470d0bb-2c46-4324-9fa3-3c811853ea9a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Request body: {'port': {'device_id': 'e3e87a62-0a5b-4bf0-9886-72dd3358a1f8', 'network_id': '0938aeed-b803-4e16-b6e6-b49a8722afbc', 'admin_state_up': True, 'tenant_id': 'f3829d0d356c4452bf24af38b2177c26'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:24.525067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-257da149-732d-407e-9f1d-d6b22c34e590 req-8470d0bb-2c46-4324-9fa3-3c811853ea9a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Made reservation on behalf of f3829d0d356c4452bf24af38b2177c26 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:24.529034 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-257da149-732d-407e-9f1d-d6b22c34e590 req-8470d0bb-2c46-4324-9fa3-3c811853ea9a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:24.651532 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8954527-8a24-4db7-b846-d4e704107f5a req-3b09daee-2f59-4468-8e95-6dd53213caa5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:24.653311 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8954527-8a24-4db7-b846-d4e704107f5a req-3b09daee-2f59-4468-8e95-6dd53213caa5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.1072795 Nov 27 01:13:24.725352 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-257da149-732d-407e-9f1d-d6b22c34e590 req-8470d0bb-2c46-4324-9fa3-3c811853ea9a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Allocated IP 172.20.0.6 (0938aeed-b803-4e16-b6e6-b49a8722afbc/5af11b75-e915-4944-8e9c-e841418ba518/fe95e422-137b-4679-9d8b-e316ced7edc6) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:24.737219 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8954527-8a24-4db7-b846-d4e704107f5a req-d5e42123-0e0e-42ab-9056-d3cd56b4be6c tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656393 Nov 27 01:13:24.901257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-257da149-732d-407e-9f1d-d6b22c34e590 req-8470d0bb-2c46-4324-9fa3-3c811853ea9a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:24.935199 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-257da149-732d-407e-9f1d-d6b22c34e590 req-8470d0bb-2c46-4324-9fa3-3c811853ea9a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:24.992455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257da149-732d-407e-9f1d-d6b22c34e590 req-8470d0bb-2c46-4324-9fa3-3c811853ea9a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Network 0938aeed-b803-4e16-b6e6-b49a8722afbc is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:24.995799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-257da149-732d-407e-9f1d-d6b22c34e590 req-8470d0bb-2c46-4324-9fa3-3c811853ea9a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:25.001198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-257da149-732d-407e-9f1d-d6b22c34e590 req-8470d0bb-2c46-4324-9fa3-3c811853ea9a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:25.005284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470d0bb-2c46-4324-9fa3-3c811853ea9a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Pushing event updated for resources: {'Port': ['ID=fe95e422-137b-4679-9d8b-e316ced7edc6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:25.051320 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257da149-732d-407e-9f1d-d6b22c34e590 req-8470d0bb-2c46-4324-9fa3-3c811853ea9a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:25.051826 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-257da149-732d-407e-9f1d-d6b22c34e590 req-8470d0bb-2c46-4324-9fa3-3c811853ea9a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.069641 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-257da149-732d-407e-9f1d-d6b22c34e590 req-8470d0bb-2c46-4324-9fa3-3c811853ea9a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6799097 Nov 27 01:13:25.090595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Request body: {'port': {'device_id': 'e3e87a62-0a5b-4bf0-9886-72dd3358a1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:25.147505 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.318587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133af6fc-6ba2-4aea-9fe0-2918ccc62d5f req-ac1968b0-6138-4ec5-bc68-87dc85999475 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:25.320503 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-133af6fc-6ba2-4aea-9fe0-2918ccc62d5f req-ac1968b0-6138-4ec5-bc68-87dc85999475 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 944 time: 0.0702422 Nov 27 01:13:25.384082 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-133af6fc-6ba2-4aea-9fe0-2918ccc62d5f req-71694ac6-6630-4509-b8b6-74f7419207cb tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570507 Nov 27 01:13:25.520930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe95e422-137b-4679-9d8b-e316ced7edc6 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:25.534075 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.556925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Transition to ACTIVE for port object fe95e422-137b-4679-9d8b-e316ced7edc6 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:25.567700 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3ce48-8c9a-444e-aaa5-9515aacf5fd9 req-23ea8bb1-8920-4ca9-9334-243100520559 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:25.577005 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-94e3ce48-8c9a-444e-aaa5-9515aacf5fd9 req-23ea8bb1-8920-4ca9-9334-243100520559 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 931 time: 0.1124718 Nov 27 01:13:25.587395 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.679450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Pushing event updated for resources: {'Port': ['ID=fe95e422-137b-4679-9d8b-e316ced7edc6,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:25.689817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-94e3ce48-8c9a-444e-aaa5-9515aacf5fd9 req-820fc3d5-abee-45fe-8bbf-7e5f55113b6a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b689021a-5200-4a7f-8f46-38db20a9ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118565 Nov 27 01:13:25.773520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Attempting to bind port fe95e422-137b-4679-9d8b-e316ced7edc6 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:25.774252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Attempting to bind port fe95e422-137b-4679-9d8b-e316ced7edc6 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '57dbc3ac-f57b-4b06-ae92-49bf3e59c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0938aeed-b803-4e16-b6e6-b49a8722afbc'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:25.774871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Attempting to bind port fe95e422-137b-4679-9d8b-e316ced7edc6 on network 0938aeed-b803-4e16-b6e6-b49a8722afbc {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:25.784733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Port fe95e422-137b-4679-9d8b-e316ced7edc6 on network 0938aeed-b803-4e16-b6e6-b49a8722afbc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:25.785287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Attempting to bind port fe95e422-137b-4679-9d8b-e316ced7edc6 on network 0938aeed-b803-4e16-b6e6-b49a8722afbc {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:25.792436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:25.793206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Checking segment: {'id': '57dbc3ac-f57b-4b06-ae92-49bf3e59c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0938aeed-b803-4e16-b6e6-b49a8722afbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:25.793784 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Bound using segment: {'id': '57dbc3ac-f57b-4b06-ae92-49bf3e59c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0938aeed-b803-4e16-b6e6-b49a8722afbc'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:25.794605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Bound port: fe95e422-137b-4679-9d8b-e316ced7edc6, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57dbc3ac-f57b-4b06-ae92-49bf3e59c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0938aeed-b803-4e16-b6e6-b49a8722afbc'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:25.795190 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.798408 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f3dead31-168c-4489-9370-8fd94f280f61 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:25.882494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] For port fe95e422-137b-4679-9d8b-e316ced7edc6, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:25.887028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] For port fe95e422-137b-4679-9d8b-e316ced7edc6, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=fe95e422-137b-4679-9d8b-e316ced7edc6,segment=NetworkSegment(57dbc3ac-f57b-4b06-ae92-49bf3e59c881),segment_id=57dbc3ac-f57b-4b06-ae92-49bf3e59c881)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:25.894375 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.921649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45446567-888c-4289-8ebd-5ac26d1ad38a req-ca8c88d9-2f17-4ac9-bd1c-cfe5a797f4b2 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:25.929001 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45446567-888c-4289-8ebd-5ac26d1ad38a req-ca8c88d9-2f17-4ac9-bd1c-cfe5a797f4b2 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0878196 Nov 27 01:13:25.930483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port f3dead31-168c-4489-9370-8fd94f280f61 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:25.945079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:25.945887 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.946682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port f3dead31-168c-4489-9370-8fd94f280f61 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:25.947357 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-257da149-732d-407e-9f1d-d6b22c34e590 req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] 10.222.0.21 "PUT /v2.0/ports/fe95e422-137b-4679-9d8b-e316ced7edc6 HTTP/1.1" status: 200 len: 1092 time: 0.8611903 Nov 27 01:13:25.947770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e87a62-0a5b-4bf0-9886-72dd3358a1f8', 'tag': 'fe95e422-137b-4679-9d8b-e316ced7edc6'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:25.950121 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b923015c-86ff-416b-9c75-a3acfb4cac4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e87a62-0a5b-4bf0-9886-72dd3358a1f8", "tag": "fe95e422-137b-4679-9d8b-e316ced7edc6"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:25.952413 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.970802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ac4e8-9891-4560-a3f2-cdd6b39c8f0d service neutron] Pushing event updated for resources: {'Port': ['ID=fe95e422-137b-4679-9d8b-e316ced7edc6,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:26.064949 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7ed954-7131-4730-88d7-feb53f8b2d09 x-openstack-request-id: req-3e7ed954-7131-4730-88d7-feb53f8b2d09 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:26.065460 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e87a62-0a5b-4bf0-9886-72dd3358a1f8", "tag": "fe95e422-137b-4679-9d8b-e316ced7edc6", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:26.065791 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e7ed954-7131-4730-88d7-feb53f8b2d09 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:26.066403 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e87a62-0a5b-4bf0-9886-72dd3358a1f8', 'tag': 'fe95e422-137b-4679-9d8b-e316ced7edc6', 'status': 'completed', 'code': 200} Nov 27 01:13:26.067506 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:26.070078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45446567-888c-4289-8ebd-5ac26d1ad38a req-1a9a1210-b3d1-4dcc-b5b3-4fe68c4e7dd4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363468 Nov 27 01:13:26.091834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257da149-732d-407e-9f1d-d6b22c34e590 req-52d8e04f-7a00-4584-be49-71d0fee12617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:26.093943 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-257da149-732d-407e-9f1d-d6b22c34e590 req-52d8e04f-7a00-4584-be49-71d0fee12617 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3829d0d356c4452bf24af38b2177c26&device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 1095 time: 0.0750527 Nov 27 01:13:26.102198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dead31-168c-4489-9370-8fd94f280f61'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:26.104663 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c014bdc-f006-41e3-8405-e339e70ed19d" -d '{"events": [{"server_uuid": "94567f2a-254c-4807-bd24-e82a75d6eea0", "name": "network-vif-plugged", "status": "completed", "tag": "f3dead31-168c-4489-9370-8fd94f280f61"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:26.119114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f3dead31-168c-4489-9370-8fd94f280f61,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:26.125678 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:26.157024 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee1ea9a-2820-4e33-81b0-d5a7a33d03e1 x-openstack-request-id: req-eee1ea9a-2820-4e33-81b0-d5a7a33d03e1 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:26.157328 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94567f2a-254c-4807-bd24-e82a75d6eea0", "name": "network-vif-plugged", "status": "completed", "tag": "f3dead31-168c-4489-9370-8fd94f280f61", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:26.157660 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eee1ea9a-2820-4e33-81b0-d5a7a33d03e1 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:26.158077 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dead31-168c-4489-9370-8fd94f280f61', 'code': 200} Nov 27 01:13:26.158398 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-257da149-732d-407e-9f1d-d6b22c34e590 req-b90a2606-bd30-44e4-ab46-99d78f3d3e8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe95e422-137b-4679-9d8b-e316ced7edc6 HTTP/1.1" status: 200 len: 217 time: 0.0453041 Nov 27 01:13:26.182223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=f3dead31-168c-4489-9370-8fd94f280f61,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:26.249063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257da149-732d-407e-9f1d-d6b22c34e590 req-6c676a0a-f62c-46be-be14-faf7fbf69ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:26.252082 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-257da149-732d-407e-9f1d-d6b22c34e590 req-6c676a0a-f62c-46be-be14-faf7fbf69ebd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5af11b75-e915-4944-8e9c-e841418ba518 HTTP/1.1" status: 200 len: 854 time: 0.0543437 Nov 27 01:13:26.322875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-257da149-732d-407e-9f1d-d6b22c34e590 req-728c332f-649b-446a-b109-62263ecb5ef8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0938aeed-b803-4e16-b6e6-b49a8722afbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532227 Nov 27 01:13:26.340835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edf7a2-1fd9-4532-a527-f44d67d89e74 req-fbe83a60-d0da-407c-8ec6-f3ca236744d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:26.342763 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68edf7a2-1fd9-4532-a527-f44d67d89e74 req-fbe83a60-d0da-407c-8ec6-f3ca236744d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 1097 time: 0.0718143 Nov 27 01:13:26.435610 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68edf7a2-1fd9-4532-a527-f44d67d89e74 req-f7469963-c610-41f3-baef-9c77b4690035 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831571 Nov 27 01:13:26.459433 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-257da149-732d-407e-9f1d-d6b22c34e590 req-09ac69b4-523e-4fa5-82f2-d9f7390105b6 service neutron] 10.222.0.21 "GET /v2.0/networks/0938aeed-b803-4e16-b6e6-b49a8722afbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157238 Nov 27 01:13:26.533523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c3225-821b-458c-814e-be37df8979db req-d63c97b3-ebf0-4e18-9761-6326940ee77e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:26.534921 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b63c3225-821b-458c-814e-be37df8979db req-d63c97b3-ebf0-4e18-9761-6326940ee77e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0486839 Nov 27 01:13:26.589946 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b63c3225-821b-458c-814e-be37df8979db req-0ff86473-b9a8-480f-9ce5-a7c76dd0b7e8 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482285 Nov 27 01:13:26.831510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-257da149-732d-407e-9f1d-d6b22c34e590 req-9f484cba-27a5-4b3c-a4c5-907f0f47158f service neutron] 10.222.0.21 "GET /v2.0/networks/0938aeed-b803-4e16-b6e6-b49a8722afbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101060 Nov 27 01:13:26.831780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103a9ec-125c-4a11-b1b9-af4f19748164 req-66fc9074-594b-451c-8356-77528de00c14 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:26.833442 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e103a9ec-125c-4a11-b1b9-af4f19748164 req-66fc9074-594b-451c-8356-77528de00c14 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 943 time: 0.0625939 Nov 27 01:13:26.891450 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e103a9ec-125c-4a11-b1b9-af4f19748164 req-1a6ae80e-39db-4c8a-9a24-a8693675408c tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b689021a-5200-4a7f-8f46-38db20a9ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513678 Nov 27 01:13:26.971944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923015c-86ff-416b-9c75-a3acfb4cac4b req-fa0495ee-c3ee-424f-8849-2f722258ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:26.973576 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b923015c-86ff-416b-9c75-a3acfb4cac4b req-fa0495ee-c3ee-424f-8849-2f722258ba2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3829d0d356c4452bf24af38b2177c26&device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 1095 time: 0.0429599 Nov 27 01:13:27.073875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923015c-86ff-416b-9c75-a3acfb4cac4b req-0bdf2dae-e098-4b1a-8ab7-188853c95b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:27.075861 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b923015c-86ff-416b-9c75-a3acfb4cac4b req-0bdf2dae-e098-4b1a-8ab7-188853c95b86 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0938aeed-b803-4e16-b6e6-b49a8722afbc HTTP/1.1" status: 200 len: 915 time: 0.0922244 Nov 27 01:13:27.122730 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b923015c-86ff-416b-9c75-a3acfb4cac4b req-252be3dd-38f1-497e-a7a9-b6422c5ed56a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe95e422-137b-4679-9d8b-e316ced7edc6 HTTP/1.1" status: 200 len: 217 time: 0.0368614 Nov 27 01:13:27.175614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923015c-86ff-416b-9c75-a3acfb4cac4b req-12f6e422-e68b-4f60-8a7a-fd40bc96a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:27.177129 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b923015c-86ff-416b-9c75-a3acfb4cac4b req-12f6e422-e68b-4f60-8a7a-fd40bc96a23e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5af11b75-e915-4944-8e9c-e841418ba518 HTTP/1.1" status: 200 len: 854 time: 0.0467439 Nov 27 01:13:27.184216 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a46f06-3f2b-4a75-8528-3453c093b1c3 req-0de0a3cd-14dc-4347-8312-c0e2fd3ed633 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:27.185744 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68a46f06-3f2b-4a75-8528-3453c093b1c3 req-0de0a3cd-14dc-4347-8312-c0e2fd3ed633 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0515795 Nov 27 01:13:27.214661 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b923015c-86ff-416b-9c75-a3acfb4cac4b req-04690e02-5a74-41ca-b15e-d4236e1ffc4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0938aeed-b803-4e16-b6e6-b49a8722afbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267508 Nov 27 01:13:27.233832 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68a46f06-3f2b-4a75-8528-3453c093b1c3 req-e7b8676f-33aa-4036-b538-4583fafb1296 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418720 Nov 27 01:13:27.326849 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b923015c-86ff-416b-9c75-a3acfb4cac4b req-a1eccef9-5920-41a8-830d-8b5755b6c1b8 service neutron] 10.222.0.21 "GET /v2.0/networks/0938aeed-b803-4e16-b6e6-b49a8722afbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980384 Nov 27 01:13:27.424130 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b923015c-86ff-416b-9c75-a3acfb4cac4b req-4ed13bf1-53a3-49e8-8855-14aeb0534eed service neutron] 10.222.0.21 "GET /v2.0/networks/0938aeed-b803-4e16-b6e6-b49a8722afbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859544 Nov 27 01:13:27.767546 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af798da-3278-479a-892e-335e42037c3e req-c19a78ac-dd81-4b66-b333-01ca6ea6a839 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:27.769063 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9af798da-3278-479a-892e-335e42037c3e req-c19a78ac-dd81-4b66-b333-01ca6ea6a839 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0598476 Nov 27 01:13:27.818789 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9af798da-3278-479a-892e-335e42037c3e req-3e1d7e87-7c9b-48d8-bb55-1f386f2175f7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435665 Nov 27 01:13:28.016648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5676-f106-4623-8cb9-d635b4000939 req-a1c2d649-dee0-4d3e-8c84-20d88b436ca7 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:28.018560 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109e5676-f106-4623-8cb9-d635b4000939 req-a1c2d649-dee0-4d3e-8c84-20d88b436ca7 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 943 time: 0.0514631 Nov 27 01:13:28.079016 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109e5676-f106-4623-8cb9-d635b4000939 req-c824a28e-b1d6-4e63-88a1-d9e461cdfa2d tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b689021a-5200-4a7f-8f46-38db20a9ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539844 Nov 27 01:13:28.237255 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:28.353847 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1461549-1e37-4233-82d7-499673faf4f6 req-a8f85033-02a1-4717-becb-d894322a03eb tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:28.355436 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c1461549-1e37-4233-82d7-499673faf4f6 req-a8f85033-02a1-4717-becb-d894322a03eb tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0495446 Nov 27 01:13:28.403886 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c1461549-1e37-4233-82d7-499673faf4f6 req-d7bdfa46-ff20-41db-97d1-9b5a841339c8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410500 Nov 27 01:13:28.960999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734008d9-51b3-49d5-9cfc-8d453b04e37b req-cdccf457-ea3c-47fe-bd6d-eb54cf13a887 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:28.969382 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-734008d9-51b3-49d5-9cfc-8d453b04e37b req-cdccf457-ea3c-47fe-bd6d-eb54cf13a887 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0630283 Nov 27 01:13:29.032486 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-734008d9-51b3-49d5-9cfc-8d453b04e37b req-68d737df-411d-45b4-af1e-71e0b362c567 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574803 Nov 27 01:13:29.152038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a123f6-9090-494b-82df-09521bf23758 req-0d82ac2d-a7f9-49b0-8d67-f2b965414d24 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:29.154045 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-09a123f6-9090-494b-82df-09521bf23758 req-0d82ac2d-a7f9-49b0-8d67-f2b965414d24 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 1097 time: 0.0467134 Nov 27 01:13:29.210002 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-09a123f6-9090-494b-82df-09521bf23758 req-016fbb26-2c86-4f65-92ac-b8c270644e98 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495777 Nov 27 01:13:29.223061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c6268-072a-4443-b9f5-549464d450be req-248b6ad5-b158-4862-8827-be88a8ce8c02 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:29.227210 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b09c6268-072a-4443-b9f5-549464d450be req-248b6ad5-b158-4862-8827-be88a8ce8c02 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 943 time: 0.0761182 Nov 27 01:13:29.288185 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b09c6268-072a-4443-b9f5-549464d450be req-849b425a-0df8-416c-9519-2dac80ee25b3 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b689021a-5200-4a7f-8f46-38db20a9ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502431 Nov 27 01:13:29.400770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fcac4-483e-4b4a-917c-b6c091a211bd req-904558b9-dc16-4b29-946d-d168be7e1da0 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:29.402354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a53fcac4-483e-4b4a-917c-b6c091a211bd req-904558b9-dc16-4b29-946d-d168be7e1da0 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 1097 time: 0.0483546 Nov 27 01:13:29.465050 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a53fcac4-483e-4b4a-917c-b6c091a211bd req-45c514a5-8a2b-4122-ac8c-c3e9f62a92f1 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553916 Nov 27 01:13:29.570932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8924ce-2b4b-4f62-b73b-878493bbd9b9 req-67228dd8-3e4d-4271-81fd-8b65252cab9a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:29.573565 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd8924ce-2b4b-4f62-b73b-878493bbd9b9 req-67228dd8-3e4d-4271-81fd-8b65252cab9a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0785623 Nov 27 01:13:29.641407 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd8924ce-2b4b-4f62-b73b-878493bbd9b9 req-ee4f0a32-16a8-4ca3-880c-2035afdb28db tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598445 Nov 27 01:13:29.794127 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device fe95e422-137b-4679-9d8b-e316ced7edc6 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:29.944097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port fe95e422-137b-4679-9d8b-e316ced7edc6, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=fe95e422-137b-4679-9d8b-e316ced7edc6,segment=NetworkSegment(57dbc3ac-f57b-4b06-ae92-49bf3e59c881),segment_id=57dbc3ac-f57b-4b06-ae92-49bf3e59c881)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:29.964855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'fe95e422-137b-4679-9d8b-e316ced7edc6', 'network_id': '0938aeed-b803-4e16-b6e6-b49a8722afbc', 'port_id': 'fe95e422-137b-4679-9d8b-e316ced7edc6', 'mac_address': 'fa:16:3e:74:8d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af11b75-e915-4944-8e9c-e841418ba518', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:30.029934 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:30.046034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe95e422-137b-4679-9d8b-e316ced7edc6 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:30.070282 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port fe95e422-137b-4679-9d8b-e316ced7edc6, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=fe95e422-137b-4679-9d8b-e316ced7edc6,segment=NetworkSegment(57dbc3ac-f57b-4b06-ae92-49bf3e59c881),segment_id=57dbc3ac-f57b-4b06-ae92-49bf3e59c881)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:30.075083 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:30.130400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=fe95e422-137b-4679-9d8b-e316ced7edc6,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:30.372990 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:30.439380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['fe95e422-137b-4679-9d8b-e316ced7edc6'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:30.445343 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9b3b3-4f91-4135-978f-90b8f61fb096 req-f79f5586-478f-4787-9675-97459d2a05fb tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.447461 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6a9b3b3-4f91-4135-978f-90b8f61fb096 req-f79f5586-478f-4787-9675-97459d2a05fb tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 944 time: 0.0584340 Nov 27 01:13:30.521780 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6a9b3b3-4f91-4135-978f-90b8f61fb096 req-3d002008-e66d-4144-ba7b-df57e4ad4d75 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b689021a-5200-4a7f-8f46-38db20a9ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626101 Nov 27 01:13:30.693526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-39887e47-1d41-42a5-b077-f9cc90a6f921 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:13:30.694465 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-39887e47-1d41-42a5-b077-f9cc90a6f921 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056379 Nov 27 01:13:30.738378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-fa6ff532-ca94-4872-96de-d14e297b805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.745398 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-fa6ff532-ca94-4872-96de-d14e297b805c service neutron] 10.222.0.15 "GET /v2.0/ports/f3dead31-168c-4489-9370-8fd94f280f61 HTTP/1.1" status: 200 len: 1094 time: 0.0432634 Nov 27 01:13:30.749489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ff68d61c-d963-4865-b917-4106cda730aa service neutron] Request body: {'binding': {'host': 'n-h2-817303-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:30.749910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ff68d61c-d963-4865-b917-4106cda730aa service neutron] Unknown quota resources ['binding']. {{(pid=103403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:13:30.864880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd7e85-b528-43a1-a0aa-b1d0710480f7 req-11b368a9-8c48-42ff-962a-871bf8057bae tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.866686 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-29bd7e85-b528-43a1-a0aa-b1d0710480f7 req-11b368a9-8c48-42ff-962a-871bf8057bae tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0537033 Nov 27 01:13:30.908193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ff68d61c-d963-4865-b917-4106cda730aa service neutron] Attempting to bind port f3dead31-168c-4489-9370-8fd94f280f61 on host n-h2-817303-10 for vnic_type normal with profile None {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:30.908555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ff68d61c-d963-4865-b917-4106cda730aa service neutron] Attempting to bind port f3dead31-168c-4489-9370-8fd94f280f61 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:30.908883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ff68d61c-d963-4865-b917-4106cda730aa service neutron] Attempting to bind port f3dead31-168c-4489-9370-8fd94f280f61 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:30.915363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ff68d61c-d963-4865-b917-4106cda730aa service neutron] Port f3dead31-168c-4489-9370-8fd94f280f61 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:30.915787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ff68d61c-d963-4865-b917-4106cda730aa service neutron] Attempting to bind port f3dead31-168c-4489-9370-8fd94f280f61 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:30.922412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ff68d61c-d963-4865-b917-4106cda730aa service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:30.922825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ff68d61c-d963-4865-b917-4106cda730aa service neutron] Checking segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:30.923264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ff68d61c-d963-4865-b917-4106cda730aa service neutron] Bound using segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:30.923925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ff68d61c-d963-4865-b917-4106cda730aa service neutron] Bound port: f3dead31-168c-4489-9370-8fd94f280f61, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:30.927352 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-29bd7e85-b528-43a1-a0aa-b1d0710480f7 req-560efb47-2cc3-45cb-a047-9738727cd0c2 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537930 Nov 27 01:13:30.987248 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ff68d61c-d963-4865-b917-4106cda730aa service neutron] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=f3dead31-168c-4489-9370-8fd94f280f61,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:30.995165 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ff68d61c-d963-4865-b917-4106cda730aa service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:30.996606 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ff68d61c-d963-4865-b917-4106cda730aa service neutron] 10.222.0.15 "POST /v2.0/ports/f3dead31-168c-4489-9370-8fd94f280f61/bindings HTTP/1.1" status: 201 len: 390 time: 0.2502692 Nov 27 01:13:31.216666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566e71c-7c4b-46b1-9c21-9c03402668f2 req-e4205fb9-6f40-454d-a4be-c060c320aa35 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.224551 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7566e71c-7c4b-46b1-9c21-9c03402668f2 req-e4205fb9-6f40-454d-a4be-c060c320aa35 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0684042 Nov 27 01:13:31.293442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7566e71c-7c4b-46b1-9c21-9c03402668f2 req-608e0521-f855-4ca4-a0f2-485daf4460be tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680442 Nov 27 01:13:31.331838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ece522c2-2b2c-41cf-94c7-9c8e0a616f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.333403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-ece522c2-2b2c-41cf-94c7-9c8e0a616f02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 1097 time: 0.0538211 Nov 27 01:13:31.429123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-f04e4ede-b9e1-42a8-9d1d-b2e529ad3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.430511 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-f04e4ede-b9e1-42a8-9d1d-b2e529ad3947 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.0886073 Nov 27 01:13:31.473212 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-d2d4a52c-832c-42e3-9e40-2fbd4481d4b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3dead31-168c-4489-9370-8fd94f280f61 HTTP/1.1" status: 200 len: 217 time: 0.0348015 Nov 27 01:13:31.526198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-10977942-cb18-4814-9a24-2e510d0f4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.528053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-10977942-cb18-4814-9a24-2e510d0f4da2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.0473692 Nov 27 01:13:31.564626 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-8c9d4cda-bba2-4069-928e-8039ac993528 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286396 Nov 27 01:13:31.650153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7693acf-b10d-4cac-a5fa-a61c447f9daa req-8696488d-984f-4739-99b9-1582e7a46a0e tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.660765 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7693acf-b10d-4cac-a5fa-a61c447f9daa req-8696488d-984f-4739-99b9-1582e7a46a0e tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 944 time: 0.0686860 Nov 27 01:13:31.693225 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c694f7f8-014f-470a-a698-00028f90245a service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199083 Nov 27 01:13:31.731349 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7693acf-b10d-4cac-a5fa-a61c447f9daa req-6935d9b3-e085-438c-b6da-66d8d07a7d39 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b689021a-5200-4a7f-8f46-38db20a9ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696478 Nov 27 01:13:31.791806 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device fe95e422-137b-4679-9d8b-e316ced7edc6 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:31.840636 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port fe95e422-137b-4679-9d8b-e316ced7edc6 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:31.845168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port fe95e422-137b-4679-9d8b-e316ced7edc6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:31.846371 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:31.862621 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-59a1c305-15fe-4900-b07f-5185e87f8b92 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431105 Nov 27 01:13:31.935517 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:31.961722 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e87a62-0a5b-4bf0-9886-72dd3358a1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe95e422-137b-4679-9d8b-e316ced7edc6'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:31.964544 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda10734-8a26-400b-9c6c-95a83a63baf5" -d '{"events": [{"server_uuid": "e3e87a62-0a5b-4bf0-9886-72dd3358a1f8", "name": "network-vif-plugged", "status": "completed", "tag": "fe95e422-137b-4679-9d8b-e316ced7edc6"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:32.003414 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port fe95e422-137b-4679-9d8b-e316ced7edc6, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=fe95e422-137b-4679-9d8b-e316ced7edc6,segment=NetworkSegment(57dbc3ac-f57b-4b06-ae92-49bf3e59c881),segment_id=57dbc3ac-f57b-4b06-ae92-49bf3e59c881)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:32.010818 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:32.058442 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d575a3d-fdbb-49e6-a400-66545dcff526 x-openstack-request-id: req-3d575a3d-fdbb-49e6-a400-66545dcff526 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:32.058691 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e87a62-0a5b-4bf0-9886-72dd3358a1f8", "name": "network-vif-plugged", "status": "completed", "tag": "fe95e422-137b-4679-9d8b-e316ced7edc6", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:32.059267 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d575a3d-fdbb-49e6-a400-66545dcff526 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:32.060075 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e87a62-0a5b-4bf0-9886-72dd3358a1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe95e422-137b-4679-9d8b-e316ced7edc6', 'code': 200} Nov 27 01:13:32.127024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71cc22-8d78-4cb9-b397-8f0f753b1478 req-a1f9bdb2-2a5d-4b57-ab73-f32ed1cb8fb3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.128696 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd71cc22-8d78-4cb9-b397-8f0f753b1478 req-a1f9bdb2-2a5d-4b57-ab73-f32ed1cb8fb3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0935435 Nov 27 01:13:32.135218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=fe95e422-137b-4679-9d8b-e316ced7edc6,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:32.241180 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd71cc22-8d78-4cb9-b397-8f0f753b1478 req-2ee52ad2-a440-4dfd-960e-766a7eca5d73 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978911 Nov 27 01:13:32.253972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6f58d-4c13-4ca0-92cb-3e42ae70fc95 req-47d002ed-8cbc-4011-b0c4-82f514fedd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.255251 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c1d6f58d-4c13-4ca0-92cb-3e42ae70fc95 req-47d002ed-8cbc-4011-b0c4-82f514fedd9b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 1097 time: 0.0793302 Nov 27 01:13:32.314136 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c1d6f58d-4c13-4ca0-92cb-3e42ae70fc95 req-b0dd429c-9460-42da-90b1-3b863b78cda7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b689021a-5200-4a7f-8f46-38db20a9ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 Nov 27 01:13:32.426228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51022e-18b7-4ee1-a7c1-1e6682613be8 req-b2d869a4-e4ab-4c98-ad90-72b1bf41db2a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.427715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed51022e-18b7-4ee1-a7c1-1e6682613be8 req-b2d869a4-e4ab-4c98-ad90-72b1bf41db2a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0535276 Nov 27 01:13:32.484126 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed51022e-18b7-4ee1-a7c1-1e6682613be8 req-530719ff-290a-4ce7-80b1-f5109b674212 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501525 Nov 27 01:13:32.880743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1008a2-fffd-4297-b500-1a8a702f5b46 req-11744da7-de2c-41d5-865b-94dcc370e356 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.888070 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b1008a2-fffd-4297-b500-1a8a702f5b46 req-11744da7-de2c-41d5-865b-94dcc370e356 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 945 time: 0.0646696 Nov 27 01:13:32.938343 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b1008a2-fffd-4297-b500-1a8a702f5b46 req-cd5786d8-a6c7-45e1-a720-041d9b46d7e0 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b689021a-5200-4a7f-8f46-38db20a9ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493770 Nov 27 01:13:33.399495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e3422-fe2b-435e-9b8d-f4082d3e1d8b req-e2cf9e61-37bf-492e-b0ac-c70f2d0cb2d8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.401695 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dd6e3422-fe2b-435e-9b8d-f4082d3e1d8b req-e2cf9e61-37bf-492e-b0ac-c70f2d0cb2d8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0556576 Nov 27 01:13:33.478066 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dd6e3422-fe2b-435e-9b8d-f4082d3e1d8b req-8aca13e7-ccf0-4238-b548-d94ee5c81a91 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671833 Nov 27 01:13:33.647761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c17b21-1bb2-4921-9256-9e3c4c4c43d6 req-b86bd1fb-bcc1-437b-9c7f-8cc1267b8be5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.649437 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-11c17b21-1bb2-4921-9256-9e3c4c4c43d6 req-b86bd1fb-bcc1-437b-9c7f-8cc1267b8be5 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0597632 Nov 27 01:13:33.704499 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-11c17b21-1bb2-4921-9256-9e3c4c4c43d6 req-c374b6f4-deab-4a9a-828c-134a2897ae94 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468378 Nov 27 01:13:34.103129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829e641-3435-4de4-9ed9-582ba85e4b09 req-5fcde4d3-d8ee-4a3d-9772-d287a50e6f0b tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:34.104864 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3829e641-3435-4de4-9ed9-582ba85e4b09 req-5fcde4d3-d8ee-4a3d-9772-d287a50e6f0b tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 945 time: 0.0600216 Nov 27 01:13:34.160441 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3829e641-3435-4de4-9ed9-582ba85e4b09 req-de80ff1c-6891-4738-82f6-6df1511c561f tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b689021a-5200-4a7f-8f46-38db20a9ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479937 Nov 27 01:13:34.580798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4847ef3-5d43-4240-a9ee-a6cf998ef4b7 req-5e9cfdd7-9174-4cec-bb6c-67b244e9ef20 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:34.583335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4847ef3-5d43-4240-a9ee-a6cf998ef4b7 req-5e9cfdd7-9174-4cec-bb6c-67b244e9ef20 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 945 time: 0.0597544 Nov 27 01:13:34.628775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604ac09-82be-485a-b627-9d64d44efbc8 req-3f0731ac-8ae7-4a75-ab3d-8df63929e20e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:34.630446 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6604ac09-82be-485a-b627-9d64d44efbc8 req-3f0731ac-8ae7-4a75-ab3d-8df63929e20e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0579717 Nov 27 01:13:34.634719 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4847ef3-5d43-4240-a9ee-a6cf998ef4b7 req-b285b58b-e337-4f0b-a925-d91db7c168f0 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b689021a-5200-4a7f-8f46-38db20a9ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441444 Nov 27 01:13:34.682530 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6604ac09-82be-485a-b627-9d64d44efbc8 req-d0ebcc27-e92b-4c16-ae01-5b92ecec7323 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436015 Nov 27 01:13:34.848932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b8dc7-3f65-45e1-9e24-61e573a8a252 req-9ac68c71-02c4-4a6c-bade-25e10c69aab7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:34.851793 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c4b8dc7-3f65-45e1-9e24-61e573a8a252 req-9ac68c71-02c4-4a6c-bade-25e10c69aab7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0670424 Nov 27 01:13:34.915999 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c4b8dc7-3f65-45e1-9e24-61e573a8a252 req-669e7d79-fe67-4071-8e6b-1fc30da1d7e1 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579114 Nov 27 01:13:35.036717 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-abd0142f-8a3d-4378-bff5-652286ee72d4 req-74633842-ec7a-4fce-9a0d-2543792d083e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489361 Nov 27 01:13:35.128199 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0142f-8a3d-4378-bff5-652286ee72d4 req-a804c4af-4762-4180-80ed-95fab5f3be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.130006 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-abd0142f-8a3d-4378-bff5-652286ee72d4 req-a804c4af-4762-4180-80ed-95fab5f3be11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 1097 time: 0.0538471 Nov 27 01:13:35.253551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0142f-8a3d-4378-bff5-652286ee72d4 req-508da3bb-815a-4759-a4e5-cb6d6d90ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.254933 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-abd0142f-8a3d-4378-bff5-652286ee72d4 req-508da3bb-815a-4759-a4e5-cb6d6d90ea5b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.0944002 Nov 27 01:13:35.305781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-abd0142f-8a3d-4378-bff5-652286ee72d4 req-9fdbd9cb-54c2-4481-a61e-04d1490b34d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d79df776-9af6-408d-af7f-f35bab9df757 HTTP/1.1" status: 200 len: 217 time: 0.0420227 Nov 27 01:13:35.360779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0142f-8a3d-4378-bff5-652286ee72d4 req-7cec13a3-a7e4-4590-81f1-e5bc87bc40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.363221 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-abd0142f-8a3d-4378-bff5-652286ee72d4 req-7cec13a3-a7e4-4590-81f1-e5bc87bc40c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.0500028 Nov 27 01:13:35.418190 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-abd0142f-8a3d-4378-bff5-652286ee72d4 req-18b769ea-2991-4df6-b430-381ef62bc758 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445602 Nov 27 01:13:35.543294 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-abd0142f-8a3d-4378-bff5-652286ee72d4 req-dd35f25d-a67d-45bd-b369-8104ded631ab service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108172 Nov 27 01:13:35.655394 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-abd0142f-8a3d-4378-bff5-652286ee72d4 req-c5d46172-0fa6-4d7c-b970-d21dff0db8a8 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025784 Nov 27 01:13:35.776906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0dabc-0b7c-4fdf-bfbe-84100096d664 req-e0397cf3-9ad1-4465-9e75-b127766bee0f tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.779293 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8b0dabc-0b7c-4fdf-bfbe-84100096d664 req-e0397cf3-9ad1-4465-9e75-b127766bee0f tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 945 time: 0.0555089 Nov 27 01:13:35.845396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ffba0-1c76-4b73-949c-792d6aa4976e req-12adce9f-fe77-46e8-981d-bd7d8474e9f9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.847695 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b24ffba0-1c76-4b73-949c-792d6aa4976e req-12adce9f-fe77-46e8-981d-bd7d8474e9f9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0756598 Nov 27 01:13:35.850221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8b0dabc-0b7c-4fdf-bfbe-84100096d664 req-3c3f9ffb-70a4-427c-b402-b8e5a5c67fe7 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b689021a-5200-4a7f-8f46-38db20a9ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591919 Nov 27 01:13:35.905272 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b24ffba0-1c76-4b73-949c-792d6aa4976e req-d32dfddc-1bb9-4d73-9f07-a4653f2528d4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480118 Nov 27 01:13:36.045657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ec3dd-33c5-4626-a739-03656890b4e6 req-77756ad4-843f-49a6-b8d1-022347cfb73e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.047236 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-245ec3dd-33c5-4626-a739-03656890b4e6 req-77756ad4-843f-49a6-b8d1-022347cfb73e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0555975 Nov 27 01:13:36.112633 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-245ec3dd-33c5-4626-a739-03656890b4e6 req-53a630d8-270d-479b-9413-b9093696157e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574675 Nov 27 01:13:36.307670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d86522-764c-4f4c-bbbc-d8a8c08e334f req-026a8c1f-d7a5-4411-9143-462869ac365a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.309231 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-63d86522-764c-4f4c-bbbc-d8a8c08e334f req-026a8c1f-d7a5-4411-9143-462869ac365a tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 945 time: 0.0530102 Nov 27 01:13:36.412581 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-63d86522-764c-4f4c-bbbc-d8a8c08e334f req-300ee1bd-e0e2-4d6e-8375-671a706a40d8 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Deleting port fe95e422-137b-4679-9d8b-e316ced7edc6 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:36.413029 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-63d86522-764c-4f4c-bbbc-d8a8c08e334f req-300ee1bd-e0e2-4d6e-8375-671a706a40d8 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:36.507961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-63d86522-764c-4f4c-bbbc-d8a8c08e334f req-300ee1bd-e0e2-4d6e-8375-671a706a40d8 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] For port fe95e422-137b-4679-9d8b-e316ced7edc6, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=fe95e422-137b-4679-9d8b-e316ced7edc6,segment=NetworkSegment(57dbc3ac-f57b-4b06-ae92-49bf3e59c881),segment_id=57dbc3ac-f57b-4b06-ae92-49bf3e59c881)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:36.508505 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-63d86522-764c-4f4c-bbbc-d8a8c08e334f req-300ee1bd-e0e2-4d6e-8375-671a706a40d8 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:36.521648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-63d86522-764c-4f4c-bbbc-d8a8c08e334f req-300ee1bd-e0e2-4d6e-8375-671a706a40d8 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Calling delete_port for fe95e422-137b-4679-9d8b-e316ced7edc6 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:36.656183 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-63d86522-764c-4f4c-bbbc-d8a8c08e334f req-300ee1bd-e0e2-4d6e-8375-671a706a40d8 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:36.683684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ee1bd-e0e2-4d6e-8375-671a706a40d8 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Pushing event deleted for resources: {'Port': ['ID=fe95e422-137b-4679-9d8b-e316ced7edc6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:36.691035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['fe95e422-137b-4679-9d8b-e316ced7edc6'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:36.732703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d86522-764c-4f4c-bbbc-d8a8c08e334f req-300ee1bd-e0e2-4d6e-8375-671a706a40d8 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] No DVR routers for this DVR port fe95e422-137b-4679-9d8b-e316ced7edc6 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:36.735486 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-63d86522-764c-4f4c-bbbc-d8a8c08e334f req-300ee1bd-e0e2-4d6e-8375-671a706a40d8 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:36.738891 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-63d86522-764c-4f4c-bbbc-d8a8c08e334f req-300ee1bd-e0e2-4d6e-8375-671a706a40d8 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.21 "DELETE /v2.0/ports/fe95e422-137b-4679-9d8b-e316ced7edc6 HTTP/1.1" status: 204 len: 173 time: 0.4202232 Nov 27 01:13:36.739322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e87a62-0a5b-4bf0-9886-72dd3358a1f8', 'name': 'network-vif-deleted', 'tag': 'fe95e422-137b-4679-9d8b-e316ced7edc6'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:36.741728 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e067b826-b6b6-44c2-9356-b0533a66a774" -d '{"events": [{"server_uuid": "e3e87a62-0a5b-4bf0-9886-72dd3358a1f8", "name": "network-vif-deleted", "tag": "fe95e422-137b-4679-9d8b-e316ced7edc6"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:36.780908 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba40b9b-50a9-46e4-aeb5-0f8b611be4d3 x-openstack-request-id: req-8ba40b9b-50a9-46e4-aeb5-0f8b611be4d3 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:36.781205 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e87a62-0a5b-4bf0-9886-72dd3358a1f8", "name": "network-vif-deleted", "tag": "fe95e422-137b-4679-9d8b-e316ced7edc6", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:36.781440 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ba40b9b-50a9-46e4-aeb5-0f8b611be4d3 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:36.781965 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e87a62-0a5b-4bf0-9886-72dd3358a1f8', 'name': 'network-vif-deleted', 'tag': 'fe95e422-137b-4679-9d8b-e316ced7edc6', 'status': 'completed', 'code': 200} Nov 27 01:13:37.002134 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-788648e1-e9ef-48e8-972e-2776f8d677ba req-7013cf09-2457-4559-8cbc-fe77f7c4f460 tempest-ServerAddressesTestJSON-1793099656 tempest-ServerAddressesTestJSON-1793099656-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e87a62-0a5b-4bf0-9886-72dd3358a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0294678 Nov 27 01:13:37.037846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b021fa5-bacb-4986-a442-248c8922ea79 req-d27794d2-c36b-4f37-a999-a5ec06091a5b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:37.039331 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5b021fa5-bacb-4986-a442-248c8922ea79 req-d27794d2-c36b-4f37-a999-a5ec06091a5b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0568829 Nov 27 01:13:37.090073 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5b021fa5-bacb-4986-a442-248c8922ea79 req-94f54d73-bb58-4764-b299-2ffcfb943765 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434649 Nov 27 01:13:37.235337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75245dc-261c-4307-a0c8-ab82053f396e req-c1abf6a7-6143-4d31-b60a-28aad252ddc2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:37.239009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f75245dc-261c-4307-a0c8-ab82053f396e req-c1abf6a7-6143-4d31-b60a-28aad252ddc2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0518091 Nov 27 01:13:37.289111 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f75245dc-261c-4307-a0c8-ab82053f396e req-ccc0ff7e-dcff-4251-b5ad-ac970154b111 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454221 Nov 27 01:13:38.063679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51270) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:38.108176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ec6710-7bc6-4503-9ab9-5ccd87a0fa1e admin admin] Deleting subnet 5af11b75-e915-4944-8e9c-e841418ba518 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:13:38.111303 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9ec6710-7bc6-4503-9ab9-5ccd87a0fa1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.145601 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9ec6710-7bc6-4503-9ab9-5ccd87a0fa1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.241668 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:13:38.428283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8808d6e-a847-4d1f-a5d8-a51d19b6672a req-d57dbf73-da65-4b42-a1a9-3bbd3d64e6e0 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:38.430413 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e8808d6e-a847-4d1f-a5d8-a51d19b6672a req-d57dbf73-da65-4b42-a1a9-3bbd3d64e6e0 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0586689 Nov 27 01:13:38.482474 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e8808d6e-a847-4d1f-a5d8-a51d19b6672a req-758d24c4-6c24-43c6-a705-e3ef427d8bbf tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446818 Nov 27 01:13:38.512313 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9ec6710-7bc6-4503-9ab9-5ccd87a0fa1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.529953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfa89b-6377-43db-a7a7-8d3af5c0189f req-83f73745-f8b2-47ad-be9b-366fb3ad3544 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:38.531481 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbbfa89b-6377-43db-a7a7-8d3af5c0189f req-83f73745-f8b2-47ad-be9b-366fb3ad3544 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.3664918 Nov 27 01:13:38.611666 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbbfa89b-6377-43db-a7a7-8d3af5c0189f req-b7e5c56c-3abe-43b8-87cb-17e5e934ca53 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627136 Nov 27 01:13:38.622001 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9ec6710-7bc6-4503-9ab9-5ccd87a0fa1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.656562 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9ec6710-7bc6-4503-9ab9-5ccd87a0fa1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.660778 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a9ec6710-7bc6-4503-9ab9-5ccd87a0fa1e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5af11b75-e915-4944-8e9c-e841418ba518 HTTP/1.1" status: 204 len: 168 time: 0.5959337 Nov 27 01:13:38.662185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec6710-7bc6-4503-9ab9-5ccd87a0fa1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af11b75-e915-4944-8e9c-e841418ba518,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:38.662445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51282) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:38.730240 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b87223bf-e776-49e8-b9cd-adc68530ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.827283 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b87223bf-e776-49e8-b9cd-adc68530ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.849793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b87223bf-e776-49e8-b9cd-adc68530ae1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0938aeed-b803-4e16-b6e6-b49a8722afbc']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:38.859830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b87223bf-e776-49e8-b9cd-adc68530ae1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57dbc3ac-f57b-4b06-ae92-49bf3e59c881') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:38.860127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b87223bf-e776-49e8-b9cd-adc68530ae1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57dbc3ac-f57b-4b06-ae92-49bf3e59c881') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:38.870322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b87223bf-e776-49e8-b9cd-adc68530ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.889938 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b87223bf-e776-49e8-b9cd-adc68530ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.896704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87223bf-e776-49e8-b9cd-adc68530ae1d admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:13:38.897101 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b87223bf-e776-49e8-b9cd-adc68530ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:13:38.899095 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:13:38.954206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b87223bf-e776-49e8-b9cd-adc68530ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.960202 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b87223bf-e776-49e8-b9cd-adc68530ae1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.966813 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b87223bf-e776-49e8-b9cd-adc68530ae1d admin admin] 10.222.0.15 "DELETE /v2.0/networks/0938aeed-b803-4e16-b6e6-b49a8722afbc HTTP/1.1" status: 204 len: 168 time: 0.3004463 Nov 27 01:13:38.983283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87223bf-e776-49e8-b9cd-adc68530ae1d admin admin] Pushing event deleted for resources: {'Network': ['ID=0938aeed-b803-4e16-b6e6-b49a8722afbc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:39.083304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51290) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:39.124355 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dd830b6b-6f0d-4c33-a5a4-b75a2ff8ec24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3829d0d356c4452bf24af38b2177c26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398402 Nov 27 01:13:39.127128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51292) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:39.174863 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-223f2821-dfc4-4df2-af81-a67cc64e3276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:39.196441 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-223f2821-dfc4-4df2-af81-a67cc64e3276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:39.243571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-223f2821-dfc4-4df2-af81-a67cc64e3276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:39.246454 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-223f2821-dfc4-4df2-af81-a67cc64e3276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:39.248449 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-223f2821-dfc4-4df2-af81-a67cc64e3276 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b689021a-5200-4a7f-8f46-38db20a9ce3f HTTP/1.1" status: 204 len: 168 time: 0.1201060 Nov 27 01:13:39.259376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f2821-dfc4-4df2-af81-a67cc64e3276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b689021a-5200-4a7f-8f46-38db20a9ce3f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:39.640394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352da2f5-790a-4ae3-9f6e-96214a386152 req-6bea3200-1316-468f-a349-42c82e56706f tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:39.647882 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-352da2f5-790a-4ae3-9f6e-96214a386152 req-6bea3200-1316-468f-a349-42c82e56706f tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0662029 Nov 27 01:13:39.706063 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-352da2f5-790a-4ae3-9f6e-96214a386152 req-0a630933-e957-4ad7-8875-d067752b0fb2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572207 Nov 27 01:13:39.824458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device fe95e422-137b-4679-9d8b-e316ced7edc6 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:39.848045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: fe95e422-137b-4679-9d8b-e316ced7edc6 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:39.848733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device fe95e422-137b-4679-9d8b-e316ced7edc6 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:39.869535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d72ed6-ce07-4328-bfb9-cc9e4ff13c6d req-3faddc0a-1ee5-4fad-96dd-e01f9e03ec47 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:39.878712 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a2d72ed6-ce07-4328-bfb9-cc9e4ff13c6d req-3faddc0a-1ee5-4fad-96dd-e01f9e03ec47 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0923693 Nov 27 01:13:39.944447 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a2d72ed6-ce07-4328-bfb9-cc9e4ff13c6d req-6798bb32-6ed4-43ea-826b-f84df0cdea25 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642114 Nov 27 01:13:40.014078 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e1b992ca-192a-4364-a015-87b89047ea26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.072899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51328) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:40.179318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1403409961-network', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:40.204272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] Made reservation on behalf of c8643042a3114ff9aeb63bafc394e717 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:40.206764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.216148 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.299581 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.303491 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.324623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:13:40.344151 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.344518 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] Added segment 8f0b9243-7aba-4374-8b6c-2baf4a73cc53 of type vlan for network 52990878-2af4-4f7f-88b9-f803d6f0da66 Nov 27 01:13:40.345841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b028d8f5-eda3-4201-b5f9-167bcceb9999,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:40.391506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.420466 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.421497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:40.422505 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.477024 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4028318 Nov 27 01:13:40.479771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51334) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:40.493317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-3e27fd1b-234d-4aa8-b84c-87d80764f8bc admin admin] Request body: {'subnet': {'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1403409961-subnet', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:40.503642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7457d66-9a1c-4ca2-b713-4b1bdb8f54de admin admin] Pushing event updated for resources: {'Network': ['ID=52990878-2af4-4f7f-88b9-f803d6f0da66,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:40.515879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 52990878-2af4-4f7f-88b9-f803d6f0da66 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:13:40.521801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e27fd1b-234d-4aa8-b84c-87d80764f8bc admin admin] Made reservation on behalf of c8643042a3114ff9aeb63bafc394e717 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:40.524310 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e27fd1b-234d-4aa8-b84c-87d80764f8bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.710631 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e27fd1b-234d-4aa8-b84c-87d80764f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.771205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27fd1b-234d-4aa8-b84c-87d80764f8bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9065684-47f0-4e53-aaf2-94e871c3a6e7,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:40.791800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27fd1b-234d-4aa8-b84c-87d80764f8bc admin admin] Checking segment: {'id': '8f0b9243-7aba-4374-8b6c-2baf4a73cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:40.792167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e27fd1b-234d-4aa8-b84c-87d80764f8bc admin admin] Network hostable DHCP agents. Network: 52990878-2af4-4f7f-88b9-f803d6f0da66, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:13:40.813088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e27fd1b-234d-4aa8-b84c-87d80764f8bc admin admin] Network 52990878-2af4-4f7f-88b9-f803d6f0da66 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:13:40.832266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-3e27fd1b-234d-4aa8-b84c-87d80764f8bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 52990878-2af4-4f7f-88b9-f803d6f0da66) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:40.837501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e27fd1b-234d-4aa8-b84c-87d80764f8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:40.838205 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e27fd1b-234d-4aa8-b84c-87d80764f8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.842317 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f05e5b-e178-4ea5-bc9b-7f180f230cfa None None] Network 52990878-2af4-4f7f-88b9-f803d6f0da66 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:40.890531 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51342) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:40.891030 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3e27fd1b-234d-4aa8-b84c-87d80764f8bc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4080043 Nov 27 01:13:40.897879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1403409961-router', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:40.920662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400ad0d-db3a-42e7-8e48-b9e386204c33 req-0c792755-beb5-404a-b72d-ec2ae4220f7c tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:40.922631 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3400ad0d-db3a-42e7-8e48-b9e386204c33 req-0c792755-beb5-404a-b72d-ec2ae4220f7c tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.1013117 Nov 27 01:13:40.952181 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.954220 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:41.009336 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3400ad0d-db3a-42e7-8e48-b9e386204c33 req-541b0ba0-3e28-4181-aad4-766831f088fa tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776920 Nov 27 01:13:41.052747 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:41.091371 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69170580-7eef-476d-8c53-b4ce8d473979 None None] Network 52990878-2af4-4f7f-88b9-f803d6f0da66 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:41.174360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809b49f-3c3b-40e5-a512-1f09bffa12ed req-a2c65d51-0130-4b19-9780-f9fab4efc94d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:41.182224 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9809b49f-3c3b-40e5-a512-1f09bffa12ed req-a2c65d51-0130-4b19-9780-f9fab4efc94d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0716789 Nov 27 01:13:41.244258 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9809b49f-3c3b-40e5-a512-1f09bffa12ed req-b3d68589-903f-41c8-a5e8-c862e4f05b92 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564759 Nov 27 01:13:41.263516 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:41.721777 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:41.745761 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:41.852492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Allocated IP 172.25.1.45 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/a65d1506-3875-45a1-ba38-efc529e1520d) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:42.012719 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.061301 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.108180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:42.112317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:42.117936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:42.127754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc53231-3194-4411-b6b9-abcf93974750 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:42.151199 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Pushing event updated for resources: {'Port': ['ID=a65d1506-3875-45a1-ba38-efc529e1520d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:42.180154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0731b-2775-4082-a641-fa17a3b7be69 req-3ec0e098-f5ce-4580-a630-08c5ce1439fe tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:42.182172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7be0731b-2775-4082-a641-fa17a3b7be69 req-3ec0e098-f5ce-4580-a630-08c5ce1439fe tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0601532 Nov 27 01:13:42.239167 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8164cf65-2cd4-470d-9236-e68c2030ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.252568 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6630b91d-1d83-4399-95a5-479de857cb6c None None] Provisioning complete for port a65d1506-3875-45a1-ba38-efc529e1520d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:42.253262 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6630b91d-1d83-4399-95a5-479de857cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.271941 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7be0731b-2775-4082-a641-fa17a3b7be69 req-1c72acc6-ef67-41f8-8f52-ceb847e62c27 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834174 Nov 27 01:13:42.309099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-6630b91d-1d83-4399-95a5-479de857cb6c None None] Port a65d1506-3875-45a1-ba38-efc529e1520d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:13:42.457519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9e2ad-f943-44a3-bffb-e95f69e9ef2e req-fc211801-874b-4a61-9c7d-60655109ba3b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:42.459007 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68f9e2ad-f943-44a3-bffb-e95f69e9ef2e req-fc211801-874b-4a61-9c7d-60655109ba3b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.1297119 Nov 27 01:13:42.503165 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.557697 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68f9e2ad-f943-44a3-bffb-e95f69e9ef2e req-6f67188a-9735-4b82-9817-91173f3d1e2e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919757 Nov 27 01:13:42.709841 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.834536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Router 715f8ff5-aac0-40e6-a2e8-1440cfaad625 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:13:42.941562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:42.949983 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Sync routers for ids ['715f8ff5-aac0-40e6-a2e8-1440cfaad625'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:42.958320 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.959604 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0e059b78-26f2-4e06-a735-3eb19b185780 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.0670779 Nov 27 01:13:42.959932 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Routers {'715f8ff5-aac0-40e6-a2e8-1440cfaad625'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:42.960576 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:13:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['715f8ff5-aac0-40e6-a2e8-1440cfaad625'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:42.962337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51368) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:43.081882 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Set router 715f8ff5-aac0-40e6-a2e8-1440cfaad625 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:43.196394 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.305693 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'name': 'tempest-ServerRescueNegativeTestJSON-1403409961-router', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a65d1506-3875-45a1-ba38-efc529e1520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:40Z', 'updated_at': '2021-11-27T01:13:42Z', 'revision_number': 3, 'project_id': 'c8643042a3114ff9aeb63bafc394e717', 'gw_port': {'id': 'a65d1506-3875-45a1-ba38-efc529e1520d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:41Z', 'updated_at': '2021-11-27T01:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:43.342352 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Checking router: 715f8ff5-aac0-40e6-a2e8-1440cfaad625 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:43.342773 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Updating router 715f8ff5-aac0-40e6-a2e8-1440cfaad625 port a65d1506-3875-45a1-ba38-efc529e1520d binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:13:43.371528 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.419664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c093897-5079-412a-9ade-c158ee02a9b9 req-8970caaa-7ae6-4b93-a9bd-110b18c2fc63 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:43.428838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c093897-5079-412a-9ade-c158ee02a9b9 req-8970caaa-7ae6-4b93-a9bd-110b18c2fc63 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0684104 Nov 27 01:13:43.471064 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.480783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c093897-5079-412a-9ade-c158ee02a9b9 req-3f154a93-a4df-4dc1-9b29-2da2d98b1b5f tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507946 Nov 27 01:13:43.644479 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Allocated IP 172.20.0.1 (52990878-2af4-4f7f-88b9-f803d6f0da66/b9065684-47f0-4e53-aaf2-94e871c3a6e7/e2a23e3b-988c-4e7b-acbc-c842da438726) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:43.671606 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.678298 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.725744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e922ba-faaf-4f9d-a529-23c0618a6a18 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:43.740909 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Attempting to bind port a65d1506-3875-45a1-ba38-efc529e1520d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:43.740909 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Attempting to bind port a65d1506-3875-45a1-ba38-efc529e1520d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:43.741135 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Attempting to bind port a65d1506-3875-45a1-ba38-efc529e1520d on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:43.748526 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68b981-55b5-4a57-9cdb-0c668430ef38 None None] Pushing event updated for resources: {'Port': ['ID=a65d1506-3875-45a1-ba38-efc529e1520d,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:43.762366 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68b981-55b5-4a57-9cdb-0c668430ef38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:43.762598 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68b981-55b5-4a57-9cdb-0c668430ef38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:43.762937 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68b981-55b5-4a57-9cdb-0c668430ef38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:43.763271 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68b981-55b5-4a57-9cdb-0c668430ef38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:43.763599 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68b981-55b5-4a57-9cdb-0c668430ef38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:43.763924 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68b981-55b5-4a57-9cdb-0c668430ef38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:43.764257 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68b981-55b5-4a57-9cdb-0c668430ef38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:43.764580 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68b981-55b5-4a57-9cdb-0c668430ef38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:43.764894 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68b981-55b5-4a57-9cdb-0c668430ef38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:43.765608 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68b981-55b5-4a57-9cdb-0c668430ef38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:43.766035 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68b981-55b5-4a57-9cdb-0c668430ef38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:43.766480 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68b981-55b5-4a57-9cdb-0c668430ef38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:43.770247 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:43.770622 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:43.771029 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.771413 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:43.771886 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Bound port: a65d1506-3875-45a1-ba38-efc529e1520d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:43.772408 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.820787 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.829587 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] For port a65d1506-3875-45a1-ba38-efc529e1520d, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:43.832865 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] For port a65d1506-3875-45a1-ba38-efc529e1520d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a65d1506-3875-45a1-ba38-efc529e1520d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:43.837300 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.853060 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e9713-1e02-4f38-9048-be5f50304823 req-881578f1-a395-4131-9948-970e7053a7f7 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:43.853372 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7f5e8e87-b933-4c3f-90dd-7c818511fed6 None None] Provisioning complete for port a65d1506-3875-45a1-ba38-efc529e1520d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:43.853941 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7f5e8e87-b933-4c3f-90dd-7c818511fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.854606 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-434e9713-1e02-4f38-9048-be5f50304823 req-881578f1-a395-4131-9948-970e7053a7f7 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.2076728 Nov 27 01:13:43.905631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2b33d8-7e93-4a18-82fa-d34c0eb3ca1f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:43.907046 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.921356 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Routers {'715f8ff5-aac0-40e6-a2e8-1440cfaad625'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:43.922183 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:13:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['715f8ff5-aac0-40e6-a2e8-1440cfaad625'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:43.962960 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68b981-55b5-4a57-9cdb-0c668430ef38 None None] Pushing event updated for resources: {'Port': ['ID=a65d1506-3875-45a1-ba38-efc529e1520d,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:43.968841 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-434e9713-1e02-4f38-9048-be5f50304823 req-4f92531e-80e0-4292-a477-7a597956c460 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052954 Nov 27 01:13:43.986910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Network 52990878-2af4-4f7f-88b9-f803d6f0da66 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:43.988509 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:43.991975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:44.019797 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7f5e8e87-b933-4c3f-90dd-7c818511fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:44.035644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Pushing event updated for resources: {'Port': ['ID=e2a23e3b-988c-4e7b-acbc-c842da438726,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:44.043098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7f5e8e87-b933-4c3f-90dd-7c818511fed6 None None] For port a65d1506-3875-45a1-ba38-efc529e1520d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a65d1506-3875-45a1-ba38-efc529e1520d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:44.047122 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7f5e8e87-b933-4c3f-90dd-7c818511fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:44.052471 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:44.068036 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] Set router 715f8ff5-aac0-40e6-a2e8-1440cfaad625 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:44.109759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e8e87-b933-4c3f-90dd-7c818511fed6 None None] Pushing event updated for resources: {'Port': ['ID=a65d1506-3875-45a1-ba38-efc529e1520d,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:44.191821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-92a15c2f-13a1-4a77-84f3-a316ef79df93 None None] Provisioning complete for port a65d1506-3875-45a1-ba38-efc529e1520d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:44.192200 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-92a15c2f-13a1-4a77-84f3-a316ef79df93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:44.259488 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:44.306244 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'name': 'tempest-ServerRescueNegativeTestJSON-1403409961-router', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a65d1506-3875-45a1-ba38-efc529e1520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:40Z', 'updated_at': '2021-11-27T01:13:42Z', 'revision_number': 3, 'project_id': 'c8643042a3114ff9aeb63bafc394e717', 'gw_port': {'id': 'a65d1506-3875-45a1-ba38-efc529e1520d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:41Z', 'updated_at': '2021-11-27T01:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:44.345573 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded02fdb-80e8-43aa-8708-93c8478ea842 None None] The sync data for ids ['715f8ff5-aac0-40e6-a2e8-1440cfaad625'] in n-d-817303-10 is: [{'id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'name': 'tempest-ServerRescueNegativeTestJSON-1403409961-router', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a65d1506-3875-45a1-ba38-efc529e1520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:40Z', 'updated_at': '2021-11-27T01:13:42Z', 'revision_number': 3, 'project_id': 'c8643042a3114ff9aeb63bafc394e717', 'gw_port': {'id': 'a65d1506-3875-45a1-ba38-efc529e1520d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:41Z', 'updated_at': '2021-11-27T01:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:44.464928 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:44.469910 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:44.537630 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:44.539485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Pushing event updated for resources: {'Port': ['ID=e2a23e3b-988c-4e7b-acbc-c842da438726,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:44.694464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e71e9-914c-469b-a632-509558cab797 req-08c49a1c-5821-4986-baec-10c82e21e50e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:44.696096 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-796e71e9-914c-469b-a632-509558cab797 req-08c49a1c-5821-4986-baec-10c82e21e50e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.1181915 Nov 27 01:13:44.744132 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:44.832912 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-796e71e9-914c-469b-a632-509558cab797 req-498b1da7-175c-4cb5-acc2-903ea4436553 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292839 Nov 27 01:13:44.835521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Network 52990878-2af4-4f7f-88b9-f803d6f0da66 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:44.838638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:45.022153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Router 715f8ff5-aac0-40e6-a2e8-1440cfaad625 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:13:45.176404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da1a0e-c793-4d36-99c3-295bb45efa94 req-f386f4cb-d731-474b-9ed0-c24e2ae336bc tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:45.178236 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-86da1a0e-c793-4d36-99c3-295bb45efa94 req-f386f4cb-d731-474b-9ed0-c24e2ae336bc tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.1020083 Nov 27 01:13:45.238036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:45.248789 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5fc10ad4-7b0d-4b9e-b8fe-ff767dd1fadd admin admin] 10.222.0.15 "PUT /v2.0/routers/715f8ff5-aac0-40e6-a2e8-1440cfaad625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2852628 Nov 27 01:13:45.280950 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-86da1a0e-c793-4d36-99c3-295bb45efa94 req-6d3be2dd-2321-4c8c-a28e-e5a70d92f3c8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957017 Nov 27 01:13:45.786788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-d00b122e-d842-4f06-a75a-7c7e2efa3b95 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:45.788942 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-d00b122e-d842-4f06-a75a-7c7e2efa3b95 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/networks?id=52990878-2af4-4f7f-88b9-f803d6f0da66 HTTP/1.1" status: 200 len: 819 time: 0.1125631 Nov 27 01:13:45.807661 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-fa73afab-67bf-4bca-bc27-7d224ae49752 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/quotas/c8643042a3114ff9aeb63bafc394e717 HTTP/1.1" status: 200 len: 375 time: 0.0122848 Nov 27 01:13:45.866997 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-0c0678f6-7f57-4f0a-85fb-85200d503365 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8643042a3114ff9aeb63bafc394e717&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525184 Nov 27 01:13:45.979608 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83322cf6-160e-4f5d-8b3f-4df0bd530ed5 req-31fd4bd8-995e-4d57-b1b1-0021f3c89f99 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:45.981991 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83322cf6-160e-4f5d-8b3f-4df0bd530ed5 req-31fd4bd8-995e-4d57-b1b1-0021f3c89f99 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0537519 Nov 27 01:13:46.038898 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83322cf6-160e-4f5d-8b3f-4df0bd530ed5 req-31925f97-b950-4a88-9dfe-f4d359df85e3 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506766 Nov 27 01:13:46.051925 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-56fb5420-a938-490d-8d9d-a9d6e7924e89 service neutron] 10.222.0.15 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742971 Nov 27 01:13:46.167015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-94141c6a-f50e-4bbe-96b6-caf540629c7c service neutron] 10.222.0.15 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081161 Nov 27 01:13:46.217546 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:46.323234 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Sync routers for ids ['715f8ff5-aac0-40e6-a2e8-1440cfaad625'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:46.372458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Routers {'715f8ff5-aac0-40e6-a2e8-1440cfaad625'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:46.374064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:13:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['715f8ff5-aac0-40e6-a2e8-1440cfaad625'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:46.391970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27f7a3c0-1159-45ba-a921-21a37b282385 req-9bb59bae-4a22-4ca8-a8da-d96d83f6fdbe tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 210 time: 0.0524554 Nov 27 01:13:46.468704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78a222-19da-4926-aa0e-b78e09e16840 req-e64966bb-f49e-47b6-9aee-7dc11b6e0dcc tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:46.475651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed78a222-19da-4926-aa0e-b78e09e16840 req-e64966bb-f49e-47b6-9aee-7dc11b6e0dcc tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0796895 Nov 27 01:13:46.531216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device f3dead31-168c-4489-9370-8fd94f280f61 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:46.561710 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed78a222-19da-4926-aa0e-b78e09e16840 req-d868b6d2-657e-493a-a933-d0a5a7b9f800 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764413 Nov 27 01:13:46.634025 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14bd2db0-5c0f-4997-92d6-b2d8a3d5a4df req-f24a00bd-7b35-4c32-87c7-33d0fd9de41a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1200819 Nov 27 01:13:46.831904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-626f5264-a380-47a4-8731-11e2a061aeb5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:46.832601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a65d1506-3875-45a1-ba38-efc529e1520d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:46.845178 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-626f5264-a380-47a4-8731-11e2a061aeb5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/networks?id=52990878-2af4-4f7f-88b9-f803d6f0da66 HTTP/1.1" status: 200 len: 819 time: 0.1570783 Nov 27 01:13:46.868065 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-3a06cf1a-1750-4c65-be8e-fdcf85e3774c tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/quotas/c8643042a3114ff9aeb63bafc394e717 HTTP/1.1" status: 200 len: 375 time: 0.0213389 Nov 27 01:13:46.934660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Set router 715f8ff5-aac0-40e6-a2e8-1440cfaad625 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:46.948798 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-25b67787-7c0a-476c-af88-5b0dec9a038c tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8643042a3114ff9aeb63bafc394e717&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792484 Nov 27 01:13:46.960038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd2db0-5c0f-4997-92d6-b2d8a3d5a4df req-9f81a011-80e8-4cd4-afce-bd6045a97f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:46.963034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14bd2db0-5c0f-4997-92d6-b2d8a3d5a4df req-9f81a011-80e8-4cd4-afce-bd6045a97f0c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1965584d775b40d08788f0d3d35e09d3&device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 1098 time: 0.1278617 Nov 27 01:13:47.041275 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a65d1506-3875-45a1-ba38-efc529e1520d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:47.041785 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.211533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd2db0-5c0f-4997-92d6-b2d8a3d5a4df req-806445c3-dfc6-4224-847c-1dabb2d575e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:47.213849 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14bd2db0-5c0f-4997-92d6-b2d8a3d5a4df req-806445c3-dfc6-4224-847c-1dabb2d575e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1015b721-7798-4f53-98da-24c62650c19a HTTP/1.1" status: 200 len: 913 time: 0.1989048 Nov 27 01:13:47.298722 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f3dead31-168c-4489-9370-8fd94f280f61,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:47.349657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd64bf3-8ec2-431e-81f9-ce389f125e29 req-effaf7d9-68cb-4917-8490-ef5d5c6a9542 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:47.363246 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dfd64bf3-8ec2-431e-81f9-ce389f125e29 req-effaf7d9-68cb-4917-8490-ef5d5c6a9542 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.1481156 Nov 27 01:13:47.375316 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device f3dead31-168c-4489-9370-8fd94f280f61 has no active binding in host n-h2-817303-10 {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:13:47.393296 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14bd2db0-5c0f-4997-92d6-b2d8a3d5a4df req-0cc1d1db-86c9-48bd-a832-1e1ff9ecf341 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee90a8dc-819d-4e21-b4fe-9298401cb22b HTTP/1.1" status: 200 len: 1002 time: 0.1462889 Nov 27 01:13:47.470322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd2db0-5c0f-4997-92d6-b2d8a3d5a4df req-b79ed8b5-d7ca-4dcc-a25a-ae0690e565e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:47.473064 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14bd2db0-5c0f-4997-92d6-b2d8a3d5a4df req-b79ed8b5-d7ca-4dcc-a25a-ae0690e565e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ff033c3-8819-49e9-b4d2-ddefe03865a5 HTTP/1.1" status: 200 len: 851 time: 0.0649359 Nov 27 01:13:47.479333 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'name': 'tempest-ServerRescueNegativeTestJSON-1403409961-router', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a65d1506-3875-45a1-ba38-efc529e1520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:40Z', 'updated_at': '2021-11-27T01:13:44Z', 'revision_number': 4, 'project_id': 'c8643042a3114ff9aeb63bafc394e717', 'gw_port': {'id': 'a65d1506-3875-45a1-ba38-efc529e1520d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:41Z', 'updated_at': '2021-11-27T01:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'e2a23e3b-988c-4e7b-acbc-c842da438726', 'name': '', 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717', 'mac_address': 'fa:16:3e:04:fb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'b9065684-47f0-4e53-aaf2-94e871c3a6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:43Z', 'updated_at': '2021-11-27T01:13:44Z', 'revision_number': 2, 'project_id': 'c8643042a3114ff9aeb63bafc394e717', 'subnets': [{'id': 'b9065684-47f0-4e53-aaf2-94e871c3a6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:47.510961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Checking router: 715f8ff5-aac0-40e6-a2e8-1440cfaad625 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:47.511235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Updating router 715f8ff5-aac0-40e6-a2e8-1440cfaad625 port e2a23e3b-988c-4e7b-acbc-c842da438726 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:13:47.530749 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dfd64bf3-8ec2-431e-81f9-ce389f125e29 req-b332d19e-34bf-45bc-b1e7-9b4f53f2ec8a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627090 Nov 27 01:13:47.555538 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.600370 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-0a5ac891-0a72-4cea-81f5-2882845c1f9b tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:47.601874 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-0a5ac891-0a72-4cea-81f5-2882845c1f9b tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0&tenant_id=824296168135401cbcf32b795324fb86&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 1097 time: 0.1307046 Nov 27 01:13:47.607326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd2db0-5c0f-4997-92d6-b2d8a3d5a4df req-38bdb87f-b51a-48f4-a669-daa92eda6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:47.608910 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14bd2db0-5c0f-4997-92d6-b2d8a3d5a4df req-38bdb87f-b51a-48f4-a669-daa92eda6268 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1015b721-7798-4f53-98da-24c62650c19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009994 Nov 27 01:13:47.614427 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-bef33a8b-2d42-465b-9ff2-fc10164dc4ab service neutron] 10.222.0.15 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645937 Nov 27 01:13:47.629609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-10'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:47.770894 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14bd2db0-5c0f-4997-92d6-b2d8a3d5a4df req-ad6daaa0-ef77-4533-8358-4459dfccaf52 service neutron] 10.222.0.31 "GET /v2.0/networks/1015b721-7798-4f53-98da-24c62650c19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523588 Nov 27 01:13:47.799582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.847864 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d1115130-131b-47b3-ba82-a866ebcecfc9 service neutron] 10.222.0.15 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314055 Nov 27 01:13:47.875931 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14bd2db0-5c0f-4997-92d6-b2d8a3d5a4df req-8b7fb1ba-9de9-4c5e-88e8-cfc6724839fd service neutron] 10.222.0.31 "GET /v2.0/networks/1015b721-7798-4f53-98da-24c62650c19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967422 Nov 27 01:13:48.041613 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.048508 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.237495 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Attempting to bind port e2a23e3b-988c-4e7b-acbc-c842da438726 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:48.237895 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Attempting to bind port e2a23e3b-988c-4e7b-acbc-c842da438726 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '8f0b9243-7aba-4374-8b6c-2baf4a73cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:48.238623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Attempting to bind port e2a23e3b-988c-4e7b-acbc-c842da438726 on network 52990878-2af4-4f7f-88b9-f803d6f0da66 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:48.246229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02578d6-b5de-40bf-a8f9-5b813f50f8fe None None] Pushing event updated for resources: {'Port': ['ID=e2a23e3b-988c-4e7b-acbc-c842da438726,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:48.249834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:48.250232 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Checking segment: {'id': '8f0b9243-7aba-4374-8b6c-2baf4a73cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:48.250642 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.251030 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Bound using segment: {'id': '8f0b9243-7aba-4374-8b6c-2baf4a73cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:48.251580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Bound port: e2a23e3b-988c-4e7b-acbc-c842da438726, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0b9243-7aba-4374-8b6c-2baf4a73cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:48.251978 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.298998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93141180-e6cc-48f7-ac76-617a8d9c60ed req-4a7298b4-4b9f-40b5-99ef-4bb7d781307a tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 210 time: 0.0760708 Nov 27 01:13:48.307165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f3dead31-168c-4489-9370-8fd94f280f61,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:48.319835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-7cb9e3ae-5659-4e93-8909-4847f291e645 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:48.322369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-7cb9e3ae-5659-4e93-8909-4847f291e645 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.31 "GET /v2.0/networks?id=52990878-2af4-4f7f-88b9-f803d6f0da66 HTTP/1.1" status: 200 len: 819 time: 0.2170384 Nov 27 01:13:48.363507 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-b226fc76-8ede-4518-aa99-190667a32d55 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Request body: {'port': {'device_id': '9bf2a358-f482-4530-bbf0-06fa69a67808', 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66', 'admin_state_up': True, 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:48.431028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:48.432724 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] For port e2a23e3b-988c-4e7b-acbc-c842da438726, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:48.441902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] For port e2a23e3b-988c-4e7b-acbc-c842da438726, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e2a23e3b-988c-4e7b-acbc-c842da438726,segment=NetworkSegment(8f0b9243-7aba-4374-8b6c-2baf4a73cc53),segment_id=8f0b9243-7aba-4374-8b6c-2baf4a73cc53)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:48.448229 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.530212 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3dead31-168c-4489-9370-8fd94f280f61'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:48.536677 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d9c2f9-9594-49a0-8c83-e59bfc8311b7" -d '{"events": [{"server_uuid": "94567f2a-254c-4807-bd24-e82a75d6eea0", "name": "network-vif-unplugged", "status": "completed", "tag": "f3dead31-168c-4489-9370-8fd94f280f61"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:48.547708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.556151 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.557276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1199470-2dea-4e8c-b47d-cf1edef80466 req-cbcc71f5-e360-4782-8148-645e7dcf6cc5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:48.573268 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a1199470-2dea-4e8c-b47d-cf1edef80466 req-cbcc71f5-e360-4782-8148-645e7dcf6cc5 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.5321941 Nov 27 01:13:48.595095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Routers {'715f8ff5-aac0-40e6-a2e8-1440cfaad625'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:48.597046 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:13:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['715f8ff5-aac0-40e6-a2e8-1440cfaad625'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:48.601202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02578d6-b5de-40bf-a8f9-5b813f50f8fe None None] Pushing event updated for resources: {'Port': ['ID=e2a23e3b-988c-4e7b-acbc-c842da438726,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:48.636568 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009a2fd0-d53a-44df-bd4c-d24e6aa78f4b x-openstack-request-id: req-009a2fd0-d53a-44df-bd4c-d24e6aa78f4b {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:48.636965 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94567f2a-254c-4807-bd24-e82a75d6eea0", "name": "network-vif-unplugged", "status": "completed", "tag": "f3dead31-168c-4489-9370-8fd94f280f61", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:48.637115 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-009a2fd0-d53a-44df-bd4c-d24e6aa78f4b {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:48.637549 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3dead31-168c-4489-9370-8fd94f280f61', 'code': 200} Nov 27 01:13:48.699708 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a1199470-2dea-4e8c-b47d-cf1edef80466 req-08033f09-57d6-4b2a-870f-3d0b0e0c990b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244845 Nov 27 01:13:48.705132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9826fb2-451e-4dd1-9bed-effa69726f71 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:48.741657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Pushing event updated for resources: {'Port': ['ID=f3dead31-168c-4489-9370-8fd94f280f61,revision_number=7']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:48.783866 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-b226fc76-8ede-4518-aa99-190667a32d55 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Made reservation on behalf of c8643042a3114ff9aeb63bafc394e717 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:48.793627 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-b226fc76-8ede-4518-aa99-190667a32d55 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.834877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Attempting to bind port f3dead31-168c-4489-9370-8fd94f280f61 on host n-h1-817303-10 for vnic_type normal with profile {"migrating_to": "n-h2-817303-10"} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:48.835583 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Attempting to bind port f3dead31-168c-4489-9370-8fd94f280f61 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:48.836115 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Attempting to bind port f3dead31-168c-4489-9370-8fd94f280f61 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:48.845206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Port f3dead31-168c-4489-9370-8fd94f280f61 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:48.845970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Attempting to bind port f3dead31-168c-4489-9370-8fd94f280f61 on network f93ecaf6-f2e6-4439-a009-77b73a266f3e {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:48.852034 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:48.853124 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Checking segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:48.853706 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Bound using segment: {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:48.870707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Bound port: f3dead31-168c-4489-9370-8fd94f280f61, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c8eb61-1e48-4246-a4a9-22e699f89938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f93ecaf6-f2e6-4439-a009-77b73a266f3e'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:48.871257 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.887191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-227974ae-8d45-48ed-a5d4-d895378bac6e None None] Provisioning complete for port f3dead31-168c-4489-9370-8fd94f280f61 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:48.889411 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-227974ae-8d45-48ed-a5d4-d895378bac6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.939180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732b108-9714-4bd1-abbf-e98a0b9ea17c req-fa1e28cc-3293-4d75-842e-268c5145432e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:48.950705 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3732b108-9714-4bd1-abbf-e98a0b9ea17c req-fa1e28cc-3293-4d75-842e-268c5145432e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 943 time: 0.2187028 Nov 27 01:13:48.958351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] Set router 715f8ff5-aac0-40e6-a2e8-1440cfaad625 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:49.021117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-227974ae-8d45-48ed-a5d4-d895378bac6e None None] Port f3dead31-168c-4489-9370-8fd94f280f61 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:13:49.047468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-b226fc76-8ede-4518-aa99-190667a32d55 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Allocated IP 172.20.0.5 (52990878-2af4-4f7f-88b9-f803d6f0da66/b9065684-47f0-4e53-aaf2-94e871c3a6e7/35ea4c77-4fef-4d79-9657-2182a2a32535) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:49.077961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:49.083669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f3dead31-168c-4489-9370-8fd94f280f61,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:49.088781 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3732b108-9714-4bd1-abbf-e98a0b9ea17c req-de495c54-e405-43b5-86e8-8c2f2ca7426e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367722 Nov 27 01:13:49.091441 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.233464 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33293b0e-7aa0-4feb-9d54-f3b638f4f61d None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:49.234940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Pushing event updated for resources: {'Port': ['ID=f3dead31-168c-4489-9370-8fd94f280f61,revision_number=8']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:49.295732 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-b226fc76-8ede-4518-aa99-190667a32d55 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.300503 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:49.301625 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.304053 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c77f826d-05c7-41b3-b3de-9aa4520fabde service neutron] 10.222.0.31 "PUT /v2.0/ports/f3dead31-168c-4489-9370-8fd94f280f61 HTTP/1.1" status: 200 len: 1123 time: 1.6809440 Nov 27 01:13:49.329495 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'name': 'tempest-ServerRescueNegativeTestJSON-1403409961-router', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a65d1506-3875-45a1-ba38-efc529e1520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:40Z', 'updated_at': '2021-11-27T01:13:44Z', 'revision_number': 4, 'project_id': 'c8643042a3114ff9aeb63bafc394e717', 'gw_port': {'id': 'a65d1506-3875-45a1-ba38-efc529e1520d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:41Z', 'updated_at': '2021-11-27T01:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'e2a23e3b-988c-4e7b-acbc-c842da438726', 'name': '', 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717', 'mac_address': 'fa:16:3e:04:fb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'b9065684-47f0-4e53-aaf2-94e871c3a6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:43Z', 'updated_at': '2021-11-27T01:13:48Z', 'revision_number': 4, 'project_id': 'c8643042a3114ff9aeb63bafc394e717', 'subnets': [{'id': 'b9065684-47f0-4e53-aaf2-94e871c3a6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:49.339011 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-b226fc76-8ede-4518-aa99-190667a32d55 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.421398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd04f6f6-ea64-4f51-8d71-8deb6fc14e18 None None] The sync data for ids ['715f8ff5-aac0-40e6-a2e8-1440cfaad625'] in n-d-817303-10 is: [{'id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'name': 'tempest-ServerRescueNegativeTestJSON-1403409961-router', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a65d1506-3875-45a1-ba38-efc529e1520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:40Z', 'updated_at': '2021-11-27T01:13:44Z', 'revision_number': 4, 'project_id': 'c8643042a3114ff9aeb63bafc394e717', 'gw_port': {'id': 'a65d1506-3875-45a1-ba38-efc529e1520d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:41Z', 'updated_at': '2021-11-27T01:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'e2a23e3b-988c-4e7b-acbc-c842da438726', 'name': '', 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717', 'mac_address': 'fa:16:3e:04:fb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'b9065684-47f0-4e53-aaf2-94e871c3a6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:43Z', 'updated_at': '2021-11-27T01:13:48Z', 'revision_number': 4, 'project_id': 'c8643042a3114ff9aeb63bafc394e717', 'subnets': [{'id': 'b9065684-47f0-4e53-aaf2-94e871c3a6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:49.437397 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ba4e89fc-fe9c-485a-b51f-85eef4679658 None None] Provisioning complete for port f3dead31-168c-4489-9370-8fd94f280f61 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:49.438113 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba4e89fc-fe9c-485a-b51f-85eef4679658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.443886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226fc76-8ede-4518-aa99-190667a32d55 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Pushing event updated for resources: {'Port': ['ID=35ea4c77-4fef-4d79-9657-2182a2a32535,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:49.463167 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4188f72-68e3-4252-98ab-9970984d00ea req-866721e5-b0a1-47e0-8fbc-39aa975d9d97 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 210 time: 0.0395882 Nov 27 01:13:49.468352 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-b226fc76-8ede-4518-aa99-190667a32d55 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Network 52990878-2af4-4f7f-88b9-f803d6f0da66 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:49.472986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-b226fc76-8ede-4518-aa99-190667a32d55 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:49.477078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-b226fc76-8ede-4518-aa99-190667a32d55 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:49.500888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f3dead31-168c-4489-9370-8fd94f280f61'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:49.595262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-b226fc76-8ede-4518-aa99-190667a32d55 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:49.596911 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-b226fc76-8ede-4518-aa99-190667a32d55 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.599300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['f3dead31-168c-4489-9370-8fd94f280f61'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:49.642094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-b226fc76-8ede-4518-aa99-190667a32d55 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2979677 Nov 27 01:13:49.687796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Request body: {'port': {'device_id': '9bf2a358-f482-4530-bbf0-06fa69a67808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:49.836819 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.938611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6d88e-8e31-460f-9dc4-1d1dd87d31b6 req-bbf9ea7f-ad68-442e-abd3-a090c2fbff3a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:49.948297 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00d6d88e-8e31-460f-9dc4-1d1dd87d31b6 req-bbf9ea7f-ad68-442e-abd3-a090c2fbff3a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.1414371 Nov 27 01:13:49.979953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-426d5c23-7621-4b4b-a6bb-e61ce2a7beef tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:49.989024 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-426d5c23-7621-4b4b-a6bb-e61ce2a7beef tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.21 "GET /v2.0/networks?id=52990878-2af4-4f7f-88b9-f803d6f0da66 HTTP/1.1" status: 200 len: 819 time: 0.2709351 Nov 27 01:13:50.052496 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba4e89fc-fe9c-485a-b51f-85eef4679658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:50.058098 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00d6d88e-8e31-460f-9dc4-1d1dd87d31b6 req-ccc9e539-74db-4a73-85a0-e91e8c78edaa tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052420 Nov 27 01:13:50.120199 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-4d313420-cb9d-4d86-a045-698f57220c0f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Request body: {'port': {'device_id': '22d2926a-5dec-4dc6-b58e-b36bbbee4d5b', 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66', 'admin_state_up': True, 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:50.124353 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dead31-168c-4489-9370-8fd94f280f61'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:50.126572 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5ecc79-5db1-4716-aa81-6b4491f38828" -d '{"events": [{"server_uuid": "94567f2a-254c-4807-bd24-e82a75d6eea0", "name": "network-vif-plugged", "status": "completed", "tag": "f3dead31-168c-4489-9370-8fd94f280f61"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:50.151909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ba4e89fc-fe9c-485a-b51f-85eef4679658 None None] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f3dead31-168c-4489-9370-8fd94f280f61,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:50.163486 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba4e89fc-fe9c-485a-b51f-85eef4679658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:50.273911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bf042-3c78-4241-896f-b6f1d8818e84 req-e7d8105e-612c-46e4-9067-20631c6f81dc tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:50.283230 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c15bf042-3c78-4241-896f-b6f1d8818e84 req-e7d8105e-612c-46e4-9067-20631c6f81dc tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0926781 Nov 27 01:13:50.297393 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1889e57f-2d19-4cf5-88c9-87ad974ad896 x-openstack-request-id: req-1889e57f-2d19-4cf5-88c9-87ad974ad896 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:50.297694 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94567f2a-254c-4807-bd24-e82a75d6eea0", "name": "network-vif-plugged", "status": "completed", "tag": "f3dead31-168c-4489-9370-8fd94f280f61", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:50.297948 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1889e57f-2d19-4cf5-88c9-87ad974ad896 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:50.298964 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dead31-168c-4489-9370-8fd94f280f61', 'code': 200} Nov 27 01:13:50.354021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e89fc-fe9c-485a-b51f-85eef4679658 None None] Pushing event updated for resources: {'Port': ['ID=f3dead31-168c-4489-9370-8fd94f280f61,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:50.354410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c15bf042-3c78-4241-896f-b6f1d8818e84 req-4f4259e7-d87e-4981-a9e3-a300ff20e308 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663128 Nov 27 01:13:50.491437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-4d313420-cb9d-4d86-a045-698f57220c0f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Made reservation on behalf of c8643042a3114ff9aeb63bafc394e717 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:50.495722 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-4d313420-cb9d-4d86-a045-698f57220c0f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:50.592126 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e16354af-1180-40e6-b0fb-75688c839be0 req-71f15352-cb36-458f-9390-5f35165ed77b tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 210 time: 0.0565813 Nov 27 01:13:50.639076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'tag': 'f3dead31-168c-4489-9370-8fd94f280f61'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:50.641897 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b4ceda-d148-4da1-8bd3-b08fcd1cc2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "94567f2a-254c-4807-bd24-e82a75d6eea0", "tag": "f3dead31-168c-4489-9370-8fd94f280f61"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:50.650280 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e2a23e3b-988c-4e7b-acbc-c842da438726 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:50.699435 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6408ed2-c8a3-4b94-a1f2-7a6da54efcdd x-openstack-request-id: req-e6408ed2-c8a3-4b94-a1f2-7a6da54efcdd {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:50.699767 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94567f2a-254c-4807-bd24-e82a75d6eea0", "tag": "f3dead31-168c-4489-9370-8fd94f280f61", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:50.700222 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6408ed2-c8a3-4b94-a1f2-7a6da54efcdd {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:50.705312 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'tag': 'f3dead31-168c-4489-9370-8fd94f280f61', 'status': 'completed', 'code': 200} Nov 27 01:13:50.722489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ea4c77-4fef-4d79-9657-2182a2a32535 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:50.743117 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:50.780336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e2a23e3b-988c-4e7b-acbc-c842da438726 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:50.780735 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:50.798684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Transition to ACTIVE for port object 35ea4c77-4fef-4d79-9657-2182a2a32535 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:50.812300 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:50.839697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4ceda-d148-4da1-8bd3-b08fcd1cc2f3 req-7105266b-aa9a-47e0-b4bc-bc37b32ade06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:50.842824 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36b4ceda-d148-4da1-8bd3-b08fcd1cc2f3 req-7105266b-aa9a-47e0-b4bc-bc37b32ade06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 1128 time: 0.0926161 Nov 27 01:13:50.890307 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:50.928496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port e2a23e3b-988c-4e7b-acbc-c842da438726, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e2a23e3b-988c-4e7b-acbc-c842da438726,segment=NetworkSegment(8f0b9243-7aba-4374-8b6c-2baf4a73cc53),segment_id=8f0b9243-7aba-4374-8b6c-2baf4a73cc53)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:50.933117 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:50.995684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=e2a23e3b-988c-4e7b-acbc-c842da438726,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:51.009810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Pushing event updated for resources: {'Port': ['ID=35ea4c77-4fef-4d79-9657-2182a2a32535,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:51.016987 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-4d313420-cb9d-4d86-a045-698f57220c0f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Allocated IP 172.20.0.12 (52990878-2af4-4f7f-88b9-f803d6f0da66/b9065684-47f0-4e53-aaf2-94e871c3a6e7/52250683-7a6e-496e-b323-6a2a041e45cf) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:51.103376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4ceda-d148-4da1-8bd3-b08fcd1cc2f3 req-1649da15-8036-4e57-a583-befec6e9031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:51.106765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36b4ceda-d148-4da1-8bd3-b08fcd1cc2f3 req-1649da15-8036-4e57-a583-befec6e9031c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.2391393 Nov 27 01:13:51.132177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Attempting to bind port 35ea4c77-4fef-4d79-9657-2182a2a32535 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:51.132570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Attempting to bind port 35ea4c77-4fef-4d79-9657-2182a2a32535 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '8f0b9243-7aba-4374-8b6c-2baf4a73cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:51.132898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Attempting to bind port 35ea4c77-4fef-4d79-9657-2182a2a32535 on network 52990878-2af4-4f7f-88b9-f803d6f0da66 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:51.196968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36b4ceda-d148-4da1-8bd3-b08fcd1cc2f3 req-2ad76f94-1109-40ea-8035-4a080301478a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3dead31-168c-4489-9370-8fd94f280f61 HTTP/1.1" status: 200 len: 217 time: 0.0657628 Nov 27 01:13:51.206249 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Port 35ea4c77-4fef-4d79-9657-2182a2a32535 on network 52990878-2af4-4f7f-88b9-f803d6f0da66 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:51.206620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Attempting to bind port 35ea4c77-4fef-4d79-9657-2182a2a32535 on network 52990878-2af4-4f7f-88b9-f803d6f0da66 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:51.221438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13a9b3-14f7-4796-a33f-dcb9e293cb67 req-3a2cf436-be9c-4f95-a487-a34f069e89c3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:51.223178 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e13a9b3-14f7-4796-a33f-dcb9e293cb67 req-3a2cf436-be9c-4f95-a487-a34f069e89c3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0842154 Nov 27 01:13:51.227370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:51.227784 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Checking segment: {'id': '8f0b9243-7aba-4374-8b6c-2baf4a73cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:51.228258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Bound using segment: {'id': '8f0b9243-7aba-4374-8b6c-2baf4a73cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:51.228772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Bound port: 35ea4c77-4fef-4d79-9657-2182a2a32535, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0b9243-7aba-4374-8b6c-2baf4a73cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:51.229339 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:51.295493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e13a9b3-14f7-4796-a33f-dcb9e293cb67 req-70cea106-8053-4378-93e2-3d40cf4c6272 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640841 Nov 27 01:13:51.400147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4ceda-d148-4da1-8bd3-b08fcd1cc2f3 req-3084c328-aac1-4439-ae54-83a82e5750b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:51.401793 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36b4ceda-d148-4da1-8bd3-b08fcd1cc2f3 req-3084c328-aac1-4439-ae54-83a82e5750b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.1637852 Nov 27 01:13:51.463297 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36b4ceda-d148-4da1-8bd3-b08fcd1cc2f3 req-bf310c59-accc-4bb9-99e9-48d73afc4b9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497811 Nov 27 01:13:51.466061 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] For port 35ea4c77-4fef-4d79-9657-2182a2a32535, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:51.502359 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] For port 35ea4c77-4fef-4d79-9657-2182a2a32535, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=35ea4c77-4fef-4d79-9657-2182a2a32535,segment=NetworkSegment(8f0b9243-7aba-4374-8b6c-2baf4a73cc53),segment_id=8f0b9243-7aba-4374-8b6c-2baf4a73cc53)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:51.532110 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:51.614517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-4d313420-cb9d-4d86-a045-698f57220c0f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:51.630195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:51.630839 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:51.632733 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] 10.222.0.31 "PUT /v2.0/ports/35ea4c77-4fef-4d79-9657-2182a2a32535 HTTP/1.1" status: 200 len: 1092 time: 1.9510996 Nov 27 01:13:51.641214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf2a358-f482-4530-bbf0-06fa69a67808', 'tag': '35ea4c77-4fef-4d79-9657-2182a2a32535'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:51.645027 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b52c7c-0df0-49a3-b056-4f3f06e6d84f" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf2a358-f482-4530-bbf0-06fa69a67808", "tag": "35ea4c77-4fef-4d79-9657-2182a2a32535"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:51.698344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557017a4-5b4c-44cd-922d-15b85811a93c req-647284a0-bf0e-4cbb-9aae-84587c55123e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:51.700370 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-557017a4-5b4c-44cd-922d-15b85811a93c req-647284a0-bf0e-4cbb-9aae-84587c55123e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.2473166 Nov 27 01:13:51.723274 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91a47d5f-0a55-469b-b256-f9e923a2ece4 req-ba74a1cb-df69-42c9-ae8e-c91142f3559c tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 210 time: 0.0300596 Nov 27 01:13:51.737789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Pushing event updated for resources: {'Port': ['ID=35ea4c77-4fef-4d79-9657-2182a2a32535,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:51.781093 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940d9721-ba7a-4065-b69a-c84447f8b99f x-openstack-request-id: req-940d9721-ba7a-4065-b69a-c84447f8b99f {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:51.781384 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf2a358-f482-4530-bbf0-06fa69a67808", "tag": "35ea4c77-4fef-4d79-9657-2182a2a32535", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:51.781640 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-940d9721-ba7a-4065-b69a-c84447f8b99f {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:51.782043 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf2a358-f482-4530-bbf0-06fa69a67808', 'tag': '35ea4c77-4fef-4d79-9657-2182a2a32535', 'status': 'completed', 'code': 200} Nov 27 01:13:51.787429 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:51.787772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:51.788108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:51.788473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:51.788791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:51.789116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:51.789443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:51.789760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:51.790077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:51.790401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:51.790712 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:51.791025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c4023-d244-444f-96bf-f5f8c3bb77b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:51.807162 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36b4ceda-d148-4da1-8bd3-b08fcd1cc2f3 req-48cc9d39-d9b1-46ed-bb32-d24b5a7fe2b5 service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156798 Nov 27 01:13:51.830807 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-4d313420-cb9d-4d86-a045-698f57220c0f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:52.221446 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-01759c09-6a4b-478e-b16a-4f8b84a376fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:52.222939 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-01759c09-6a4b-478e-b16a-4f8b84a376fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8643042a3114ff9aeb63bafc394e717&device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 1095 time: 0.5133965 Nov 27 01:13:52.229927 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-557017a4-5b4c-44cd-922d-15b85811a93c req-e32a1fd9-3a43-4508-aee8-8fbd5f20be54 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085597 Nov 27 01:13:52.254981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-4d313420-cb9d-4d86-a045-698f57220c0f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Network 52990878-2af4-4f7f-88b9-f803d6f0da66 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:52.293779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-4d313420-cb9d-4d86-a045-698f57220c0f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:52.300776 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-ef850834-d86c-462b-8ede-de82eaa97c20 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ea4c77-4fef-4d79-9657-2182a2a32535 HTTP/1.1" status: 200 len: 217 time: 0.0550003 Nov 27 01:13:52.303261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-4d313420-cb9d-4d86-a045-698f57220c0f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:52.308854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d313420-cb9d-4d86-a045-698f57220c0f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Pushing event updated for resources: {'Port': ['ID=52250683-7a6e-496e-b323-6a2a041e45cf,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:52.402924 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36b4ceda-d148-4da1-8bd3-b08fcd1cc2f3 req-0a24a309-fdcb-4d1c-9839-8ceade780f1d service neutron] 10.222.0.21 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834913 Nov 27 01:13:52.431256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-4d313420-cb9d-4d86-a045-698f57220c0f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:52.431873 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-4d313420-cb9d-4d86-a045-698f57220c0f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:52.452870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-a9845a07-cd36-405a-a261-99efadbe7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:52.454333 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-a9845a07-cd36-405a-a261-99efadbe7253 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9065684-47f0-4e53-aaf2-94e871c3a6e7 HTTP/1.1" status: 200 len: 859 time: 0.1364484 Nov 27 01:13:52.466261 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-4d313420-cb9d-4d86-a045-698f57220c0f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3502245 Nov 27 01:13:52.475417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75d1e9-97a4-4936-8222-99054459bb79 req-d3addb8a-0cfd-4706-8215-a55161c8e5a7 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:52.477697 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f75d1e9-97a4-4936-8222-99054459bb79 req-d3addb8a-0cfd-4706-8215-a55161c8e5a7 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0974588 Nov 27 01:13:52.489142 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Request body: {'port': {'device_id': '22d2926a-5dec-4dc6-b58e-b36bbbee4d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:52.535668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-4581841d-a3de-419b-9acd-23d1999ead66 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52990878-2af4-4f7f-88b9-f803d6f0da66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682950 Nov 27 01:13:52.595049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e2a23e3b-988c-4e7b-acbc-c842da438726 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:52.656515 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:52.661553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e2a23e3b-988c-4e7b-acbc-c842da438726 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:52.662145 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:52.680159 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f75d1e9-97a4-4936-8222-99054459bb79 req-0503767c-c57d-45dc-a483-dccd4f4b1a34 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871023 Nov 27 01:13:52.735663 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-32398970-2353-4c33-b45c-9e4a2d0de933 service neutron] 10.222.0.31 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910670 Nov 27 01:13:52.894999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc557eb2-1426-4a27-87bf-1bf224476be4 req-8741b22c-87e2-486c-b8ed-0b4dd3ae6cd1 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:52.897280 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc557eb2-1426-4a27-87bf-1bf224476be4 req-8741b22c-87e2-486c-b8ed-0b4dd3ae6cd1 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 932 time: 0.0732150 Nov 27 01:13:52.960334 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc557eb2-1426-4a27-87bf-1bf224476be4 req-225ac447-010a-42a8-9d3c-4b46b140a3ab tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561309 Nov 27 01:13:52.980452 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e90cdb-10a8-4542-ad38-fb20e792f96b req-f59f857e-03f1-4963-a50c-cd40ff9212dd service neutron] 10.222.0.31 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360413 Nov 27 01:13:53.087314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52250683-7a6e-496e-b323-6a2a041e45cf {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:53.107465 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:53.141745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Transition to ACTIVE for port object 52250683-7a6e-496e-b323-6a2a041e45cf will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:53.145900 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:53.184632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b52c7c-0df0-49a3-b056-4f3f06e6d84f req-f4282aab-9de7-428d-97b9-ed7554021750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.186175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6b52c7c-0df0-49a3-b056-4f3f06e6d84f req-f4282aab-9de7-428d-97b9-ed7554021750 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8643042a3114ff9aeb63bafc394e717&device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 1095 time: 0.0935934 Nov 27 01:13:53.231412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Pushing event updated for resources: {'Port': ['ID=52250683-7a6e-496e-b323-6a2a041e45cf,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:53.373381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Attempting to bind port 52250683-7a6e-496e-b323-6a2a041e45cf on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:53.373721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Attempting to bind port 52250683-7a6e-496e-b323-6a2a041e45cf by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '8f0b9243-7aba-4374-8b6c-2baf4a73cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:53.374227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Attempting to bind port 52250683-7a6e-496e-b323-6a2a041e45cf on network 52990878-2af4-4f7f-88b9-f803d6f0da66 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:53.406277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Port 52250683-7a6e-496e-b323-6a2a041e45cf on network 52990878-2af4-4f7f-88b9-f803d6f0da66 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:53.406597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Attempting to bind port 52250683-7a6e-496e-b323-6a2a041e45cf on network 52990878-2af4-4f7f-88b9-f803d6f0da66 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:53.417046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b52c7c-0df0-49a3-b056-4f3f06e6d84f req-a39718f7-0aff-4136-8a9b-f06bf8ab2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.419143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6b52c7c-0df0-49a3-b056-4f3f06e6d84f req-a39718f7-0aff-4136-8a9b-f06bf8ab2c26 service neutron] 10.222.0.31 "GET /v2.0/networks?id=52990878-2af4-4f7f-88b9-f803d6f0da66 HTTP/1.1" status: 200 len: 920 time: 0.2215970 Nov 27 01:13:53.420202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:53.420605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Checking segment: {'id': '8f0b9243-7aba-4374-8b6c-2baf4a73cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:53.420983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Bound using segment: {'id': '8f0b9243-7aba-4374-8b6c-2baf4a73cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:53.421411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Bound port: 52250683-7a6e-496e-b323-6a2a041e45cf, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0b9243-7aba-4374-8b6c-2baf4a73cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:53.421791 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:53.479807 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6b52c7c-0df0-49a3-b056-4f3f06e6d84f req-a8d90c4d-32db-439b-a0fc-348a6d5d38b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ea4c77-4fef-4d79-9657-2182a2a32535 HTTP/1.1" status: 200 len: 217 time: 0.0519745 Nov 27 01:13:53.488917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0446f-855d-4715-a316-2f53e0b04aba req-a97fdd93-028f-465e-9a00-35ac6e37aed3 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.490341 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c8d0446f-855d-4715-a316-2f53e0b04aba req-a97fdd93-028f-465e-9a00-35ac6e37aed3 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.1511505 Nov 27 01:13:53.639554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] For port 52250683-7a6e-496e-b323-6a2a041e45cf, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:53.644647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] For port 52250683-7a6e-496e-b323-6a2a041e45cf, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=52250683-7a6e-496e-b323-6a2a041e45cf,segment=NetworkSegment(8f0b9243-7aba-4374-8b6c-2baf4a73cc53),segment_id=8f0b9243-7aba-4374-8b6c-2baf4a73cc53)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:53.650578 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c8d0446f-855d-4715-a316-2f53e0b04aba req-9ae86484-8a78-490c-8ce5-7ef17e3c0450 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399417 Nov 27 01:13:53.653473 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:53.657996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b52c7c-0df0-49a3-b056-4f3f06e6d84f req-7cb60f1b-35f3-42ad-85c5-03b5cc623dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.659511 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6b52c7c-0df0-49a3-b056-4f3f06e6d84f req-7cb60f1b-35f3-42ad-85c5-03b5cc623dd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9065684-47f0-4e53-aaf2-94e871c3a6e7 HTTP/1.1" status: 200 len: 859 time: 0.1503708 Nov 27 01:13:53.730776 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6b52c7c-0df0-49a3-b056-4f3f06e6d84f req-391fb8bc-a14b-41ab-b9c3-f27cf9ad6ec9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52990878-2af4-4f7f-88b9-f803d6f0da66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611033 Nov 27 01:13:53.768842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.769471 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:53.770863 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] 10.222.0.21 "PUT /v2.0/ports/52250683-7a6e-496e-b323-6a2a041e45cf HTTP/1.1" status: 200 len: 1093 time: 1.2859089 Nov 27 01:13:53.822091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d2926a-5dec-4dc6-b58e-b36bbbee4d5b', 'tag': '52250683-7a6e-496e-b323-6a2a041e45cf'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:53.826742 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc55b34d-95d7-4e7a-be50-3b6b47582b98" -d '{"events": [{"name": "network-changed", "server_uuid": "22d2926a-5dec-4dc6-b58e-b36bbbee4d5b", "tag": "52250683-7a6e-496e-b323-6a2a041e45cf"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:53.905658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63007f9-e4f2-494a-aa31-c379cae83248 service neutron] Pushing event updated for resources: {'Port': ['ID=52250683-7a6e-496e-b323-6a2a041e45cf,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:53.909500 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192b9d8a-e141-4a87-92ac-2ba7c2083a07 x-openstack-request-id: req-192b9d8a-e141-4a87-92ac-2ba7c2083a07 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:53.909650 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d2926a-5dec-4dc6-b58e-b36bbbee4d5b", "tag": "52250683-7a6e-496e-b323-6a2a041e45cf", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:53.909888 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-192b9d8a-e141-4a87-92ac-2ba7c2083a07 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:53.910283 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d2926a-5dec-4dc6-b58e-b36bbbee4d5b', 'tag': '52250683-7a6e-496e-b323-6a2a041e45cf', 'status': 'completed', 'code': 200} Nov 27 01:13:53.974331 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35676fd2-d0d0-477e-bcfc-f185c4dff9a4 req-85f4deb4-6030-440c-b941-6ad7041a2815 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.977299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-35676fd2-d0d0-477e-bcfc-f185c4dff9a4 req-85f4deb4-6030-440c-b941-6ad7041a2815 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.1919651 Nov 27 01:13:54.045970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-dfd20084-5005-4cbe-83e3-f87b5cad01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:54.047455 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-dfd20084-5005-4cbe-83e3-f87b5cad01bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8643042a3114ff9aeb63bafc394e717&device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 1096 time: 0.1840460 Nov 27 01:13:54.070908 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6b52c7c-0df0-49a3-b056-4f3f06e6d84f req-90e61ab5-2d48-41a9-b061-4613d9726469 service neutron] 10.222.0.31 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991128 Nov 27 01:13:54.109092 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc4f9f-3e41-4604-bff6-9201f7897bcf req-adb77711-332e-49a8-90c9-e51092350765 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:54.115950 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-50ffadcc-807a-4034-9db8-ac2680ca89df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52250683-7a6e-496e-b323-6a2a041e45cf HTTP/1.1" status: 200 len: 217 time: 0.0428400 Nov 27 01:13:54.119567 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0efc4f9f-3e41-4604-bff6-9201f7897bcf req-adb77711-332e-49a8-90c9-e51092350765 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 944 time: 0.0725701 Nov 27 01:13:54.151061 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-35676fd2-d0d0-477e-bcfc-f185c4dff9a4 req-95e7b804-ff8a-47e8-b37d-185cf5526d3b tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479938 Nov 27 01:13:54.184511 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0efc4f9f-3e41-4604-bff6-9201f7897bcf req-4de06537-0c0d-4039-9a68-ab8b99be0d5d tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586381 Nov 27 01:13:54.309953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-3b73bced-9213-4afa-b0bd-d691786690ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:54.311724 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-3b73bced-9213-4afa-b0bd-d691786690ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9065684-47f0-4e53-aaf2-94e871c3a6e7 HTTP/1.1" status: 200 len: 859 time: 0.1591344 Nov 27 01:13:54.392706 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-2818c38e-93eb-4eb4-9656-bdb0e05efea4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=52990878-2af4-4f7f-88b9-f803d6f0da66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687346 Nov 27 01:13:54.442026 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6b52c7c-0df0-49a3-b056-4f3f06e6d84f req-d10fd6f9-f6b8-4845-a33a-2587ac9bb188 service neutron] 10.222.0.31 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247035 Nov 27 01:13:54.539793 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device f3dead31-168c-4489-9370-8fd94f280f61 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:54.563930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de966d46-197e-43cc-be39-93da2ecdb766 req-9a3c7782-a6a7-4d39-b42b-0c7ee007fbe4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:54.570037 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-cede9e68-b99d-4d3f-bc1a-723cc02d5cb3 service neutron] 10.222.0.21 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421578 Nov 27 01:13:54.575613 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de966d46-197e-43cc-be39-93da2ecdb766 req-9a3c7782-a6a7-4d39-b42b-0c7ee007fbe4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0991852 Nov 27 01:13:54.646393 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de966d46-197e-43cc-be39-93da2ecdb766 req-aca8f0d5-d42c-4033-bcbd-ab83ba7c01f8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645227 Nov 27 01:13:54.691708 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f8099c5-0b7c-4ba5-ba08-064dc9a8be99 req-e4f63dd0-0161-4058-af34-86f540101da0 service neutron] 10.222.0.21 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106505 Nov 27 01:13:54.756799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f3dead31-168c-4489-9370-8fd94f280f61,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:54.795322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device f3dead31-168c-4489-9370-8fd94f280f61 has no active binding in host n-h2-817303-10 {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:13:54.872295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55b34d-95d7-4e7a-be50-3b6b47582b98 req-c18206f3-8cee-4acc-b952-0e4504399b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:54.872295 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc55b34d-95d7-4e7a-be50-3b6b47582b98 req-c18206f3-8cee-4acc-b952-0e4504399b76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8643042a3114ff9aeb63bafc394e717&device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 1096 time: 0.0799985 Nov 27 01:13:54.884404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b488d-137c-4565-a734-8630751901d3 req-8cb94b91-5f8c-40bc-930e-06b7fccf92f7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:54.886111 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-780b488d-137c-4565-a734-8630751901d3 req-8cb94b91-5f8c-40bc-930e-06b7fccf92f7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 945 time: 0.0665772 Nov 27 01:13:54.989234 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-780b488d-137c-4565-a734-8630751901d3 req-edf003ec-5076-48a7-9343-2d392cd70a19 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946891 Nov 27 01:13:55.018188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55b34d-95d7-4e7a-be50-3b6b47582b98 req-2d80fb30-e786-49c6-9a1f-b4107e9f7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:55.019664 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc55b34d-95d7-4e7a-be50-3b6b47582b98 req-2d80fb30-e786-49c6-9a1f-b4107e9f7131 service neutron] 10.222.0.21 "GET /v2.0/networks?id=52990878-2af4-4f7f-88b9-f803d6f0da66 HTTP/1.1" status: 200 len: 920 time: 0.1325917 Nov 27 01:13:55.070544 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc55b34d-95d7-4e7a-be50-3b6b47582b98 req-cf70b4b5-3a72-4231-ba5e-6afe16b17314 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52250683-7a6e-496e-b323-6a2a041e45cf HTTP/1.1" status: 200 len: 217 time: 0.0433130 Nov 27 01:13:55.127384 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55b34d-95d7-4e7a-be50-3b6b47582b98 req-df7e7a1e-3def-48f7-82bf-ce70818b2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:55.129053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc55b34d-95d7-4e7a-be50-3b6b47582b98 req-df7e7a1e-3def-48f7-82bf-ce70818b2ddd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9065684-47f0-4e53-aaf2-94e871c3a6e7 HTTP/1.1" status: 200 len: 859 time: 0.0516093 Nov 27 01:13:55.162147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc55b34d-95d7-4e7a-be50-3b6b47582b98 req-433f9858-b320-4147-b670-e098bc88c06b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=52990878-2af4-4f7f-88b9-f803d6f0da66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255439 Nov 27 01:13:55.292328 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc55b34d-95d7-4e7a-be50-3b6b47582b98 req-4ddfcf51-1472-4045-af0a-d0ddacdd67b7 service neutron] 10.222.0.21 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223981 Nov 27 01:13:55.317051 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8822548-3fd6-4693-bd68-671d696cbf3d req-154e6192-5143-41f9-be72-7362a5152378 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:55.318887 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8822548-3fd6-4693-bd68-671d696cbf3d req-154e6192-5143-41f9-be72-7362a5152378 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 944 time: 0.0582480 Nov 27 01:13:55.388373 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8822548-3fd6-4693-bd68-671d696cbf3d req-43721fcf-ac8d-401a-a229-c268dc677c04 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464807 Nov 27 01:13:55.413049 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc55b34d-95d7-4e7a-be50-3b6b47582b98 req-99724f62-fcb4-4e82-8035-62909126a032 service neutron] 10.222.0.21 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099207 Nov 27 01:13:55.670300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-c52f52f5-5c10-49c4-8aa0-e6427743fa4c service neutron] 10.222.0.21 "GET /v2.0/ports/f3dead31-168c-4489-9370-8fd94f280f61/bindings/n-h2-817303-10 HTTP/1.1" status: 200 len: 385 time: 0.0747733 Nov 27 01:13:55.774451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559b481-8264-45fd-b13a-395a82329476 req-3c7a4031-2aa8-4c99-bcfe-3bac20551d7f tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:55.776010 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c559b481-8264-45fd-b13a-395a82329476 req-3c7a4031-2aa8-4c99-bcfe-3bac20551d7f tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.0494208 Nov 27 01:13:55.840830 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c559b481-8264-45fd-b13a-395a82329476 req-0f7acaa5-c77d-4246-a4ff-aff1c9a8478e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575948 Nov 27 01:13:55.855777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f3dead31-168c-4489-9370-8fd94f280f61 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:55.875691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-b2f0dc1b-876a-490d-b19e-1d82177cbace service neutron] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f3dead31-168c-4489-9370-8fd94f280f61,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:55.905469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-b2f0dc1b-876a-490d-b19e-1d82177cbace service neutron] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:55.955113 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3dead31-168c-4489-9370-8fd94f280f61'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:55.957546 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaf7629-91fe-481a-918a-5494f530b33f" -d '{"events": [{"server_uuid": "94567f2a-254c-4807-bd24-e82a75d6eea0", "name": "network-vif-unplugged", "status": "completed", "tag": "f3dead31-168c-4489-9370-8fd94f280f61"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:55.966183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-b2f0dc1b-876a-490d-b19e-1d82177cbace service neutron] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=f3dead31-168c-4489-9370-8fd94f280f61,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:55.976396 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:55.983645 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-b2f0dc1b-876a-490d-b19e-1d82177cbace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:56.022725 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51960fe0-1255-4148-a72e-94331be60335 x-openstack-request-id: req-51960fe0-1255-4148-a72e-94331be60335 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:56.023117 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94567f2a-254c-4807-bd24-e82a75d6eea0", "name": "network-vif-unplugged", "status": "completed", "tag": "f3dead31-168c-4489-9370-8fd94f280f61", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:56.023377 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51960fe0-1255-4148-a72e-94331be60335 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:56.023766 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3dead31-168c-4489-9370-8fd94f280f61', 'code': 200} Nov 27 01:13:56.045480 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:13:56.045850 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:13:56.070411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-b2f0dc1b-876a-490d-b19e-1d82177cbace service neutron] Transition to ACTIVE for port object f3dead31-168c-4489-9370-8fd94f280f61 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:56.076801 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-b2f0dc1b-876a-490d-b19e-1d82177cbace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:56.142423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e980835-f15c-49c6-945c-47f807f04abb None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:56.218871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-b2f0dc1b-876a-490d-b19e-1d82177cbace service neutron] No DVR routers for this DVR port f3dead31-168c-4489-9370-8fd94f280f61 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:56.229248 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0dc1b-876a-490d-b19e-1d82177cbace service neutron] Pushing event updated for resources: {'Port': ['ID=f3dead31-168c-4489-9370-8fd94f280f61,revision_number=11']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:56.267238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbff6f-c914-4fc4-b0c5-79f27277ef3e req-476953ff-c1da-4e3f-b4d8-1bd4a6223f8d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.268820 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7bcbff6f-c914-4fc4-b0c5-79f27277ef3e req-476953ff-c1da-4e3f-b4d8-1bd4a6223f8d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 946 time: 0.1823676 Nov 27 01:13:56.276731 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a0fdc-3d07-4b81-8a11-dca94a6bb32b req-d97afcd1-527b-42b3-93e8-45f319297b17 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.278441 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-963a0fdc-3d07-4b81-8a11-dca94a6bb32b req-d97afcd1-527b-42b3-93e8-45f319297b17 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 944 time: 0.1656394 Nov 27 01:13:56.294114 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-b2f0dc1b-876a-490d-b19e-1d82177cbace service neutron] 10.222.0.21 "PUT /v2.0/ports/f3dead31-168c-4489-9370-8fd94f280f61/bindings/n-h2-817303-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6148713 Nov 27 01:13:56.401431 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-963a0fdc-3d07-4b81-8a11-dca94a6bb32b req-f2964e95-8c5c-46bc-9eec-8e541e3d6f87 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129515 Nov 27 01:13:56.438837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-7bcbff6f-c914-4fc4-b0c5-79f27277ef3e req-9a99fc1c-e5fa-4b62-ba9c-089b2a867c99 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Deleting port 0f508521-7f4f-4d8d-a5b5-6f09563f9914 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:56.439188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7bcbff6f-c914-4fc4-b0c5-79f27277ef3e req-9a99fc1c-e5fa-4b62-ba9c-089b2a867c99 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:56.552714 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-e15f5892-c667-48b6-ade0-80dbfbc0dc48 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.554479 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-e15f5892-c667-48b6-ade0-80dbfbc0dc48 tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0&tenant_id=824296168135401cbcf32b795324fb86&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 1096 time: 0.1444256 Nov 27 01:13:56.581216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7bcbff6f-c914-4fc4-b0c5-79f27277ef3e req-9a99fc1c-e5fa-4b62-ba9c-089b2a867c99 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] For port 0f508521-7f4f-4d8d-a5b5-6f09563f9914, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0f508521-7f4f-4d8d-a5b5-6f09563f9914,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:56.583330 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7bcbff6f-c914-4fc4-b0c5-79f27277ef3e req-9a99fc1c-e5fa-4b62-ba9c-089b2a867c99 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:56.611400 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-7bcbff6f-c914-4fc4-b0c5-79f27277ef3e req-9a99fc1c-e5fa-4b62-ba9c-089b2a867c99 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Calling delete_port for 0f508521-7f4f-4d8d-a5b5-6f09563f9914 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:56.636716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0ba1-e24e-403f-a5f2-55948b5f02fb req-0d1cb076-0b39-43b8-a6e4-aaeccbdd79fb tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.638604 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e82c0ba1-e24e-403f-a5f2-55948b5f02fb req-0d1cb076-0b39-43b8-a6e4-aaeccbdd79fb tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 944 time: 0.1272120 Nov 27 01:13:56.688560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-8468394c-d203-432c-a867-22fc29bce2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.701782 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-8468394c-d203-432c-a867-22fc29bce2ed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0&tenant_id=824296168135401cbcf32b795324fb86 HTTP/1.1" status: 200 len: 1096 time: 0.1361411 Nov 27 01:13:56.751354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e82c0ba1-e24e-403f-a5f2-55948b5f02fb req-c2c6746d-64c8-47fc-bcfd-d79292e96d96 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939112 Nov 27 01:13:56.773254 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7bcbff6f-c914-4fc4-b0c5-79f27277ef3e req-9a99fc1c-e5fa-4b62-ba9c-089b2a867c99 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:56.821787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['0f508521-7f4f-4d8d-a5b5-6f09563f9914'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:56.822034 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99fc1c-e5fa-4b62-ba9c-089b2a867c99 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Pushing event deleted for resources: {'Port': ['ID=0f508521-7f4f-4d8d-a5b5-6f09563f9914,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:56.841739 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-12346dd2-edba-4855-ae08-635e39acc7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.843866 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-12346dd2-edba-4855-ae08-635e39acc7c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=824296168135401cbcf32b795324fb86&device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 1096 time: 0.0852561 Nov 27 01:13:56.858611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b79598-4206-4d4f-8556-e5739ede2cd9 None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:56.879626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcbff6f-c914-4fc4-b0c5-79f27277ef3e req-9a99fc1c-e5fa-4b62-ba9c-089b2a867c99 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] No DVR routers for this DVR port 0f508521-7f4f-4d8d-a5b5-6f09563f9914 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:56.884027 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7bcbff6f-c914-4fc4-b0c5-79f27277ef3e req-9a99fc1c-e5fa-4b62-ba9c-089b2a867c99 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:56.887772 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7bcbff6f-c914-4fc4-b0c5-79f27277ef3e req-9a99fc1c-e5fa-4b62-ba9c-089b2a867c99 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "DELETE /v2.0/ports/0f508521-7f4f-4d8d-a5b5-6f09563f9914 HTTP/1.1" status: 204 len: 173 time: 0.6068993 Nov 27 01:13:56.959624 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38dc6484-34cd-4aa5-8ed9-68706cf9b245 req-5bd12368-12fe-4e99-b147-7ed8d72aa62a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=03465e87-ec93-4aec-906d-c37382cbfd95 HTTP/1.1" status: 200 len: 210 time: 0.0334380 Nov 27 01:13:56.990964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-af3ce75a-0000-4bba-ae58-7455211e41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.992568 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-af3ce75a-0000-4bba-ae58-7455211e41f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 200 len: 922 time: 0.1419044 Nov 27 01:13:57.042952 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-4bfdb634-1971-4c89-b709-93244c7b8609 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3dead31-168c-4489-9370-8fd94f280f61 HTTP/1.1" status: 200 len: 217 time: 0.0424359 Nov 27 01:13:57.136682 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-9feffafc-ef62-4df9-b030-723b9c5eca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:57.138918 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-9feffafc-ef62-4df9-b030-723b9c5eca46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 200 len: 861 time: 0.0545313 Nov 27 01:13:57.179807 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-0ad94df0-f885-40c3-8fa6-94c6e77d3473 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f93ecaf6-f2e6-4439-a009-77b73a266f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248301 Nov 27 01:13:57.283246 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-7f0ce610-3b86-4aec-8a8d-9cefc2bd45d0 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953279 Nov 27 01:13:57.387685 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-a53a45d8-c4d8-4621-bf3d-2f822588f6a2 service neutron] 10.222.0.31 "GET /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965858 Nov 27 01:13:57.577603 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082aa17-4bcb-4a19-b619-6335a99e7265 req-ca801887-6845-43bc-914d-67c4d96c2cb8 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:57.579317 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4082aa17-4bcb-4a19-b619-6335a99e7265 req-ca801887-6845-43bc-914d-67c4d96c2cb8 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 944 time: 0.0943980 Nov 27 01:13:57.632074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4082aa17-4bcb-4a19-b619-6335a99e7265 req-72722379-3c45-4894-80e3-4f00c5bacb8a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448189 Nov 27 01:13:57.805636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-7de932e3-16a0-4380-a51d-020bf836ef2c tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:57.807396 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-7de932e3-16a0-4380-a51d-020bf836ef2c tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0&tenant_id=824296168135401cbcf32b795324fb86&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 1096 time: 0.0530660 Nov 27 01:13:57.876650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 52250683-7a6e-496e-b323-6a2a041e45cf details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:57.928568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7ffe3-7565-42c9-a843-e5660f02fce6 req-5ad0aae3-bf7f-42bf-9c6c-8f1caab6d30d tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:57.931294 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f0e7ffe3-7565-42c9-a843-e5660f02fce6 req-5ad0aae3-bf7f-42bf-9c6c-8f1caab6d30d tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 944 time: 0.1059413 Nov 27 01:13:58.025663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03465e87-ec93-4aec-906d-c37382cbfd95', 'name': 'network-vif-deleted', 'tag': '0f508521-7f4f-4d8d-a5b5-6f09563f9914'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:58.029596 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a6f423-5f9f-4349-9fd6-66babb273e5b" -d '{"events": [{"server_uuid": "03465e87-ec93-4aec-906d-c37382cbfd95", "name": "network-vif-deleted", "tag": "0f508521-7f4f-4d8d-a5b5-6f09563f9914"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:58.051023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-7d9853f4-7159-4128-8583-be6cdd768e95 service neutron] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h1-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:58.056901 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-7d9853f4-7159-4128-8583-be6cdd768e95 service neutron] Publish callbacks [] for binding, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:58.058224 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb15419d-fe72-46bc-ad48-646bb837ab44 req-7d9853f4-7159-4128-8583-be6cdd768e95 service neutron] 10.222.0.31 "DELETE /v2.0/ports/f3dead31-168c-4489-9370-8fd94f280f61/bindings/n-h1-817303-10 HTTP/1.1" status: 204 len: 173 time: 0.2411921 Nov 27 01:13:58.107563 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4093ef8d-55f2-49e3-9cba-298526862fab x-openstack-request-id: req-4093ef8d-55f2-49e3-9cba-298526862fab {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:58.108191 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03465e87-ec93-4aec-906d-c37382cbfd95", "name": "network-vif-deleted", "tag": "0f508521-7f4f-4d8d-a5b5-6f09563f9914", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:58.108625 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4093ef8d-55f2-49e3-9cba-298526862fab {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:58.109276 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03465e87-ec93-4aec-906d-c37382cbfd95', 'name': 'network-vif-deleted', 'tag': '0f508521-7f4f-4d8d-a5b5-6f09563f9914', 'status': 'completed', 'code': 200} Nov 27 01:13:58.122715 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f0e7ffe3-7565-42c9-a843-e5660f02fce6 req-aa3929bc-b9b9-4089-9b8d-ca91c9a05a28 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671655 Nov 27 01:13:58.224910 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 52250683-7a6e-496e-b323-6a2a041e45cf, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=52250683-7a6e-496e-b323-6a2a041e45cf,segment=NetworkSegment(8f0b9243-7aba-4374-8b6c-2baf4a73cc53),segment_id=8f0b9243-7aba-4374-8b6c-2baf4a73cc53)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:58.246451 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '52250683-7a6e-496e-b323-6a2a041e45cf', 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66', 'port_id': '52250683-7a6e-496e-b323-6a2a041e45cf', 'mac_address': 'fa:16:3e:17:ec:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9065684-47f0-4e53-aaf2-94e871c3a6e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:58.250875 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:58.294041 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:58.308517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52250683-7a6e-496e-b323-6a2a041e45cf {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:58.351341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 52250683-7a6e-496e-b323-6a2a041e45cf, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=52250683-7a6e-496e-b323-6a2a041e45cf,segment=NetworkSegment(8f0b9243-7aba-4374-8b6c-2baf4a73cc53),segment_id=8f0b9243-7aba-4374-8b6c-2baf4a73cc53)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:58.355906 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:58.417048 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=52250683-7a6e-496e-b323-6a2a041e45cf,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:58.431670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-2a7ac264-7324-4515-ba78-a0a44a1210db tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:58.433168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-2a7ac264-7324-4515-ba78-a0a44a1210db tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 812 time: 0.1220639 Nov 27 01:13:58.449322 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-8114bb01-5dbe-40e1-a58f-6fb4460613dc tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/quotas/209f38c9e33a417e8beb75ce87669b42 HTTP/1.1" status: 200 len: 375 time: 0.0101650 Nov 27 01:13:58.481902 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-b5747e97-aabd-4b6a-8046-cb14bb437e79 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270092 Nov 27 01:13:58.541898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 35ea4c77-4fef-4d79-9657-2182a2a32535 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:58.588128 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-de2d10d4-9a05-474d-9c20-75fdfb738bc9 service neutron] 10.222.0.15 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992901 Nov 27 01:13:58.661665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 35ea4c77-4fef-4d79-9657-2182a2a32535, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=35ea4c77-4fef-4d79-9657-2182a2a32535,segment=NetworkSegment(8f0b9243-7aba-4374-8b6c-2baf4a73cc53),segment_id=8f0b9243-7aba-4374-8b6c-2baf4a73cc53)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:58.678611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '35ea4c77-4fef-4d79-9657-2182a2a32535', 'network_id': '52990878-2af4-4f7f-88b9-f803d6f0da66', 'port_id': '35ea4c77-4fef-4d79-9657-2182a2a32535', 'mac_address': 'fa:16:3e:2f:56:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9065684-47f0-4e53-aaf2-94e871c3a6e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:58.696137 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-620667f7-c5d6-4f6d-8e6a-88a2a1a52a12 service neutron] 10.222.0.15 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976818 Nov 27 01:13:58.722812 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:58.736720 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ea4c77-4fef-4d79-9657-2182a2a32535 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:58.768105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 35ea4c77-4fef-4d79-9657-2182a2a32535, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=35ea4c77-4fef-4d79-9657-2182a2a32535,segment=NetworkSegment(8f0b9243-7aba-4374-8b6c-2baf4a73cc53),segment_id=8f0b9243-7aba-4374-8b6c-2baf4a73cc53)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:58.772342 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['52250683-7a6e-496e-b323-6a2a041e45cf'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:58.813457 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:58.915336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=35ea4c77-4fef-4d79-9657-2182a2a32535,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:58.917989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4857e6d-43b1-4a47-98a4-5267eeb40b56 req-2807583b-b1ed-4c5c-9279-efc481187747 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:58.928228 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4857e6d-43b1-4a47-98a4-5267eeb40b56 req-2807583b-b1ed-4c5c-9279-efc481187747 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 944 time: 0.0997086 Nov 27 01:13:58.994543 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4857e6d-43b1-4a47-98a4-5267eeb40b56 req-9b44f697-d01f-4c1a-b972-ed9d07b86104 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633583 Nov 27 01:13:59.053259 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3ed1895c-189e-47ca-a9a2-227e88de7183 req-02cff8a4-3711-4e7a-b7d7-76b6d1ca6cde tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 210 time: 0.0383732 Nov 27 01:13:59.228628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcae1e-d529-4493-8447-2bd5359a81f2 req-9df85f59-ff3d-47d3-aee7-202667f5871a tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:59.233093 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51fcae1e-d529-4493-8447-2bd5359a81f2 req-9df85f59-ff3d-47d3-aee7-202667f5871a tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 1096 time: 0.0574460 Nov 27 01:13:59.291950 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45378d4-8159-47a3-91d4-3f21f6a5ede0 req-40906486-701c-4089-97db-97422b1cb374 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:59.294040 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f45378d4-8159-47a3-91d4-3f21f6a5ede0 req-40906486-701c-4089-97db-97422b1cb374 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 945 time: 0.0615325 Nov 27 01:13:59.340271 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51fcae1e-d529-4493-8447-2bd5359a81f2 req-289d47a8-98c9-40e9-9999-e77ffee8e47a tempest-LiveAutoBlockMigrationV225Test-489327953 tempest-LiveAutoBlockMigrationV225Test-489327953-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934989 Nov 27 01:13:59.377888 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f45378d4-8159-47a3-91d4-3f21f6a5ede0 req-b2649219-a58f-4a1e-b299-f9c39f3cdb89 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762768 Nov 27 01:13:59.383671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['35ea4c77-4fef-4d79-9657-2182a2a32535'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:59.695361 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34982c-d99c-4dfd-a9ff-8afd53d2e5a7 req-08ed8faf-4140-44bf-a0cd-8b7037644410 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:59.703899 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e34982c-d99c-4dfd-a9ff-8afd53d2e5a7 req-08ed8faf-4140-44bf-a0cd-8b7037644410 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 944 time: 0.0749767 Nov 27 01:13:59.765218 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e34982c-d99c-4dfd-a9ff-8afd53d2e5a7 req-85942ebe-622e-4403-9b39-f9c550c3543a tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600221 Nov 27 01:13:59.873915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 52250683-7a6e-496e-b323-6a2a041e45cf up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:59.928944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 52250683-7a6e-496e-b323-6a2a041e45cf completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:59.933196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 52250683-7a6e-496e-b323-6a2a041e45cf triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:59.933575 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.028806 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.056199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d2926a-5dec-4dc6-b58e-b36bbbee4d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52250683-7a6e-496e-b323-6a2a041e45cf'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:00.058548 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996e125f-bf96-420f-be68-935af1bb375d" -d '{"events": [{"server_uuid": "22d2926a-5dec-4dc6-b58e-b36bbbee4d5b", "name": "network-vif-plugged", "status": "completed", "tag": "52250683-7a6e-496e-b323-6a2a041e45cf"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:00.081598 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 52250683-7a6e-496e-b323-6a2a041e45cf, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=52250683-7a6e-496e-b323-6a2a041e45cf,segment=NetworkSegment(8f0b9243-7aba-4374-8b6c-2baf4a73cc53),segment_id=8f0b9243-7aba-4374-8b6c-2baf4a73cc53)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:00.086621 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.123451 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4270c2-0fd1-4b0a-a7e2-ca439c8513e3 x-openstack-request-id: req-da4270c2-0fd1-4b0a-a7e2-ca439c8513e3 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:00.124008 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d2926a-5dec-4dc6-b58e-b36bbbee4d5b", "name": "network-vif-plugged", "status": "completed", "tag": "52250683-7a6e-496e-b323-6a2a041e45cf", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:00.124491 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da4270c2-0fd1-4b0a-a7e2-ca439c8513e3 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:00.125083 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2926a-5dec-4dc6-b58e-b36bbbee4d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52250683-7a6e-496e-b323-6a2a041e45cf', 'code': 200} Nov 27 01:14:00.157002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=52250683-7a6e-496e-b323-6a2a041e45cf,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:00.230701 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e1bdda1a-9b53-4277-8946-8c4de128102b req-5ba872ef-587e-4453-a9ab-1a7c21aa28e9 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 210 time: 0.0279262 Nov 27 01:14:00.298691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bd129-38ae-4d53-b510-e10c9a0a37a6 req-784c682c-9a52-406d-8bcb-1c2f1d50120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:00.300308 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af3bd129-38ae-4d53-b510-e10c9a0a37a6 req-784c682c-9a52-406d-8bcb-1c2f1d50120b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 1098 time: 0.0438955 Nov 27 01:14:00.361723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af3bd129-38ae-4d53-b510-e10c9a0a37a6 req-f28550a7-ed3a-4b0d-8328-97d86c10381a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476007 Nov 27 01:14:00.391056 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.550221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21356e-624b-4d6f-9e43-8a5a4afdbf32 req-5a16a8f4-b74d-4e19-8769-4169354c51c7 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:00.560317 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0f508521-7f4f-4d8d-a5b5-6f09563f9914 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:00.570147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb21356e-624b-4d6f-9e43-8a5a4afdbf32 req-5a16a8f4-b74d-4e19-8769-4169354c51c7 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.1068571 Nov 27 01:14:00.622397 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 0f508521-7f4f-4d8d-a5b5-6f09563f9914 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:00.626500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0f508521-7f4f-4d8d-a5b5-6f09563f9914 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:00.672479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466a2b2-7fd8-482e-b97c-e4f3d4f45624 req-a13684bc-6ead-4113-8f7c-b4f08c1611ce tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:00.675014 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6466a2b2-7fd8-482e-b97c-e4f3d4f45624 req-a13684bc-6ead-4113-8f7c-b4f08c1611ce tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.31 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 944 time: 0.0894268 Nov 27 01:14:00.689562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-54564029-2ce0-4353-bd5f-e0f444bdeba7 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:00.691090 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-54564029-2ce0-4353-bd5f-e0f444bdeba7 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 812 time: 0.2780807 Nov 27 01:14:00.691762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb21356e-624b-4d6f-9e43-8a5a4afdbf32 req-30e3e3bd-5b0a-4422-805e-3719fc6c62b0 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195443 Nov 27 01:14:00.712427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-5352a65f-d002-4934-8e60-280c5a2c3fe8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Request body: {'port': {'device_id': '98af3dbb-dd58-4243-a582-1018628eacf5', 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae', 'admin_state_up': True, 'tenant_id': '209f38c9e33a417e8beb75ce87669b42'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:00.795350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-6466a2b2-7fd8-482e-b97c-e4f3d4f45624 req-6df4954e-fa1b-4740-bf5d-9a1ebd0892b7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Deleting port f3dead31-168c-4489-9370-8fd94f280f61 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:00.795708 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6466a2b2-7fd8-482e-b97c-e4f3d4f45624 req-6df4954e-fa1b-4740-bf5d-9a1ebd0892b7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.882516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-5352a65f-d002-4934-8e60-280c5a2c3fe8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Made reservation on behalf of 209f38c9e33a417e8beb75ce87669b42 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:00.889167 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-5352a65f-d002-4934-8e60-280c5a2c3fe8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.087358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f4ca6-03dc-43fa-9506-97f5a1bba3fa req-a007ebdd-3227-4beb-be7e-d72372094a60 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:01.095572 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc7f4ca6-03dc-43fa-9506-97f5a1bba3fa req-a007ebdd-3227-4beb-be7e-d72372094a60 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 944 time: 0.2013597 Nov 27 01:14:01.219894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-5352a65f-d002-4934-8e60-280c5a2c3fe8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Allocated IP 172.20.0.11 (4b89f644-2375-4ba6-8bce-e3c255057dae/80662da9-0903-4539-8282-1a973a762559/98e9ae07-32e6-4998-9dab-811b7ff3b7fe) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:01.295443 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc7f4ca6-03dc-43fa-9506-97f5a1bba3fa req-115891f1-bbcd-42e0-99cc-4c9cbc4c66b4 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989775 Nov 27 01:14:01.298965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6466a2b2-7fd8-482e-b97c-e4f3d4f45624 req-6df4954e-fa1b-4740-bf5d-9a1ebd0892b7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] For port f3dead31-168c-4489-9370-8fd94f280f61, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=f3dead31-168c-4489-9370-8fd94f280f61,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:01.299409 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6466a2b2-7fd8-482e-b97c-e4f3d4f45624 req-6df4954e-fa1b-4740-bf5d-9a1ebd0892b7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.324289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-6466a2b2-7fd8-482e-b97c-e4f3d4f45624 req-6df4954e-fa1b-4740-bf5d-9a1ebd0892b7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Calling delete_port for f3dead31-168c-4489-9370-8fd94f280f61 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:01.418218 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49bc6a9b-8bed-4ce5-a6d8-ef60d258b07c req-bec5af1f-4c2f-454c-b383-8c30f7020349 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 210 time: 0.0400445 Nov 27 01:14:01.474260 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6466a2b2-7fd8-482e-b97c-e4f3d4f45624 req-6df4954e-fa1b-4740-bf5d-9a1ebd0892b7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.486302 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-5352a65f-d002-4934-8e60-280c5a2c3fe8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.507144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['f3dead31-168c-4489-9370-8fd94f280f61'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:01.508673 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4954e-fa1b-4740-bf5d-9a1ebd0892b7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Pushing event deleted for resources: {'Port': ['ID=f3dead31-168c-4489-9370-8fd94f280f61,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:01.529445 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['d965c31f-5b9d-4423-ac87-933fb3b2537f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:01.535241 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-5352a65f-d002-4934-8e60-280c5a2c3fe8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.563593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6466a2b2-7fd8-482e-b97c-e4f3d4f45624 req-6df4954e-fa1b-4740-bf5d-9a1ebd0892b7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] No DVR routers for this DVR port f3dead31-168c-4489-9370-8fd94f280f61 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:01.564779 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6466a2b2-7fd8-482e-b97c-e4f3d4f45624 req-6df4954e-fa1b-4740-bf5d-9a1ebd0892b7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.572300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6466a2b2-7fd8-482e-b97c-e4f3d4f45624 req-6df4954e-fa1b-4740-bf5d-9a1ebd0892b7 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.31 "DELETE /v2.0/ports/f3dead31-168c-4489-9370-8fd94f280f61 HTTP/1.1" status: 204 len: 173 time: 0.8759923 Nov 27 01:14:01.572300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'name': 'network-vif-deleted', 'tag': 'f3dead31-168c-4489-9370-8fd94f280f61'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:01.573552 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6e97db-9897-4ea9-a3d7-6f2cdab9c165" -d '{"events": [{"server_uuid": "94567f2a-254c-4807-bd24-e82a75d6eea0", "name": "network-vif-deleted", "tag": "f3dead31-168c-4489-9370-8fd94f280f61"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:01.625453 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82850ddb-174b-472f-9b66-654336783b30 x-openstack-request-id: req-82850ddb-174b-472f-9b66-654336783b30 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:01.625453 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94567f2a-254c-4807-bd24-e82a75d6eea0", "name": "network-vif-deleted", "tag": "f3dead31-168c-4489-9370-8fd94f280f61", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:01.625828 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82850ddb-174b-472f-9b66-654336783b30 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:01.626179 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94567f2a-254c-4807-bd24-e82a75d6eea0', 'name': 'network-vif-deleted', 'tag': 'f3dead31-168c-4489-9370-8fd94f280f61', 'status': 'completed', 'code': 200} Nov 27 01:14:01.649592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-5352a65f-d002-4934-8e60-280c5a2c3fe8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Network 4b89f644-2375-4ba6-8bce-e3c255057dae is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:01.654734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-5352a65f-d002-4934-8e60-280c5a2c3fe8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:01.661010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-5352a65f-d002-4934-8e60-280c5a2c3fe8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:01.666666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352a65f-d002-4934-8e60-280c5a2c3fe8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Pushing event updated for resources: {'Port': ['ID=98e9ae07-32e6-4998-9dab-811b7ff3b7fe,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:01.671003 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c5a40-f34a-4d15-8296-91b1af758a23 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:01.686574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab4eaa3-f977-43fd-b393-714c4aed0749 None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:01.739018 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-5352a65f-d002-4934-8e60-280c5a2c3fe8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:01.739727 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-5352a65f-d002-4934-8e60-280c5a2c3fe8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.760373 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-5352a65f-d002-4934-8e60-280c5a2c3fe8 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0531125 Nov 27 01:14:01.781245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Request body: {'port': {'device_id': '98af3dbb-dd58-4243-a582-1018628eacf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:01.818119 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9453bf38-b914-481a-9ce7-e3e1f0105a46 None None] Provisioning complete for port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:01.818740 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9453bf38-b914-481a-9ce7-e3e1f0105a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.863189 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.871028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041fa17-f7f8-43fd-920a-de565e773a6f req-cda980ea-c08a-463d-af1b-8ee73aa2d94e tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:01.872641 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1041fa17-f7f8-43fd-920a-de565e773a6f req-cda980ea-c08a-463d-af1b-8ee73aa2d94e tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0628529 Nov 27 01:14:01.905744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9453bf38-b914-481a-9ce7-e3e1f0105a46 None None] Port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:01.942424 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1041fa17-f7f8-43fd-920a-de565e773a6f req-e8f701a4-5e97-4eb3-8f83-2c0a10c3cf30 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626149 Nov 27 01:14:02.262948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e9ae07-32e6-4998-9dab-811b7ff3b7fe {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:02.277484 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.302841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Transition to ACTIVE for port object 98e9ae07-32e6-4998-9dab-811b7ff3b7fe will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:14:02.307476 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.336830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3987e2a-e1d0-4ac9-b3c0-0170ca51c9d1 req-2672aa59-c6bb-4431-81e0-198c20513d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:02.338662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3987e2a-e1d0-4ac9-b3c0-0170ca51c9d1 req-2672aa59-c6bb-4431-81e0-198c20513d63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8643042a3114ff9aeb63bafc394e717&device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 1098 time: 0.1403637 Nov 27 01:14:02.353923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef00afb-71ff-49a0-a030-5fe7ddb9330e req-0404c6a7-86d4-441d-ba38-5f4c6e02481d tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:02.355465 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ef00afb-71ff-49a0-a030-5fe7ddb9330e req-0404c6a7-86d4-441d-ba38-5f4c6e02481d tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.1225507 Nov 27 01:14:02.405732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5fb395-bf61-41f3-867f-2b3ca9813e03 None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:02.424589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=98e9ae07-32e6-4998-9dab-811b7ff3b7fe,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:02.539616 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f6eb4d76-56a4-4ebf-bca4-0b5c4a711c1e req-b644ca0b-ad8d-444c-b6fe-d8e8179c439b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 210 time: 0.0953970 Nov 27 01:14:02.575270 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Attempting to bind port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:02.575622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Attempting to bind port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:02.576113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Attempting to bind port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe on network 4b89f644-2375-4ba6-8bce-e3c255057dae {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:02.580805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe on network 4b89f644-2375-4ba6-8bce-e3c255057dae not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:14:02.581131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Attempting to bind port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe on network 4b89f644-2375-4ba6-8bce-e3c255057dae {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:02.584606 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ef00afb-71ff-49a0-a030-5fe7ddb9330e req-ff451d63-c18d-46fd-9cbc-d75ff897eacd tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085590 Nov 27 01:14:02.588521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 35ea4c77-4fef-4d79-9657-2182a2a32535 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:02.593795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:02.594630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Checking segment: {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:02.594630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Bound using segment: {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:02.595025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Bound port: 98e9ae07-32e6-4998-9dab-811b7ff3b7fe, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c60adb-e8f4-4a57-a5c4-413028fc2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:02.595393 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.619291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3987e2a-e1d0-4ac9-b3c0-0170ca51c9d1 req-1733e480-4045-4234-871d-8e0906e2a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:02.622090 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3987e2a-e1d0-4ac9-b3c0-0170ca51c9d1 req-1733e480-4045-4234-871d-8e0906e2a28f service neutron] 10.222.0.21 "GET /v2.0/networks?id=52990878-2af4-4f7f-88b9-f803d6f0da66 HTTP/1.1" status: 200 len: 920 time: 0.2643940 Nov 27 01:14:02.697685 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3987e2a-e1d0-4ac9-b3c0-0170ca51c9d1 req-38c2efa6-e517-4874-a3ab-bbb65223fbbc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52250683-7a6e-496e-b323-6a2a041e45cf HTTP/1.1" status: 200 len: 217 time: 0.0689228 Nov 27 01:14:02.713532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 35ea4c77-4fef-4d79-9657-2182a2a32535 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:14:02.717885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 35ea4c77-4fef-4d79-9657-2182a2a32535 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:02.718283 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.764103 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] For port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:02.775019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] For port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=98e9ae07-32e6-4998-9dab-811b7ff3b7fe,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:02.780751 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.828077 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.847699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:02.849139 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.850700 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] 10.222.0.31 "PUT /v2.0/ports/98e9ae07-32e6-4998-9dab-811b7ff3b7fe HTTP/1.1" status: 200 len: 1093 time: 1.0755041 Nov 27 01:14:02.853423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98af3dbb-dd58-4243-a582-1018628eacf5', 'tag': '98e9ae07-32e6-4998-9dab-811b7ff3b7fe'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:02.855903 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa504fa9-4b30-42a8-b7dc-fb6b382a7ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "98af3dbb-dd58-4243-a582-1018628eacf5", "tag": "98e9ae07-32e6-4998-9dab-811b7ff3b7fe"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:02.878393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a76cdbe-8172-43ee-ba84-ff7277736b9e None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:02.911265 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4678b-a203-4df0-9ba0-84d3651681bb req-18f20445-134b-4023-bf10-e05f0dd05662 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:02.914020 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8cf4678b-a203-4df0-9ba0-84d3651681bb req-18f20445-134b-4023-bf10-e05f0dd05662 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 944 time: 0.2107975 Nov 27 01:14:02.916178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3987e2a-e1d0-4ac9-b3c0-0170ca51c9d1 req-22173bcb-9dde-4c1a-b9d8-c15039f12013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:02.917758 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3987e2a-e1d0-4ac9-b3c0-0170ca51c9d1 req-22173bcb-9dde-4c1a-b9d8-c15039f12013 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9065684-47f0-4e53-aaf2-94e871c3a6e7 HTTP/1.1" status: 200 len: 859 time: 0.1811044 Nov 27 01:14:02.936626 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 35ea4c77-4fef-4d79-9657-2182a2a32535, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=35ea4c77-4fef-4d79-9657-2182a2a32535,segment=NetworkSegment(8f0b9243-7aba-4374-8b6c-2baf4a73cc53),segment_id=8f0b9243-7aba-4374-8b6c-2baf4a73cc53)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:02.945668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf2a358-f482-4530-bbf0-06fa69a67808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ea4c77-4fef-4d79-9657-2182a2a32535'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:02.948075 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b18b879-2e6e-4808-baf8-af78d61e4247" -d '{"events": [{"server_uuid": "9bf2a358-f482-4530-bbf0-06fa69a67808", "name": "network-vif-plugged", "status": "completed", "tag": "35ea4c77-4fef-4d79-9657-2182a2a32535"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:02.956234 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.958963 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8cebe0-524a-4837-88d1-948692d16b96 x-openstack-request-id: req-9d8cebe0-524a-4837-88d1-948692d16b96 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:02.959733 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98af3dbb-dd58-4243-a582-1018628eacf5", "tag": "98e9ae07-32e6-4998-9dab-811b7ff3b7fe", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:02.959869 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d8cebe0-524a-4837-88d1-948692d16b96 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:02.960319 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98af3dbb-dd58-4243-a582-1018628eacf5', 'tag': '98e9ae07-32e6-4998-9dab-811b7ff3b7fe', 'status': 'completed', 'code': 200} Nov 27 01:14:02.980121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7ab48-5f75-4c5c-9a4f-a4db37a34bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=98e9ae07-32e6-4998-9dab-811b7ff3b7fe,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:03.023642 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3987e2a-e1d0-4ac9-b3c0-0170ca51c9d1 req-b20c8d05-9de7-4d03-831d-ea9c01d804d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=52990878-2af4-4f7f-88b9-f803d6f0da66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821428 Nov 27 01:14:03.027142 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbcf1ac-cc2f-4673-ba43-ab5d7f8df852 x-openstack-request-id: req-8fbcf1ac-cc2f-4673-ba43-ab5d7f8df852 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:03.027680 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf2a358-f482-4530-bbf0-06fa69a67808", "name": "network-vif-plugged", "status": "completed", "tag": "35ea4c77-4fef-4d79-9657-2182a2a32535", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:03.028369 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fbcf1ac-cc2f-4673-ba43-ab5d7f8df852 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:03.028914 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf2a358-f482-4530-bbf0-06fa69a67808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ea4c77-4fef-4d79-9657-2182a2a32535', 'code': 200} Nov 27 01:14:03.058765 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-9881c72b-ef8e-42b8-8614-5da18c2259cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:03.066413 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-9881c72b-ef8e-42b8-8614-5da18c2259cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 1096 time: 0.1112967 Nov 27 01:14:03.109772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=35ea4c77-4fef-4d79-9657-2182a2a32535,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:03.144684 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-a04044d8-da01-4844-8742-dc525bff0787 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98e9ae07-32e6-4998-9dab-811b7ff3b7fe HTTP/1.1" status: 200 len: 217 time: 0.0673883 Nov 27 01:14:03.212315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-ec61ba9e-1f9e-4e49-9861-d60f84830b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:03.213808 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-ec61ba9e-1f9e-4e49-9861-d60f84830b0d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80662da9-0903-4539-8282-1a973a762559 HTTP/1.1" status: 200 len: 852 time: 0.0612257 Nov 27 01:14:03.224490 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8cf4678b-a203-4df0-9ba0-84d3651681bb req-855b71ca-1b0a-4f7f-8911-216e4304a495 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980254 Nov 27 01:14:03.257220 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee136e-ba3e-41ad-b9e7-974f7b1cd9c7 req-cf7dfcbc-e848-43d6-96a5-874700888816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:03.260343 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0aee136e-ba3e-41ad-b9e7-974f7b1cd9c7 req-cf7dfcbc-e848-43d6-96a5-874700888816 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 1097 time: 0.1132853 Nov 27 01:14:03.292879 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-a022a6b9-fe4c-4407-9368-823210d35b10 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b89f644-2375-4ba6-8bce-e3c255057dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599015 Nov 27 01:14:03.301205 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3987e2a-e1d0-4ac9-b3c0-0170ca51c9d1 req-4fa117dc-7875-4305-b46a-886cb07c194f service neutron] 10.222.0.21 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669575 Nov 27 01:14:03.405927 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-4d69e39d-5e30-444e-9e5e-06140b72dca8 service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052442 Nov 27 01:14:03.415497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0aee136e-ba3e-41ad-b9e7-974f7b1cd9c7 req-76d55f44-b141-4b8c-84f4-8fb71ac732c8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349711 Nov 27 01:14:03.464911 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3987e2a-e1d0-4ac9-b3c0-0170ca51c9d1 req-92bc05f5-432b-4f9e-a9c2-d5ca28042987 service neutron] 10.222.0.21 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540296 Nov 27 01:14:03.788694 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3191b-bb51-458a-ae88-7959fac9c8b7 req-f9a1432d-b1b7-4941-a888-b969983a7cdc tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:03.788694 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cdd3191b-bb51-458a-ae88-7959fac9c8b7 req-f9a1432d-b1b7-4941-a888-b969983a7cdc tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0703871 Nov 27 01:14:03.851645 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cdd3191b-bb51-458a-ae88-7959fac9c8b7 req-f7dc632d-5d43-4257-85e6-ab4e1add330f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591607 Nov 27 01:14:03.855202 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-121967c2-9a30-49f3-a10d-f1c2f754aa53 req-d60d10a2-91eb-41c5-a38c-117f64fa4613 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 210 time: 0.0803933 Nov 27 01:14:03.917505 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e023e1b9-81bf-49e6-ab5c-82580adf2cd9 req-3b4d001c-7dfb-471a-90fd-f9eb313ad189 service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050058 Nov 27 01:14:04.102599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa504fa9-4b30-42a8-b7dc-fb6b382a7ed2 req-7586c582-c6a4-4c3c-9d64-551564b2ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:04.104146 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa504fa9-4b30-42a8-b7dc-fb6b382a7ed2 req-7586c582-c6a4-4c3c-9d64-551564b2ba15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=209f38c9e33a417e8beb75ce87669b42&device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 1096 time: 0.0546885 Nov 27 01:14:04.202878 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa504fa9-4b30-42a8-b7dc-fb6b382a7ed2 req-4cc39b3c-f3af-44ba-8a87-f3790a706037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:04.204386 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa504fa9-4b30-42a8-b7dc-fb6b382a7ed2 req-4cc39b3c-f3af-44ba-8a87-f3790a706037 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 200 len: 913 time: 0.0903735 Nov 27 01:14:04.252797 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa504fa9-4b30-42a8-b7dc-fb6b382a7ed2 req-cb5d561a-ed60-4170-b5c2-fd5c19be845c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98e9ae07-32e6-4998-9dab-811b7ff3b7fe HTTP/1.1" status: 200 len: 217 time: 0.0393589 Nov 27 01:14:04.347640 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa504fa9-4b30-42a8-b7dc-fb6b382a7ed2 req-737c2c2e-d565-4bca-ac17-85a6d489879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:04.349165 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa504fa9-4b30-42a8-b7dc-fb6b382a7ed2 req-737c2c2e-d565-4bca-ac17-85a6d489879a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80662da9-0903-4539-8282-1a973a762559 HTTP/1.1" status: 200 len: 852 time: 0.0897682 Nov 27 01:14:04.406986 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa504fa9-4b30-42a8-b7dc-fb6b382a7ed2 req-ccf7d9d5-0c3d-4a18-a161-5b89ea0f1ba5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b89f644-2375-4ba6-8bce-e3c255057dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437210 Nov 27 01:14:04.481370 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a39da-65b4-46d2-a31f-89fb049a7b82 req-6a81401e-1b18-42c7-a497-b5ba24bcca9f tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:04.482980 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-122a39da-65b4-46d2-a31f-89fb049a7b82 req-6a81401e-1b18-42c7-a497-b5ba24bcca9f tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 944 time: 0.1386368 Nov 27 01:14:04.558469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa504fa9-4b30-42a8-b7dc-fb6b382a7ed2 req-f4ec306e-a628-40f8-8bec-698b399fcf05 service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435692 Nov 27 01:14:04.566345 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-122a39da-65b4-46d2-a31f-89fb049a7b82 req-4ec3e6af-d954-43d0-aab6-b5e8f53779ac tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768862 Nov 27 01:14:04.588880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device f3dead31-168c-4489-9370-8fd94f280f61 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:04.609637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: f3dead31-168c-4489-9370-8fd94f280f61 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:04.609976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device f3dead31-168c-4489-9370-8fd94f280f61 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:04.681337 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa504fa9-4b30-42a8-b7dc-fb6b382a7ed2 req-3079763f-374f-4154-af71-c80deaeb1161 service neutron] 10.222.0.31 "GET /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125548 Nov 27 01:14:04.963299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d67b65b4-885b-425e-99da-45138713d3e9 req-7632edab-10f1-4daa-b3ad-9ee8d53b5ba9 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 210 time: 0.0381939 Nov 27 01:14:05.010363 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc472e0-b935-46d3-a8ec-fe5441ee2a6d req-af286ba2-4abd-4593-b4b6-44b870dfecea tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:05.018920 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2dc472e0-b935-46d3-a8ec-fe5441ee2a6d req-af286ba2-4abd-4593-b4b6-44b870dfecea tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0822101 Nov 27 01:14:05.078357 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2dc472e0-b935-46d3-a8ec-fe5441ee2a6d req-3b621c41-ca32-477e-a3ec-9a759c19d6ef tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583103 Nov 27 01:14:05.700849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a1105-98c7-4426-9896-713ced704660 req-d5c2fe00-7471-4d06-bf6d-50344d92022e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:05.702430 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-029a1105-98c7-4426-9896-713ced704660 req-d5c2fe00-7471-4d06-bf6d-50344d92022e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 944 time: 0.0572338 Nov 27 01:14:05.759456 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-029a1105-98c7-4426-9896-713ced704660 req-c034e3b9-5686-40ca-bf56-9f6e8a12743d tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476458 Nov 27 01:14:06.092288 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-baebb970-a7d5-4fa1-84a4-bfb997609c16 req-a599a888-4650-4ea2-9377-ccc08851e62e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 210 time: 0.0406642 Nov 27 01:14:06.217593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f6011-ac44-44cd-80c1-5d5aac639add req-8e9cd26c-3ca1-4a44-89cc-93ffbd222b62 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:06.226357 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c3f6011-ac44-44cd-80c1-5d5aac639add req-8e9cd26c-3ca1-4a44-89cc-93ffbd222b62 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0672626 Nov 27 01:14:06.284133 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c3f6011-ac44-44cd-80c1-5d5aac639add req-a7e427a6-891c-41e2-89c7-b40548e9f50a tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566759 Nov 27 01:14:06.888838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3760d36-07b1-4de3-93a9-59df5f9e4b64 req-e7402492-fa10-495c-bf42-7bab1b035ee3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:06.890581 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b3760d36-07b1-4de3-93a9-59df5f9e4b64 req-e7402492-fa10-495c-bf42-7bab1b035ee3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 944 time: 0.0538266 Nov 27 01:14:06.939709 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b3760d36-07b1-4de3-93a9-59df5f9e4b64 req-d11e69d3-3c14-4566-972d-6edbc84a1c15 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432656 Nov 27 01:14:07.224148 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bdff386a-63d9-41a1-b902-227fbf5aec9e req-ab18adcb-a3bb-418c-a79e-3c5ecb7ef01d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=94567f2a-254c-4807-bd24-e82a75d6eea0 HTTP/1.1" status: 200 len: 210 time: 0.0298362 Nov 27 01:14:07.446869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac027b6-5a0d-4d5a-b3e4-e366348bf1cc req-a8912342-7a04-48f2-b5a8-5ad549303e89 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:07.448606 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2ac027b6-5a0d-4d5a-b3e4-e366348bf1cc req-a8912342-7a04-48f2-b5a8-5ad549303e89 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0779579 Nov 27 01:14:07.501054 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2ac027b6-5a0d-4d5a-b3e4-e366348bf1cc req-4b3f339c-a937-4e9c-90bb-537bd3a81d3a tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454893 Nov 27 01:14:08.085419 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911594c-d397-4a14-b940-52a2ba93efcb req-dbe24cf1-0507-4904-9235-f56431c49129 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:08.087201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0911594c-d397-4a14-b940-52a2ba93efcb req-dbe24cf1-0507-4904-9235-f56431c49129 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 944 time: 0.0598466 Nov 27 01:14:08.142414 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0911594c-d397-4a14-b940-52a2ba93efcb req-d57d5a00-3a3b-45d8-b15e-3245f0324439 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490162 Nov 27 01:14:08.593795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 98e9ae07-32e6-4998-9dab-811b7ff3b7fe details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:08.649298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e81ece-1212-40b7-b773-4b1589f94ec9 req-862d2db2-056a-401e-9006-5f210f62b86d tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:08.657559 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5e81ece-1212-40b7-b773-4b1589f94ec9 req-862d2db2-056a-401e-9006-5f210f62b86d tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0630217 Nov 27 01:14:08.732405 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5e81ece-1212-40b7-b773-4b1589f94ec9 req-8c709ae6-9e67-4908-a5c7-265ce0fa1bca tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679505 Nov 27 01:14:08.769001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=98e9ae07-32e6-4998-9dab-811b7ff3b7fe,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:08.797055 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '98e9ae07-32e6-4998-9dab-811b7ff3b7fe', 'network_id': '4b89f644-2375-4ba6-8bce-e3c255057dae', 'port_id': '98e9ae07-32e6-4998-9dab-811b7ff3b7fe', 'mac_address': 'fa:16:3e:24:a1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80662da9-0903-4539-8282-1a973a762559', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:08.901094 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:08.922711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e9ae07-32e6-4998-9dab-811b7ff3b7fe {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:08.948433 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=98e9ae07-32e6-4998-9dab-811b7ff3b7fe,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:08.953873 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.066998 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=98e9ae07-32e6-4998-9dab-811b7ff3b7fe,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:09.279194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3b545-7a31-49e1-95c8-734baaf7faff req-5585ed05-8e71-425e-871f-cf6e5939a827 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:09.280765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60b3b545-7a31-49e1-95c8-734baaf7faff req-5585ed05-8e71-425e-871f-cf6e5939a827 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 945 time: 0.0540490 Nov 27 01:14:09.337686 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60b3b545-7a31-49e1-95c8-734baaf7faff req-c0098cfb-5087-41a3-8d9a-e594cdd509c2 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501909 Nov 27 01:14:09.468456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['98e9ae07-32e6-4998-9dab-811b7ff3b7fe'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:09.877251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77ea89-3624-4a4b-8231-1f94719c0342 req-a06dad7c-a497-44a5-ae03-b6dcbe871860 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:09.885940 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f77ea89-3624-4a4b-8231-1f94719c0342 req-a06dad7c-a497-44a5-ae03-b6dcbe871860 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0857980 Nov 27 01:14:10.005036 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f77ea89-3624-4a4b-8231-1f94719c0342 req-f67c4869-9850-42ee-bdee-f1b24ce3b766 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180184 Nov 27 01:14:10.005515 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-72a5400c-c15f-4dfe-bb49-df415b2ff3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:10.084569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2919ddd-918f-4e61-8011-e77a3be7f4d9 req-f43e77f5-c895-4330-a928-e81a8184e706 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:10.086517 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d2919ddd-918f-4e61-8011-e77a3be7f4d9 req-f43e77f5-c895-4330-a928-e81a8184e706 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 946 time: 0.0850468 Nov 27 01:14:10.171643 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d2919ddd-918f-4e61-8011-e77a3be7f4d9 req-056467b4-e8f3-449d-b6ef-cebb34925183 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766091 Nov 27 01:14:10.476992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ee643-07d9-4d06-a5e1-1699bff2f385 req-ce9f6388-09d4-47d7-be96-2991a56c2c30 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:10.481079 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a0ee643-07d9-4d06-a5e1-1699bff2f385 req-ce9f6388-09d4-47d7-be96-2991a56c2c30 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 945 time: 0.0565944 Nov 27 01:14:10.600368 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a0ee643-07d9-4d06-a5e1-1699bff2f385 req-d36205dd-c3ce-4f7b-b8b6-4639bef9f56e tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103394 Nov 27 01:14:11.165968 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081d989-f049-4ea0-b7e8-c33bec420cf7 req-5d3c4d43-30db-4aba-aa32-7b3e46422b38 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:11.169355 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e081d989-f049-4ea0-b7e8-c33bec420cf7 req-5d3c4d43-30db-4aba-aa32-7b3e46422b38 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0691745 Nov 27 01:14:11.245505 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e081d989-f049-4ea0-b7e8-c33bec420cf7 req-98693611-a674-4db6-bb3d-14597a622b61 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676081 Nov 27 01:14:11.425116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0636e3b-30ea-4799-9b1e-c88e246cc348 req-79558bf1-6a64-4da3-a18d-cb4b9172f83e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:11.427326 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0636e3b-30ea-4799-9b1e-c88e246cc348 req-79558bf1-6a64-4da3-a18d-cb4b9172f83e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 946 time: 0.0805602 Nov 27 01:14:11.478552 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0636e3b-30ea-4799-9b1e-c88e246cc348 req-02e37f79-ee2f-4322-a92b-f7f0385f79a5 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453146 Nov 27 01:14:11.733051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b3112-62bc-4d20-99dd-18e054179c4e req-90dd34dd-7b5c-45ee-a533-cff0964cff1f tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:11.740069 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a0b3112-62bc-4d20-99dd-18e054179c4e req-90dd34dd-7b5c-45ee-a533-cff0964cff1f tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 945 time: 0.0744805 Nov 27 01:14:11.795438 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a0b3112-62bc-4d20-99dd-18e054179c4e req-9c7bf264-a87b-4a96-a404-510471483125 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544741 Nov 27 01:14:12.113673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cf064-926d-47fc-9559-6c70caa2d5ac req-e712b54f-56ab-46b0-beb3-9f51aa5afb29 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:12.115081 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-452cf064-926d-47fc-9559-6c70caa2d5ac req-e712b54f-56ab-46b0-beb3-9f51aa5afb29 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 946 time: 0.0534732 Nov 27 01:14:12.165394 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-452cf064-926d-47fc-9559-6c70caa2d5ac req-4e17bbf5-2a8f-4c96-bb01-709147f0e88e tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428529 Nov 27 01:14:12.216904 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8f0e-d5ce-4cd6-ad18-e61e6838e8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:12.376394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba6f93-2eb8-4b34-9850-1f20e7d86ce0 req-770e391d-2ce2-4cdf-9900-2551d9f933a4 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:12.377907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68ba6f93-2eb8-4b34-9850-1f20e7d86ce0 req-770e391d-2ce2-4cdf-9900-2551d9f933a4 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0509129 Nov 27 01:14:12.433446 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68ba6f93-2eb8-4b34-9850-1f20e7d86ce0 req-14ef4f2d-bcc9-4c25-96f4-b01e1182ad7b tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487633 Nov 27 01:14:12.638611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 98e9ae07-32e6-4998-9dab-811b7ff3b7fe up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:12.692015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:14:12.697434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:12.697879 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:12.800172 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:12.829742 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98af3dbb-dd58-4243-a582-1018628eacf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e9ae07-32e6-4998-9dab-811b7ff3b7fe'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:12.832028 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d25fa3f-0da1-4dc4-935e-6ee0eb76f3ee" -d '{"events": [{"server_uuid": "98af3dbb-dd58-4243-a582-1018628eacf5", "name": "network-vif-plugged", "status": "completed", "tag": "98e9ae07-32e6-4998-9dab-811b7ff3b7fe"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:12.846298 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=98e9ae07-32e6-4998-9dab-811b7ff3b7fe,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:12.850709 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:12.911725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=98e9ae07-32e6-4998-9dab-811b7ff3b7fe,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:13.041172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672427b-e49a-418a-810d-dc427c47bdae req-2c18aabb-d23e-4ea3-b13d-fdf1c9309539 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:13.046252 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740b1b64-19e0-4763-89c1-979d90e397e8 x-openstack-request-id: req-740b1b64-19e0-4763-89c1-979d90e397e8 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:13.046550 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98af3dbb-dd58-4243-a582-1018628eacf5", "name": "network-vif-plugged", "status": "completed", "tag": "98e9ae07-32e6-4998-9dab-811b7ff3b7fe", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:13.046811 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-740b1b64-19e0-4763-89c1-979d90e397e8 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:13.047212 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98af3dbb-dd58-4243-a582-1018628eacf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e9ae07-32e6-4998-9dab-811b7ff3b7fe', 'code': 200} Nov 27 01:14:13.050923 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9672427b-e49a-418a-810d-dc427c47bdae req-2c18aabb-d23e-4ea3-b13d-fdf1c9309539 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 946 time: 0.0837936 Nov 27 01:14:13.123005 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9672427b-e49a-418a-810d-dc427c47bdae req-0e874766-91f0-4370-a6ea-ba64d55e6a95 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710795 Nov 27 01:14:13.204720 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:13.275534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3f125-c86e-40fb-96de-ccdf9de7fb3c req-1a24117a-255d-43cc-9cce-bc9ed86158e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:13.277105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7c3f125-c86e-40fb-96de-ccdf9de7fb3c req-1a24117a-255d-43cc-9cce-bc9ed86158e1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 1098 time: 0.0969923 Nov 27 01:14:13.303709 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78e6af-321d-4404-8ddb-4e2a997f5f74 req-c745a88f-6728-423b-91f6-d4852619d753 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:13.305510 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5c78e6af-321d-4404-8ddb-4e2a997f5f74 req-c745a88f-6728-423b-91f6-d4852619d753 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 945 time: 0.0896933 Nov 27 01:14:13.335672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2f071-f41f-490f-affd-35cbaf94c6d2 req-da671d83-b282-4d84-af44-84c364746fc3 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:13.337548 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1db2f071-f41f-490f-affd-35cbaf94c6d2 req-da671d83-b282-4d84-af44-84c364746fc3 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 946 time: 0.0589793 Nov 27 01:14:13.397829 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7c3f125-c86e-40fb-96de-ccdf9de7fb3c req-35eb1777-e162-46a4-a50c-d9de1e46c604 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098661 Nov 27 01:14:13.402028 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5c78e6af-321d-4404-8ddb-4e2a997f5f74 req-3cc177e6-af0d-4578-9b59-ab7901678330 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866582 Nov 27 01:14:13.427029 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1db2f071-f41f-490f-affd-35cbaf94c6d2 req-63766143-e8ee-43e7-9c56-7707e032a0de tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699174 Nov 27 01:14:13.554316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9072c6-f60c-43d8-90cd-4f6b8dee4ee5 req-ab295949-cba1-4a1d-b433-9c73105f4547 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:13.556024 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a9072c6-f60c-43d8-90cd-4f6b8dee4ee5 req-ab295949-cba1-4a1d-b433-9c73105f4547 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0522907 Nov 27 01:14:13.607536 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a9072c6-f60c-43d8-90cd-4f6b8dee4ee5 req-98e54078-b99d-4015-a196-e34949460517 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450778 Nov 27 01:14:13.812483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9590a0-5100-4dfa-80d0-7540c94de2fd req-d74d8b20-feb3-4389-8220-49a8988e9c3d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:13.813944 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db9590a0-5100-4dfa-80d0-7540c94de2fd req-d74d8b20-feb3-4389-8220-49a8988e9c3d tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 945 time: 0.0609763 Nov 27 01:14:13.924067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-db9590a0-5100-4dfa-80d0-7540c94de2fd req-6ff4fd14-9132-4266-9232-0de5c792f41b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Deleting port d965c31f-5b9d-4423-ac87-933fb3b2537f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:13.924457 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-db9590a0-5100-4dfa-80d0-7540c94de2fd req-6ff4fd14-9132-4266-9232-0de5c792f41b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:14.027090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-db9590a0-5100-4dfa-80d0-7540c94de2fd req-6ff4fd14-9132-4266-9232-0de5c792f41b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] For port d965c31f-5b9d-4423-ac87-933fb3b2537f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d965c31f-5b9d-4423-ac87-933fb3b2537f,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:14.028124 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-db9590a0-5100-4dfa-80d0-7540c94de2fd req-6ff4fd14-9132-4266-9232-0de5c792f41b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:14.041232 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-db9590a0-5100-4dfa-80d0-7540c94de2fd req-6ff4fd14-9132-4266-9232-0de5c792f41b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Calling delete_port for d965c31f-5b9d-4423-ac87-933fb3b2537f owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:14.184701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-a98d67f2-89ea-4f1b-a445-7652c70eb197 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.185530 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-db9590a0-5100-4dfa-80d0-7540c94de2fd req-6ff4fd14-9132-4266-9232-0de5c792f41b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:14.185902 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-a98d67f2-89ea-4f1b-a445-7652c70eb197 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.31 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 946 time: 0.0589173 Nov 27 01:14:14.213795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4fd14-9132-4266-9232-0de5c792f41b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Pushing event deleted for resources: {'Port': ['ID=d965c31f-5b9d-4423-ac87-933fb3b2537f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:14.220543 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['d965c31f-5b9d-4423-ac87-933fb3b2537f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:14.270995 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d98e9f-9633-49c7-b7c3-b63db027e1a9 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:14.322822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9590a0-5100-4dfa-80d0-7540c94de2fd req-6ff4fd14-9132-4266-9232-0de5c792f41b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] No DVR routers for this DVR port d965c31f-5b9d-4423-ac87-933fb3b2537f on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:14.326236 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-db9590a0-5100-4dfa-80d0-7540c94de2fd req-6ff4fd14-9132-4266-9232-0de5c792f41b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:14.329873 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db9590a0-5100-4dfa-80d0-7540c94de2fd req-6ff4fd14-9132-4266-9232-0de5c792f41b tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.21 "DELETE /v2.0/ports/d965c31f-5b9d-4423-ac87-933fb3b2537f HTTP/1.1" status: 204 len: 173 time: 0.5089133 Nov 27 01:14:14.330386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'name': 'network-vif-deleted', 'tag': 'd965c31f-5b9d-4423-ac87-933fb3b2537f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:14.332870 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae264c4-60e0-4c6f-b17a-78b77cde4a6f" -d '{"events": [{"server_uuid": "e91ee241-fb33-4f64-ab89-550f9d37d062", "name": "network-vif-deleted", "tag": "d965c31f-5b9d-4423-ac87-933fb3b2537f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:14.373611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3d38c-36f0-4f90-b3b9-776a09cc4c38 req-ae4a707c-c7a3-4698-9da5-9352744dd0d3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.375232 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68e3d38c-36f0-4f90-b3b9-776a09cc4c38 req-ae4a707c-c7a3-4698-9da5-9352744dd0d3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 946 time: 0.0876687 Nov 27 01:14:14.379862 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8ea01c-b969-4e15-8834-8a6ab2269531 x-openstack-request-id: req-9c8ea01c-b969-4e15-8834-8a6ab2269531 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:14.380165 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ee241-fb33-4f64-ab89-550f9d37d062", "name": "network-vif-deleted", "tag": "d965c31f-5b9d-4423-ac87-933fb3b2537f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:14.380591 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c8ea01c-b969-4e15-8834-8a6ab2269531 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:14.381201 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ee241-fb33-4f64-ab89-550f9d37d062', 'name': 'network-vif-deleted', 'tag': 'd965c31f-5b9d-4423-ac87-933fb3b2537f', 'status': 'completed', 'code': 200} Nov 27 01:14:14.404805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Deleting port ee90a8dc-819d-4e21-b4fe-9298401cb22b {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:14.405082 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:14.520581 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68e3d38c-36f0-4f90-b3b9-776a09cc4c38 req-fada5f19-ccae-4e05-bd12-999efef9a264 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308498 Nov 27 01:14:14.569007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22adb3b6-ad09-4f29-8844-61dd297a4a46 req-8b3a60bd-cafd-4c08-8862-eaa2ef21035e tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ee241-fb33-4f64-ab89-550f9d37d062 HTTP/1.1" status: 200 len: 210 time: 0.0559154 Nov 27 01:14:14.572926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] For port ee90a8dc-819d-4e21-b4fe-9298401cb22b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ee90a8dc-819d-4e21-b4fe-9298401cb22b,segment=NetworkSegment(9341718b-16cb-43f5-9e72-51e55b1a613b),segment_id=9341718b-16cb-43f5-9e72-51e55b1a613b)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:14.573398 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:14.730070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef9468-bd80-434c-9f8a-d1b4cc0d1778 req-070b6aa1-dca4-43c4-937c-42236e766bd1 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.731418 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1d9bd-4fb2-4109-b333-7ed04c0cc637 req-71599144-3564-4819-9eae-8c9a530e54c8 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.732533 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12ef9468-bd80-434c-9f8a-d1b4cc0d1778 req-070b6aa1-dca4-43c4-937c-42236e766bd1 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0551643 Nov 27 01:14:14.733294 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4f1d9bd-4fb2-4109-b333-7ed04c0cc637 req-71599144-3564-4819-9eae-8c9a530e54c8 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 946 time: 0.1564903 Nov 27 01:14:14.741325 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:14.797535 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12ef9468-bd80-434c-9f8a-d1b4cc0d1778 req-1c5dc49c-44e6-4608-8446-b205a119bd74 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568476 Nov 27 01:14:14.836828 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4f1d9bd-4fb2-4109-b333-7ed04c0cc637 req-505644b3-b425-49b9-a254-1423a7f003ef tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups?id=56933613-9ec1-4e5e-a4e5-16bec0892c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955563 Nov 27 01:14:14.921242 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:14.921619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:14.921944 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Floating IP ba0d833e-afbc-4604-8daf-00ec7da7d1b9 disassociated. External IP: 172.25.1.164, port: ee90a8dc-819d-4e21-b4fe-9298401cb22b. Nov 27 01:14:14.922298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Calling delete_port for ee90a8dc-819d-4e21-b4fe-9298401cb22b owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:15.077785 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:15.109734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Pushing event deleted for resources: {'Port': ['ID=ee90a8dc-819d-4e21-b4fe-9298401cb22b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:15.123627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:15.123979 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:15.124424 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:15.124768 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:15.125106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:15.125442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:15.125778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:15.126100 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:15.126552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:15.126888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:15.127216 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:15.127544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:15.231859 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:14:15.262112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Router 1f99d107-d76d-48b2-be69-757308386440 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:14:15.382520 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:14:15.393640 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd2875-98ab-450b-a427-67ca2b220253 None None] Sync routers for ids ['1f99d107-d76d-48b2-be69-757308386440'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:14:15.408566 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd2875-98ab-450b-a427-67ca2b220253 None None] Routers {'1f99d107-d76d-48b2-be69-757308386440'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:15.409211 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2fcd2875-98ab-450b-a427-67ca2b220253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f99d107-d76d-48b2-be69-757308386440'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:15.425759 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] No DVR routers for this DVR port ee90a8dc-819d-4e21-b4fe-9298401cb22b on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:15.428983 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:15.432579 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d7c91b51-88b9-47a9-85e7-9a189123720e req-ca42bebe-d051-455f-ab43-c1695d57e5ad tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.31 "DELETE /v2.0/ports/ee90a8dc-819d-4e21-b4fe-9298401cb22b HTTP/1.1" status: 204 len: 173 time: 1.2383797 Nov 27 01:14:15.433048 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03655504-88a0-42dd-9021-8a0c2a49690f', 'name': 'network-vif-deleted', 'tag': 'ee90a8dc-819d-4e21-b4fe-9298401cb22b'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:15.436106 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b769f4a-3b24-45a3-af7f-bdc83111b2eb" -d '{"events": [{"server_uuid": "03655504-88a0-42dd-9021-8a0c2a49690f", "name": "network-vif-deleted", "tag": "ee90a8dc-819d-4e21-b4fe-9298401cb22b"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:15.519719 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac254ce-d73b-4f53-92a1-671102a3e5f4 x-openstack-request-id: req-1ac254ce-d73b-4f53-92a1-671102a3e5f4 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:15.520019 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03655504-88a0-42dd-9021-8a0c2a49690f", "name": "network-vif-deleted", "tag": "ee90a8dc-819d-4e21-b4fe-9298401cb22b", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:15.520307 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ac254ce-d73b-4f53-92a1-671102a3e5f4 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:15.521344 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03655504-88a0-42dd-9021-8a0c2a49690f', 'name': 'network-vif-deleted', 'tag': 'ee90a8dc-819d-4e21-b4fe-9298401cb22b', 'status': 'completed', 'code': 200} Nov 27 01:14:15.584613 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-2fcd2875-98ab-450b-a427-67ca2b220253 None None] Set router 1f99d107-d76d-48b2-be69-757308386440 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:15.686701 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ed15b-8204-47d5-99af-8152ce55aabd req-8d776535-598c-4d49-9e40-94951e532ae7 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:15.695539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-003ed15b-8204-47d5-99af-8152ce55aabd req-8d776535-598c-4d49-9e40-94951e532ae7 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 946 time: 0.1014798 Nov 27 01:14:15.774419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-003ed15b-8204-47d5-99af-8152ce55aabd req-014935da-c186-414e-8bdd-da63d2e25575 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720444 Nov 27 01:14:15.956531 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2fcd2875-98ab-450b-a427-67ca2b220253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:10:55Z', 'revision_number': 4, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port': {'id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:46Z', 'updated_at': '2021-11-27T01:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '280650a9-a3e8-4436-9f08-bab76c65ceeb', 'name': '', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'mac_address': 'fa:16:3e:a4:8f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:51Z', 'updated_at': '2021-11-27T01:11:01Z', 'revision_number': 5, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'subnets': [{'id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:16.022536 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd2875-98ab-450b-a427-67ca2b220253 None None] Checking router: 1f99d107-d76d-48b2-be69-757308386440 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:14:16.027498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510d6cc-d950-4a5d-9499-dd4f8b546507 req-38ea70da-2109-4f10-a036-7804873c3371 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.036222 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d510d6cc-d950-4a5d-9499-dd4f8b546507 req-38ea70da-2109-4f10-a036-7804873c3371 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.1075218 Nov 27 01:14:16.046156 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd2875-98ab-450b-a427-67ca2b220253 None None] Routers {'1f99d107-d76d-48b2-be69-757308386440'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:16.046789 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2fcd2875-98ab-450b-a427-67ca2b220253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f99d107-d76d-48b2-be69-757308386440'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:16.102081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5382fbf-c7e9-4dd3-9ebd-f4f751f8ab1d req-5ef9c75e-bd32-402c-83a3-ba85ef58c59c tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.106398 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a5382fbf-c7e9-4dd3-9ebd-f4f751f8ab1d req-5ef9c75e-bd32-402c-83a3-ba85ef58c59c tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 945 time: 0.0862658 Nov 27 01:14:16.140960 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d510d6cc-d950-4a5d-9499-dd4f8b546507 req-69687714-1036-4dc6-aa81-5f8b69230aef tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925112 Nov 27 01:14:16.206967 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-2fcd2875-98ab-450b-a427-67ca2b220253 None None] Set router 1f99d107-d76d-48b2-be69-757308386440 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:16.218980 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:16.225241 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a5382fbf-c7e9-4dd3-9ebd-f4f751f8ab1d req-369d8d88-81eb-4bab-a5b8-b7c6e1ee6113 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091280 Nov 27 01:14:16.282234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4c8686a5-fe88-44f5-a206-9c8a71196d9e req-04b727fe-d763-4453-b5a6-c4bd3bda2e81 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/ports?device_id=03655504-88a0-42dd-9021-8a0c2a49690f HTTP/1.1" status: 200 len: 210 time: 0.0648515 Nov 27 01:14:16.434448 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d741a0-1f98-4db8-9bbc-360329a46b25 req-f1af2789-b77e-4c9e-8a23-2667c9ef19ac tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.436038 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08d741a0-1f98-4db8-9bbc-360329a46b25 req-f1af2789-b77e-4c9e-8a23-2667c9ef19ac tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 946 time: 0.0878985 Nov 27 01:14:16.512809 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2fcd2875-98ab-450b-a427-67ca2b220253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:10:55Z', 'revision_number': 4, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port': {'id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:46Z', 'updated_at': '2021-11-27T01:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '280650a9-a3e8-4436-9f08-bab76c65ceeb', 'name': '', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'mac_address': 'fa:16:3e:a4:8f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:51Z', 'updated_at': '2021-11-27T01:11:01Z', 'revision_number': 5, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'subnets': [{'id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:16.543802 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08d741a0-1f98-4db8-9bbc-360329a46b25 req-4b05a7e7-a12d-4f9c-bed5-85b50c12e7cb tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961385 Nov 27 01:14:16.552297 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd2875-98ab-450b-a427-67ca2b220253 None None] The sync data for ids ['1f99d107-d76d-48b2-be69-757308386440'] in n-d-817303-10 is: [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:10:55Z', 'revision_number': 4, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port': {'id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:46Z', 'updated_at': '2021-11-27T01:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '280650a9-a3e8-4436-9f08-bab76c65ceeb', 'name': '', 'network_id': '1015b721-7798-4f53-98da-24c62650c19a', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'mac_address': 'fa:16:3e:a4:8f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:51Z', 'updated_at': '2021-11-27T01:11:01Z', 'revision_number': 5, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'subnets': [{'id': '3ff033c3-8819-49e9-b4d2-ddefe03865a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:14:16.592711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e613d3-11b0-4137-ac8e-8f1a12ee4ef1 req-11084ebd-9e68-42d3-9d56-405fcdadaebd tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.594403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0e613d3-11b0-4137-ac8e-8f1a12ee4ef1 req-11084ebd-9e68-42d3-9d56-405fcdadaebd tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 945 time: 0.0712235 Nov 27 01:14:16.696315 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e0e613d3-11b0-4137-ac8e-8f1a12ee4ef1 req-f96f027c-b171-43ab-a387-624468d0cc34 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Deleting port d79df776-9af6-408d-af7f-f35bab9df757 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:16.696966 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e0e613d3-11b0-4137-ac8e-8f1a12ee4ef1 req-f96f027c-b171-43ab-a387-624468d0cc34 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:16.795739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e0e613d3-11b0-4137-ac8e-8f1a12ee4ef1 req-f96f027c-b171-43ab-a387-624468d0cc34 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] For port d79df776-9af6-408d-af7f-f35bab9df757, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d79df776-9af6-408d-af7f-f35bab9df757,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:16.796106 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e0e613d3-11b0-4137-ac8e-8f1a12ee4ef1 req-f96f027c-b171-43ab-a387-624468d0cc34 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:16.810138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e0e613d3-11b0-4137-ac8e-8f1a12ee4ef1 req-f96f027c-b171-43ab-a387-624468d0cc34 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Calling delete_port for d79df776-9af6-408d-af7f-f35bab9df757 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:16.842432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b06f35c-3283-4f32-8699-709ffdb768ac None None] New status for floating IP ba0d833e-afbc-4604-8daf-00ec7da7d1b9: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:14:16.953187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e0e613d3-11b0-4137-ac8e-8f1a12ee4ef1 req-f96f027c-b171-43ab-a387-624468d0cc34 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:16.982633 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f027c-b171-43ab-a387-624468d0cc34 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Pushing event deleted for resources: {'Port': ['ID=d79df776-9af6-408d-af7f-f35bab9df757,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:17.009326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4b9b5a-0c0d-4f56-b76c-8df932dcd0dc None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:17.045934 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e613d3-11b0-4137-ac8e-8f1a12ee4ef1 req-f96f027c-b171-43ab-a387-624468d0cc34 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] No DVR routers for this DVR port d79df776-9af6-408d-af7f-f35bab9df757 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:17.050277 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e0e613d3-11b0-4137-ac8e-8f1a12ee4ef1 req-f96f027c-b171-43ab-a387-624468d0cc34 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.054449 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0e613d3-11b0-4137-ac8e-8f1a12ee4ef1 req-f96f027c-b171-43ab-a387-624468d0cc34 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.21 "DELETE /v2.0/ports/d79df776-9af6-408d-af7f-f35bab9df757 HTTP/1.1" status: 204 len: 173 time: 0.4536941 Nov 27 01:14:17.055656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'name': 'network-vif-deleted', 'tag': 'd79df776-9af6-408d-af7f-f35bab9df757'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:17.058565 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f0ff5e-6581-4d12-964a-24aa23a96ce0" -d '{"events": [{"server_uuid": "f57abe0b-2259-4648-8419-991e63a5aa75", "name": "network-vif-deleted", "tag": "d79df776-9af6-408d-af7f-f35bab9df757"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:17.103742 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add6d450-371c-4190-a0ac-56b6650f525e x-openstack-request-id: req-add6d450-371c-4190-a0ac-56b6650f525e {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:17.104206 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57abe0b-2259-4648-8419-991e63a5aa75", "name": "network-vif-deleted", "tag": "d79df776-9af6-408d-af7f-f35bab9df757", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:17.105098 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-add6d450-371c-4190-a0ac-56b6650f525e {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:17.106396 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57abe0b-2259-4648-8419-991e63a5aa75', 'name': 'network-vif-deleted', 'tag': 'd79df776-9af6-408d-af7f-f35bab9df757', 'status': 'completed', 'code': 200} Nov 27 01:14:17.245563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e89b-e0d6-4aa7-a30e-d97fa00370de req-355b839b-c35f-4fdc-8332-12107f178b2f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:17.247105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c2a7e89b-e0d6-4aa7-a30e-d97fa00370de req-355b839b-c35f-4fdc-8332-12107f178b2f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0556891 Nov 27 01:14:17.322355 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c2a7e89b-e0d6-4aa7-a30e-d97fa00370de req-3115768a-4045-4891-bf76-48aeefda7473 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484838 Nov 27 01:14:17.329123 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-814c606a-a2a2-4249-9caf-9dcc6674adf7 req-ae1bbd04-226f-4383-859f-69f91a3e3739 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57abe0b-2259-4648-8419-991e63a5aa75 HTTP/1.1" status: 200 len: 210 time: 0.0277026 Nov 27 01:14:17.401070 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52418) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:17.457484 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-673727e9-0fd3-42a5-b43b-1cd78dab113b tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.482760 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-673727e9-0fd3-42a5-b43b-1cd78dab113b tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.534764 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-673727e9-0fd3-42a5-b43b-1cd78dab113b tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.537403 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-673727e9-0fd3-42a5-b43b-1cd78dab113b tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.540291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-673727e9-0fd3-42a5-b43b-1cd78dab113b tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "DELETE /v2.0/security-groups/56933613-9ec1-4e5e-a4e5-16bec0892c46 HTTP/1.1" status: 204 len: 168 time: 0.1364565 Nov 27 01:14:17.541281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52422) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:17.547676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673727e9-0fd3-42a5-b43b-1cd78dab113b tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56933613-9ec1-4e5e-a4e5-16bec0892c46,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:17.556093 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-12477bc4-5493-4800-b938-155dea0ee151 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] show failed (client error): The resource could not be found. Nov 27 01:14:17.557410 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-12477bc4-5493-4800-b938-155dea0ee151 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "GET /v2.0/security-groups/56933613-9ec1-4e5e-a4e5-16bec0892c46 HTTP/1.1" status: 404 len: 347 time: 0.0149629 Nov 27 01:14:17.560221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52426) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:17.733810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46bc99-4094-43c9-97c4-cafbb4c1b5b8 req-efafe989-b838-40fc-aa03-f8e994d80cfa tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:17.735801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea46bc99-4094-43c9-97c4-cafbb4c1b5b8 req-efafe989-b838-40fc-aa03-f8e994d80cfa tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 946 time: 0.0703704 Nov 27 01:14:17.742702 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3ce4615c-170e-45bc-90aa-c987655d83f2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Deleting port 71f39007-f0db-406b-a31c-429584b7dc8f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:17.743275 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3ce4615c-170e-45bc-90aa-c987655d83f2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.804620 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea46bc99-4094-43c9-97c4-cafbb4c1b5b8 req-7be5acde-de56-49a7-85b7-ce7492ba55bc tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612810 Nov 27 01:14:17.837214 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3ce4615c-170e-45bc-90aa-c987655d83f2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.837544 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3ce4615c-170e-45bc-90aa-c987655d83f2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.850838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3ce4615c-170e-45bc-90aa-c987655d83f2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Calling delete_port for 71f39007-f0db-406b-a31c-429584b7dc8f owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:17.985277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d965c31f-5b9d-4423-ac87-933fb3b2537f no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:18.001704 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3ce4615c-170e-45bc-90aa-c987655d83f2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:18.009015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: d965c31f-5b9d-4423-ac87-933fb3b2537f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:18.009015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d965c31f-5b9d-4423-ac87-933fb3b2537f not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:18.030646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4615c-170e-45bc-90aa-c987655d83f2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Pushing event deleted for resources: {'Port': ['ID=71f39007-f0db-406b-a31c-429584b7dc8f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:18.078993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fe15c-0650-4778-a44c-cb8b83c7a5b7 req-79f20e2c-93c7-48aa-8a49-a86e027ef4a4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:18.080519 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-931fe15c-0650-4778-a44c-cb8b83c7a5b7 req-79f20e2c-93c7-48aa-8a49-a86e027ef4a4 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 946 time: 0.0588186 Nov 27 01:14:18.096599 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3ce4615c-170e-45bc-90aa-c987655d83f2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:18.099276 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3ce4615c-170e-45bc-90aa-c987655d83f2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:18.100777 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3ce4615c-170e-45bc-90aa-c987655d83f2 tempest-ServersTestManualDisk-463615654 tempest-ServersTestManualDisk-463615654-project] 10.222.0.15 "DELETE /v2.0/floatingips/ba0d833e-afbc-4604-8daf-00ec7da7d1b9 HTTP/1.1" status: 204 len: 168 time: 0.5391788 Nov 27 01:14:18.103631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52434) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:18.140658 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-931fe15c-0650-4778-a44c-cb8b83c7a5b7 req-48645db7-2f47-4e38-b3d6-ae9ba96c53e7 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542142 Nov 27 01:14:18.467302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2052d0d-edb0-4e42-9fb6-b562abf4f4c7 req-003e6c8f-2621-403a-b5ea-897ad708f1bc tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:18.468859 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c2052d0d-edb0-4e42-9fb6-b562abf4f4c7 req-003e6c8f-2621-403a-b5ea-897ad708f1bc tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0653837 Nov 27 01:14:18.551155 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c2052d0d-edb0-4e42-9fb6-b562abf4f4c7 req-9eed2354-d2b5-4f68-836a-e6fa91f14f75 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747459 Nov 27 01:14:18.582206 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a696007b-2a3c-464e-b811-25da08a43c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:18.700824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ee90a8dc-819d-4e21-b4fe-9298401cb22b no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:18.729377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: ee90a8dc-819d-4e21-b4fe-9298401cb22b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:18.729971 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ee90a8dc-819d-4e21-b4fe-9298401cb22b not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:18.738564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4261c-f9de-4186-8a0f-7743f4099b94 req-263e1e7f-42c8-4de6-ae90-32487717e646 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:18.740044 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-75e4261c-f9de-4186-8a0f-7743f4099b94 req-263e1e7f-42c8-4de6-ae90-32487717e646 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 945 time: 0.1037667 Nov 27 01:14:18.847722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-75e4261c-f9de-4186-8a0f-7743f4099b94 req-bee3a5bf-7ab3-4068-bc79-91f938a45579 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733747 Nov 27 01:14:18.937884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a696007b-2a3c-464e-b811-25da08a43c77 admin admin] Deleting port 280650a9-a3e8-4436-9f08-bab76c65ceeb {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:18.938081 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a696007b-2a3c-464e-b811-25da08a43c77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:19.019283 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-a696007b-2a3c-464e-b811-25da08a43c77 admin admin] For port 280650a9-a3e8-4436-9f08-bab76c65ceeb, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=280650a9-a3e8-4436-9f08-bab76c65ceeb,segment=NetworkSegment(9341718b-16cb-43f5-9e72-51e55b1a613b),segment_id=9341718b-16cb-43f5-9e72-51e55b1a613b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:19.019687 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a696007b-2a3c-464e-b811-25da08a43c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:19.033635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a696007b-2a3c-464e-b811-25da08a43c77 admin admin] Calling delete_port for 280650a9-a3e8-4436-9f08-bab76c65ceeb owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:19.218731 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a696007b-2a3c-464e-b811-25da08a43c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:19.249959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696007b-2a3c-464e-b811-25da08a43c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=280650a9-a3e8-4436-9f08-bab76c65ceeb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:19.284428 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeef10-57fc-4129-8c2e-3105369728a6 req-0d99f587-8dc7-4548-9984-3ea31ad31772 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:19.294268 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2bbeef10-57fc-4129-8c2e-3105369728a6 req-0d99f587-8dc7-4548-9984-3ea31ad31772 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 946 time: 0.0785508 Nov 27 01:14:19.364799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f94af1-2339-4cb8-b3e8-ba11235f577b req-aaa7f79a-9cf2-4e01-bcc5-f7f5d6852b38 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:19.366631 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-62f94af1-2339-4cb8-b3e8-ba11235f577b req-aaa7f79a-9cf2-4e01-bcc5-f7f5d6852b38 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.21 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 945 time: 0.1189854 Nov 27 01:14:19.368023 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2bbeef10-57fc-4129-8c2e-3105369728a6 req-cc24fcec-7fdd-4923-8e7e-257e90af5fd3 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585270 Nov 27 01:14:19.548019 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a696007b-2a3c-464e-b811-25da08a43c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:19.597252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-62f94af1-2339-4cb8-b3e8-ba11235f577b req-a0903053-727b-4acb-86de-9d387f785bd2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Deleting port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:19.597598 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-62f94af1-2339-4cb8-b3e8-ba11235f577b req-a0903053-727b-4acb-86de-9d387f785bd2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.002166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d79df776-9af6-408d-af7f-f35bab9df757 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:20.026105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: d79df776-9af6-408d-af7f-f35bab9df757 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:20.026514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d79df776-9af6-408d-af7f-f35bab9df757 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:20.069555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d062869-d6be-4dae-ba8d-c02a7ac0d0ae req-2af27b52-2dd1-432f-b34b-f855e63bf0b1 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:20.071222 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d062869-d6be-4dae-ba8d-c02a7ac0d0ae req-2af27b52-2dd1-432f-b34b-f855e63bf0b1 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 945 time: 0.0890481 Nov 27 01:14:20.088640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-62f94af1-2339-4cb8-b3e8-ba11235f577b req-a0903053-727b-4acb-86de-9d387f785bd2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] For port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,segment=NetworkSegment(14c8eb61-1e48-4246-a4a9-22e699f89938),segment_id=14c8eb61-1e48-4246-a4a9-22e699f89938)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:20.089293 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-62f94af1-2339-4cb8-b3e8-ba11235f577b req-a0903053-727b-4acb-86de-9d387f785bd2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.099032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0540bb3-b33b-489a-94c5-f50f63f7b678 req-9de68d53-5738-4557-9597-4aed8d6b6f1a tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:20.099330 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb01f01-4d30-408d-bd73-4fdb546db7e3 req-6dab3cd5-09a4-4583-a4a1-0bb8c7dde55a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:20.100551 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0540bb3-b33b-489a-94c5-f50f63f7b678 req-9de68d53-5738-4557-9597-4aed8d6b6f1a tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.1417780 Nov 27 01:14:20.101031 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9bb01f01-4d30-408d-bd73-4fdb546db7e3 req-6dab3cd5-09a4-4583-a4a1-0bb8c7dde55a tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 946 time: 0.0692186 Nov 27 01:14:20.133413 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-62f94af1-2339-4cb8-b3e8-ba11235f577b req-a0903053-727b-4acb-86de-9d387f785bd2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Calling delete_port for aceb4ff8-909b-4e17-a6d5-20013ab1ffcd owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:20.180926 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d062869-d6be-4dae-ba8d-c02a7ac0d0ae req-ae1f3a26-d4c4-43a6-834b-ebfd59d9ed25 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a13ef71-f602-46e3-aa73-e0deb2060678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988224 Nov 27 01:14:20.236872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-9bb01f01-4d30-408d-bd73-4fdb546db7e3 req-d679d5fc-316f-4d83-be8a-9a847752e317 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Deleting port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:20.237355 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9bb01f01-4d30-408d-bd73-4fdb546db7e3 req-d679d5fc-316f-4d83-be8a-9a847752e317 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.273530 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0540bb3-b33b-489a-94c5-f50f63f7b678 req-6ae40f76-a294-4a73-afa3-4cea958b7acd tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570182 Nov 27 01:14:20.345918 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-9bb01f01-4d30-408d-bd73-4fdb546db7e3 req-d679d5fc-316f-4d83-be8a-9a847752e317 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] For port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=98e9ae07-32e6-4998-9dab-811b7ff3b7fe,segment=NetworkSegment(97c60adb-e8f4-4a57-a5c4-413028fc2f51),segment_id=97c60adb-e8f4-4a57-a5c4-413028fc2f51)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:20.346542 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9bb01f01-4d30-408d-bd73-4fdb546db7e3 req-d679d5fc-316f-4d83-be8a-9a847752e317 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.360939 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-9bb01f01-4d30-408d-bd73-4fdb546db7e3 req-d679d5fc-316f-4d83-be8a-9a847752e317 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Calling delete_port for 98e9ae07-32e6-4998-9dab-811b7ff3b7fe owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:20.377289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a696007b-2a3c-464e-b811-25da08a43c77 admin admin] Router 1f99d107-d76d-48b2-be69-757308386440 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:14:20.445973 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-62f94af1-2339-4cb8-b3e8-ba11235f577b req-a0903053-727b-4acb-86de-9d387f785bd2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.485915 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0903053-727b-4acb-86de-9d387f785bd2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Pushing event deleted for resources: {'Port': ['ID=aceb4ff8-909b-4e17-a6d5-20013ab1ffcd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:20.507808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe0e16-863f-4347-a179-e74d59f514f6 req-185f2438-fc93-49d7-9762-28f53ed19819 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:20.511255 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b0fe0e16-863f-4347-a179-e74d59f514f6 req-185f2438-fc93-49d7-9762-28f53ed19819 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/ports?device_id=98af3dbb-dd58-4243-a582-1018628eacf5 HTTP/1.1" status: 200 len: 946 time: 0.0806596 Nov 27 01:14:20.549313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b3bb4-ffdf-4f31-8091-3b572da627a7 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:20.575845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f94af1-2339-4cb8-b3e8-ba11235f577b req-a0903053-727b-4acb-86de-9d387f785bd2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] No DVR routers for this DVR port aceb4ff8-909b-4e17-a6d5-20013ab1ffcd on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:20.581383 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-62f94af1-2339-4cb8-b3e8-ba11235f577b req-a0903053-727b-4acb-86de-9d387f785bd2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.585300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-62f94af1-2339-4cb8-b3e8-ba11235f577b req-a0903053-727b-4acb-86de-9d387f785bd2 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.21 "DELETE /v2.0/ports/aceb4ff8-909b-4e17-a6d5-20013ab1ffcd HTTP/1.1" status: 204 len: 173 time: 1.2108002 Nov 27 01:14:20.585300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fcb6c4-c1a1-462e-a559-7602e5e3733f', 'name': 'network-vif-deleted', 'tag': 'aceb4ff8-909b-4e17-a6d5-20013ab1ffcd'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:20.587771 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c2f970-2043-4cf9-9c82-6b94cb8d41ce" -d '{"events": [{"server_uuid": "58fcb6c4-c1a1-462e-a559-7602e5e3733f", "name": "network-vif-deleted", "tag": "aceb4ff8-909b-4e17-a6d5-20013ab1ffcd"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:20.632935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a696007b-2a3c-464e-b811-25da08a43c77 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:14:20.635033 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b0fe0e16-863f-4347-a179-e74d59f514f6 req-be60d9ce-c418-4cd7-bbd6-b8c301206e89 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109171 Nov 27 01:14:20.636480 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9bb01f01-4d30-408d-bd73-4fdb546db7e3 req-d679d5fc-316f-4d83-be8a-9a847752e317 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.648083 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f99d32-acb0-42bf-8d47-039e8aeb38f7 None None] Sync routers for ids ['1f99d107-d76d-48b2-be69-757308386440'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:14:20.671513 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a696007b-2a3c-464e-b811-25da08a43c77 admin admin] 10.222.0.15 "PUT /v2.0/routers/1f99d107-d76d-48b2-be69-757308386440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5664945 Nov 27 01:14:20.672086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52472) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:20.674288 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec18fdc-0353-4f8d-8dd5-3af38a977afa x-openstack-request-id: req-bec18fdc-0353-4f8d-8dd5-3af38a977afa {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:20.674592 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fcb6c4-c1a1-462e-a559-7602e5e3733f", "name": "network-vif-deleted", "tag": "aceb4ff8-909b-4e17-a6d5-20013ab1ffcd", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:20.674870 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bec18fdc-0353-4f8d-8dd5-3af38a977afa {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:20.675287 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fcb6c4-c1a1-462e-a559-7602e5e3733f', 'name': 'network-vif-deleted', 'tag': 'aceb4ff8-909b-4e17-a6d5-20013ab1ffcd', 'status': 'completed', 'code': 200} Nov 27 01:14:20.679027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['98e9ae07-32e6-4998-9dab-811b7ff3b7fe'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:20.682121 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f99d32-acb0-42bf-8d47-039e8aeb38f7 None None] Routers {'1f99d107-d76d-48b2-be69-757308386440'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:20.682767 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f7f99d32-acb0-42bf-8d47-039e8aeb38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f99d107-d76d-48b2-be69-757308386440'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:20.738825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6708833-20b1-4f13-939a-1dfc7ac81367 None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:20.794591 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679d5fc-316f-4d83-be8a-9a847752e317 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Pushing event deleted for resources: {'Port': ['ID=98e9ae07-32e6-4998-9dab-811b7ff3b7fe,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:20.861184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb01f01-4d30-408d-bd73-4fdb546db7e3 req-d679d5fc-316f-4d83-be8a-9a847752e317 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] No DVR routers for this DVR port 98e9ae07-32e6-4998-9dab-811b7ff3b7fe on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:20.882501 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-f7f99d32-acb0-42bf-8d47-039e8aeb38f7 None None] Set router 1f99d107-d76d-48b2-be69-757308386440 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:20.891990 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9bb01f01-4d30-408d-bd73-4fdb546db7e3 req-d679d5fc-316f-4d83-be8a-9a847752e317 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.895614 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9bb01f01-4d30-408d-bd73-4fdb546db7e3 req-d679d5fc-316f-4d83-be8a-9a847752e317 tempest-DeleteServersTestJSON-1384990251 tempest-DeleteServersTestJSON-1384990251-project] 10.222.0.31 "DELETE /v2.0/ports/98e9ae07-32e6-4998-9dab-811b7ff3b7fe HTTP/1.1" status: 204 len: 173 time: 0.7874842 Nov 27 01:14:20.896070 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98af3dbb-dd58-4243-a582-1018628eacf5', 'name': 'network-vif-deleted', 'tag': '98e9ae07-32e6-4998-9dab-811b7ff3b7fe'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:20.898376 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81a2a71-db55-495b-9719-353d630fd2f2" -d '{"events": [{"server_uuid": "98af3dbb-dd58-4243-a582-1018628eacf5", "name": "network-vif-deleted", "tag": "98e9ae07-32e6-4998-9dab-811b7ff3b7fe"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:20.928645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.971167 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e106e90b-1c9c-47bf-9c0f-7ce2d98dbed9 x-openstack-request-id: req-e106e90b-1c9c-47bf-9c0f-7ce2d98dbed9 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:20.971461 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98af3dbb-dd58-4243-a582-1018628eacf5", "name": "network-vif-deleted", "tag": "98e9ae07-32e6-4998-9dab-811b7ff3b7fe", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:20.971718 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e106e90b-1c9c-47bf-9c0f-7ce2d98dbed9 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:20.972118 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98af3dbb-dd58-4243-a582-1018628eacf5', 'name': 'network-vif-deleted', 'tag': '98e9ae07-32e6-4998-9dab-811b7ff3b7fe', 'status': 'completed', 'code': 200} Nov 27 01:14:21.071959 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.139396 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f7f99d32-acb0-42bf-8d47-039e8aeb38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:14:19Z', 'revision_number': 5, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port': {'id': '23104ae5-990e-41a8-9407-5be35e7586d9', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f99d107-d76d-48b2-be69-757308386440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:46Z', 'updated_at': '2021-11-27T01:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:21.151619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] Deleting port 23104ae5-990e-41a8-9407-5be35e7586d9 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:21.152093 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.169776 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f99d32-acb0-42bf-8d47-039e8aeb38f7 None None] Checking router: 1f99d107-d76d-48b2-be69-757308386440 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:14:21.179283 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f99d32-acb0-42bf-8d47-039e8aeb38f7 None None] Routers {'1f99d107-d76d-48b2-be69-757308386440'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:21.179893 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f7f99d32-acb0-42bf-8d47-039e8aeb38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f99d107-d76d-48b2-be69-757308386440'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:21.269605 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] For port 23104ae5-990e-41a8-9407-5be35e7586d9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=23104ae5-990e-41a8-9407-5be35e7586d9,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:21.272553 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.302230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] Calling delete_port for 23104ae5-990e-41a8-9407-5be35e7586d9 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:21.305305 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-f7f99d32-acb0-42bf-8d47-039e8aeb38f7 None None] Set router 1f99d107-d76d-48b2-be69-757308386440 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:21.366986 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a8fc71e-994a-4fa8-8526-77780fbaf890 req-9312b09e-813b-4b97-b9b4-6f8e0c62fe99 tempest-LiveAutoBlockMigrationV225Test-1803281111 tempest-LiveAutoBlockMigrationV225Test-1803281111-project] 10.222.0.15 "GET /v2.0/ports?device_id=58fcb6c4-c1a1-462e-a559-7602e5e3733f HTTP/1.1" status: 200 len: 210 time: 0.0514088 Nov 27 01:14:21.389576 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f7f99d32-acb0-42bf-8d47-039e8aeb38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:14:21Z', 'revision_number': 6, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:21.437441 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f99d32-acb0-42bf-8d47-039e8aeb38f7 None None] The sync data for ids ['1f99d107-d76d-48b2-be69-757308386440'] in n-d-817303-10 is: [{'id': '1f99d107-d76d-48b2-be69-757308386440', 'name': 'tempest-ServersTestManualDisk-2142506194-router', 'tenant_id': '1965584d775b40d08788f0d3d35e09d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:45Z', 'updated_at': '2021-11-27T01:14:21Z', 'revision_number': 6, 'project_id': '1965584d775b40d08788f0d3d35e09d3', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:14:21.488173 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c9e76-413b-4238-bd9f-09bf79a9119f req-25e6b6ce-b316-40c4-8f15-200693dc0e87 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:21.490172 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-455c9e76-413b-4238-bd9f-09bf79a9119f req-25e6b6ce-b316-40c4-8f15-200693dc0e87 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0773909 Nov 27 01:14:21.613974 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-455c9e76-413b-4238-bd9f-09bf79a9119f req-f83783f8-f8dc-4605-b54b-950883466b0a tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866241 Nov 27 01:14:21.636100 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.663425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=23104ae5-990e-41a8-9407-5be35e7586d9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:21.679448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cbc223-c6f6-4887-90df-7a32c82b82f8 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:21.733776 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.010914 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device aceb4ff8-909b-4e17-a6d5-20013ab1ffcd no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:22.046262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: aceb4ff8-909b-4e17-a6d5-20013ab1ffcd {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:22.046849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device aceb4ff8-909b-4e17-a6d5-20013ab1ffcd not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:22.110331 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.112832 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.162101 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.162745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f99d107-d76d-48b2-be69-757308386440 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:14:22.167575 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.171081 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c140e379-cfb3-48ba-99d1-59913fe81e30 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1f99d107-d76d-48b2-be69-757308386440 HTTP/1.1" status: 204 len: 168 time: 1.4502058 Nov 27 01:14:22.171419 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52518) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:22.240187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-44afc9fe-2e82-412a-8382-a46c21e8b996 admin admin] Deleting subnet 3ff033c3-8819-49e9-b4d2-ddefe03865a5 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:14:22.243705 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44afc9fe-2e82-412a-8382-a46c21e8b996 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.292002 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44afc9fe-2e82-412a-8382-a46c21e8b996 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.409433 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44afc9fe-2e82-412a-8382-a46c21e8b996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.440436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52524) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:22.476909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44afc9fe-2e82-412a-8382-a46c21e8b996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.490435 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44afc9fe-2e82-412a-8382-a46c21e8b996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.495559 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d79c1f-1ae2-4979-9f6a-b0e4917cc587 None None] Network 1015b721-7798-4f53-98da-24c62650c19a requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:22.501056 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-44afc9fe-2e82-412a-8382-a46c21e8b996 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3ff033c3-8819-49e9-b4d2-ddefe03865a5 HTTP/1.1" status: 204 len: 168 time: 0.3285117 Nov 27 01:14:22.503547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52528) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:22.533767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afc9fe-2e82-412a-8382-a46c21e8b996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff033c3-8819-49e9-b4d2-ddefe03865a5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:22.594385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-88779344-c1c3-449e-89e0-7329812b7a6b admin admin] Deleting subnet cd128aaa-786d-4427-ad50-a8311f6e6702 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:14:22.597773 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-88779344-c1c3-449e-89e0-7329812b7a6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.669442 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.681188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 23104ae5-990e-41a8-9407-5be35e7586d9 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:22.706866 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-88779344-c1c3-449e-89e0-7329812b7a6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.709000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 23104ae5-990e-41a8-9407-5be35e7586d9 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:22.709575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 23104ae5-990e-41a8-9407-5be35e7586d9 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:22.710183 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 280650a9-a3e8-4436-9f08-bab76c65ceeb no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:22.758949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Deleting port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:22.759568 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.764675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 280650a9-a3e8-4436-9f08-bab76c65ceeb {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:22.765185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 280650a9-a3e8-4436-9f08-bab76c65ceeb not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:22.782473 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-88779344-c1c3-449e-89e0-7329812b7a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.803642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] DHCP port deletion for 1015b721-7798-4f53-98da-24c62650c19a request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:22.839286 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-88779344-c1c3-449e-89e0-7329812b7a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.868628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] For port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1f47b071-fb1b-4bc8-b00a-22eb728b4e0e,segment=NetworkSegment(9341718b-16cb-43f5-9e72-51e55b1a613b),segment_id=9341718b-16cb-43f5-9e72-51e55b1a613b)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:22.868962 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.870378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Deleting port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:22.872376 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.883207 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-88779344-c1c3-449e-89e0-7329812b7a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.885257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Calling delete_port for 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:22.889857 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-88779344-c1c3-449e-89e0-7329812b7a6b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cd128aaa-786d-4427-ad50-a8311f6e6702 HTTP/1.1" status: 204 len: 168 time: 0.4462073 Nov 27 01:14:22.889857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88779344-c1c3-449e-89e0-7329812b7a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd128aaa-786d-4427-ad50-a8311f6e6702,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:22.891302 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52534) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:22.911287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eca0e-772c-404f-8fb2-1a15cdcf44cc req-01074543-a212-4056-9c3d-987654ef10c4 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:22.912816 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d1eca0e-772c-404f-8fb2-1a15cdcf44cc req-01074543-a212-4056-9c3d-987654ef10c4 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.1400802 Nov 27 01:14:22.929668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2684d7d6-f909-442e-8fb6-09d06d395c6e None None] Network f93ecaf6-f2e6-4439-a009-77b73a266f3e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:23.005075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] For port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1f47b071-fb1b-4bc8-b00a-22eb728b4e0e,segment=NetworkSegment(9341718b-16cb-43f5-9e72-51e55b1a613b),segment_id=9341718b-16cb-43f5-9e72-51e55b1a613b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:23.005482 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.032323 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Calling delete_port for 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:23.093357 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.122977 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0212-0183-4173-abb8-dab4c6f0069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.133539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f47b071-fb1b-4bc8-b00a-22eb728b4e0e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:23.164799 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d1eca0e-772c-404f-8fb2-1a15cdcf44cc req-8609fe3d-f5e2-4c45-95f9-dee6df1c77e4 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390223 Nov 27 01:14:23.172107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] No DVR routers for this DVR port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:23.278959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8c7424-cbbd-4f18-8a8d-b6d4e3ce4f07 None None] DHCP port deletion for f93ecaf6-f2e6-4439-a009-77b73a266f3e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:23.295356 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.316537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1015b721-7798-4f53-98da-24c62650c19a']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: from cryptography.utils import int_from_bytes Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: from cryptography.utils import int_from_bytes Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.325412 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.327748 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.327748 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.327748 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.327748 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.327748 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.327748 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.327748 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.327748 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.327748 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.327748 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.327748 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.327748 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.327748 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:14:23.327748 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:14:23.328627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9341718b-16cb-43f5-9e72-51e55b1a613b') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:23.328627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9341718b-16cb-43f5-9e72-51e55b1a613b') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:23.338747 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.360651 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.373895 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] No DVR routers for this DVR port 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:23.375763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Pushing event deleted for resources: {'Port': ['ID=1f47b071-fb1b-4bc8-b00a-22eb728b4e0e,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:23.382655 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0212-0183-4173-abb8-dab4c6f0069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.385596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:23.385836 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.385974 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:23.386375 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:23.392862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:23.393265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:23.393778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:23.394292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:23.394947 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:23.395442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:23.395931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:23.396561 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:23.397260 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b77271-cd00-4343-bd13-0e3c31051f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:23.401433 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:14:23.402002 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:14:23.404687 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:14:23.454178 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-bf6a0212-0183-4173-abb8-dab4c6f0069d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93ecaf6-f2e6-4439-a009-77b73a266f3e']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:23.474138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-bf6a0212-0183-4173-abb8-dab4c6f0069d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c8eb61-1e48-4246-a4a9-22e699f89938') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:23.474441 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-bf6a0212-0183-4173-abb8-dab4c6f0069d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c8eb61-1e48-4246-a4a9-22e699f89938') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:23.488390 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0212-0183-4173-abb8-dab4c6f0069d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.494951 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.504037 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.509653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1015b721-7798-4f53-98da-24c62650c19a HTTP/1.1" status: 204 len: 168 time: 1.0028138 Nov 27 01:14:23.519219 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0212-0183-4173-abb8-dab4c6f0069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.521750 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcfe5b-c312-4e1e-93b6-cb964a1e0140 admin admin] Pushing event deleted for resources: {'Network': ['ID=1015b721-7798-4f53-98da-24c62650c19a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:23.528991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6a0212-0183-4173-abb8-dab4c6f0069d admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:14:23.529424 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0212-0183-4173-abb8-dab4c6f0069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:14:23.531121 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:14:23.594022 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0212-0183-4173-abb8-dab4c6f0069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.600105 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0212-0183-4173-abb8-dab4c6f0069d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.603438 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bf6a0212-0183-4173-abb8-dab4c6f0069d admin admin] 10.222.0.15 "DELETE /v2.0/networks/f93ecaf6-f2e6-4439-a009-77b73a266f3e HTTP/1.1" status: 204 len: 168 time: 0.7098398 Nov 27 01:14:23.606228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52546) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:23.633127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a0212-0183-4173-abb8-dab4c6f0069d admin admin] Pushing event deleted for resources: {'Network': ['ID=f93ecaf6-f2e6-4439-a009-77b73a266f3e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:23.655938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52548) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:23.679533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c6ffe0-e860-4f9b-9c08-f3b86e2cfe16 admin admin] Deleting subnet fa84db1c-56bc-4fe4-b63a-4ed8cdd85a8d {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:14:23.685590 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c6ffe0-e860-4f9b-9c08-f3b86e2cfe16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.735990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e98879c5-6cf7-4743-986e-0a92849c8359 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1965584d775b40d08788f0d3d35e09d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0788219 Nov 27 01:14:23.738822 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52556) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:23.742465 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c6ffe0-e860-4f9b-9c08-f3b86e2cfe16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.796351 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ba4b31f-297e-4203-9017-53e7e06b7152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.807447 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c6ffe0-e860-4f9b-9c08-f3b86e2cfe16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.819479 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ba4b31f-297e-4203-9017-53e7e06b7152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.886492 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c6ffe0-e860-4f9b-9c08-f3b86e2cfe16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.896181 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ba4b31f-297e-4203-9017-53e7e06b7152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.899098 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ba4b31f-297e-4203-9017-53e7e06b7152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.900279 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4ba4b31f-297e-4203-9017-53e7e06b7152 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b37841f-c9f3-4edb-8a3d-b47954e78455 HTTP/1.1" status: 204 len: 168 time: 0.1604378 Nov 27 01:14:23.917536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4b31f-297e-4203-9017-53e7e06b7152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b37841f-c9f3-4edb-8a3d-b47954e78455,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:23.943052 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c6ffe0-e860-4f9b-9c08-f3b86e2cfe16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.946678 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-32c6ffe0-e860-4f9b-9c08-f3b86e2cfe16 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fa84db1c-56bc-4fe4-b63a-4ed8cdd85a8d HTTP/1.1" status: 204 len: 168 time: 0.3393931 Nov 27 01:14:23.948405 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6ffe0-e860-4f9b-9c08-f3b86e2cfe16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa84db1c-56bc-4fe4-b63a-4ed8cdd85a8d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:23.949220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52572) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:23.952638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7753a18e-cb34-4da9-998b-d866846dcdf2 None None] Network f2b3bac6-420e-4692-882e-6605a6aa74b4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:24.058493 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3a50-33f8-4253-92b6-a6867c10d347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.153311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a512dd-8ce6-4fad-90a0-17d636de0960 None None] DHCP port deletion for f2b3bac6-420e-4692-882e-6605a6aa74b4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:24.167423 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3a50-33f8-4253-92b6-a6867c10d347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.223394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-6e8e3a50-33f8-4253-92b6-a6867c10d347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b3bac6-420e-4692-882e-6605a6aa74b4']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:24.240402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-6e8e3a50-33f8-4253-92b6-a6867c10d347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe6805b-04cb-43ca-a593-cfca21d3a256') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:24.241245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-6e8e3a50-33f8-4253-92b6-a6867c10d347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe6805b-04cb-43ca-a593-cfca21d3a256') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:24.265356 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3a50-33f8-4253-92b6-a6867c10d347 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.284736 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3a50-33f8-4253-92b6-a6867c10d347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.309309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8e3a50-33f8-4253-92b6-a6867c10d347 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:14:24.312657 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3a50-33f8-4253-92b6-a6867c10d347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:14:24.321067 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:14:24.436535 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3a50-33f8-4253-92b6-a6867c10d347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.445931 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3a50-33f8-4253-92b6-a6867c10d347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.451129 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6e8e3a50-33f8-4253-92b6-a6867c10d347 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f2b3bac6-420e-4692-882e-6605a6aa74b4 HTTP/1.1" status: 204 len: 168 time: 0.5008795 Nov 27 01:14:24.465065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e3a50-33f8-4253-92b6-a6867c10d347 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b3bac6-420e-4692-882e-6605a6aa74b4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:24.544396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55958a8f-f001-4c25-80a7-51e2e3cabf2b req-1e983125-3136-44bd-bc8d-df6ecc0f0749 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:24.548309 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-55958a8f-f001-4c25-80a7-51e2e3cabf2b req-1e983125-3136-44bd-bc8d-df6ecc0f0749 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.1299255 Nov 27 01:14:24.667148 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-55958a8f-f001-4c25-80a7-51e2e3cabf2b req-a042895b-9be7-4521-8747-51c9ed3103ce tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125383 Nov 27 01:14:24.681200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52658) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:24.732760 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 98e9ae07-32e6-4998-9dab-811b7ff3b7fe no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:24.767412 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-16f2d08c-0cec-4326-bb1f-b44f5b917e08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=824296168135401cbcf32b795324fb86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0844707 Nov 27 01:14:24.769957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52668) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:24.800004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 98e9ae07-32e6-4998-9dab-811b7ff3b7fe {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:24.800734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 98e9ae07-32e6-4998-9dab-811b7ff3b7fe not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:24.874237 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34abc8ae-3149-4d9b-afb6-535d2336073d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.921887 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34abc8ae-3149-4d9b-afb6-535d2336073d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.994600 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34abc8ae-3149-4d9b-afb6-535d2336073d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.999694 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34abc8ae-3149-4d9b-afb6-535d2336073d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.001719 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-34abc8ae-3149-4d9b-afb6-535d2336073d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a13ef71-f602-46e3-aa73-e0deb2060678 HTTP/1.1" status: 204 len: 168 time: 0.2303987 Nov 27 01:14:25.036893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abc8ae-3149-4d9b-afb6-535d2336073d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a13ef71-f602-46e3-aa73-e0deb2060678,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:25.119350 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:25.171121 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:25.171663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1f47b071-fb1b-4bc8-b00a-22eb728b4e0e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:25.588579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52780) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:25.646777 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-34798cca-48f3-4805-84bc-54ce95d2f547 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=835bd7f239904ad59a6db14bd5677cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541117 Nov 27 01:14:25.649198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52790) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:25.690245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52796) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:25.724717 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1d64407-3002-48db-a605-019cceb5f9c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.762170 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1d64407-3002-48db-a605-019cceb5f9c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.928725 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb44abd-5d09-4446-85ce-8384e90a2dc8 req-06b891b9-03a8-4c11-97ea-c3e1f6411796 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:25.951151 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ccb44abd-5d09-4446-85ce-8384e90a2dc8 req-06b891b9-03a8-4c11-97ea-c3e1f6411796 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.1202040 Nov 27 01:14:25.954180 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1d64407-3002-48db-a605-019cceb5f9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.956803 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1d64407-3002-48db-a605-019cceb5f9c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.957916 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e1d64407-3002-48db-a605-019cceb5f9c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be282b20-5732-447c-a280-10f92de80f16 HTTP/1.1" status: 204 len: 168 time: 0.3066628 Nov 27 01:14:25.986054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1409225464-network', 'tenant_id': '6ad0ddfc918e4bb9a0295e1e5f508fb2'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:26.061283 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] Made reservation on behalf of 6ad0ddfc918e4bb9a0295e1e5f508fb2 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:26.063741 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d64407-3002-48db-a605-019cceb5f9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be282b20-5732-447c-a280-10f92de80f16,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:26.064594 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:26.097728 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:26.139810 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ccb44abd-5d09-4446-85ce-8384e90a2dc8 req-34945996-8a83-4ba6-967d-abd57f75d99c tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919918 Nov 27 01:14:26.285479 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:26.292755 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:26.318617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:14:26.343208 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae31225-10c6-4151-9593-16f88b5a722d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:26.360560 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:26.361158 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] Added segment 1dd687a0-2945-44fb-8892-77471c5adb3b of type vlan for network 553ff13a-194b-495b-ac31-cdc4976c4359 Nov 27 01:14:26.466507 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:26.509914 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:26.515767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:26.516401 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:26.628617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] Pushing event updated for resources: {'Network': ['ID=553ff13a-194b-495b-ac31-cdc4976c4359,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:26.645521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 553ff13a-194b-495b-ac31-cdc4976c4359 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:14:26.648634 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8fba9eed-027a-42c3-8a20-619f4ba9bd26 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9572446 Nov 27 01:14:26.651961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52912) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:26.659732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3f98f8d1-8972-4694-8f2c-66cb56eadbec admin admin] Request body: {'subnet': {'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1409225464-subnet', 'tenant_id': '6ad0ddfc918e4bb9a0295e1e5f508fb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:26.706745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f98f8d1-8972-4694-8f2c-66cb56eadbec admin admin] Made reservation on behalf of 6ad0ddfc918e4bb9a0295e1e5f508fb2 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:26.709733 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f98f8d1-8972-4694-8f2c-66cb56eadbec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.021382 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f98f8d1-8972-4694-8f2c-66cb56eadbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.118245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98f8d1-8972-4694-8f2c-66cb56eadbec admin admin] Pushing event updated for resources: {'Subnet': ['ID=34dd4f54-a648-49d7-95dc-b1032614d913,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:27.124907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f98f8d1-8972-4694-8f2c-66cb56eadbec admin admin] Checking segment: {'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:27.126897 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f98f8d1-8972-4694-8f2c-66cb56eadbec admin admin] Network hostable DHCP agents. Network: 553ff13a-194b-495b-ac31-cdc4976c4359, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:14:27.147859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f98f8d1-8972-4694-8f2c-66cb56eadbec admin admin] Network 553ff13a-194b-495b-ac31-cdc4976c4359 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:14:27.167373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-3f98f8d1-8972-4694-8f2c-66cb56eadbec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 553ff13a-194b-495b-ac31-cdc4976c4359) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:27.176518 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f98f8d1-8972-4694-8f2c-66cb56eadbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.177190 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f98f8d1-8972-4694-8f2c-66cb56eadbec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.182611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8354c1-0c06-4b9d-82bf-2e2e5be7961e None None] Network 553ff13a-194b-495b-ac31-cdc4976c4359 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:27.268161 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3f98f8d1-8972-4694-8f2c-66cb56eadbec admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6138971 Nov 27 01:14:27.365444 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315990c-f14b-4a00-99e0-2a8d9992fec6 req-7bc0b13f-a7bd-461d-a09b-eebf6e3fae4c tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.367739 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8315990c-f14b-4a00-99e0-2a8d9992fec6 req-7bc0b13f-a7bd-461d-a09b-eebf6e3fae4c tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.1344275 Nov 27 01:14:27.447244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-553ff13a-194b-495b-ac31-cdc4976c4359', 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359', 'tenant_id': '6ad0ddfc918e4bb9a0295e1e5f508fb2', 'fixed_ips': [{'subnet_id': '34dd4f54-a648-49d7-95dc-b1032614d913'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:14:27.448362 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.501840 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53022) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:27.505332 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8315990c-f14b-4a00-99e0-2a8d9992fec6 req-4ae4c278-ca65-4da1-8c7d-f8537a9dee28 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260710 Nov 27 01:14:27.749098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Allocated IP 172.20.0.2 (553ff13a-194b-495b-ac31-cdc4976c4359/34dd4f54-a648-49d7-95dc-b1032614d913/5b5f3132-d991-4d03-99e2-c6c2721db002) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:27.781847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-105410010-network', 'tenant_id': 'd18461bdb04f48e7b016c099b1185328'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:27.857247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] Made reservation on behalf of d18461bdb04f48e7b016c099b1185328 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:27.859743 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.889032 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.935134 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.946187 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.053675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Pushing event updated for resources: {'Port': ['ID=5b5f3132-d991-4d03-99e2-c6c2721db002,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:28.081207 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Network 553ff13a-194b-495b-ac31-cdc4976c4359 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:28.084555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:28.093547 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:28.238685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53128) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:28.247340 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Attempting to bind port 5b5f3132-d991-4d03-99e2-c6c2721db002 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:28.247720 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Attempting to bind port 5b5f3132-d991-4d03-99e2-c6c2721db002 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:28.248079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Attempting to bind port 5b5f3132-d991-4d03-99e2-c6c2721db002 on network 553ff13a-194b-495b-ac31-cdc4976c4359 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:28.254830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-65bd15b0-1906-403f-84f6-d0a644f45a95 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:28.263852 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-65bd15b0-1906-403f-84f6-d0a644f45a95 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/networks?id=553ff13a-194b-495b-ac31-cdc4976c4359 HTTP/1.1" status: 200 len: 816 time: 0.2084355 Nov 27 01:14:28.267745 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.275990 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:28.276683 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Checking segment: {'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:28.281903 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.282482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Bound using segment: {'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:28.283161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Bound port: 5b5f3132-d991-4d03-99e2-c6c2721db002, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:28.283910 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.314186 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.326651 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.354542 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-a0a8a9fb-8749-4d44-97bc-3c5e267b797e tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/quotas/6ad0ddfc918e4bb9a0295e1e5f508fb2 HTTP/1.1" status: 200 len: 375 time: 0.0892723 Nov 27 01:14:28.406804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:14:28.415345 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6628b0-0891-4bc8-b07f-54dcf9ec4ed0 admin admin] Deleting subnet 80662da9-0903-4539-8282-1a973a762559 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:14:28.418825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] For port 5b5f3132-d991-4d03-99e2-c6c2721db002, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:28.422421 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] For port 5b5f3132-d991-4d03-99e2-c6c2721db002, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5b5f3132-d991-4d03-99e2-c6c2721db002,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:28.423870 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f6628b0-0891-4bc8-b07f-54dcf9ec4ed0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.428971 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.431801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99bc048-86fc-47fb-9fba-9bad906a667c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:28.468272 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.468827 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] Added segment eeb8c0a1-a81c-4ee0-aa97-9582d70799ce of type vlan for network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 Nov 27 01:14:28.489340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-a7e52542-79a1-4641-b2d5-044cb4e24e7f tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ad0ddfc918e4bb9a0295e1e5f508fb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1296699 Nov 27 01:14:28.505175 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f6628b0-0891-4bc8-b07f-54dcf9ec4ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.505414 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916faf08-e2d3-4f6e-94cb-e7c41860b594 None None] Pushing event updated for resources: {'Port': ['ID=5b5f3132-d991-4d03-99e2-c6c2721db002,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:28.608391 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f6628b0-0891-4bc8-b07f-54dcf9ec4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.621728 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-8c7ba53b-9dc6-4578-9a52-9ec807cea8ff service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:14:28.622892 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-8c7ba53b-9dc6-4578-9a52-9ec807cea8ff service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1327777 Nov 27 01:14:28.632414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.699700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.700734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:28.701475 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.812299 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f6628b0-0891-4bc8-b07f-54dcf9ec4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.854288 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6628b0-0891-4bc8-b07f-54dcf9ec4ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80662da9-0903-4539-8282-1a973a762559,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:28.854533 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-acf26982-ec3a-41cf-963e-852b1828a654 service neutron] 10.222.0.15 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191856 Nov 27 01:14:28.866630 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff4f26a-abc0-41c2-afe2-35719621de67 None None] Network 4b89f644-2375-4ba6-8bce-e3c255057dae requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:28.871896 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f6628b0-0891-4bc8-b07f-54dcf9ec4ed0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.883566 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7f6628b0-0891-4bc8-b07f-54dcf9ec4ed0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/80662da9-0903-4539-8282-1a973a762559 HTTP/1.1" status: 204 len: 168 time: 0.6431086 Nov 27 01:14:28.885681 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53138) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:28.906789 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4037390 Nov 27 01:14:28.914832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53142) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:28.924630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-43382aec-880f-419c-b095-fa54779be4aa admin admin] Request body: {'subnet': {'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-105410010-subnet', 'tenant_id': 'd18461bdb04f48e7b016c099b1185328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:29.025472 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6009ef5b-54df-4206-b99f-fb12f6321f7f None None] DHCP port deletion for 4b89f644-2375-4ba6-8bce-e3c255057dae request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:29.034800 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf12dc-f761-4e20-9816-f1cd5b46a7c7 req-51d207fd-23c9-4133-bbdb-3d7201981195 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:29.050537 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fdf12dc-f761-4e20-9816-f1cd5b46a7c7 req-51d207fd-23c9-4133-bbdb-3d7201981195 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.4074447 Nov 27 01:14:29.125390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43382aec-880f-419c-b095-fa54779be4aa admin admin] Made reservation on behalf of d18461bdb04f48e7b016c099b1185328 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:29.128512 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43382aec-880f-419c-b095-fa54779be4aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.168761 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a93b-b3c5-49a4-80e3-a19e2821c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.213457 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fdf12dc-f761-4e20-9816-f1cd5b46a7c7 req-e2ec19e4-e1ec-433d-bc08-41d85aaa3db7 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614361 Nov 27 01:14:29.215213 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d1869-573b-407c-a9e6-8e27f5959925 admin admin] Pushing event updated for resources: {'Network': ['ID=60958e2f-96cf-4e62-b388-7bcdd3462ab0,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:29.239937 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:14:29.336336 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a93b-b3c5-49a4-80e3-a19e2821c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.351638 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-329dc90c-68d2-4e1f-8788-f4cbe4f21673 service neutron] 10.222.0.15 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955583 Nov 27 01:14:29.391300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a7b8a93b-b3c5-49a4-80e3-a19e2821c24f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b89f644-2375-4ba6-8bce-e3c255057dae']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:29.424527 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a7b8a93b-b3c5-49a4-80e3-a19e2821c24f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c60adb-e8f4-4a57-a5c4-413028fc2f51') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:29.424809 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a7b8a93b-b3c5-49a4-80e3-a19e2821c24f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c60adb-e8f4-4a57-a5c4-413028fc2f51') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:29.442797 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a93b-b3c5-49a4-80e3-a19e2821c24f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.453627 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43382aec-880f-419c-b095-fa54779be4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.472954 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a93b-b3c5-49a4-80e3-a19e2821c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.493912 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b8a93b-b3c5-49a4-80e3-a19e2821c24f admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:14:29.495104 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a93b-b3c5-49a4-80e3-a19e2821c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:14:29.503309 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:14:29.534557 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43382aec-880f-419c-b095-fa54779be4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:29.599703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43382aec-880f-419c-b095-fa54779be4aa admin admin] Checking segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:29.600160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43382aec-880f-419c-b095-fa54779be4aa admin admin] Network hostable DHCP agents. Network: 60958e2f-96cf-4e62-b388-7bcdd3462ab0, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:14:29.627807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43382aec-880f-419c-b095-fa54779be4aa admin admin] Network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:14:29.646521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-43382aec-880f-419c-b095-fa54779be4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 60958e2f-96cf-4e62-b388-7bcdd3462ab0) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:29.659313 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a93b-b3c5-49a4-80e3-a19e2821c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.660391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43382aec-880f-419c-b095-fa54779be4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:29.661274 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43382aec-880f-419c-b095-fa54779be4aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.667228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d078a2b-c3b5-48d3-9d30-5b37c78c37f3 None None] Network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:29.674692 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a93b-b3c5-49a4-80e3-a19e2821c24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.684639 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a7b8a93b-b3c5-49a4-80e3-a19e2821c24f admin admin] 10.222.0.15 "DELETE /v2.0/networks/4b89f644-2375-4ba6-8bce-e3c255057dae HTTP/1.1" status: 204 len: 168 time: 0.7978437 Nov 27 01:14:29.710140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8a93b-b3c5-49a4-80e3-a19e2821c24f admin admin] Pushing event deleted for resources: {'Network': ['ID=4b89f644-2375-4ba6-8bce-e3c255057dae,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:29.738510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-43382aec-880f-419c-b095-fa54779be4aa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8225315 Nov 27 01:14:29.997844 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-e2624fb5-f8b0-41d4-a097-320b50678d21 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:29.999050 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-e2624fb5-f8b0-41d4-a097-320b50678d21 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/networks?id=2ce44638-8d8b-43b6-97d9-d1d1bc26b117 HTTP/1.1" status: 200 len: 814 time: 0.2673984 Nov 27 01:14:30.015044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53182) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:30.077028 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-cb6d50a7-9c3a-4a5a-a9b8-03f56e9811d8 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/quotas/4855ade2371d4c35b4da48d497e006c9 HTTP/1.1" status: 200 len: 375 time: 0.0501080 Nov 27 01:14:30.153705 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-c74ebb5e-bb9d-453a-8b58-ac2a64b868bb tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4855ade2371d4c35b4da48d497e006c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692513 Nov 27 01:14:30.161027 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4f4f1b14-99eb-4eb1-9508-e08d6da9ee89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=209f38c9e33a417e8beb75ce87669b42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419430 Nov 27 01:14:30.161709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53186) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:30.181270 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-38444576-1057-48da-a100-37c91e90317b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:30.184587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2003c8d9-0061-43bc-bea1-00a76b9253ef None None] Network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:30.190272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-38444576-1057-48da-a100-37c91e90317b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/networks?id=553ff13a-194b-495b-ac31-cdc4976c4359 HTTP/1.1" status: 200 len: 816 time: 0.3465877 Nov 27 01:14:30.216105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-03e6a724-ae93-4401-82ad-dd6e12c5da7e tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/quotas/6ad0ddfc918e4bb9a0295e1e5f508fb2 HTTP/1.1" status: 200 len: 375 time: 0.0248237 Nov 27 01:14:30.308971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-06f00564-6871-4095-a774-71018cc734dc tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ad0ddfc918e4bb9a0295e1e5f508fb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912805 Nov 27 01:14:30.324007 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-56967934-7ae1-412e-baa8-2e98b4f2d64b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:14:30.328230 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-56967934-7ae1-412e-baa8-2e98b4f2d64b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119624 Nov 27 01:14:30.364222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e69edef-7f5c-48b0-9e83-4aaca69bce94 None None] Network 553ff13a-194b-495b-ac31-cdc4976c4359 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:30.379047 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-73c227cb-c694-4065-a9ec-e9b15bb196f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:30.412704 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-a7bc1a66-02ca-4950-a0b1-c010d263eb67 service neutron] 10.222.0.15 "GET /v2.0/networks/2ce44638-8d8b-43b6-97d9-d1d1bc26b117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234523 Nov 27 01:14:30.432145 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-73c227cb-c694-4065-a9ec-e9b15bb196f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:30.465349 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-e08fd057-961d-4fcd-b4ad-f65205dfd7df service neutron] 10.222.0.15 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188598 Nov 27 01:14:30.538453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-52102711-e373-485d-b5b6-3a225c6e5262 None None] Provisioning complete for port 5b5f3132-d991-4d03-99e2-c6c2721db002 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:30.545261 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-52102711-e373-485d-b5b6-3a225c6e5262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:30.549532 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:30.615205 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-bb336253-4f8f-4385-9e1f-17274b38c166 service neutron] 10.222.0.15 "GET /v2.0/networks/2ce44638-8d8b-43b6-97d9-d1d1bc26b117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892290 Nov 27 01:14:30.651629 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-ee8b61e9-fd68-40cc-8194-080e80af342f service neutron] 10.222.0.15 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797838 Nov 27 01:14:30.673672 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-73c227cb-c694-4065-a9ec-e9b15bb196f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:30.676578 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-73c227cb-c694-4065-a9ec-e9b15bb196f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:30.678347 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-73c227cb-c694-4065-a9ec-e9b15bb196f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e76c8337-5467-413c-b8d1-2e0fb1b2b1b9 HTTP/1.1" status: 204 len: 168 time: 0.5131547 Nov 27 01:14:30.689301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c227cb-c694-4065-a9ec-e9b15bb196f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76c8337-5467-413c-b8d1-2e0fb1b2b1b9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:30.782182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5b5f3132-d991-4d03-99e2-c6c2721db002 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:31.067376 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5b5f3132-d991-4d03-99e2-c6c2721db002 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:31.068404 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:31.087671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee05876-1604-4c88-9a7c-06e0d3eedaae req-b64397f3-2589-4060-b259-3fa7de6fe675 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:31.107671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ee05876-1604-4c88-9a7c-06e0d3eedaae req-b64397f3-2589-4060-b259-3fa7de6fe675 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.1366191 Nov 27 01:14:31.178144 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-52102711-e373-485d-b5b6-3a225c6e5262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:31.187786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53232) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:31.192921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1132513934-network', 'tenant_id': 'f929ca98420346459cd9ba607ca96d79'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:31.220148 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ee05876-1604-4c88-9a7c-06e0d3eedaae req-8d20b4e2-1fe5-45b1-b44a-3abf914565d0 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067450 Nov 27 01:14:31.223315 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-52102711-e373-485d-b5b6-3a225c6e5262 None None] For port 5b5f3132-d991-4d03-99e2-c6c2721db002, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5b5f3132-d991-4d03-99e2-c6c2721db002,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:31.233974 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-52102711-e373-485d-b5b6-3a225c6e5262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:31.267867 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] Made reservation on behalf of f929ca98420346459cd9ba607ca96d79 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:31.279876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:31.325738 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:31.415101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0f25e1b9-eef9-4c36-88b1-3b8fedb1d3cd req-7bfdae39-8432-4640-89b2-84157e031d48 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 210 time: 0.0640974 Nov 27 01:14:31.458070 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52102711-e373-485d-b5b6-3a225c6e5262 None None] Pushing event updated for resources: {'Port': ['ID=5b5f3132-d991-4d03-99e2-c6c2721db002,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:31.564300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-23ac5e88-bf3e-4b94-a39d-6f931e2740cb None None] Provisioning complete for port 5b5f3132-d991-4d03-99e2-c6c2721db002 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:31.567168 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-23ac5e88-bf3e-4b94-a39d-6f931e2740cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:31.664323 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:31.674621 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:31.717667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-2cc67056-843f-4f10-b1b6-6b848a3f954b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:31.719593 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-2cc67056-843f-4f10-b1b6-6b848a3f954b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.21 "GET /v2.0/networks?id=553ff13a-194b-495b-ac31-cdc4976c4359 HTTP/1.1" status: 200 len: 816 time: 0.2245679 Nov 27 01:14:31.720513 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ca5223-96ab-4e0e-abe1-f597974b85a1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:31.745685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-e1728431-bc42-43e7-bafc-78ae3978148a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Request body: {'port': {'device_id': '6479d75e-f0e9-4c06-b731-9bf7aff0150b', 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359', 'admin_state_up': True, 'tenant_id': '6ad0ddfc918e4bb9a0295e1e5f508fb2'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:31.756461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:14:31.791522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982693e6-70ff-409b-9037-9cb54faba3ff req-aff6d563-35d1-413c-b096-82d0e485c727 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:31.800606 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-982693e6-70ff-409b-9037-9cb54faba3ff req-aff6d563-35d1-413c-b096-82d0e485c727 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/networks?id=553ff13a-194b-495b-ac31-cdc4976c4359 HTTP/1.1" status: 200 len: 816 time: 0.3162906 Nov 27 01:14:31.827047 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:31.827396 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] Added segment 0084387a-a6e2-40cd-99f1-2882dd4bc011 of type vlan for network dd10f094-b64d-448f-a9eb-b12df8111982 Nov 27 01:14:31.837676 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-982693e6-70ff-409b-9037-9cb54faba3ff req-118dc415-02a8-4dd9-899c-13e1e71825e5 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/quotas/6ad0ddfc918e4bb9a0295e1e5f508fb2 HTTP/1.1" status: 200 len: 375 time: 0.0357184 Nov 27 01:14:31.905996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-e1728431-bc42-43e7-bafc-78ae3978148a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Made reservation on behalf of 6ad0ddfc918e4bb9a0295e1e5f508fb2 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:31.912026 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-e1728431-bc42-43e7-bafc-78ae3978148a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:31.972999 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.004384 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-982693e6-70ff-409b-9037-9cb54faba3ff req-fab28af7-c549-4fe9-b061-2937b2cbf110 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ad0ddfc918e4bb9a0295e1e5f508fb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1594193 Nov 27 01:14:32.095939 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.096956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:32.107594 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.115657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-e1728431-bc42-43e7-bafc-78ae3978148a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Allocated IP 172.20.0.14 (553ff13a-194b-495b-ac31-cdc4976c4359/34dd4f54-a648-49d7-95dc-b1032614d913/a78e4c4a-688d-4179-a301-d2a9945c0c85) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:32.157178 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-982693e6-70ff-409b-9037-9cb54faba3ff req-443dfcfd-b90e-49b4-b9fc-0a2fdbb89292 service neutron] 10.222.0.15 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519392 Nov 27 01:14:32.194063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53266) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:32.286990 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0978413 Nov 27 01:14:32.287933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52f09a-7b52-4e3d-974e-fed2ebb2845b admin admin] Pushing event updated for resources: {'Network': ['ID=dd10f094-b64d-448f-a9eb-b12df8111982,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:32.290662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53274) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:32.299568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-56ebde4c-da09-4665-bca1-65355eb7f545 admin admin] Request body: {'subnet': {'network_id': 'dd10f094-b64d-448f-a9eb-b12df8111982', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1132513934-subnet', 'tenant_id': 'f929ca98420346459cd9ba607ca96d79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:32.300464 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network dd10f094-b64d-448f-a9eb-b12df8111982 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:14:32.339325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-305905280-network', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:32.361766 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-982693e6-70ff-409b-9037-9cb54faba3ff req-a948e833-c43d-4df5-9b13-7c7c7ac4eafd service neutron] 10.222.0.15 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882355 Nov 27 01:14:32.362932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ebde4c-da09-4665-bca1-65355eb7f545 admin admin] Made reservation on behalf of f929ca98420346459cd9ba607ca96d79 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:32.365351 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56ebde4c-da09-4665-bca1-65355eb7f545 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.390034 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-e1728431-bc42-43e7-bafc-78ae3978148a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.410691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] Made reservation on behalf of 0b28ffa3542f4dd68ef8bcd697b3e934 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:32.413006 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.439412 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.451628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d9b77-7f21-437e-a700-6f99f3fe395f req-5710a309-2bbd-4664-80d3-c5c875d3c9d7 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:32.460998 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-397d9b77-7f21-437e-a700-6f99f3fe395f req-5710a309-2bbd-4664-80d3-c5c875d3c9d7 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.1444688 Nov 27 01:14:32.504460 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-e1728431-bc42-43e7-bafc-78ae3978148a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.607705 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-397d9b77-7f21-437e-a700-6f99f3fe395f req-4cd163ca-1efd-4020-be85-35aca33ee4af tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453400 Nov 27 01:14:32.623874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-e1728431-bc42-43e7-bafc-78ae3978148a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Network 553ff13a-194b-495b-ac31-cdc4976c4359 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:32.636564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-e1728431-bc42-43e7-bafc-78ae3978148a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:32.654429 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-e1728431-bc42-43e7-bafc-78ae3978148a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:32.662082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1728431-bc42-43e7-bafc-78ae3978148a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Pushing event updated for resources: {'Port': ['ID=a78e4c4a-688d-4179-a301-d2a9945c0c85,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:32.689210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5b5f3132-d991-4d03-99e2-c6c2721db002 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:32.761952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d4308461-f6f6-49f5-acd9-36188f63aa6c req-0ae1e03b-5938-44d1-b750-9388043557e3 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 210 time: 0.0418510 Nov 27 01:14:32.778955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-e1728431-bc42-43e7-bafc-78ae3978148a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:32.779777 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-e1728431-bc42-43e7-bafc-78ae3978148a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.806377 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.813808 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-e1728431-bc42-43e7-bafc-78ae3978148a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0719471 Nov 27 01:14:32.815249 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.837048 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5b5f3132-d991-4d03-99e2-c6c2721db002 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:32.837266 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.863991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Request body: {'port': {'device_id': '6479d75e-f0e9-4c06-b731-9bf7aff0150b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:32.867043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:14:32.894921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af76f206-5daf-40c4-9e95-0d5643f72732,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:32.920705 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.923143 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] Added segment bb13f819-7513-4d5c-a17c-9ef71f8940c0 of type vlan for network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 Nov 27 01:14:32.965033 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35fa97b9-37f8-403a-833f-8584ffbbc818 req-f7abbe98-200d-420a-9f29-7b2a82dad824 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 210 time: 0.0969105 Nov 27 01:14:32.977874 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.990188 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-d87594ba-1391-4f79-9f77-a73fee30cdb2 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:32.992014 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-d87594ba-1391-4f79-9f77-a73fee30cdb2 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.31 "GET /v2.0/networks?id=553ff13a-194b-495b-ac31-cdc4976c4359 HTTP/1.1" status: 200 len: 816 time: 0.5065575 Nov 27 01:14:33.000326 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56ebde4c-da09-4665-bca1-65355eb7f545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.037193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-7657a32b-4d36-4bde-8286-900acd3ecf28 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Request body: {'port': {'device_id': '8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e', 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359', 'admin_state_up': True, 'tenant_id': '6ad0ddfc918e4bb9a0295e1e5f508fb2'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:33.056347 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.124278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c5b151d8-d31d-439c-a1ce-6dc77b9cf449 None None] Provisioning complete for port a78e4c4a-688d-4179-a301-d2a9945c0c85 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:33.125913 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c5b151d8-d31d-439c-a1ce-6dc77b9cf449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.174545 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.175595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:33.176518 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.211412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c5b151d8-d31d-439c-a1ce-6dc77b9cf449 None None] Port a78e4c4a-688d-4179-a301-d2a9945c0c85 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:33.239856 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0446579 Nov 27 01:14:33.249991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53292) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:33.283387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c4077254-0729-49ff-b7ca-59fa91783bfb admin admin] Request body: {'subnet': {'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-305905280-subnet', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:33.415558 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebde4c-da09-4665-bca1-65355eb7f545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa97f133-12cb-4d18-ae2f-91cc55aec4ea,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:33.423096 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bacef2-8ae5-41a8-977a-8269d002b3ea admin admin] Pushing event updated for resources: {'Network': ['ID=8edb1bd7-e9a2-4234-bcb2-92640c58daf6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:33.438609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebde4c-da09-4665-bca1-65355eb7f545 admin admin] Checking segment: {'id': '0084387a-a6e2-40cd-99f1-2882dd4bc011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dd10f094-b64d-448f-a9eb-b12df8111982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:33.439020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ebde4c-da09-4665-bca1-65355eb7f545 admin admin] Network hostable DHCP agents. Network: dd10f094-b64d-448f-a9eb-b12df8111982, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:14:33.443940 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:14:33.447500 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4077254-0729-49ff-b7ca-59fa91783bfb admin admin] Made reservation on behalf of 0b28ffa3542f4dd68ef8bcd697b3e934 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:33.450512 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c4077254-0729-49ff-b7ca-59fa91783bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.487252 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ebde4c-da09-4665-bca1-65355eb7f545 admin admin] Network dd10f094-b64d-448f-a9eb-b12df8111982 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:14:33.508142 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-7657a32b-4d36-4bde-8286-900acd3ecf28 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Made reservation on behalf of 6ad0ddfc918e4bb9a0295e1e5f508fb2 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:33.516778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-7657a32b-4d36-4bde-8286-900acd3ecf28 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.555405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-56ebde4c-da09-4665-bca1-65355eb7f545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, dd10f094-b64d-448f-a9eb-b12df8111982) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:33.561075 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ebde4c-da09-4665-bca1-65355eb7f545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:33.561793 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56ebde4c-da09-4665-bca1-65355eb7f545 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.569497 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6de815b-ea1a-4d29-9ab0-1ddeaf75c729 None None] Network dd10f094-b64d-448f-a9eb-b12df8111982 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:33.627001 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-56ebde4c-da09-4665-bca1-65355eb7f545 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3323553 Nov 27 01:14:33.926886 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20c9611b-e20e-4c91-a252-f503cd89e8b8 req-5bfa891d-beed-4153-8dbe-1b20e7981006 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 210 time: 0.0409429 Nov 27 01:14:33.958847 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750e78f8-ec66-4788-973e-825b4fbbf598 None None] Network dd10f094-b64d-448f-a9eb-b12df8111982 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:33.976715 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-86cea94c-7257-48c7-8f62-afa3c80db36d tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:33.978187 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-86cea94c-7257-48c7-8f62-afa3c80db36d tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.31 "GET /v2.0/networks?id=2ce44638-8d8b-43b6-97d9-d1d1bc26b117 HTTP/1.1" status: 200 len: 814 time: 0.6987734 Nov 27 01:14:34.005768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-6b6cf981-5509-4fa3-9046-df5e33e9931f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Request body: {'port': {'device_id': '57dbcef6-5284-44fc-a335-cd370d5cb06f', 'network_id': '2ce44638-8d8b-43b6-97d9-d1d1bc26b117', 'admin_state_up': True, 'tenant_id': '4855ade2371d4c35b4da48d497e006c9'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:34.050886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb0e84-8d3b-44a3-b8eb-06a9b24e1aa2 req-dd7656c7-4439-44a7-9cdb-ef57c76623b5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:34.052427 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4eb0e84-8d3b-44a3-b8eb-06a9b24e1aa2 req-dd7656c7-4439-44a7-9cdb-ef57c76623b5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.2172196 Nov 27 01:14:34.153980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78e4c4a-688d-4179-a301-d2a9945c0c85 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:34.181852 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.283506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-6ba3de00-fd58-4967-9e78-117ddb0cff66 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:34.285455 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-6ba3de00-fd58-4967-9e78-117ddb0cff66 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 807 time: 0.1243415 Nov 27 01:14:34.303139 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-9fa13ab6-998c-48d3-ad5e-3e4835c78d8a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/quotas/d18461bdb04f48e7b016c099b1185328 HTTP/1.1" status: 200 len: 375 time: 0.0093839 Nov 27 01:14:34.321769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Transition to ACTIVE for port object a78e4c4a-688d-4179-a301-d2a9945c0c85 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:14:34.338358 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.343813 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4eb0e84-8d3b-44a3-b8eb-06a9b24e1aa2 req-396dca8a-1c16-4d54-9a1a-69618be2dc34 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616401 Nov 27 01:14:34.350048 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-565222e3-4a89-4e9d-8f0b-7ab42d9c0f12 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340695 Nov 27 01:14:34.459584 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-7657a32b-4d36-4bde-8286-900acd3ecf28 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Allocated IP 172.20.0.6 (553ff13a-194b-495b-ac31-cdc4976c4359/34dd4f54-a648-49d7-95dc-b1032614d913/b17e5d81-e123-4de2-a123-ebc321288f7f) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:34.471360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-6b6cf981-5509-4fa3-9046-df5e33e9931f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Made reservation on behalf of 4855ade2371d4c35b4da48d497e006c9 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:34.474890 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-6b6cf981-5509-4fa3-9046-df5e33e9931f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.514790 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-6e00516a-7586-4084-b958-c5fd784af26f service neutron] 10.222.0.15 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333752 Nov 27 01:14:34.515852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Pushing event updated for resources: {'Port': ['ID=a78e4c4a-688d-4179-a301-d2a9945c0c85,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:34.525787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29e8f2d2-1f0a-4030-bb63-e74fac652804 req-1b1e3256-4c56-4c87-88e7-7caf4e6badb9 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 210 time: 0.0907645 Nov 27 01:14:34.531898 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c4077254-0729-49ff-b7ca-59fa91783bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.547061 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982693e6-70ff-409b-9037-9cb54faba3ff req-e62d6d37-d512-4df5-bca2-18c1a619d6dd tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:34.548777 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-982693e6-70ff-409b-9037-9cb54faba3ff req-e62d6d37-d512-4df5-bca2-18c1a619d6dd tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.21 "GET /v2.0/networks?id=553ff13a-194b-495b-ac31-cdc4976c4359 HTTP/1.1" status: 200 len: 816 time: 0.3177652 Nov 27 01:14:34.661727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-982693e6-70ff-409b-9037-9cb54faba3ff req-3cbda87e-146a-4e0a-9c2a-8232453fd934 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Request body: {'port': {'device_id': '7a42a1fc-65af-4bf3-8ebf-4e82b262b83e', 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359', 'admin_state_up': True, 'tenant_id': '6ad0ddfc918e4bb9a0295e1e5f508fb2'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:34.705103 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-43625b60-2b36-492f-9568-e3174e8463e8 service neutron] 10.222.0.15 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838386 Nov 27 01:14:34.732184 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4077254-0729-49ff-b7ca-59fa91783bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=254528fa-ba6d-46f8-93e2-9e5298866c76,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:34.733733 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-7657a32b-4d36-4bde-8286-900acd3ecf28 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.783573 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-7657a32b-4d36-4bde-8286-900acd3ecf28 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.843031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-7657a32b-4d36-4bde-8286-900acd3ecf28 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Network 553ff13a-194b-495b-ac31-cdc4976c4359 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:34.846585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-7657a32b-4d36-4bde-8286-900acd3ecf28 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:34.851515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-7657a32b-4d36-4bde-8286-900acd3ecf28 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:34.855593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657a32b-4d36-4bde-8286-900acd3ecf28 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Pushing event updated for resources: {'Port': ['ID=b17e5d81-e123-4de2-a123-ebc321288f7f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:34.940818 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77eb1e27-26dd-4e2b-aa65-53f7ef5f3d35 req-4fe94533-f546-40db-98a1-7a8ad53cb6a1 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 210 time: 0.0593190 Nov 27 01:14:34.966552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-7657a32b-4d36-4bde-8286-900acd3ecf28 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:34.967297 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-7657a32b-4d36-4bde-8286-900acd3ecf28 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.995157 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-7657a32b-4d36-4bde-8286-900acd3ecf28 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9692633 Nov 27 01:14:35.016762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Request body: {'port': {'device_id': '8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:35.031469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Attempting to bind port a78e4c4a-688d-4179-a301-d2a9945c0c85 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:35.031961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Attempting to bind port a78e4c4a-688d-4179-a301-d2a9945c0c85 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:35.032396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Attempting to bind port a78e4c4a-688d-4179-a301-d2a9945c0c85 on network 553ff13a-194b-495b-ac31-cdc4976c4359 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:35.039791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4077254-0729-49ff-b7ca-59fa91783bfb admin admin] Checking segment: {'id': 'bb13f819-7513-4d5c-a17c-9ef71f8940c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:35.040436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4077254-0729-49ff-b7ca-59fa91783bfb admin admin] Network hostable DHCP agents. Network: 8edb1bd7-e9a2-4234-bcb2-92640c58daf6, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:14:35.088461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.104288 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16eadde8-41c3-4356-9ff7-5d7cedfb8a2c req-0d45e1fb-1aeb-4390-b342-5533cffd41c0 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 210 time: 0.0745094 Nov 27 01:14:35.141114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Port a78e4c4a-688d-4179-a301-d2a9945c0c85 on network 553ff13a-194b-495b-ac31-cdc4976c4359 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:14:35.141302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Attempting to bind port a78e4c4a-688d-4179-a301-d2a9945c0c85 on network 553ff13a-194b-495b-ac31-cdc4976c4359 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:35.148749 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-6b6cf981-5509-4fa3-9046-df5e33e9931f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Allocated IP 172.20.0.2 (2ce44638-8d8b-43b6-97d9-d1d1bc26b117/d92a5ed1-0096-4f04-93c2-a15f9ec79d8b/ecfa5c75-c705-4fba-9a07-71147bfbc8e7) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:35.158410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982693e6-70ff-409b-9037-9cb54faba3ff req-3cbda87e-146a-4e0a-9c2a-8232453fd934 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Made reservation on behalf of 6ad0ddfc918e4bb9a0295e1e5f508fb2 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:35.162108 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-982693e6-70ff-409b-9037-9cb54faba3ff req-3cbda87e-146a-4e0a-9c2a-8232453fd934 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.171291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:35.171728 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Checking segment: {'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:35.172188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Bound using segment: {'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:35.172759 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Bound port: a78e4c4a-688d-4179-a301-d2a9945c0c85, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:35.173185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.206654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4077254-0729-49ff-b7ca-59fa91783bfb admin admin] Network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:14:35.276131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-c4077254-0729-49ff-b7ca-59fa91783bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 8edb1bd7-e9a2-4234-bcb2-92640c58daf6) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:35.287138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf66d836-da80-439e-8efd-7a67f6e7b176 None None] Network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:35.287698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd3a11-f73e-4956-90cb-8b141350dac3 req-b83e8ace-9195-471d-9ad4-aee700c0f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:35.289325 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5dd3a11-f73e-4956-90cb-8b141350dac3 req-b83e8ace-9195-471d-9ad4-aee700c0f37a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 1098 time: 0.2046189 Nov 27 01:14:35.304425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4077254-0729-49ff-b7ca-59fa91783bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:35.304895 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c4077254-0729-49ff-b7ca-59fa91783bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.353516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ead4789e-43b2-4c5f-8987-aaccf8cd5a42 None None] Provisioning complete for port b17e5d81-e123-4de2-a123-ebc321288f7f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:35.354043 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ead4789e-43b2-4c5f-8987-aaccf8cd5a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.441508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ead4789e-43b2-4c5f-8987-aaccf8cd5a42 None None] Port b17e5d81-e123-4de2-a123-ebc321288f7f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:35.483366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c4077254-0729-49ff-b7ca-59fa91783bfb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2051702 Nov 27 01:14:35.494097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53338) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:35.503284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:35.514618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] For port a78e4c4a-688d-4179-a301-d2a9945c0c85, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:35.518247 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17e5d81-e123-4de2-a123-ebc321288f7f {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:35.526169 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'fixed_ips': [{'subnet_id': '254528fa-ba6d-46f8-93e2-9e5298866c76'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:14:35.527261 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.529868 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.570088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ba4ef-5e43-4d0d-8ce8-d3154383a1c5 req-f78e5005-8981-4e1c-adcb-f599c3824817 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:35.573444 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-416ba4ef-5e43-4d0d-8ce8-d3154383a1c5 req-f78e5005-8981-4e1c-adcb-f599c3824817 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.1122298 Nov 27 01:14:35.583325 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Transition to ACTIVE for port object b17e5d81-e123-4de2-a123-ebc321288f7f will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:14:35.589091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] For port a78e4c4a-688d-4179-a301-d2a9945c0c85, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a78e4c4a-688d-4179-a301-d2a9945c0c85,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:35.605751 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.613138 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.619120 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5dd3a11-f73e-4956-90cb-8b141350dac3 req-b5b17705-b9b9-4835-b783-0bfea0e89b1f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046944 Nov 27 01:14:35.655890 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.657099 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.706796 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Pushing event updated for resources: {'Port': ['ID=b17e5d81-e123-4de2-a123-ebc321288f7f,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:35.707185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Allocated IP 172.20.0.2 (8edb1bd7-e9a2-4234-bcb2-92640c58daf6/254528fa-ba6d-46f8-93e2-9e5298866c76/6be68ff5-e0c3-4e57-9e45-8ea187b06080) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:35.724317 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1cf399fd-3965-4466-936f-2d6e616e4b30 req-f0ae33d1-e7d9-4634-ad4d-71b4ed8431f7 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 210 time: 0.0427570 Nov 27 01:14:35.729811 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-416ba4ef-5e43-4d0d-8ce8-d3154383a1c5 req-53e0e59e-abd1-417b-b6e6-1ed18bd4757c tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497660 Nov 27 01:14:35.752210 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-6b6cf981-5509-4fa3-9046-df5e33e9931f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.769305 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:35.770150 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.771911 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] 10.222.0.21 "PUT /v2.0/ports/a78e4c4a-688d-4179-a301-d2a9945c0c85 HTTP/1.1" status: 200 len: 1093 time: 2.9218979 Nov 27 01:14:35.776594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6479d75e-f0e9-4c06-b731-9bf7aff0150b', 'tag': 'a78e4c4a-688d-4179-a301-d2a9945c0c85'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:35.779797 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3115a17-4db7-407d-b4ec-70c6df94aacc" -d '{"events": [{"name": "network-changed", "server_uuid": "6479d75e-f0e9-4c06-b731-9bf7aff0150b", "tag": "a78e4c4a-688d-4179-a301-d2a9945c0c85"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:35.850893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-982693e6-70ff-409b-9037-9cb54faba3ff req-3cbda87e-146a-4e0a-9c2a-8232453fd934 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Allocated IP 172.20.0.3 (553ff13a-194b-495b-ac31-cdc4976c4359/34dd4f54-a648-49d7-95dc-b1032614d913/a1e580ac-eac3-4614-ad38-802b9048a7f8) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:35.894032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Attempting to bind port b17e5d81-e123-4de2-a123-ebc321288f7f on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:35.894372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Attempting to bind port b17e5d81-e123-4de2-a123-ebc321288f7f by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:35.894705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Attempting to bind port b17e5d81-e123-4de2-a123-ebc321288f7f on network 553ff13a-194b-495b-ac31-cdc4976c4359 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:35.900910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Port b17e5d81-e123-4de2-a123-ebc321288f7f on network 553ff13a-194b-495b-ac31-cdc4976c4359 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:14:35.901244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Attempting to bind port b17e5d81-e123-4de2-a123-ebc321288f7f on network 553ff13a-194b-495b-ac31-cdc4976c4359 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:35.907573 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.911626 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:35.912411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Checking segment: {'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:35.912537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Bound using segment: {'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:35.912981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Bound port: b17e5d81-e123-4de2-a123-ebc321288f7f, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:35.913359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.997430 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.012012 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.063528 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fdb297-7dad-4b33-8cee-f7ce010c7cff x-openstack-request-id: req-52fdb297-7dad-4b33-8cee-f7ce010c7cff {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:36.065973 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6479d75e-f0e9-4c06-b731-9bf7aff0150b", "tag": "a78e4c4a-688d-4179-a301-d2a9945c0c85", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:36.066413 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52fdb297-7dad-4b33-8cee-f7ce010c7cff {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:36.066842 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6479d75e-f0e9-4c06-b731-9bf7aff0150b', 'tag': 'a78e4c4a-688d-4179-a301-d2a9945c0c85', 'status': 'completed', 'code': 200} Nov 27 01:14:36.076614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:36.094261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] For port b17e5d81-e123-4de2-a123-ebc321288f7f, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:36.098420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:36.100269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Pushing event updated for resources: {'Port': ['ID=6be68ff5-e0c3-4e57-9e45-8ea187b06080,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:36.102861 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] For port b17e5d81-e123-4de2-a123-ebc321288f7f, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b17e5d81-e123-4de2-a123-ebc321288f7f,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:36.106384 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-6b6cf981-5509-4fa3-9046-df5e33e9931f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.108186 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c46f6a-1819-4e5e-bdf8-7a2f8b3d0c33 service neutron] Pushing event updated for resources: {'Port': ['ID=a78e4c4a-688d-4179-a301-d2a9945c0c85,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:36.108435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:36.113793 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.187188 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:36.188161 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.190871 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-92ff7a53-803b-4036-9557-311367dab20b service neutron] 10.222.0.31 "PUT /v2.0/ports/b17e5d81-e123-4de2-a123-ebc321288f7f HTTP/1.1" status: 200 len: 1092 time: 1.1803701 Nov 27 01:14:36.197228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e', 'tag': 'b17e5d81-e123-4de2-a123-ebc321288f7f'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:36.201658 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1395131e-502e-47aa-acdf-1aadea5a27b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e", "tag": "b17e5d81-e123-4de2-a123-ebc321288f7f"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:36.237348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff7a53-803b-4036-9557-311367dab20b service neutron] Pushing event updated for resources: {'Port': ['ID=b17e5d81-e123-4de2-a123-ebc321288f7f,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:36.247134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Attempting to bind port 6be68ff5-e0c3-4e57-9e45-8ea187b06080 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:36.247737 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Attempting to bind port 6be68ff5-e0c3-4e57-9e45-8ea187b06080 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'bb13f819-7513-4d5c-a17c-9ef71f8940c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:36.248346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Attempting to bind port 6be68ff5-e0c3-4e57-9e45-8ea187b06080 on network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:36.255118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:36.265748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Checking segment: {'id': 'bb13f819-7513-4d5c-a17c-9ef71f8940c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:36.265748 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.265748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Bound using segment: {'id': 'bb13f819-7513-4d5c-a17c-9ef71f8940c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:36.265748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Bound port: 6be68ff5-e0c3-4e57-9e45-8ea187b06080, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb13f819-7513-4d5c-a17c-9ef71f8940c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:36.265748 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.353922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-90e8baa7-9c77-4f71-992e-ade012f4d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:36.355532 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-90e8baa7-9c77-4f71-992e-ade012f4d5f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ad0ddfc918e4bb9a0295e1e5f508fb2&device_id=8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e HTTP/1.1" status: 200 len: 1095 time: 0.0625305 Nov 27 01:14:36.364574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] For port 6be68ff5-e0c3-4e57-9e45-8ea187b06080, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:36.367615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e23f8-058b-49e0-8a63-391c5a830bf7 req-66b9ed92-7b4b-4c4a-82bc-fa8e9d68a6ec tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:36.369262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] For port 6be68ff5-e0c3-4e57-9e45-8ea187b06080, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6be68ff5-e0c3-4e57-9e45-8ea187b06080,segment=NetworkSegment(bb13f819-7513-4d5c-a17c-9ef71f8940c0),segment_id=bb13f819-7513-4d5c-a17c-9ef71f8940c0)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:36.369784 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-292e23f8-058b-49e0-8a63-391c5a830bf7 req-66b9ed92-7b4b-4c4a-82bc-fa8e9d68a6ec tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 931 time: 0.1268358 Nov 27 01:14:36.374780 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.457538 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-fc4e0024-ff39-4320-bf9e-b800b4392e88 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17e5d81-e123-4de2-a123-ebc321288f7f HTTP/1.1" status: 200 len: 217 time: 0.0854270 Nov 27 01:14:36.460531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933e176-d6ba-4d84-9227-597f06426f2a None None] Pushing event updated for resources: {'Port': ['ID=6be68ff5-e0c3-4e57-9e45-8ea187b06080,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:36.520504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0cffcd72-0435-4bae-8a55-3a138b8fae37 req-9076a423-ffdc-452f-8be6-7418c30fbca6 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 210 time: 0.4170768 Nov 27 01:14:36.525923 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-292e23f8-058b-49e0-8a63-391c5a830bf7 req-f6486e6b-a9c5-4c00-a2eb-4e69d0e86652 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380928 Nov 27 01:14:36.537688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-f2cdca2a-a81d-4c7f-88c0-31aea1eb3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:36.539289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-f2cdca2a-a81d-4c7f-88c0-31aea1eb3f1a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34dd4f54-a648-49d7-95dc-b1032614d913 HTTP/1.1" status: 200 len: 855 time: 0.0741296 Nov 27 01:14:36.561044 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-982693e6-70ff-409b-9037-9cb54faba3ff req-3cbda87e-146a-4e0a-9c2a-8232453fd934 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.574678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cf981-5509-4fa3-9046-df5e33e9931f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Pushing event updated for resources: {'Port': ['ID=ecfa5c75-c705-4fba-9a07-71147bfbc8e7,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:36.611992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-16692055-2113-4d3d-a48f-11c294c9e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:36.612217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-6b6cf981-5509-4fa3-9046-df5e33e9931f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Network 2ce44638-8d8b-43b6-97d9-d1d1bc26b117 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:36.614322 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-16692055-2113-4d3d-a48f-11c294c9e148 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=553ff13a-194b-495b-ac31-cdc4976c4359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677490 Nov 27 01:14:36.673868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-6b6cf981-5509-4fa3-9046-df5e33e9931f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:36.682676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-6b6cf981-5509-4fa3-9046-df5e33e9931f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:36.687108 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.754345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-4a894028-74b5-43c9-8d2a-c5640c0833f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:36.755900 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-4a894028-74b5-43c9-8d2a-c5640c0833f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ad0ddfc918e4bb9a0295e1e5f508fb2&device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 1096 time: 0.6537318 Nov 27 01:14:36.782584 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-b47988a2-7d0e-45db-9c3e-137649cbd4fd service neutron] 10.222.0.31 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596134 Nov 27 01:14:36.796902 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5066abd9-00f3-4861-a85b-1c4cf36ff01d x-openstack-request-id: req-5066abd9-00f3-4861-a85b-1c4cf36ff01d {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:36.797201 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e", "tag": "b17e5d81-e123-4de2-a123-ebc321288f7f", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:36.797465 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5066abd9-00f3-4861-a85b-1c4cf36ff01d {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:36.797897 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e', 'tag': 'b17e5d81-e123-4de2-a123-ebc321288f7f', 'status': 'completed', 'code': 200} Nov 27 01:14:36.906906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-6b6cf981-5509-4fa3-9046-df5e33e9931f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:36.907545 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-6b6cf981-5509-4fa3-9046-df5e33e9931f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.918068 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-982693e6-70ff-409b-9037-9cb54faba3ff req-3cbda87e-146a-4e0a-9c2a-8232453fd934 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.973639 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-2341c78f-4869-4b68-b329-73214010558a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78e4c4a-688d-4179-a301-d2a9945c0c85 HTTP/1.1" status: 200 len: 217 time: 0.1788630 Nov 27 01:14:37.001270 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dac003ff-bbb4-404f-84ac-4dfdab8f5292 req-b8bf7c2e-370c-421e-a1c8-606f5c595043 service neutron] 10.222.0.31 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024105 Nov 27 01:14:37.019873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a6ab7-7218-4e8c-b1b8-de315df2bdb2 req-bbdeccf0-3e15-44ca-9700-b28d0f86ad0a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:37.027917 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f0a6ab7-7218-4e8c-b1b8-de315df2bdb2 req-bbdeccf0-3e15-44ca-9700-b28d0f86ad0a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 931 time: 0.0842731 Nov 27 01:14:37.073351 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f0a6ab7-7218-4e8c-b1b8-de315df2bdb2 req-ea66a1aa-bc36-4268-a074-72b5eec66d87 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445328 Nov 27 01:14:37.148324 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395131e-502e-47aa-acdf-1aadea5a27b7 req-9be0c789-0997-432c-8cd5-6278c0254422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:37.149868 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1395131e-502e-47aa-acdf-1aadea5a27b7 req-9be0c789-0997-432c-8cd5-6278c0254422 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ad0ddfc918e4bb9a0295e1e5f508fb2&device_id=8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e HTTP/1.1" status: 200 len: 1095 time: 0.0578468 Nov 27 01:14:37.270351 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395131e-502e-47aa-acdf-1aadea5a27b7 req-50c503dd-6b0c-4915-84c1-4c511d0c225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:37.271921 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1395131e-502e-47aa-acdf-1aadea5a27b7 req-50c503dd-6b0c-4915-84c1-4c511d0c225f service neutron] 10.222.0.31 "GET /v2.0/networks?id=553ff13a-194b-495b-ac31-cdc4976c4359 HTTP/1.1" status: 200 len: 917 time: 0.0931549 Nov 27 01:14:37.321212 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1395131e-502e-47aa-acdf-1aadea5a27b7 req-c7aa3faf-e282-49fd-9401-66afeea242a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17e5d81-e123-4de2-a123-ebc321288f7f HTTP/1.1" status: 200 len: 217 time: 0.0413704 Nov 27 01:14:37.397941 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-6b6cf981-5509-4fa3-9046-df5e33e9931f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3960001 Nov 27 01:14:37.404450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395131e-502e-47aa-acdf-1aadea5a27b7 req-e9c2289d-2f0d-458a-a2ef-a22460e4d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:37.405957 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1395131e-502e-47aa-acdf-1aadea5a27b7 req-e9c2289d-2f0d-458a-a2ef-a22460e4d613 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34dd4f54-a648-49d7-95dc-b1032614d913 HTTP/1.1" status: 200 len: 855 time: 0.0576241 Nov 27 01:14:37.453105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Request body: {'port': {'device_id': '57dbcef6-5284-44fc-a335-cd370d5cb06f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:37.462000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982693e6-70ff-409b-9037-9cb54faba3ff req-3cbda87e-146a-4e0a-9c2a-8232453fd934 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Network 553ff13a-194b-495b-ac31-cdc4976c4359 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:37.466402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395131e-502e-47aa-acdf-1aadea5a27b7 req-4a9a7264-55bb-4602-9abd-34480f3a249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:37.468042 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1395131e-502e-47aa-acdf-1aadea5a27b7 req-4a9a7264-55bb-4602-9abd-34480f3a249b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=553ff13a-194b-495b-ac31-cdc4976c4359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491965 Nov 27 01:14:37.504633 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-982693e6-70ff-409b-9037-9cb54faba3ff req-3cbda87e-146a-4e0a-9c2a-8232453fd934 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:37.513739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbda87e-146a-4e0a-9c2a-8232453fd934 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Pushing event updated for resources: {'Port': ['ID=a1e580ac-eac3-4614-ad38-802b9048a7f8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:37.522386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-982693e6-70ff-409b-9037-9cb54faba3ff req-3cbda87e-146a-4e0a-9c2a-8232453fd934 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:37.547974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-f0954539-b74b-48a9-bb8a-686b286122a7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:37.549544 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-f0954539-b74b-48a9-bb8a-686b286122a7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.21 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 807 time: 0.7562861 Nov 27 01:14:37.581783 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1395131e-502e-47aa-acdf-1aadea5a27b7 req-1dda44ab-051b-4d60-bb00-bc9d9c4bc29a service neutron] 10.222.0.31 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064105 Nov 27 01:14:37.590696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8459b45-6f90-4dc9-b899-d6b612b2c54d req-6d6c8494-e352-4e19-b1dd-54b7f7211cfa tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:37.597880 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8459b45-6f90-4dc9-b899-d6b612b2c54d req-6d6c8494-e352-4e19-b1dd-54b7f7211cfa tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.6833441 Nov 27 01:14:37.607691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-9c91fd5f-5873-4bfe-95a0-8c3c592a656a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Request body: {'port': {'device_id': '1efa7866-e08b-493c-8ebb-93dcef356400', 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0', 'admin_state_up': True, 'tenant_id': 'd18461bdb04f48e7b016c099b1185328'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:37.611799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-5cae0e97-d60b-44a8-b117-6bf5c23cb760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:37.613282 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-5cae0e97-d60b-44a8-b117-6bf5c23cb760 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=34dd4f54-a648-49d7-95dc-b1032614d913 HTTP/1.1" status: 200 len: 855 time: 0.6193411 Nov 27 01:14:37.722098 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d77edd9-ca2f-4099-bea0-4565de3b4c6f req-59e7956a-cdf3-47c1-8989-b8b958fff3c7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 210 time: 0.0418267 Nov 27 01:14:37.755521 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1395131e-502e-47aa-acdf-1aadea5a27b7 req-3a12191b-b3f9-41dc-aaba-dde76ccdc4f4 service neutron] 10.222.0.31 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648645 Nov 27 01:14:37.788340 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.804529 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982693e6-70ff-409b-9037-9cb54faba3ff req-3cbda87e-146a-4e0a-9c2a-8232453fd934 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:37.805200 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-982693e6-70ff-409b-9037-9cb54faba3ff req-3cbda87e-146a-4e0a-9c2a-8232453fd934 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.812650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f6dabd-6d12-4e48-a690-2f8bc38e73c3 None None] Network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:37.836105 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f0624-c165-48ff-9bbd-f24ab21deb6e req-489572bb-a7e7-4e61-808a-278461eadabe tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:37.837923 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a3f0624-c165-48ff-9bbd-f24ab21deb6e req-489572bb-a7e7-4e61-808a-278461eadabe tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 931 time: 0.0566752 Nov 27 01:14:37.875619 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8459b45-6f90-4dc9-b899-d6b612b2c54d req-5231c100-b0f3-4537-8288-d45568336e33 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768550 Nov 27 01:14:37.882128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dc48d63a-ac58-4fad-b200-d267f8de3706 None None] Provisioning complete for port a1e580ac-eac3-4614-ad38-802b9048a7f8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:37.882505 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dc48d63a-ac58-4fad-b200-d267f8de3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.898500 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a3f0624-c165-48ff-9bbd-f24ab21deb6e req-694a3ecb-e0ac-42b3-838f-e059a30d26a7 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536840 Nov 27 01:14:37.919048 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-982693e6-70ff-409b-9037-9cb54faba3ff req-3cbda87e-146a-4e0a-9c2a-8232453fd934 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2832327 Nov 27 01:14:37.923204 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-c10733ad-00a3-490c-8d94-b6afadd0909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:37.924700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-c10733ad-00a3-490c-8d94-b6afadd0909c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=553ff13a-194b-495b-ac31-cdc4976c4359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2698123 Nov 27 01:14:37.937186 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-dc48d63a-ac58-4fad-b200-d267f8de3706 None None] Port a1e580ac-eac3-4614-ad38-802b9048a7f8 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:37.965500 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Request body: {'port': {'device_id': '7a42a1fc-65af-4bf3-8ebf-4e82b262b83e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:37.980595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dc48d63a-ac58-4fad-b200-d267f8de3706 None None] Provisioning complete for port 6be68ff5-e0c3-4e57-9e45-8ea187b06080 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:37.980952 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dc48d63a-ac58-4fad-b200-d267f8de3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.090211 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dc48d63a-ac58-4fad-b200-d267f8de3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.130036 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-dc48d63a-ac58-4fad-b200-d267f8de3706 None None] For port 6be68ff5-e0c3-4e57-9e45-8ea187b06080, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6be68ff5-e0c3-4e57-9e45-8ea187b06080,segment=NetworkSegment(bb13f819-7513-4d5c-a17c-9ef71f8940c0),segment_id=bb13f819-7513-4d5c-a17c-9ef71f8940c0)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:38.136855 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dc48d63a-ac58-4fad-b200-d267f8de3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.156622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-9c91fd5f-5873-4bfe-95a0-8c3c592a656a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Made reservation on behalf of d18461bdb04f48e7b016c099b1185328 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:38.159955 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-9c91fd5f-5873-4bfe-95a0-8c3c592a656a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.214112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48d63a-ac58-4fad-b200-d267f8de3706 None None] Pushing event updated for resources: {'Port': ['ID=6be68ff5-e0c3-4e57-9e45-8ea187b06080,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:38.364069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f57697d1-6258-4d6f-a4f2-75257c766a94 None None] Provisioning complete for port 6be68ff5-e0c3-4e57-9e45-8ea187b06080 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:38.364596 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f57697d1-6258-4d6f-a4f2-75257c766a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.381949 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.478051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-aac55df7-80fe-4af5-b050-3fc175f01a8e service neutron] 10.222.0.21 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297599 Nov 27 01:14:38.537700 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24dd36-d397-43e6-bb3b-4374e5f74132 req-608aff65-eade-42a3-8bfb-8e8484da5ba9 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:38.539184 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c24dd36-d397-43e6-bb3b-4374e5f74132 req-608aff65-eade-42a3-8bfb-8e8484da5ba9 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 931 time: 0.3740299 Nov 27 01:14:38.558129 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.620042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6be68ff5-e0c3-4e57-9e45-8ea187b06080 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:38.647598 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.669974 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6be68ff5-e0c3-4e57-9e45-8ea187b06080 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:38.670347 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.823408 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0825ab6-751f-475e-b827-80cc702ed82c req-7e3d9f8d-881c-4b50-8549-2bc2420c977b tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 210 time: 0.0353580 Nov 27 01:14:38.900981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfa5c75-c705-4fba-9a07-71147bfbc8e7 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:38.912922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c24dd36-d397-43e6-bb3b-4374e5f74132 req-2aae6eac-a5cf-4f42-b04f-deb68b0e67d6 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506608 Nov 27 01:14:38.936912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.941526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-9c91fd5f-5873-4bfe-95a0-8c3c592a656a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Allocated IP 172.20.0.7 (60958e2f-96cf-4e62-b388-7bcdd3462ab0/cc711a7c-5baa-452f-8fb2-a98d9e7b8c26/d003cf72-e416-40bc-b3e5-f70cf30db32a) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:38.974169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6289537c-d5c4-4c6f-acaf-1972443f4f65 req-d3a335ca-caaf-496a-a128-f589964975cc service neutron] 10.222.0.21 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828870 Nov 27 01:14:39.012161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135857cf-ab2c-47ff-8f9a-eb63af08cb3f req-d2aac432-19d9-4153-b2cb-aede71a093dd tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:39.014540 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-135857cf-ab2c-47ff-8f9a-eb63af08cb3f req-d2aac432-19d9-4153-b2cb-aede71a093dd tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0564117 Nov 27 01:14:39.037767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Transition to ACTIVE for port object ecfa5c75-c705-4fba-9a07-71147bfbc8e7 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:14:39.064729 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.070180 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-135857cf-ab2c-47ff-8f9a-eb63af08cb3f req-6c19fef2-1226-4df9-9101-0e745fbc5f9f tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495615 Nov 27 01:14:39.134127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Allocated IP 172.25.1.227 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:39.192793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a2ad6-87cc-49a0-8b62-586753a93323 req-2a3315a9-f621-46f5-90a5-413fe3d58f51 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:39.194719 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd6a2ad6-87cc-49a0-8b62-586753a93323 req-2a3315a9-f621-46f5-90a5-413fe3d58f51 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0530779 Nov 27 01:14:39.247230 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd6a2ad6-87cc-49a0-8b62-586753a93323 req-48105816-a54e-4466-b516-7cf7585f13f3 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466957 Nov 27 01:14:39.265530 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fc820-91d3-4b24-9add-7be59b04d42c req-02bde2e2-c06f-4d7a-93fb-6d0eb6060940 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:39.266378 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac5fc820-91d3-4b24-9add-7be59b04d42c req-02bde2e2-c06f-4d7a-93fb-6d0eb6060940 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 931 time: 0.2568524 Nov 27 01:14:39.280162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfa5c75-c705-4fba-9a07-71147bfbc8e7,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:39.432217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3115a17-4db7-407d-b4ec-70c6df94aacc req-89d1541d-6720-4ee4-baf2-c784280cf11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:39.434231 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3115a17-4db7-407d-b4ec-70c6df94aacc req-89d1541d-6720-4ee4-baf2-c784280cf11f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ad0ddfc918e4bb9a0295e1e5f508fb2&device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 1096 time: 0.3489492 Nov 27 01:14:39.710680 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cdb33-82dd-4f64-ad3c-6f9a95fc20d3 req-b1d60b0f-4d23-41ff-9f27-98b3bef7ae75 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:39.712186 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa2cdb33-82dd-4f64-ad3c-6f9a95fc20d3 req-b1d60b0f-4d23-41ff-9f27-98b3bef7ae75 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0537057 Nov 27 01:14:39.767042 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa2cdb33-82dd-4f64-ad3c-6f9a95fc20d3 req-17970927-762f-4320-9a1b-e0e18b6e1f41 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475328 Nov 27 01:14:39.859066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e580ac-eac3-4614-ad38-802b9048a7f8 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:39.889807 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.921175 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d6638ad-c81a-4879-ab64-9fbf8b4f7679 req-f14b2169-f274-49c4-b381-cb429781d93a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 210 time: 0.0270674 Nov 27 01:14:39.950670 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac5fc820-91d3-4b24-9add-7be59b04d42c req-02dccea2-e075-48bc-81dc-a7fe91d7f823 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6637173 Nov 27 01:14:39.951350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Attempting to bind port ecfa5c75-c705-4fba-9a07-71147bfbc8e7 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:39.951679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Attempting to bind port ecfa5c75-c705-4fba-9a07-71147bfbc8e7 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'e9e80dee-99e6-4a12-8935-472798f287af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ce44638-8d8b-43b6-97d9-d1d1bc26b117'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:39.952009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Attempting to bind port ecfa5c75-c705-4fba-9a07-71147bfbc8e7 on network 2ce44638-8d8b-43b6-97d9-d1d1bc26b117 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:39.954375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Transition to ACTIVE for port object a1e580ac-eac3-4614-ad38-802b9048a7f8 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:14:39.979004 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.987598 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.991730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Port ecfa5c75-c705-4fba-9a07-71147bfbc8e7 on network 2ce44638-8d8b-43b6-97d9-d1d1bc26b117 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:14:39.992054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Attempting to bind port ecfa5c75-c705-4fba-9a07-71147bfbc8e7 on network 2ce44638-8d8b-43b6-97d9-d1d1bc26b117 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:40.001044 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c57db8fa-a6fa-4dd8-ac0b-33e7723dee04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.030735 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-9c91fd5f-5873-4bfe-95a0-8c3c592a656a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.049726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:40.050072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Checking segment: {'id': 'e9e80dee-99e6-4a12-8935-472798f287af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ce44638-8d8b-43b6-97d9-d1d1bc26b117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:40.050462 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Bound using segment: {'id': 'e9e80dee-99e6-4a12-8935-472798f287af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ce44638-8d8b-43b6-97d9-d1d1bc26b117'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:40.050901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Bound port: ecfa5c75-c705-4fba-9a07-71147bfbc8e7, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e80dee-99e6-4a12-8935-472798f287af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ce44638-8d8b-43b6-97d9-d1d1bc26b117'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:40.051255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.058616 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3115a17-4db7-407d-b4ec-70c6df94aacc req-02e10d70-75bc-459f-978c-b6f6930fc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:40.059600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d943cf-37c7-4ce1-bf61-861421346733 req-3c7cbf97-1c7f-4561-aca0-3f77274579b8 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:40.060097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3115a17-4db7-407d-b4ec-70c6df94aacc req-02e10d70-75bc-459f-978c-b6f6930fc51f service neutron] 10.222.0.21 "GET /v2.0/networks?id=553ff13a-194b-495b-ac31-cdc4976c4359 HTTP/1.1" status: 200 len: 917 time: 0.5978444 Nov 27 01:14:40.061125 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-70d943cf-37c7-4ce1-bf61-861421346733 req-3c7cbf97-1c7f-4561-aca0-3f77274579b8 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 943 time: 0.0499783 Nov 27 01:14:40.131593 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-70d943cf-37c7-4ce1-bf61-861421346733 req-572a31c9-72f7-49eb-96cf-778fbcb86f18 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549810 Nov 27 01:14:40.144976 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Pushing event updated for resources: {'Port': ['ID=a1e580ac-eac3-4614-ad38-802b9048a7f8,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:40.157297 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3115a17-4db7-407d-b4ec-70c6df94aacc req-d10ddb7d-c265-4594-b5e0-0393498b836f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78e4c4a-688d-4179-a301-d2a9945c0c85 HTTP/1.1" status: 200 len: 217 time: 0.0809691 Nov 27 01:14:40.254193 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.344802 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-9c91fd5f-5873-4bfe-95a0-8c3c592a656a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.348107 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] For port ecfa5c75-c705-4fba-9a07-71147bfbc8e7, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:40.351268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:40.354329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3115a17-4db7-407d-b4ec-70c6df94aacc req-05baf58c-c0b9-4dad-99fb-53e229babc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:40.355820 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3115a17-4db7-407d-b4ec-70c6df94aacc req-05baf58c-c0b9-4dad-99fb-53e229babc23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=34dd4f54-a648-49d7-95dc-b1032614d913 HTTP/1.1" status: 200 len: 855 time: 0.1762195 Nov 27 01:14:40.371783 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:40.383039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:40.385544 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955e105f-7773-4d75-b755-8caa1a3f5bf2 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:40.398870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] For port ecfa5c75-c705-4fba-9a07-71147bfbc8e7, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ecfa5c75-c705-4fba-9a07-71147bfbc8e7,segment=NetworkSegment(e9e80dee-99e6-4a12-8935-472798f287af),segment_id=e9e80dee-99e6-4a12-8935-472798f287af)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:40.401262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:40.418862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e3f6745d-48a3-4418-8de3-b77bd95c945b None None] Provisioning complete for port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:40.419244 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e3f6745d-48a3-4418-8de3-b77bd95c945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.453772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6745d-48a3-4418-8de3-b77bd95c945b None None] Port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:40.459678 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.480155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-9c91fd5f-5873-4bfe-95a0-8c3c592a656a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:40.489180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Attempting to bind port a1e580ac-eac3-4614-ad38-802b9048a7f8 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:40.489465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Attempting to bind port a1e580ac-eac3-4614-ad38-802b9048a7f8 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:40.489799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Attempting to bind port a1e580ac-eac3-4614-ad38-802b9048a7f8 on network 553ff13a-194b-495b-ac31-cdc4976c4359 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:40.498433 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-9c91fd5f-5873-4bfe-95a0-8c3c592a656a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:40.509652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-9c91fd5f-5873-4bfe-95a0-8c3c592a656a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:40.522716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Port a1e580ac-eac3-4614-ad38-802b9048a7f8 on network 553ff13a-194b-495b-ac31-cdc4976c4359 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:14:40.523044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Attempting to bind port a1e580ac-eac3-4614-ad38-802b9048a7f8 on network 553ff13a-194b-495b-ac31-cdc4976c4359 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:40.549635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:40.550251 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.551617 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] 10.222.0.31 "PUT /v2.0/ports/ecfa5c75-c705-4fba-9a07-71147bfbc8e7 HTTP/1.1" status: 200 len: 1092 time: 3.1114230 Nov 27 01:14:40.563192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dbcef6-5284-44fc-a335-cd370d5cb06f', 'tag': 'ecfa5c75-c705-4fba-9a07-71147bfbc8e7'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:40.565700 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b56ad0f-3432-4692-8242-49110ca29dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "57dbcef6-5284-44fc-a335-cd370d5cb06f", "tag": "ecfa5c75-c705-4fba-9a07-71147bfbc8e7"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:40.572489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91fd5f-5873-4bfe-95a0-8c3c592a656a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Pushing event updated for resources: {'Port': ['ID=d003cf72-e416-40bc-b3e5-f70cf30db32a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:40.575037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:40.575377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Checking segment: {'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:40.575802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Bound using segment: {'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:40.576278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Bound port: a1e580ac-eac3-4614-ad38-802b9048a7f8, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd687a0-2945-44fb-8892-77471c5adb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:40.576631 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.633336 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33426ae-5fee-4a5a-aef8-de48f75506f7 x-openstack-request-id: req-c33426ae-5fee-4a5a-aef8-de48f75506f7 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:40.633634 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57dbcef6-5284-44fc-a335-cd370d5cb06f", "tag": "ecfa5c75-c705-4fba-9a07-71147bfbc8e7", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:40.633890 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c33426ae-5fee-4a5a-aef8-de48f75506f7 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:40.634299 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dbcef6-5284-44fc-a335-cd370d5cb06f', 'tag': 'ecfa5c75-c705-4fba-9a07-71147bfbc8e7', 'status': 'completed', 'code': 200} Nov 27 01:14:40.661978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3115a17-4db7-407d-b4ec-70c6df94aacc req-355d88ef-5b6b-4e64-a545-2849874a69d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:40.663488 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3115a17-4db7-407d-b4ec-70c6df94aacc req-355d88ef-5b6b-4e64-a545-2849874a69d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=553ff13a-194b-495b-ac31-cdc4976c4359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2831995 Nov 27 01:14:40.773956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-9c91fd5f-5873-4bfe-95a0-8c3c592a656a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:40.774480 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-9c91fd5f-5873-4bfe-95a0-8c3c592a656a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.810989 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b17e5d81-e123-4de2-a123-ebc321288f7f details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:40.888962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be124c7c-4742-40cf-a53b-0c975e0537a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfa5c75-c705-4fba-9a07-71147bfbc8e7,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:40.893494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b5bcd-d7f6-4bfc-baac-75aa0a879ff1 req-386d5d69-f3e5-4c4a-ac73-3c61062e3316 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:40.894268 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-9c91fd5f-5873-4bfe-95a0-8c3c592a656a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3159401 Nov 27 01:14:40.895172 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-415b5bcd-d7f6-4bfc-baac-75aa0a879ff1 req-386d5d69-f3e5-4c4a-ac73-3c61062e3316 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0550506 Nov 27 01:14:40.918694 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Request body: {'port': {'device_id': '1efa7866-e08b-493c-8ebb-93dcef356400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:40.938867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-75827663-ff55-421f-9435-db43c172a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:40.940436 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-75827663-ff55-421f-9435-db43c172a762 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4855ade2371d4c35b4da48d497e006c9&device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 1095 time: 0.3051739 Nov 27 01:14:40.943015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b17e5d81-e123-4de2-a123-ebc321288f7f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b17e5d81-e123-4de2-a123-ebc321288f7f,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:40.958191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'b17e5d81-e123-4de2-a123-ebc321288f7f', 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359', 'port_id': 'b17e5d81-e123-4de2-a123-ebc321288f7f', 'mac_address': 'fa:16:3e:83:00:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34dd4f54-a648-49d7-95dc-b1032614d913', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:40.960674 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-415b5bcd-d7f6-4bfc-baac-75aa0a879ff1 req-1332cc69-9aa3-45ea-9468-24c36ad8eeab tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577922 Nov 27 01:14:41.013029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] For port a1e580ac-eac3-4614-ad38-802b9048a7f8, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:41.015849 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.032160 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17e5d81-e123-4de2-a123-ebc321288f7f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:41.055150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b17e5d81-e123-4de2-a123-ebc321288f7f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b17e5d81-e123-4de2-a123-ebc321288f7f,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:41.060018 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.065734 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3115a17-4db7-407d-b4ec-70c6df94aacc req-400b3e46-ae6c-4aad-a868-189ed6355e27 service neutron] 10.222.0.21 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621149 Nov 27 01:14:41.069461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] For port a1e580ac-eac3-4614-ad38-802b9048a7f8, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a1e580ac-eac3-4614-ad38-802b9048a7f8,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:41.071875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-cddd7aef-4fcd-41d5-aaec-f27608f500ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecfa5c75-c705-4fba-9a07-71147bfbc8e7 HTTP/1.1" status: 200 len: 217 time: 0.0810595 Nov 27 01:14:41.091835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc979335-0f01-46e1-928d-31c7912981ac req-4b8f542c-f7df-406f-86fc-08dad5956f1d tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:41.093412 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc979335-0f01-46e1-928d-31c7912981ac req-4b8f542c-f7df-406f-86fc-08dad5956f1d tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 943 time: 0.0561140 Nov 27 01:14:41.115628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=b17e5d81-e123-4de2-a123-ebc321288f7f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:41.151801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc979335-0f01-46e1-928d-31c7912981ac req-979ffd12-4dae-4a55-8d67-80d8c177da65 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512347 Nov 27 01:14:41.162863 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.285226 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.289209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:41.289832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.291237 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-982693e6-70ff-409b-9037-9cb54faba3ff req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] 10.222.0.21 "PUT /v2.0/ports/a1e580ac-eac3-4614-ad38-802b9048a7f8 HTTP/1.1" status: 200 len: 1092 time: 3.3397415 Nov 27 01:14:41.347030 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d78d3-e798-4b78-bbee-f7cdf853b125 req-2d61e5fd-4315-4c19-a846-5c41b0f62ccb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:41.348970 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f70d78d3-e798-4b78-bbee-f7cdf853b125 req-2d61e5fd-4315-4c19-a846-5c41b0f62ccb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 943 time: 0.0835862 Nov 27 01:14:41.379525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-ca413dbb-ee55-4df9-9cc9-293b5b332adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:41.381006 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-ca413dbb-ee55-4df9-9cc9-293b5b332adc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d92a5ed1-0096-4f04-93c2-a15f9ec79d8b HTTP/1.1" status: 200 len: 854 time: 0.2930906 Nov 27 01:14:41.381557 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.411602 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0cc6-c412-462d-90a3-7fb4870a541d req-654e7f5d-22e7-4172-b548-94a6577d0fa7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:41.413225 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaff0cc6-c412-462d-90a3-7fb4870a541d req-654e7f5d-22e7-4172-b548-94a6577d0fa7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 931 time: 0.3502338 Nov 27 01:14:41.416494 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f70d78d3-e798-4b78-bbee-f7cdf853b125 req-4e25d59c-9c80-4fc3-b012-1b2efd7ff8c6 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579853 Nov 27 01:14:41.460960 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b39c2-0d52-4e38-b771-f2b50f803e0d service neutron] Pushing event updated for resources: {'Port': ['ID=a1e580ac-eac3-4614-ad38-802b9048a7f8,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:41.514684 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3115a17-4db7-407d-b4ec-70c6df94aacc req-04cf41dc-9b17-4633-bcdf-cef9484448d0 service neutron] 10.222.0.21 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288599 Nov 27 01:14:41.539041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['b17e5d81-e123-4de2-a123-ebc321288f7f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:41.582020 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-be0ee730-309f-4a5d-8aa0-2790225fb994 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2ce44638-8d8b-43b6-97d9-d1d1bc26b117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241977 Nov 27 01:14:41.746676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb072f9c-e556-4254-a8f8-ece6857098a4 req-15c12665-18d3-480e-b669-9d599737f5bf tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:41.748297 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb072f9c-e556-4254-a8f8-ece6857098a4 req-15c12665-18d3-480e-b669-9d599737f5bf tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0538404 Nov 27 01:14:41.759955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982693e6-70ff-409b-9037-9cb54faba3ff req-ffcb687c-9445-437f-a819-de22a8e7f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:41.761568 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-982693e6-70ff-409b-9037-9cb54faba3ff req-ffcb687c-9445-437f-a819-de22a8e7f9be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ad0ddfc918e4bb9a0295e1e5f508fb2&device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 1095 time: 0.3847322 Nov 27 01:14:41.797086 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb072f9c-e556-4254-a8f8-ece6857098a4 req-ac6676c7-ba0b-49cf-be44-442fb5f9c1d2 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428019 Nov 27 01:14:41.874200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaff0cc6-c412-462d-90a3-7fb4870a541d req-e2fc8270-13ba-473d-a205-743c236fb5d0 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723216 Nov 27 01:14:41.886497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-982693e6-70ff-409b-9037-9cb54faba3ff req-183f7fcb-3de7-4b13-aee7-d68b71db36c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e580ac-eac3-4614-ad38-802b9048a7f8 HTTP/1.1" status: 200 len: 217 time: 0.0976846 Nov 27 01:14:42.129205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a78e4c4a-688d-4179-a301-d2a9945c0c85 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:42.221927 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d83bcb24-b38c-413b-8b9a-cb68e1ec324c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.230872 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-4b17804f-49a5-4e1b-8118-1c3a0b42f232 service neutron] 10.222.0.31 "GET /v2.0/networks/2ce44638-8d8b-43b6-97d9-d1d1bc26b117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339574 Nov 27 01:14:42.253845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port a78e4c4a-688d-4179-a301-d2a9945c0c85, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a78e4c4a-688d-4179-a301-d2a9945c0c85,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:42.276547 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'a78e4c4a-688d-4179-a301-d2a9945c0c85', 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359', 'port_id': 'a78e4c4a-688d-4179-a301-d2a9945c0c85', 'mac_address': 'fa:16:3e:40:49:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34dd4f54-a648-49d7-95dc-b1032614d913', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:42.291978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e5de5-3f84-4c58-b7f7-eb988665167d req-3ad1b03f-18d8-4781-afcf-255626173d67 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:42.293736 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e39e5de5-3f84-4c58-b7f7-eb988665167d req-3ad1b03f-18d8-4781-afcf-255626173d67 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 943 time: 0.0593543 Nov 27 01:14:42.318425 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.334480 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78e4c4a-688d-4179-a301-d2a9945c0c85 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:42.344161 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e39e5de5-3f84-4c58-b7f7-eb988665167d req-2c14c0a5-5fa6-4996-8bc3-6c88ac34b494 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 Nov 27 01:14:42.357677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port a78e4c4a-688d-4179-a301-d2a9945c0c85, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a78e4c4a-688d-4179-a301-d2a9945c0c85,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:42.369674 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.390681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982693e6-70ff-409b-9037-9cb54faba3ff req-23732570-f71e-4bb2-848f-d06a046f84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:42.392122 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-982693e6-70ff-409b-9037-9cb54faba3ff req-23732570-f71e-4bb2-848f-d06a046f84fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=34dd4f54-a648-49d7-95dc-b1032614d913 HTTP/1.1" status: 200 len: 855 time: 0.4957986 Nov 27 01:14:42.421125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=a78e4c4a-688d-4179-a301-d2a9945c0c85,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:42.492502 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.536902 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3eb1ee8-a08a-4e87-9807-509421c47c15 req-2738a6ad-525e-4e87-b927-beacfeec71f6 service neutron] 10.222.0.31 "GET /v2.0/networks/2ce44638-8d8b-43b6-97d9-d1d1bc26b117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685614 Nov 27 01:14:42.545481 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982693e6-70ff-409b-9037-9cb54faba3ff req-90b7bd32-779f-4aac-abba-c248baaabcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:42.547536 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-982693e6-70ff-409b-9037-9cb54faba3ff req-90b7bd32-779f-4aac-abba-c248baaabcc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=553ff13a-194b-495b-ac31-cdc4976c4359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1410627 Nov 27 01:14:42.607144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d003cf72-e416-40bc-b3e5-f70cf30db32a {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:42.621380 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.638962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a42a1fc-65af-4bf3-8ebf-4e82b262b83e', 'tag': 'a1e580ac-eac3-4614-ad38-802b9048a7f8'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:42.641247 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff21df0-0d67-437c-9a0e-da3a02d21510" -d '{"events": [{"name": "network-changed", "server_uuid": "7a42a1fc-65af-4bf3-8ebf-4e82b262b83e", "tag": "a1e580ac-eac3-4614-ad38-802b9048a7f8"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:42.709708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['a78e4c4a-688d-4179-a301-d2a9945c0c85'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:42.742585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Transition to ACTIVE for port object d003cf72-e416-40bc-b3e5-f70cf30db32a will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:14:42.758245 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.767835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9a0aa-9b2b-4cd0-bbb6-3a7ec00d91b6 req-98746ae3-783d-4b49-b710-04d573e233b1 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:42.769395 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c8e9a0aa-9b2b-4cd0-bbb6-3a7ec00d91b6 req-98746ae3-783d-4b49-b710-04d573e233b1 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 943 time: 0.2533650 Nov 27 01:14:42.773310 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad0f385-9349-43bc-8c2d-6a7acb0d878c x-openstack-request-id: req-2ad0f385-9349-43bc-8c2d-6a7acb0d878c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:42.773602 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a42a1fc-65af-4bf3-8ebf-4e82b262b83e", "tag": "a1e580ac-eac3-4614-ad38-802b9048a7f8", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:42.773860 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ad0f385-9349-43bc-8c2d-6a7acb0d878c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:42.774244 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a42a1fc-65af-4bf3-8ebf-4e82b262b83e', 'tag': 'a1e580ac-eac3-4614-ad38-802b9048a7f8', 'status': 'completed', 'code': 200} Nov 27 01:14:42.813228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b17e5d81-e123-4de2-a123-ebc321288f7f up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:42.885221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56ad0f-3432-4692-8242-49110ca29dc4 req-d1bd870d-30d2-40ce-819b-1c2626cd98c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:42.886784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b56ad0f-3432-4692-8242-49110ca29dc4 req-d1bd870d-30d2-40ce-819b-1c2626cd98c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4855ade2371d4c35b4da48d497e006c9&device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 1095 time: 0.2486324 Nov 27 01:14:42.902438 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-982693e6-70ff-409b-9037-9cb54faba3ff req-bc36ec87-fa73-4426-8e95-0d58ac21797b service neutron] 10.222.0.21 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075659 Nov 27 01:14:42.904118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port b17e5d81-e123-4de2-a123-ebc321288f7f completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:14:42.908156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port b17e5d81-e123-4de2-a123-ebc321288f7f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:42.908560 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.919269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d003cf72-e416-40bc-b3e5-f70cf30db32a,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:42.935762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc0354-737f-4511-83cb-3d4dad984beb req-a844e719-b602-4efb-bfd3-84aa5e03976c tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:42.937402 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7acc0354-737f-4511-83cb-3d4dad984beb req-a844e719-b602-4efb-bfd3-84aa5e03976c tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0591586 Nov 27 01:14:42.991008 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7acc0354-737f-4511-83cb-3d4dad984beb req-37417465-a0a7-4119-8840-b9b7df431c6a tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451102 Nov 27 01:14:43.009236 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.040157 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17e5d81-e123-4de2-a123-ebc321288f7f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:43.045271 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaddafc-c246-4edf-b34c-59b1fdfab647" -d '{"events": [{"server_uuid": "8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e", "name": "network-vif-plugged", "status": "completed", "tag": "b17e5d81-e123-4de2-a123-ebc321288f7f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:43.060854 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c8e9a0aa-9b2b-4cd0-bbb6-3a7ec00d91b6 req-9547a442-531c-4ed9-aecd-c6426d5135b0 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736146 Nov 27 01:14:43.061938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b17e5d81-e123-4de2-a123-ebc321288f7f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b17e5d81-e123-4de2-a123-ebc321288f7f,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:43.067245 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.137961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=b17e5d81-e123-4de2-a123-ebc321288f7f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:43.138877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415eb76-ba03-48aa-8b26-1d4aa4483d68 req-1f6581cf-e950-42b3-a682-0ca3dfa90845 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:43.141298 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b415eb76-ba03-48aa-8b26-1d4aa4483d68 req-1f6581cf-e950-42b3-a682-0ca3dfa90845 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 943 time: 0.0690238 Nov 27 01:14:43.171115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:14:43.202328 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.225887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Attempting to bind port d003cf72-e416-40bc-b3e5-f70cf30db32a on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:43.226232 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Attempting to bind port d003cf72-e416-40bc-b3e5-f70cf30db32a by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:43.226567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Attempting to bind port d003cf72-e416-40bc-b3e5-f70cf30db32a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:43.229529 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56ad0f-3432-4692-8242-49110ca29dc4 req-93153390-54dc-4bdc-a915-61b92af52d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:43.231189 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b56ad0f-3432-4692-8242-49110ca29dc4 req-93153390-54dc-4bdc-a915-61b92af52d87 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2ce44638-8d8b-43b6-97d9-d1d1bc26b117 HTTP/1.1" status: 200 len: 915 time: 0.3324769 Nov 27 01:14:43.232819 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b415eb76-ba03-48aa-8b26-1d4aa4483d68 req-d6d4afab-748e-4cc6-848d-8185253b3d88 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836017 Nov 27 01:14:43.280044 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-982693e6-70ff-409b-9037-9cb54faba3ff req-a91f22a5-971a-43d3-8a84-ece80fe348a7 service neutron] 10.222.0.21 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550482 Nov 27 01:14:43.280618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Port d003cf72-e416-40bc-b3e5-f70cf30db32a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:14:43.280986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Attempting to bind port d003cf72-e416-40bc-b3e5-f70cf30db32a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:43.290432 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2db232-0c97-4ceb-97e5-12a284704673 x-openstack-request-id: req-fb2db232-0c97-4ceb-97e5-12a284704673 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:43.290744 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e", "name": "network-vif-plugged", "status": "completed", "tag": "b17e5d81-e123-4de2-a123-ebc321288f7f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:43.291512 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb2db232-0c97-4ceb-97e5-12a284704673 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:43.291512 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17e5d81-e123-4de2-a123-ebc321288f7f', 'code': 200} Nov 27 01:14:43.319309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:43.319652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Checking segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:43.320043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Bound using segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:43.320516 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Bound port: d003cf72-e416-40bc-b3e5-f70cf30db32a, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:43.320878 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.326168 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b56ad0f-3432-4692-8242-49110ca29dc4 req-e3a887e7-2920-4f5c-93c6-1f5502f739ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecfa5c75-c705-4fba-9a07-71147bfbc8e7 HTTP/1.1" status: 200 len: 217 time: 0.0542519 Nov 27 01:14:43.498833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:14:43.504337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56ad0f-3432-4692-8242-49110ca29dc4 req-499323e2-8850-4b9b-8f96-61d3f20d95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:43.505788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd50083-328c-42e2-88e9-ba5624c0a445 req-2930d39b-53f3-4b84-9258-cfa582b62637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:43.506267 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b56ad0f-3432-4692-8242-49110ca29dc4 req-499323e2-8850-4b9b-8f96-61d3f20d95b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d92a5ed1-0096-4f04-93c2-a15f9ec79d8b HTTP/1.1" status: 200 len: 854 time: 0.1694219 Nov 27 01:14:43.508085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Sync routers for ids ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:14:43.508751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6dd50083-328c-42e2-88e9-ba5624c0a445 req-2930d39b-53f3-4b84-9258-cfa582b62637 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e HTTP/1.1" status: 200 len: 1097 time: 0.0964458 Nov 27 01:14:43.515809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21df0-0d67-437c-9a0e-da3a02d21510 req-79722174-17d2-44c6-8177-371a607e72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:43.517345 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ff21df0-0d67-437c-9a0e-da3a02d21510 req-79722174-17d2-44c6-8177-371a607e72d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ad0ddfc918e4bb9a0295e1e5f508fb2&device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 1095 time: 0.1385610 Nov 27 01:14:43.527088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Routers {'f4e6b9af-42e5-4f1f-a1a5-42126ae64872'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:43.531579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:43.539144 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ccdef-0667-4273-98be-c22c107bd23e req-d9d9c1ea-f1bd-4606-a508-6a706a09092a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:43.540818 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f2ccdef-0667-4273-98be-c22c107bd23e req-d9d9c1ea-f1bd-4606-a508-6a706a09092a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 943 time: 0.0886245 Nov 27 01:14:43.562417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:43.567619 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b56ad0f-3432-4692-8242-49110ca29dc4 req-482672ae-a9a3-4269-8d19-b290434ad6b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2ce44638-8d8b-43b6-97d9-d1d1bc26b117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458694 Nov 27 01:14:43.598237 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.599704 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e44eef6e-0d6c-4cf5-b886-ebfbd3ec9a96 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1020975 Nov 27 01:14:43.602760 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53458) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:43.640709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:43.656809 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6dd50083-328c-42e2-88e9-ba5624c0a445 req-f686087a-4119-491b-b8aa-33aa0374511a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344471 Nov 27 01:14:43.676421 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Set router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:43.682883 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.689712 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f2ccdef-0667-4273-98be-c22c107bd23e req-31b13eaf-beef-4cbb-9a3b-1fb8bcc9ae57 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389251 Nov 27 01:14:43.747940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:43.748596 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.750003 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] 10.222.0.21 "PUT /v2.0/ports/d003cf72-e416-40bc-b3e5-f70cf30db32a HTTP/1.1" status: 200 len: 1092 time: 2.8373647 Nov 27 01:14:43.806761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b56ad0f-3432-4692-8242-49110ca29dc4 req-453f767b-c50e-4b1f-a7d4-2badcba0a8d4 service neutron] 10.222.0.31 "GET /v2.0/networks/2ce44638-8d8b-43b6-97d9-d1d1bc26b117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275405 Nov 27 01:14:43.807745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21df0-0d67-437c-9a0e-da3a02d21510 req-394b2c55-5d32-4992-9609-9ca7f96a76dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:43.809164 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ff21df0-0d67-437c-9a0e-da3a02d21510 req-394b2c55-5d32-4992-9609-9ca7f96a76dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=553ff13a-194b-495b-ac31-cdc4976c4359 HTTP/1.1" status: 200 len: 917 time: 0.2723734 Nov 27 01:14:43.809768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5462e8-4624-4aee-b485-eea057446cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d003cf72-e416-40bc-b3e5-f70cf30db32a,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:43.890007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ff21df0-0d67-437c-9a0e-da3a02d21510 req-022c8f8b-ef6a-4d7e-b4da-a57c1a769c38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e580ac-eac3-4614-ad38-802b9048a7f8 HTTP/1.1" status: 200 len: 217 time: 0.0713923 Nov 27 01:14:43.963618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-69b3ea19-5cd9-4750-adea-1a657faaa83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:43.965346 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-69b3ea19-5cd9-4750-adea-1a657faaa83c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 1095 time: 0.0876396 Nov 27 01:14:43.966971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21df0-0d67-437c-9a0e-da3a02d21510 req-b529e15b-643e-4a5e-9667-d8ba1d8ddeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:43.967638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:14:40Z', 'revision_number': 3, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port': {'id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:43.968560 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ff21df0-0d67-437c-9a0e-da3a02d21510 req-b529e15b-643e-4a5e-9667-d8ba1d8ddeab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=34dd4f54-a648-49d7-95dc-b1032614d913 HTTP/1.1" status: 200 len: 855 time: 0.0618415 Nov 27 01:14:43.999622 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Checking router: f4e6b9af-42e5-4f1f-a1a5-42126ae64872 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:14:43.999977 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Updating router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:14:44.026689 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.077223 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-2c442fc1-304b-469e-9f77-d1904d3220c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a HTTP/1.1" status: 200 len: 217 time: 0.0890119 Nov 27 01:14:44.251669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21df0-0d67-437c-9a0e-da3a02d21510 req-db7904cd-0de0-46e2-a99f-0b12ac374ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:44.256875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ff21df0-0d67-437c-9a0e-da3a02d21510 req-db7904cd-0de0-46e2-a99f-0b12ac374ffd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=553ff13a-194b-495b-ac31-cdc4976c4359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2614360 Nov 27 01:14:44.262825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-e58c16f9-e4b4-4c7e-a86b-d92619cbc294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:44.264925 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-e58c16f9-e4b4-4c7e-a86b-d92619cbc294 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.1522918 Nov 27 01:14:44.271111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719d8df-0737-403f-abb9-1022eae6902b req-09c10714-53ab-4abb-8707-d94bae07b756 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:44.273774 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6719d8df-0737-403f-abb9-1022eae6902b req-09c10714-53ab-4abb-8707-d94bae07b756 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 943 time: 0.0789077 Nov 27 01:14:44.287021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a78e4c4a-688d-4179-a301-d2a9945c0c85 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:44.348562 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6719d8df-0737-403f-abb9-1022eae6902b req-f51f3ecc-a887-4810-82ea-05d6739ba305 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574834 Nov 27 01:14:44.363919 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.381592 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.391467 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.485943 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-5d7087e6-320e-446f-ac44-0d64ace89103 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1854508 Nov 27 01:14:44.501740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b56ad0f-3432-4692-8242-49110ca29dc4 req-17982198-331c-4f6e-b641-275450840e4d service neutron] 10.222.0.31 "GET /v2.0/networks/2ce44638-8d8b-43b6-97d9-d1d1bc26b117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352875 Nov 27 01:14:44.637801 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ff21df0-0d67-437c-9a0e-da3a02d21510 req-b3848642-a60f-4c75-8d32-6dac82682a4b service neutron] 10.222.0.21 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566058 Nov 27 01:14:44.653511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543b3d10-5ec5-4205-be3f-c9e2a310d32a None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:44.656606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa3b1e-1d3b-4439-bcb2-b077e9bdfae6 req-e2088643-bb28-4227-92f3-25cc1ae88a19 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:44.658233 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-15aa3b1e-1d3b-4439-bcb2-b077e9bdfae6 req-e2088643-bb28-4227-92f3-25cc1ae88a19 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 943 time: 0.2049973 Nov 27 01:14:44.664701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Allocated IP 172.20.0.1 (8edb1bd7-e9a2-4234-bcb2-92640c58daf6/254528fa-ba6d-46f8-93e2-9e5298866c76/dc14ea20-e1ee-42d7-be9f-7570c0f1a94c) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:44.672173 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port a78e4c4a-688d-4179-a301-d2a9945c0c85 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:14:44.684571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Attempting to bind port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:44.684571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Attempting to bind port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:44.684921 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Attempting to bind port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:44.686961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port a78e4c4a-688d-4179-a301-d2a9945c0c85 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:44.687217 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.749116 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:44.749517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:44.749817 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.750204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:44.750985 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Bound port: d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:44.751122 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.752612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202302e-912c-42d1-ae32-42f9b64323ab None None] Pushing event updated for resources: {'Port': ['ID=d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:44.777085 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efa7866-e08b-493c-8ebb-93dcef356400', 'tag': 'd003cf72-e416-40bc-b3e5-f70cf30db32a'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:44.779191 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f418eae-61e3-4ebe-a432-343a256da404" -d '{"events": [{"name": "network-changed", "server_uuid": "1efa7866-e08b-493c-8ebb-93dcef356400", "tag": "d003cf72-e416-40bc-b3e5-f70cf30db32a"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:44.801379 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-a28cc692-488d-499f-b97d-b95dffd16d77 service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985330 Nov 27 01:14:44.828563 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.831370 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.847430 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42572b-7c47-4bf5-9e4c-259227e25d0b req-76d1fa9a-03a8-4cb5-990d-524523a72bf5 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:44.851723 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.852711 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa42572b-7c47-4bf5-9e4c-259227e25d0b req-76d1fa9a-03a8-4cb5-990d-524523a72bf5 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 943 time: 0.0883839 Nov 27 01:14:44.853520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-66edc4f2-1fea-4364-9482-616eeb2f0f0d None None] Provisioning complete for port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:44.853963 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-66edc4f2-1fea-4364-9482-616eeb2f0f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.867788 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-15aa3b1e-1d3b-4439-bcb2-b077e9bdfae6 req-0723b59b-da0b-43d8-96f0-e8cae9e44197 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811509 Nov 27 01:14:44.897625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] For port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:44.902732 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ff21df0-0d67-437c-9a0e-da3a02d21510 req-9bfc0986-d9da-4f34-917a-96c56f067665 service neutron] 10.222.0.21 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557175 Nov 27 01:14:44.931317 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4dd4fe7-1e1f-4f61-874f-e36d2e73cb60 req-29532ed2-fc54-40bb-933e-f2a2966d4746 service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214631 Nov 27 01:14:44.935352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] For port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:44.936107 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa42572b-7c47-4bf5-9e4c-259227e25d0b req-6b4a1a6f-be5a-4dfb-8656-b1c1294659cb tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771973 Nov 27 01:14:44.947317 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.949607 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-66edc4f2-1fea-4364-9482-616eeb2f0f0d None None] Port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:44.953020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port a78e4c4a-688d-4179-a301-d2a9945c0c85, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a78e4c4a-688d-4179-a301-d2a9945c0c85,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:44.954789 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.958126 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d84382-e9ef-4ea0-a2de-fc02571369ef x-openstack-request-id: req-40d84382-e9ef-4ea0-a2de-fc02571369ef {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:44.958635 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efa7866-e08b-493c-8ebb-93dcef356400", "tag": "d003cf72-e416-40bc-b3e5-f70cf30db32a", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:44.959095 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40d84382-e9ef-4ea0-a2de-fc02571369ef {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:44.959646 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efa7866-e08b-493c-8ebb-93dcef356400', 'tag': 'd003cf72-e416-40bc-b3e5-f70cf30db32a', 'status': 'completed', 'code': 200} Nov 27 01:14:44.964579 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.999994 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:45.008995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:45.012908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:45.017045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382b88fa-6e95-4370-94a0-d42cf460d164 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:45.046890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Routers {'f4e6b9af-42e5-4f1f-a1a5-42126ae64872'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:45.047694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:45.049391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Pushing event updated for resources: {'Port': ['ID=dc14ea20-e1ee-42d7-be9f-7570c0f1a94c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:45.052337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202302e-912c-42d1-ae32-42f9b64323ab None None] Pushing event updated for resources: {'Port': ['ID=d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:45.097665 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.144731 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f418eae-61e3-4ebe-a432-343a256da404 req-cb72884b-c0c4-4459-b8ac-23a3a708f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:45.146266 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f418eae-61e3-4ebe-a432-343a256da404 req-cb72884b-c0c4-4459-b8ac-23a3a708f59c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 1095 time: 0.0728788 Nov 27 01:14:45.212269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c0b6e1d5-cce7-4fc1-8704-6b4fe34bb101 None None] Provisioning complete for port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:45.212792 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e1d5-cce7-4fc1-8704-6b4fe34bb101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.217979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=a78e4c4a-688d-4179-a301-d2a9945c0c85,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:45.286022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] Set router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:45.294841 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.315375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f418eae-61e3-4ebe-a432-343a256da404 req-622cb472-dddd-454c-b8a2-200d0b7fdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:45.317767 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f418eae-61e3-4ebe-a432-343a256da404 req-622cb472-dddd-454c-b8a2-200d0b7fdb79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.1620204 Nov 27 01:14:45.324775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6479d75e-f0e9-4c06-b731-9bf7aff0150b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78e4c4a-688d-4179-a301-d2a9945c0c85'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:45.327118 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d2f82f-ef77-48f2-a6cd-f8e3d1fcb6b8" -d '{"events": [{"server_uuid": "6479d75e-f0e9-4c06-b731-9bf7aff0150b", "name": "network-vif-plugged", "status": "completed", "tag": "a78e4c4a-688d-4179-a301-d2a9945c0c85"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:45.394121 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f418eae-61e3-4ebe-a432-343a256da404 req-65995e16-6a4d-4f4a-8d7a-efe0cbb5a949 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a HTTP/1.1" status: 200 len: 217 time: 0.0662756 Nov 27 01:14:45.455862 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6071733e-bd9b-4fd8-9bad-d6eac3a2726b x-openstack-request-id: req-6071733e-bd9b-4fd8-9bad-d6eac3a2726b {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:45.456352 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6479d75e-f0e9-4c06-b731-9bf7aff0150b", "name": "network-vif-plugged", "status": "completed", "tag": "a78e4c4a-688d-4179-a301-d2a9945c0c85", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:45.456761 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6071733e-bd9b-4fd8-9bad-d6eac3a2726b {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:45.457126 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6479d75e-f0e9-4c06-b731-9bf7aff0150b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78e4c4a-688d-4179-a301-d2a9945c0c85', 'code': 200} Nov 27 01:14:45.488971 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e1d5-cce7-4fc1-8704-6b4fe34bb101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.522218 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f418eae-61e3-4ebe-a432-343a256da404 req-a12b7ef4-e7f5-408e-a2e4-e5e5d507f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:45.525083 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f418eae-61e3-4ebe-a432-343a256da404 req-a12b7ef4-e7f5-408e-a2e4-e5e5d507f60e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.1218567 Nov 27 01:14:45.553414 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c0b6e1d5-cce7-4fc1-8704-6b4fe34bb101 None None] For port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:45.565699 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e1d5-cce7-4fc1-8704-6b4fe34bb101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.592765 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.601507 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.618585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cefb81-e600-46b6-ab7f-199e244e7f96 req-4b97bb4e-16ab-4633-be26-e94429133f6e tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:45.631922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-55cefb81-e600-46b6-ab7f-199e244e7f96 req-4b97bb4e-16ab-4633-be26-e94429133f6e tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 943 time: 0.1662889 Nov 27 01:14:45.653579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6e1d5-cce7-4fc1-8704-6b4fe34bb101 None None] Pushing event updated for resources: {'Port': ['ID=d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:45.654800 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f418eae-61e3-4ebe-a432-343a256da404 req-023c510d-a1be-47cd-8cd0-34bc213f393a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040754 Nov 27 01:14:45.680807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:14:40Z', 'revision_number': 3, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port': {'id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:45.686875 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.688854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Pushing event updated for resources: {'Port': ['ID=dc14ea20-e1ee-42d7-be9f-7570c0f1a94c,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:45.734472 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c7c42-621a-4270-be5d-9576a1a4488e None None] The sync data for ids ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'] in n-d-817303-10 is: [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:14:40Z', 'revision_number': 3, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port': {'id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:14:45.760319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7338ef9c-eada-490e-a86a-dcfaa9e43a22 None None] Provisioning complete for port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:45.761662 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7338ef9c-eada-490e-a86a-dcfaa9e43a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.830964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:45.833024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:45.834753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7338ef9c-eada-490e-a86a-dcfaa9e43a22 None None] Port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:46.019110 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d86e2-2375-4ce6-8eea-50ed4d8741b8 req-0a356b38-f24b-460d-a987-5ecd9b05ca79 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:46.021612 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-965d86e2-2375-4ce6-8eea-50ed4d8741b8 req-0a356b38-f24b-460d-a987-5ecd9b05ca79 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0753658 Nov 27 01:14:46.031550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:14:46.113334 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a1e580ac-eac3-4614-ad38-802b9048a7f8 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:46.117241 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-965d86e2-2375-4ce6-8eea-50ed4d8741b8 req-0665b963-64c1-4c84-bc00-65fc07a2d9b2 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879843 Nov 27 01:14:46.170004 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f418eae-61e3-4ebe-a432-343a256da404 req-0043e7a2-36b6-4444-9910-9afca002d920 service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503083 Nov 27 01:14:46.294651 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-55cefb81-e600-46b6-ab7f-199e244e7f96 req-c90d0fbe-70a4-4ffc-987b-deec78aff055 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6614273 Nov 27 01:14:46.299766 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.320177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:14:46.324563 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e3f7f7c8-3420-4b45-88ad-e7b468862359 None None] Provisioning complete for port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:46.324940 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f7c8-3420-4b45-88ad-e7b468862359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.337661 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5d8e6a77-ba62-4c8f-a456-9d83a811df78 admin admin] 10.222.0.15 "PUT /v2.0/routers/f4e6b9af-42e5-4f1f-a1a5-42126ae64872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7249806 Nov 27 01:14:46.352138 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f418eae-61e3-4ebe-a432-343a256da404 req-0eff8639-5d6c-4cff-aab4-795657ec6277 service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492002 Nov 27 01:14:46.369007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383351e-906f-4fa1-9d50-7bb766917237 req-3b1c2e74-4255-4911-965a-626218fe51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:46.370513 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107943b-0701-499c-ba08-c1a85e9838f4 req-dc7f50b7-8f1c-4f16-9148-48b0566af68f tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:46.378392 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4383351e-906f-4fa1-9d50-7bb766917237 req-3b1c2e74-4255-4911-965a-626218fe51b4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 1098 time: 0.7225208 Nov 27 01:14:46.404172 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1107943b-0701-499c-ba08-c1a85e9838f4 req-dc7f50b7-8f1c-4f16-9148-48b0566af68f tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 943 time: 0.1528943 Nov 27 01:14:46.407084 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e85ad-bdf8-4390-b909-66af07d6f601 req-32743b79-4b87-425c-98ab-7785bea05d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:46.408742 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e5e85ad-bdf8-4390-b909-66af07d6f601 req-32743b79-4b87-425c-98ab-7785bea05d32 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8643042a3114ff9aeb63bafc394e717&device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 1097 time: 0.2415578 Nov 27 01:14:46.419783 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e3f7f7c8-3420-4b45-88ad-e7b468862359 None None] Port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:46.457584 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port a1e580ac-eac3-4614-ad38-802b9048a7f8, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a1e580ac-eac3-4614-ad38-802b9048a7f8,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:46.482110 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1107943b-0701-499c-ba08-c1a85e9838f4 req-9e0efe4a-dbf0-4955-8577-0cddea7d5ce6 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715411 Nov 27 01:14:46.487442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'a1e580ac-eac3-4614-ad38-802b9048a7f8', 'network_id': '553ff13a-194b-495b-ac31-cdc4976c4359', 'port_id': 'a1e580ac-eac3-4614-ad38-802b9048a7f8', 'mac_address': 'fa:16:3e:98:4e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34dd4f54-a648-49d7-95dc-b1032614d913', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:46.530502 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.548697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e580ac-eac3-4614-ad38-802b9048a7f8 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:46.572112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port a1e580ac-eac3-4614-ad38-802b9048a7f8, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a1e580ac-eac3-4614-ad38-802b9048a7f8,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:46.585023 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.624417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e85ad-bdf8-4390-b909-66af07d6f601 req-0387dd68-6aa2-4dc3-9d9b-9ac3c6391a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:46.627087 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e5e85ad-bdf8-4390-b909-66af07d6f601 req-0387dd68-6aa2-4dc3-9d9b-9ac3c6391a20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=52990878-2af4-4f7f-88b9-f803d6f0da66 HTTP/1.1" status: 200 len: 920 time: 0.2069108 Nov 27 01:14:46.633815 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4383351e-906f-4fa1-9d50-7bb766917237 req-f90c3d08-b64f-4b76-b0a9-53dbd50baee1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438588 Nov 27 01:14:46.691310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=a1e580ac-eac3-4614-ad38-802b9048a7f8,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:46.734269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:46.738639 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e5e85ad-bdf8-4390-b909-66af07d6f601 req-573bae36-c103-4226-aacf-ccbc5e87ab63 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ea4c77-4fef-4d79-9657-2182a2a32535 HTTP/1.1" status: 200 len: 217 time: 0.0971613 Nov 27 01:14:46.747318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79245a-30d5-410b-8052-89e18ff81b8c req-b3d6ba5b-a36b-4b5d-8a1d-bbdf0a3d4c00 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:46.755336 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1f79245a-30d5-410b-8052-89e18ff81b8c req-b3d6ba5b-a36b-4b5d-8a1d-bbdf0a3d4c00 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 943 time: 0.2292342 Nov 27 01:14:46.808189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:46.808522 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.843217 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ecfa5c75-c705-4fba-9a07-71147bfbc8e7 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:46.851422 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1f79245a-30d5-410b-8052-89e18ff81b8c req-d2fe5704-8916-4fa0-b665-ef455c81f7c9 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952075 Nov 27 01:14:46.859789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e85ad-bdf8-4390-b909-66af07d6f601 req-5394e2d8-4f7b-4d74-a4ae-2f7e4bbc996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:46.861520 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e5e85ad-bdf8-4390-b909-66af07d6f601 req-5394e2d8-4f7b-4d74-a4ae-2f7e4bbc996a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9065684-47f0-4e53-aaf2-94e871c3a6e7 HTTP/1.1" status: 200 len: 859 time: 0.0783989 Nov 27 01:14:46.899986 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e5e85ad-bdf8-4390-b909-66af07d6f601 req-3213cde4-1fc2-4bcb-aa86-98b0271b3bce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52990878-2af4-4f7f-88b9-f803d6f0da66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307701 Nov 27 01:14:47.003456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['a1e580ac-eac3-4614-ad38-802b9048a7f8'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:47.038965 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e5e85ad-bdf8-4390-b909-66af07d6f601 req-cebc66b4-f539-4d62-9a12-864286116e3a service neutron] 10.222.0.31 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263101 Nov 27 01:14:47.120110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ecfa5c75-c705-4fba-9a07-71147bfbc8e7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ecfa5c75-c705-4fba-9a07-71147bfbc8e7,segment=NetworkSegment(e9e80dee-99e6-4a12-8935-472798f287af),segment_id=e9e80dee-99e6-4a12-8935-472798f287af)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:47.142922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'ecfa5c75-c705-4fba-9a07-71147bfbc8e7', 'network_id': '2ce44638-8d8b-43b6-97d9-d1d1bc26b117', 'port_id': 'ecfa5c75-c705-4fba-9a07-71147bfbc8e7', 'mac_address': 'fa:16:3e:18:6f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92a5ed1-0096-4f04-93c2-a15f9ec79d8b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:47.169543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53518) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:47.174352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-83507311-network', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:47.197243 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e5e85ad-bdf8-4390-b909-66af07d6f601 req-b1db8c9a-eb0d-463b-8c9f-a6fb8f67efe2 service neutron] 10.222.0.31 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217320 Nov 27 01:14:47.200694 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] Made reservation on behalf of 53a4f3f863fb4861a3ad6dcc1e797601 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:47.203169 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.212713 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.232893 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.256380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfa5c75-c705-4fba-9a07-71147bfbc8e7 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:47.276994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ecfa5c75-c705-4fba-9a07-71147bfbc8e7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ecfa5c75-c705-4fba-9a07-71147bfbc8e7,segment=NetworkSegment(e9e80dee-99e6-4a12-8935-472798f287af),segment_id=e9e80dee-99e6-4a12-8935-472798f287af)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:47.284552 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.313125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54819e69-864e-49c5-a5af-69d4bdb5824c req-8d6b00f7-3d00-4f21-9046-5c7d85dbfe20 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:47.314607 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54819e69-864e-49c5-a5af-69d4bdb5824c req-8d6b00f7-3d00-4f21-9046-5c7d85dbfe20 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0918248 Nov 27 01:14:47.343994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ecfa5c75-c705-4fba-9a07-71147bfbc8e7,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:47.455710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a174fbe-3cc8-475d-9219-ee963b77de7c req-13aea50d-e8d3-496e-9d8e-a936c277fe75 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:47.457320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a174fbe-3cc8-475d-9219-ee963b77de7c req-13aea50d-e8d3-496e-9d8e-a936c277fe75 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 944 time: 0.0524967 Nov 27 01:14:47.514774 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a174fbe-3cc8-475d-9219-ee963b77de7c req-635737b0-21c0-45f7-8aac-4a864834bf1c tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510714 Nov 27 01:14:47.637856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411ecd6-8bd3-43b1-bdf7-a5a65f5cffcf req-f54610b6-bea8-4cb0-b87b-4f748713eb1d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:47.640303 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a411ecd6-8bd3-43b1-bdf7-a5a65f5cffcf req-f54610b6-bea8-4cb0-b87b-4f748713eb1d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 943 time: 0.0606470 Nov 27 01:14:47.684618 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.688654 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54819e69-864e-49c5-a5af-69d4bdb5824c req-ae773c2f-c555-4f75-8bfc-da4d538945a8 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664799 Nov 27 01:14:47.695000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.710864 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a411ecd6-8bd3-43b1-bdf7-a5a65f5cffcf req-22d4791c-8275-4c5f-a873-3b197540892d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597782 Nov 27 01:14:47.724112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:14:47.736043 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0645d29a-d679-46c7-ba78-4ddf5c48b9be,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:47.741124 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.741466 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] Added segment a331fb51-a00c-432d-902c-1c3ea14c685e of type vlan for network 0c2c4636-647a-464e-a883-8125a9159f7a Nov 27 01:14:47.775740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ecfa5c75-c705-4fba-9a07-71147bfbc8e7'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:47.784016 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.817087 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.818210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:47.818819 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.874851 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7041829 Nov 27 01:14:47.880401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53530) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:47.887072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10025b-b30f-4fc3-ba2b-4a63ee5b1f64 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2c4636-647a-464e-a883-8125a9159f7a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:47.897997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-3d127135-b6bf-418d-86d9-15437feadcfe admin admin] Request body: {'subnet': {'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-83507311-subnet', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:47.907872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 0c2c4636-647a-464e-a883-8125a9159f7a details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:14:47.950804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d127135-b6bf-418d-86d9-15437feadcfe admin admin] Made reservation on behalf of 53a4f3f863fb4861a3ad6dcc1e797601 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:47.955624 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d127135-b6bf-418d-86d9-15437feadcfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.081131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78221d-8345-485b-a51d-514e75d3f84b req-b120d3de-ffdf-496a-8ace-5b3d132c43ac tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.082619 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab78221d-8345-485b-a51d-514e75d3f84b req-b120d3de-ffdf-496a-8ace-5b3d132c43ac tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 944 time: 0.1116917 Nov 27 01:14:48.122436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d003cf72-e416-40bc-b3e5-f70cf30db32a details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:48.131823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a1e580ac-eac3-4614-ad38-802b9048a7f8 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:48.141754 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Sync routers for ids ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:14:48.166737 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Routers {'f4e6b9af-42e5-4f1f-a1a5-42126ae64872'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:48.169110 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:48.181347 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab78221d-8345-485b-a51d-514e75d3f84b req-92594a9e-aca5-409b-8a7f-68de83486c00 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822926 Nov 27 01:14:48.265161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d127135-b6bf-418d-86d9-15437feadcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.283052 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port a1e580ac-eac3-4614-ad38-802b9048a7f8 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:14:48.286809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:48.291139 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-dddc9ba0-a1b4-4203-998f-71fb53b07013 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0751953 Nov 27 01:14:48.294309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port a1e580ac-eac3-4614-ad38-802b9048a7f8 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:48.294692 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.305725 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Set router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:48.329854 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'd003cf72-e416-40bc-b3e5-f70cf30db32a', 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0', 'port_id': 'd003cf72-e416-40bc-b3e5-f70cf30db32a', 'mac_address': 'fa:16:3e:c4:fa:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc711a7c-5baa-452f-8fb2-a98d9e7b8c26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:48.365972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d127135-b6bf-418d-86d9-15437feadcfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af5f572-0847-47e0-8f3e-1ea9166f514e,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:48.376681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d127135-b6bf-418d-86d9-15437feadcfe admin admin] Checking segment: {'id': 'a331fb51-a00c-432d-902c-1c3ea14c685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:48.376825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d127135-b6bf-418d-86d9-15437feadcfe admin admin] Network hostable DHCP agents. Network: 0c2c4636-647a-464e-a883-8125a9159f7a, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:14:48.389033 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.400672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-a6e7237d-1c71-404c-acb9-06db4fdd321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.401156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-a6e7237d-1c71-404c-acb9-06db4fdd321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.402191 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-a6e7237d-1c71-404c-acb9-06db4fdd321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.402663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-a6e7237d-1c71-404c-acb9-06db4fdd321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.403133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-a6e7237d-1c71-404c-acb9-06db4fdd321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.403582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-a6e7237d-1c71-404c-acb9-06db4fdd321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.404394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-a6e7237d-1c71-404c-acb9-06db4fdd321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.407127 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-a6e7237d-1c71-404c-acb9-06db4fdd321a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f18470837cb4394bc7b6e5f757f3214&device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 6507 time: 0.0724111 Nov 27 01:14:48.417570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d127135-b6bf-418d-86d9-15437feadcfe admin admin] Network 0c2c4636-647a-464e-a883-8125a9159f7a is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:14:48.429995 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-3d127135-b6bf-418d-86d9-15437feadcfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 0c2c4636-647a-464e-a883-8125a9159f7a) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:48.436699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d003cf72-e416-40bc-b3e5-f70cf30db32a {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:48.444676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93244b1-a9f0-403b-a67a-f507496cff2a None None] Network 0c2c4636-647a-464e-a883-8125a9159f7a requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:48.450086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d127135-b6bf-418d-86d9-15437feadcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.451891 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d127135-b6bf-418d-86d9-15437feadcfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.476287 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.508261 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3d127135-b6bf-418d-86d9-15437feadcfe admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6266515 Nov 27 01:14:48.512288 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53538) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:48.524999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-83507311-router', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:48.530378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:48.545230 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port': {'id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'dc14ea20-e1ee-42d7-be9f-7570c0f1a94c', 'name': '', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'mac_address': 'fa:16:3e:d3:9c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:44Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 2, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'subnets': [{'id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:48.545861 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.561917 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.563447 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.569977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-7864dc65-f07f-401e-8b82-7ea01e60dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.570654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-7864dc65-f07f-401e-8b82-7ea01e60dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.571127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-7864dc65-f07f-401e-8b82-7ea01e60dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.572968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-7864dc65-f07f-401e-8b82-7ea01e60dccf service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b1384e3-a57b-456d-b2fc-6d2cabdc87f6&id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03&id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 HTTP/1.1" status: 200 len: 2297 time: 0.1319900 Nov 27 01:14:48.622374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=d003cf72-e416-40bc-b3e5-f70cf30db32a,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:48.653575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port a1e580ac-eac3-4614-ad38-802b9048a7f8, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a1e580ac-eac3-4614-ad38-802b9048a7f8,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:48.665542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a42a1fc-65af-4bf3-8ebf-4e82b262b83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e580ac-eac3-4614-ad38-802b9048a7f8'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:48.669379 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6486a159-fdae-4dca-b700-a5a8172cdc4c" -d '{"events": [{"server_uuid": "7a42a1fc-65af-4bf3-8ebf-4e82b262b83e", "name": "network-vif-plugged", "status": "completed", "tag": "a1e580ac-eac3-4614-ad38-802b9048a7f8"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:48.683753 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-4c2d16c6-87b6-4cb6-84cf-5b8f0889505d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12f169c6-2293-47c7-851c-1936465a7ea4 HTTP/1.1" status: 200 len: 1000 time: 0.1026156 Nov 27 01:14:48.688376 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.694190 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.696494 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Checking router: f4e6b9af-42e5-4f1f-a1a5-42126ae64872 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:14:48.696892 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Updating router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:14:48.710474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648261b1-7633-40d4-82de-131f3d7e4002 req-f6b15c68-c700-412d-8969-70d4f12922b0 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.718678 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-648261b1-7633-40d4-82de-131f3d7e4002 req-f6b15c68-c700-412d-8969-70d4f12922b0 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 944 time: 0.1028292 Nov 27 01:14:48.736848 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.751697 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d63ad7-2a4d-4e97-b3a6-5a7cb8b73ac6 x-openstack-request-id: req-d0d63ad7-2a4d-4e97-b3a6-5a7cb8b73ac6 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:48.752016 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a42a1fc-65af-4bf3-8ebf-4e82b262b83e", "name": "network-vif-plugged", "status": "completed", "tag": "a1e580ac-eac3-4614-ad38-802b9048a7f8", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:48.752259 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0d63ad7-2a4d-4e97-b3a6-5a7cb8b73ac6 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:48.752661 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a42a1fc-65af-4bf3-8ebf-4e82b262b83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e580ac-eac3-4614-ad38-802b9048a7f8', 'code': 200} Nov 27 01:14:48.787907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-b8a5ea6e-d846-44c7-a74b-6a73ffc95a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.793077 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-648261b1-7633-40d4-82de-131f3d7e4002 req-ff6188a9-8c2a-4cf9-83c2-d5ac2d6943ab tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680671 Nov 27 01:14:48.797986 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-b8a5ea6e-d846-44c7-a74b-6a73ffc95a53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3798953-d77c-408d-9065-d8c00bed45ca HTTP/1.1" status: 200 len: 856 time: 0.1067586 Nov 27 01:14:48.865550 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=a1e580ac-eac3-4614-ad38-802b9048a7f8,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:48.939810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4a37a-5d21-461d-803e-60e608c4ea33 req-b4ef1b7e-ed0d-4eb2-87d7-aec24bc61f41 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.941324 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ecb4a37a-5d21-461d-803e-60e608c4ea33 req-b4ef1b7e-ed0d-4eb2-87d7-aec24bc61f41 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1426308 Nov 27 01:14:48.956763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-0c2c4636-647a-464e-a883-8125a9159f7a', 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'fixed_ips': [{'subnet_id': '2af5f572-0847-47e0-8f3e-1ea9166f514e'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:14:48.957766 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.966647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-e7dfd2c8-896e-4af9-9505-c5ca56c027ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.968499 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-e7dfd2c8-896e-4af9-9505-c5ca56c027ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b1384e3-a57b-456d-b2fc-6d2cabdc87f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564617 Nov 27 01:14:48.977112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b923f6-b613-4dd5-b043-f6026169b70f req-771e52d1-6733-4d1c-962e-687b5ecfe68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.979267 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72b923f6-b613-4dd5-b043-f6026169b70f req-771e52d1-6733-4d1c-962e-687b5ecfe68f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 1097 time: 0.1021457 Nov 27 01:14:49.023708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.045979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['d003cf72-e416-40bc-b3e5-f70cf30db32a'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:49.059802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea058b-ae11-49f7-8f9b-eec7837ced0e req-5afb72ff-6efe-4c88-a119-5ad91b6a79f4 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:49.061393 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9aea058b-ae11-49f7-8f9b-eec7837ced0e req-5afb72ff-6efe-4c88-a119-5ad91b6a79f4 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 944 time: 0.1393673 Nov 27 01:14:49.093216 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-9c252f90-604e-4b2d-8ef5-145a931baae2 service neutron] 10.222.0.31 "GET /v2.0/networks/0b1384e3-a57b-456d-b2fc-6d2cabdc87f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100857 Nov 27 01:14:49.137563 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.147955 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.156620 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9aea058b-ae11-49f7-8f9b-eec7837ced0e req-d8398d6a-26e9-413d-91b8-f642e241c5e6 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615344 Nov 27 01:14:49.215999 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ba586-579e-44ae-b72d-ff1ff7eaf5f6 None None] Pushing event updated for resources: {'Port': ['ID=dc14ea20-e1ee-42d7-be9f-7570c0f1a94c,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:49.226110 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba586-579e-44ae-b72d-ff1ff7eaf5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:49.233487 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba586-579e-44ae-b72d-ff1ff7eaf5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:49.234029 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba586-579e-44ae-b72d-ff1ff7eaf5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:49.234513 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba586-579e-44ae-b72d-ff1ff7eaf5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:49.235001 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba586-579e-44ae-b72d-ff1ff7eaf5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:49.235477 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba586-579e-44ae-b72d-ff1ff7eaf5f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:49.235950 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba586-579e-44ae-b72d-ff1ff7eaf5f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:49.236463 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba586-579e-44ae-b72d-ff1ff7eaf5f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:49.236932 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba586-579e-44ae-b72d-ff1ff7eaf5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:49.237471 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba586-579e-44ae-b72d-ff1ff7eaf5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:49.237958 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba586-579e-44ae-b72d-ff1ff7eaf5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:49.238442 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba586-579e-44ae-b72d-ff1ff7eaf5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:49.252146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-2c4d9b21-8b9f-4996-b287-9e4dda5449fc service neutron] 10.222.0.31 "GET /v2.0/networks/0b1384e3-a57b-456d-b2fc-6d2cabdc87f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326869 Nov 27 01:14:49.334496 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Attempting to bind port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:49.334981 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Attempting to bind port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'bb13f819-7513-4d5c-a17c-9ef71f8940c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:49.336627 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Attempting to bind port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c on network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:49.343666 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:49.348138 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Checking segment: {'id': 'bb13f819-7513-4d5c-a17c-9ef71f8940c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:49.356737 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.357557 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Bound using segment: {'id': 'bb13f819-7513-4d5c-a17c-9ef71f8940c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:49.358926 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Bound port: dc14ea20-e1ee-42d7-be9f-7570c0f1a94c, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb13f819-7513-4d5c-a17c-9ef71f8940c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:49.359748 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.366362 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-e0123533-cbbd-49ba-9287-d49230a2da56 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=1346ce4d-530e-44ab-8572-365f1b9e2917 HTTP/1.1" status: 200 len: 217 time: 0.0984018 Nov 27 01:14:49.376388 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72b923f6-b613-4dd5-b043-f6026169b70f req-d4691a49-ac93-48c2-85f0-a196abe9aaba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821314 Nov 27 01:14:49.418805 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.449763 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.449958 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] For port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:49.453836 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] For port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=dc14ea20-e1ee-42d7-be9f-7570c0f1a94c,segment=NetworkSegment(bb13f819-7513-4d5c-a17c-9ef71f8940c0),segment_id=bb13f819-7513-4d5c-a17c-9ef71f8940c0)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:49.462735 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.477022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-e46370e4-e0f5-4c1d-b3a1-5e75f91d4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:49.478622 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-e46370e4-e0f5-4c1d-b3a1-5e75f91d4456 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48 HTTP/1.1" status: 200 len: 797 time: 0.1011827 Nov 27 01:14:49.483807 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ecb4a37a-5d21-461d-803e-60e608c4ea33 req-3612bbdc-cb60-4f87-882f-540e97a0672d tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354640 Nov 27 01:14:49.548314 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Routers {'f4e6b9af-42e5-4f1f-a1a5-42126ae64872'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:49.549046 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:49.605754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-31e85453-3b10-4eb2-8cef-3dbe11909d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:49.609120 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-31e85453-3b10-4eb2-8cef-3dbe11909d2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1209512 Nov 27 01:14:49.617522 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Allocated IP 172.20.0.2 (0c2c4636-647a-464e-a883-8125a9159f7a/2af5f572-0847-47e0-8f3e-1ea9166f514e/7e11ffab-8ce2-405e-b906-ce06703dbe69) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:49.629938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-99589f70-4548-4df0-b78b-c3473ba1c789 None None] Provisioning complete for port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:49.630361 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-99589f70-4548-4df0-b78b-c3473ba1c789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.720485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Allocated IP 172.25.1.201 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/620fa18c-6d46-482e-9c4b-a4ffc3999113) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:49.722019 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ba586-579e-44ae-b72d-ff1ff7eaf5f6 None None] Pushing event updated for resources: {'Port': ['ID=dc14ea20-e1ee-42d7-be9f-7570c0f1a94c,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:49.776182 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] Set router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:49.859866 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-99589f70-4548-4df0-b78b-c3473ba1c789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.905378 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-f5bdd97b-3213-478a-8881-c8b4992dc9ac service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816091 Nov 27 01:14:49.917531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39002a4-3eaa-4107-be62-531223f35cae req-eaaf380c-94e9-4cc1-a666-02fc7a727244 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:49.927167 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c39002a4-3eaa-4107-be62-531223f35cae req-eaaf380c-94e9-4cc1-a666-02fc7a727244 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 944 time: 0.1587431 Nov 27 01:14:49.947743 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-99589f70-4548-4df0-b78b-c3473ba1c789 None None] For port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=dc14ea20-e1ee-42d7-be9f-7570c0f1a94c,segment=NetworkSegment(bb13f819-7513-4d5c-a17c-9ef71f8940c0),segment_id=bb13f819-7513-4d5c-a17c-9ef71f8940c0)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:49.956941 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-99589f70-4548-4df0-b78b-c3473ba1c789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.976750 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.999941 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:50.004412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927390d-27dd-48ef-af76-e0d6ff00ca03 req-213b5102-361a-4a9d-aadc-3da9bb74d8f3 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:50.009519 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e927390d-27dd-48ef-af76-e0d6ff00ca03 req-213b5102-361a-4a9d-aadc-3da9bb74d8f3 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 945 time: 0.0780480 Nov 27 01:14:50.024798 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:50.036664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99589f70-4548-4df0-b78b-c3473ba1c789 None None] Pushing event updated for resources: {'Port': ['ID=dc14ea20-e1ee-42d7-be9f-7570c0f1a94c,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:50.049861 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Network 0c2c4636-647a-464e-a883-8125a9159f7a is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:50.054014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:50.057377 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c39002a4-3eaa-4107-be62-531223f35cae req-27e60f8a-bafc-47d2-aac4-8b7657939fcf tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243150 Nov 27 01:14:50.064762 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:50.094068 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-43fb46b5-67cc-47dd-a2e4-e49965cf7585 service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576157 Nov 27 01:14:50.101394 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port': {'id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'dc14ea20-e1ee-42d7-be9f-7570c0f1a94c', 'name': '', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'mac_address': 'fa:16:3e:d3:9c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:44Z', 'updated_at': '2021-11-27T01:14:49Z', 'revision_number': 4, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'subnets': [{'id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:50.112633 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e927390d-27dd-48ef-af76-e0d6ff00ca03 req-e75ae694-8e73-4847-acd4-94d037ea3004 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941937 Nov 27 01:14:50.129427 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:50.150419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-af0e8697-caf7-45de-8cc7-c3fa7747bfee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=4bae5e58-695f-41e0-9eee-9e4a0229fc75 HTTP/1.1" status: 200 len: 217 time: 0.0478833 Nov 27 01:14:50.153054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1e46f476-f5a4-4ed5-83ce-fc60bff07172 None None] Provisioning complete for port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:50.153442 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e46f476-f5a4-4ed5-83ce-fc60bff07172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:50.157560 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab8e4a8-09d3-4277-bdf8-168e00277c6c None None] The sync data for ids ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'] in n-d-817303-10 is: [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port': {'id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'dc14ea20-e1ee-42d7-be9f-7570c0f1a94c', 'name': '', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'mac_address': 'fa:16:3e:d3:9c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:44Z', 'updated_at': '2021-11-27T01:14:49Z', 'revision_number': 4, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'subnets': [{'id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:14:50.183054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:50.186264 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:50.195906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Pushing event updated for resources: {'Port': ['ID=7e11ffab-8ce2-405e-b906-ce06703dbe69,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:50.204629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:50.213017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Pushing event updated for resources: {'Port': ['ID=620fa18c-6d46-482e-9c4b-a4ffc3999113,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:50.230687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-534fa513-5a74-4dd9-a6d8-ca4f91277763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:50.231786 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-534fa513-5a74-4dd9-a6d8-ca4f91277763 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48 HTTP/1.1" status: 200 len: 797 time: 0.0731711 Nov 27 01:14:50.287035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5750f7-09c7-457c-8cbc-9c36c03062d2 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:50.302657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Attempting to bind port 7e11ffab-8ce2-405e-b906-ce06703dbe69 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:50.303047 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Attempting to bind port 7e11ffab-8ce2-405e-b906-ce06703dbe69 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'a331fb51-a00c-432d-902c-1c3ea14c685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:50.303422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Attempting to bind port 7e11ffab-8ce2-405e-b906-ce06703dbe69 on network 0c2c4636-647a-464e-a883-8125a9159f7a {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:50.313371 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:50.313762 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Checking segment: {'id': 'a331fb51-a00c-432d-902c-1c3ea14c685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:50.314175 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:50.314657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Bound using segment: {'id': 'a331fb51-a00c-432d-902c-1c3ea14c685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:50.315143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Bound port: 7e11ffab-8ce2-405e-b906-ce06703dbe69, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a331fb51-a00c-432d-902c-1c3ea14c685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:50.315532 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:50.377706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-4ac9ea71-6bd6-4694-88de-970679445406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:50.379330 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-4ac9ea71-6bd6-4694-88de-970679445406 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1384497 Nov 27 01:14:50.396189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c44960-4a27-4cfa-b085-bf975f09b103 req-761c1fae-6afb-47da-9cda-d16853c39c86 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:50.409004 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c1c44960-4a27-4cfa-b085-bf975f09b103 req-761c1fae-6afb-47da-9cda-d16853c39c86 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 944 time: 0.1107662 Nov 27 01:14:50.453779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] For port 7e11ffab-8ce2-405e-b906-ce06703dbe69, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:50.461542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] For port 7e11ffab-8ce2-405e-b906-ce06703dbe69, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7e11ffab-8ce2-405e-b906-ce06703dbe69,segment=NetworkSegment(a331fb51-a00c-432d-902c-1c3ea14c685e),segment_id=a331fb51-a00c-432d-902c-1c3ea14c685e)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:50.480545 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:50.666735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c1c44960-4a27-4cfa-b085-bf975f09b103 req-c5cffd3d-c01a-4c06-8068-d9675ddc341e tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526233 Nov 27 01:14:50.677333 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-b287e2ea-9571-4040-b728-726ab4a82cab service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611258 Nov 27 01:14:50.690123 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0fe1a-0c2c-4266-b136-125e0e0b8302 None None] Pushing event updated for resources: {'Port': ['ID=7e11ffab-8ce2-405e-b906-ce06703dbe69,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:50.714856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f8d4f36e-cf93-4873-bcf2-bdaed72e35cc None None] Provisioning complete for port 620fa18c-6d46-482e-9c4b-a4ffc3999113 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:50.717373 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f8d4f36e-cf93-4873-bcf2-bdaed72e35cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:50.779579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f8d4f36e-cf93-4873-bcf2-bdaed72e35cc None None] Port 620fa18c-6d46-482e-9c4b-a4ffc3999113 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:50.781884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device dc14ea20-e1ee-42d7-be9f-7570c0f1a94c up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:50.854375 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ecfa5c75-c705-4fba-9a07-71147bfbc8e7 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:50.926022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d9ab5-bb69-4c7b-82d3-9f53ad396df4 req-cb9258fe-96ea-4b12-a5fe-839a056b9b9e tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:50.940484 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b7d9ab5-bb69-4c7b-82d3-9f53ad396df4 req-cb9258fe-96ea-4b12-a5fe-839a056b9b9e tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.3004262 Nov 27 01:14:50.948140 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:50.949086 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:50.977118 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-101c1dac-ad75-4d74-b894-4f427ed71106 service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914386 Nov 27 01:14:51.054306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b7d9ab5-bb69-4c7b-82d3-9f53ad396df4 req-33887167-3fd0-412b-bcc1-b0508c043a6b tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127372 Nov 27 01:14:51.072037 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:51.074434 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-6b7817da-106e-4141-bf01-a5b82370ef3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=38653e23-1492-4325-a7f0-fda66317be04 HTTP/1.1" status: 200 len: 217 time: 0.0736616 Nov 27 01:14:51.090458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port ecfa5c75-c705-4fba-9a07-71147bfbc8e7 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:14:51.119609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port ecfa5c75-c705-4fba-9a07-71147bfbc8e7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:51.119988 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:51.203770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-27d19643-a662-4918-af2d-56d8dca67b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:51.205694 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-27d19643-a662-4918-af2d-56d8dca67b2d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48 HTTP/1.1" status: 200 len: 797 time: 0.1305974 Nov 27 01:14:51.267727 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:51.312858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dbcef6-5284-44fc-a335-cd370d5cb06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfa5c75-c705-4fba-9a07-71147bfbc8e7'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:51.313385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467abd6-78ac-45ec-9381-f2c8b43a4e56 req-6db84f7a-1567-49fa-87e9-43683f1b3023 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:51.315053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d467abd6-78ac-45ec-9381-f2c8b43a4e56 req-6db84f7a-1567-49fa-87e9-43683f1b3023 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 944 time: 0.1261959 Nov 27 01:14:51.316233 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad43fcfd-fa63-4e43-b56d-a7dba7cbdb7e" -d '{"events": [{"server_uuid": "57dbcef6-5284-44fc-a335-cd370d5cb06f", "name": "network-vif-plugged", "status": "completed", "tag": "ecfa5c75-c705-4fba-9a07-71147bfbc8e7"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:51.322890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ebcca-eab8-44b6-b5aa-064b5c9e4a94 req-b3cd3856-0c03-44de-8463-069608db6afa tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:51.325376 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e5ebcca-eab8-44b6-b5aa-064b5c9e4a94 req-b3cd3856-0c03-44de-8463-069608db6afa tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 945 time: 0.1535170 Nov 27 01:14:51.334147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ecfa5c75-c705-4fba-9a07-71147bfbc8e7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ecfa5c75-c705-4fba-9a07-71147bfbc8e7,segment=NetworkSegment(e9e80dee-99e6-4a12-8935-472798f287af),segment_id=e9e80dee-99e6-4a12-8935-472798f287af)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:51.343376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-d8b97975-52cb-4260-adba-11d6f0e527cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:51.344901 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-d8b97975-52cb-4260-adba-11d6f0e527cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1172502 Nov 27 01:14:51.348438 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:51.399112 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d467abd6-78ac-45ec-9381-f2c8b43a4e56 req-c978aa90-50ea-4c37-9daa-c75918fc62a4 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650759 Nov 27 01:14:51.405654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ecfa5c75-c705-4fba-9a07-71147bfbc8e7,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:51.502760 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e5ebcca-eab8-44b6-b5aa-064b5c9e4a94 req-08979641-f622-4f3c-8819-1f057f1b43b5 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fb8afb-57f9-4d58-929a-c5631e1b95d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633892 Nov 27 01:14:51.558118 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ddc6e1-0941-4273-bb22-25dd54d8631b x-openstack-request-id: req-35ddc6e1-0941-4273-bb22-25dd54d8631b {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:51.558538 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dbcef6-5284-44fc-a335-cd370d5cb06f", "name": "network-vif-plugged", "status": "completed", "tag": "ecfa5c75-c705-4fba-9a07-71147bfbc8e7", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:51.558891 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35ddc6e1-0941-4273-bb22-25dd54d8631b {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:51.559402 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dbcef6-5284-44fc-a335-cd370d5cb06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfa5c75-c705-4fba-9a07-71147bfbc8e7', 'code': 200} Nov 27 01:14:51.563645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:51.563994 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-765b8454-0b44-40df-bff7-dd7aee9c3b4c service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947517 Nov 27 01:14:51.574165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ddc55-ed51-4c30-8395-75a6dfe508dd req-19f096e2-6632-45b5-ae58-4a9619c400d7 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:51.575739 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7d6ddc55-ed51-4c30-8395-75a6dfe508dd req-19f096e2-6632-45b5-ae58-4a9619c400d7 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 945 time: 0.0956104 Nov 27 01:14:51.694034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7d6ddc55-ed51-4c30-8395-75a6dfe508dd req-68276749-7f5e-4acd-bb6f-86a8d2db072f tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115794 Nov 27 01:14:51.758656 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-c3a14889-e97c-4cfc-a808-a4f022b0f33b service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496687 Nov 27 01:14:51.760932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfca89-298a-473f-8e24-ad239f9e7b76 req-3ca67875-e34b-4dcd-b0bf-b14788dff83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:51.762526 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6bfca89-298a-473f-8e24-ad239f9e7b76 req-3ca67875-e34b-4dcd-b0bf-b14788dff83f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 1097 time: 0.0682437 Nov 27 01:14:51.853443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Router 1677ae29-8694-48f2-a856-5ca6d6a4b142 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:14:51.870723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-81fae5dc-a67a-4592-9901-6aa6a47dd5fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b HTTP/1.1" status: 200 len: 217 time: 0.0857065 Nov 27 01:14:51.874965 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6bfca89-298a-473f-8e24-ad239f9e7b76 req-737d7f36-09f0-414b-938a-60dbfcbf95fc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983722 Nov 27 01:14:51.891071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91f01a-a59c-4b28-aa94-128bde328aa8 req-c29fad80-664a-40c3-81c0-cdfb5c7d327a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:51.891720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecb028-9fcc-4eae-a2e4-3a99b170b9ae req-3025c1b0-9e09-4a67-aebb-4461a97c75b2 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:51.897359 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c91f01a-a59c-4b28-aa94-128bde328aa8 req-c29fad80-664a-40c3-81c0-cdfb5c7d327a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.0957286 Nov 27 01:14:51.899958 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7aecb028-9fcc-4eae-a2e4-3a99b170b9ae req-3025c1b0-9e09-4a67-aebb-4461a97c75b2 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 944 time: 0.1146846 Nov 27 01:14:51.970970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c91f01a-a59c-4b28-aa94-128bde328aa8 req-d8191384-3f0e-4842-909f-0aa2b655b871 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590518 Nov 27 01:14:52.060468 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7aecb028-9fcc-4eae-a2e4-3a99b170b9ae req-11241037-2bfd-4ec5-ae48-def92a63de58 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579304 Nov 27 01:14:52.097507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:14:52.114150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Sync routers for ids ['1677ae29-8694-48f2-a856-5ca6d6a4b142'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:14:52.120460 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:52.124726 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8a7e78d2-61fc-4b3e-8bc2-1c046cf2fd6d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6075556 Nov 27 01:14:52.125382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53590) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:52.128821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069ac82-e1f0-49d6-8c48-82e490ce26a2 req-b4ffd221-61dc-4882-a049-242c80335f86 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:52.130522 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3069ac82-e1f0-49d6-8c48-82e490ce26a2 req-b4ffd221-61dc-4882-a049-242c80335f86 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e HTTP/1.1" status: 200 len: 945 time: 0.0813320 Nov 27 01:14:52.139128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d003cf72-e416-40bc-b3e5-f70cf30db32a up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:52.191336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Routers {'1677ae29-8694-48f2-a856-5ca6d6a4b142'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:52.192663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1677ae29-8694-48f2-a856-5ca6d6a4b142'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:52.209169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3069ac82-e1f0-49d6-8c48-82e490ce26a2 req-9c7db0c2-9c6d-4f25-91d3-b1cd00217139 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697355 Nov 27 01:14:52.231162 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:14:52.258896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60191556-5c8c-41de-8f9c-7c5486546529 None None] Network 0c2c4636-647a-464e-a883-8125a9159f7a requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:52.291602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c35a11-f2f1-4659-b5d2-942b301bd0e2 req-8b252e7f-138c-47ea-bf6f-3d8dc9e67c42 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:52.293248 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2c35a11-f2f1-4659-b5d2-942b301bd0e2 req-8b252e7f-138c-47ea-bf6f-3d8dc9e67c42 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0666189 Nov 27 01:14:52.322284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-eeb2e9fe-c87a-482a-87ac-9516e49c6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:52.324676 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-eeb2e9fe-c87a-482a-87ac-9516e49c6002 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48 HTTP/1.1" status: 200 len: 797 time: 0.0492709 Nov 27 01:14:52.393682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5bd6fa9f-5b71-4c66-bb2b-09ea2a5d017f None None] Provisioning complete for port 7e11ffab-8ce2-405e-b906-ce06703dbe69 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:52.394101 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5bd6fa9f-5b71-4c66-bb2b-09ea2a5d017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:52.455544 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2c35a11-f2f1-4659-b5d2-942b301bd0e2 req-f44fc1d6-77e4-4ad5-b636-7bad05d1f9f7 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154482 Nov 27 01:14:52.457282 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-947200e3-055a-4acd-b685-7d36e7f98f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:52.461289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-947200e3-055a-4acd-b685-7d36e7f98f94 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0927875 Nov 27 01:14:52.466558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port d003cf72-e416-40bc-b3e5-f70cf30db32a completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:14:52.474040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port d003cf72-e416-40bc-b3e5-f70cf30db32a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:52.474466 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:52.533549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Set router 1677ae29-8694-48f2-a856-5ca6d6a4b142 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:52.689863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749a949-c794-4770-b11d-a72706ea9039 req-df7c0823-8575-45aa-b2d9-478dfffe3437 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:52.698631 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3749a949-c794-4770-b11d-a72706ea9039 req-df7c0823-8575-45aa-b2d9-478dfffe3437 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 945 time: 0.1172676 Nov 27 01:14:52.736230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2a4ff-0a5e-42ab-8f20-03e975ebdcfe req-c9448324-e574-4afc-8e87-b40b72c0bc27 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:52.737975 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58f2a4ff-0a5e-42ab-8f20-03e975ebdcfe req-c9448324-e574-4afc-8e87-b40b72c0bc27 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 945 time: 0.1589055 Nov 27 01:14:52.746756 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-926b34b6-c1bf-49b6-8ad6-646ec5edde9d service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770834 Nov 27 01:14:52.755123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-544fa984-5fdb-43ff-b212-29463d3e9aae tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:52.756905 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-544fa984-5fdb-43ff-b212-29463d3e9aae tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.21 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 945 time: 0.1217475 Nov 27 01:14:52.768850 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3749a949-c794-4770-b11d-a72706ea9039 req-bdd8f4cc-156a-440d-b251-4aaf88bba799 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692794 Nov 27 01:14:52.894233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7e11ffab-8ce2-405e-b906-ce06703dbe69 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:52.958086 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58f2a4ff-0a5e-42ab-8f20-03e975ebdcfe req-a025ac4b-8322-4729-b34a-4d94c7f6cb88 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989827 Nov 27 01:14:52.964629 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5bd6fa9f-5b71-4c66-bb2b-09ea2a5d017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:52.987325 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-3323c893-16c2-4cfe-9779-3f49a10a2b83 service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293026 Nov 27 01:14:53.034534 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-ecb22327-4ad4-42a6-bfc8-f20544ea1e9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa8df721-a27d-4048-8e31-4d40b0c711b4 HTTP/1.1" status: 200 len: 217 time: 0.0394676 Nov 27 01:14:53.054624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Deleting port 00ecfed9-b856-493f-a6e6-dc133c11b3cc {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:53.054882 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.059009 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.111183 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5bd6fa9f-5b71-4c66-bb2b-09ea2a5d017f None None] For port 7e11ffab-8ce2-405e-b906-ce06703dbe69, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7e11ffab-8ce2-405e-b906-ce06703dbe69,segment=NetworkSegment(a331fb51-a00c-432d-902c-1c3ea14c685e),segment_id=a331fb51-a00c-432d-902c-1c3ea14c685e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:53.129384 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5bd6fa9f-5b71-4c66-bb2b-09ea2a5d017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.138142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 7e11ffab-8ce2-405e-b906-ce06703dbe69 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:53.138518 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.182489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-2417052b-4999-497b-915c-e8ab14cd8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:53.185043 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-2417052b-4999-497b-915c-e8ab14cd8474 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28ccacb2-63f7-411e-8bda-517203fb2f6e HTTP/1.1" status: 200 len: 797 time: 0.1420288 Nov 27 01:14:53.210403 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:53.243088 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.258427 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] For port 00ecfed9-b856-493f-a6e6-dc133c11b3cc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=00ecfed9-b856-493f-a6e6-dc133c11b3cc,segment=NetworkSegment(a360af90-fbfc-4f78-8b58-cd9cb61d5efc),segment_id=a360af90-fbfc-4f78-8b58-cd9cb61d5efc)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:53.259144 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.291192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-15f56a31-3feb-4263-a7fb-ffdcda3d0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:53.295026 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-15f56a31-3feb-4263-a7fb-ffdcda3d0e27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1003361 Nov 27 01:14:53.302581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6fa9f-5b71-4c66-bb2b-09ea2a5d017f None None] Pushing event updated for resources: {'Port': ['ID=7e11ffab-8ce2-405e-b906-ce06703dbe69,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:53.322744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e8b1e-2199-47f2-8851-a2f1da78f918 req-06cf8a14-1a89-4e54-bf14-084015b41b09 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:53.333337 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e0e8b1e-2199-47f2-8851-a2f1da78f918 req-06cf8a14-1a89-4e54-bf14-084015b41b09 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 945 time: 0.4998996 Nov 27 01:14:53.385359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.398257 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'name': 'tempest-TaggedBootDevicesTest-83507311-router', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fa18c-6d46-482e-9c4b-a4ffc3999113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:48Z', 'updated_at': '2021-11-27T01:14:50Z', 'revision_number': 3, 'project_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'gw_port': {'id': '620fa18c-6d46-482e-9c4b-a4ffc3999113', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:49Z', 'updated_at': '2021-11-27T01:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:53.446226 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e0e8b1e-2199-47f2-8851-a2f1da78f918 req-559f04cf-95d6-41f9-ab7f-813a03768193 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fb8afb-57f9-4d58-929a-c5631e1b95d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069298 Nov 27 01:14:53.494457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Checking router: 1677ae29-8694-48f2-a856-5ca6d6a4b142 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:14:53.494807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Updating router 1677ae29-8694-48f2-a856-5ca6d6a4b142 port 620fa18c-6d46-482e-9c4b-a4ffc3999113 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:14:53.543336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=d003cf72-e416-40bc-b3e5-f70cf30db32a,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:53.570955 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efa7866-e08b-493c-8ebb-93dcef356400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd003cf72-e416-40bc-b3e5-f70cf30db32a'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:53.574035 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1d002d-ed83-4d24-8a94-9dbaf9fecbc5" -d '{"events": [{"server_uuid": "1efa7866-e08b-493c-8ebb-93dcef356400", "name": "network-vif-plugged", "status": "completed", "tag": "d003cf72-e416-40bc-b3e5-f70cf30db32a"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:53.596996 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.633731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c0ddf1d9-b8c7-47c1-a0a9-c7f4cd221166 None None] Provisioning complete for port 7e11ffab-8ce2-405e-b906-ce06703dbe69 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:53.634380 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c0ddf1d9-b8c7-47c1-a0a9-c7f4cd221166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.654484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e4d06-6b65-427e-b666-7059745034d9 req-7936ce4d-eed0-47c8-b4a4-0c42b3c61007 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:53.656104 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bf1e4d06-6b65-427e-b666-7059745034d9 req-7936ce4d-eed0-47c8-b4a4-0c42b3c61007 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 945 time: 0.1328099 Nov 27 01:14:53.735215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Allocated IP 172.20.0.1 (0c2c4636-647a-464e-a883-8125a9159f7a/2af5f572-0847-47e0-8f3e-1ea9166f514e/561ac171-6f33-4275-b4a9-55806408ba23) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:53.757744 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bf1e4d06-6b65-427e-b666-7059745034d9 req-b33be9ed-7c2f-435f-938b-eb2720b2f744 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900531 Nov 27 01:14:53.906650 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-9555ba2b-707d-41cb-9351-20d837723e6e service neutron] 10.222.0.31 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802860 Nov 27 01:14:53.940641 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.970621 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc1b6f-d618-4057-bf6e-dcc1cf3961a6 req-c285bca6-3010-418a-ad93-267fa92e19e8 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:53.978975 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8bcc1b6f-d618-4057-bf6e-dcc1cf3961a6 req-c285bca6-3010-418a-ad93-267fa92e19e8 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1505420 Nov 27 01:14:54.005003 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.009006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4210a-77c8-48e6-8b66-c8f1955cd748 req-5e6c5f27-74ac-4a9a-ba89-be0438a0a4f2 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:54.010593 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ff4210a-77c8-48e6-8b66-c8f1955cd748 req-5e6c5f27-74ac-4a9a-ba89-be0438a0a4f2 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0679152 Nov 27 01:14:54.011197 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.020741 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.061459 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.061821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.062142 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Floating IP 9a9d5cdc-6a90-4237-bb35-4125124cbba8 disassociated. External IP: 172.25.1.123, port: 00ecfed9-b856-493f-a6e6-dc133c11b3cc. Nov 27 01:14:54.062506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Calling delete_port for 00ecfed9-b856-493f-a6e6-dc133c11b3cc owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:54.067992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b79874-8933-4d0f-ab1c-4ca6568824ec None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:54.080332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Network 0c2c4636-647a-464e-a883-8125a9159f7a is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:54.087971 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Attempting to bind port 620fa18c-6d46-482e-9c4b-a4ffc3999113 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:54.088209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:54.088419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Attempting to bind port 620fa18c-6d46-482e-9c4b-a4ffc3999113 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:54.088999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Attempting to bind port 620fa18c-6d46-482e-9c4b-a4ffc3999113 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:54.098037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddbf5b-c29d-4927-806e-13fee2616d8f None None] Pushing event updated for resources: {'Port': ['ID=620fa18c-6d46-482e-9c4b-a4ffc3999113,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:54.099050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:54.102197 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:54.102662 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:54.103140 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.103598 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:54.104408 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Bound port: 620fa18c-6d46-482e-9c4b-a4ffc3999113, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:54.105151 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.136764 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.156994 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8bcc1b6f-d618-4057-bf6e-dcc1cf3961a6 req-bf1e7daf-9192-4bd6-a7a2-d4c2ed5ea889 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769390 Nov 27 01:14:54.174477 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-25ae195b-3b66-499e-9d49-25f4511e521d service neutron] 10.222.0.31 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357774 Nov 27 01:14:54.191012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=561ac171-6f33-4275-b4a9-55806408ba23,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:54.211170 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b304fe5-3ce2-449c-9ed8-57baa2279c0e x-openstack-request-id: req-1b304fe5-3ce2-449c-9ed8-57baa2279c0e {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:54.211714 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efa7866-e08b-493c-8ebb-93dcef356400", "name": "network-vif-plugged", "status": "completed", "tag": "d003cf72-e416-40bc-b3e5-f70cf30db32a", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:54.211840 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b304fe5-3ce2-449c-9ed8-57baa2279c0e {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:54.212675 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efa7866-e08b-493c-8ebb-93dcef356400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd003cf72-e416-40bc-b3e5-f70cf30db32a', 'code': 200} Nov 27 01:14:54.221943 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ff4210a-77c8-48e6-8b66-c8f1955cd748 req-3b384fd5-4b6b-4079-bd8f-a30d82653a23 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979525 Nov 27 01:14:54.222098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] For port 620fa18c-6d46-482e-9c4b-a4ffc3999113, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:54.238890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8ba9c0ae-b423-419a-80e0-fba67f084ad2 None None] Provisioning complete for port 620fa18c-6d46-482e-9c4b-a4ffc3999113 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:54.239502 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8ba9c0ae-b423-419a-80e0-fba67f084ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.287762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-3d3f0402-860c-43a4-8617-542348b133c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=905f8a32-3ac2-4a05-aa98-b191158f7c71 HTTP/1.1" status: 200 len: 217 time: 0.0994644 Nov 27 01:14:54.335222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] For port 620fa18c-6d46-482e-9c4b-a4ffc3999113, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=620fa18c-6d46-482e-9c4b-a4ffc3999113,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:54.343991 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.404044 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.415826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8ba9c0ae-b423-419a-80e0-fba67f084ad2 None None] Port 620fa18c-6d46-482e-9c4b-a4ffc3999113 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:54.441486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-b8b2305e-85a9-4806-852d-49e78b479557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:54.445731 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-b8b2305e-85a9-4806-852d-49e78b479557 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28ccacb2-63f7-411e-8bda-517203fb2f6e HTTP/1.1" status: 200 len: 797 time: 0.1389558 Nov 27 01:14:54.450156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ff71b4-5628-408b-8a21-faa28e1eaa2c None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:54.506826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Routers {'1677ae29-8694-48f2-a856-5ca6d6a4b142'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:54.507505 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1677ae29-8694-48f2-a856-5ca6d6a4b142'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:54.613125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddbf5b-c29d-4927-806e-13fee2616d8f None None] Pushing event updated for resources: {'Port': ['ID=620fa18c-6d46-482e-9c4b-a4ffc3999113,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:54.694402 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.695755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7b8f5eb8-e2c2-454c-8636-65cfe833b033 None None] Provisioning complete for port 561ac171-6f33-4275-b4a9-55806408ba23 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:54.696370 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7b8f5eb8-e2c2-454c-8636-65cfe833b033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.696724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b990a-418f-4da0-a3d1-4493696a5b88 req-24c80d53-db3a-4f36-b1b8-0c5540b100dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:54.699570 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-048b990a-418f-4da0-a3d1-4493696a5b88 req-24c80d53-db3a-4f36-b1b8-0c5540b100dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 1097 time: 0.1051011 Nov 27 01:14:54.701268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7e11ffab-8ce2-405e-b906-ce06703dbe69 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:54.705919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7edf4-6fe5-472c-a33b-47157f0d5aa6 req-3e30fe9c-7961-4e3f-be9e-c12b4a14ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:54.707394 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c0a7edf4-6fe5-472c-a33b-47157f0d5aa6 req-3e30fe9c-7961-4e3f-be9e-c12b4a14ed8c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 1097 time: 0.2605002 Nov 27 01:14:54.771270 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.779749 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.780555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Pushing event deleted for resources: {'Port': ['ID=00ecfed9-b856-493f-a6e6-dc133c11b3cc,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:54.783870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-be7b41b9-a5c4-4f82-b096-df9ef7068e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:54.785398 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-be7b41b9-a5c4-4f82-b096-df9ef7068e9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2153373 Nov 27 01:14:54.791819 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f5eb8-e2c2-454c-8636-65cfe833b033 None None] Port 561ac171-6f33-4275-b4a9-55806408ba23 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:54.800984 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] Set router 1677ae29-8694-48f2-a856-5ca6d6a4b142 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:54.801205 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-048b990a-418f-4da0-a3d1-4493696a5b88 req-d0da9805-590d-4549-8e38-3bc564f7a218 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946121 Nov 27 01:14:54.812175 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:54.812557 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:54.812903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:54.813240 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:54.813580 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:54.813919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:54.814318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:54.814568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:54.814896 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:54.815220 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:54.815555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:54.815878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:54.857218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7b8f5eb8-e2c2-454c-8636-65cfe833b033 None None] Provisioning complete for port 620fa18c-6d46-482e-9c4b-a4ffc3999113 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:54.857693 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7b8f5eb8-e2c2-454c-8636-65cfe833b033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.891621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=561ac171-6f33-4275-b4a9-55806408ba23,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:54.902466 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.924299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dba36-98b6-46ec-ab18-950df5e7bfcf req-bd11000e-e0f0-4691-b48a-61cac36c00c9 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:54.929097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb108235-498e-434c-b25a-1f772cfd995b req-0d7348ab-137e-45c4-8b84-9bcef8b535f3 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:54.930245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dba36-98b6-46ec-ab18-950df5e7bfcf req-bd11000e-e0f0-4691-b48a-61cac36c00c9 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:54.930612 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb108235-498e-434c-b25a-1f772cfd995b req-0d7348ab-137e-45c4-8b84-9bcef8b535f3 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 945 time: 0.2400129 Nov 27 01:14:54.934817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 7e11ffab-8ce2-405e-b906-ce06703dbe69 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:54.935791 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.936566 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dba36-98b6-46ec-ab18-950df5e7bfcf req-bd11000e-e0f0-4691-b48a-61cac36c00c9 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:54.942949 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c0a7edf4-6fe5-472c-a33b-47157f0d5aa6 req-e136d356-c7b8-4f33-bf10-7b1be7fe3eb6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262247 Nov 27 01:14:54.944152 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-464dba36-98b6-46ec-ab18-950df5e7bfcf req-bd11000e-e0f0-4691-b48a-61cac36c00c9 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e&device_id=8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e&device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 2417 time: 0.1614394 Nov 27 01:14:55.038633 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-49c5f86f-7861-4a9d-9844-35fdc5cc5654 service neutron] 10.222.0.31 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400198 Nov 27 01:14:55.051869 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-464dba36-98b6-46ec-ab18-950df5e7bfcf req-43b7c875-a199-47b8-843b-a86792e87866 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068187 Nov 27 01:14:55.082796 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Network 0c2c4636-647a-464e-a883-8125a9159f7a is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:55.085382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:55.092576 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb108235-498e-434c-b25a-1f772cfd995b req-ed029410-1483-4c2c-9297-2347a4d2d8da tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354141 Nov 27 01:14:55.094783 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Router 141d7e22-1578-45c4-b960-993e2ea2d719 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:14:55.177771 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7b8f5eb8-e2c2-454c-8636-65cfe833b033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.271357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7b8f5eb8-e2c2-454c-8636-65cfe833b033 None None] For port 620fa18c-6d46-482e-9c4b-a4ffc3999113, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=620fa18c-6d46-482e-9c4b-a4ffc3999113,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:55.283219 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7b8f5eb8-e2c2-454c-8636-65cfe833b033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.326679 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ff4ede5c-8204-42ed-8482-2400381b6859 req-c429aed0-a5b7-4ac6-86af-c5ca614ab331 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 210 time: 0.0553985 Nov 27 01:14:55.328356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:14:55.341560 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f417d7d7-28cf-418d-92b2-5beb275e3b00 None None] Sync routers for ids ['141d7e22-1578-45c4-b960-993e2ea2d719'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:14:55.359095 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f417d7d7-28cf-418d-92b2-5beb275e3b00 None None] Routers {'141d7e22-1578-45c4-b960-993e2ea2d719'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:55.359742 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f417d7d7-28cf-418d-92b2-5beb275e3b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['141d7e22-1578-45c4-b960-993e2ea2d719'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:55.378739 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Router 1677ae29-8694-48f2-a856-5ca6d6a4b142 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:14:55.451104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'name': 'tempest-TaggedBootDevicesTest-83507311-router', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fa18c-6d46-482e-9c4b-a4ffc3999113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:48Z', 'updated_at': '2021-11-27T01:14:54Z', 'revision_number': 4, 'project_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'gw_port': {'id': '620fa18c-6d46-482e-9c4b-a4ffc3999113', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:49Z', 'updated_at': '2021-11-27T01:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '561ac171-6f33-4275-b4a9-55806408ba23', 'name': '', 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'mac_address': 'fa:16:3e:31:46:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2af5f572-0847-47e0-8f3e-1ea9166f514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:53Z', 'updated_at': '2021-11-27T01:14:53Z', 'revision_number': 1, 'project_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'subnets': [{'id': '2af5f572-0847-47e0-8f3e-1ea9166f514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:55.580661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] No DVR routers for this DVR port 00ecfed9-b856-493f-a6e6-dc133c11b3cc on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:55.595474 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.599553 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:14:55.609409 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6b3bed5c-596a-4cc0-99bf-63494d07f9c6 req-e61bee0d-d436-4221-804e-dba89c5bba9e tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.21 "DELETE /v2.0/ports/00ecfed9-b856-493f-a6e6-dc133c11b3cc HTTP/1.1" status: 204 len: 173 time: 2.8231165 Nov 27 01:14:55.610250 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e28547-22e2-4cb3-9831-1f3e0f82a7ed', 'name': 'network-vif-deleted', 'tag': '00ecfed9-b856-493f-a6e6-dc133c11b3cc'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:55.614943 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c6daef63-ab6f-4e5a-b6cd-c16c4137c6c4 admin admin] 10.222.0.15 "PUT /v2.0/routers/1677ae29-8694-48f2-a856-5ca6d6a4b142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4884107 Nov 27 01:14:55.617977 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706240af-983c-4e42-a2b9-7dd402e00289" -d '{"events": [{"server_uuid": "98e28547-22e2-4cb3-9831-1f3e0f82a7ed", "name": "network-vif-deleted", "tag": "00ecfed9-b856-493f-a6e6-dc133c11b3cc"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:55.664464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484fcab-3f8b-4599-8d49-59ebb40332da req-923858e0-96e9-4001-ab7b-1693c7bbc08e tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:55.666519 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5484fcab-3f8b-4599-8d49-59ebb40332da req-923858e0-96e9-4001-ab7b-1693c7bbc08e tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 945 time: 0.3397117 Nov 27 01:14:55.691571 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-f417d7d7-28cf-418d-92b2-5beb275e3b00 None None] Set router 141d7e22-1578-45c4-b960-993e2ea2d719 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:55.738960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432d410-0053-4bc8-9719-1fc8a1323966 None None] The sync data for ids ['1677ae29-8694-48f2-a856-5ca6d6a4b142'] in n-d-817303-10 is: [{'id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'name': 'tempest-TaggedBootDevicesTest-83507311-router', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fa18c-6d46-482e-9c4b-a4ffc3999113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:48Z', 'updated_at': '2021-11-27T01:14:54Z', 'revision_number': 4, 'project_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'gw_port': {'id': '620fa18c-6d46-482e-9c4b-a4ffc3999113', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:49Z', 'updated_at': '2021-11-27T01:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '561ac171-6f33-4275-b4a9-55806408ba23', 'name': '', 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'mac_address': 'fa:16:3e:31:46:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2af5f572-0847-47e0-8f3e-1ea9166f514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:53Z', 'updated_at': '2021-11-27T01:14:53Z', 'revision_number': 1, 'project_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'subnets': [{'id': '2af5f572-0847-47e0-8f3e-1ea9166f514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:14:55.745346 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6239b4-dd53-4af5-947c-e33ec0df533e req-8a54f66f-98f3-4f21-9596-4bb2ff15479b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:55.754661 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de6239b4-dd53-4af5-947c-e33ec0df533e req-8a54f66f-98f3-4f21-9596-4bb2ff15479b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 945 time: 0.0875175 Nov 27 01:14:55.759642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f5eb8-e2c2-454c-8636-65cfe833b033 None None] Pushing event updated for resources: {'Port': ['ID=620fa18c-6d46-482e-9c4b-a4ffc3999113,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:55.774793 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b6447340-277d-4559-84b2-feb552a8282e None None] Provisioning complete for port 561ac171-6f33-4275-b4a9-55806408ba23 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:55.775878 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b6447340-277d-4559-84b2-feb552a8282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.824870 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b6447340-277d-4559-84b2-feb552a8282e None None] Port 561ac171-6f33-4275-b4a9-55806408ba23 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:55.846387 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c3afd0a-e9de-4f10-afb6-1c0d055f6fa2 req-0e8faef8-79ca-4c44-9688-0ba4f7591bf0 service neutron] 10.222.0.31 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249097 Nov 27 01:14:55.873358 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de6239b4-dd53-4af5-947c-e33ec0df533e req-9a493377-f3f5-499a-8436-866ae6415645 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177597 Nov 27 01:14:55.887845 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5484fcab-3f8b-4599-8d49-59ebb40332da req-7d1f06b4-89fe-4097-ac58-42f93c6ab371 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119656 Nov 27 01:14:56.088262 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa7e389-2fb0-4e39-910c-95f7f47fd0ac x-openstack-request-id: req-afa7e389-2fb0-4e39-910c-95f7f47fd0ac {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:56.089385 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e28547-22e2-4cb3-9831-1f3e0f82a7ed", "name": "network-vif-deleted", "tag": "00ecfed9-b856-493f-a6e6-dc133c11b3cc", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:56.089385 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-afa7e389-2fb0-4e39-910c-95f7f47fd0ac {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:56.089789 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e28547-22e2-4cb3-9831-1f3e0f82a7ed', 'name': 'network-vif-deleted', 'tag': '00ecfed9-b856-493f-a6e6-dc133c11b3cc', 'status': 'completed', 'code': 200} Nov 27 01:14:56.123370 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f417d7d7-28cf-418d-92b2-5beb275e3b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:12:27Z', 'revision_number': 4, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port': {'id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:23Z', 'updated_at': '2021-11-27T01:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd54476f0-1392-47ff-89ca-33d97a86e1eb', 'name': '', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'mac_address': 'fa:16:3e:e2:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:26Z', 'updated_at': '2021-11-27T01:12:36Z', 'revision_number': 5, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'subnets': [{'id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:56.160385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ca77c-4365-4878-8819-c77e276df0a8 req-c0615fec-fab3-4805-9b41-831566c77fce tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:56.165645 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8b7ca77c-4365-4878-8819-c77e276df0a8 req-c0615fec-fab3-4805-9b41-831566c77fce tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1130300 Nov 27 01:14:56.169364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 00ecfed9-b856-493f-a6e6-dc133c11b3cc no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:56.180117 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f417d7d7-28cf-418d-92b2-5beb275e3b00 None None] Checking router: 141d7e22-1578-45c4-b960-993e2ea2d719 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:14:56.210268 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f417d7d7-28cf-418d-92b2-5beb275e3b00 None None] Routers {'141d7e22-1578-45c4-b960-993e2ea2d719'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:56.211233 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f417d7d7-28cf-418d-92b2-5beb275e3b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['141d7e22-1578-45c4-b960-993e2ea2d719'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:56.228535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 00ecfed9-b856-493f-a6e6-dc133c11b3cc {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:56.229280 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 00ecfed9-b856-493f-a6e6-dc133c11b3cc not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:56.326198 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8b7ca77c-4365-4878-8819-c77e276df0a8 req-3e27054e-5b3d-44d6-bdae-9b5a59e1df0d tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399932 Nov 27 01:14:56.515177 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-f417d7d7-28cf-418d-92b2-5beb275e3b00 None None] Set router 141d7e22-1578-45c4-b960-993e2ea2d719 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:56.589706 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1ac4037d-54af-41ee-be56-040e4ee8ca12 req-fc69bf2a-d821-4d9c-ac98-0efb0320b250 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e28547-22e2-4cb3-9831-1f3e0f82a7ed HTTP/1.1" status: 200 len: 210 time: 0.0821602 Nov 27 01:14:57.004893 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f417d7d7-28cf-418d-92b2-5beb275e3b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:12:27Z', 'revision_number': 4, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port': {'id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:23Z', 'updated_at': '2021-11-27T01:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd54476f0-1392-47ff-89ca-33d97a86e1eb', 'name': '', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'mac_address': 'fa:16:3e:e2:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:26Z', 'updated_at': '2021-11-27T01:12:36Z', 'revision_number': 5, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'subnets': [{'id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:57.055438 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f417d7d7-28cf-418d-92b2-5beb275e3b00 None None] The sync data for ids ['141d7e22-1578-45c4-b960-993e2ea2d719'] in n-d-817303-10 is: [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:12:27Z', 'revision_number': 4, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port': {'id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:23Z', 'updated_at': '2021-11-27T01:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd54476f0-1392-47ff-89ca-33d97a86e1eb', 'name': '', 'network_id': '242abba9-5f49-4d58-b8e9-e9a880ce1edf', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'mac_address': 'fa:16:3e:e2:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:26Z', 'updated_at': '2021-11-27T01:12:36Z', 'revision_number': 5, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'subnets': [{'id': '595f9c6f-dc23-451d-92b7-457225a005ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:14:57.112094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928d590-b90d-4998-8aba-fed77f87b537 req-a07f6e40-e04a-4afe-bcce-99eb401730c9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:57.119820 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2928d590-b90d-4998-8aba-fed77f87b537 req-a07f6e40-e04a-4afe-bcce-99eb401730c9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 945 time: 0.1088047 Nov 27 01:14:57.199967 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2928d590-b90d-4998-8aba-fed77f87b537 req-6d181210-ebf6-4712-9409-ff4e379ebc4c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724053 Nov 27 01:14:57.712419 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579387f-642e-4b0d-b38f-22a0cfb4a213 req-989caed8-2250-4d21-96d5-597788944a4e tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:57.721396 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8579387f-642e-4b0d-b38f-22a0cfb4a213 req-989caed8-2250-4d21-96d5-597788944a4e tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 1097 time: 0.0761752 Nov 27 01:14:57.765551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8259aa5-1873-4f2c-95cc-2ef5c2af8277 None None] New status for floating IP 9a9d5cdc-6a90-4237-bb35-4125124cbba8: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:14:57.795307 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8579387f-642e-4b0d-b38f-22a0cfb4a213 req-568aee4f-14e3-4a74-b4b8-9fefd8d4578d tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679226 Nov 27 01:14:57.818380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73536508-d7d2-426d-9f70-94049088671c req-94e9b057-6851-486c-8075-cca4d0543767 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:57.825993 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-73536508-d7d2-426d-9f70-94049088671c req-94e9b057-6851-486c-8075-cca4d0543767 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0675688 Nov 27 01:14:57.895139 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-73536508-d7d2-426d-9f70-94049088671c req-15c5a24e-a317-44ec-bd91-65425857103e tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682390 Nov 27 01:14:58.053813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57396-0660-4e74-9d73-fc67c2a0c7c9 req-30459f14-f319-4558-b614-e5cfe8890d97 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:58.055401 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-75c57396-0660-4e74-9d73-fc67c2a0c7c9 req-30459f14-f319-4558-b614-e5cfe8890d97 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 1097 time: 0.0554955 Nov 27 01:14:58.074885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53816) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:58.150121 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-75c57396-0660-4e74-9d73-fc67c2a0c7c9 req-f5ee07fc-0ab9-49b7-a90b-2737ffab687b tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796158 Nov 27 01:14:58.183405 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21da3225-ee80-46f3-a394-a6670cf80313 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.241947 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.250403 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21da3225-ee80-46f3-a394-a6670cf80313 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.337209 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21da3225-ee80-46f3-a394-a6670cf80313 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.349067 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21da3225-ee80-46f3-a394-a6670cf80313 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.350319 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-21da3225-ee80-46f3-a394-a6670cf80313 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "DELETE /v2.0/security-groups/06fb8afb-57f9-4d58-929a-c5631e1b95d6 HTTP/1.1" status: 204 len: 168 time: 0.2738438 Nov 27 01:14:58.353052 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53828) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:58.363452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da3225-ee80-46f3-a394-a6670cf80313 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fb8afb-57f9-4d58-929a-c5631e1b95d6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:58.377765 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-0c8913ec-9310-4e49-a7ef-e5daf20c65dd tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] show failed (client error): The resource could not be found. Nov 27 01:14:58.378929 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0c8913ec-9310-4e49-a7ef-e5daf20c65dd tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "GET /v2.0/security-groups/06fb8afb-57f9-4d58-929a-c5631e1b95d6 HTTP/1.1" status: 404 len: 347 time: 0.0248344 Nov 27 01:14:58.381991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53830) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:58.610196 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e5e34606-aef8-457c-bcf9-bb6ee844db03 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Deleting port d325e9fa-58e7-438d-96b1-2c8ea1088a3b {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:58.611815 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5e34606-aef8-457c-bcf9-bb6ee844db03 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.710984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-f78a3f6a-7d6f-4f8b-94d2-30d135aea2b6 req-54461516-633f-49df-ae9f-d6ac2a04ede5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:14:58.717405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 620fa18c-6d46-482e-9c4b-a4ffc3999113 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:58.725205 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f78a3f6a-7d6f-4f8b-94d2-30d135aea2b6 req-54461516-633f-49df-ae9f-d6ac2a04ede5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0255001 Nov 27 01:14:58.809564 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5e34606-aef8-457c-bcf9-bb6ee844db03 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.812782 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5e34606-aef8-457c-bcf9-bb6ee844db03 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.842332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e5e34606-aef8-457c-bcf9-bb6ee844db03 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Calling delete_port for d325e9fa-58e7-438d-96b1-2c8ea1088a3b owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:58.851074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 620fa18c-6d46-482e-9c4b-a4ffc3999113 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:58.851655 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.882078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723862b4-3625-43a7-9681-2c2c4fb10f0d req-93dff468-0f4d-4e78-ac00-70f4678401ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:58.885088 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-723862b4-3625-43a7-9681-2c2c4fb10f0d req-93dff468-0f4d-4e78-ac00-70f4678401ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8643042a3114ff9aeb63bafc394e717&device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 1097 time: 0.1675820 Nov 27 01:14:58.974180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733577cf-bd96-4ae8-a0df-937be6f9b8e6 req-7090e792-ac4c-4b26-ad1b-b36081e4fe6d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:58.975871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-733577cf-bd96-4ae8-a0df-937be6f9b8e6 req-7090e792-ac4c-4b26-ad1b-b36081e4fe6d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.2459717 Nov 27 01:14:59.058333 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5e34606-aef8-457c-bcf9-bb6ee844db03 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:59.103285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e34606-aef8-457c-bcf9-bb6ee844db03 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Pushing event deleted for resources: {'Port': ['ID=d325e9fa-58e7-438d-96b1-2c8ea1088a3b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:59.131351 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-733577cf-bd96-4ae8-a0df-937be6f9b8e6 req-fd062a31-e7f2-4459-947b-9509c22b4bc9 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273489 Nov 27 01:14:59.158881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723862b4-3625-43a7-9681-2c2c4fb10f0d req-c9596688-488f-4658-80eb-423e59dfb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:59.160419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-723862b4-3625-43a7-9681-2c2c4fb10f0d req-c9596688-488f-4658-80eb-423e59dfb12b service neutron] 10.222.0.31 "GET /v2.0/networks?id=52990878-2af4-4f7f-88b9-f803d6f0da66 HTTP/1.1" status: 200 len: 920 time: 0.2643812 Nov 27 01:14:59.218389 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-723862b4-3625-43a7-9681-2c2c4fb10f0d req-bd367029-b978-41ed-bddc-48e73c89668c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ea4c77-4fef-4d79-9657-2182a2a32535 HTTP/1.1" status: 200 len: 217 time: 0.0502520 Nov 27 01:14:59.234119 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5e34606-aef8-457c-bcf9-bb6ee844db03 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:59.236833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5e34606-aef8-457c-bcf9-bb6ee844db03 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:59.239085 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e5e34606-aef8-457c-bcf9-bb6ee844db03 tempest-ServersTestFqdnHostnames-1828755285 tempest-ServersTestFqdnHostnames-1828755285-project] 10.222.0.15 "DELETE /v2.0/floatingips/9a9d5cdc-6a90-4237-bb35-4125124cbba8 HTTP/1.1" status: 204 len: 168 time: 0.8557825 Nov 27 01:14:59.243713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53854) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:59.457738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723862b4-3625-43a7-9681-2c2c4fb10f0d req-9fa9fecd-6540-4dff-ba33-c9906b9b615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:59.459283 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-723862b4-3625-43a7-9681-2c2c4fb10f0d req-9fa9fecd-6540-4dff-ba33-c9906b9b615e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9065684-47f0-4e53-aaf2-94e871c3a6e7 HTTP/1.1" status: 200 len: 859 time: 0.2328384 Nov 27 01:14:59.518051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ec175-7bd1-4962-acef-8196fda1db23 req-c2c8c16b-b782-4dd9-a9ee-555b9b829fe2 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:59.519647 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fa9ec175-7bd1-4962-acef-8196fda1db23 req-c2c8c16b-b782-4dd9-a9ee-555b9b829fe2 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.2400076 Nov 27 01:14:59.524597 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-723862b4-3625-43a7-9681-2c2c4fb10f0d req-7a9a3923-b1a6-48e8-85b5-1e8305d3ff03 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52990878-2af4-4f7f-88b9-f803d6f0da66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530674 Nov 27 01:14:59.644513 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Sync routers for ids ['1677ae29-8694-48f2-a856-5ca6d6a4b142'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:14:59.664564 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Routers {'1677ae29-8694-48f2-a856-5ca6d6a4b142'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:59.665197 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1677ae29-8694-48f2-a856-5ca6d6a4b142'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:59.824570 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fa9ec175-7bd1-4962-acef-8196fda1db23 req-cb819939-3be1-4ae0-a072-011a8e1f9328 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835381 Nov 27 01:14:59.838039 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Set router 1677ae29-8694-48f2-a856-5ca6d6a4b142 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:59.875675 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-723862b4-3625-43a7-9681-2c2c4fb10f0d req-594ec76f-bca4-45f0-99cd-dee21b052461 service neutron] 10.222.0.31 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370557 Nov 27 01:15:00.113796 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-723862b4-3625-43a7-9681-2c2c4fb10f0d req-80e9c5a9-16cf-4e32-88d1-524a132fa6aa service neutron] 10.222.0.31 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728106 Nov 27 01:15:00.210831 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'name': 'tempest-TaggedBootDevicesTest-83507311-router', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fa18c-6d46-482e-9c4b-a4ffc3999113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:48Z', 'updated_at': '2021-11-27T01:14:54Z', 'revision_number': 4, 'project_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'gw_port': {'id': '620fa18c-6d46-482e-9c4b-a4ffc3999113', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:49Z', 'updated_at': '2021-11-27T01:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '561ac171-6f33-4275-b4a9-55806408ba23', 'name': '', 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'mac_address': 'fa:16:3e:31:46:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2af5f572-0847-47e0-8f3e-1ea9166f514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:53Z', 'updated_at': '2021-11-27T01:14:54Z', 'revision_number': 2, 'project_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'subnets': [{'id': '2af5f572-0847-47e0-8f3e-1ea9166f514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:00.257367 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Checking router: 1677ae29-8694-48f2-a856-5ca6d6a4b142 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:15:00.257837 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Updating router 1677ae29-8694-48f2-a856-5ca6d6a4b142 port 561ac171-6f33-4275-b4a9-55806408ba23 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:15:00.326658 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.329174 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-687fc14e-9af0-4489-b635-e8369341a4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.376596 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-3d46e8e4-9e9b-47c2-accf-cb4bcca733cc tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:00.387235 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-3d46e8e4-9e9b-47c2-accf-cb4bcca733cc tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2486136 Nov 27 01:15:00.416525 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.472348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007ff7d-2d8d-4877-9abc-407a16d8bd9f req-059fe05e-11ae-404b-bc54-be8710e8a4f9 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:00.482252 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7007ff7d-2d8d-4877-9abc-407a16d8bd9f req-059fe05e-11ae-404b-bc54-be8710e8a4f9 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1967824 Nov 27 01:15:00.527287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-72fc7d0a-9113-4bba-8c5b-9d90914b33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:00.528756 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-72fc7d0a-9113-4bba-8c5b-9d90914b33f3 service neutron] 10.222.0.15 "GET /v2.0/ports/d003cf72-e416-40bc-b3e5-f70cf30db32a HTTP/1.1" status: 200 len: 1094 time: 0.1407714 Nov 27 01:15:00.551064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-326b1f5f-f40b-4c57-8767-6f2cc6481fa6 service neutron] Request body: {'binding': {'host': 'n-h2-817303-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:00.552149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-326b1f5f-f40b-4c57-8767-6f2cc6481fa6 service neutron] Unknown quota resources ['binding']. {{(pid=103403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:15:00.727865 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7007ff7d-2d8d-4877-9abc-407a16d8bd9f req-79aa85ae-630a-4c86-8176-49ec26faea4a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400548 Nov 27 01:15:00.774177 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.783625 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.880396 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db479ad2-a797-4d0f-896e-014e1f27275e None None] Pushing event updated for resources: {'Port': ['ID=561ac171-6f33-4275-b4a9-55806408ba23,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:00.985842 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Attempting to bind port 561ac171-6f33-4275-b4a9-55806408ba23 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:00.986217 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Attempting to bind port 561ac171-6f33-4275-b4a9-55806408ba23 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'a331fb51-a00c-432d-902c-1c3ea14c685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:00.986582 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Attempting to bind port 561ac171-6f33-4275-b4a9-55806408ba23 on network 0c2c4636-647a-464e-a883-8125a9159f7a {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:00.994648 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:00.995585 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Checking segment: {'id': 'a331fb51-a00c-432d-902c-1c3ea14c685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:00.997138 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.997543 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Bound using segment: {'id': 'a331fb51-a00c-432d-902c-1c3ea14c685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:00.998029 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Bound port: 561ac171-6f33-4275-b4a9-55806408ba23, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a331fb51-a00c-432d-902c-1c3ea14c685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:00.999038 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.124839 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] For port 561ac171-6f33-4275-b4a9-55806408ba23, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:01.138846 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] For port 561ac171-6f33-4275-b4a9-55806408ba23, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=561ac171-6f33-4275-b4a9-55806408ba23,segment=NetworkSegment(a331fb51-a00c-432d-902c-1c3ea14c685e),segment_id=a331fb51-a00c-432d-902c-1c3ea14c685e)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:01.144875 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.205610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-486a0199-577c-47fc-bb78-f48c27a1d157 None None] Provisioning complete for port 561ac171-6f33-4275-b4a9-55806408ba23 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:01.205991 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-486a0199-577c-47fc-bb78-f48c27a1d157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.207746 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db479ad2-a797-4d0f-896e-014e1f27275e None None] Pushing event updated for resources: {'Port': ['ID=561ac171-6f33-4275-b4a9-55806408ba23,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:01.251040 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Routers {'1677ae29-8694-48f2-a856-5ca6d6a4b142'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:01.257076 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1677ae29-8694-48f2-a856-5ca6d6a4b142'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:01.366093 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-486a0199-577c-47fc-bb78-f48c27a1d157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.438929 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] Set router 1677ae29-8694-48f2-a856-5ca6d6a4b142 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:01.453307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a961c97-86c1-4be6-924b-223e19933660 req-3b25a18b-d00c-4e77-b16a-c2ad2375b26d tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:01.456356 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-486a0199-577c-47fc-bb78-f48c27a1d157 None None] For port 561ac171-6f33-4275-b4a9-55806408ba23, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=561ac171-6f33-4275-b4a9-55806408ba23,segment=NetworkSegment(a331fb51-a00c-432d-902c-1c3ea14c685e),segment_id=a331fb51-a00c-432d-902c-1c3ea14c685e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:01.462020 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-486a0199-577c-47fc-bb78-f48c27a1d157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.462231 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a961c97-86c1-4be6-924b-223e19933660 req-3b25a18b-d00c-4e77-b16a-c2ad2375b26d tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1568162 Nov 27 01:15:01.482732 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-326b1f5f-f40b-4c57-8767-6f2cc6481fa6 service neutron] Attempting to bind port d003cf72-e416-40bc-b3e5-f70cf30db32a on host n-h2-817303-10 for vnic_type normal with profile None {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:01.483084 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-326b1f5f-f40b-4c57-8767-6f2cc6481fa6 service neutron] Attempting to bind port d003cf72-e416-40bc-b3e5-f70cf30db32a by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:01.484211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-326b1f5f-f40b-4c57-8767-6f2cc6481fa6 service neutron] Attempting to bind port d003cf72-e416-40bc-b3e5-f70cf30db32a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:01.529216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-326b1f5f-f40b-4c57-8767-6f2cc6481fa6 service neutron] Port d003cf72-e416-40bc-b3e5-f70cf30db32a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:15:01.529216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-326b1f5f-f40b-4c57-8767-6f2cc6481fa6 service neutron] Attempting to bind port d003cf72-e416-40bc-b3e5-f70cf30db32a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:01.555136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-326b1f5f-f40b-4c57-8767-6f2cc6481fa6 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:01.555619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-326b1f5f-f40b-4c57-8767-6f2cc6481fa6 service neutron] Checking segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:01.556021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-326b1f5f-f40b-4c57-8767-6f2cc6481fa6 service neutron] Bound using segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:01.556514 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-326b1f5f-f40b-4c57-8767-6f2cc6481fa6 service neutron] Bound port: d003cf72-e416-40bc-b3e5-f70cf30db32a, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:01.626783 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a0199-577c-47fc-bb78-f48c27a1d157 None None] Pushing event updated for resources: {'Port': ['ID=561ac171-6f33-4275-b4a9-55806408ba23,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:01.648876 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a961c97-86c1-4be6-924b-223e19933660 req-005ce30d-6811-42b5-938c-6252a77d1737 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856623 Nov 27 01:15:01.698073 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b72906c7-f2df-4452-8310-80e23824c241 None None] Provisioning complete for port 561ac171-6f33-4275-b4a9-55806408ba23 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:01.698752 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b72906c7-f2df-4452-8310-80e23824c241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.702647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-326b1f5f-f40b-4c57-8767-6f2cc6481fa6 service neutron] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:01.733214 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-326b1f5f-f40b-4c57-8767-6f2cc6481fa6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.734442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-326b1f5f-f40b-4c57-8767-6f2cc6481fa6 service neutron] 10.222.0.15 "POST /v2.0/ports/d003cf72-e416-40bc-b3e5-f70cf30db32a/bindings HTTP/1.1" status: 201 len: 390 time: 1.1958666 Nov 27 01:15:01.761122 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'name': 'tempest-TaggedBootDevicesTest-83507311-router', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fa18c-6d46-482e-9c4b-a4ffc3999113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:48Z', 'updated_at': '2021-11-27T01:14:54Z', 'revision_number': 4, 'project_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'gw_port': {'id': '620fa18c-6d46-482e-9c4b-a4ffc3999113', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:49Z', 'updated_at': '2021-11-27T01:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '561ac171-6f33-4275-b4a9-55806408ba23', 'name': '', 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'mac_address': 'fa:16:3e:31:46:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2af5f572-0847-47e0-8f3e-1ea9166f514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:53Z', 'updated_at': '2021-11-27T01:15:01Z', 'revision_number': 4, 'project_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'subnets': [{'id': '2af5f572-0847-47e0-8f3e-1ea9166f514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:01.775149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-687fc14e-9af0-4489-b635-e8369341a4f7 admin admin] Deleting port d54476f0-1392-47ff-89ca-33d97a86e1eb {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:01.775498 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-687fc14e-9af0-4489-b635-e8369341a4f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.806860 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe236645-02f3-4dac-b88d-776adebee29d None None] The sync data for ids ['1677ae29-8694-48f2-a856-5ca6d6a4b142'] in n-d-817303-10 is: [{'id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'name': 'tempest-TaggedBootDevicesTest-83507311-router', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fa18c-6d46-482e-9c4b-a4ffc3999113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:48Z', 'updated_at': '2021-11-27T01:14:54Z', 'revision_number': 4, 'project_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'gw_port': {'id': '620fa18c-6d46-482e-9c4b-a4ffc3999113', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:49Z', 'updated_at': '2021-11-27T01:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '561ac171-6f33-4275-b4a9-55806408ba23', 'name': '', 'network_id': '0c2c4636-647a-464e-a883-8125a9159f7a', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'mac_address': 'fa:16:3e:31:46:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2af5f572-0847-47e0-8f3e-1ea9166f514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:53Z', 'updated_at': '2021-11-27T01:15:01Z', 'revision_number': 4, 'project_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'subnets': [{'id': '2af5f572-0847-47e0-8f3e-1ea9166f514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:15:02.047667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-687fc14e-9af0-4489-b635-e8369341a4f7 admin admin] For port d54476f0-1392-47ff-89ca-33d97a86e1eb, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d54476f0-1392-47ff-89ca-33d97a86e1eb,segment=NetworkSegment(a360af90-fbfc-4f78-8b58-cd9cb61d5efc),segment_id=a360af90-fbfc-4f78-8b58-cd9cb61d5efc)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:02.048047 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-687fc14e-9af0-4489-b635-e8369341a4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:02.059556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc9ffe-f878-40f7-8b7b-1603bc437c25 req-0a4a0127-4f21-4fe6-8fb9-fd0dfdac3bb0 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:02.068582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4fc9ffe-f878-40f7-8b7b-1603bc437c25 req-0a4a0127-4f21-4fe6-8fb9-fd0dfdac3bb0 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 945 time: 0.0851331 Nov 27 01:15:02.075097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb31b1-29f8-4db3-afd6-67a7628071ac req-874164af-ee8b-47b5-96c3-f19345ba685e tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:02.077630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-edfb31b1-29f8-4db3-afd6-67a7628071ac req-874164af-ee8b-47b5-96c3-f19345ba685e tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1187165 Nov 27 01:15:02.120630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-687fc14e-9af0-4489-b635-e8369341a4f7 admin admin] Calling delete_port for d54476f0-1392-47ff-89ca-33d97a86e1eb owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:02.157321 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-edfb31b1-29f8-4db3-afd6-67a7628071ac req-bd479e3d-84fe-4230-86eb-b41a175c1232 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723643 Nov 27 01:15:02.179227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4fc9ffe-f878-40f7-8b7b-1603bc437c25 req-431a1ee8-1b10-4af8-91d9-7159119ac5c7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045425 Nov 27 01:15:02.223287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-5834417e-3d68-49cc-b40e-726645c3b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:02.225897 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-5834417e-3d68-49cc-b40e-726645c3b218 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 1097 time: 0.1479063 Nov 27 01:15:02.389998 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-20764c2e-35f7-4fbf-a835-e876fd815b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:02.391543 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-20764c2e-35f7-4fbf-a835-e876fd815b35 service neutron] 10.222.0.31 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.1589627 Nov 27 01:15:02.449225 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-50b8f8dc-511d-443e-848a-d0daedeb70c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a HTTP/1.1" status: 200 len: 217 time: 0.0429125 Nov 27 01:15:02.531436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-0714e363-3094-427d-8ed9-cec2eb5b3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:02.532920 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-0714e363-3094-427d-8ed9-cec2eb5b3348 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.0663853 Nov 27 01:15:02.533506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-687fc14e-9af0-4489-b635-e8369341a4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:02.586825 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-d3a231b8-bb6f-4331-a690-deff255da5e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291662 Nov 27 01:15:02.587874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fc14e-9af0-4489-b635-e8369341a4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d54476f0-1392-47ff-89ca-33d97a86e1eb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:02.766498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 561ac171-6f33-4275-b4a9-55806408ba23 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:02.862836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835efd4-b5f2-4b2d-9a1e-538963c7dda5 req-e9429743-4648-4e5c-bdab-148a6fabb24c tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:02.877369 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7835efd4-b5f2-4b2d-9a1e-538963c7dda5 req-e9429743-4648-4e5c-bdab-148a6fabb24c tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1074293 Nov 27 01:15:02.887940 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 561ac171-6f33-4275-b4a9-55806408ba23 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:02.888346 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:02.946156 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-82095365-903e-4a98-9485-440cf0aa23b1 service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323932 Nov 27 01:15:03.008540 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7835efd4-b5f2-4b2d-9a1e-538963c7dda5 req-d2febae1-0848-404f-8508-bb133e5d0da1 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216304 Nov 27 01:15:03.169865 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-9156d18b-52fa-4ec5-9cb1-defa980b3d45 service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165909 Nov 27 01:15:03.177762 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-687fc14e-9af0-4489-b635-e8369341a4f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:03.321985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335f674-5576-4981-8bf8-74b5e06bcb9f req-8990716d-1d84-4ac1-877a-5a12fa26fa0d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:03.324767 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7335f674-5576-4981-8bf8-74b5e06bcb9f req-8990716d-1d84-4ac1-877a-5a12fa26fa0d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.0604043 Nov 27 01:15:03.377272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33342dd7-197a-4fd5-87e4-5a995d541146 req-4dfeb3e9-6f2c-4e72-9aad-e904142b815d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:03.386331 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33342dd7-197a-4fd5-87e4-5a995d541146 req-4dfeb3e9-6f2c-4e72-9aad-e904142b815d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 945 time: 0.1388063 Nov 27 01:15:03.394618 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7335f674-5576-4981-8bf8-74b5e06bcb9f req-0601405b-d8ac-4f0f-b33c-442816b8f854 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628564 Nov 27 01:15:03.447957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-be2d288c-b587-401b-aa6b-14da302094b9 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:03.449878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-be2d288c-b587-401b-aa6b-14da302094b9 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400&tenant_id=d18461bdb04f48e7b016c099b1185328&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 1097 time: 0.1441317 Nov 27 01:15:03.471718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-10'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:03.546113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33342dd7-197a-4fd5-87e4-5a995d541146 req-af7055e9-5595-45df-9277-6298573bbb38 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589062 Nov 27 01:15:03.586552 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:03.605334 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687fc14e-9af0-4489-b635-e8369341a4f7 admin admin] Router 141d7e22-1578-45c4-b960-993e2ea2d719 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:15:03.822259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:03.824827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687fc14e-9af0-4489-b635-e8369341a4f7 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:15:03.836401 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-687fc14e-9af0-4489-b635-e8369341a4f7 admin admin] 10.222.0.15 "PUT /v2.0/routers/141d7e22-1578-45c4-b960-993e2ea2d719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5889728 Nov 27 01:15:03.837645 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53914) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:03.848779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc05f2a-c333-4905-996b-8a933a581897 None None] Sync routers for ids ['141d7e22-1578-45c4-b960-993e2ea2d719'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:15:03.869008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:03.884204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc05f2a-c333-4905-996b-8a933a581897 None None] Routers {'141d7e22-1578-45c4-b960-993e2ea2d719'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:03.886596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ebc05f2a-c333-4905-996b-8a933a581897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['141d7e22-1578-45c4-b960-993e2ea2d719'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:03.941730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efa7866-e08b-493c-8ebb-93dcef356400', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd003cf72-e416-40bc-b3e5-f70cf30db32a'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:03.947034 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c828ddc-8043-4cd2-ba51-a50d67cf8c33" -d '{"events": [{"server_uuid": "1efa7866-e08b-493c-8ebb-93dcef356400", "name": "network-vif-unplugged", "status": "completed", "tag": "d003cf72-e416-40bc-b3e5-f70cf30db32a"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:03.953699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:03.975782 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:03.981288 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.042882 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-ebc05f2a-c333-4905-996b-8a933a581897 None None] Set router 141d7e22-1578-45c4-b960-993e2ea2d719 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:04.059766 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bb8906-ef1a-400a-9a7f-48a525f5c505 x-openstack-request-id: req-95bb8906-ef1a-400a-9a7f-48a525f5c505 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:04.073800 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efa7866-e08b-493c-8ebb-93dcef356400", "name": "network-vif-unplugged", "status": "completed", "tag": "d003cf72-e416-40bc-b3e5-f70cf30db32a", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:04.078446 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95bb8906-ef1a-400a-9a7f-48a525f5c505 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:04.079070 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efa7866-e08b-493c-8ebb-93dcef356400', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd003cf72-e416-40bc-b3e5-f70cf30db32a', 'code': 200} Nov 27 01:15:04.131903 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.203464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] Deleting port 33509310-d9cb-484f-b428-beaec7b1bbe3 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:04.203807 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.222116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Pushing event updated for resources: {'Port': ['ID=d003cf72-e416-40bc-b3e5-f70cf30db32a,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:04.256211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Attempting to bind port d003cf72-e416-40bc-b3e5-f70cf30db32a on host n-h1-817303-10 for vnic_type normal with profile {"migrating_to": "n-h2-817303-10"} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:04.256569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Attempting to bind port d003cf72-e416-40bc-b3e5-f70cf30db32a by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:04.256901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Attempting to bind port d003cf72-e416-40bc-b3e5-f70cf30db32a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:04.264824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Port d003cf72-e416-40bc-b3e5-f70cf30db32a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:15:04.265154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Attempting to bind port d003cf72-e416-40bc-b3e5-f70cf30db32a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:04.273305 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:04.273646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Checking segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:04.274040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Bound using segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:04.274466 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Bound port: d003cf72-e416-40bc-b3e5-f70cf30db32a, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:04.274831 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.285907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11acd3-9a59-4675-95f8-1c6de0d2e382 req-7b6f4268-d40c-46bf-8630-8834f445e312 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:04.293507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a11acd3-9a59-4675-95f8-1c6de0d2e382 req-7b6f4268-d40c-46bf-8630-8834f445e312 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1002600 Nov 27 01:15:04.305622 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ebc05f2a-c333-4905-996b-8a933a581897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:15:02Z', 'revision_number': 5, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port': {'id': '33509310-d9cb-484f-b428-beaec7b1bbe3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:23Z', 'updated_at': '2021-11-27T01:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:04.338042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc05f2a-c333-4905-996b-8a933a581897 None None] Checking router: 141d7e22-1578-45c4-b960-993e2ea2d719 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:15:04.340433 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] For port 33509310-d9cb-484f-b428-beaec7b1bbe3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=33509310-d9cb-484f-b428-beaec7b1bbe3,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:04.340948 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.348016 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc05f2a-c333-4905-996b-8a933a581897 None None] Routers {'141d7e22-1578-45c4-b960-993e2ea2d719'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:04.348794 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ebc05f2a-c333-4905-996b-8a933a581897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['141d7e22-1578-45c4-b960-993e2ea2d719'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:04.358690 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] Calling delete_port for 33509310-d9cb-484f-b428-beaec7b1bbe3 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:04.393634 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a11acd3-9a59-4675-95f8-1c6de0d2e382 req-d7b950ba-b463-4746-91ff-c012fd5535b1 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946453 Nov 27 01:15:04.428689 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:04.434560 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:04.445813 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.460826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-ebc05f2a-c333-4905-996b-8a933a581897 None None] Set router 141d7e22-1578-45c4-b960-993e2ea2d719 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:04.548872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ebc05f2a-c333-4905-996b-8a933a581897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:15:04Z', 'revision_number': 6, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:04.593589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Pushing event updated for resources: {'Port': ['ID=d003cf72-e416-40bc-b3e5-f70cf30db32a,revision_number=8']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:04.595539 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc05f2a-c333-4905-996b-8a933a581897 None None] The sync data for ids ['141d7e22-1578-45c4-b960-993e2ea2d719'] in n-d-817303-10 is: [{'id': '141d7e22-1578-45c4-b960-993e2ea2d719', 'name': 'tempest-ServersTestFqdnHostnames-342483411-router', 'tenant_id': '7a4be403ef324ac689ea3911a5db9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:22Z', 'updated_at': '2021-11-27T01:15:04Z', 'revision_number': 6, 'project_id': '7a4be403ef324ac689ea3911a5db9b0e', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:15:04.607598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:04.608229 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.609684 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-75837e88-db67-4176-bd5b-365bc47f4413 service neutron] 10.222.0.31 "PUT /v2.0/ports/d003cf72-e416-40bc-b3e5-f70cf30db32a HTTP/1.1" status: 200 len: 1123 time: 1.1486666 Nov 27 01:15:04.662259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c02c4-e824-4908-8c2d-278ccf8dc6a6 req-f7d52ce3-c519-46af-babb-5a53c95feeaf tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:04.672655 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e5c02c4-e824-4908-8c2d-278ccf8dc6a6 req-f7d52ce3-c519-46af-babb-5a53c95feeaf tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1704566 Nov 27 01:15:04.773816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14d1c6-5f2f-42a8-8d10-cb0b99020abe req-9647f1b6-cc4e-4382-a6d9-3bac7515f05b tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:04.781428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['d003cf72-e416-40bc-b3e5-f70cf30db32a'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:04.782284 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a14d1c6-5f2f-42a8-8d10-cb0b99020abe req-9647f1b6-cc4e-4382-a6d9-3bac7515f05b tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 943 time: 0.0787401 Nov 27 01:15:04.786975 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e5c02c4-e824-4908-8c2d-278ccf8dc6a6 req-bf312592-223d-49d6-bed8-5da2b276afc7 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124978 Nov 27 01:15:04.863997 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a14d1c6-5f2f-42a8-8d10-cb0b99020abe req-7722a93f-79b0-4bc6-8394-f82a66aaf910 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783656 Nov 27 01:15:04.924996 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.982725 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] Pushing event deleted for resources: {'Port': ['ID=33509310-d9cb-484f-b428-beaec7b1bbe3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:05.003068 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671dac1-1165-46d6-8110-2549e88cde3f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:15:05.085653 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.192484 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.194675 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.280189 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.280189 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 141d7e22-1578-45c4-b960-993e2ea2d719 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:15:05.291235 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.294390 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c8fe2a92-7671-45b9-ba6f-5e71928b63be admin admin] 10.222.0.15 "DELETE /v2.0/routers/141d7e22-1578-45c4-b960-993e2ea2d719 HTTP/1.1" status: 204 len: 168 time: 1.4556303 Nov 27 01:15:05.296954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53944) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:05.361863 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-628d11da-8cbe-446d-81cc-05a4cb89c7d0 admin admin] Deleting subnet 595f9c6f-dc23-451d-92b7-457225a005ff {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:15:05.368278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-628d11da-8cbe-446d-81cc-05a4cb89c7d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.409004 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-628d11da-8cbe-446d-81cc-05a4cb89c7d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.516263 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-628d11da-8cbe-446d-81cc-05a4cb89c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.583314 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-628d11da-8cbe-446d-81cc-05a4cb89c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.607600 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-628d11da-8cbe-446d-81cc-05a4cb89c7d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.610912 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-628d11da-8cbe-446d-81cc-05a4cb89c7d0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/595f9c6f-dc23-451d-92b7-457225a005ff HTTP/1.1" status: 204 len: 168 time: 0.3128631 Nov 27 01:15:05.612778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb49a25e-260b-4f4d-90bf-80d7ae07c570 None None] Network 242abba9-5f49-4d58-b8e9-e9a880ce1edf requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:05.613467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53946) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:05.645207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d11da-8cbe-446d-81cc-05a4cb89c7d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=595f9c6f-dc23-451d-92b7-457225a005ff,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:05.721015 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.806757 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Deleting port a9dc3290-79f8-4e61-9246-59d762112ce9 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:05.811562 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.935191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe190c-1240-4e7f-8673-660205706f4a None None] DHCP port deletion for 242abba9-5f49-4d58-b8e9-e9a880ce1edf request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:15:06.019504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] For port a9dc3290-79f8-4e61-9246-59d762112ce9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a9dc3290-79f8-4e61-9246-59d762112ce9,segment=NetworkSegment(a360af90-fbfc-4f78-8b58-cd9cb61d5efc),segment_id=a360af90-fbfc-4f78-8b58-cd9cb61d5efc)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:06.019966 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.075622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a4ec0-cf95-42a0-8d46-cd92ae13b9cc req-392acbcc-8933-40ed-b211-8d97c7d3d4c7 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:06.084672 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e3a4ec0-cf95-42a0-8d46-cd92ae13b9cc req-392acbcc-8933-40ed-b211-8d97c7d3d4c7 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1532140 Nov 27 01:15:06.085010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efa7866-e08b-493c-8ebb-93dcef356400', 'tag': 'd003cf72-e416-40bc-b3e5-f70cf30db32a'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:06.087278 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1dbfc5-dcb5-4744-84f7-ac2aa4ee916e" -d '{"events": [{"name": "network-changed", "server_uuid": "1efa7866-e08b-493c-8ebb-93dcef356400", "tag": "d003cf72-e416-40bc-b3e5-f70cf30db32a"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:06.087591 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-02fe190c-1240-4e7f-8673-660205706f4a None None] Deleting port a9dc3290-79f8-4e61-9246-59d762112ce9 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:06.088032 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02fe190c-1240-4e7f-8673-660205706f4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.094796 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Calling delete_port for a9dc3290-79f8-4e61-9246-59d762112ce9 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:06.153773 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff23b2c-fde6-4b00-b870-6de9b9469018 req-dc0c5b2c-b50e-40a0-8a18-8eb7b1a0bfd0 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:06.156458 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fff23b2c-fde6-4b00-b870-6de9b9469018 req-dc0c5b2c-b50e-40a0-8a18-8eb7b1a0bfd0 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 943 time: 0.0811105 Nov 27 01:15:06.172657 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e3a4ec0-cf95-42a0-8d46-cd92ae13b9cc req-1da86a62-ad77-4376-86dc-469f29eb75fd tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842397 Nov 27 01:15:06.179840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-02fe190c-1240-4e7f-8673-660205706f4a None None] For port a9dc3290-79f8-4e61-9246-59d762112ce9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a9dc3290-79f8-4e61-9246-59d762112ce9,segment=NetworkSegment(a360af90-fbfc-4f78-8b58-cd9cb61d5efc),segment_id=a360af90-fbfc-4f78-8b58-cd9cb61d5efc)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:06.180293 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02fe190c-1240-4e7f-8673-660205706f4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.195288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-02fe190c-1240-4e7f-8673-660205706f4a None None] Calling delete_port for a9dc3290-79f8-4e61-9246-59d762112ce9 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:06.273754 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a99400-cf83-4e53-b4bf-8d0009c37aba x-openstack-request-id: req-46a99400-cf83-4e53-b4bf-8d0009c37aba {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:06.274063 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efa7866-e08b-493c-8ebb-93dcef356400", "tag": "d003cf72-e416-40bc-b3e5-f70cf30db32a", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:06.274297 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46a99400-cf83-4e53-b4bf-8d0009c37aba {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:06.275037 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efa7866-e08b-493c-8ebb-93dcef356400', 'tag': 'd003cf72-e416-40bc-b3e5-f70cf30db32a', 'status': 'completed', 'code': 200} Nov 27 01:15:06.277147 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.280258 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fff23b2c-fde6-4b00-b870-6de9b9469018 req-0b524dbe-4b1b-4262-be06-cb3b3ba84363 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174181 Nov 27 01:15:06.334042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] No DVR routers for this DVR port a9dc3290-79f8-4e61-9246-59d762112ce9 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:06.360320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Pushing event deleted for resources: {'Port': ['ID=a9dc3290-79f8-4e61-9246-59d762112ce9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:06.368858 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02fe190c-1240-4e7f-8673-660205706f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.369169 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dbfc5-dcb5-4744-84f7-ac2aa4ee916e req-7785eb9c-3ab8-4fbe-9885-84d3659289bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:06.371493 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e1dbfc5-dcb5-4744-84f7-ac2aa4ee916e req-7785eb9c-3ab8-4fbe-9885-84d3659289bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 1126 time: 0.0512366 Nov 27 01:15:06.436583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe190c-1240-4e7f-8673-660205706f4a None None] Pushing event deleted for resources: {'Port': ['ID=a9dc3290-79f8-4e61-9246-59d762112ce9,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:06.438930 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe190c-1240-4e7f-8673-660205706f4a None None] No DVR routers for this DVR port a9dc3290-79f8-4e61-9246-59d762112ce9 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:06.461921 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.489236 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242abba9-5f49-4d58-b8e9-e9a880ce1edf']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:06.503708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:06.504014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a360af90-fbfc-4f78-8b58-cd9cb61d5efc') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:06.513828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.525905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dbfc5-dcb5-4744-84f7-ac2aa4ee916e req-b1201043-4081-49ef-bd93-b786a97adae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:06.527935 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e1dbfc5-dcb5-4744-84f7-ac2aa4ee916e req-b1201043-4081-49ef-bd93-b786a97adae6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.1449192 Nov 27 01:15:06.528528 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.535416 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:15:06.535822 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:15:06.538084 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:15:06.598775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e1dbfc5-dcb5-4744-84f7-ac2aa4ee916e req-66e24693-37d8-44e3-aa14-91f62e76a9bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a HTTP/1.1" status: 200 len: 217 time: 0.0556605 Nov 27 01:15:06.606452 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.618469 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.625807 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] 10.222.0.15 "DELETE /v2.0/networks/242abba9-5f49-4d58-b8e9-e9a880ce1edf HTTP/1.1" status: 204 len: 168 time: 1.0072272 Nov 27 01:15:06.634706 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6f5c5-3610-4e3c-af06-a386d539b49d admin admin] Pushing event deleted for resources: {'Network': ['ID=242abba9-5f49-4d58-b8e9-e9a880ce1edf,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:06.682916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dbfc5-dcb5-4744-84f7-ac2aa4ee916e req-3e12b4d6-6ce7-4e94-a2f2-69dcbd8daa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:06.685099 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e1dbfc5-dcb5-4744-84f7-ac2aa4ee916e req-3e12b4d6-6ce7-4e94-a2f2-69dcbd8daa0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.0760589 Nov 27 01:15:06.686472 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 33509310-d9cb-484f-b428-beaec7b1bbe3 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:06.725476 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 33509310-d9cb-484f-b428-beaec7b1bbe3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:15:06.725832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 33509310-d9cb-484f-b428-beaec7b1bbe3 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:06.726259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d54476f0-1392-47ff-89ca-33d97a86e1eb no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:06.734411 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e1dbfc5-dcb5-4744-84f7-ac2aa4ee916e req-45de5972-1075-480c-b87d-222bfa1cfb76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361829 Nov 27 01:15:06.751363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: d54476f0-1392-47ff-89ca-33d97a86e1eb {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:15:06.751714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d54476f0-1392-47ff-89ca-33d97a86e1eb not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:06.752147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a9dc3290-79f8-4e61-9246-59d762112ce9 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:06.785393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: a9dc3290-79f8-4e61-9246-59d762112ce9 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:15:06.787402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a9dc3290-79f8-4e61-9246-59d762112ce9 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:06.864878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e1dbfc5-dcb5-4744-84f7-ac2aa4ee916e req-4efaff6a-4d12-425e-9810-4865e0bd32fd service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132615 Nov 27 01:15:06.883487 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53966) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:06.932007 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d003cf72-e416-40bc-b3e5-f70cf30db32a details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:15:06.955203 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c09b8ff6-5920-4155-983d-7e3215875180 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a4be403ef324ac689ea3911a5db9b0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0698254 Nov 27 01:15:06.958574 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53968) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:07.099327 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91a13fa3-bb4b-498a-b176-92595216542d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.150475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:07.178031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d003cf72-e416-40bc-b3e5-f70cf30db32a has no active binding in host n-h2-817303-10 {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:15:07.179201 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91a13fa3-bb4b-498a-b176-92595216542d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.257035 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91a13fa3-bb4b-498a-b176-92595216542d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.259805 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91a13fa3-bb4b-498a-b176-92595216542d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.264466 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-91a13fa3-bb4b-498a-b176-92595216542d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47a00f8c-b3de-4b02-92fa-675c870b3aba HTTP/1.1" status: 204 len: 168 time: 0.3036749 Nov 27 01:15:07.280609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a13fa3-bb4b-498a-b176-92595216542d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a00f8c-b3de-4b02-92fa-675c870b3aba,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:07.386526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7ec4-d495-48c2-8324-d149e5236e62 req-094e6eaf-eed6-4fa9-9ec9-d3aabe8555b2 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:07.388428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b4e7ec4-d495-48c2-8324-d149e5236e62 req-094e6eaf-eed6-4fa9-9ec9-d3aabe8555b2 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1013393 Nov 27 01:15:07.470048 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b4e7ec4-d495-48c2-8324-d149e5236e62 req-28f97855-23b1-45b4-95be-bcc05d870bc5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728762 Nov 27 01:15:07.519888 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e1dbfc5-dcb5-4744-84f7-ac2aa4ee916e req-6e25e9c3-6393-4784-8f37-2c81569b732f service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426158 Nov 27 01:15:07.529166 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62c72-0d48-4873-91d3-c63773492909 req-f2a4a35e-c0ba-490f-ac40-9089b5417f43 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:07.530976 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ab62c72-0d48-4873-91d3-c63773492909 req-f2a4a35e-c0ba-490f-ac40-9089b5417f43 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1227114 Nov 27 01:15:07.618225 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ab62c72-0d48-4873-91d3-c63773492909 req-cd9a1509-bb66-4248-b3eb-8aa520a884fb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795443 Nov 27 01:15:07.674683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c9dd6-27cc-437a-86fc-836174cb32f0 req-0da9922e-934a-4397-a4bf-93ecb8eee060 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:07.677576 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8f2c9dd6-27cc-437a-86fc-836174cb32f0 req-0da9922e-934a-4397-a4bf-93ecb8eee060 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 943 time: 0.1239965 Nov 27 01:15:07.775951 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8f2c9dd6-27cc-437a-86fc-836174cb32f0 req-601b5309-9c28-4b47-ae15-831de52c29b8 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922229 Nov 27 01:15:08.217641 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54018) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:08.365241 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-448472303-network', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:08.389642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:08.392164 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.404918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.493301 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.499489 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.535565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:15:08.541707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ff1261-6985-4ba9-b929-d76ef853ce75,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:08.549819 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.550823 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] Added segment d854b8f7-4440-4b9e-b9ba-7e08dc49ab55 of type vlan for network acaa332f-cda3-47e3-b7a0-0ef715d75bd1 Nov 27 01:15:08.598697 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.632308 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.633494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:08.635543 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.704082 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] Pushing event updated for resources: {'Network': ['ID=acaa332f-cda3-47e3-b7a0-0ef715d75bd1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:08.716493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7c2466d3-021f-4108-bcd5-640163016d2b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4975183 Nov 27 01:15:08.716912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network acaa332f-cda3-47e3-b7a0-0ef715d75bd1 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:15:08.719682 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54026) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:08.731532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f3b6f5b0-113b-41fc-ac7a-89bd8439605d admin admin] Request body: {'subnet': {'network_id': 'acaa332f-cda3-47e3-b7a0-0ef715d75bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-448472303-subnet', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:08.852515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b6f5b0-113b-41fc-ac7a-89bd8439605d admin admin] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:08.859083 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3b6f5b0-113b-41fc-ac7a-89bd8439605d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.915684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456f6a6-2632-425f-9b69-7d89bc443585 req-fb36d93f-8697-4c31-afcf-3d9f10896542 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:08.915684 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7456f6a6-2632-425f-9b69-7d89bc443585 req-fb36d93f-8697-4c31-afcf-3d9f10896542 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1742363 Nov 27 01:15:09.000959 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7456f6a6-2632-425f-9b69-7d89bc443585 req-82d5d9ff-9131-4cd3-8613-572cd748cad1 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744116 Nov 27 01:15:09.058596 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f944213-f279-436e-9bb5-98823f64f06b req-18a6bb53-7a4a-4be3-a85d-daaf2e7de3f4 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:09.060455 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9f944213-f279-436e-9bb5-98823f64f06b req-18a6bb53-7a4a-4be3-a85d-daaf2e7de3f4 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 943 time: 0.0974731 Nov 27 01:15:09.140639 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3b6f5b0-113b-41fc-ac7a-89bd8439605d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:09.144880 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9f944213-f279-436e-9bb5-98823f64f06b req-e7494c21-4216-4dc2-8991-8e228a0d04e1 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776625 Nov 27 01:15:09.192913 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6f5b0-113b-41fc-ac7a-89bd8439605d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14f2cb5-fa04-49a8-9807-3bf3d2ce27b5,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:09.217227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b6f5b0-113b-41fc-ac7a-89bd8439605d admin admin] Checking segment: {'id': 'd854b8f7-4440-4b9e-b9ba-7e08dc49ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'acaa332f-cda3-47e3-b7a0-0ef715d75bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:09.217596 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b6f5b0-113b-41fc-ac7a-89bd8439605d admin admin] Network hostable DHCP agents. Network: acaa332f-cda3-47e3-b7a0-0ef715d75bd1, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:15:09.247262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b6f5b0-113b-41fc-ac7a-89bd8439605d admin admin] Network acaa332f-cda3-47e3-b7a0-0ef715d75bd1 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:15:09.269525 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-f3b6f5b0-113b-41fc-ac7a-89bd8439605d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, acaa332f-cda3-47e3-b7a0-0ef715d75bd1) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:09.278165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b6f5b0-113b-41fc-ac7a-89bd8439605d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:09.279357 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3b6f5b0-113b-41fc-ac7a-89bd8439605d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:09.281533 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660161d2-d08d-49b4-a4c6-decb615a2530 None None] Network acaa332f-cda3-47e3-b7a0-0ef715d75bd1 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:09.311746 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54040) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:09.316882 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f3b6f5b0-113b-41fc-ac7a-89bd8439605d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5947051 Nov 27 01:15:09.317244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-448472303-router', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:09.351091 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:09.352331 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:09.421396 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:09.468339 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-acaa332f-cda3-47e3-b7a0-0ef715d75bd1', 'network_id': 'acaa332f-cda3-47e3-b7a0-0ef715d75bd1', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'fixed_ips': [{'subnet_id': 'b14f2cb5-fa04-49a8-9807-3bf3d2ce27b5'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:15:09.469403 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:09.598040 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:09.646124 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Allocated IP 172.20.0.2 (acaa332f-cda3-47e3-b7a0-0ef715d75bd1/b14f2cb5-fa04-49a8-9807-3bf3d2ce27b5/6f05e261-0c4e-460a-b47c-a219d82ac8db) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:09.927313 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:09.967007 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.033204 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.034824 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-91acb76c-5907-4951-a967-7bbd87d2c30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.043372 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.087152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Network acaa332f-cda3-47e3-b7a0-0ef715d75bd1 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:10.095415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:10.102872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:10.121769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Pushing event updated for resources: {'Port': ['ID=6f05e261-0c4e-460a-b47c-a219d82ac8db,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:10.173283 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Attempting to bind port 6f05e261-0c4e-460a-b47c-a219d82ac8db on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:10.173668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Attempting to bind port 6f05e261-0c4e-460a-b47c-a219d82ac8db by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd854b8f7-4440-4b9e-b9ba-7e08dc49ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'acaa332f-cda3-47e3-b7a0-0ef715d75bd1'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:10.174308 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Attempting to bind port 6f05e261-0c4e-460a-b47c-a219d82ac8db on network acaa332f-cda3-47e3-b7a0-0ef715d75bd1 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:10.180721 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:10.181194 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Checking segment: {'id': 'd854b8f7-4440-4b9e-b9ba-7e08dc49ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'acaa332f-cda3-47e3-b7a0-0ef715d75bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:10.181511 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.181910 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Bound using segment: {'id': 'd854b8f7-4440-4b9e-b9ba-7e08dc49ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'acaa332f-cda3-47e3-b7a0-0ef715d75bd1'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:10.182952 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Bound port: 6f05e261-0c4e-460a-b47c-a219d82ac8db, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd854b8f7-4440-4b9e-b9ba-7e08dc49ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'acaa332f-cda3-47e3-b7a0-0ef715d75bd1'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:10.183343 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.207932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Allocated IP 172.25.1.143 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:10.219196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9849c2e-9605-4018-8475-6704def26e41 req-36403bef-7e2d-491f-8a75-bd377de8d9b6 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:10.221270 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9849c2e-9605-4018-8475-6704def26e41 req-36403bef-7e2d-491f-8a75-bd377de8d9b6 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.0965359 Nov 27 01:15:10.297537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] For port 6f05e261-0c4e-460a-b47c-a219d82ac8db, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:10.305202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] For port 6f05e261-0c4e-460a-b47c-a219d82ac8db, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6f05e261-0c4e-460a-b47c-a219d82ac8db,segment=NetworkSegment(d854b8f7-4440-4b9e-b9ba-7e08dc49ab55),segment_id=d854b8f7-4440-4b9e-b9ba-7e08dc49ab55)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:10.310748 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.358992 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9849c2e-9605-4018-8475-6704def26e41 req-4259bebe-627f-473a-8088-75dc003bc6b4 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255763 Nov 27 01:15:10.414058 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8937687-f17a-4b8a-a244-d11a0a958798 None None] Pushing event updated for resources: {'Port': ['ID=6f05e261-0c4e-460a-b47c-a219d82ac8db,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:10.428368 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.514855 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.546356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38b5a7-4c57-4078-be3a-746773cb1fbc req-d277ad59-41ca-40ed-b1d8-a11c27f5c34c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:10.552450 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac38b5a7-4c57-4078-be3a-746773cb1fbc req-d277ad59-41ca-40ed-b1d8-a11c27f5c34c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 943 time: 0.1270068 Nov 27 01:15:10.586058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:10.593187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:10.596353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:10.609548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9be5a9-b5aa-4b90-b92b-a283cb9b0898 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:15:10.633847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac38b5a7-4c57-4078-be3a-746773cb1fbc req-ca917190-7544-4cd6-9330-583146562204 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662189 Nov 27 01:15:10.673641 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-32789ed4-0cf0-4dbe-9482-916015497d38 None None] Provisioning complete for port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:10.675847 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-32789ed4-0cf0-4dbe-9482-916015497d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.742955 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-32789ed4-0cf0-4dbe-9482-916015497d38 None None] Port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:10.796880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Pushing event updated for resources: {'Port': ['ID=46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:11.011648 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:11.233070 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-4df1ca68-4d74-448a-a328-682d1654dbc9 service neutron] 10.222.0.21 "GET /v2.0/ports/d003cf72-e416-40bc-b3e5-f70cf30db32a/bindings/n-h2-817303-10 HTTP/1.1" status: 200 len: 385 time: 0.1129630 Nov 27 01:15:11.385172 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:11.680815 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49535e3f-575f-4a7a-888a-cd7030805662 req-1ecd8e74-f1ff-41f4-93b9-eb7db1e91660 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.681193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-49535e3f-575f-4a7a-888a-cd7030805662 req-1ecd8e74-f1ff-41f4-93b9-eb7db1e91660 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1423900 Nov 27 01:15:11.764679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-e4c2b582-f084-4b9f-8a43-25662b0df827 service neutron] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:11.791034 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Router 769623b4-3745-41f7-a538-0cb08a140d86 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:15:11.818366 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-e4c2b582-f084-4b9f-8a43-25662b0df827 service neutron] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:11.871499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ddf99e-4e2b-46ed-93cd-16393ec691e5 None None] Network acaa332f-cda3-47e3-b7a0-0ef715d75bd1 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:11.917152 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-e4c2b582-f084-4b9f-8a43-25662b0df827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d003cf72-e416-40bc-b3e5-f70cf30db32a {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:11.935249 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-49535e3f-575f-4a7a-888a-cd7030805662 req-e0bf0692-5e9b-41f1-b762-9e804ce2f233 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420118 Nov 27 01:15:11.958135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-e4c2b582-f084-4b9f-8a43-25662b0df827 service neutron] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:12.010268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-e4c2b582-f084-4b9f-8a43-25662b0df827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.045369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-44f8b866-6881-4a16-bf5c-a94455b187a0 None None] Provisioning complete for port 6f05e261-0c4e-460a-b47c-a219d82ac8db triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:12.045749 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44f8b866-6881-4a16-bf5c-a94455b187a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.080003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:15:12.091155 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Sync routers for ids ['769623b4-3745-41f7-a538-0cb08a140d86'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:15:12.107344 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Routers {'769623b4-3745-41f7-a538-0cb08a140d86'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:12.108088 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['769623b4-3745-41f7-a538-0cb08a140d86'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:12.114589 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.114589 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-40ea3a57-298f-4598-a2c9-2cbceb68cca7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7993407 Nov 27 01:15:12.114904 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54070) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:12.231035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-e4c2b582-f084-4b9f-8a43-25662b0df827 service neutron] Transition to ACTIVE for port object d003cf72-e416-40bc-b3e5-f70cf30db32a will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:15:12.234866 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-e4c2b582-f084-4b9f-8a43-25662b0df827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.327699 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44f8b866-6881-4a16-bf5c-a94455b187a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.328569 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd99811-8aeb-4e6c-8647-5536c11185c6 req-cffc692a-5d2b-4350-8081-379d63f77672 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:12.338914 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ddd99811-8aeb-4e6c-8647-5536c11185c6 req-cffc692a-5d2b-4350-8081-379d63f77672 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 943 time: 0.5891252 Nov 27 01:15:12.352854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-e4c2b582-f084-4b9f-8a43-25662b0df827 service neutron] No DVR routers for this DVR port d003cf72-e416-40bc-b3e5-f70cf30db32a on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:12.396272 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Set router 769623b4-3745-41f7-a538-0cb08a140d86 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:12.419014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-44f8b866-6881-4a16-bf5c-a94455b187a0 None None] For port 6f05e261-0c4e-460a-b47c-a219d82ac8db, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6f05e261-0c4e-460a-b47c-a219d82ac8db,segment=NetworkSegment(d854b8f7-4440-4b9e-b9ba-7e08dc49ab55),segment_id=d854b8f7-4440-4b9e-b9ba-7e08dc49ab55)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:12.436980 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44f8b866-6881-4a16-bf5c-a94455b187a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.456775 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ddd99811-8aeb-4e6c-8647-5536c11185c6 req-05dc9c73-7ac5-4bd3-adf8-c91db5842359 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168575 Nov 27 01:15:12.471785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2b582-f084-4b9f-8a43-25662b0df827 service neutron] Pushing event updated for resources: {'Port': ['ID=d003cf72-e416-40bc-b3e5-f70cf30db32a,revision_number=10']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:12.482473 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-e4c2b582-f084-4b9f-8a43-25662b0df827 service neutron] 10.222.0.21 "PUT /v2.0/ports/d003cf72-e416-40bc-b3e5-f70cf30db32a/bindings/n-h2-817303-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2373831 Nov 27 01:15:12.595298 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-815074a1-f654-495c-bcdb-aa0bfe05ac40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.723031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8b866-6881-4a16-bf5c-a94455b187a0 None None] Pushing event updated for resources: {'Port': ['ID=6f05e261-0c4e-460a-b47c-a219d82ac8db,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:12.796601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6f05e261-0c4e-460a-b47c-a219d82ac8db up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:12.878519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-1d6396fb-7b77-4668-a7a2-e837a87b8e1a tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:12.885897 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-1d6396fb-7b77-4668-a7a2-e837a87b8e1a tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400&tenant_id=d18461bdb04f48e7b016c099b1185328&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 1096 time: 0.2809927 Nov 27 01:15:12.895298 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6f05e261-0c4e-460a-b47c-a219d82ac8db triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:12.895893 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.086947 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-1459efc3-4bba-49ab-a871-715dca3c5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:13.088539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-1459efc3-4bba-49ab-a871-715dca3c5137 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400&tenant_id=d18461bdb04f48e7b016c099b1185328 HTTP/1.1" status: 200 len: 1096 time: 0.1914463 Nov 27 01:15:13.154888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb18b8-7adb-4d26-b6cd-086b6a12ce2d req-8d7bbfbe-e13a-44ab-9d1d-953bec6cb7ab tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:13.157557 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1fb18b8-7adb-4d26-b6cd-086b6a12ce2d req-8d7bbfbe-e13a-44ab-9d1d-953bec6cb7ab tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1071627 Nov 27 01:15:13.206444 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.206882 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769623b4-3745-41f7-a538-0cb08a140d86', 'name': 'tempest-ServersTestMultiNic-448472303-router', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:15:10Z', 'revision_number': 3, 'project_id': 'bf897b0f02e542a6892c38a83ddb7031', 'gw_port': {'id': '46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769623b4-3745-41f7-a538-0cb08a140d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:13.236103 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1fb18b8-7adb-4d26-b6cd-086b6a12ce2d req-a3546802-09fb-428e-a0c8-2341fa2cdeb6 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668223 Nov 27 01:15:13.273584 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5f2e56bd-382a-4444-804d-817b6c90d0ad None None] Provisioning complete for port 6f05e261-0c4e-460a-b47c-a219d82ac8db triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:13.274219 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5f2e56bd-382a-4444-804d-817b6c90d0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.278140 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Checking router: 769623b4-3745-41f7-a538-0cb08a140d86 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:15:13.278500 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Updating router 769623b4-3745-41f7-a538-0cb08a140d86 port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:15:13.304939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-f74a96d4-b781-4134-b6e1-6fe9331e1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:13.308040 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-f74a96d4-b781-4134-b6e1-6fe9331e1ca4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 1096 time: 0.1565812 Nov 27 01:15:13.349664 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.641351 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dabd0-c6ed-461b-afe7-5114837f0755 req-93e0ab2e-9c96-4b1c-b1f9-faa98c29c3ac tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:13.643544 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-584dabd0-c6ed-461b-afe7-5114837f0755 req-93e0ab2e-9c96-4b1c-b1f9-faa98c29c3ac tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 944 time: 0.0934074 Nov 27 01:15:13.709334 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-584dabd0-c6ed-461b-afe7-5114837f0755 req-5c3ed190-1b9c-407d-9913-fcd4ac30bfb2 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593579 Nov 27 01:15:13.791066 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.883389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-e91973d8-1d9a-4f7f-ba74-f31d4ef9995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:13.884905 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-e91973d8-1d9a-4f7f-ba74-f31d4ef9995d service neutron] 10.222.0.31 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.5676985 Nov 27 01:15:13.909133 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.914894 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.962108 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-806f9e9b-da52-4c80-a2ac-9da04f76be27 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a HTTP/1.1" status: 200 len: 217 time: 0.0673556 Nov 27 01:15:13.996654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0390da1-66fb-48d6-81c0-bed3824b6a59 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:15:14.033886 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Attempting to bind port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:14.034463 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Attempting to bind port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:14.035585 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Attempting to bind port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:14.051366 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-89ccb27b-4173-4c7a-bce9-219e2afadca7 None None] Provisioning complete for port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:14.052056 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-89ccb27b-4173-4c7a-bce9-219e2afadca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.054808 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dba0a-a655-4321-9dc8-df6158056b4f None None] Pushing event updated for resources: {'Port': ['ID=46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:14.056205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-50f0544a-df17-4366-b15f-3e409cdd3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:14.058264 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-50f0544a-df17-4366-b15f-3e409cdd3a1b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.0904760 Nov 27 01:15:14.065146 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:14.067447 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:14.068773 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.070394 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:14.071225 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Bound port: 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:14.071822 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.103131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-471518ef-f34b-46d8-8244-ae788c120409 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348089 Nov 27 01:15:14.104235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Allocated IP 172.20.0.1 (acaa332f-cda3-47e3-b7a0-0ef715d75bd1/b14f2cb5-fa04-49a8-9807-3bf3d2ce27b5/62a03fde-938c-44ae-aeaa-5154837c0eb4) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:14.108969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-89ccb27b-4173-4c7a-bce9-219e2afadca7 None None] Port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:14.165419 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] For port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:14.168981 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] For port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:14.174303 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.269083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a242a3-d86a-40fa-809c-237c85200973 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:15:14.279928 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-790d643b-5cbf-4516-b47b-24e3df68992d service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659920 Nov 27 01:15:14.285762 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d003cf72-e416-40bc-b3e5-f70cf30db32a no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:14.309580 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Routers {'769623b4-3745-41f7-a538-0cb08a140d86'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:14.310536 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:15:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['769623b4-3745-41f7-a538-0cb08a140d86'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:14.312272 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.423012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-732cb5a1-4102-4c2d-a409-7f0c0033d499 service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293564 Nov 27 01:15:14.424931 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.483515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d003cf72-e416-40bc-b3e5-f70cf30db32a not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:14.516391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e87fe8b5-b2f8-4d63-9c48-6c2789b8af9b None None] Provisioning complete for port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:14.517282 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] Set router 769623b4-3745-41f7-a538-0cb08a140d86 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:14.517819 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e87fe8b5-b2f8-4d63-9c48-6c2789b8af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.518533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Network acaa332f-cda3-47e3-b7a0-0ef715d75bd1 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:14.525451 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:14.538368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:14.563551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564c9f3-a795-4f08-a256-60493130d265 req-126e6b21-6f0c-413b-94b7-e642daa8cb0a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:14.565123 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b564c9f3-a795-4f08-a256-60493130d265 req-126e6b21-6f0c-413b-94b7-e642daa8cb0a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1207376 Nov 27 01:15:14.643687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Pushing event updated for resources: {'Port': ['ID=62a03fde-938c-44ae-aeaa-5154837c0eb4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:14.665911 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.702917 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b564c9f3-a795-4f08-a256-60493130d265 req-d9294542-e187-4b21-ae8e-3a481a7839bd tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248188 Nov 27 01:15:14.780711 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dba0a-a655-4321-9dc8-df6158056b4f None None] Pushing event updated for resources: {'Port': ['ID=46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:14.785210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6f05e261-0c4e-460a-b47c-a219d82ac8db up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:14.951941 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e87fe8b5-b2f8-4d63-9c48-6c2789b8af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.971392 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.017255 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e87fe8b5-b2f8-4d63-9c48-6c2789b8af9b None None] For port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:15.021669 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6f05e261-0c4e-460a-b47c-a219d82ac8db triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:15.022151 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.061472 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e87fe8b5-b2f8-4d63-9c48-6c2789b8af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.085543 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769623b4-3745-41f7-a538-0cb08a140d86', 'name': 'tempest-ServersTestMultiNic-448472303-router', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:15:10Z', 'revision_number': 3, 'project_id': 'bf897b0f02e542a6892c38a83ddb7031', 'gw_port': {'id': '46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769623b4-3745-41f7-a538-0cb08a140d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:15.122180 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d9276-21c4-4091-baae-1de8c747e97a None None] The sync data for ids ['769623b4-3745-41f7-a538-0cb08a140d86'] in n-d-817303-10 is: [{'id': '769623b4-3745-41f7-a538-0cb08a140d86', 'name': 'tempest-ServersTestMultiNic-448472303-router', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:15:10Z', 'revision_number': 3, 'project_id': 'bf897b0f02e542a6892c38a83ddb7031', 'gw_port': {'id': '46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769623b4-3745-41f7-a538-0cb08a140d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:15:15.155002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fe8b5-b2f8-4d63-9c48-6c2789b8af9b None None] Pushing event updated for resources: {'Port': ['ID=46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:15.184909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.188428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-87f67e68-015f-43c7-838c-7c04ca476cec tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:15.189934 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-87f67e68-015f-43c7-838c-7c04ca476cec tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400&tenant_id=d18461bdb04f48e7b016c099b1185328&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 1096 time: 0.1984012 Nov 27 01:15:15.201850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671eb76-f37a-4838-83ca-ee22359ff43e req-b43220d8-208b-4ad5-ae37-ca43510aa6ac tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:15.209067 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d671eb76-f37a-4838-83ca-ee22359ff43e req-b43220d8-208b-4ad5-ae37-ca43510aa6ac tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 944 time: 0.2160408 Nov 27 01:15:15.236929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ffe6479b-cbd3-4d54-ac7e-04b9204d5263 None None] Provisioning complete for port 62a03fde-938c-44ae-aeaa-5154837c0eb4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:15.239747 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ffe6479b-cbd3-4d54-ac7e-04b9204d5263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.294896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ffe6479b-cbd3-4d54-ac7e-04b9204d5263 None None] Port 62a03fde-938c-44ae-aeaa-5154837c0eb4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:15.418841 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d671eb76-f37a-4838-83ca-ee22359ff43e req-88485431-b803-43db-bfb7-b844170f4130 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942055 Nov 27 01:15:15.631238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-ddbd491c-c583-4a6c-a28d-e8a358442ff1 service neutron] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:15.644099 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-ddbd491c-c583-4a6c-a28d-e8a358442ff1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.650018 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0b5c3c-1dd6-4bd4-9e33-ca1a8d37a9a1 req-ddbd491c-c583-4a6c-a28d-e8a358442ff1 service neutron] 10.222.0.31 "DELETE /v2.0/ports/d003cf72-e416-40bc-b3e5-f70cf30db32a/bindings/n-h1-817303-10 HTTP/1.1" status: 204 len: 173 time: 0.4398742 Nov 27 01:15:15.708374 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.717436 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.775347 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.976029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Pushing event updated for resources: {'Port': ['ID=62a03fde-938c-44ae-aeaa-5154837c0eb4,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:16.018526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c629fa0-ecb4-4892-8ca1-0232d3cdcb7a req-68ac321e-8a0c-439d-a5b8-88659ee275ca tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:16.020131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c629fa0-ecb4-4892-8ca1-0232d3cdcb7a req-68ac321e-8a0c-439d-a5b8-88659ee275ca tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.2093291 Nov 27 01:15:16.057802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Network acaa332f-cda3-47e3-b7a0-0ef715d75bd1 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:16.060775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:16.221697 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:16.230769 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c629fa0-ecb4-4892-8ca1-0232d3cdcb7a req-46cc75b8-c0d6-44d5-8c93-855c89f64c4b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950772 Nov 27 01:15:16.368330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Router 769623b4-3745-41f7-a538-0cb08a140d86 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:15:16.523126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:15:16.530078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-21bdb681-32a6-4ba5-a994-359bff2866be None None] Provisioning complete for port 62a03fde-938c-44ae-aeaa-5154837c0eb4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:16.530450 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-21bdb681-32a6-4ba5-a994-359bff2866be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:16.531989 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fe0decc8-01e3-4432-8b72-c3a92199e857 admin admin] 10.222.0.15 "PUT /v2.0/routers/769623b4-3745-41f7-a538-0cb08a140d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4159756 Nov 27 01:15:16.613842 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-21bdb681-32a6-4ba5-a994-359bff2866be None None] Port 62a03fde-938c-44ae-aeaa-5154837c0eb4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:16.639893 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eb277-5290-4b95-8016-2c74f9d9cd3d req-ad987947-b5d2-4db7-8c31-6ac1e008b3d5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:16.648784 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db9eb277-5290-4b95-8016-2c74f9d9cd3d req-ad987947-b5d2-4db7-8c31-6ac1e008b3d5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 944 time: 0.1204114 Nov 27 01:15:16.732901 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db9eb277-5290-4b95-8016-2c74f9d9cd3d req-b8f1c423-8c66-417f-a67f-1fe87ccc65a3 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765004 Nov 27 01:15:16.744665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54128) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:16.831937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e4ba54e3-a70a-41f1-a031-1b35339d01c4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1484818063'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:16.842063 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:16.887512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ba54e3-a70a-41f1-a031-1b35339d01c4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:16.897200 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4ba54e3-a70a-41f1-a031-1b35339d01c4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:16.965449 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ba54e3-a70a-41f1-a031-1b35339d01c4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:15:16.978928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:16.979365 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:16.995334 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4ba54e3-a70a-41f1-a031-1b35339d01c4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:16.995856 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-e4ba54e3-a70a-41f1-a031-1b35339d01c4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Added segment 131f5157-b9c9-40d0-8412-88edb015f935 of type vlan for network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e Nov 27 01:15:17.028125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c2f3b-981a-446b-b23d-9afb6a04bd48 req-5d47f8ab-32de-4cb9-ab91-02f4af30512c tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:17.038687 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e58c2f3b-981a-446b-b23d-9afb6a04bd48 req-5d47f8ab-32de-4cb9-ab91-02f4af30512c tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 1096 time: 0.0772574 Nov 27 01:15:17.099712 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4ba54e3-a70a-41f1-a031-1b35339d01c4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.145346 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4ba54e3-a70a-41f1-a031-1b35339d01c4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.159110 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e58c2f3b-981a-446b-b23d-9afb6a04bd48 req-fef150ef-d96e-4325-a7b4-d35aa7254b4e tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952508 Nov 27 01:15:17.162333 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ba54e3-a70a-41f1-a031-1b35339d01c4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:17.163089 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4ba54e3-a70a-41f1-a031-1b35339d01c4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.249844 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e4ba54e3-a70a-41f1-a031-1b35339d01c4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5038233 Nov 27 01:15:17.252554 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54148) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:17.260776 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Request body: {'subnet': {'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:17.276920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba54e3-a70a-41f1-a031-1b35339d01c4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event updated for resources: {'Network': ['ID=71fcb95a-1966-4eb4-96a8-e482cc4f8c9e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:17.292196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:15:17.443431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b4191-449c-498d-9a89-2b60925d4298 req-979e716c-0589-4b6f-9915-1440ecb87e52 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:17.444998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-079b4191-449c-498d-9a89-2b60925d4298 req-979e716c-0589-4b6f-9915-1440ecb87e52 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.0854967 Nov 27 01:15:17.480422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:17.484317 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.557035 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-079b4191-449c-498d-9a89-2b60925d4298 req-00268ba1-10bf-4e1e-a200-daf36ee59564 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052628 Nov 27 01:15:17.607697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Sync routers for ids ['769623b4-3745-41f7-a538-0cb08a140d86'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:15:17.626590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Routers {'769623b4-3745-41f7-a538-0cb08a140d86'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:17.627384 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:15:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['769623b4-3745-41f7-a538-0cb08a140d86'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:17.715271 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.750231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Set router 769623b4-3745-41f7-a538-0cb08a140d86 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:17.786523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event updated for resources: {'Subnet': ['ID=a83b83c3-66d5-47a6-8c15-bcf8d87b7a5b,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:17.796990 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Checking segment: {'id': '131f5157-b9c9-40d0-8412-88edb015f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:17.797356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Network hostable DHCP agents. Network: 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:15:17.801258 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:17.801735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:17.802091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:17.802437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:17.802838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:17.803178 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:17.803514 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:17.803850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:17.804210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:17.804814 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:17.805385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:17.807817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:17.837281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:15:17.849000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:17.854937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:17.855541 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.876454 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-01522e9d-6103-4725-932f-c17c511242d1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6224725 Nov 27 01:15:17.878860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54156) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:17.884012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7adafe7c-7a66-41eb-91a5-8f1df9c10096 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2077168267'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:17.905693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd1db3-1bb0-4139-84eb-952951d82e1f None None] Network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:17.914972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adafe7c-7a66-41eb-91a5-8f1df9c10096 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:17.922479 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7adafe7c-7a66-41eb-91a5-8f1df9c10096 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.955152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7adafe7c-7a66-41eb-91a5-8f1df9c10096 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:15:17.969696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7adafe7c-7a66-41eb-91a5-8f1df9c10096 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.970665 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-7adafe7c-7a66-41eb-91a5-8f1df9c10096 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Added segment 6607c0bc-805d-491d-930d-7abd3d59f31b of type vlan for network 6241b772-86e6-4566-8e46-da0cc5fcb028 Nov 27 01:15:18.026785 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7adafe7c-7a66-41eb-91a5-8f1df9c10096 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:18.069314 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7adafe7c-7a66-41eb-91a5-8f1df9c10096 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:18.075904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adafe7c-7a66-41eb-91a5-8f1df9c10096 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:18.076541 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7adafe7c-7a66-41eb-91a5-8f1df9c10096 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:18.148847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7adafe7c-7a66-41eb-91a5-8f1df9c10096 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2689085 Nov 27 01:15:18.151724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54162) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:18.161120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-da082580-2782-4d48-93f0-b30505b9a720 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Request body: {'subnet': {'network_id': '6241b772-86e6-4566-8e46-da0cc5fcb028', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:18.163090 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-71fcb95a-1966-4eb4-96a8-e482cc4f8c9e', 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'fixed_ips': [{'subnet_id': 'a83b83c3-66d5-47a6-8c15-bcf8d87b7a5b'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:15:18.163944 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:18.170507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adafe7c-7a66-41eb-91a5-8f1df9c10096 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event updated for resources: {'Network': ['ID=6241b772-86e6-4566-8e46-da0cc5fcb028,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:18.216841 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 6241b772-86e6-4566-8e46-da0cc5fcb028 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:15:18.275170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769623b4-3745-41f7-a538-0cb08a140d86', 'name': 'tempest-ServersTestMultiNic-448472303-router', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:15:15Z', 'revision_number': 4, 'project_id': 'bf897b0f02e542a6892c38a83ddb7031', 'gw_port': {'id': '46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769623b4-3745-41f7-a538-0cb08a140d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '62a03fde-938c-44ae-aeaa-5154837c0eb4', 'name': '', 'network_id': 'acaa332f-cda3-47e3-b7a0-0ef715d75bd1', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'mac_address': 'fa:16:3e:22:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769623b4-3745-41f7-a538-0cb08a140d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'b14f2cb5-fa04-49a8-9807-3bf3d2ce27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:15:13Z', 'updated_at': '2021-11-27T01:15:15Z', 'revision_number': 2, 'project_id': 'bf897b0f02e542a6892c38a83ddb7031', 'subnets': [{'id': 'b14f2cb5-fa04-49a8-9807-3bf3d2ce27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:18.307196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da082580-2782-4d48-93f0-b30505b9a720 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:18.313685 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da082580-2782-4d48-93f0-b30505b9a720 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:18.373494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Checking router: 769623b4-3745-41f7-a538-0cb08a140d86 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:15:18.374105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Updating router 769623b4-3745-41f7-a538-0cb08a140d86 port 62a03fde-938c-44ae-aeaa-5154837c0eb4 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:15:18.480338 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:18.547266 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da082580-2782-4d48-93f0-b30505b9a720 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:18.595272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Allocated IP 19.80.0.2 (71fcb95a-1966-4eb4-96a8-e482cc4f8c9e/a83b83c3-66d5-47a6-8c15-bcf8d87b7a5b/f6d75772-de73-4287-983e-8213a4b0f210) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:18.645306 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da082580-2782-4d48-93f0-b30505b9a720 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event updated for resources: {'Subnet': ['ID=3aad5e19-201f-47fd-8cae-cbb9a762a1b2,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:18.650465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da082580-2782-4d48-93f0-b30505b9a720 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Checking segment: {'id': '6607c0bc-805d-491d-930d-7abd3d59f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6241b772-86e6-4566-8e46-da0cc5fcb028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:18.651152 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da082580-2782-4d48-93f0-b30505b9a720 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Network hostable DHCP agents. Network: 6241b772-86e6-4566-8e46-da0cc5fcb028, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:15:18.670853 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da082580-2782-4d48-93f0-b30505b9a720 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Network 6241b772-86e6-4566-8e46-da0cc5fcb028 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:15:18.683045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-da082580-2782-4d48-93f0-b30505b9a720 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 6241b772-86e6-4566-8e46-da0cc5fcb028) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:18.689693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da082580-2782-4d48-93f0-b30505b9a720 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:18.691888 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da082580-2782-4d48-93f0-b30505b9a720 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:18.725234 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-da082580-2782-4d48-93f0-b30505b9a720 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5710418 Nov 27 01:15:18.802647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938984a4-7384-4d43-b803-fd2aaad10a60 req-b53e5f6c-a44a-4e7c-b08b-bbee90a51b75 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:18.805269 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-938984a4-7384-4d43-b803-fd2aaad10a60 req-b53e5f6c-a44a-4e7c-b08b-bbee90a51b75 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1079400 Nov 27 01:15:18.838028 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39484ddb-4050-4999-95f0-9ca9210af5a1 None None] Network 6241b772-86e6-4566-8e46-da0cc5fcb028 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:18.881300 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-938984a4-7384-4d43-b803-fd2aaad10a60 req-e6bf4487-950d-4b2e-b6d1-cf360acca305 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684428 Nov 27 01:15:19.301368 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-6241b772-86e6-4566-8e46-da0cc5fcb028', 'network_id': '6241b772-86e6-4566-8e46-da0cc5fcb028', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'fixed_ips': [{'subnet_id': '3aad5e19-201f-47fd-8cae-cbb9a762a1b2'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:15:19.310697 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.314042 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.339632 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.376169 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.450720 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.462259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:19.473696 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:19.476360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:19.487148 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Pushing event updated for resources: {'Port': ['ID=f6d75772-de73-4287-983e-8213a4b0f210,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:19.654610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2adeb-7bcd-47c5-a31a-2bbf052e731a None None] Pushing event updated for resources: {'Port': ['ID=62a03fde-938c-44ae-aeaa-5154837c0eb4,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:19.693093 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Allocated IP 19.86.0.2 (6241b772-86e6-4566-8e46-da0cc5fcb028/3aad5e19-201f-47fd-8cae-cbb9a762a1b2/5b3f44a7-312a-4e9e-929c-a4e98415c73f) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:19.708495 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Attempting to bind port f6d75772-de73-4287-983e-8213a4b0f210 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:19.709117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Attempting to bind port f6d75772-de73-4287-983e-8213a4b0f210 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '131f5157-b9c9-40d0-8412-88edb015f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:19.709692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Attempting to bind port f6d75772-de73-4287-983e-8213a4b0f210 on network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:19.723663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Attempting to bind port 62a03fde-938c-44ae-aeaa-5154837c0eb4 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:19.724361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Attempting to bind port 62a03fde-938c-44ae-aeaa-5154837c0eb4 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd854b8f7-4440-4b9e-b9ba-7e08dc49ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'acaa332f-cda3-47e3-b7a0-0ef715d75bd1'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:19.724909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Attempting to bind port 62a03fde-938c-44ae-aeaa-5154837c0eb4 on network acaa332f-cda3-47e3-b7a0-0ef715d75bd1 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:19.727707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:19.728335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Checking segment: {'id': '131f5157-b9c9-40d0-8412-88edb015f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:19.729471 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.730041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Bound using segment: {'id': '131f5157-b9c9-40d0-8412-88edb015f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:19.731279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Bound port: f6d75772-de73-4287-983e-8213a4b0f210, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131f5157-b9c9-40d0-8412-88edb015f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:19.731848 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.748526 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:19.749212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Checking segment: {'id': 'd854b8f7-4440-4b9e-b9ba-7e08dc49ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'acaa332f-cda3-47e3-b7a0-0ef715d75bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:19.749810 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.750366 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Bound using segment: {'id': 'd854b8f7-4440-4b9e-b9ba-7e08dc49ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'acaa332f-cda3-47e3-b7a0-0ef715d75bd1'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:19.751256 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Bound port: 62a03fde-938c-44ae-aeaa-5154837c0eb4, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd854b8f7-4440-4b9e-b9ba-7e08dc49ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'acaa332f-cda3-47e3-b7a0-0ef715d75bd1'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:19.752141 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.787619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6b77c7e3-4f31-422f-949b-af3d705fad40 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:19.796483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6b77c7e3-4f31-422f-949b-af3d705fad40 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:19.804670 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6b77c7e3-4f31-422f-949b-af3d705fad40 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/networks?id=71fcb95a-1966-4eb4-96a8-e482cc4f8c9e&id=6241b772-86e6-4566-8e46-da0cc5fcb028&id=71fcb95a-1966-4eb4-96a8-e482cc4f8c9e HTTP/1.1" status: 200 len: 1392 time: 0.1698041 Nov 27 01:15:19.825014 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6365b8dd-fd6c-490c-ac6b-a4263400bc68 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/quotas/bf897b0f02e542a6892c38a83ddb7031 HTTP/1.1" status: 200 len: 375 time: 0.0193689 Nov 27 01:15:19.853483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-d146d15a-9ed5-4d53-a2ef-157154f4897c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:19.860732 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-d146d15a-9ed5-4d53-a2ef-157154f4897c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 807 time: 0.2321298 Nov 27 01:15:19.877697 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-ca188b43-3000-4f1b-a791-ea59fa8741c2 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/quotas/d18461bdb04f48e7b016c099b1185328 HTTP/1.1" status: 200 len: 375 time: 0.0119259 Nov 27 01:15:19.905748 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-59aa0576-85eb-411b-9681-c54557e275f0 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf897b0f02e542a6892c38a83ddb7031&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791569 Nov 27 01:15:19.946587 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-add4ee0c-1762-45f1-b7d2-034a4e040d1b tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627759 Nov 27 01:15:19.961195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a2ecdbad-578a-4d90-be8f-f02d554e99f2 None None] Provisioning complete for port 62a03fde-938c-44ae-aeaa-5154837c0eb4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:19.961659 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2ecdbad-578a-4d90-be8f-f02d554e99f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.969986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] For port f6d75772-de73-4287-983e-8213a4b0f210, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:20.001235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] For port 62a03fde-938c-44ae-aeaa-5154837c0eb4, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:20.038381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-5809d56e-9b0a-4498-b842-c2789fca0b99 service neutron] 10.222.0.15 "GET /v2.0/networks/71fcb95a-1966-4eb4-96a8-e482cc4f8c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316504 Nov 27 01:15:20.045434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] For port f6d75772-de73-4287-983e-8213a4b0f210, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f6d75772-de73-4287-983e-8213a4b0f210,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:20.047759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] For port 62a03fde-938c-44ae-aeaa-5154837c0eb4, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=62a03fde-938c-44ae-aeaa-5154837c0eb4,segment=NetworkSegment(d854b8f7-4440-4b9e-b9ba-7e08dc49ab55),segment_id=d854b8f7-4440-4b9e-b9ba-7e08dc49ab55)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:20.060429 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.062704 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.090679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a2ecdbad-578a-4d90-be8f-f02d554e99f2 None None] Port 62a03fde-938c-44ae-aeaa-5154837c0eb4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:20.092180 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-260e770b-da91-41f2-b18b-67965f990f2d service neutron] 10.222.0.15 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349921 Nov 27 01:15:20.147592 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.174010 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.178757 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Routers {'769623b4-3745-41f7-a538-0cb08a140d86'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:20.179417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:15:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['769623b4-3745-41f7-a538-0cb08a140d86'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:20.194883 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a0f302e-a31c-4ebc-b838-50dd6b8b3f9f service neutron] 10.222.0.15 "GET /v2.0/networks/71fcb95a-1966-4eb4-96a8-e482cc4f8c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487007 Nov 27 01:15:20.244888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be806ae2-afa5-4d1a-b885-07b47e88d75d None None] Pushing event updated for resources: {'Port': ['ID=f6d75772-de73-4287-983e-8213a4b0f210,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:20.300094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-e2704dcc-16c1-4fad-83fa-bc4a0e2c710b service neutron] 10.222.0.15 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007041 Nov 27 01:15:20.319550 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Network 6241b772-86e6-4566-8e46-da0cc5fcb028 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:20.327489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:20.330026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:20.488487 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-01e7ce59-bc92-4789-b296-e5ea4732d53f service neutron] 10.222.0.15 "GET /v2.0/networks/6241b772-86e6-4566-8e46-da0cc5fcb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828205 Nov 27 01:15:20.488733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2adeb-7bcd-47c5-a31a-2bbf052e731a None None] Pushing event updated for resources: {'Port': ['ID=62a03fde-938c-44ae-aeaa-5154837c0eb4,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:20.628028 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] Set router 769623b4-3745-41f7-a538-0cb08a140d86 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:20.691955 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Attempting to bind port 5b3f44a7-312a-4e9e-929c-a4e98415c73f on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:20.692352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Attempting to bind port 5b3f44a7-312a-4e9e-929c-a4e98415c73f by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '6607c0bc-805d-491d-930d-7abd3d59f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6241b772-86e6-4566-8e46-da0cc5fcb028'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:20.692708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Attempting to bind port 5b3f44a7-312a-4e9e-929c-a4e98415c73f on network 6241b772-86e6-4566-8e46-da0cc5fcb028 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:20.739152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Pushing event updated for resources: {'Port': ['ID=5b3f44a7-312a-4e9e-929c-a4e98415c73f,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:20.747031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:20.747418 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Checking segment: {'id': '6607c0bc-805d-491d-930d-7abd3d59f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6241b772-86e6-4566-8e46-da0cc5fcb028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:20.747828 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.748218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Bound using segment: {'id': '6607c0bc-805d-491d-930d-7abd3d59f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6241b772-86e6-4566-8e46-da0cc5fcb028'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:20.748738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Bound port: 5b3f44a7-312a-4e9e-929c-a4e98415c73f, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6607c0bc-805d-491d-930d-7abd3d59f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6241b772-86e6-4566-8e46-da0cc5fcb028'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:20.749469 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.836867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-5f17da39-bb86-474c-bb42-d044f50dec97 service neutron] 10.222.0.15 "GET /v2.0/networks/6241b772-86e6-4566-8e46-da0cc5fcb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273418 Nov 27 01:15:20.875214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ce42dbbe-8621-4280-b713-55dce0975006 None None] Provisioning complete for port 62a03fde-938c-44ae-aeaa-5154837c0eb4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:20.876894 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ce42dbbe-8621-4280-b713-55dce0975006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.888179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f6d75772-de73-4287-983e-8213a4b0f210 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:21.001078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-106d9606-0deb-4939-a376-732c3a6aea10 service neutron] 10.222.0.15 "GET /v2.0/networks/71fcb95a-1966-4eb4-96a8-e482cc4f8c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624675 Nov 27 01:15:21.152052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5815c1-9689-4fee-93ff-08c0b9e4875a req-82ffd963-162e-4d74-a212-d9847478a0aa tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:21.153813 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc5815c1-9689-4fee-93ff-08c0b9e4875a req-82ffd963-162e-4d74-a212-d9847478a0aa tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.0624990 Nov 27 01:15:21.254682 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-68d53f10-63f6-45c9-abdd-5957229facca service neutron] 10.222.0.15 "GET /v2.0/networks/71fcb95a-1966-4eb4-96a8-e482cc4f8c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526455 Nov 27 01:15:21.259114 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc5815c1-9689-4fee-93ff-08c0b9e4875a req-52c28381-2fa7-419c-982d-2b2d9af44f09 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979800 Nov 27 01:15:21.455110 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1723db9-2292-4249-bfad-cc7897e0d74f req-079d75d5-c4db-4aaa-8b1b-d7864ccbe818 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 210 time: 0.0778201 Nov 27 01:15:21.591933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] For port 5b3f44a7-312a-4e9e-929c-a4e98415c73f, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:21.624918 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-162b0c14-be1f-4038-94e1-63abd4f5598f req-a78f04b5-48f3-4be3-b804-007972a58eeb tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 210 time: 0.0907104 Nov 27 01:15:21.683598 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] For port 5b3f44a7-312a-4e9e-929c-a4e98415c73f, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5b3f44a7-312a-4e9e-929c-a4e98415c73f,segment=NetworkSegment(6607c0bc-805d-491d-930d-7abd3d59f31b),segment_id=6607c0bc-805d-491d-930d-7abd3d59f31b)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:21.688914 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f6d75772-de73-4287-983e-8213a4b0f210 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:21.689480 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:21.701337 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.063924 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4dfe2-eb8a-41fa-9338-8fa1a6dbec75 None None] Pushing event updated for resources: {'Port': ['ID=5b3f44a7-312a-4e9e-929c-a4e98415c73f,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:22.112297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3405599d-e5a9-4027-bcfc-60065278da00 None None] Network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:22.149794 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ce42dbbe-8621-4280-b713-55dce0975006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.156218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77c66a-8f6e-4830-b862-da79bc2f871c req-34878a12-8840-4171-9799-a2986f512b60 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:22.167573 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba77c66a-8f6e-4830-b862-da79bc2f871c req-34878a12-8840-4171-9799-a2986f512b60 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1181338 Nov 27 01:15:22.278026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba77c66a-8f6e-4830-b862-da79bc2f871c req-e006e843-ef09-4d42-b52c-f25fb5e8c039 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023612 Nov 27 01:15:22.290059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204c00d-3156-4e1e-aa22-88d4bab01671 req-eecc9624-84b0-4cf1-b4d8-e27a3a560ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:22.308760 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8204c00d-3156-4e1e-aa22-88d4bab01671 req-eecc9624-84b0-4cf1-b4d8-e27a3a560ab3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ad0ddfc918e4bb9a0295e1e5f508fb2&device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 1098 time: 0.1683984 Nov 27 01:15:22.544728 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204c00d-3156-4e1e-aa22-88d4bab01671 req-613dbe00-cd69-4066-b163-324bab86f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:22.546395 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8204c00d-3156-4e1e-aa22-88d4bab01671 req-613dbe00-cd69-4066-b163-324bab86f87c service neutron] 10.222.0.21 "GET /v2.0/networks?id=553ff13a-194b-495b-ac31-cdc4976c4359 HTTP/1.1" status: 200 len: 917 time: 0.2294416 Nov 27 01:15:22.564056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ce42dbbe-8621-4280-b713-55dce0975006 None None] For port 62a03fde-938c-44ae-aeaa-5154837c0eb4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=62a03fde-938c-44ae-aeaa-5154837c0eb4,segment=NetworkSegment(d854b8f7-4440-4b9e-b9ba-7e08dc49ab55),segment_id=d854b8f7-4440-4b9e-b9ba-7e08dc49ab55)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:22.604584 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8204c00d-3156-4e1e-aa22-88d4bab01671 req-92e983e9-75a4-49a0-93df-a96cb09d1b16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78e4c4a-688d-4179-a301-d2a9945c0c85 HTTP/1.1" status: 200 len: 217 time: 0.0419567 Nov 27 01:15:22.611001 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ce42dbbe-8621-4280-b713-55dce0975006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.657898 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71adee3e-f2a1-493c-b8f0-875ee68ba0e3 req-f22fd1de-f52c-4344-bee8-f3b6934a88b6 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 210 time: 0.0496461 Nov 27 01:15:22.809243 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769623b4-3745-41f7-a538-0cb08a140d86', 'name': 'tempest-ServersTestMultiNic-448472303-router', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:15:15Z', 'revision_number': 4, 'project_id': 'bf897b0f02e542a6892c38a83ddb7031', 'gw_port': {'id': '46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769623b4-3745-41f7-a538-0cb08a140d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '62a03fde-938c-44ae-aeaa-5154837c0eb4', 'name': '', 'network_id': 'acaa332f-cda3-47e3-b7a0-0ef715d75bd1', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'mac_address': 'fa:16:3e:22:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769623b4-3745-41f7-a538-0cb08a140d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'b14f2cb5-fa04-49a8-9807-3bf3d2ce27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:15:13Z', 'updated_at': '2021-11-27T01:15:19Z', 'revision_number': 4, 'project_id': 'bf897b0f02e542a6892c38a83ddb7031', 'subnets': [{'id': 'b14f2cb5-fa04-49a8-9807-3bf3d2ce27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:22.863686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302968e4-c91f-48bf-b0f0-401f25eb88b1 None None] The sync data for ids ['769623b4-3745-41f7-a538-0cb08a140d86'] in n-d-817303-10 is: [{'id': '769623b4-3745-41f7-a538-0cb08a140d86', 'name': 'tempest-ServersTestMultiNic-448472303-router', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:15:15Z', 'revision_number': 4, 'project_id': 'bf897b0f02e542a6892c38a83ddb7031', 'gw_port': {'id': '46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769623b4-3745-41f7-a538-0cb08a140d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '62a03fde-938c-44ae-aeaa-5154837c0eb4', 'name': '', 'network_id': 'acaa332f-cda3-47e3-b7a0-0ef715d75bd1', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'mac_address': 'fa:16:3e:22:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769623b4-3745-41f7-a538-0cb08a140d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'b14f2cb5-fa04-49a8-9807-3bf3d2ce27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:15:13Z', 'updated_at': '2021-11-27T01:15:19Z', 'revision_number': 4, 'project_id': 'bf897b0f02e542a6892c38a83ddb7031', 'subnets': [{'id': 'b14f2cb5-fa04-49a8-9807-3bf3d2ce27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:15:22.875809 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.887800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a129371e-5c64-4a56-b2f0-a2e6d7f3b9f8 req-60efcca3-360d-4801-bae2-e9142a9ddce2 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 210 time: 0.1006649 Nov 27 01:15:22.989261 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port f6d75772-de73-4287-983e-8213a4b0f210, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f6d75772-de73-4287-983e-8213a4b0f210,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:23.047710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204c00d-3156-4e1e-aa22-88d4bab01671 req-d92fcbbc-1759-4fdb-9916-d60c5d292d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:23.049382 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8204c00d-3156-4e1e-aa22-88d4bab01671 req-d92fcbbc-1759-4fdb-9916-d60c5d292d76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=34dd4f54-a648-49d7-95dc-b1032614d913 HTTP/1.1" status: 200 len: 855 time: 0.3904893 Nov 27 01:15:23.164424 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:23.233565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-e657317b-4b9f-42f9-8f1b-175e1f6b3e9a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:23.236303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a39a64df-cba5-4edc-8e57-e52543140e2a None None] Provisioning complete for port f6d75772-de73-4287-983e-8213a4b0f210 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:23.238528 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a39a64df-cba5-4edc-8e57-e52543140e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:23.244535 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-e657317b-4b9f-42f9-8f1b-175e1f6b3e9a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.21 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 807 time: 0.5759907 Nov 27 01:15:23.292816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-df8e2954-9bc0-437e-9ae9-5c7dcc42a298 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Request body: {'port': {'device_id': '691528c2-fb61-42d7-93ad-ca32dec05913', 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0', 'admin_state_up': True, 'tenant_id': 'd18461bdb04f48e7b016c099b1185328'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:23.355354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42dbbe-8621-4280-b713-55dce0975006 None None] Pushing event updated for resources: {'Port': ['ID=62a03fde-938c-44ae-aeaa-5154837c0eb4,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:23.554650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5b3f44a7-312a-4e9e-929c-a4e98415c73f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:23.610108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204c00d-3156-4e1e-aa22-88d4bab01671 req-b952cab2-9c09-4550-b56a-61b8ca1a7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:23.612897 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08738362-d6cf-406a-a93d-bbf66c1b3516 req-5f589414-f1de-4743-89e5-11b6b6b65b4c tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:23.623791 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8204c00d-3156-4e1e-aa22-88d4bab01671 req-b952cab2-9c09-4550-b56a-61b8ca1a7a60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=553ff13a-194b-495b-ac31-cdc4976c4359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5544291 Nov 27 01:15:23.633976 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08738362-d6cf-406a-a93d-bbf66c1b3516 req-5f589414-f1de-4743-89e5-11b6b6b65b4c tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1766906 Nov 27 01:15:23.721548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=f6d75772-de73-4287-983e-8213a4b0f210,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:23.763681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:23.782824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:23.783203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:23.783546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:23.785746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:23.788569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:23.788918 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:23.791925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:23.792306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:23.792649 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:23.792988 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:23.793314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:23.809234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08738362-d6cf-406a-a93d-bbf66c1b3516 req-ee4b1b76-2ad7-46be-ab60-86c4af15a063 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740828 Nov 27 01:15:23.855244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5b3f44a7-312a-4e9e-929c-a4e98415c73f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:23.856547 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:23.981360 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8204c00d-3156-4e1e-aa22-88d4bab01671 req-7af91122-2174-4d0f-aeb5-0f5b2b4db69d service neutron] 10.222.0.21 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466542 Nov 27 01:15:24.013822 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6ef760-9802-4f98-9e96-5c32ee63eb75 None None] Network 6241b772-86e6-4566-8e46-da0cc5fcb028 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:24.031104 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8f7f574-0e42-4ec8-9223-419765da748c req-067069f3-c3d2-435d-85a1-33a7a1633fd1 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 210 time: 0.0669572 Nov 27 01:15:24.168642 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8fba8ad3-a2a5-4587-94f3-97f29540daf7 req-f8de3bf8-28dd-4701-98df-2147d48b4e22 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 210 time: 0.0665092 Nov 27 01:15:24.290688 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9171c7a6-4679-498b-9629-7310becacbcb None None] Provisioning complete for port 5b3f44a7-312a-4e9e-929c-a4e98415c73f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:24.291057 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9171c7a6-4679-498b-9629-7310becacbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:24.307429 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ea18c-7c6e-4470-be0f-2d78f61d3ba2 req-126c77e9-64cd-496f-8571-80f02d64b720 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:24.320901 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-455ea18c-7c6e-4470-be0f-2d78f61d3ba2 req-126c77e9-64cd-496f-8571-80f02d64b720 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.9546924 Nov 27 01:15:24.365974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7831363-339d-49c9-8a87-ceb6db89676e req-9be73183-9be6-450c-8f4c-cb0db4012baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:24.368137 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7831363-339d-49c9-8a87-ceb6db89676e req-9be73183-9be6-450c-8f4c-cb0db4012baf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8643042a3114ff9aeb63bafc394e717&device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 1097 time: 1.0653193 Nov 27 01:15:24.461913 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:24.547983 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 5b3f44a7-312a-4e9e-929c-a4e98415c73f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5b3f44a7-312a-4e9e-929c-a4e98415c73f,segment=NetworkSegment(6607c0bc-805d-491d-930d-7abd3d59f31b),segment_id=6607c0bc-805d-491d-930d-7abd3d59f31b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:24.575185 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:24.575185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 62a03fde-938c-44ae-aeaa-5154837c0eb4 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:24.808046 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=5b3f44a7-312a-4e9e-929c-a4e98415c73f,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:24.815987 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 62a03fde-938c-44ae-aeaa-5154837c0eb4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:24.816893 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:24.998808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a711bb3-cdde-4391-95bc-eb6059e27af3 req-a49e3934-c081-43ea-a25c-74925faf2c45 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:25.007676 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4a711bb3-cdde-4391-95bc-eb6059e27af3 req-a49e3934-c081-43ea-a25c-74925faf2c45 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1070502 Nov 27 01:15:25.056102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0b18c753-c1d5-492c-9cbe-f204f693782d None None] Provisioning complete for port f6d75772-de73-4287-983e-8213a4b0f210 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:25.056508 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0b18c753-c1d5-492c-9cbe-f204f693782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:25.095513 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4a711bb3-cdde-4391-95bc-eb6059e27af3 req-69789bf3-6977-4709-97b9-f512e8bceb95 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869317 Nov 27 01:15:25.189306 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8204c00d-3156-4e1e-aa22-88d4bab01671 req-975a64cd-602e-49c3-a999-f59ee13bbc4a service neutron] 10.222.0.21 "GET /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0049496 Nov 27 01:15:25.232687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-2b320940-7abc-4c92-a860-dc2a63d30422 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:25.239886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-2b320940-7abc-4c92-a860-dc2a63d30422 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:25.242465 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-2b320940-7abc-4c92-a860-dc2a63d30422 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.21 "GET /v2.0/networks?id=71fcb95a-1966-4eb4-96a8-e482cc4f8c9e&id=6241b772-86e6-4566-8e46-da0cc5fcb028&id=71fcb95a-1966-4eb4-96a8-e482cc4f8c9e HTTP/1.1" status: 200 len: 1392 time: 1.2561450 Nov 27 01:15:25.246255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-df8e2954-9bc0-437e-9ae9-5c7dcc42a298 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Made reservation on behalf of d18461bdb04f48e7b016c099b1185328 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:25.250575 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-df8e2954-9bc0-437e-9ae9-5c7dcc42a298 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:25.269146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-455ea18c-7c6e-4470-be0f-2d78f61d3ba2 req-bebe9a5f-d838-4e33-a182-95b8bb6ff8aa tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9467821 Nov 27 01:15:25.296978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-afaefa11-a4bb-4805-951c-f2b40541547d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Request body: {'port': {'device_id': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e', 'admin_state_up': True, 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:25.351189 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4232df7-1d08-44ee-91e7-1a1665dbf106 req-0b0ed687-5868-4356-9dde-30c12d087bf4 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 210 time: 0.0439579 Nov 27 01:15:25.388458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f6d75772-de73-4287-983e-8213a4b0f210 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:25.476859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2e7da8e5-62e2-43f2-a12d-0e1ee873be26 None None] Provisioning complete for port 5b3f44a7-312a-4e9e-929c-a4e98415c73f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:25.477235 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2e7da8e5-62e2-43f2-a12d-0e1ee873be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:25.486220 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81a31d4c-a40d-4368-b9e5-942ac797a721 req-c080447e-c027-40c9-bcfd-0f43e5f0bdb6 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 210 time: 0.0636199 Nov 27 01:15:25.550965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f6d75772-de73-4287-983e-8213a4b0f210 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:25.551335 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:25.636451 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7831363-339d-49c9-8a87-ceb6db89676e req-6616bc44-e047-442e-a13a-17fab2da2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:25.639775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7831363-339d-49c9-8a87-ceb6db89676e req-6616bc44-e047-442e-a13a-17fab2da2ccb service neutron] 10.222.0.31 "GET /v2.0/networks?id=52990878-2af4-4f7f-88b9-f803d6f0da66 HTTP/1.1" status: 200 len: 920 time: 1.2614925 Nov 27 01:15:25.733242 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7831363-339d-49c9-8a87-ceb6db89676e req-789d7979-2e3a-4663-b99a-d65466eb17d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ea4c77-4fef-4d79-9657-2182a2a32535 HTTP/1.1" status: 200 len: 217 time: 0.0619717 Nov 27 01:15:25.741877 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 62a03fde-938c-44ae-aeaa-5154837c0eb4 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:25.812818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-afaefa11-a4bb-4805-951c-f2b40541547d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:25.816705 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-afaefa11-a4bb-4805-951c-f2b40541547d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:25.831784 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7831363-339d-49c9-8a87-ceb6db89676e req-e0909f35-0bd2-47b1-95c8-e5f17edc432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:25.833787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7831363-339d-49c9-8a87-ceb6db89676e req-e0909f35-0bd2-47b1-95c8-e5f17edc432e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9065684-47f0-4e53-aaf2-94e871c3a6e7 HTTP/1.1" status: 200 len: 859 time: 0.0767353 Nov 27 01:15:25.881311 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7831363-339d-49c9-8a87-ceb6db89676e req-a098988b-5628-4f74-a08b-ce5c17ea26df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52990878-2af4-4f7f-88b9-f803d6f0da66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323219 Nov 27 01:15:25.882864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-df8e2954-9bc0-437e-9ae9-5c7dcc42a298 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Allocated IP 172.20.0.4 (60958e2f-96cf-4e62-b388-7bcdd3462ab0/cc711a7c-5baa-452f-8fb2-a98d9e7b8c26/6037aa8f-a318-406c-a3c1-a590da353688) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:26.054230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 62a03fde-938c-44ae-aeaa-5154837c0eb4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:26.058441 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:26.192616 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7831363-339d-49c9-8a87-ceb6db89676e req-666b1eae-07d8-41eb-88f1-ffd7f60f837f service neutron] 10.222.0.31 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023655 Nov 27 01:15:26.195094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5b3f44a7-312a-4e9e-929c-a4e98415c73f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:26.249784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5b3f44a7-312a-4e9e-929c-a4e98415c73f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:26.250651 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:26.295192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-afaefa11-a4bb-4805-951c-f2b40541547d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Allocated IP 19.80.0.4 (71fcb95a-1966-4eb4-96a8-e482cc4f8c9e/a83b83c3-66d5-47a6-8c15-bcf8d87b7a5b/cd441078-5bfb-4bcc-952f-a43a933bcdba) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:26.445735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af85f8-23a5-4ca8-b107-96cedc6cd114 req-4ab855fb-cef2-4427-be7b-2e5ec328e354 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:26.449283 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-40af85f8-23a5-4ca8-b107-96cedc6cd114 req-4ab855fb-cef2-4427-be7b-2e5ec328e354 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0768092 Nov 27 01:15:26.459287 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-df8e2954-9bc0-437e-9ae9-5c7dcc42a298 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:26.483486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d584b9-a28b-4dd2-9097-e4555fb49a01 req-bb838a35-3af6-4659-8634-a1bd3d64690d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:26.493126 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0d584b9-a28b-4dd2-9097-e4555fb49a01 req-bb838a35-3af6-4659-8634-a1bd3d64690d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.2329953 Nov 27 01:15:26.528820 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-40af85f8-23a5-4ca8-b107-96cedc6cd114 req-92876a2d-6caf-4e8e-9723-631cfbbfd6ba tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718913 Nov 27 01:15:26.561686 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7831363-339d-49c9-8a87-ceb6db89676e req-7e2e1e05-24ef-4bdf-bd75-ac28fdab821f service neutron] 10.222.0.31 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583026 Nov 27 01:15:26.580851 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0d584b9-a28b-4dd2-9097-e4555fb49a01 req-83bd7456-34c2-4eff-9a92-9515f36141be tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866597 Nov 27 01:15:26.667451 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cea1705c-4d3e-4572-a607-2b7f9b8d2d87 req-d844b0e7-d312-4ae0-9b11-06ac45decaa6 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 210 time: 0.0434885 Nov 27 01:15:26.733447 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-df8e2954-9bc0-437e-9ae9-5c7dcc42a298 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:26.826001 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e8a6457f-e2a7-42ce-b494-76ba4f9da58d req-fc08c895-581d-46d4-93d4-dee54b1712ad tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 210 time: 0.0390146 Nov 27 01:15:26.861879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-df8e2954-9bc0-437e-9ae9-5c7dcc42a298 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:26.872464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-df8e2954-9bc0-437e-9ae9-5c7dcc42a298 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:26.881292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-df8e2954-9bc0-437e-9ae9-5c7dcc42a298 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:26.888557 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-afaefa11-a4bb-4805-951c-f2b40541547d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:26.921827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e2954-9bc0-437e-9ae9-5c7dcc42a298 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Pushing event updated for resources: {'Port': ['ID=6037aa8f-a318-406c-a3c1-a590da353688,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:26.973393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-df8e2954-9bc0-437e-9ae9-5c7dcc42a298 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:26.974363 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-df8e2954-9bc0-437e-9ae9-5c7dcc42a298 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:26.979961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e8fc3-8f2a-433a-8df4-b74f37ae55aa req-b02aaaa5-9076-480b-a243-24e1d3db556d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:26.988857 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a5e8fc3-8f2a-433a-8df4-b74f37ae55aa req-b02aaaa5-9076-480b-a243-24e1d3db556d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.0689719 Nov 27 01:15:27.007102 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-df8e2954-9bc0-437e-9ae9-5c7dcc42a298 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7319756 Nov 27 01:15:27.009560 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-afaefa11-a4bb-4805-951c-f2b40541547d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:27.042158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-afaefa11-a4bb-4805-951c-f2b40541547d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:27.048347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Request body: {'port': {'device_id': '691528c2-fb61-42d7-93ad-ca32dec05913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:27.053792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-afaefa11-a4bb-4805-951c-f2b40541547d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:27.057350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-afaefa11-a4bb-4805-951c-f2b40541547d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:27.072822 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a5e8fc3-8f2a-433a-8df4-b74f37ae55aa req-8aed3342-4ac0-4e8b-a488-0bdfeab8b86d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805910 Nov 27 01:15:27.165458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaefa11-a4bb-4805-951c-f2b40541547d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event updated for resources: {'Port': ['ID=cd441078-5bfb-4bcc-952f-a43a933bcdba,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:27.272716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-afaefa11-a4bb-4805-951c-f2b40541547d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:27.273391 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-afaefa11-a4bb-4805-951c-f2b40541547d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:27.280423 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:27.309902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392ae53-51c0-4460-9746-318780717839 req-1ed4a378-1a48-4bb1-a21a-1047ccc369c3 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:27.317329 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d392ae53-51c0-4460-9746-318780717839 req-1ed4a378-1a48-4bb1-a21a-1047ccc369c3 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e HTTP/1.1" status: 200 len: 945 time: 0.1438608 Nov 27 01:15:27.342041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-afaefa11-a4bb-4805-951c-f2b40541547d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0546987 Nov 27 01:15:27.366064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-8fa22027-973f-4a12-a37c-81707dff5ffa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Request body: {'port': {'device_id': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'network_id': '6241b772-86e6-4566-8e46-da0cc5fcb028', 'admin_state_up': True, 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:27.434091 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b8810e68-2f07-42be-99ff-3c0e4f36d17e None None] Provisioning complete for port cd441078-5bfb-4bcc-952f-a43a933bcdba triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:27.435814 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b8810e68-2f07-42be-99ff-3c0e4f36d17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:27.465732 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d392ae53-51c0-4460-9746-318780717839 req-6ae92ec7-0156-49df-a131-6da79670fd6b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475117 Nov 27 01:15:27.507953 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b8810e68-2f07-42be-99ff-3c0e4f36d17e None None] Port cd441078-5bfb-4bcc-952f-a43a933bcdba cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:27.656804 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d4362-7a3f-4762-ba7c-13e2e0c4c65e req-5c7f2b0b-a315-4ec1-9d4e-75fc4abc11ba tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:27.673628 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-958d4362-7a3f-4762-ba7c-13e2e0c4c65e req-5c7f2b0b-a315-4ec1-9d4e-75fc4abc11ba tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 945 time: 0.0957520 Nov 27 01:15:27.700289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-8fa22027-973f-4a12-a37c-81707dff5ffa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:27.704119 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-8fa22027-973f-4a12-a37c-81707dff5ffa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:27.738182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e38f32-b538-4423-850f-8c7e2ffb1119 req-65420bd4-0dd4-4ff6-b1c6-c7c55acacfb2 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:27.739927 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6e38f32-b538-4423-850f-8c7e2ffb1119 req-65420bd4-0dd4-4ff6-b1c6-c7c55acacfb2 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1145225 Nov 27 01:15:27.773048 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-958d4362-7a3f-4762-ba7c-13e2e0c4c65e req-12a076b4-aa6b-409b-a4d5-58552ba5fdf5 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976508 Nov 27 01:15:27.926847 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6e38f32-b538-4423-850f-8c7e2ffb1119 req-b799a9da-f18f-4f05-ae1c-ebddcb61a920 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758659 Nov 27 01:15:27.949409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6037aa8f-a318-406c-a3c1-a590da353688 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:27.979149 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:27.998420 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabdf1b-8ed6-452e-b45d-bcc6022136e1 req-55facbfc-11fe-4f50-876b-08d6eecb8792 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:28.002652 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-edabdf1b-8ed6-452e-b45d-bcc6022136e1 req-55facbfc-11fe-4f50-876b-08d6eecb8792 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 931 time: 0.1233633 Nov 27 01:15:28.012294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Transition to ACTIVE for port object 6037aa8f-a318-406c-a3c1-a590da353688 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:15:28.017176 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:28.056386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-8fa22027-973f-4a12-a37c-81707dff5ffa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Allocated IP 19.86.0.240 (6241b772-86e6-4566-8e46-da0cc5fcb028/3aad5e19-201f-47fd-8cae-cbb9a762a1b2/33a0a254-b80f-48a5-bd3c-b387a3b79356) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:28.104669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6037aa8f-a318-406c-a3c1-a590da353688,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:28.153863 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-edabdf1b-8ed6-452e-b45d-bcc6022136e1 req-f3ea1b25-9068-41c3-8b53-ef5c8d2603d0 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412334 Nov 27 01:15:28.204671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-becb2655-bd7d-452c-af07-9b0efae39b54 req-5f6532dc-29fe-4aaa-a62f-f415c4f45bd3 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:28.205769 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-becb2655-bd7d-452c-af07-9b0efae39b54 req-5f6532dc-29fe-4aaa-a62f-f415c4f45bd3 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061204 Nov 27 01:15:28.250596 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:28.345787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6e0d8-03d1-4249-93c8-2c16001cdaa2 req-10ddefdc-71bc-438d-8a41-07d2b8dd09aa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:28.348427 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-11d6e0d8-03d1-4249-93c8-2c16001cdaa2 req-10ddefdc-71bc-438d-8a41-07d2b8dd09aa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 930 time: 0.0585241 Nov 27 01:15:28.377484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Attempting to bind port 6037aa8f-a318-406c-a3c1-a590da353688 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:28.377821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Attempting to bind port 6037aa8f-a318-406c-a3c1-a590da353688 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:28.378154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Attempting to bind port 6037aa8f-a318-406c-a3c1-a590da353688 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:28.412879 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-becb2655-bd7d-452c-af07-9b0efae39b54 req-e9d46486-599b-46e6-8815-ac9c02a66ca5 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1906757 Nov 27 01:15:28.413771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Port 6037aa8f-a318-406c-a3c1-a590da353688 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:15:28.413912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Attempting to bind port 6037aa8f-a318-406c-a3c1-a590da353688 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:28.429603 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-11d6e0d8-03d1-4249-93c8-2c16001cdaa2 req-46880c09-7e0d-4e08-a0d6-87c0b3e1ae61 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737035 Nov 27 01:15:28.449452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:28.449832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Checking segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:28.450222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Bound using segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:28.450675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Bound port: 6037aa8f-a318-406c-a3c1-a590da353688, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:28.451038 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:28.533649 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-8fa22027-973f-4a12-a37c-81707dff5ffa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:28.594532 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:28.611618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6037aa8f-a318-406c-a3c1-a590da353688,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:28.619094 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:28.626026 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-8fa22027-973f-4a12-a37c-81707dff5ffa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:28.674301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:28.675110 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:28.676656 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] 10.222.0.21 "PUT /v2.0/ports/6037aa8f-a318-406c-a3c1-a590da353688 HTTP/1.1" status: 200 len: 1092 time: 1.6328394 Nov 27 01:15:28.682416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691528c2-fb61-42d7-93ad-ca32dec05913', 'tag': '6037aa8f-a318-406c-a3c1-a590da353688'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:28.684575 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc61b0d-f07d-4c08-908f-d373929f0ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "691528c2-fb61-42d7-93ad-ca32dec05913", "tag": "6037aa8f-a318-406c-a3c1-a590da353688"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:28.708018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-8fa22027-973f-4a12-a37c-81707dff5ffa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Network 6241b772-86e6-4566-8e46-da0cc5fcb028 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:28.718828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-8fa22027-973f-4a12-a37c-81707dff5ffa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:28.751106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834a4e0-3a77-4850-8cd0-86eca3df72a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6037aa8f-a318-406c-a3c1-a590da353688,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:28.761685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-8fa22027-973f-4a12-a37c-81707dff5ffa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:28.775124 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69db412-b516-4be2-9e75-a956fac42101 x-openstack-request-id: req-d69db412-b516-4be2-9e75-a956fac42101 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:28.776138 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "691528c2-fb61-42d7-93ad-ca32dec05913", "tag": "6037aa8f-a318-406c-a3c1-a590da353688", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:28.777018 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d69db412-b516-4be2-9e75-a956fac42101 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:28.777743 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691528c2-fb61-42d7-93ad-ca32dec05913', 'tag': '6037aa8f-a318-406c-a3c1-a590da353688', 'status': 'completed', 'code': 200} Nov 27 01:15:28.971585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c98cd-ca23-4eae-81c2-170f4af1e7db req-f2106b32-f7cf-4547-83a7-ac6b26d9a52c tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:28.976578 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b11c98cd-ca23-4eae-81c2-170f4af1e7db req-f2106b32-f7cf-4547-83a7-ac6b26d9a52c tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1779478 Nov 27 01:15:29.002072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa22027-973f-4a12-a37c-81707dff5ffa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event updated for resources: {'Port': ['ID=33a0a254-b80f-48a5-bd3c-b387a3b79356,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:29.016593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-dff744db-ac98-4213-aa91-53ba1eeab3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:29.018136 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-dff744db-ac98-4213-aa91-53ba1eeab3c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 1095 time: 0.2361531 Nov 27 01:15:29.024466 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-8fa22027-973f-4a12-a37c-81707dff5ffa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:29.025051 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-8fa22027-973f-4a12-a37c-81707dff5ffa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:29.077848 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b11c98cd-ca23-4eae-81c2-170f4af1e7db req-2c07e4ea-a427-4b2b-a05b-41cf8a1ac6a9 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938394 Nov 27 01:15:29.116580 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-937facdd-453c-41ae-97df-08236d62d58a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6037aa8f-a318-406c-a3c1-a590da353688 HTTP/1.1" status: 200 len: 217 time: 0.0785866 Nov 27 01:15:29.137314 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-8fa22027-973f-4a12-a37c-81707dff5ffa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7749004 Nov 27 01:15:29.230601 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:15:29.233250 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5ea22-3b08-4b95-8fac-c8d761cf7277 req-edad77da-1210-4bd1-b4da-1d554f6db466 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:29.235155 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-06f5ea22-3b08-4b95-8fac-c8d761cf7277 req-edad77da-1210-4bd1-b4da-1d554f6db466 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e HTTP/1.1" status: 200 len: 945 time: 0.0766401 Nov 27 01:15:29.241677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-562dcbed-552d-48e7-aeeb-7926d9898e5d None None] Provisioning complete for port 33a0a254-b80f-48a5-bd3c-b387a3b79356 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:29.242253 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-562dcbed-552d-48e7-aeeb-7926d9898e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:29.319977 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-562dcbed-552d-48e7-aeeb-7926d9898e5d None None] Port 33a0a254-b80f-48a5-bd3c-b387a3b79356 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:29.359577 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-06f5ea22-3b08-4b95-8fac-c8d761cf7277 req-ea63e403-0467-462a-9fb6-567a8a9cad3e tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176028 Nov 27 01:15:29.622171 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a50015-92bb-4ccc-85c8-76c32cce4116 req-46f67481-e694-48d5-8d69-fec2bc6d332a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:29.629633 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-61a50015-92bb-4ccc-85c8-76c32cce4116 req-46f67481-e694-48d5-8d69-fec2bc6d332a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 943 time: 0.0884967 Nov 27 01:15:29.644670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0410f3fa-d8ea-4272-a878-b9e96c70e4ed tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Request body: {'port': {'device_id': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e', 'admin_state_up': True, 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:29.712136 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-61a50015-92bb-4ccc-85c8-76c32cce4116 req-5358c619-c9d1-4422-af02-03b80e9c49a8 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782814 Nov 27 01:15:29.719569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-a0ddc9a5-e483-4327-9431-ee574e471700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:29.721385 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-a0ddc9a5-e483-4327-9431-ee574e471700 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.5888691 Nov 27 01:15:29.738936 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e051f3-285a-492a-8823-2c04856ab1f7 req-b83cad32-0214-4a58-ae5b-51e733e9afa4 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:29.740614 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-15e051f3-285a-492a-8823-2c04856ab1f7 req-b83cad32-0214-4a58-ae5b-51e733e9afa4 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.6780853 Nov 27 01:15:29.790812 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-61f5fb98-92c1-486b-9bd7-d87a33b5f7b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608652 Nov 27 01:15:29.908816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e7e47-b87b-4da6-b1fc-7e9e2d6899ee req-d4059f90-253c-4ad6-97b0-47266f456c95 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:29.910791 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-699e7e47-b87b-4da6-b1fc-7e9e2d6899ee req-d4059f90-253c-4ad6-97b0-47266f456c95 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 945 time: 0.0631778 Nov 27 01:15:29.940582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-15e051f3-285a-492a-8823-2c04856ab1f7 req-6c9086af-d10a-4066-8008-35aa12de82d9 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882539 Nov 27 01:15:29.970697 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-699e7e47-b87b-4da6-b1fc-7e9e2d6899ee req-2eff019e-e1a7-4c3c-b67e-6f04cdfad409 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535121 Nov 27 01:15:29.979948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-6749de45-8aa5-4a33-9a03-210f1954c5c3 service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762288 Nov 27 01:15:29.981102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0410f3fa-d8ea-4272-a878-b9e96c70e4ed tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:29.985251 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0410f3fa-d8ea-4272-a878-b9e96c70e4ed tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:30.254101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4ee6853-e3d1-4daa-b1f5-b77a8343960e req-157f1a53-9003-4b17-977a-bb45f725edfe service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659211 Nov 27 01:15:30.349047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69218d9-51b7-4084-8cca-0bad0da80a81 req-9dfbcee2-31b2-4589-b6eb-ab070116e24b tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:30.356171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69218d9-51b7-4084-8cca-0bad0da80a81 req-9dfbcee2-31b2-4589-b6eb-ab070116e24b tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:30.365202 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d69218d9-51b7-4084-8cca-0bad0da80a81 req-9dfbcee2-31b2-4589-b6eb-ab070116e24b tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 1653 time: 0.2404523 Nov 27 01:15:30.429660 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:30.463935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0410f3fa-d8ea-4272-a878-b9e96c70e4ed tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Allocated IP 19.80.0.62 (71fcb95a-1966-4eb4-96a8-e482cc4f8c9e/a83b83c3-66d5-47a6-8c15-bcf8d87b7a5b/5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:30.489967 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69ade6-d1e1-4407-be0e-95a4e9e0fa53 req-b07789df-4b40-4965-9545-c6e863bb73e5 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:30.496995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69ade6-d1e1-4407-be0e-95a4e9e0fa53 req-b07789df-4b40-4965-9545-c6e863bb73e5 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:30.503168 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69ade6-d1e1-4407-be0e-95a4e9e0fa53 req-b07789df-4b40-4965-9545-c6e863bb73e5 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:30.511443 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4a69ade6-d1e1-4407-be0e-95a4e9e0fa53 req-b07789df-4b40-4965-9545-c6e863bb73e5 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e&device_id=8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e&device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 2417 time: 0.1273448 Nov 27 01:15:30.616692 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4a69ade6-d1e1-4407-be0e-95a4e9e0fa53 req-e9774769-ab97-45c3-b474-5170bf883d9d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041820 Nov 27 01:15:30.672713 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d69218d9-51b7-4084-8cca-0bad0da80a81 req-40bbb8a3-3789-4c8f-8590-528b65c32f35 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017673 Nov 27 01:15:30.686776 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc61b0d-f07d-4c08-908f-d373929f0ffe req-cb1ac324-a1e3-4010-a62c-daf21a904350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:30.693003 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ebc61b0d-f07d-4c08-908f-d373929f0ffe req-cb1ac324-a1e3-4010-a62c-daf21a904350 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 1095 time: 0.3089943 Nov 27 01:15:30.863684 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-86013e72-245f-4d54-9073-0a9427eb907b req-484c958e-d3a2-4a22-964d-90ecba0e1298 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1548147 Nov 27 01:15:30.865539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f23e91-add9-424e-a6e7-f6cae3ed437e req-82d8aecc-c799-415b-8cb0-d321757a3f04 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:30.867423 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-96f23e91-add9-424e-a6e7-f6cae3ed437e req-82d8aecc-c799-415b-8cb0-d321757a3f04 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 943 time: 0.0541904 Nov 27 01:15:30.884572 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0410f3fa-d8ea-4272-a878-b9e96c70e4ed tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:30.907303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc61b0d-f07d-4c08-908f-d373929f0ffe req-d3c3ebff-a899-4279-8f99-71a463975654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:30.909040 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ebc61b0d-f07d-4c08-908f-d373929f0ffe req-d3c3ebff-a899-4279-8f99-71a463975654 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.2014124 Nov 27 01:15:30.956837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-96f23e91-add9-424e-a6e7-f6cae3ed437e req-330a6bfd-2743-4acc-8dd9-63572e820880 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748131 Nov 27 01:15:30.974715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ebc61b0d-f07d-4c08-908f-d373929f0ffe req-9bae461e-fb67-495e-b601-ea6a3888cb2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6037aa8f-a318-406c-a3c1-a590da353688 HTTP/1.1" status: 200 len: 217 time: 0.0565350 Nov 27 01:15:31.090831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc61b0d-f07d-4c08-908f-d373929f0ffe req-a4bdbe2b-e6df-4f0b-b7f5-9b00bb438405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:31.090831 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ebc61b0d-f07d-4c08-908f-d373929f0ffe req-a4bdbe2b-e6df-4f0b-b7f5-9b00bb438405 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.0894048 Nov 27 01:15:31.091118 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0410f3fa-d8ea-4272-a878-b9e96c70e4ed tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:31.121108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d81b75-c2e4-4c72-b70b-f592966ce34f req-a98ac70a-ddcc-44e6-b3ce-c4aee6772651 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:31.123606 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7d81b75-c2e4-4c72-b70b-f592966ce34f req-a98ac70a-ddcc-44e6-b3ce-c4aee6772651 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0757644 Nov 27 01:15:31.158902 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ebc61b0d-f07d-4c08-908f-d373929f0ffe req-35f33639-7b25-47fc-b69f-02cdeaed9834 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366654 Nov 27 01:15:31.191192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0410f3fa-d8ea-4272-a878-b9e96c70e4ed tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:31.198401 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7d81b75-c2e4-4c72-b70b-f592966ce34f req-25925af1-a2f5-4c52-94d0-fd4773b6ce3b tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686572 Nov 27 01:15:31.207225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0410f3fa-d8ea-4272-a878-b9e96c70e4ed tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:31.210313 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0410f3fa-d8ea-4272-a878-b9e96c70e4ed tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:31.285652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410f3fa-d8ea-4272-a878-b9e96c70e4ed tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event updated for resources: {'Port': ['ID=5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:31.340410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0410f3fa-d8ea-4272-a878-b9e96c70e4ed tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:31.341141 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0410f3fa-d8ea-4272-a878-b9e96c70e4ed tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:31.389213 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ebc61b0d-f07d-4c08-908f-d373929f0ffe req-84ed2f71-5ff4-423e-b803-5c7695a38162 service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170873 Nov 27 01:15:31.397205 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0410f3fa-d8ea-4272-a878-b9e96c70e4ed tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7596292 Nov 27 01:15:31.426804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Request body: {'port': {'device_id': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:31.563556 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bfc549b9-7cd6-4cde-8510-a403d700cb0b None None] Provisioning complete for port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:31.564045 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bfc549b9-7cd6-4cde-8510-a403d700cb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:31.570027 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:31.576157 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ebc61b0d-f07d-4c08-908f-d373929f0ffe req-10abbc09-318f-40dc-b73e-6c662e77e503 service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620238 Nov 27 01:15:31.621753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bfc549b9-7cd6-4cde-8510-a403d700cb0b None None] Port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:31.891501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e609fa6-a192-4523-96ef-4b41c573a81b req-b2f7e21b-416b-46b5-aef3-d73b5c36dee8 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:31.897737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e609fa6-a192-4523-96ef-4b41c573a81b req-b2f7e21b-416b-46b5-aef3-d73b5c36dee8 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:31.903897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e609fa6-a192-4523-96ef-4b41c573a81b req-b2f7e21b-416b-46b5-aef3-d73b5c36dee8 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:31.905917 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e609fa6-a192-4523-96ef-4b41c573a81b req-b2f7e21b-416b-46b5-aef3-d73b5c36dee8 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2374 time: 0.1037202 Nov 27 01:15:31.980268 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e609fa6-a192-4523-96ef-4b41c573a81b req-e51d99d7-8eae-4b7f-bf96-4dd29332bbce tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666399 Nov 27 01:15:32.015724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd441078-5bfb-4bcc-952f-a43a933bcdba {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:32.029533 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:32.047114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Transition to ACTIVE for port object cd441078-5bfb-4bcc-952f-a43a933bcdba will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:15:32.051355 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:32.180165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba61135-5f20-45b4-9eaf-910fc9f153f4 req-56beda1f-3b40-4093-9ab8-f67349227513 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:32.188585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eba61135-5f20-45b4-9eaf-910fc9f153f4 req-56beda1f-3b40-4093-9ab8-f67349227513 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 943 time: 0.1267126 Nov 27 01:15:32.241589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd441078-5bfb-4bcc-952f-a43a933bcdba,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:32.260811 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eba61135-5f20-45b4-9eaf-910fc9f153f4 req-8558a1cf-e6dc-42cd-8f9c-6b5e21ee6df6 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713143 Nov 27 01:15:32.363196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Attempting to bind port cd441078-5bfb-4bcc-952f-a43a933bcdba on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:32.363540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Attempting to bind port cd441078-5bfb-4bcc-952f-a43a933bcdba by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '131f5157-b9c9-40d0-8412-88edb015f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:32.363878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Attempting to bind port cd441078-5bfb-4bcc-952f-a43a933bcdba on network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:32.370737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Port cd441078-5bfb-4bcc-952f-a43a933bcdba on network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:15:32.371289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Attempting to bind port cd441078-5bfb-4bcc-952f-a43a933bcdba on network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:32.376771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:32.377434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Checking segment: {'id': '131f5157-b9c9-40d0-8412-88edb015f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:32.378336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Bound using segment: {'id': '131f5157-b9c9-40d0-8412-88edb015f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:32.378940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Bound port: cd441078-5bfb-4bcc-952f-a43a933bcdba, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131f5157-b9c9-40d0-8412-88edb015f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:32.379617 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:32.497819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3b993-05c8-4b0f-92cf-b62e9d65036f req-7a319571-098f-4bb1-bc83-c63881505587 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:32.499461 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9fc3b993-05c8-4b0f-92cf-b62e9d65036f req-7a319571-098f-4bb1-bc83-c63881505587 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1072421 Nov 27 01:15:32.517668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] For port cd441078-5bfb-4bcc-952f-a43a933bcdba, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:32.541876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] For port cd441078-5bfb-4bcc-952f-a43a933bcdba, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=cd441078-5bfb-4bcc-952f-a43a933bcdba,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:32.569994 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:32.577403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9fc3b993-05c8-4b0f-92cf-b62e9d65036f req-e9ade699-fa0e-439f-a48c-e3c84e7ecc53 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709531 Nov 27 01:15:32.630774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:32.631417 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:32.632975 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] 10.222.0.21 "PUT /v2.0/ports/cd441078-5bfb-4bcc-952f-a43a933bcdba HTTP/1.1" status: 200 len: 1091 time: 1.2124174 Nov 27 01:15:32.633438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'tag': 'cd441078-5bfb-4bcc-952f-a43a933bcdba'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:32.638766 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de510ec6-29b6-4a83-8c49-416bcb1120a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "tag": "cd441078-5bfb-4bcc-952f-a43a933bcdba"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:32.699700 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Request body: {'port': {'device_id': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:32.786958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7bd92-5096-4c0e-bbd0-0e8626f30cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd441078-5bfb-4bcc-952f-a43a933bcdba,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:32.836338 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:32.978620 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02987606-5315-41df-be18-191ec671f88d x-openstack-request-id: req-02987606-5315-41df-be18-191ec671f88d {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:32.979205 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "tag": "cd441078-5bfb-4bcc-952f-a43a933bcdba", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:32.979205 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02987606-5315-41df-be18-191ec671f88d {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:32.979653 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'tag': 'cd441078-5bfb-4bcc-952f-a43a933bcdba', 'status': 'completed', 'code': 200} Nov 27 01:15:33.086040 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2edfb-59bf-4304-aa70-b553110b6669 req-88d1573b-217b-4632-ad91-0347e43d1668 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.092809 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bc2edfb-59bf-4304-aa70-b553110b6669 req-88d1573b-217b-4632-ad91-0347e43d1668 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 945 time: 0.0636339 Nov 27 01:15:33.138549 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bc2edfb-59bf-4304-aa70-b553110b6669 req-b6cdb181-53b7-48f6-86e9-0861affebb3b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446179 Nov 27 01:15:33.161555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de510ec6-29b6-4a83-8c49-416bcb1120a0 req-495e6d4b-ece9-437d-98c4-11939dcecb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.162069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de510ec6-29b6-4a83-8c49-416bcb1120a0 req-495e6d4b-ece9-437d-98c4-11939dcecb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.162544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de510ec6-29b6-4a83-8c49-416bcb1120a0 req-495e6d4b-ece9-437d-98c4-11939dcecb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.164156 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de510ec6-29b6-4a83-8c49-416bcb1120a0 req-495e6d4b-ece9-437d-98c4-11939dcecb4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf897b0f02e542a6892c38a83ddb7031&device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2730 time: 0.1659329 Nov 27 01:15:33.203064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b330f-05f9-4149-9b93-6f1e4d1fbe46 req-bd39c2a3-73d7-4270-9af4-0a331a7718eb tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.209052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b330f-05f9-4149-9b93-6f1e4d1fbe46 req-bd39c2a3-73d7-4270-9af4-0a331a7718eb tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.214928 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b330f-05f9-4149-9b93-6f1e4d1fbe46 req-bd39c2a3-73d7-4270-9af4-0a331a7718eb tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.216547 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-419b330f-05f9-4149-9b93-6f1e4d1fbe46 req-bd39c2a3-73d7-4270-9af4-0a331a7718eb tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2386 time: 0.1230547 Nov 27 01:15:33.387441 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-419b330f-05f9-4149-9b93-6f1e4d1fbe46 req-ba176130-7034-4384-ab09-1033d30764e0 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559324 Nov 27 01:15:33.409070 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4fd41-75ed-48c4-83c2-0509a4d8737f req-31963a7e-006e-40a5-889e-a80727c44d60 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.411127 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6f4fd41-75ed-48c4-83c2-0509a4d8737f req-31963a7e-006e-40a5-889e-a80727c44d60 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 943 time: 0.0719113 Nov 27 01:15:33.417757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de510ec6-29b6-4a83-8c49-416bcb1120a0 req-693e677a-8aad-4ce6-8a11-afe362aa0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.418235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de510ec6-29b6-4a83-8c49-416bcb1120a0 req-693e677a-8aad-4ce6-8a11-afe362aa0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.418833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de510ec6-29b6-4a83-8c49-416bcb1120a0 req-693e677a-8aad-4ce6-8a11-afe362aa0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.420754 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de510ec6-29b6-4a83-8c49-416bcb1120a0 req-693e677a-8aad-4ce6-8a11-afe362aa0f3b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bf897b0f02e542a6892c38a83ddb7031&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2358723 Nov 27 01:15:33.424488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a0a254-b80f-48a5-bd3c-b387a3b79356 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:33.443374 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:33.470686 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6f4fd41-75ed-48c4-83c2-0509a4d8737f req-53dae709-769f-477a-835a-5c66857f3ae1 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528634 Nov 27 01:15:33.500472 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Transition to ACTIVE for port object 33a0a254-b80f-48a5-bd3c-b387a3b79356 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:15:33.505783 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:33.604216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Pushing event updated for resources: {'Port': ['ID=33a0a254-b80f-48a5-bd3c-b387a3b79356,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:33.609875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de510ec6-29b6-4a83-8c49-416bcb1120a0 req-570c6ada-9283-4de5-b6c8-81556b44790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.612287 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de510ec6-29b6-4a83-8c49-416bcb1120a0 req-570c6ada-9283-4de5-b6c8-81556b44790c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1825140 Nov 27 01:15:33.661307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Attempting to bind port 33a0a254-b80f-48a5-bd3c-b387a3b79356 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:33.661904 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Attempting to bind port 33a0a254-b80f-48a5-bd3c-b387a3b79356 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '6607c0bc-805d-491d-930d-7abd3d59f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6241b772-86e6-4566-8e46-da0cc5fcb028'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:33.662409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Attempting to bind port 33a0a254-b80f-48a5-bd3c-b387a3b79356 on network 6241b772-86e6-4566-8e46-da0cc5fcb028 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:33.669269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Port 33a0a254-b80f-48a5-bd3c-b387a3b79356 on network 6241b772-86e6-4566-8e46-da0cc5fcb028 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:15:33.669914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Attempting to bind port 33a0a254-b80f-48a5-bd3c-b387a3b79356 on network 6241b772-86e6-4566-8e46-da0cc5fcb028 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:33.676476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:33.677332 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Checking segment: {'id': '6607c0bc-805d-491d-930d-7abd3d59f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6241b772-86e6-4566-8e46-da0cc5fcb028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:33.677885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Bound using segment: {'id': '6607c0bc-805d-491d-930d-7abd3d59f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6241b772-86e6-4566-8e46-da0cc5fcb028'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:33.678491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Bound port: 33a0a254-b80f-48a5-bd3c-b387a3b79356, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6607c0bc-805d-491d-930d-7abd3d59f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6241b772-86e6-4566-8e46-da0cc5fcb028'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:33.679048 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:33.785835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41947df-ef86-42d5-a661-cd3d05e7052f req-cf1cc3ed-6ab2-4d29-89c5-278e505de942 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.787343 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a41947df-ef86-42d5-a661-cd3d05e7052f req-cf1cc3ed-6ab2-4d29-89c5-278e505de942 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0974829 Nov 27 01:15:33.794332 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] For port 33a0a254-b80f-48a5-bd3c-b387a3b79356, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:33.804444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] For port 33a0a254-b80f-48a5-bd3c-b387a3b79356, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=33a0a254-b80f-48a5-bd3c-b387a3b79356,segment=NetworkSegment(6607c0bc-805d-491d-930d-7abd3d59f31b),segment_id=6607c0bc-805d-491d-930d-7abd3d59f31b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:33.815977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:33.857951 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.858798 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:33.860449 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] 10.222.0.21 "PUT /v2.0/ports/33a0a254-b80f-48a5-bd3c-b387a3b79356 HTTP/1.1" status: 200 len: 1093 time: 1.1739194 Nov 27 01:15:33.902442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Request body: {'port': {'device_id': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:33.916685 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a41947df-ef86-42d5-a661-cd3d05e7052f req-e3f81afb-6a77-4104-9faa-738b0ad42e99 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198823 Nov 27 01:15:33.935558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21321e-5130-4747-8ad0-a3932d6d40bd service neutron] Pushing event updated for resources: {'Port': ['ID=33a0a254-b80f-48a5-bd3c-b387a3b79356,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:33.983814 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:34.313067 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11b5e8-727c-487c-8863-8ae34e608f74 req-b00c5bcf-9d44-49d1-9aa7-68f4fd196584 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:34.315591 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd11b5e8-727c-487c-8863-8ae34e608f74 req-b00c5bcf-9d44-49d1-9aa7-68f4fd196584 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 945 time: 0.0667202 Nov 27 01:15:34.382217 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6037aa8f-a318-406c-a3c1-a590da353688 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:15:34.386868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:34.389575 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd11b5e8-727c-487c-8863-8ae34e608f74 req-9c07888c-95cf-47a0-aad2-b5e338618aec tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674181 Nov 27 01:15:34.401681 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:34.422687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Transition to ACTIVE for port object 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:15:34.427688 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:34.514966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:34.625866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6037aa8f-a318-406c-a3c1-a590da353688,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:34.643685 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '6037aa8f-a318-406c-a3c1-a590da353688', 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0', 'port_id': '6037aa8f-a318-406c-a3c1-a590da353688', 'mac_address': 'fa:16:3e:9f:04:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc711a7c-5baa-452f-8fb2-a98d9e7b8c26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:15:34.693642 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:34.694013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17178525-f6c9-45db-8670-bcfcd608acbb req-062d53c3-4e59-4745-8cf6-cdd66d2d732c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:34.696439 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-17178525-f6c9-45db-8670-bcfcd608acbb req-062d53c3-4e59-4745-8cf6-cdd66d2d732c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 943 time: 0.1274495 Nov 27 01:15:34.714162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6037aa8f-a318-406c-a3c1-a590da353688 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:34.737478 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6037aa8f-a318-406c-a3c1-a590da353688,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:34.742549 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:34.829078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=6037aa8f-a318-406c-a3c1-a590da353688,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:34.840969 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-17178525-f6c9-45db-8670-bcfcd608acbb req-56effd34-4b68-43d9-8061-1c2ed8aedac4 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285412 Nov 27 01:15:35.049628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['6037aa8f-a318-406c-a3c1-a590da353688'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:35.108853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf90bff-fce2-4f79-b39c-9f9362f41bd9 req-690e788a-b275-4d63-991b-4eecd079b091 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:35.126329 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ddf90bff-fce2-4f79-b39c-9f9362f41bd9 req-690e788a-b275-4d63-991b-4eecd079b091 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1124520 Nov 27 01:15:35.251136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'tag': '33a0a254-b80f-48a5-bd3c-b387a3b79356'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:35.253290 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb6363a-f796-4082-b2c7-32c29ac97da2" -d '{"events": [{"name": "network-changed", "server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "tag": "33a0a254-b80f-48a5-bd3c-b387a3b79356"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:35.256866 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ddf90bff-fce2-4f79-b39c-9f9362f41bd9 req-a6e9764c-d7c5-4f76-a61c-b2eb83b05d44 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295784 Nov 27 01:15:35.289685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Attempting to bind port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:35.290144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Attempting to bind port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '131f5157-b9c9-40d0-8412-88edb015f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:35.290595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Attempting to bind port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a on network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:35.302650 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c96d3e-83ed-4493-829f-de433d175484 req-a4cb88d6-b0eb-43b8-b972-b65ac612049f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:35.309883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c96d3e-83ed-4493-829f-de433d175484 req-a4cb88d6-b0eb-43b8-b972-b65ac612049f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:35.316058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c96d3e-83ed-4493-829f-de433d175484 req-a4cb88d6-b0eb-43b8-b972-b65ac612049f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:35.323987 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a6c96d3e-83ed-4493-829f-de433d175484 req-a4cb88d6-b0eb-43b8-b972-b65ac612049f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2410 time: 0.7968414 Nov 27 01:15:35.337194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a on network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:15:35.337609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Attempting to bind port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a on network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:35.347158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c173b8-006f-41f7-8d13-59870157a549 req-3d407794-c246-4cc1-8dc6-7360dc38a5eb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:35.348711 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16c173b8-006f-41f7-8d13-59870157a549 req-3d407794-c246-4cc1-8dc6-7360dc38a5eb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 945 time: 0.7990069 Nov 27 01:15:35.396833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:35.397266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Checking segment: {'id': '131f5157-b9c9-40d0-8412-88edb015f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:35.397734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Bound using segment: {'id': '131f5157-b9c9-40d0-8412-88edb015f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:35.398248 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Bound port: 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131f5157-b9c9-40d0-8412-88edb015f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:35.398676 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.490197 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a47a1c-554e-4386-8c5d-a0157f9858e6 x-openstack-request-id: req-50a47a1c-554e-4386-8c5d-a0157f9858e6 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:35.490603 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "tag": "33a0a254-b80f-48a5-bd3c-b387a3b79356", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:35.490931 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50a47a1c-554e-4386-8c5d-a0157f9858e6 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:35.491452 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'tag': '33a0a254-b80f-48a5-bd3c-b387a3b79356', 'status': 'completed', 'code': 200} Nov 27 01:15:35.500739 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a6c96d3e-83ed-4493-829f-de433d175484 req-932394c5-1e35-449d-b0c9-dd9ae162b399 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757534 Nov 27 01:15:35.623129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] For port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:35.646161 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-16c173b8-006f-41f7-8d13-59870157a549 req-58e74f6f-9fd7-4668-9f50-f5509b00094b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Deleting port a1e580ac-eac3-4614-ad38-802b9048a7f8 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:35.646509 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-16c173b8-006f-41f7-8d13-59870157a549 req-58e74f6f-9fd7-4668-9f50-f5509b00094b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.654441 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4f4f-08d5-4b50-a1af-8b9822786392 req-00f4bbf4-e6c0-402b-b175-bdc1523d8a44 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:35.660890 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-124f4f4f-08d5-4b50-a1af-8b9822786392 req-00f4bbf4-e6c0-402b-b175-bdc1523d8a44 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 945 time: 0.0959647 Nov 27 01:15:35.675911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] For port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:35.715495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6363a-f796-4082-b2c7-32c29ac97da2 req-39195394-4a00-47e8-b0b6-11c13979cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:35.716141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6363a-f796-4082-b2c7-32c29ac97da2 req-39195394-4a00-47e8-b0b6-11c13979cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:35.716702 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6363a-f796-4082-b2c7-32c29ac97da2 req-39195394-4a00-47e8-b0b6-11c13979cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:35.717605 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-124f4f4f-08d5-4b50-a1af-8b9822786392 req-6d6be2d5-a0d6-4712-bf31-97b5ecd124b9 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503492 Nov 27 01:15:35.718567 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1bb6363a-f796-4082-b2c7-32c29ac97da2 req-39195394-4a00-47e8-b0b6-11c13979cfca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf897b0f02e542a6892c38a83ddb7031&device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2824 time: 0.1722109 Nov 27 01:15:35.719838 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.808678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:35.809309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.810707 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] 10.222.0.21 "PUT /v2.0/ports/5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a HTTP/1.1" status: 200 len: 1092 time: 1.9146318 Nov 27 01:15:35.896717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03729f93-7344-4641-8d7d-a6c3b63f6a76 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:35.906575 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-16c173b8-006f-41f7-8d13-59870157a549 req-58e74f6f-9fd7-4668-9f50-f5509b00094b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] For port a1e580ac-eac3-4614-ad38-802b9048a7f8, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a1e580ac-eac3-4614-ad38-802b9048a7f8,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:35.906575 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-16c173b8-006f-41f7-8d13-59870157a549 req-58e74f6f-9fd7-4668-9f50-f5509b00094b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.970856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-16c173b8-006f-41f7-8d13-59870157a549 req-58e74f6f-9fd7-4668-9f50-f5509b00094b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Calling delete_port for a1e580ac-eac3-4614-ad38-802b9048a7f8 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:36.014691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6363a-f796-4082-b2c7-32c29ac97da2 req-50141a6e-8542-429f-91f1-2d0d8b388bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.015160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6363a-f796-4082-b2c7-32c29ac97da2 req-50141a6e-8542-429f-91f1-2d0d8b388bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.015624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6363a-f796-4082-b2c7-32c29ac97da2 req-50141a6e-8542-429f-91f1-2d0d8b388bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.017238 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1bb6363a-f796-4082-b2c7-32c29ac97da2 req-50141a6e-8542-429f-91f1-2d0d8b388bc7 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bf897b0f02e542a6892c38a83ddb7031&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2445002 Nov 27 01:15:36.134504 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108534f-3822-42f0-a187-a9ce2f24bca4 req-64415f1d-73ef-479a-a360-c3bc182ed6c0 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.135923 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c108534f-3822-42f0-a187-a9ce2f24bca4 req-64415f1d-73ef-479a-a360-c3bc182ed6c0 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 944 time: 0.2131181 Nov 27 01:15:36.183787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4c4345a-0fa8-4dfe-a91a-ba16f6029f3f req-1374d7d9-81e7-4a9f-a6f1-94f34c1a3753 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1825228 Nov 27 01:15:36.237552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6363a-f796-4082-b2c7-32c29ac97da2 req-6d934c04-8901-4f37-9ee0-4848d0064cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.239889 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1bb6363a-f796-4082-b2c7-32c29ac97da2 req-6d934c04-8901-4f37-9ee0-4848d0064cc0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2057612 Nov 27 01:15:36.248752 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c108534f-3822-42f0-a187-a9ce2f24bca4 req-555a2f71-bdd2-4711-842c-2c0d96ac0126 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026521 Nov 27 01:15:36.353235 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce5b20-b2d2-45f8-a334-67662cad2843 req-7a7caaa2-6690-4057-9be0-30bc91766ab3 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.356290 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-65ce5b20-b2d2-45f8-a334-67662cad2843 req-7a7caaa2-6690-4057-9be0-30bc91766ab3 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0539832 Nov 27 01:15:36.403578 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-16c173b8-006f-41f7-8d13-59870157a549 req-58e74f6f-9fd7-4668-9f50-f5509b00094b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:36.429045 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-65ce5b20-b2d2-45f8-a334-67662cad2843 req-a5b93076-7eb4-4313-9587-4b127336bcd2 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647979 Nov 27 01:15:36.440581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['b17e5d81-e123-4de2-a123-ebc321288f7f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:36.444139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e74f6f-9fd7-4668-9f50-f5509b00094b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Pushing event deleted for resources: {'Port': ['ID=a1e580ac-eac3-4614-ad38-802b9048a7f8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:36.458262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4345a-0fa8-4dfe-a91a-ba16f6029f3f req-428ba3a4-99a4-4241-a8f8-90bd9e5a6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.459949 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4c4345a-0fa8-4dfe-a91a-ba16f6029f3f req-428ba3a4-99a4-4241-a8f8-90bd9e5a6698 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8643042a3114ff9aeb63bafc394e717&device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 1098 time: 0.1917779 Nov 27 01:15:36.461586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['a78e4c4a-688d-4179-a301-d2a9945c0c85', 'a1e580ac-eac3-4614-ad38-802b9048a7f8'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:36.476925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6037aa8f-a318-406c-a3c1-a590da353688 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:36.497019 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-31dfef29-afe9-4819-bd6a-3dcdc5f5b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.497619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-31dfef29-afe9-4819-bd6a-3dcdc5f5b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.497984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-31dfef29-afe9-4819-bd6a-3dcdc5f5b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.499668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-31dfef29-afe9-4819-bd6a-3dcdc5f5b9e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf897b0f02e542a6892c38a83ddb7031&device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2866 time: 0.1596236 Nov 27 01:15:36.648131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c173b8-006f-41f7-8d13-59870157a549 req-58e74f6f-9fd7-4668-9f50-f5509b00094b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] No DVR routers for this DVR port a1e580ac-eac3-4614-ad38-802b9048a7f8 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:36.650990 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-16c173b8-006f-41f7-8d13-59870157a549 req-58e74f6f-9fd7-4668-9f50-f5509b00094b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:36.655131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16c173b8-006f-41f7-8d13-59870157a549 req-58e74f6f-9fd7-4668-9f50-f5509b00094b tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.21 "DELETE /v2.0/ports/a1e580ac-eac3-4614-ad38-802b9048a7f8 HTTP/1.1" status: 204 len: 173 time: 1.2972748 Nov 27 01:15:36.673747 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-72949c53-c1d9-44bd-9563-a7a4ff1207fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.4&port_id=cd441078-5bfb-4bcc-952f-a43a933bcdba HTTP/1.1" status: 200 len: 217 time: 0.0835371 Nov 27 01:15:36.675410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 6037aa8f-a318-406c-a3c1-a590da353688 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:15:36.687693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 6037aa8f-a318-406c-a3c1-a590da353688 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:36.688074 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:36.716663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54540) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:36.723632 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-dcff2c47-8fe7-4320-9bad-475bbd9f295a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-463986579'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:36.727562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4345a-0fa8-4dfe-a91a-ba16f6029f3f req-d955f405-d929-4ae8-b7c0-c1ad77cded26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.729083 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4c4345a-0fa8-4dfe-a91a-ba16f6029f3f req-d955f405-d929-4ae8-b7c0-c1ad77cded26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=52990878-2af4-4f7f-88b9-f803d6f0da66 HTTP/1.1" status: 200 len: 920 time: 0.2285321 Nov 27 01:15:36.766186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcff2c47-8fe7-4320-9bad-475bbd9f295a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Made reservation on behalf of 0b28ffa3542f4dd68ef8bcd697b3e934 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:36.771541 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dcff2c47-8fe7-4320-9bad-475bbd9f295a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:36.795457 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4c4345a-0fa8-4dfe-a91a-ba16f6029f3f req-17bb1d43-db93-45ab-b41d-f78c75ac674c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52250683-7a6e-496e-b323-6a2a041e45cf HTTP/1.1" status: 200 len: 217 time: 0.0561078 Nov 27 01:15:36.802956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-10d559ca-5a0f-409b-9302-e6632bba14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.804377 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-10d559ca-5a0f-409b-9302-e6632bba14c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a83b83c3-66d5-47a6-8c15-bcf8d87b7a5b HTTP/1.1" status: 200 len: 801 time: 0.1108532 Nov 27 01:15:36.823645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414a8a0-f80f-45d1-863b-35afdd05dd14 req-c1bfaad5-74d2-4a7d-8a51-3d6cda6142bb tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.831412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414a8a0-f80f-45d1-863b-35afdd05dd14 req-c1bfaad5-74d2-4a7d-8a51-3d6cda6142bb tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.850719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414a8a0-f80f-45d1-863b-35afdd05dd14 req-c1bfaad5-74d2-4a7d-8a51-3d6cda6142bb tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.854121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcff2c47-8fe7-4320-9bad-475bbd9f295a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:15:36.860545 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b414a8a0-f80f-45d1-863b-35afdd05dd14 req-c1bfaad5-74d2-4a7d-8a51-3d6cda6142bb tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2410 time: 0.2133853 Nov 27 01:15:36.869532 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dcff2c47-8fe7-4320-9bad-475bbd9f295a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:36.870067 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-dcff2c47-8fe7-4320-9bad-475bbd9f295a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Added segment 657a8cfe-9bbf-47bf-a756-0039207aec7f of type vlan for network 418da70a-eaae-4c95-847b-9bc511a0e7dc Nov 27 01:15:36.965286 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dcff2c47-8fe7-4320-9bad-475bbd9f295a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:36.983241 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4345a-0fa8-4dfe-a91a-ba16f6029f3f req-b1215c35-f027-4ed1-807c-85f591daa49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.984770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4c4345a-0fa8-4dfe-a91a-ba16f6029f3f req-b1215c35-f027-4ed1-807c-85f591daa49c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9065684-47f0-4e53-aaf2-94e871c3a6e7 HTTP/1.1" status: 200 len: 859 time: 0.1783006 Nov 27 01:15:37.013046 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dcff2c47-8fe7-4320-9bad-475bbd9f295a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.019924 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff2c47-8fe7-4320-9bad-475bbd9f295a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:37.021645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dcff2c47-8fe7-4320-9bad-475bbd9f295a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.036155 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b414a8a0-f80f-45d1-863b-35afdd05dd14 req-88826481-ec8b-4e5e-84b1-b408d953148a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746402 Nov 27 01:15:37.049835 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4c4345a-0fa8-4dfe-a91a-ba16f6029f3f req-ade5de83-8cfb-4f96-aeee-2e11dd89fc84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=52990878-2af4-4f7f-88b9-f803d6f0da66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488842 Nov 27 01:15:37.049835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-e20247e1-dd9d-47af-8039-5964b48c5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:37.049835 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-e20247e1-dd9d-47af-8039-5964b48c5c96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71fcb95a-1966-4eb4-96a8-e482cc4f8c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793265 Nov 27 01:15:37.052063 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.066266 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-accd1dcd-9ba5-435a-a253-f1b89b5c2ac0 req-fbac330a-2741-4a49-a634-1bc1c17b37e3 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a42a1fc-65af-4bf3-8ebf-4e82b262b83e HTTP/1.1" status: 200 len: 210 time: 0.0705795 Nov 27 01:15:37.106175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691528c2-fb61-42d7-93ad-ca32dec05913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6037aa8f-a318-406c-a3c1-a590da353688'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:37.128859 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4086153d-c6a8-4b96-b1ef-93ae2a8e3632" -d '{"events": [{"server_uuid": "691528c2-fb61-42d7-93ad-ca32dec05913", "name": "network-vif-plugged", "status": "completed", "tag": "6037aa8f-a318-406c-a3c1-a590da353688"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:37.142265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dcff2c47-8fe7-4320-9bad-475bbd9f295a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4216864 Nov 27 01:15:37.144870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54548) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:37.161835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-01967317-c177-4a16-900d-ccf3df3f8666 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2101863553'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:37.172486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6037aa8f-a318-406c-a3c1-a590da353688,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:37.176990 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.206772 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01967317-c177-4a16-900d-ccf3df3f8666 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Made reservation on behalf of 0b28ffa3542f4dd68ef8bcd697b3e934 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:37.210546 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-01967317-c177-4a16-900d-ccf3df3f8666 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.229333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff2c47-8fe7-4320-9bad-475bbd9f295a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'Network': ['ID=418da70a-eaae-4c95-847b-9bc511a0e7dc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:37.246770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01967317-c177-4a16-900d-ccf3df3f8666 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:15:37.272627 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-01967317-c177-4a16-900d-ccf3df3f8666 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.272971 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-01967317-c177-4a16-900d-ccf3df3f8666 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Added segment ff6028ed-28ff-4413-bfbb-9f870d0e6ff1 of type vlan for network de22fecb-a913-459d-a3f0-a3199365e84c Nov 27 01:15:37.286547 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b77ea7-d076-4514-aa7b-174e4435d121 x-openstack-request-id: req-92b77ea7-d076-4514-aa7b-174e4435d121 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:37.287113 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691528c2-fb61-42d7-93ad-ca32dec05913", "name": "network-vif-plugged", "status": "completed", "tag": "6037aa8f-a318-406c-a3c1-a590da353688", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:37.287531 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92b77ea7-d076-4514-aa7b-174e4435d121 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:37.289687 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691528c2-fb61-42d7-93ad-ca32dec05913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6037aa8f-a318-406c-a3c1-a590da353688', 'code': 200} Nov 27 01:15:37.291656 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 418da70a-eaae-4c95-847b-9bc511a0e7dc details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:15:37.327081 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-73080d90-5f6c-447b-9822-cc3da9d2e5bf service neutron] 10.222.0.21 "GET /v2.0/networks/71fcb95a-1966-4eb4-96a8-e482cc4f8c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482116 Nov 27 01:15:37.373507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4c4345a-0fa8-4dfe-a91a-ba16f6029f3f req-3815c3df-70fa-4fcd-a643-dded89c294a1 service neutron] 10.222.0.21 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150916 Nov 27 01:15:37.394576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=6037aa8f-a318-406c-a3c1-a590da353688,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:37.413247 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-01967317-c177-4a16-900d-ccf3df3f8666 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.470106 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-01967317-c177-4a16-900d-ccf3df3f8666 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.476776 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01967317-c177-4a16-900d-ccf3df3f8666 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:37.477388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-01967317-c177-4a16-900d-ccf3df3f8666 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.515244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242506c-38a8-4aa0-925c-61253f639ac4 req-2c818058-c882-4148-ab32-2ad732cfc315 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:37.522536 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a242506c-38a8-4aa0-925c-61253f639ac4 req-2c818058-c882-4148-ab32-2ad732cfc315 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 945 time: 0.1030655 Nov 27 01:15:37.528387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'tag': '5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a'}, {'server_uuid': '7a42a1fc-65af-4bf3-8ebf-4e82b262b83e', 'name': 'network-vif-deleted', 'tag': 'a1e580ac-eac3-4614-ad38-802b9048a7f8'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:37.531107 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff34bddc-d1ce-45ff-b8d1-b65d07898ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "tag": "5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a"}, {"server_uuid": "7a42a1fc-65af-4bf3-8ebf-4e82b262b83e", "name": "network-vif-deleted", "tag": "a1e580ac-eac3-4614-ad38-802b9048a7f8"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:37.572858 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-01967317-c177-4a16-900d-ccf3df3f8666 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4263711 Nov 27 01:15:37.578099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54560) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:37.584770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-1f6bb782-b482-45e4-98d8-65056619e59e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'subnet': {'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:37.606990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78262-a123-424d-b7b5-03205c156c01 req-0b85d55f-ba29-4280-9283-224a3504f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:37.608518 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95b78262-a123-424d-b7b5-03205c156c01 req-0b85d55f-ba29-4280-9283-224a3504f4b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 1097 time: 0.2504270 Nov 27 01:15:37.651413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01967317-c177-4a16-900d-ccf3df3f8666 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'Network': ['ID=de22fecb-a913-459d-a3f0-a3199365e84c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:37.662474 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4c4345a-0fa8-4dfe-a91a-ba16f6029f3f req-4964cae0-94c4-466d-8521-e9a54715831b service neutron] 10.222.0.21 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395535 Nov 27 01:15:37.669474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network de22fecb-a913-459d-a3f0-a3199365e84c details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:15:37.672029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b4bd2-1866-4037-ac67-53a11147078e req-f63eeaf2-644d-4c28-b422-bba72d340ca7 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:37.674460 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc9b4bd2-1866-4037-ac67-53a11147078e req-f63eeaf2-644d-4c28-b422-bba72d340ca7 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1393983 Nov 27 01:15:37.677148 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-0141a836-e5e9-43e3-8fa1-b564733602fe service neutron] 10.222.0.21 "GET /v2.0/networks/71fcb95a-1966-4eb4-96a8-e482cc4f8c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416698 Nov 27 01:15:37.690838 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a242506c-38a8-4aa0-925c-61253f639ac4 req-05882960-7304-4d74-8876-0347262d4c42 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673508 Nov 27 01:15:37.740435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6bb782-b482-45e4-98d8-65056619e59e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Made reservation on behalf of 0b28ffa3542f4dd68ef8bcd697b3e934 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:37.747561 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f6bb782-b482-45e4-98d8-65056619e59e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.760837 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-cd69f45b-bb38-49cb-90f7-b746048715dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.240&port_id=33a0a254-b80f-48a5-bd3c-b387a3b79356 HTTP/1.1" status: 200 len: 217 time: 0.0722308 Nov 27 01:15:37.764129 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95b78262-a123-424d-b7b5-03205c156c01 req-7bdf82dd-e999-4243-a771-dd1516bf507b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330197 Nov 27 01:15:37.824625 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc9b4bd2-1866-4037-ac67-53a11147078e req-7fe187d2-795e-45ba-adb2-93e7ebfa21ef tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016631 Nov 27 01:15:37.893722 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873a41d-7cbb-4359-92c1-813284c77e79 x-openstack-request-id: req-7873a41d-7cbb-4359-92c1-813284c77e79 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:37.894203 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "tag": "5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a", "status": "completed", "code": 200}, {"server_uuid": "7a42a1fc-65af-4bf3-8ebf-4e82b262b83e", "name": "network-vif-deleted", "tag": "a1e580ac-eac3-4614-ad38-802b9048a7f8", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:37.894528 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7873a41d-7cbb-4359-92c1-813284c77e79 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:37.894988 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'tag': '5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a', 'status': 'completed', 'code': 200} Nov 27 01:15:37.895365 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a42a1fc-65af-4bf3-8ebf-4e82b262b83e', 'name': 'network-vif-deleted', 'tag': 'a1e580ac-eac3-4614-ad38-802b9048a7f8', 'status': 'completed', 'code': 200} Nov 27 01:15:37.959082 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f6bb782-b482-45e4-98d8-65056619e59e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:38.024526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bb782-b482-45e4-98d8-65056619e59e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'Subnet': ['ID=2c5b2728-377a-4cad-b3b1-5f9a22f04952,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:38.036695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bb782-b482-45e4-98d8-65056619e59e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Checking segment: {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:38.037071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6bb782-b482-45e4-98d8-65056619e59e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Network hostable DHCP agents. Network: 418da70a-eaae-4c95-847b-9bc511a0e7dc, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:15:38.055089 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6bb782-b482-45e4-98d8-65056619e59e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Network 418da70a-eaae-4c95-847b-9bc511a0e7dc is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:15:38.067581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-1f6bb782-b482-45e4-98d8-65056619e59e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 418da70a-eaae-4c95-847b-9bc511a0e7dc) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:38.073465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6bb782-b482-45e4-98d8-65056619e59e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:38.074321 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f6bb782-b482-45e4-98d8-65056619e59e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:38.084615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5e6fed-39b6-4141-ae5d-75183c392ebc None None] Network 418da70a-eaae-4c95-847b-9bc511a0e7dc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:38.096827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1f6bb782-b482-45e4-98d8-65056619e59e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5175188 Nov 27 01:15:38.100142 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54566) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:38.105977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-bdf376d2-8dd2-4ec5-8bf7-def6f7e42b52 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'subnet': {'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:38.171563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-cabc492b-5672-4725-88f2-d06e46d476a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:38.175310 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-cabc492b-5672-4725-88f2-d06e46d476a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3aad5e19-201f-47fd-8cae-cbb9a762a1b2 HTTP/1.1" status: 200 len: 801 time: 0.1164491 Nov 27 01:15:38.254001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-fb4eddd0-02d2-49d3-a4c6-54ca7692aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:38.262837 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-fb4eddd0-02d2-49d3-a4c6-54ca7692aef4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6241b772-86e6-4566-8e46-da0cc5fcb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723519 Nov 27 01:15:38.285444 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf376d2-8dd2-4ec5-8bf7-def6f7e42b52 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Made reservation on behalf of 0b28ffa3542f4dd68ef8bcd697b3e934 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:38.292093 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdf376d2-8dd2-4ec5-8bf7-def6f7e42b52 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:38.398679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-418da70a-eaae-4c95-847b-9bc511a0e7dc', 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'fixed_ips': [{'subnet_id': '2c5b2728-377a-4cad-b3b1-5f9a22f04952'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:15:38.401210 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:38.427063 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a1e580ac-eac3-4614-ad38-802b9048a7f8 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:38.430619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ffd4b-fae8-4f0a-a4ca-b78407d40b51 req-5d422bce-7fa3-43b3-b182-92263f5bb976 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:38.435825 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-b1594e30-567a-4faa-b51f-85570e5a32b3 service neutron] 10.222.0.21 "GET /v2.0/networks/6241b772-86e6-4566-8e46-da0cc5fcb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683452 Nov 27 01:15:38.438574 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ffd4b-fae8-4f0a-a4ca-b78407d40b51 req-5d422bce-7fa3-43b3-b182-92263f5bb976 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:38.444907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ffd4b-fae8-4f0a-a4ca-b78407d40b51 req-5d422bce-7fa3-43b3-b182-92263f5bb976 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:38.446846 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e72ffd4b-fae8-4f0a-a4ca-b78407d40b51 req-5d422bce-7fa3-43b3-b182-92263f5bb976 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2410 time: 0.2578132 Nov 27 01:15:38.457330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: a1e580ac-eac3-4614-ad38-802b9048a7f8 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:15:38.457686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a1e580ac-eac3-4614-ad38-802b9048a7f8 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:38.540638 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e72ffd4b-fae8-4f0a-a4ca-b78407d40b51 req-bb710f0c-2805-4d09-8473-fc09268aa9f9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783525 Nov 27 01:15:38.572099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76963cfa-fb92-499c-a3d7-98b9f2531a4a req-8ef1507a-e73d-4f56-9195-944eed4bf8c4 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:38.580892 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-76963cfa-fb92-499c-a3d7-98b9f2531a4a req-8ef1507a-e73d-4f56-9195-944eed4bf8c4 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e HTTP/1.1" status: 200 len: 945 time: 0.1397743 Nov 27 01:15:38.622566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Allocated IP 10.1.1.2 (418da70a-eaae-4c95-847b-9bc511a0e7dc/2c5b2728-377a-4cad-b3b1-5f9a22f04952/b1a8fa07-4172-4aa3-926e-b3746c9022dc) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:38.663428 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-76963cfa-fb92-499c-a3d7-98b9f2531a4a req-20a450f2-71dc-4070-af8c-16abca65c106 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816700 Nov 27 01:15:38.667541 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-4bfef582-c1d8-4740-a2cd-819fa426ff1e service neutron] 10.222.0.21 "GET /v2.0/networks/6241b772-86e6-4566-8e46-da0cc5fcb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170155 Nov 27 01:15:38.698113 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdf376d2-8dd2-4ec5-8bf7-def6f7e42b52 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:38.738541 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-da395c9e-df2d-4a84-b576-a5aada30e1b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a HTTP/1.1" status: 200 len: 217 time: 0.0605645 Nov 27 01:15:38.753601 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf376d2-8dd2-4ec5-8bf7-def6f7e42b52 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'Subnet': ['ID=e87a0de3-73e4-43cc-8f97-b6fffbee0d31,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:38.818666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-456953e6-dc17-49ef-bd90-6a35fb44a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:38.820112 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-456953e6-dc17-49ef-bd90-6a35fb44a034 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a83b83c3-66d5-47a6-8c15-bcf8d87b7a5b HTTP/1.1" status: 200 len: 801 time: 0.0731215 Nov 27 01:15:38.867902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf376d2-8dd2-4ec5-8bf7-def6f7e42b52 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Checking segment: {'id': 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:38.877913 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf376d2-8dd2-4ec5-8bf7-def6f7e42b52 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Network hostable DHCP agents. Network: de22fecb-a913-459d-a3f0-a3199365e84c, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:15:38.888653 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:38.899591 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:38.934715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be80cf-f5e1-46dc-92b9-97356ceca673 req-f34868da-25e1-4209-83d7-281345b6b12a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:38.943744 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e8be80cf-f5e1-46dc-92b9-97356ceca673 req-f34868da-25e1-4209-83d7-281345b6b12a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 945 time: 0.1582158 Nov 27 01:15:38.952944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf376d2-8dd2-4ec5-8bf7-def6f7e42b52 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Network de22fecb-a913-459d-a3f0-a3199365e84c is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:15:38.956001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-b25cb14f-3feb-4110-96ed-830ee069a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:38.957152 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-b25cb14f-3feb-4110-96ed-830ee069a2fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71fcb95a-1966-4eb4-96a8-e482cc4f8c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077311 Nov 27 01:15:38.982020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Network 418da70a-eaae-4c95-847b-9bc511a0e7dc is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:38.986387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:38.987449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-bdf376d2-8dd2-4ec5-8bf7-def6f7e42b52 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, de22fecb-a913-459d-a3f0-a3199365e84c) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:38.994934 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:39.008161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf376d2-8dd2-4ec5-8bf7-def6f7e42b52 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.008161 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdf376d2-8dd2-4ec5-8bf7-def6f7e42b52 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:39.037589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796c31ce-fbcb-4a4a-b3a2-96d4fd699e2d None None] Network de22fecb-a913-459d-a3f0-a3199365e84c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:39.081048 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e8be80cf-f5e1-46dc-92b9-97356ceca673 req-d5fc88b1-b1f0-4207-ab35-bdb3ca245843 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329381 Nov 27 01:15:39.107901 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bdf376d2-8dd2-4ec5-8bf7-def6f7e42b52 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0042040 Nov 27 01:15:39.108597 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54582) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:39.119488 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-92d42dde-a162-4f33-af27-c1bac1c1cd55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'port': {'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc', 'name': 'tempest-TaggedBootDevicesTest-699859101', 'fixed_ips': [{'subnet_id': '2c5b2728-377a-4cad-b3b1-5f9a22f04952'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:39.142011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Pushing event updated for resources: {'Port': ['ID=b1a8fa07-4172-4aa3-926e-b3746c9022dc,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:39.169468 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Attempting to bind port b1a8fa07-4172-4aa3-926e-b3746c9022dc on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:39.170241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Attempting to bind port b1a8fa07-4172-4aa3-926e-b3746c9022dc by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:39.170828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Attempting to bind port b1a8fa07-4172-4aa3-926e-b3746c9022dc on network 418da70a-eaae-4c95-847b-9bc511a0e7dc {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:39.171613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c34937-0549-4464-8e5b-28f2ad1c7e20 req-a74a18ee-a299-49b1-9dc1-427249be37c5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.177760 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13c34937-0549-4464-8e5b-28f2ad1c7e20 req-a74a18ee-a299-49b1-9dc1-427249be37c5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0985515 Nov 27 01:15:39.182235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2d2d6-aa41-4d74-82be-33d602624da8 req-687e3875-2500-4cb8-98e7-0bc628a91099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.183896 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-48f2d2d6-aa41-4d74-82be-33d602624da8 req-687e3875-2500-4cb8-98e7-0bc628a91099 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 1097 time: 0.1979322 Nov 27 01:15:39.195888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:39.198064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Checking segment: {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:39.198493 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:39.198892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Bound using segment: {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:39.199528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Bound port: b1a8fa07-4172-4aa3-926e-b3746c9022dc, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:39.199926 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:39.269252 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-c2772dfb-0cd0-45ba-b23b-3aa14a893846 service neutron] 10.222.0.21 "GET /v2.0/networks/71fcb95a-1966-4eb4-96a8-e482cc4f8c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996240 Nov 27 01:15:39.292845 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d42dde-a162-4f33-af27-c1bac1c1cd55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Made reservation on behalf of 0b28ffa3542f4dd68ef8bcd697b3e934 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:39.330017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] For port b1a8fa07-4172-4aa3-926e-b3746c9022dc, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:39.333605 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] For port b1a8fa07-4172-4aa3-926e-b3746c9022dc, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b1a8fa07-4172-4aa3-926e-b3746c9022dc,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:39.344271 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:39.378253 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13c34937-0549-4464-8e5b-28f2ad1c7e20 req-acd89cc1-0c02-4cb4-92d3-cf49a6cb0a6a tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872981 Nov 27 01:15:39.425284 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92d42dde-a162-4f33-af27-c1bac1c1cd55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:39.432368 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-48f2d2d6-aa41-4d74-82be-33d602624da8 req-1df8484b-846a-4a14-bc7f-faabad62ecf4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368178 Nov 27 01:15:39.448156 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81c5af1f-3fe2-446e-a6d7-315a920af2a8 req-f07698ca-5753-420f-ae63-18d30b6335c2 service neutron] 10.222.0.21 "GET /v2.0/networks/71fcb95a-1966-4eb4-96a8-e482cc4f8c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702564 Nov 27 01:15:39.463543 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1d607-e7b9-45bc-a0d2-5b489d1a0859 None None] Pushing event updated for resources: {'Port': ['ID=b1a8fa07-4172-4aa3-926e-b3746c9022dc,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:39.465094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-92d42dde-a162-4f33-af27-c1bac1c1cd55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] device_id is not set on port a3225b50-6061-4fa5-b17c-9da1a48db2b4 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:15:39.475519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-de22fecb-a913-459d-a3f0-a3199365e84c', 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'fixed_ips': [{'subnet_id': 'e87a0de3-73e4-43cc-8f97-b6fffbee0d31'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:15:39.476417 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:39.652041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Allocated IP 10.2.2.2 (de22fecb-a913-459d-a3f0-a3199365e84c/e87a0de3-73e4-43cc-8f97-b6fffbee0d31/20ab7393-6317-4798-bd6a-b337b3a265a1) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:39.704471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34bddc-d1ce-45ff-b8d1-b65d07898ef8 req-8e7c64ca-8d1e-45c7-b37e-68d0e0f369a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.704988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34bddc-d1ce-45ff-b8d1-b65d07898ef8 req-8e7c64ca-8d1e-45c7-b37e-68d0e0f369a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.705431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34bddc-d1ce-45ff-b8d1-b65d07898ef8 req-8e7c64ca-8d1e-45c7-b37e-68d0e0f369a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.707985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff34bddc-d1ce-45ff-b8d1-b65d07898ef8 req-8e7c64ca-8d1e-45c7-b37e-68d0e0f369a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf897b0f02e542a6892c38a83ddb7031&device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2866 time: 0.1048369 Nov 27 01:15:39.750911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-92d42dde-a162-4f33-af27-c1bac1c1cd55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Allocated IP 10.1.1.78 (418da70a-eaae-4c95-847b-9bc511a0e7dc/2c5b2728-377a-4cad-b3b1-5f9a22f04952/a3225b50-6061-4fa5-b17c-9da1a48db2b4) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:39.776919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3868c-6f92-426b-836b-9361779d8c09 req-b74a0e52-83fa-4722-83e8-0973d7c17afa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.783364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3868c-6f92-426b-836b-9361779d8c09 req-b74a0e52-83fa-4722-83e8-0973d7c17afa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.789468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3868c-6f92-426b-836b-9361779d8c09 req-b74a0e52-83fa-4722-83e8-0973d7c17afa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.797737 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76b3868c-6f92-426b-836b-9361779d8c09 req-b74a0e52-83fa-4722-83e8-0973d7c17afa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2410 time: 0.1274281 Nov 27 01:15:39.870117 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:39.876094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba3939-c672-4c49-a0a6-c12f123e59e4 req-4f6fe519-07b4-44c0-9ae6-ac75f94b38cb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.877979 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eeba3939-c672-4c49-a0a6-c12f123e59e4 req-4f6fe519-07b4-44c0-9ae6-ac75f94b38cb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e HTTP/1.1" status: 200 len: 945 time: 0.0817647 Nov 27 01:15:39.879367 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76b3868c-6f92-426b-836b-9361779d8c09 req-efa5a73e-39df-4f35-b789-218afcc92ec0 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806372 Nov 27 01:15:39.884632 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:39.927857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Network de22fecb-a913-459d-a3f0-a3199365e84c is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:39.936302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34bddc-d1ce-45ff-b8d1-b65d07898ef8 req-2614edb8-c5ff-49d2-a55f-5363d75b2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.937790 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff34bddc-d1ce-45ff-b8d1-b65d07898ef8 req-2614edb8-c5ff-49d2-a55f-5363d75b2f54 service neutron] 10.222.0.21 "GET /v2.0/networks?id=71fcb95a-1966-4eb4-96a8-e482cc4f8c9e HTTP/1.1" status: 200 len: 903 time: 0.2213507 Nov 27 01:15:39.940005 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:39.943436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Pushing event updated for resources: {'Port': ['ID=20ab7393-6317-4798-bd6a-b337b3a265a1,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:39.946331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:39.997172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff34bddc-d1ce-45ff-b8d1-b65d07898ef8 req-fdd1285d-0f61-4694-b729-0ed6bde90698 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a HTTP/1.1" status: 200 len: 217 time: 0.0413246 Nov 27 01:15:40.000903 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eeba3939-c672-4c49-a0a6-c12f123e59e4 req-e8cc009a-66d4-4e17-9509-3e95a66de201 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160536 Nov 27 01:15:40.014120 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92d42dde-a162-4f33-af27-c1bac1c1cd55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:40.018899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Attempting to bind port 20ab7393-6317-4798-bd6a-b337b3a265a1 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:40.019305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Attempting to bind port 20ab7393-6317-4798-bd6a-b337b3a265a1 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:40.019675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Attempting to bind port 20ab7393-6317-4798-bd6a-b337b3a265a1 on network de22fecb-a913-459d-a3f0-a3199365e84c {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:40.025301 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba3ef710-ccb5-4bad-a15b-0001d5ba6a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:40.027418 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:40.027761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Checking segment: {'id': 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:40.028143 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:40.028556 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Bound using segment: {'id': 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:40.029040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Bound port: 20ab7393-6317-4798-bd6a-b337b3a265a1, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:40.029699 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:40.055729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34bddc-d1ce-45ff-b8d1-b65d07898ef8 req-bb877e91-f6e2-4a8c-a5ef-8c811a115889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:40.058414 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff34bddc-d1ce-45ff-b8d1-b65d07898ef8 req-bb877e91-f6e2-4a8c-a5ef-8c811a115889 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a83b83c3-66d5-47a6-8c15-bcf8d87b7a5b HTTP/1.1" status: 200 len: 801 time: 0.0539165 Nov 27 01:15:40.084908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92d42dde-a162-4f33-af27-c1bac1c1cd55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:40.105163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] For port 20ab7393-6317-4798-bd6a-b337b3a265a1, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:40.108581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] For port 20ab7393-6317-4798-bd6a-b337b3a265a1, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=20ab7393-6317-4798-bd6a-b337b3a265a1,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:40.113840 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:40.120526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34bddc-d1ce-45ff-b8d1-b65d07898ef8 req-4238d01b-9b9b-4bf3-bbaa-627fa4f23304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:40.122413 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff34bddc-d1ce-45ff-b8d1-b65d07898ef8 req-4238d01b-9b9b-4bf3-bbaa-627fa4f23304 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71fcb95a-1966-4eb4-96a8-e482cc4f8c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558078 Nov 27 01:15:40.137193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d42dde-a162-4f33-af27-c1bac1c1cd55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Network 418da70a-eaae-4c95-847b-9bc511a0e7dc is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:40.140464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-92d42dde-a162-4f33-af27-c1bac1c1cd55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:40.146623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d42dde-a162-4f33-af27-c1bac1c1cd55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:40.172142 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d42dde-a162-4f33-af27-c1bac1c1cd55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'Port': ['ID=a3225b50-6061-4fa5-b17c-9da1a48db2b4,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:40.188610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9098e29-83c9-4519-aed8-801d0f4da31c None None] Pushing event updated for resources: {'Port': ['ID=20ab7393-6317-4798-bd6a-b337b3a265a1,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:40.208125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d42dde-a162-4f33-af27-c1bac1c1cd55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:40.216918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92d42dde-a162-4f33-af27-c1bac1c1cd55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:40.244800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-92d42dde-a162-4f33-af27-c1bac1c1cd55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1350746 Nov 27 01:15:40.248288 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54596) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:40.253725 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8edde4f2-f9d6-4173-9559-1d01aca0022d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'port': {'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc', 'name': 'tempest-TaggedBootDevicesTest-541011226', 'fixed_ips': [{'subnet_id': '2c5b2728-377a-4cad-b3b1-5f9a22f04952'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:40.281451 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f523a4-261e-411b-a190-1395b53cd30b req-20a8f4e3-d5e9-4e2e-8bc3-cac4cc655924 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:40.283045 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-56f523a4-261e-411b-a190-1395b53cd30b req-20a8f4e3-d5e9-4e2e-8bc3-cac4cc655924 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 945 time: 0.1150289 Nov 27 01:15:40.333804 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff34bddc-d1ce-45ff-b8d1-b65d07898ef8 req-7762b350-d307-472e-a196-1a0e090d902a service neutron] 10.222.0.21 "GET /v2.0/networks/71fcb95a-1966-4eb4-96a8-e482cc4f8c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962793 Nov 27 01:15:40.375599 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-56f523a4-261e-411b-a190-1395b53cd30b req-d83178b4-eadc-460d-bc5f-0d8382dcd2d2 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822318 Nov 27 01:15:40.506126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edde4f2-f9d6-4173-9559-1d01aca0022d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Made reservation on behalf of 0b28ffa3542f4dd68ef8bcd697b3e934 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:40.520186 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8edde4f2-f9d6-4173-9559-1d01aca0022d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:40.546469 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff34bddc-d1ce-45ff-b8d1-b65d07898ef8 req-97cb5881-1069-491f-a83e-7c8687acb889 service neutron] 10.222.0.21 "GET /v2.0/networks/71fcb95a-1966-4eb4-96a8-e482cc4f8c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677737 Nov 27 01:15:40.632295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-8edde4f2-f9d6-4173-9559-1d01aca0022d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] device_id is not set on port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:15:40.672390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c6bff-26cd-4e80-915a-e4b243a89e69 req-57359ebc-71bb-4e5a-98c3-29db6efbe1e0 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:40.674329 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ee5c6bff-26cd-4e80-915a-e4b243a89e69 req-57359ebc-71bb-4e5a-98c3-29db6efbe1e0 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 1097 time: 0.0835137 Nov 27 01:15:40.768804 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ee5c6bff-26cd-4e80-915a-e4b243a89e69 req-a3e045ea-c1c6-495b-ad80-f515cd12a7e5 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860946 Nov 27 01:15:40.784491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d13815-33c9-41de-8ea6-3a03794300b1 req-c4d4ba77-de23-429c-b55f-7c01af59d11e tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:40.800354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08d13815-33c9-41de-8ea6-3a03794300b1 req-c4d4ba77-de23-429c-b55f-7c01af59d11e tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1704547 Nov 27 01:15:40.908159 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08d13815-33c9-41de-8ea6-3a03794300b1 req-a9e07402-7a16-485b-8118-bbb615046296 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045539 Nov 27 01:15:40.914323 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b26cce2-9ba2-4a1b-8fdf-4119b4331695 None None] Network 418da70a-eaae-4c95-847b-9bc511a0e7dc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:40.914499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9d46f-dd18-4d7e-a313-748362986fb3 req-c565774b-6cfb-4d85-9899-b4938423cf16 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:40.916421 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e2b9d46f-dd18-4d7e-a313-748362986fb3 req-c565774b-6cfb-4d85-9899-b4938423cf16 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 1097 time: 0.0673115 Nov 27 01:15:40.974057 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e2b9d46f-dd18-4d7e-a313-748362986fb3 req-8d4e0051-4a39-4b3b-a919-529ef7346b78 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512426 Nov 27 01:15:41.013587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-8edde4f2-f9d6-4173-9559-1d01aca0022d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Allocated IP 10.1.1.68 (418da70a-eaae-4c95-847b-9bc511a0e7dc/2c5b2728-377a-4cad-b3b1-5f9a22f04952/4e22fff8-c9b9-4089-99ed-dfb510d02f58) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:41.044169 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2bbd6094-e65c-4ab2-acbe-a35b89274f19 None None] Provisioning complete for port b1a8fa07-4172-4aa3-926e-b3746c9022dc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:41.044756 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2bbd6094-e65c-4ab2-acbe-a35b89274f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.117704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8a1ef-77dc-44a6-bcf6-a95514c22f0d req-6f036b0b-e8cf-414a-bd3c-fd7ad0e9575b tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:41.125821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8a1ef-77dc-44a6-bcf6-a95514c22f0d req-6f036b0b-e8cf-414a-bd3c-fd7ad0e9575b tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:41.132114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8a1ef-77dc-44a6-bcf6-a95514c22f0d req-6f036b0b-e8cf-414a-bd3c-fd7ad0e9575b tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:41.139990 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20c8a1ef-77dc-44a6-bcf6-a95514c22f0d req-6f036b0b-e8cf-414a-bd3c-fd7ad0e9575b tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2410 time: 0.1196065 Nov 27 01:15:41.144752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26cfaf-2b26-4c4e-9ad8-39ab4a9adcc7 req-38743d70-5f0a-4dd9-b1ae-734241aa997c tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:41.152844 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af26cfaf-2b26-4c4e-9ad8-39ab4a9adcc7 req-38743d70-5f0a-4dd9-b1ae-734241aa997c tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e HTTP/1.1" status: 200 len: 945 time: 0.0626788 Nov 27 01:15:41.224067 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2bbd6094-e65c-4ab2-acbe-a35b89274f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.257483 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20c8a1ef-77dc-44a6-bcf6-a95514c22f0d req-a6f10dee-a394-4c16-9e80-f742616c9e97 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120753 Nov 27 01:15:41.323336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2bbd6094-e65c-4ab2-acbe-a35b89274f19 None None] For port b1a8fa07-4172-4aa3-926e-b3746c9022dc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b1a8fa07-4172-4aa3-926e-b3746c9022dc,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:41.333078 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2bbd6094-e65c-4ab2-acbe-a35b89274f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.342453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfcf44-4008-4629-8164-9a7fdbcecc35 req-aed7155b-94ba-49ec-ac99-ca1382de50f5 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:41.347732 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1bfcf44-4008-4629-8164-9a7fdbcecc35 req-aed7155b-94ba-49ec-ac99-ca1382de50f5 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e HTTP/1.1" status: 200 len: 945 time: 0.1874688 Nov 27 01:15:41.372337 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8edde4f2-f9d6-4173-9559-1d01aca0022d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.441123 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8edde4f2-f9d6-4173-9559-1d01aca0022d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.464748 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af26cfaf-2b26-4c4e-9ad8-39ab4a9adcc7 req-9d5fd42b-ed04-4adb-ad86-74a58d85856d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110695 Nov 27 01:15:41.476086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 20ab7393-6317-4798-bd6a-b337b3a265a1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:41.500504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edde4f2-f9d6-4173-9559-1d01aca0022d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Network 418da70a-eaae-4c95-847b-9bc511a0e7dc is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:41.504410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-8edde4f2-f9d6-4173-9559-1d01aca0022d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:41.507039 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edde4f2-f9d6-4173-9559-1d01aca0022d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:41.531282 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd6094-e65c-4ab2-acbe-a35b89274f19 None None] Pushing event updated for resources: {'Port': ['ID=b1a8fa07-4172-4aa3-926e-b3746c9022dc,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:41.575562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 20ab7393-6317-4798-bd6a-b337b3a265a1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:41.575943 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.634756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edde4f2-f9d6-4173-9559-1d01aca0022d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'Port': ['ID=4e22fff8-c9b9-4089-99ed-dfb510d02f58,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:41.649068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edde4f2-f9d6-4173-9559-1d01aca0022d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:41.649747 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8edde4f2-f9d6-4173-9559-1d01aca0022d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.671507 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e1bfcf44-4008-4629-8164-9a7fdbcecc35 req-12fdcf86-efc0-4fe5-b641-529f3995de4d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Deleting port b17e5d81-e123-4de2-a123-ebc321288f7f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:41.671861 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e1bfcf44-4008-4629-8164-9a7fdbcecc35 req-12fdcf86-efc0-4fe5-b641-529f3995de4d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.704379 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8edde4f2-f9d6-4173-9559-1d01aca0022d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4502504 Nov 27 01:15:41.736746 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.820432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 20ab7393-6317-4798-bd6a-b337b3a265a1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=20ab7393-6317-4798-bd6a-b337b3a265a1,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:41.825891 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.827036 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b1a8fa07-4172-4aa3-926e-b3746c9022dc up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:42.140986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54634) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:42.145975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7e75c8e0-e813-43a7-811f-98bf65d59b2b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2036431759', 'description': 'tempest-description--1744148109'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:42.149820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021164be-a6e3-41ca-a3d0-b6200f819230 None None] Network de22fecb-a913-459d-a3f0-a3199365e84c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:42.196833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7e75c8e0-e813-43a7-811f-98bf65d59b2b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.264259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=20ab7393-6317-4798-bd6a-b337b3a265a1,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:42.294475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a8e097e3-23c7-418d-be48-f0f273226cbd None None] Provisioning complete for port a3225b50-6061-4fa5-b17c-9da1a48db2b4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:42.295265 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8e097e3-23c7-418d-be48-f0f273226cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.299163 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7e75c8e0-e813-43a7-811f-98bf65d59b2b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.311783 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7e75c8e0-e813-43a7-811f-98bf65d59b2b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.353720 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a8e097e3-23c7-418d-be48-f0f273226cbd None None] Port a3225b50-6061-4fa5-b17c-9da1a48db2b4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:42.369159 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7e75c8e0-e813-43a7-811f-98bf65d59b2b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.371038 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7e75c8e0-e813-43a7-811f-98bf65d59b2b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2290137 Nov 27 01:15:42.376966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54638) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:42.381515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-6d316cd9-4939-4e57-ab84-a1a390bba915 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'security_group_rule': {'security_group_id': 'bb8393a8-cdc2-427f-ac69-7e09a2e5163d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:42.396069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a8e097e3-23c7-418d-be48-f0f273226cbd None None] Provisioning complete for port b1a8fa07-4172-4aa3-926e-b3746c9022dc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:42.396602 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8e097e3-23c7-418d-be48-f0f273226cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.406495 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75c8e0-e813-43a7-811f-98bf65d59b2b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8393a8-cdc2-427f-ac69-7e09a2e5163d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:42.420020 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6d316cd9-4939-4e57-ab84-a1a390bba915 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.458789 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b1a8fa07-4172-4aa3-926e-b3746c9022dc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:42.459570 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.461693 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c08528c4-879a-44bb-959d-3c4fbcce0200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.478286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:15:42.481746 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e1bfcf44-4008-4629-8164-9a7fdbcecc35 req-12fdcf86-efc0-4fe5-b641-529f3995de4d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] For port b17e5d81-e123-4de2-a123-ebc321288f7f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b17e5d81-e123-4de2-a123-ebc321288f7f,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:42.482283 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e1bfcf44-4008-4629-8164-9a7fdbcecc35 req-12fdcf86-efc0-4fe5-b641-529f3995de4d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.514205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfb8db-8a38-40e1-9587-f0aaca06d583 req-a30e3295-d6fd-4b17-95a4-18b2b1c920b1 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:42.522190 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8abfb8db-8a38-40e1-9587-f0aaca06d583 req-a30e3295-d6fd-4b17-95a4-18b2b1c920b1 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 1097 time: 0.6872525 Nov 27 01:15:42.530345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e1bfcf44-4008-4629-8164-9a7fdbcecc35 req-12fdcf86-efc0-4fe5-b641-529f3995de4d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Calling delete_port for b17e5d81-e123-4de2-a123-ebc321288f7f owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:42.614484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:42.628913 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8abfb8db-8a38-40e1-9587-f0aaca06d583 req-530b4ac7-cd0b-418f-9df5-ef894aa742cc tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057119 Nov 27 01:15:42.698180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a', 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e', 'port_id': '5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a', 'mac_address': 'fa:16:3e:a3:89:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83b83c3-66d5-47a6-8c15-bcf8d87b7a5b', 'ip_address': '19.80.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:15:42.760672 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2bba2-45af-4c95-80df-9e3cb4f4b5fe req-5189cb8f-0e5c-450f-a0d0-799162716cfc tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:42.762169 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3bc2bba2-45af-4c95-80df-9e3cb4f4b5fe req-5189cb8f-0e5c-450f-a0d0-799162716cfc tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.4611623 Nov 27 01:15:42.773722 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e1bfcf44-4008-4629-8164-9a7fdbcecc35 req-12fdcf86-efc0-4fe5-b641-529f3995de4d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.820039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdcf86-efc0-4fe5-b641-529f3995de4d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Pushing event deleted for resources: {'Port': ['ID=b17e5d81-e123-4de2-a123-ebc321288f7f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:42.833218 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6d316cd9-4939-4e57-ab84-a1a390bba915 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.840629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['b17e5d81-e123-4de2-a123-ebc321288f7f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:42.844060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['a78e4c4a-688d-4179-a301-d2a9945c0c85'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:42.844608 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6d316cd9-4939-4e57-ab84-a1a390bba915 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.873761 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3bc2bba2-45af-4c95-80df-9e3cb4f4b5fe req-9b949280-2029-4336-aff3-ce67f3e34ff5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044593 Nov 27 01:15:42.875404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d316cd9-4939-4e57-ab84-a1a390bba915 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0e489e-a418-4ed7-9348-1c4c0905b095,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:42.888850 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6d316cd9-4939-4e57-ab84-a1a390bba915 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.890605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b144d9e-77fa-46e3-97c3-b9110e068883 req-c4436164-ff3a-4d4f-8180-ffa903aa2860 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:42.890840 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6d316cd9-4939-4e57-ab84-a1a390bba915 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5128434 Nov 27 01:15:42.893710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54646) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:42.897398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b144d9e-77fa-46e3-97c3-b9110e068883 req-c4436164-ff3a-4d4f-8180-ffa903aa2860 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:42.898316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2aa38b5a-23e3-46eb-bc3c-1a02cc7eda31 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'security_group_rule': {'security_group_id': 'bb8393a8-cdc2-427f-ac69-7e09a2e5163d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:42.917919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b144d9e-77fa-46e3-97c3-b9110e068883 req-c4436164-ff3a-4d4f-8180-ffa903aa2860 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:42.919683 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b144d9e-77fa-46e3-97c3-b9110e068883 req-c4436164-ff3a-4d4f-8180-ffa903aa2860 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2410 time: 0.1974688 Nov 27 01:15:42.932799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2aa38b5a-23e3-46eb-bc3c-1a02cc7eda31 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.982864 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.984927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bfcf44-4008-4629-8164-9a7fdbcecc35 req-12fdcf86-efc0-4fe5-b641-529f3995de4d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] No DVR routers for this DVR port b17e5d81-e123-4de2-a123-ebc321288f7f on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:42.990056 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e1bfcf44-4008-4629-8164-9a7fdbcecc35 req-12fdcf86-efc0-4fe5-b641-529f3995de4d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.995455 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1bfcf44-4008-4629-8164-9a7fdbcecc35 req-12fdcf86-efc0-4fe5-b641-529f3995de4d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.31 "DELETE /v2.0/ports/b17e5d81-e123-4de2-a123-ebc321288f7f HTTP/1.1" status: 204 len: 173 time: 1.6214750 Nov 27 01:15:42.996338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e', 'name': 'network-vif-deleted', 'tag': 'b17e5d81-e123-4de2-a123-ebc321288f7f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:43.006299 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824e13fe-681c-4e65-9ce1-da2b26301312" -d '{"events": [{"server_uuid": "8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e", "name": "network-vif-deleted", "tag": "b17e5d81-e123-4de2-a123-ebc321288f7f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:43.032984 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2aa38b5a-23e3-46eb-bc3c-1a02cc7eda31 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:43.041154 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2aa38b5a-23e3-46eb-bc3c-1a02cc7eda31 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:43.061277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:43.069157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa38b5a-23e3-46eb-bc3c-1a02cc7eda31 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3c3c7d-4608-4ba8-8197-a456b5a227a3,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:43.102454 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b144d9e-77fa-46e3-97c3-b9110e068883 req-2f4e1caa-c0d2-42b9-853f-ed89db09df0b tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607895 Nov 27 01:15:43.143308 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7b8a15fb-e3c4-4004-8e5c-aa03eb56cf29 req-0ae80b42-4ed7-489c-bce2-41550f23a252 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e HTTP/1.1" status: 200 len: 210 time: 0.0934830 Nov 27 01:15:43.152379 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2aa38b5a-23e3-46eb-bc3c-1a02cc7eda31 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:43.153492 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2aa38b5a-23e3-46eb-bc3c-1a02cc7eda31 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2591481 Nov 27 01:15:43.161254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54654) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:43.166655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:43.209094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:43.219533 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:43.226676 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:43.227347 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device cd441078-5bfb-4bcc-952f-a43a933bcdba details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:15:43.382197 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:43.427699 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6cdbb2-f1a6-4ae4-bc6c-94c81dfa05c1 x-openstack-request-id: req-cd6cdbb2-f1a6-4ae4-bc6c-94c81dfa05c1 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:43.428125 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e", "name": "network-vif-deleted", "tag": "b17e5d81-e123-4de2-a123-ebc321288f7f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:43.428569 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd6cdbb2-f1a6-4ae4-bc6c-94c81dfa05c1 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:43.429595 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad50e43-d9f1-49ec-a716-dcc2dd2bf30e', 'name': 'network-vif-deleted', 'tag': 'b17e5d81-e123-4de2-a123-ebc321288f7f', 'status': 'completed', 'code': 200} Nov 27 01:15:43.435677 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:43.456955 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 20ab7393-6317-4798-bd6a-b337b3a265a1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:43.493182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0c3ca534-d65f-48eb-8cea-336296d88989 None None] Provisioning complete for port 20ab7393-6317-4798-bd6a-b337b3a265a1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:43.494866 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca534-d65f-48eb-8cea-336296d88989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:43.519294 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.resource_extend [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:15:43.548930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Allocated IP 172.25.1.44 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/1f57f134-1d60-41bd-a9ba-63b71445b31b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:43.589501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port cd441078-5bfb-4bcc-952f-a43a933bcdba, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=cd441078-5bfb-4bcc-952f-a43a933bcdba,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:43.631230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:43.668166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'cd441078-5bfb-4bcc-952f-a43a933bcdba', 'network_id': '71fcb95a-1966-4eb4-96a8-e482cc4f8c9e', 'port_id': 'cd441078-5bfb-4bcc-952f-a43a933bcdba', 'mac_address': 'fa:16:3e:4d:0e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83b83c3-66d5-47a6-8c15-bcf8d87b7a5b', 'ip_address': '19.80.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:15:43.894580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 20ab7393-6317-4798-bd6a-b337b3a265a1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:43.906620 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:43.963375 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.013728 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b7da6-a5b4-4aa4-9f8d-a5c600652323 req-440a45bc-2bea-4601-a726-fc6e20c9a167 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:44.022207 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb2b7da6-a5b4-4aa4-9f8d-a5c600652323 req-440a45bc-2bea-4601-a726-fc6e20c9a167 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0718701 Nov 27 01:15:44.023640 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.027830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd441078-5bfb-4bcc-952f-a43a933bcdba {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:44.032478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99717231-f597-44ab-b56f-1e597d7fad4a req-54b6df57-4bd8-43e9-b60b-bba68b7a880f tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:44.034214 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99717231-f597-44ab-b56f-1e597d7fad4a req-54b6df57-4bd8-43e9-b60b-bba68b7a880f tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 1097 time: 0.2869806 Nov 27 01:15:44.037540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05585c03-2ea5-460d-823b-cbf3382aad67 req-f2512e54-263b-4407-9f10-6e27cf20b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:44.039080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05585c03-2ea5-460d-823b-cbf3382aad67 req-f2512e54-263b-4407-9f10-6e27cf20b96a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8643042a3114ff9aeb63bafc394e717&device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 1097 time: 0.1492639 Nov 27 01:15:44.109165 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb2b7da6-a5b4-4aa4-9f8d-a5c600652323 req-08b87a43-50ff-4cae-86dd-6f0fd7438309 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857785 Nov 27 01:15:44.138773 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0c3ca534-d65f-48eb-8cea-336296d88989 None None] Provisioning complete for port a3225b50-6061-4fa5-b17c-9da1a48db2b4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:44.139088 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca534-d65f-48eb-8cea-336296d88989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.203061 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99717231-f597-44ab-b56f-1e597d7fad4a req-c6e02d7d-59f0-4a85-b7c7-6407e64c4f74 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593008 Nov 27 01:15:44.203672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port cd441078-5bfb-4bcc-952f-a43a933bcdba, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=cd441078-5bfb-4bcc-952f-a43a933bcdba,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:44.204487 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.213216 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.213893 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 33a0a254-b80f-48a5-bd3c-b387a3b79356 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:15:44.216411 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b1a8fa07-4172-4aa3-926e-b3746c9022dc up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:44.260527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0c3ca534-d65f-48eb-8cea-336296d88989 None None] Port a3225b50-6061-4fa5-b17c-9da1a48db2b4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:44.319996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:44.321408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'Port': ['ID=1f57f134-1d60-41bd-a9ba-63b71445b31b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:44.326952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:44.329559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:44.333180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05585c03-2ea5-460d-823b-cbf3382aad67 req-22a7718f-04ee-40d6-abbf-6fceb0240912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:44.334674 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05585c03-2ea5-460d-823b-cbf3382aad67 req-22a7718f-04ee-40d6-abbf-6fceb0240912 service neutron] 10.222.0.31 "GET /v2.0/networks?id=52990878-2af4-4f7f-88b9-f803d6f0da66 HTTP/1.1" status: 200 len: 920 time: 0.2823327 Nov 27 01:15:44.339402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049ddb1-d428-4dbf-8fad-ce7beca6950d req-c478cade-eef9-4203-b62e-aed9fe2d309f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:44.351665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049ddb1-d428-4dbf-8fad-ce7beca6950d req-c478cade-eef9-4203-b62e-aed9fe2d309f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:44.355271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0c3ca534-d65f-48eb-8cea-336296d88989 None None] Provisioning complete for port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:44.355656 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca534-d65f-48eb-8cea-336296d88989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.363702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049ddb1-d428-4dbf-8fad-ce7beca6950d req-c478cade-eef9-4203-b62e-aed9fe2d309f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:44.374722 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8049ddb1-d428-4dbf-8fad-ce7beca6950d req-c478cade-eef9-4203-b62e-aed9fe2d309f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2411 time: 0.1810911 Nov 27 01:15:44.464655 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=cd441078-5bfb-4bcc-952f-a43a933bcdba,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:44.479063 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05585c03-2ea5-460d-823b-cbf3382aad67 req-a0f26be9-9be5-4eee-9183-dc807914a997 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ea4c77-4fef-4d79-9657-2182a2a32535 HTTP/1.1" status: 200 len: 217 time: 0.1336727 Nov 27 01:15:44.495222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-63cea6ce-799c-489d-aa49-8d811bcf2c09 req-cbcbb568-d989-40da-a9af-6d5f54a3f8e8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:44.503552 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-63cea6ce-799c-489d-aa49-8d811bcf2c09 req-cbcbb568-d989-40da-a9af-6d5f54a3f8e8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182452 Nov 27 01:15:44.513980 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8049ddb1-d428-4dbf-8fad-ce7beca6950d req-50922eb3-517d-4708-afc6-74f2c04b3805 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298783 Nov 27 01:15:44.660092 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b1a8fa07-4172-4aa3-926e-b3746c9022dc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:44.660516 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.687117 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05585c03-2ea5-460d-823b-cbf3382aad67 req-6f2b3865-810f-4572-92d5-d9ee179713d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:44.688698 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05585c03-2ea5-460d-823b-cbf3382aad67 req-6f2b3865-810f-4572-92d5-d9ee179713d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9065684-47f0-4e53-aaf2-94e871c3a6e7 HTTP/1.1" status: 200 len: 859 time: 0.1706018 Nov 27 01:15:44.697480 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0c3ca534-d65f-48eb-8cea-336296d88989 None None] Port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:44.741581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05585c03-2ea5-460d-823b-cbf3382aad67 req-bdab18ec-1cbd-4110-94a8-a950fc6942d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52990878-2af4-4f7f-88b9-f803d6f0da66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421944 Nov 27 01:15:44.762189 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.804834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 33a0a254-b80f-48a5-bd3c-b387a3b79356, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=33a0a254-b80f-48a5-bd3c-b387a3b79356,segment=NetworkSegment(6607c0bc-805d-491d-930d-7abd3d59f31b),segment_id=6607c0bc-805d-491d-930d-7abd3d59f31b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:44.864144 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.865440 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.892089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '33a0a254-b80f-48a5-bd3c-b387a3b79356', 'network_id': '6241b772-86e6-4566-8e46-da0cc5fcb028', 'port_id': '33a0a254-b80f-48a5-bd3c-b387a3b79356', 'mac_address': 'fa:16:3e:c2:c2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aad5e19-201f-47fd-8cae-cbb9a762a1b2', 'ip_address': '19.86.0.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:15:44.969936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5f6bb7ef-6184-4052-917c-e146b6e82463 None None] Provisioning complete for port 20ab7393-6317-4798-bd6a-b337b3a265a1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:44.970510 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5f6bb7ef-6184-4052-917c-e146b6e82463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:45.036698 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05585c03-2ea5-460d-823b-cbf3382aad67 req-fe594f22-81e4-4f79-872f-c14f4bc271fe service neutron] 10.222.0.31 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869451 Nov 27 01:15:45.049023 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:45.079830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a0a254-b80f-48a5-bd3c-b387a3b79356 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:45.226893 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b17e5d81-e123-4de2-a123-ebc321288f7f no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:45.242378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 33a0a254-b80f-48a5-bd3c-b387a3b79356, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=33a0a254-b80f-48a5-bd3c-b387a3b79356,segment=NetworkSegment(6607c0bc-805d-491d-930d-7abd3d59f31b),segment_id=6607c0bc-805d-491d-930d-7abd3d59f31b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:45.248850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006d669-0106-4720-be33-229b29ad04be req-cfc61e1f-3e8a-4848-9cff-2ca74c39831d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:45.260229 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3006d669-0106-4720-be33-229b29ad04be req-cfc61e1f-3e8a-4848-9cff-2ca74c39831d tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1353157 Nov 27 01:15:45.295940 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05585c03-2ea5-460d-823b-cbf3382aad67 req-22c2b11a-34d4-4129-a103-d8e727e38e83 service neutron] 10.222.0.31 "GET /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492979 Nov 27 01:15:45.316514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: b17e5d81-e123-4de2-a123-ebc321288f7f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:15:45.316902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b17e5d81-e123-4de2-a123-ebc321288f7f not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:45.342761 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:45.397948 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3006d669-0106-4720-be33-229b29ad04be req-c217922d-5b69-4635-bda7-35adce224433 tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362886 Nov 27 01:15:45.472469 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:45.476017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=33a0a254-b80f-48a5-bd3c-b387a3b79356,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:45.487113 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:45.581338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d84a5-c860-49f2-86ea-80ab40318ef3 req-a8b224b2-9db8-4434-a509-2f49867a29f4 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:45.584108 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f07d84a5-c860-49f2-86ea-80ab40318ef3 req-a8b224b2-9db8-4434-a509-2f49867a29f4 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0717146 Nov 27 01:15:45.609987 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'Port': ['ID=1f57f134-1d60-41bd-a9ba-63b71445b31b,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:45.625279 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:45.651805 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:45.671080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-49b73e9a-efbd-402d-bfcd-b0d317b1d6d8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5084963 Nov 27 01:15:45.690722 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f07d84a5-c860-49f2-86ea-80ab40318ef3 req-43b2f376-9879-453a-935f-a6b012c9ef1b tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941572 Nov 27 01:15:45.835306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e542d-90e6-4505-962c-92da1c140d57 req-5a177462-9c6c-43ee-a428-33ad53c72044 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:45.841869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e542d-90e6-4505-962c-92da1c140d57 req-5a177462-9c6c-43ee-a428-33ad53c72044 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:45.847954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e542d-90e6-4505-962c-92da1c140d57 req-5a177462-9c6c-43ee-a428-33ad53c72044 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:45.848851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['cd441078-5bfb-4bcc-952f-a43a933bcdba'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:45.856436 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a19e542d-90e6-4505-962c-92da1c140d57 req-5a177462-9c6c-43ee-a428-33ad53c72044 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2413 time: 0.0886664 Nov 27 01:15:45.884909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:45.918772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['33a0a254-b80f-48a5-bd3c-b387a3b79356'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:45.924078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a19e542d-90e6-4505-962c-92da1c140d57 req-f0ca2ca8-78d7-467a-bbdc-d06b8df9fdeb tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664701 Nov 27 01:15:46.222379 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-5a7e9b51-1ae7-4417-a6d6-fb3c3d7429e3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2036431759&fields=id&tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934 HTTP/1.1" status: 200 len: 267 time: 0.0651431 Nov 27 01:15:46.278371 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.288760 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3df41672-62c5-47aa-a9e1-ed58277f70ef tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:46.290336 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3df41672-62c5-47aa-a9e1-ed58277f70ef tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports/a3225b50-6061-4fa5-b17c-9da1a48db2b4 HTTP/1.1" status: 200 len: 930 time: 0.0582652 Nov 27 01:15:46.349793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f34c48c1-b993-4a7d-a28c-59dc273d481f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:46.351926 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f34c48c1-b993-4a7d-a28c-59dc273d481f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports/4e22fff8-c9b9-4089-99ed-dfb510d02f58 HTTP/1.1" status: 200 len: 930 time: 0.0534461 Nov 27 01:15:46.398068 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-afbd4ced-2fcc-4937-90d9-19598afe0998 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?network_id=de22fecb-a913-459d-a3f0-a3199365e84c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0384774 Nov 27 01:15:46.417188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-7a6ec637-1f40-46b6-a685-3883c8303c51 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:46.424809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-7a6ec637-1f40-46b6-a685-3883c8303c51 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1693819 Nov 27 01:15:46.440884 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-a62883d0-5a8b-43d4-9987-7d78c2bd6c7b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?network_id=de22fecb-a913-459d-a3f0-a3199365e84c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0338562 Nov 27 01:15:46.513872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529765-de02-405c-8806-8f2813dfe234 req-9c0940a5-cbd7-4301-ac6f-a3e89b12123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:46.514747 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-9c0940a5-cbd7-4301-ac6f-a3e89b12123e service neutron] 10.222.0.15 "GET /v2.0/ports/6037aa8f-a318-406c-a3c1-a590da353688 HTTP/1.1" status: 200 len: 1094 time: 0.0891848 Nov 27 01:15:46.524477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6d529765-de02-405c-8806-8f2813dfe234 req-df3aced9-a856-4a41-a424-bc3319c9395f service neutron] Request body: {'binding': {'host': 'n-h2-817303-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:46.525365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6d529765-de02-405c-8806-8f2813dfe234 req-df3aced9-a856-4a41-a424-bc3319c9395f service neutron] Unknown quota resources ['binding']. {{(pid=103403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:15:46.562228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-e98ff3e4-734c-4bb3-9f6f-17d6c7a67914 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:46.568573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-e98ff3e4-734c-4bb3-9f6f-17d6c7a67914 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:46.575652 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-e98ff3e4-734c-4bb3-9f6f-17d6c7a67914 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:46.584952 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-e98ff3e4-734c-4bb3-9f6f-17d6c7a67914 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/networks?id=8edb1bd7-e9a2-4234-bcb2-92640c58daf6&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=de22fecb-a913-459d-a3f0-a3199365e84c&id=de22fecb-a913-459d-a3f0-a3199365e84c HTTP/1.1" status: 200 len: 1989 time: 0.1371071 Nov 27 01:15:46.599568 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-658fec8b-5453-4062-ab02-f8b5fa775d00 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/quotas/0b28ffa3542f4dd68ef8bcd697b3e934 HTTP/1.1" status: 200 len: 375 time: 0.0103490 Nov 27 01:15:46.662330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6d529765-de02-405c-8806-8f2813dfe234 req-df3aced9-a856-4a41-a424-bc3319c9395f service neutron] Attempting to bind port 6037aa8f-a318-406c-a3c1-a590da353688 on host n-h2-817303-10 for vnic_type normal with profile None {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:46.662898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6d529765-de02-405c-8806-8f2813dfe234 req-df3aced9-a856-4a41-a424-bc3319c9395f service neutron] Attempting to bind port 6037aa8f-a318-406c-a3c1-a590da353688 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:46.663227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d529765-de02-405c-8806-8f2813dfe234 req-df3aced9-a856-4a41-a424-bc3319c9395f service neutron] Attempting to bind port 6037aa8f-a318-406c-a3c1-a590da353688 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:46.667964 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-2835b2b7-2031-42cc-9f6b-cb411e6fbc01 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0619838 Nov 27 01:15:46.668432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d529765-de02-405c-8806-8f2813dfe234 req-df3aced9-a856-4a41-a424-bc3319c9395f service neutron] Port 6037aa8f-a318-406c-a3c1-a590da353688 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:15:46.668754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d529765-de02-405c-8806-8f2813dfe234 req-df3aced9-a856-4a41-a424-bc3319c9395f service neutron] Attempting to bind port 6037aa8f-a318-406c-a3c1-a590da353688 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:46.673630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d529765-de02-405c-8806-8f2813dfe234 req-df3aced9-a856-4a41-a424-bc3319c9395f service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:46.673971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d529765-de02-405c-8806-8f2813dfe234 req-df3aced9-a856-4a41-a424-bc3319c9395f service neutron] Checking segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:46.674351 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d529765-de02-405c-8806-8f2813dfe234 req-df3aced9-a856-4a41-a424-bc3319c9395f service neutron] Bound using segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:46.674779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6d529765-de02-405c-8806-8f2813dfe234 req-df3aced9-a856-4a41-a424-bc3319c9395f service neutron] Bound port: 6037aa8f-a318-406c-a3c1-a590da353688, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:46.734871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6d529765-de02-405c-8806-8f2813dfe234 req-df3aced9-a856-4a41-a424-bc3319c9395f service neutron] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6037aa8f-a318-406c-a3c1-a590da353688,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:46.745412 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d529765-de02-405c-8806-8f2813dfe234 req-df3aced9-a856-4a41-a424-bc3319c9395f service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.757206 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-df3aced9-a856-4a41-a424-bc3319c9395f service neutron] 10.222.0.15 "POST /v2.0/ports/6037aa8f-a318-406c-a3c1-a590da353688/bindings HTTP/1.1" status: 201 len: 390 time: 0.2357392 Nov 27 01:15:46.818606 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-16462759-3293-41d3-8f55-4dbca66bab84 service neutron] 10.222.0.15 "GET /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339622 Nov 27 01:15:46.930910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9734f-65bb-44b0-8efb-a66e08facffa req-282ea455-a25a-4b04-ad7e-456066e7156a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:46.944289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0da9734f-65bb-44b0-8efb-a66e08facffa req-282ea455-a25a-4b04-ad7e-456066e7156a tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.0657845 Nov 27 01:15:46.944499 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-27b8bcab-05fa-4861-80c1-28f84cb31aa0 service neutron] 10.222.0.15 "GET /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126411 Nov 27 01:15:46.994683 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0da9734f-65bb-44b0-8efb-a66e08facffa req-80030b32-5894-47e4-952c-62073469963f tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ae31225-10c6-4151-9593-16f88b5a722d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550311 Nov 27 01:15:47.006991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-5392b3ae-d76d-4f5d-b978-79609f437e12 service neutron] 10.222.0.15 "GET /v2.0/ports/a3225b50-6061-4fa5-b17c-9da1a48db2b4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0513711 Nov 27 01:15:47.121155 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3034ccb4-bd8a-49ec-963e-3fbc3aac6244 service neutron] 10.222.0.15 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132555 Nov 27 01:15:47.215128 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839b9b8-b93c-4b32-80e7-bff92cb4ceb4 req-b4d0537f-f9e9-4865-82c6-e0bac3c88aae tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:47.217824 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c839b9b8-b93c-4b32-80e7-bff92cb4ceb4 req-b4d0537f-f9e9-4865-82c6-e0bac3c88aae tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479d75e-f0e9-4c06-b731-9bf7aff0150b HTTP/1.1" status: 200 len: 946 time: 0.1516349 Nov 27 01:15:47.234769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529765-de02-405c-8806-8f2813dfe234 req-f1e55a6e-a626-4ba8-af2b-a6aa92546d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:47.236805 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-f1e55a6e-a626-4ba8-af2b-a6aa92546d59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 1097 time: 0.1385860 Nov 27 01:15:47.245235 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-7afbf0c5-fab8-4310-92c0-20976b762cc5 service neutron] 10.222.0.15 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175275 Nov 27 01:15:47.250705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda53d1e-64d8-477b-b55d-45b3cce32077 req-c0d4db76-5bef-498d-a01d-b1c5e1540394 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:47.263389 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fda53d1e-64d8-477b-b55d-45b3cce32077 req-c0d4db76-5bef-498d-a01d-b1c5e1540394 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1653032 Nov 27 01:15:47.299692 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-1af711b3-ec5a-467f-8d75-541d0926da59 service neutron] 10.222.0.15 "GET /v2.0/ports/4e22fff8-c9b9-4089-99ed-dfb510d02f58?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0430241 Nov 27 01:15:47.411126 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-a15da38a-89da-4e3e-af4d-0027197bda89 service neutron] 10.222.0.15 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001501 Nov 27 01:15:47.446937 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device cd441078-5bfb-4bcc-952f-a43a933bcdba up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:47.511169 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port cd441078-5bfb-4bcc-952f-a43a933bcdba completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:15:47.517955 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port cd441078-5bfb-4bcc-952f-a43a933bcdba triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:47.520192 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fda53d1e-64d8-477b-b55d-45b3cce32077 req-a3e0ea23-2e3f-4ce6-8263-7abe785d6796 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153120 Nov 27 01:15:47.521776 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:47.536122 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-973b3600-e5dc-4c03-8c2a-cdf1ef86d19e service neutron] 10.222.0.15 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172643 Nov 27 01:15:47.558163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529765-de02-405c-8806-8f2813dfe234 req-bce086a9-9096-44a1-8846-011e59260d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:47.559853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-bce086a9-9096-44a1-8846-011e59260d6c service neutron] 10.222.0.31 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.2696333 Nov 27 01:15:47.565475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-c839b9b8-b93c-4b32-80e7-bff92cb4ceb4 req-a4d52b63-4ebf-4c0b-9d55-071167e3dacb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Deleting port a78e4c4a-688d-4179-a301-d2a9945c0c85 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:47.565808 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c839b9b8-b93c-4b32-80e7-bff92cb4ceb4 req-a4d52b63-4ebf-4c0b-9d55-071167e3dacb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:47.630521 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-a9961137-131c-477d-ab57-c53abca77654 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6037aa8f-a318-406c-a3c1-a590da353688 HTTP/1.1" status: 200 len: 217 time: 0.0614226 Nov 27 01:15:47.676616 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:47.679349 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d779be67-b3ff-419c-8e5c-5cd5753694fe service neutron] 10.222.0.15 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419766 Nov 27 01:15:47.705857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd441078-5bfb-4bcc-952f-a43a933bcdba'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:47.709384 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0cf8f4-1d39-48df-997b-a3c8ba90eafa" -d '{"events": [{"server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "name": "network-vif-plugged", "status": "completed", "tag": "cd441078-5bfb-4bcc-952f-a43a933bcdba"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:47.725327 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port cd441078-5bfb-4bcc-952f-a43a933bcdba, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=cd441078-5bfb-4bcc-952f-a43a933bcdba,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:47.738161 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:47.740233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 33a0a254-b80f-48a5-bd3c-b387a3b79356 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:47.814979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f761c8b2-8a55-420f-940d-ab50488853fc service neutron] 10.222.0.15 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341312 Nov 27 01:15:47.842179 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b58d22-6332-4c5a-ae06-f134497793f3 req-66ef0028-e6af-4207-a635-e194d971f12d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:47.844423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-88b58d22-6332-4c5a-ae06-f134497793f3 req-66ef0028-e6af-4207-a635-e194d971f12d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 945 time: 0.2255983 Nov 27 01:15:47.849232 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529765-de02-405c-8806-8f2813dfe234 req-7ef2f63e-907a-4616-9bb2-13be5266470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:47.851363 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-7ef2f63e-907a-4616-9bb2-13be5266470a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.1771326 Nov 27 01:15:47.858928 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-c839b9b8-b93c-4b32-80e7-bff92cb4ceb4 req-a4d52b63-4ebf-4c0b-9d55-071167e3dacb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] For port a78e4c4a-688d-4179-a301-d2a9945c0c85, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a78e4c4a-688d-4179-a301-d2a9945c0c85,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:47.859622 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c839b9b8-b93c-4b32-80e7-bff92cb4ceb4 req-a4d52b63-4ebf-4c0b-9d55-071167e3dacb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:47.915760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-c839b9b8-b93c-4b32-80e7-bff92cb4ceb4 req-a4d52b63-4ebf-4c0b-9d55-071167e3dacb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Calling delete_port for a78e4c4a-688d-4179-a301-d2a9945c0c85 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:47.919175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-e58b2517-cbb8-4dfe-a80b-f2e7b966fd8e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507743 Nov 27 01:15:47.972120 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-7973dfeb-3122-4b6a-94fa-7198e699f234 service neutron] 10.222.0.15 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561315 Nov 27 01:15:48.050690 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=cd441078-5bfb-4bcc-952f-a43a933bcdba,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:48.065827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 33a0a254-b80f-48a5-bd3c-b387a3b79356 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:15:48.070005 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 33a0a254-b80f-48a5-bd3c-b387a3b79356 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:48.070490 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.074464 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-88b58d22-6332-4c5a-ae06-f134497793f3 req-758c1e71-e6ab-4864-9db7-06131fec4bcf tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183058 Nov 27 01:15:48.083210 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-32ed6f2b-7f7c-4971-91a1-a2255adb3d0e service neutron] 10.222.0.15 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092308 Nov 27 01:15:48.244771 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-7930c322-1bb8-4128-a6ec-452251ba4763 service neutron] 10.222.0.15 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541474 Nov 27 01:15:48.256571 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c839b9b8-b93c-4b32-80e7-bff92cb4ceb4 req-a4d52b63-4ebf-4c0b-9d55-071167e3dacb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.310096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['a78e4c4a-688d-4179-a301-d2a9945c0c85'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:48.327298 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-8888da2d-ab71-48dc-aeff-400d1ca2cadd service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934860 Nov 27 01:15:48.335828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d52b63-4ebf-4c0b-9d55-071167e3dacb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Pushing event deleted for resources: {'Port': ['ID=a78e4c4a-688d-4179-a301-d2a9945c0c85,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:48.349438 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.380473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c839b9b8-b93c-4b32-80e7-bff92cb4ceb4 req-a4d52b63-4ebf-4c0b-9d55-071167e3dacb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] No DVR routers for this DVR port a78e4c4a-688d-4179-a301-d2a9945c0c85 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:48.398349 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c839b9b8-b93c-4b32-80e7-bff92cb4ceb4 req-a4d52b63-4ebf-4c0b-9d55-071167e3dacb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.401973 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c839b9b8-b93c-4b32-80e7-bff92cb4ceb4 req-a4d52b63-4ebf-4c0b-9d55-071167e3dacb tempest-ListServerFiltersTestJSON-1678208795 tempest-ListServerFiltersTestJSON-1678208795-project] 10.222.0.21 "DELETE /v2.0/ports/a78e4c4a-688d-4179-a301-d2a9945c0c85 HTTP/1.1" status: 204 len: 173 time: 1.1763749 Nov 27 01:15:48.408499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 33a0a254-b80f-48a5-bd3c-b387a3b79356, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=33a0a254-b80f-48a5-bd3c-b387a3b79356,segment=NetworkSegment(6607c0bc-805d-491d-930d-7abd3d59f31b),segment_id=6607c0bc-805d-491d-930d-7abd3d59f31b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:48.417407 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.421521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6479d75e-f0e9-4c06-b731-9bf7aff0150b', 'name': 'network-vif-deleted', 'tag': 'a78e4c4a-688d-4179-a301-d2a9945c0c85'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:48.425978 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65544737-731e-4a4c-ad2a-6d4296bc5d32" -d '{"events": [{"server_uuid": "6479d75e-f0e9-4c06-b731-9bf7aff0150b", "name": "network-vif-deleted", "tag": "a78e4c4a-688d-4179-a301-d2a9945c0c85"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:48.432994 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-743b8786-57d3-4788-8749-baa9b76389b9 service neutron] 10.222.0.15 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816714 Nov 27 01:15:48.474302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d8bb-c816-485a-9606-b6d894229f30 req-894c4efe-f772-40b2-992c-25e55995c0b9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:48.482716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d8bb-c816-485a-9606-b6d894229f30 req-894c4efe-f772-40b2-992c-25e55995c0b9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:48.488999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d8bb-c816-485a-9606-b6d894229f30 req-894c4efe-f772-40b2-992c-25e55995c0b9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:48.490724 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-26b3d8bb-c816-485a-9606-b6d894229f30 req-894c4efe-f772-40b2-992c-25e55995c0b9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2414 time: 0.3014247 Nov 27 01:15:48.516461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=33a0a254-b80f-48a5-bd3c-b387a3b79356,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:48.608007 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f270f208-3429-40c7-94b5-a53d1384347f service neutron] 10.222.0.15 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664486 Nov 27 01:15:48.611172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-26b3d8bb-c816-485a-9606-b6d894229f30 req-11f0a2a9-3ceb-4836-862a-e153c335a44e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113729 Nov 27 01:15:48.614281 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-52061b47-8721-4664-8379-a2c5f8b7e394 service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747493 Nov 27 01:15:48.736210 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-92b90b52-7769-4252-80d4-06ba9a0586e7 service neutron] 10.222.0.15 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272860 Nov 27 01:15:48.803930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529765-de02-405c-8806-8f2813dfe234 req-a312e383-82db-4a44-b518-b764b0fc60b7 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:48.811601 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-a312e383-82db-4a44-b518-b764b0fc60b7 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913&tenant_id=d18461bdb04f48e7b016c099b1185328&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 1097 time: 0.0568974 Nov 27 01:15:48.844300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-10'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:48.944885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.127631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6037aa8f-a318-406c-a3c1-a590da353688,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:49.209254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:49.302543 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.311078 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22a9d37-1d39-4fcd-bfdf-e2ddeeaeae70 x-openstack-request-id: req-b22a9d37-1d39-4fcd-bfdf-e2ddeeaeae70 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:49.311409 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "name": "network-vif-plugged", "status": "completed", "tag": "cd441078-5bfb-4bcc-952f-a43a933bcdba", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:49.311616 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b22a9d37-1d39-4fcd-bfdf-e2ddeeaeae70 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:49.311737 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.312016 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd441078-5bfb-4bcc-952f-a43a933bcdba', 'code': 200} Nov 27 01:15:49.365872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54810) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:49.480492 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de695e1f-801c-4835-bd9d-45e9c089698f x-openstack-request-id: req-de695e1f-801c-4835-bd9d-45e9c089698f {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:49.481179 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6479d75e-f0e9-4c06-b731-9bf7aff0150b", "name": "network-vif-deleted", "tag": "a78e4c4a-688d-4179-a301-d2a9945c0c85", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:49.481179 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de695e1f-801c-4835-bd9d-45e9c089698f {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:49.481516 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6479d75e-f0e9-4c06-b731-9bf7aff0150b', 'name': 'network-vif-deleted', 'tag': 'a78e4c4a-688d-4179-a301-d2a9945c0c85', 'status': 'completed', 'code': 200} Nov 27 01:15:49.488748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:49.495886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46693627-66cb-492b-8089-645f82a73ece service neutron] Pushing event updated for resources: {'Port': ['ID=6037aa8f-a318-406c-a3c1-a590da353688,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:49.556066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Attempting to bind port 6037aa8f-a318-406c-a3c1-a590da353688 on host n-h1-817303-10 for vnic_type normal with profile {"migrating_to": "n-h2-817303-10"} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:49.562198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Attempting to bind port 6037aa8f-a318-406c-a3c1-a590da353688 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:49.563145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Attempting to bind port 6037aa8f-a318-406c-a3c1-a590da353688 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:49.579558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Port 6037aa8f-a318-406c-a3c1-a590da353688 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:15:49.583421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Attempting to bind port 6037aa8f-a318-406c-a3c1-a590da353688 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:49.609081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:49.609081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Checking segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:49.609081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Bound using segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:49.609689 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Bound port: 6037aa8f-a318-406c-a3c1-a590da353688, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:49.609928 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.660795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfd9229-537c-42cb-b79f-7301608413b2 admin admin] Deleting subnet 34dd4f54-a648-49d7-95dc-b1032614d913 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:15:49.676162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:15:49.685262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:49.685643 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.701553 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9229-537c-42cb-b79f-7301608413b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.739563 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9229-537c-42cb-b79f-7301608413b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.777690 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:49.792236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6037aa8f-a318-406c-a3c1-a590da353688,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:49.797571 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.797767 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.840653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:49.846816 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.848111 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a78e4c4a-688d-4179-a301-d2a9945c0c85 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:49.885731 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9229-537c-42cb-b79f-7301608413b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.909910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ab38-c2fa-46e3-a98b-4acb4f20e6dd req-2aaa73ca-9c42-4abd-af6a-9a16c82054ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:49.911464 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb48ab38-c2fa-46e3-a98b-4acb4f20e6dd req-2aaa73ca-9c42-4abd-af6a-9a16c82054ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 1097 time: 0.3728614 Nov 27 01:15:49.911721 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:49.928397 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46693627-66cb-492b-8089-645f82a73ece service neutron] Pushing event updated for resources: {'Port': ['ID=6037aa8f-a318-406c-a3c1-a590da353688,revision_number=8']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:49.932400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5fb9b-e245-44fb-bb24-ee7abda6507c req-84e1c4e6-8c38-4525-9dda-b597b946c328 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:49.938371 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: a78e4c4a-688d-4179-a301-d2a9945c0c85 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:15:49.938972 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a78e4c4a-688d-4179-a301-d2a9945c0c85 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:49.939616 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dca5fb9b-e245-44fb-bb24-ee7abda6507c req-84e1c4e6-8c38-4525-9dda-b597b946c328 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 943 time: 0.2762787 Nov 27 01:15:49.969104 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b545b9-d83d-4bb2-91bf-1e35528ba486 req-edb16de1-c614-48c5-ba6e-a1c2e7a27813 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:49.984803 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6b545b9-d83d-4bb2-91bf-1e35528ba486 req-edb16de1-c614-48c5-ba6e-a1c2e7a27813 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1908650 Nov 27 01:15:50.005325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:50.006056 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.007385 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-46693627-66cb-492b-8089-645f82a73ece service neutron] 10.222.0.31 "PUT /v2.0/ports/6037aa8f-a318-406c-a3c1-a590da353688 HTTP/1.1" status: 200 len: 1123 time: 1.1674409 Nov 27 01:15:50.061992 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9229-537c-42cb-b79f-7301608413b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.073958 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6b545b9-d83d-4bb2-91bf-1e35528ba486 req-4fc2a8e8-c4e6-4998-9300-b6ed8ce1447b tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653327 Nov 27 01:15:50.084862 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dca5fb9b-e245-44fb-bb24-ee7abda6507c req-be61d37e-6a0e-4a8d-8cff-fd88f23be624 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443172 Nov 27 01:15:50.116219 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9229-537c-42cb-b79f-7301608413b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.122680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54832) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:50.125465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff62713-632a-4cfe-b02b-8e465d58fd94 None None] Network 553ff13a-194b-495b-ac31-cdc4976c4359 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:50.131123 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1cfd9229-537c-42cb-b79f-7301608413b2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/34dd4f54-a648-49d7-95dc-b1032614d913 HTTP/1.1" status: 204 len: 168 time: 0.7639041 Nov 27 01:15:50.135737 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd9229-537c-42cb-b79f-7301608413b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34dd4f54-a648-49d7-95dc-b1032614d913,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:50.205694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['6037aa8f-a318-406c-a3c1-a590da353688'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:50.213550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ab38-c2fa-46e3-a98b-4acb4f20e6dd req-60b0b93a-1901-4476-9d12-30a0ff459018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:50.215052 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb48ab38-c2fa-46e3-a98b-4acb4f20e6dd req-60b0b93a-1901-4476-9d12-30a0ff459018 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 918 time: 0.2716718 Nov 27 01:15:50.238393 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c719d13d-4920-4e95-87dd-2c7713019520 req-bebf0fe6-c90f-4075-87be-33144b774eba tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0516937 Nov 27 01:15:50.288801 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.320887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5474c30-288e-41f6-b8e8-d440b5118207 req-a884bc5e-2a8c-4826-8e3f-b53c575c50e7 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:50.321133 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb48ab38-c2fa-46e3-a98b-4acb4f20e6dd req-f57b72e4-81bc-4f57-98d2-5c19af677796 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba44597-9a96-43c1-a551-0d2269af312f HTTP/1.1" status: 200 len: 1001 time: 0.0911186 Nov 27 01:15:50.323496 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5474c30-288e-41f6-b8e8-d440b5118207 req-a884bc5e-2a8c-4826-8e3f-b53c575c50e7 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1138241 Nov 27 01:15:50.430013 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5474c30-288e-41f6-b8e8-d440b5118207 req-500a5f68-666f-46b7-95fb-ef9ca7a02e4d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998006 Nov 27 01:15:50.447149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Deleting port 5b5f3132-d991-4d03-99e2-c6c2721db002 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:50.447518 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.458356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137201d-1299-4ef5-9821-a55da3e9d400 req-12623551-1580-48db-ab4b-22c0b533236a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:50.470609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137201d-1299-4ef5-9821-a55da3e9d400 req-12623551-1580-48db-ab4b-22c0b533236a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:50.486915 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137201d-1299-4ef5-9821-a55da3e9d400 req-12623551-1580-48db-ab4b-22c0b533236a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:50.498177 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4137201d-1299-4ef5-9821-a55da3e9d400 req-12623551-1580-48db-ab4b-22c0b533236a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2416 time: 0.1662498 Nov 27 01:15:50.513441 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d3d65b-2aba-4092-80a4-5651b4efd4a5 None None] DHCP port deletion for 553ff13a-194b-495b-ac31-cdc4976c4359 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:15:50.520965 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ab38-c2fa-46e3-a98b-4acb4f20e6dd req-f03b1767-0336-457e-a19f-056cde9af9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:50.524021 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb48ab38-c2fa-46e3-a98b-4acb4f20e6dd req-f03b1767-0336-457e-a19f-056cde9af9da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.1500075 Nov 27 01:15:50.544382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] For port 5b5f3132-d991-4d03-99e2-c6c2721db002, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5b5f3132-d991-4d03-99e2-c6c2721db002,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:50.544753 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.559021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Calling delete_port for 5b5f3132-d991-4d03-99e2-c6c2721db002 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:50.599281 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-95d3d65b-2aba-4092-80a4-5651b4efd4a5 None None] Deleting port 5b5f3132-d991-4d03-99e2-c6c2721db002 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:50.599659 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-95d3d65b-2aba-4092-80a4-5651b4efd4a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.616455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ab38-c2fa-46e3-a98b-4acb4f20e6dd req-91aa7668-5d84-4c20-896b-511f40e0fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:50.618098 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb48ab38-c2fa-46e3-a98b-4acb4f20e6dd req-91aa7668-5d84-4c20-896b-511f40e0fe3e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870416 Nov 27 01:15:50.667876 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.695793 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-95d3d65b-2aba-4092-80a4-5651b4efd4a5 None None] For port 5b5f3132-d991-4d03-99e2-c6c2721db002, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5b5f3132-d991-4d03-99e2-c6c2721db002,segment=NetworkSegment(1dd687a0-2945-44fb-8892-77471c5adb3b),segment_id=1dd687a0-2945-44fb-8892-77471c5adb3b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:50.696416 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-95d3d65b-2aba-4092-80a4-5651b4efd4a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.701266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5f3132-d991-4d03-99e2-c6c2721db002,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:50.710480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] No DVR routers for this DVR port 5b5f3132-d991-4d03-99e2-c6c2721db002 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:50.724214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-95d3d65b-2aba-4092-80a4-5651b4efd4a5 None None] Calling delete_port for 5b5f3132-d991-4d03-99e2-c6c2721db002 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:50.743009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4137201d-1299-4ef5-9821-a55da3e9d400 req-e92e0324-8bd0-4847-9ae3-f66bdd8a7165 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384841 Nov 27 01:15:50.821319 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.823637 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb48ab38-c2fa-46e3-a98b-4acb4f20e6dd req-2e710faa-9e30-4f4d-83dc-d63b78d7f7c9 service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812479 Nov 27 01:15:50.844540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553ff13a-194b-495b-ac31-cdc4976c4359']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:50.865022 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-95d3d65b-2aba-4092-80a4-5651b4efd4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.875124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd687a0-2945-44fb-8892-77471c5adb3b') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:50.875496 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd687a0-2945-44fb-8892-77471c5adb3b') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:50.902020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3d65b-2aba-4092-80a4-5651b4efd4a5 None None] Pushing event deleted for resources: {'Port': ['ID=5b5f3132-d991-4d03-99e2-c6c2721db002,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:50.903947 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d3d65b-2aba-4092-80a4-5651b4efd4a5 None None] No DVR routers for this DVR port 5b5f3132-d991-4d03-99e2-c6c2721db002 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:50.910003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.927297 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.934578 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:15:50.935050 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:15:50.937036 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:15:50.956236 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb48ab38-c2fa-46e3-a98b-4acb4f20e6dd req-71eb9ff2-3bc6-43ec-8d1d-d19e5c83c3b4 service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114881 Nov 27 01:15:50.996060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:51.002689 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:51.006633 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] 10.222.0.15 "DELETE /v2.0/networks/553ff13a-194b-495b-ac31-cdc4976c4359 HTTP/1.1" status: 204 len: 168 time: 0.8827572 Nov 27 01:15:51.018236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216ab42-981c-4737-b132-dee43dd4e54f admin admin] Pushing event deleted for resources: {'Network': ['ID=553ff13a-194b-495b-ac31-cdc4976c4359,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:51.141597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54854) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:51.308118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5b5f3132-d991-4d03-99e2-c6c2721db002 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:51.314129 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a0a254-b80f-48a5-bd3c-b387a3b79356'}, {'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:51.317743 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e595ee-733a-4ec9-9ff1-b143bddc2fdd" -d '{"events": [{"server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "name": "network-vif-plugged", "status": "completed", "tag": "33a0a254-b80f-48a5-bd3c-b387a3b79356"}, {"server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "name": "network-vif-plugged", "status": "completed", "tag": "5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:51.349332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 5b5f3132-d991-4d03-99e2-c6c2721db002 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:15:51.349978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5b5f3132-d991-4d03-99e2-c6c2721db002 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:51.419867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47cf6837-afe6-4640-92a6-10cab8639065 req-2e34fc31-3013-497f-9e6e-d513b7cf26d4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0673752 Nov 27 01:15:51.460492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-43f43bb0-cebb-4240-a862-ac8e4dbdd021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:51.462239 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-43f43bb0-cebb-4240-a862-ac8e4dbdd021 service neutron] 10.222.0.31 "GET /v2.0/ports/a3225b50-6061-4fa5-b17c-9da1a48db2b4 HTTP/1.1" status: 200 len: 1026 time: 0.0813754 Nov 27 01:15:51.537137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfc43eda-3bff-4e60-8d8f-5e6151d510b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:51.537349 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa781b1c-3c58-4509-877d-074f140589bc x-openstack-request-id: req-aa781b1c-3c58-4509-877d-074f140589bc {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:51.537716 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "name": "network-vif-plugged", "status": "completed", "tag": "33a0a254-b80f-48a5-bd3c-b387a3b79356", "code": 200}, {"server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "name": "network-vif-plugged", "status": "completed", "tag": "5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:51.538029 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa781b1c-3c58-4509-877d-074f140589bc {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:51.538506 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a0a254-b80f-48a5-bd3c-b387a3b79356', 'code': 200} Nov 27 01:15:51.538823 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a', 'code': 200} Nov 27 01:15:51.540154 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfc43eda-3bff-4e60-8d8f-5e6151d510b6 service neutron] 10.222.0.31 "GET /v2.0/ports/4e22fff8-c9b9-4089-99ed-dfb510d02f58 HTTP/1.1" status: 200 len: 1026 time: 0.0481567 Nov 27 01:15:51.553359 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691528c2-fb61-42d7-93ad-ca32dec05913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6037aa8f-a318-406c-a3c1-a590da353688'}, {'name': 'network-changed', 'server_uuid': '691528c2-fb61-42d7-93ad-ca32dec05913', 'tag': '6037aa8f-a318-406c-a3c1-a590da353688'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:51.555697 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6591ceb9-fbd1-45bd-9a94-906add1bae6b" -d '{"events": [{"server_uuid": "691528c2-fb61-42d7-93ad-ca32dec05913", "name": "network-vif-unplugged", "status": "completed", "tag": "6037aa8f-a318-406c-a3c1-a590da353688"}, {"name": "network-changed", "server_uuid": "691528c2-fb61-42d7-93ad-ca32dec05913", "tag": "6037aa8f-a318-406c-a3c1-a590da353688"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:51.566896 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b1349eb7-5619-4241-a4a7-a692daafd4d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ad0ddfc918e4bb9a0295e1e5f508fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4241254 Nov 27 01:15:51.569760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54864) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:51.616031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fab0d-8465-4a1e-bf1a-3e39ad995ba4 req-39562ba3-fda6-4ee2-a446-eb701d76e331 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:51.620707 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da0fab0d-8465-4a1e-bf1a-3e39ad995ba4 req-39562ba3-fda6-4ee2-a446-eb701d76e331 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 943 time: 0.4440267 Nov 27 01:15:51.703170 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da0fab0d-8465-4a1e-bf1a-3e39ad995ba4 req-6ce5c551-d541-4b15-a565-d56486160e69 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729704 Nov 27 01:15:51.718110 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db002536-0b12-47e6-be9e-667c5320b661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:51.758592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0a2f0-6963-4fad-8553-16f03d8c17c6 req-5e125ecd-84b3-46a2-abdd-eaf80647fb1e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:51.764392 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db002536-0b12-47e6-be9e-667c5320b661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:51.767591 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c3e0a2f0-6963-4fad-8553-16f03d8c17c6 req-5e125ecd-84b3-46a2-abdd-eaf80647fb1e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1592283 Nov 27 01:15:51.777145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99f252-9090-48a6-8d64-4a99666fddb7 req-5cda3793-f668-4ae0-a065-bbf0d3889230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:51.777634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99f252-9090-48a6-8d64-4a99666fddb7 req-5cda3793-f668-4ae0-a065-bbf0d3889230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:51.778218 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99f252-9090-48a6-8d64-4a99666fddb7 req-5cda3793-f668-4ae0-a065-bbf0d3889230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:51.780087 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8c99f252-9090-48a6-8d64-4a99666fddb7 req-5cda3793-f668-4ae0-a065-bbf0d3889230 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2872 time: 0.0950177 Nov 27 01:15:51.784024 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74fee69-69ea-4bfe-8d40-830ad69a290a x-openstack-request-id: req-d74fee69-69ea-4bfe-8d40-830ad69a290a {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:51.784826 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691528c2-fb61-42d7-93ad-ca32dec05913", "name": "network-vif-unplugged", "status": "completed", "tag": "6037aa8f-a318-406c-a3c1-a590da353688", "code": 200}, {"name": "network-changed", "server_uuid": "691528c2-fb61-42d7-93ad-ca32dec05913", "tag": "6037aa8f-a318-406c-a3c1-a590da353688", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:51.784826 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d74fee69-69ea-4bfe-8d40-830ad69a290a {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:51.785072 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691528c2-fb61-42d7-93ad-ca32dec05913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6037aa8f-a318-406c-a3c1-a590da353688', 'code': 200} Nov 27 01:15:51.785177 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691528c2-fb61-42d7-93ad-ca32dec05913', 'tag': '6037aa8f-a318-406c-a3c1-a590da353688', 'status': 'completed', 'code': 200} Nov 27 01:15:51.841012 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db002536-0b12-47e6-be9e-667c5320b661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:51.844491 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db002536-0b12-47e6-be9e-667c5320b661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:51.848397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-db002536-0b12-47e6-be9e-667c5320b661 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ae31225-10c6-4151-9593-16f88b5a722d HTTP/1.1" status: 204 len: 168 time: 0.2749414 Nov 27 01:15:51.849870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-bb6a937a-9915-4420-9292-6fe29c5c0a08 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:51.857494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-bb6a937a-9915-4420-9292-6fe29c5c0a08 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:51.863447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-bb6a937a-9915-4420-9292-6fe29c5c0a08 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:51.865075 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-bb6a937a-9915-4420-9292-6fe29c5c0a08 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "GET /v2.0/networks?id=8edb1bd7-e9a2-4234-bcb2-92640c58daf6&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=de22fecb-a913-459d-a3f0-a3199365e84c&id=de22fecb-a913-459d-a3f0-a3199365e84c HTTP/1.1" status: 200 len: 1989 time: 0.3127952 Nov 27 01:15:51.874413 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db002536-0b12-47e6-be9e-667c5320b661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae31225-10c6-4151-9593-16f88b5a722d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:51.911537 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c3e0a2f0-6963-4fad-8553-16f03d8c17c6 req-a79dd65f-eff5-43ee-afdb-e0641f4e0d37 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1429796 Nov 27 01:15:51.981737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591ceb9-fbd1-45bd-9a94-906add1bae6b req-1897c27f-9901-4595-962c-3fc61d58dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:51.987927 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6591ceb9-fbd1-45bd-9a94-906add1bae6b req-1897c27f-9901-4595-962c-3fc61d58dadb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 1126 time: 0.1148498 Nov 27 01:15:51.996077 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8c99f252-9090-48a6-8d64-4a99666fddb7 req-8d8f4563-a4ef-463c-b1a2-0a1db0d89488 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488268 Nov 27 01:15:52.015846 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-2b08088e-a431-4b0e-9213-00bd5d4a2fba tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934 HTTP/1.1" status: 200 len: 380 time: 0.1288624 Nov 27 01:15:52.036828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f2f53498-a6cb-46a0-91f4-6d05394bfa04 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'port': {'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'admin_state_up': True, 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'security_groups': ['bb8393a8-cdc2-427f-ac69-7e09a2e5163d']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:52.178562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591ceb9-fbd1-45bd-9a94-906add1bae6b req-18a8bf31-a340-4bad-a95e-7eb10968c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:52.180430 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6591ceb9-fbd1-45bd-9a94-906add1bae6b req-18a8bf31-a340-4bad-a95e-7eb10968c419 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.1830196 Nov 27 01:15:52.257987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f2f53498-a6cb-46a0-91f4-6d05394bfa04 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Made reservation on behalf of 0b28ffa3542f4dd68ef8bcd697b3e934 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:52.262715 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f2f53498-a6cb-46a0-91f4-6d05394bfa04 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:52.316933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80f107-849e-4cbe-a78f-8ee4eed655dc req-bce9264d-04c1-4758-ad72-9340ff22e2ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:52.323589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80f107-849e-4cbe-a78f-8ee4eed655dc req-bce9264d-04c1-4758-ad72-9340ff22e2ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:52.340337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80f107-849e-4cbe-a78f-8ee4eed655dc req-bce9264d-04c1-4758-ad72-9340ff22e2ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:52.342088 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6d80f107-849e-4cbe-a78f-8ee4eed655dc req-bce9264d-04c1-4758-ad72-9340ff22e2ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2416 time: 0.3209848 Nov 27 01:15:52.430842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6591ceb9-fbd1-45bd-9a94-906add1bae6b req-eff812d7-2254-46bd-a47a-0fb2f8d8c78f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6037aa8f-a318-406c-a3c1-a590da353688 HTTP/1.1" status: 200 len: 217 time: 0.1164470 Nov 27 01:15:52.489488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591ceb9-fbd1-45bd-9a94-906add1bae6b req-b8132bc5-0574-4564-ad8a-9b5deb1c07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:52.492153 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6591ceb9-fbd1-45bd-9a94-906add1bae6b req-b8132bc5-0574-4564-ad8a-9b5deb1c07ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.0523007 Nov 27 01:15:52.534528 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6d80f107-849e-4cbe-a78f-8ee4eed655dc req-39fdd063-d16b-42de-8ade-5491730db8d8 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786950 Nov 27 01:15:52.585364 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6591ceb9-fbd1-45bd-9a94-906add1bae6b req-0201a00f-c8ff-4dc4-b61e-aee7017ee03b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788841 Nov 27 01:15:52.614378 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f2f53498-a6cb-46a0-91f4-6d05394bfa04 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Allocated IP 172.20.0.7 (8edb1bd7-e9a2-4234-bcb2-92640c58daf6/254528fa-ba6d-46f8-93e2-9e5298866c76/7297ec62-6258-4f74-801e-a2ae20c22061) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:52.675433 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff2cb784-64aa-4e7f-bdb2-94764308de07 req-4af70575-6f4f-47f2-8ed1-647e02c9a4e4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0942552 Nov 27 01:15:52.823796 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6591ceb9-fbd1-45bd-9a94-906add1bae6b req-2da2fef1-cd22-463a-8371-6e32567613ed service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158487 Nov 27 01:15:52.966310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f2f53498-a6cb-46a0-91f4-6d05394bfa04 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:52.994763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37feca-4220-4d8b-82e8-1efd0727194a req-d1b86436-7be0-4af0-99ac-b8e261e4f187 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:53.002782 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e37feca-4220-4d8b-82e8-1efd0727194a req-d1b86436-7be0-4af0-99ac-b8e261e4f187 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 943 time: 0.1582310 Nov 27 01:15:53.098372 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6591ceb9-fbd1-45bd-9a94-906add1bae6b req-1c6a2cfc-6be6-4a5a-a627-0065b53fedf3 service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669420 Nov 27 01:15:53.166132 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f2f53498-a6cb-46a0-91f4-6d05394bfa04 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.180016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e536b-3552-42d2-ae24-7a2704d2dda8 req-a9dd62c8-656d-430c-a282-733fc716a841 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:53.188479 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2f7e536b-3552-42d2-ae24-7a2704d2dda8 req-a9dd62c8-656d-430c-a282-733fc716a841 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1086330 Nov 27 01:15:53.263834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6037aa8f-a318-406c-a3c1-a590da353688 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:15:53.272740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f2f53498-a6cb-46a0-91f4-6d05394bfa04 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:53.290063 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e37feca-4220-4d8b-82e8-1efd0727194a req-7a48a1dd-9f89-4cfa-9094-3c34626797e8 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861276 Nov 27 01:15:53.291578 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f2f53498-a6cb-46a0-91f4-6d05394bfa04 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:53.299969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f2f53498-a6cb-46a0-91f4-6d05394bfa04 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:53.343783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2f7e536b-3552-42d2-ae24-7a2704d2dda8 req-dcc9e133-71a3-4cd4-949f-4b41f21458b0 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1541471 Nov 27 01:15:53.393600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f53498-a6cb-46a0-91f4-6d05394bfa04 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'Port': ['ID=7297ec62-6258-4f74-801e-a2ae20c22061,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:53.444078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f2f53498-a6cb-46a0-91f4-6d05394bfa04 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:53.452698 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f2f53498-a6cb-46a0-91f4-6d05394bfa04 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.488584 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-f2f53498-a6cb-46a0-91f4-6d05394bfa04 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4563076 Nov 27 01:15:53.513396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6037aa8f-a318-406c-a3c1-a590da353688,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:53.514952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-eebdea7a-83c6-4d40-b7ed-4554e366146e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'port': {'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc', 'admin_state_up': True, 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'security_groups': ['bb8393a8-cdc2-427f-ac69-7e09a2e5163d']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:53.548338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6037aa8f-a318-406c-a3c1-a590da353688 has no active binding in host n-h2-817303-10 {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:15:53.769415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6b79a-99c8-4408-bc62-b199218dae76 req-6df5a88e-63d4-4a03-ab99-6a01222b35cf tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:53.776019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6b79a-99c8-4408-bc62-b199218dae76 req-6df5a88e-63d4-4a03-ab99-6a01222b35cf tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:53.782644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6b79a-99c8-4408-bc62-b199218dae76 req-6df5a88e-63d4-4a03-ab99-6a01222b35cf tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:53.789928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3bb6b79a-99c8-4408-bc62-b199218dae76 req-6df5a88e-63d4-4a03-ab99-6a01222b35cf tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2416 time: 0.1116197 Nov 27 01:15:53.794580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f13eef0a-d296-4fbb-bb87-1f5f68bc9221 None None] Provisioning complete for port 7297ec62-6258-4f74-801e-a2ae20c22061 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:53.795056 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f13eef0a-d296-4fbb-bb87-1f5f68bc9221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.797752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-eebdea7a-83c6-4d40-b7ed-4554e366146e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Made reservation on behalf of 0b28ffa3542f4dd68ef8bcd697b3e934 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:53.801969 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-eebdea7a-83c6-4d40-b7ed-4554e366146e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.847251 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f13eef0a-d296-4fbb-bb87-1f5f68bc9221 None None] Port 7297ec62-6258-4f74-801e-a2ae20c22061 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:53.862285 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cb933-fbf2-4c09-a1f7-ad582cab4351 req-ba2a31cd-185f-49af-b931-51360cb4d0f9 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:53.870061 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca6cb933-fbf2-4c09-a1f7-ad582cab4351 req-ba2a31cd-185f-49af-b931-51360cb4d0f9 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 931 time: 0.1099949 Nov 27 01:15:53.902266 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3bb6b79a-99c8-4408-bc62-b199218dae76 req-ddb749c1-2b50-4eca-9b9b-b265616b6181 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107666 Nov 27 01:15:53.914628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54914) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:53.968714 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca6cb933-fbf2-4c09-a1f7-ad582cab4351 req-a2258314-e6ba-4ad1-abdd-a693e95251bc tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889776 Nov 27 01:15:54.019929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-eebdea7a-83c6-4d40-b7ed-4554e366146e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Allocated IP 10.1.1.204 (418da70a-eaae-4c95-847b-9bc511a0e7dc/2c5b2728-377a-4cad-b3b1-5f9a22f04952/4f854bd5-781e-4e8b-a405-db101e4faafa) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:54.052789 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-89d93505-afe1-441c-a272-35cc1571ce12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.171017 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-89d93505-afe1-441c-a272-35cc1571ce12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.175478 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-89d93505-afe1-441c-a272-35cc1571ce12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.208562 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-eebdea7a-83c6-4d40-b7ed-4554e366146e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.246808 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-eebdea7a-83c6-4d40-b7ed-4554e366146e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.263124 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-89d93505-afe1-441c-a272-35cc1571ce12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9769483d610241c0ae94bde900606a19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451293 Nov 27 01:15:54.263124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d93505-afe1-441c-a272-35cc1571ce12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21a6923-9398-40da-9bfb-76ac8b3aa8bb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:54.264503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54924) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:54.306080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-eebdea7a-83c6-4d40-b7ed-4554e366146e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Network 418da70a-eaae-4c95-847b-9bc511a0e7dc is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:54.308686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-eebdea7a-83c6-4d40-b7ed-4554e366146e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:54.319653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfb0a0-3d1c-4f48-81b9-3416da3be2f9 req-74f65cc9-28db-47cd-b7b7-a91b9b58efe7 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:54.326443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfb0a0-3d1c-4f48-81b9-3416da3be2f9 req-74f65cc9-28db-47cd-b7b7-a91b9b58efe7 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:54.330191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-eebdea7a-83c6-4d40-b7ed-4554e366146e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:54.334975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfb0a0-3d1c-4f48-81b9-3416da3be2f9 req-74f65cc9-28db-47cd-b7b7-a91b9b58efe7 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:54.347309 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8dfb0a0-3d1c-4f48-81b9-3416da3be2f9 req-74f65cc9-28db-47cd-b7b7-a91b9b58efe7 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2416 time: 0.1574099 Nov 27 01:15:54.381358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdea7a-83c6-4d40-b7ed-4554e366146e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'Port': ['ID=4f854bd5-781e-4e8b-a405-db101e4faafa,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:54.428747 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8dfb0a0-3d1c-4f48-81b9-3416da3be2f9 req-8734a15c-af11-42ee-b47a-e6f3e58e319b tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801892 Nov 27 01:15:54.458790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-eebdea7a-83c6-4d40-b7ed-4554e366146e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:54.459556 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-eebdea7a-83c6-4d40-b7ed-4554e366146e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.476059 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d8ee7ec5-13f3-45bd-afd4-d2fa86f6f94f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.489590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb687d-da8c-49d0-ba2f-2ebc58fcda15 req-38589822-e543-4e7f-8d8e-c258c3556685 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:54.498528 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-53eb687d-da8c-49d0-ba2f-2ebc58fcda15 req-38589822-e543-4e7f-8d8e-c258c3556685 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 943 time: 0.1305373 Nov 27 01:15:54.512981 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-eebdea7a-83c6-4d40-b7ed-4554e366146e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0023794 Nov 27 01:15:54.533284 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d8ee7ec5-13f3-45bd-afd4-d2fa86f6f94f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.541584 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-35425913-e829-4f26-be6d-a8a1b2b1efdb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'port': {'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc', 'admin_state_up': True, 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'security_groups': ['bb8393a8-cdc2-427f-ac69-7e09a2e5163d']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:54.620084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-53eb687d-da8c-49d0-ba2f-2ebc58fcda15 req-c4b0e2ba-9998-4a8d-8e37-750672ec2160 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165752 Nov 27 01:15:54.622547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d21f7-6cd9-4946-acd1-8ba530732985 req-e9c7c39b-172c-463c-8ba5-4121a276c26e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:54.624219 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-682d21f7-6cd9-4946-acd1-8ba530732985 req-e9c7c39b-172c-463c-8ba5-4121a276c26e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1066296 Nov 27 01:15:54.668528 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d8ee7ec5-13f3-45bd-afd4-d2fa86f6f94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.671133 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d8ee7ec5-13f3-45bd-afd4-d2fa86f6f94f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.675012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d8ee7ec5-13f3-45bd-afd4-d2fa86f6f94f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a21a6923-9398-40da-9bfb-76ac8b3aa8bb HTTP/1.1" status: 204 len: 168 time: 0.3973188 Nov 27 01:15:54.693528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee7ec5-13f3-45bd-afd4-d2fa86f6f94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21a6923-9398-40da-9bfb-76ac8b3aa8bb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:54.712641 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-682d21f7-6cd9-4946-acd1-8ba530732985 req-6746e7a5-6f63-4789-a1e3-820b9d2d7c07 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664132 Nov 27 01:15:54.715432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-35425913-e829-4f26-be6d-a8a1b2b1efdb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Made reservation on behalf of 0b28ffa3542f4dd68ef8bcd697b3e934 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:54.719038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-35425913-e829-4f26-be6d-a8a1b2b1efdb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.735017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dd14a36d-41de-44ee-a0d6-bf1db6f66b4b None None] Provisioning complete for port 4f854bd5-781e-4e8b-a405-db101e4faafa triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:54.735946 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dd14a36d-41de-44ee-a0d6-bf1db6f66b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.832921 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-dd14a36d-41de-44ee-a0d6-bf1db6f66b4b None None] Port 4f854bd5-781e-4e8b-a405-db101e4faafa cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:54.894563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-35425913-e829-4f26-be6d-a8a1b2b1efdb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Allocated IP 10.1.1.99 (418da70a-eaae-4c95-847b-9bc511a0e7dc/2c5b2728-377a-4cad-b3b1-5f9a22f04952/5b98aa43-349e-495b-b219-a68032564792) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:55.049500 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-35425913-e829-4f26-be6d-a8a1b2b1efdb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:55.129437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec477ae9-9393-492a-ad03-dcbd509bf181 req-0981f232-371a-4849-819b-073ba6e21f19 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:55.135842 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec477ae9-9393-492a-ad03-dcbd509bf181 req-0981f232-371a-4849-819b-073ba6e21f19 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:55.137429 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec477ae9-9393-492a-ad03-dcbd509bf181 req-0981f232-371a-4849-819b-073ba6e21f19 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 1653 time: 0.0774632 Nov 27 01:15:55.138736 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-35425913-e829-4f26-be6d-a8a1b2b1efdb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:55.207196 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-35425913-e829-4f26-be6d-a8a1b2b1efdb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Network 418da70a-eaae-4c95-847b-9bc511a0e7dc is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:55.215299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-35425913-e829-4f26-be6d-a8a1b2b1efdb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:55.217958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-35425913-e829-4f26-be6d-a8a1b2b1efdb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:55.228623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35425913-e829-4f26-be6d-a8a1b2b1efdb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'Port': ['ID=5b98aa43-349e-495b-b219-a68032564792,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:55.277184 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec477ae9-9393-492a-ad03-dcbd509bf181 req-11083b35-e107-4b87-8604-0572d1e85cf2 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301053 Nov 27 01:15:55.292489 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-35425913-e829-4f26-be6d-a8a1b2b1efdb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:55.293155 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-35425913-e829-4f26-be6d-a8a1b2b1efdb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:55.314776 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-35425913-e829-4f26-be6d-a8a1b2b1efdb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7803895 Nov 27 01:15:55.332874 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-fc7defaf-cb6c-4624-bb01-f7daeab2214a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'port': {'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c', 'admin_state_up': True, 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'security_groups': ['bb8393a8-cdc2-427f-ac69-7e09a2e5163d']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:55.501349 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-fc7defaf-cb6c-4624-bb01-f7daeab2214a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Made reservation on behalf of 0b28ffa3542f4dd68ef8bcd697b3e934 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:55.564267 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7e353abf-d37c-4f17-9eba-54fbdfd64a6e None None] Provisioning complete for port 5b98aa43-349e-495b-b219-a68032564792 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:55.564650 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7e353abf-d37c-4f17-9eba-54fbdfd64a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:55.608057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7e353abf-d37c-4f17-9eba-54fbdfd64a6e None None] Port 5b98aa43-349e-495b-b219-a68032564792 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:55.623449 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4dde4-44fd-4238-acdd-7ecb7fc88fc1 req-72791709-a036-482b-b323-70890e908d79 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:55.630280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4dde4-44fd-4238-acdd-7ecb7fc88fc1 req-72791709-a036-482b-b323-70890e908d79 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:55.636744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4dde4-44fd-4238-acdd-7ecb7fc88fc1 req-72791709-a036-482b-b323-70890e908d79 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:55.644286 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04f4dde4-44fd-4238-acdd-7ecb7fc88fc1 req-72791709-a036-482b-b323-70890e908d79 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2416 time: 0.1162810 Nov 27 01:15:55.697178 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04f4dde4-44fd-4238-acdd-7ecb7fc88fc1 req-1c372edc-e333-4b85-a664-63ea7a841fe8 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511799 Nov 27 01:15:55.887165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d25f4-8e05-4a70-b909-180ce3f6c0b0 req-e430309e-40b1-493d-a518-76c8aa75c9a7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:55.888824 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b94d25f4-8e05-4a70-b909-180ce3f6c0b0 req-e430309e-40b1-493d-a518-76c8aa75c9a7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 943 time: 0.1117158 Nov 27 01:15:55.890347 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-a504858f-f277-4867-8cee-752f5bcab3cd service neutron] 10.222.0.21 "GET /v2.0/ports/6037aa8f-a318-406c-a3c1-a590da353688/bindings/n-h2-817303-10 HTTP/1.1" status: 200 len: 385 time: 0.1195884 Nov 27 01:15:55.892785 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-fc7defaf-cb6c-4624-bb01-f7daeab2214a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:55.980162 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b94d25f4-8e05-4a70-b909-180ce3f6c0b0 req-c5a14651-4efe-4476-9165-7ab6a8a48274 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844164 Nov 27 01:15:56.134608 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-fc7defaf-cb6c-4624-bb01-f7daeab2214a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Allocated IP 10.2.2.100 (de22fecb-a913-459d-a3f0-a3199365e84c/e87a0de3-73e4-43cc-8f97-b6fffbee0d31/dc762bad-5297-4413-87bc-bd3ecbe3a755) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:56.185383 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6d529765-de02-405c-8806-8f2813dfe234 req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6037aa8f-a318-406c-a3c1-a590da353688,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:56.196683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-3dc28c51-bae1-4827-bab6-6605909080f1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:56.202724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-3dc28c51-bae1-4827-bab6-6605909080f1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:56.208737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-3dc28c51-bae1-4827-bab6-6605909080f1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:56.210447 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-3dc28c51-bae1-4827-bab6-6605909080f1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.21 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2416 time: 0.1256447 Nov 27 01:15:56.223522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184296ad-3568-4921-919e-c4133f38a25d req-a2a3f6ad-d85a-4d39-9f19-bdd6fade2af9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:56.225138 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-184296ad-3568-4921-919e-c4133f38a25d req-a2a3f6ad-d85a-4d39-9f19-bdd6fade2af9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1564012 Nov 27 01:15:56.284068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6d529765-de02-405c-8806-8f2813dfe234 req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:56.284398 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-fc7defaf-cb6c-4624-bb01-f7daeab2214a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:56.331536 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-fc7defaf-cb6c-4624-bb01-f7daeab2214a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:56.371483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-6d529765-de02-405c-8806-8f2813dfe234 req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6037aa8f-a318-406c-a3c1-a590da353688 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:56.380784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-184296ad-3568-4921-919e-c4133f38a25d req-898a91c8-7236-4aa9-8870-65e24e47d551 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1429861 Nov 27 01:15:56.384597 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-fc7defaf-cb6c-4624-bb01-f7daeab2214a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Network de22fecb-a913-459d-a3f0-a3199365e84c is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:56.387810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-fc7defaf-cb6c-4624-bb01-f7daeab2214a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:56.390635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-fc7defaf-cb6c-4624-bb01-f7daeab2214a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:56.405661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6d529765-de02-405c-8806-8f2813dfe234 req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6037aa8f-a318-406c-a3c1-a590da353688,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:56.423978 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d529765-de02-405c-8806-8f2813dfe234 req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:56.469736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-fc7defaf-cb6c-4624-bb01-f7daeab2214a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:56.470634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-fc7defaf-cb6c-4624-bb01-f7daeab2214a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:56.489711 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-fc7defaf-cb6c-4624-bb01-f7daeab2214a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1615753 Nov 27 01:15:56.490798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7defaf-cb6c-4624-bb01-f7daeab2214a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'Port': ['ID=dc762bad-5297-4413-87bc-bd3ecbe3a755,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:56.517450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b126534-8162-4d78-bc84-123d2b7e0496 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'port': {'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c', 'admin_state_up': True, 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'security_groups': ['bb8393a8-cdc2-427f-ac69-7e09a2e5163d']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:56.520724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-6d529765-de02-405c-8806-8f2813dfe234 req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Transition to ACTIVE for port object 6037aa8f-a318-406c-a3c1-a590da353688 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:15:56.530684 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d529765-de02-405c-8806-8f2813dfe234 req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:56.591653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Pushing event updated for resources: {'Port': ['ID=6037aa8f-a318-406c-a3c1-a590da353688,revision_number=10']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:56.603718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-c6689dae-6b0a-4b6a-abff-cbd38e33cc0e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Deleting port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:56.604155 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-c6689dae-6b0a-4b6a-abff-cbd38e33cc0e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:56.611497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:56.612141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:56.612573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:56.613015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:56.613442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:56.613867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:56.614333 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:56.614749 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:56.615177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:56.615742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:56.616165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:56.616621 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:56.678713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b126534-8162-4d78-bc84-123d2b7e0496 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Made reservation on behalf of 0b28ffa3542f4dd68ef8bcd697b3e934 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:56.690189 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b126534-8162-4d78-bc84-123d2b7e0496 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:56.744478 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d2283adb-1b77-403b-99a5-efb34523853b None None] Provisioning complete for port dc762bad-5297-4413-87bc-bd3ecbe3a755 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:56.745852 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2283adb-1b77-403b-99a5-efb34523853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:56.751861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d529765-de02-405c-8806-8f2813dfe234 req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] No DVR routers for this DVR port 6037aa8f-a318-406c-a3c1-a590da353688 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:56.771841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ed1ec-605c-4cdb-9032-01d8ae382b9b req-d5a9f2fb-8f8b-4ef4-8e48-6d81cb64b54d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:56.778408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ed1ec-605c-4cdb-9032-01d8ae382b9b req-d5a9f2fb-8f8b-4ef4-8e48-6d81cb64b54d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:56.784914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ed1ec-605c-4cdb-9032-01d8ae382b9b req-d5a9f2fb-8f8b-4ef4-8e48-6d81cb64b54d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:56.791640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ed1ec-605c-4cdb-9032-01d8ae382b9b req-d5a9f2fb-8f8b-4ef4-8e48-6d81cb64b54d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:56.793443 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b6ed1ec-605c-4cdb-9032-01d8ae382b9b req-d5a9f2fb-8f8b-4ef4-8e48-6d81cb64b54d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 3094 time: 0.1615851 Nov 27 01:15:56.797745 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d2283adb-1b77-403b-99a5-efb34523853b None None] Port dc762bad-5297-4413-87bc-bd3ecbe3a755 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:56.832738 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-c3b977d8-3fa6-402e-8a1c-1e714339d1ba service neutron] 10.222.0.21 "PUT /v2.0/ports/6037aa8f-a318-406c-a3c1-a590da353688/bindings/n-h2-817303-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9296653 Nov 27 01:15:56.871253 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-c6689dae-6b0a-4b6a-abff-cbd38e33cc0e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] For port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:56.871539 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-c6689dae-6b0a-4b6a-abff-cbd38e33cc0e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:56.896452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-c6689dae-6b0a-4b6a-abff-cbd38e33cc0e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Calling delete_port for 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:56.899969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b126534-8162-4d78-bc84-123d2b7e0496 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Allocated IP 10.2.2.200 (de22fecb-a913-459d-a3f0-a3199365e84c/e87a0de3-73e4-43cc-8f97-b6fffbee0d31/0edd8c44-d12f-4f64-979a-5b7c3c4f805b) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:56.909111 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b6ed1ec-605c-4cdb-9032-01d8ae382b9b req-b07c91e0-93f6-43ab-a42e-f37190d59e46 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934834 Nov 27 01:15:57.049504 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529765-de02-405c-8806-8f2813dfe234 req-465901fb-13b7-428f-9d9e-fdc8a88f989b tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:57.050991 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-465901fb-13b7-428f-9d9e-fdc8a88f989b tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913&tenant_id=d18461bdb04f48e7b016c099b1185328&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 1096 time: 0.0901892 Nov 27 01:15:57.085768 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b126534-8162-4d78-bc84-123d2b7e0496 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.120964 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b126534-8162-4d78-bc84-123d2b7e0496 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.140298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcd64b-3085-4283-a47b-50dc9fc2ffcb req-f1247da4-2b5f-47e8-9b23-98ff6f45c58b tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:57.146201 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcd64b-3085-4283-a47b-50dc9fc2ffcb req-f1247da4-2b5f-47e8-9b23-98ff6f45c58b tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:57.152145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcd64b-3085-4283-a47b-50dc9fc2ffcb req-f1247da4-2b5f-47e8-9b23-98ff6f45c58b tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:57.153837 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0abcd64b-3085-4283-a47b-50dc9fc2ffcb req-f1247da4-2b5f-47e8-9b23-98ff6f45c58b tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 2416 time: 0.1483068 Nov 27 01:15:57.167144 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b126534-8162-4d78-bc84-123d2b7e0496 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Network de22fecb-a913-459d-a3f0-a3199365e84c is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:57.171077 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b126534-8162-4d78-bc84-123d2b7e0496 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:57.173566 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b126534-8162-4d78-bc84-123d2b7e0496 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:57.187945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529765-de02-405c-8806-8f2813dfe234 req-fe36c281-53d3-40bf-b6bb-507025a0a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:57.189475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-fe36c281-53d3-40bf-b6bb-507025a0a531 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913&tenant_id=d18461bdb04f48e7b016c099b1185328 HTTP/1.1" status: 200 len: 1096 time: 0.1244159 Nov 27 01:15:57.212447 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-c6689dae-6b0a-4b6a-abff-cbd38e33cc0e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.235867 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b126534-8162-4d78-bc84-123d2b7e0496 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event updated for resources: {'Port': ['ID=0edd8c44-d12f-4f64-979a-5b7c3c4f805b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:57.260746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b126534-8162-4d78-bc84-123d2b7e0496 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:57.261414 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b126534-8162-4d78-bc84-123d2b7e0496 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.272022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['33a0a254-b80f-48a5-bd3c-b387a3b79356', 'cd441078-5bfb-4bcc-952f-a43a933bcdba', '5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:57.285445 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b126534-8162-4d78-bc84-123d2b7e0496 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7712259 Nov 27 01:15:57.296523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6689dae-6b0a-4b6a-abff-cbd38e33cc0e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Port': ['ID=5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:57.306678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Request body: {'port': {'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:57.315468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0abcd64b-3085-4283-a47b-50dc9fc2ffcb req-c2b8d7db-ac08-413b-8451-2ca9de1171f3 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441934 Nov 27 01:15:57.385661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-c6689dae-6b0a-4b6a-abff-cbd38e33cc0e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] No DVR routers for this DVR port 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:57.388733 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-c6689dae-6b0a-4b6a-abff-cbd38e33cc0e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.390978 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.392236 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-c6689dae-6b0a-4b6a-abff-cbd38e33cc0e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.21 "DELETE /v2.0/ports/5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a HTTP/1.1" status: 204 len: 173 time: 1.1660240 Nov 27 01:15:57.399136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'name': 'network-vif-deleted', 'tag': '5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:57.401576 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d083df00-a2c8-40d1-a946-bd1b5dc87824" -d '{"events": [{"server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "name": "network-vif-deleted", "tag": "5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:57.424501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529765-de02-405c-8806-8f2813dfe234 req-f06cbd25-9659-43c9-9140-d720754beccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:57.439749 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-f06cbd25-9659-43c9-9140-d720754beccd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 1096 time: 0.2065620 Nov 27 01:15:57.695646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66deee1a-2dd0-4e77-90be-546cb089c269 req-24f07d2a-8498-4156-9d59-d3d064fcc816 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:57.697339 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66deee1a-2dd0-4e77-90be-546cb089c269 req-24f07d2a-8498-4156-9d59-d3d064fcc816 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 944 time: 0.2131553 Nov 27 01:15:57.715946 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-657b2bc5-9a69-4e8c-8310-4db2dc0e7d84 None None] Provisioning complete for port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:57.716718 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-657b2bc5-9a69-4e8c-8310-4db2dc0e7d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.731266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529765-de02-405c-8806-8f2813dfe234 req-9e77a100-75da-479a-9ce1-4257960b0532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:57.732800 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-9e77a100-75da-479a-9ce1-4257960b0532 service neutron] 10.222.0.31 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.2474301 Nov 27 01:15:57.758401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-657b2bc5-9a69-4e8c-8310-4db2dc0e7d84 None None] Port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:57.764110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-ebea851d-39f6-412b-8057-93b133eaae5a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Deleting port 33a0a254-b80f-48a5-bd3c-b387a3b79356 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:57.764640 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-ebea851d-39f6-412b-8057-93b133eaae5a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.803866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7297ec62-6258-4f74-801e-a2ae20c22061 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:57.812514 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.815435 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-0e9f159f-d34f-4b20-bcc6-67c861c52ac0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6037aa8f-a318-406c-a3c1-a590da353688 HTTP/1.1" status: 200 len: 217 time: 0.0717359 Nov 27 01:15:57.827263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Transition to ACTIVE for port object 7297ec62-6258-4f74-801e-a2ae20c22061 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:15:57.832732 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.873716 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66deee1a-2dd0-4e77-90be-546cb089c269 req-7ea389dd-05f5-46e5-bd2d-dac91d2034ca tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645241 Nov 27 01:15:57.912193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Pushing event updated for resources: {'Port': ['ID=7297ec62-6258-4f74-801e-a2ae20c22061,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:57.964276 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Attempting to bind port 7297ec62-6258-4f74-801e-a2ae20c22061 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:57.964854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Attempting to bind port 7297ec62-6258-4f74-801e-a2ae20c22061 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'bb13f819-7513-4d5c-a17c-9ef71f8940c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:57.965417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Attempting to bind port 7297ec62-6258-4f74-801e-a2ae20c22061 on network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:57.970617 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Port 7297ec62-6258-4f74-801e-a2ae20c22061 on network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:15:57.971457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Attempting to bind port 7297ec62-6258-4f74-801e-a2ae20c22061 on network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:57.971790 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529765-de02-405c-8806-8f2813dfe234 req-cf87130d-2db3-4d1c-9592-1c6fa2c835ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:57.973296 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-cf87130d-2db3-4d1c-9592-1c6fa2c835ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.1255896 Nov 27 01:15:57.978101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:57.978673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Checking segment: {'id': 'bb13f819-7513-4d5c-a17c-9ef71f8940c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:57.979282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Bound using segment: {'id': 'bb13f819-7513-4d5c-a17c-9ef71f8940c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:57.979931 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Bound port: 7297ec62-6258-4f74-801e-a2ae20c22061, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb13f819-7513-4d5c-a17c-9ef71f8940c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:57.980594 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.986747 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf054540-c5f6-4a76-b40c-b9963892d707 x-openstack-request-id: req-cf054540-c5f6-4a76-b40c-b9963892d707 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:57.987062 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "name": "network-vif-deleted", "tag": "5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:57.987294 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf054540-c5f6-4a76-b40c-b9963892d707 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:57.987721 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'name': 'network-vif-deleted', 'tag': '5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a', 'status': 'completed', 'code': 200} Nov 27 01:15:58.026729 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-d05e0666-da90-4425-af97-fb591252fcf7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381424 Nov 27 01:15:58.028610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-ebea851d-39f6-412b-8057-93b133eaae5a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] For port 33a0a254-b80f-48a5-bd3c-b387a3b79356, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=33a0a254-b80f-48a5-bd3c-b387a3b79356,segment=NetworkSegment(6607c0bc-805d-491d-930d-7abd3d59f31b),segment_id=6607c0bc-805d-491d-930d-7abd3d59f31b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:58.028988 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-ebea851d-39f6-412b-8057-93b133eaae5a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.093199 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-ebea851d-39f6-412b-8057-93b133eaae5a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Calling delete_port for 33a0a254-b80f-48a5-bd3c-b387a3b79356 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:58.113870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] For port 7297ec62-6258-4f74-801e-a2ae20c22061, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:58.119670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] For port 7297ec62-6258-4f74-801e-a2ae20c22061, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7297ec62-6258-4f74-801e-a2ae20c22061,segment=NetworkSegment(bb13f819-7513-4d5c-a17c-9ef71f8940c0),segment_id=bb13f819-7513-4d5c-a17c-9ef71f8940c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:58.132705 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.177257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:58.178035 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.179565 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] 10.222.0.31 "PUT /v2.0/ports/7297ec62-6258-4f74-801e-a2ae20c22061 HTTP/1.1" status: 200 len: 1092 time: 0.8804533 Nov 27 01:15:58.181346 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': '7297ec62-6258-4f74-801e-a2ae20c22061'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:58.184154 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342065b3-19c6-4c1e-a902-67cb7e005fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "7297ec62-6258-4f74-801e-a2ae20c22061"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:58.211628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205eb449-5944-46a6-bfd0-d99ff1066a74 service neutron] Pushing event updated for resources: {'Port': ['ID=7297ec62-6258-4f74-801e-a2ae20c22061,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:58.237554 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Request body: {'port': {'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:58.262514 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.342197 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.356741 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-93be38af-5c18-49ce-8fbb-4098b5cf4f64 service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176396 Nov 27 01:15:58.366944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1a3cd-3685-4ac4-ba67-2fa0b97fa6e8 req-b8899d4d-d099-4e80-81c1-2eccc2956fad tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:58.374266 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6bf1a3cd-3685-4ac4-ba67-2fa0b97fa6e8 req-b8899d4d-d099-4e80-81c1-2eccc2956fad tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.2126303 Nov 27 01:15:58.544429 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6bf1a3cd-3685-4ac4-ba67-2fa0b97fa6e8 req-459b82a5-d7f0-4a6c-880e-c6510603431a tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1689606 Nov 27 01:15:58.674659 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-0f4ab7f9-ab8a-4651-b6c5-a0decd388ddc service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977135 Nov 27 01:15:58.713860 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-ebea851d-39f6-412b-8057-93b133eaae5a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.765318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:58.801327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea851d-39f6-412b-8057-93b133eaae5a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Port': ['ID=33a0a254-b80f-48a5-bd3c-b387a3b79356,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:58.922920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-ebea851d-39f6-412b-8057-93b133eaae5a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] No DVR routers for this DVR port 33a0a254-b80f-48a5-bd3c-b387a3b79356 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:58.941324 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-ebea851d-39f6-412b-8057-93b133eaae5a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.945105 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-ebea851d-39f6-412b-8057-93b133eaae5a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.21 "DELETE /v2.0/ports/33a0a254-b80f-48a5-bd3c-b387a3b79356 HTTP/1.1" status: 204 len: 173 time: 1.5406625 Nov 27 01:15:58.960476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3225b50-6061-4fa5-b17c-9da1a48db2b4 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:58.969111 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.994871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Transition to ACTIVE for port object a3225b50-6061-4fa5-b17c-9da1a48db2b4 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:15:59.062580 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.121695 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd024fcc-e395-4eca-b705-97b9256375a7 x-openstack-request-id: req-cd024fcc-e395-4eca-b705-97b9256375a7 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:59.122042 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "7297ec62-6258-4f74-801e-a2ae20c22061", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:59.122310 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd024fcc-e395-4eca-b705-97b9256375a7 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:59.122726 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': '7297ec62-6258-4f74-801e-a2ae20c22061', 'status': 'completed', 'code': 200} Nov 27 01:15:59.132502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Pushing event updated for resources: {'Port': ['ID=a3225b50-6061-4fa5-b17c-9da1a48db2b4,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:59.282513 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6037aa8f-a318-406c-a3c1-a590da353688 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:59.316486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3cf9-e506-43be-b343-333f007db4fc req-a69831d3-fd75-4f3d-aa5a-db4b91d7e44a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.323293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3cf9-e506-43be-b343-333f007db4fc req-a69831d3-fd75-4f3d-aa5a-db4b91d7e44a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.330233 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3cf9-e506-43be-b343-333f007db4fc req-a69831d3-fd75-4f3d-aa5a-db4b91d7e44a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.331419 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529765-de02-405c-8806-8f2813dfe234 req-ba1944e1-62d2-4966-afb7-1a82404b8f06 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.337773 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-ba1944e1-62d2-4966-afb7-1a82404b8f06 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913&tenant_id=d18461bdb04f48e7b016c099b1185328&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 1096 time: 0.2916229 Nov 27 01:15:59.345438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3cf9-e506-43be-b343-333f007db4fc req-a69831d3-fd75-4f3d-aa5a-db4b91d7e44a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.353397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3cf9-e506-43be-b343-333f007db4fc req-a69831d3-fd75-4f3d-aa5a-db4b91d7e44a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.373640 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3cf9-e506-43be-b343-333f007db4fc req-a69831d3-fd75-4f3d-aa5a-db4b91d7e44a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.382516 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-566d3cf9-e506-43be-b343-333f007db4fc req-a69831d3-fd75-4f3d-aa5a-db4b91d7e44a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 4598 time: 0.3840487 Nov 27 01:15:59.395313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342065b3-19c6-4c1e-a902-67cb7e005fd3 req-8a824dfa-db37-40b1-b395-fe1237f67649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.401752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342065b3-19c6-4c1e-a902-67cb7e005fd3 req-8a824dfa-db37-40b1-b395-fe1237f67649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.402251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342065b3-19c6-4c1e-a902-67cb7e005fd3 req-8a824dfa-db37-40b1-b395-fe1237f67649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.402735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342065b3-19c6-4c1e-a902-67cb7e005fd3 req-8a824dfa-db37-40b1-b395-fe1237f67649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.403216 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342065b3-19c6-4c1e-a902-67cb7e005fd3 req-8a824dfa-db37-40b1-b395-fe1237f67649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.403693 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342065b3-19c6-4c1e-a902-67cb7e005fd3 req-8a824dfa-db37-40b1-b395-fe1237f67649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.406341 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-342065b3-19c6-4c1e-a902-67cb7e005fd3 req-8a824dfa-db37-40b1-b395-fe1237f67649 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5244 time: 0.2632179 Nov 27 01:15:59.469249 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc664e1-cd86-4077-988b-e8df73940b0a req-1d20ef76-da68-4b1f-b667-03543f3d7766 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.475197 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4bc664e1-cd86-4077-988b-e8df73940b0a req-1d20ef76-da68-4b1f-b667-03543f3d7766 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 944 time: 0.2837119 Nov 27 01:15:59.546241 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-66c92dfd-151f-43b4-8e58-c1d87f25d1ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Deleting port cd441078-5bfb-4bcc-952f-a43a933bcdba {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:59.546532 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-66c92dfd-151f-43b4-8e58-c1d87f25d1ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.546752 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:59.599169 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:15:59.599805 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5b0d7048-ebc9-4da4-8b4f-67ea36f7e19a not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:59.600549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device cd441078-5bfb-4bcc-952f-a43a933bcdba no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:59.768717 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.793348 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4bc664e1-cd86-4077-988b-e8df73940b0a req-743649f4-485d-4eea-a91c-f430cf48f79a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880712 Nov 27 01:15:59.814674 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd441078-5bfb-4bcc-952f-a43a933bcdba'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:59.817230 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225d24d6-a327-4633-8611-254d28fa6c13" -d '{"events": [{"server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "name": "network-vif-unplugged", "status": "completed", "tag": "cd441078-5bfb-4bcc-952f-a43a933bcdba"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:59.836841 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port cd441078-5bfb-4bcc-952f-a43a933bcdba, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=cd441078-5bfb-4bcc-952f-a43a933bcdba,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:59.839749 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342065b3-19c6-4c1e-a902-67cb7e005fd3 req-72b2b1c8-4734-4e46-8e18-d4ac142d59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.840232 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342065b3-19c6-4c1e-a902-67cb7e005fd3 req-72b2b1c8-4734-4e46-8e18-d4ac142d59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.840734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342065b3-19c6-4c1e-a902-67cb7e005fd3 req-72b2b1c8-4734-4e46-8e18-d4ac142d59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:59.842117 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.842539 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-342065b3-19c6-4c1e-a902-67cb7e005fd3 req-72b2b1c8-4734-4e46-8e18-d4ac142d59ca service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3807514 Nov 27 01:15:59.844394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6037aa8f-a318-406c-a3c1-a590da353688 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:59.888628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6d529765-de02-405c-8806-8f2813dfe234 req-863068ff-521d-4096-a075-17f6359c71e7 service neutron] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:59.891092 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Attempting to bind port a3225b50-6061-4fa5-b17c-9da1a48db2b4 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:59.891427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Attempting to bind port a3225b50-6061-4fa5-b17c-9da1a48db2b4 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:59.891753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Attempting to bind port a3225b50-6061-4fa5-b17c-9da1a48db2b4 on network 418da70a-eaae-4c95-847b-9bc511a0e7dc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:59.905958 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d529765-de02-405c-8806-8f2813dfe234 req-863068ff-521d-4096-a075-17f6359c71e7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.907099 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-863068ff-521d-4096-a075-17f6359c71e7 service neutron] 10.222.0.31 "DELETE /v2.0/ports/6037aa8f-a318-406c-a3c1-a590da353688/bindings/n-h1-817303-10 HTTP/1.1" status: 204 len: 173 time: 0.5431669 Nov 27 01:15:59.908991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-66c92dfd-151f-43b4-8e58-c1d87f25d1ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] For port cd441078-5bfb-4bcc-952f-a43a933bcdba, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=cd441078-5bfb-4bcc-952f-a43a933bcdba,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:59.909347 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-66c92dfd-151f-43b4-8e58-c1d87f25d1ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.973402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-66c92dfd-151f-43b4-8e58-c1d87f25d1ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Calling delete_port for cd441078-5bfb-4bcc-952f-a43a933bcdba owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:59.974962 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-566d3cf9-e506-43be-b343-333f007db4fc req-400b4167-81fc-41d2-9c38-caae85312f6a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5832024 Nov 27 01:15:59.991735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'name': 'network-vif-deleted', 'tag': '33a0a254-b80f-48a5-bd3c-b387a3b79356'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:59.994891 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177e6d38-423d-4dba-9299-419f7aeddb04" -d '{"events": [{"server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "name": "network-vif-deleted", "tag": "33a0a254-b80f-48a5-bd3c-b387a3b79356"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:00.044049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Port a3225b50-6061-4fa5-b17c-9da1a48db2b4 on network 418da70a-eaae-4c95-847b-9bc511a0e7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:00.044764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Attempting to bind port a3225b50-6061-4fa5-b17c-9da1a48db2b4 on network 418da70a-eaae-4c95-847b-9bc511a0e7dc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:00.044951 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6037aa8f-a318-406c-a3c1-a590da353688 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:00.063557 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:00.076630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Checking segment: {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:00.077506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Bound using segment: {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:00.078197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Bound port: a3225b50-6061-4fa5-b17c-9da1a48db2b4, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:00.080722 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.083899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=cd441078-5bfb-4bcc-952f-a43a933bcdba,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:00.303927 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342065b3-19c6-4c1e-a902-67cb7e005fd3 req-7d6b3962-4ecf-4f62-9f95-eda261599510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:00.305753 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-342065b3-19c6-4c1e-a902-67cb7e005fd3 req-7d6b3962-4ecf-4f62-9f95-eda261599510 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4429848 Nov 27 01:16:00.334776 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42acd02-8ccc-4f4a-b84e-1fa8421eeb42 req-22b64c11-752f-4766-a5d9-30d6be9f71d9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:00.337953 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b42acd02-8ccc-4f4a-b84e-1fa8421eeb42 req-22b64c11-752f-4766-a5d9-30d6be9f71d9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 944 time: 0.2717943 Nov 27 01:16:00.362017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] For port a3225b50-6061-4fa5-b17c-9da1a48db2b4, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:00.381667 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-66c92dfd-151f-43b4-8e58-c1d87f25d1ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.382013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] For port a3225b50-6061-4fa5-b17c-9da1a48db2b4, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a3225b50-6061-4fa5-b17c-9da1a48db2b4,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:00.396892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6bf6c-00df-4eca-945c-7ca12ada9d3b req-5cf7415e-75c2-4921-a48f-02273b3a03e6 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:00.402189 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cdc6bf6c-00df-4eca-945c-7ca12ada9d3b req-5cf7415e-75c2-4921-a48f-02273b3a03e6 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1703007 Nov 27 01:16:00.405878 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.441812 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.487259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c92dfd-151f-43b4-8e58-c1d87f25d1ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Port': ['ID=cd441078-5bfb-4bcc-952f-a43a933bcdba,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:00.552932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:00.556080 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-66c92dfd-151f-43b4-8e58-c1d87f25d1ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] No DVR routers for this DVR port cd441078-5bfb-4bcc-952f-a43a933bcdba on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:00.556325 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.557918 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] 10.222.0.31 "PUT /v2.0/ports/a3225b50-6061-4fa5-b17c-9da1a48db2b4 HTTP/1.1" status: 200 len: 1130 time: 2.3288243 Nov 27 01:16:00.575519 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b42acd02-8ccc-4f4a-b84e-1fa8421eeb42 req-0a613f86-84bc-48f6-b815-bd70bfd050a7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259970 Nov 27 01:16:00.577098 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-66c92dfd-151f-43b4-8e58-c1d87f25d1ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.586352 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12363fb2-b7d6-4591-b04f-8033a95214e0 req-66c92dfd-151f-43b4-8e58-c1d87f25d1ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.21 "DELETE /v2.0/ports/cd441078-5bfb-4bcc-952f-a43a933bcdba HTTP/1.1" status: 204 len: 173 time: 1.6301613 Nov 27 01:16:00.618145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Request body: {'port': {'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:00.739363 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c3680-4bb0-4d55-9702-eca38b39583b service neutron] Pushing event updated for resources: {'Port': ['ID=a3225b50-6061-4fa5-b17c-9da1a48db2b4,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:00.773415 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cdc6bf6c-00df-4eca-945c-7ca12ada9d3b req-e55deab4-bdc6-4f41-934d-303a2e98ce94 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3297064 Nov 27 01:16:00.824527 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbfd191-8efa-4c07-8d40-d4e32b2c70d5 x-openstack-request-id: req-dfbfd191-8efa-4c07-8d40-d4e32b2c70d5 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:00.825026 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "name": "network-vif-unplugged", "status": "completed", "tag": "cd441078-5bfb-4bcc-952f-a43a933bcdba", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:00.825126 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfbfd191-8efa-4c07-8d40-d4e32b2c70d5 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:00.825751 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd441078-5bfb-4bcc-952f-a43a933bcdba', 'code': 200} Nov 27 01:16:00.860131 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.870792 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62537b3c-c56b-46b9-a10f-58a78518c319 x-openstack-request-id: req-62537b3c-c56b-46b9-a10f-58a78518c319 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:00.871088 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "name": "network-vif-deleted", "tag": "33a0a254-b80f-48a5-bd3c-b387a3b79356", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:00.871407 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62537b3c-c56b-46b9-a10f-58a78518c319 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:00.871733 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'name': 'network-vif-deleted', 'tag': '33a0a254-b80f-48a5-bd3c-b387a3b79356', 'status': 'completed', 'code': 200} Nov 27 01:16:01.199967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f68c6a-9984-4859-af46-1ebe655d1986 req-ce01144c-654f-437a-9587-a3a1a872493f tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:01.203254 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f5f68c6a-9984-4859-af46-1ebe655d1986 req-ce01144c-654f-437a-9587-a3a1a872493f tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 1096 time: 0.0952404 Nov 27 01:16:01.257003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': 'a3225b50-6061-4fa5-b17c-9da1a48db2b4'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:01.259816 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f7ad3e-9931-409c-abc8-77d6664f60bc" -d '{"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "a3225b50-6061-4fa5-b17c-9da1a48db2b4"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:01.281747 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f5f68c6a-9984-4859-af46-1ebe655d1986 req-c92c94f5-ebbe-400e-ba61-a3896dbba939 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645974 Nov 27 01:16:01.292663 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-756fe5c0-d8f5-4b4a-9074-810facf1ddd9 req-e11fcd6c-ecad-430f-ba81-6217f733af1c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28a8058-7fcb-4559-bce5-bbcd5a4e3600 HTTP/1.1" status: 200 len: 210 time: 0.0529110 Nov 27 01:16:01.487807 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c6b3ca-bb58-4c7a-b0c7-85be120fd2ba x-openstack-request-id: req-b1c6b3ca-bb58-4c7a-b0c7-85be120fd2ba {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:01.491711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 33a0a254-b80f-48a5-bd3c-b387a3b79356 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:01.496452 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "a3225b50-6061-4fa5-b17c-9da1a48db2b4", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:01.501508 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1c6b3ca-bb58-4c7a-b0c7-85be120fd2ba {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:01.502864 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': 'a3225b50-6061-4fa5-b17c-9da1a48db2b4', 'status': 'completed', 'code': 200} Nov 27 01:16:01.543897 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 33a0a254-b80f-48a5-bd3c-b387a3b79356 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:01.544922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 33a0a254-b80f-48a5-bd3c-b387a3b79356 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:01.679604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e22fff8-c9b9-4089-99ed-dfb510d02f58 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:01.708865 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.789877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Transition to ACTIVE for port object 4e22fff8-c9b9-4089-99ed-dfb510d02f58 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:16:01.799833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.853293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a4de4-0c74-4cba-be56-8202aa7c7e8c req-0b0a0fca-1136-4414-8a8a-4890c01b4a3c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:01.860756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a4de4-0c74-4cba-be56-8202aa7c7e8c req-0b0a0fca-1136-4414-8a8a-4890c01b4a3c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:01.867363 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a4de4-0c74-4cba-be56-8202aa7c7e8c req-0b0a0fca-1136-4414-8a8a-4890c01b4a3c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:01.874524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a4de4-0c74-4cba-be56-8202aa7c7e8c req-0b0a0fca-1136-4414-8a8a-4890c01b4a3c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:01.882559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a4de4-0c74-4cba-be56-8202aa7c7e8c req-0b0a0fca-1136-4414-8a8a-4890c01b4a3c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:01.888773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a4de4-0c74-4cba-be56-8202aa7c7e8c req-0b0a0fca-1136-4414-8a8a-4890c01b4a3c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:01.893441 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-b9660a99-2695-4ecc-8704-9ef2b6de2ae7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:01.897346 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f39a4de4-0c74-4cba-be56-8202aa7c7e8c req-0b0a0fca-1136-4414-8a8a-4890c01b4a3c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 4598 time: 0.4371247 Nov 27 01:16:01.901954 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-b9660a99-2695-4ecc-8704-9ef2b6de2ae7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 807 time: 0.1378312 Nov 27 01:16:01.927345 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-aa0c51be-9abd-48f3-8d71-f898bb1f7486 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/quotas/d18461bdb04f48e7b016c099b1185328 HTTP/1.1" status: 200 len: 375 time: 0.0241823 Nov 27 01:16:01.995671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ad3e-9931-409c-abc8-77d6664f60bc req-0c76cc8a-4633-488f-9d4b-40165fd56a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:01.996081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ad3e-9931-409c-abc8-77d6664f60bc req-0c76cc8a-4633-488f-9d4b-40165fd56a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:01.997686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ad3e-9931-409c-abc8-77d6664f60bc req-0c76cc8a-4633-488f-9d4b-40165fd56a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:01.998164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ad3e-9931-409c-abc8-77d6664f60bc req-0c76cc8a-4633-488f-9d4b-40165fd56a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:01.998635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ad3e-9931-409c-abc8-77d6664f60bc req-0c76cc8a-4633-488f-9d4b-40165fd56a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:01.999108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ad3e-9931-409c-abc8-77d6664f60bc req-0c76cc8a-4633-488f-9d4b-40165fd56a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:02.001032 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2f7ad3e-9931-409c-abc8-77d6664f60bc req-0c76cc8a-4633-488f-9d4b-40165fd56a27 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5286 time: 0.3124313 Nov 27 01:16:02.031700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-68e29231-5095-40bb-9fd7-e802debad22d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029124 Nov 27 01:16:02.058201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Pushing event updated for resources: {'Port': ['ID=4e22fff8-c9b9-4089-99ed-dfb510d02f58,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:02.187156 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-a04da78a-34e4-47f2-ac45-4b6cd3bb2d40 service neutron] 10.222.0.15 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545119 Nov 27 01:16:02.188345 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f39a4de4-0c74-4cba-be56-8202aa7c7e8c req-aecf6ec4-8542-457f-934f-146fdab23ebc tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2898574 Nov 27 01:16:02.232402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Attempting to bind port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:02.232806 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Attempting to bind port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:02.233374 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Attempting to bind port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 on network 418da70a-eaae-4c95-847b-9bc511a0e7dc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:02.240820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 on network 418da70a-eaae-4c95-847b-9bc511a0e7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:02.241338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Attempting to bind port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 on network 418da70a-eaae-4c95-847b-9bc511a0e7dc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:02.253535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:02.254159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Checking segment: {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:02.254705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Bound using segment: {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:02.263625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Bound port: 4e22fff8-c9b9-4089-99ed-dfb510d02f58, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:02.264012 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:02.327152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ad3e-9931-409c-abc8-77d6664f60bc req-413b42f2-e293-4636-a6a2-14e36ed53b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:02.327650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ad3e-9931-409c-abc8-77d6664f60bc req-413b42f2-e293-4636-a6a2-14e36ed53b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:02.328162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ad3e-9931-409c-abc8-77d6664f60bc req-413b42f2-e293-4636-a6a2-14e36ed53b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:02.330439 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2f7ad3e-9931-409c-abc8-77d6664f60bc req-413b42f2-e293-4636-a6a2-14e36ed53b58 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2513597 Nov 27 01:16:02.471702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] For port 4e22fff8-c9b9-4089-99ed-dfb510d02f58, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:02.477035 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] For port 4e22fff8-c9b9-4089-99ed-dfb510d02f58, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4e22fff8-c9b9-4089-99ed-dfb510d02f58,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:02.488519 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:02.527615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ad3e-9931-409c-abc8-77d6664f60bc req-61dcf6c0-612d-412b-b85b-e8aae3d3bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:02.530200 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2f7ad3e-9931-409c-abc8-77d6664f60bc req-61dcf6c0-612d-412b-b85b-e8aae3d3bef0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1884325 Nov 27 01:16:02.610198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Pushing event updated for resources: {'Port': ['ID=4e22fff8-c9b9-4089-99ed-dfb510d02f58,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:02.617738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:02.619164 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:02.620896 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ac24b223-14ac-4451-9bf2-c25559619d9a service neutron] 10.222.0.31 "PUT /v2.0/ports/4e22fff8-c9b9-4089-99ed-dfb510d02f58 HTTP/1.1" status: 200 len: 1130 time: 2.0139513 Nov 27 01:16:02.662004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Request body: {'port': {'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:02.719388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0693c8-e1bf-41b9-b749-164e8fb555b9 req-2e186f2f-a94f-48a2-a135-21b1651e5146 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:02.733106 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df0693c8-e1bf-41b9-b749-164e8fb555b9 req-2e186f2f-a94f-48a2-a135-21b1651e5146 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1734183 Nov 27 01:16:02.806903 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:02.822026 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-0b502362-fd1d-47c2-93cb-fc1d3150e020 service neutron] 10.222.0.15 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339848 Nov 27 01:16:02.826781 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df0693c8-e1bf-41b9-b749-164e8fb555b9 req-a00d2be4-b454-4e94-ab21-616399d36001 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925798 Nov 27 01:16:02.872795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'name': 'network-vif-deleted', 'tag': 'cd441078-5bfb-4bcc-952f-a43a933bcdba'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:02.875175 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88b0735-521d-47c1-8569-1189f014d633" -d '{"events": [{"server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "name": "network-vif-deleted", "tag": "cd441078-5bfb-4bcc-952f-a43a933bcdba"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:02.976103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55084) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:03.131190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3c719b-2add-4ba4-be3d-f75e54401a21 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Deleting subnet 3aad5e19-201f-47fd-8cae-cbb9a762a1b2 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:16:03.133665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f854bd5-781e-4e8b-a405-db101e4faafa {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:03.138932 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a3c719b-2add-4ba4-be3d-f75e54401a21 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:03.143784 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:03.190579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Transition to ACTIVE for port object 4f854bd5-781e-4e8b-a405-db101e4faafa will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:16:03.198753 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:03.203513 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a999d4-d487-4019-b9c4-c5f83f047803 x-openstack-request-id: req-a1a999d4-d487-4019-b9c4-c5f83f047803 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:03.203901 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28a8058-7fcb-4559-bce5-bbcd5a4e3600", "name": "network-vif-deleted", "tag": "cd441078-5bfb-4bcc-952f-a43a933bcdba", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:03.204982 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1a999d4-d487-4019-b9c4-c5f83f047803 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:03.205397 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28a8058-7fcb-4559-bce5-bbcd5a4e3600', 'name': 'network-vif-deleted', 'tag': 'cd441078-5bfb-4bcc-952f-a43a933bcdba', 'status': 'completed', 'code': 200} Nov 27 01:16:03.246870 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a3c719b-2add-4ba4-be3d-f75e54401a21 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:03.343528 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2dbb3f70-38ee-4f92-8c98-f6d63364bc41 req-cf4ff23f-1e10-4b5a-bb6d-b7bde5bb5ac9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 210 time: 0.1036384 Nov 27 01:16:03.499811 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a3c719b-2add-4ba4-be3d-f75e54401a21 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:03.519897 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': '4e22fff8-c9b9-4089-99ed-dfb510d02f58'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:03.527901 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e78154-1424-42ca-ad64-71a60375d3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "4e22fff8-c9b9-4089-99ed-dfb510d02f58"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:03.575557 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a3c719b-2add-4ba4-be3d-f75e54401a21 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:03.584848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Pushing event updated for resources: {'Port': ['ID=4f854bd5-781e-4e8b-a405-db101e4faafa,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:03.638529 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c719b-2add-4ba4-be3d-f75e54401a21 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Subnet': ['ID=3aad5e19-201f-47fd-8cae-cbb9a762a1b2,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:03.650971 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a3c719b-2add-4ba4-be3d-f75e54401a21 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:03.656093 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Attempting to bind port 4f854bd5-781e-4e8b-a405-db101e4faafa on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:03.656595 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Attempting to bind port 4f854bd5-781e-4e8b-a405-db101e4faafa by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:03.656734 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9a3c719b-2add-4ba4-be3d-f75e54401a21 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "DELETE /v2.0/subnets/3aad5e19-201f-47fd-8cae-cbb9a762a1b2 HTTP/1.1" status: 204 len: 168 time: 0.6786966 Nov 27 01:16:03.657110 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Attempting to bind port 4f854bd5-781e-4e8b-a405-db101e4faafa on network 418da70a-eaae-4c95-847b-9bc511a0e7dc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:03.659473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849984df-b120-47ed-b191-3897cd12e227 None None] Network 6241b772-86e6-4566-8e46-da0cc5fcb028 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:03.667399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55106) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:03.675048 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Port 4f854bd5-781e-4e8b-a405-db101e4faafa on network 418da70a-eaae-4c95-847b-9bc511a0e7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:03.675629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Attempting to bind port 4f854bd5-781e-4e8b-a405-db101e4faafa on network 418da70a-eaae-4c95-847b-9bc511a0e7dc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:03.676524 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ccd79-e624-44fb-b0ff-5ec5d11e7fe7 req-e198a870-5595-48d9-b9fa-3da2bfb5ac94 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:03.686187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ccd79-e624-44fb-b0ff-5ec5d11e7fe7 req-e198a870-5595-48d9-b9fa-3da2bfb5ac94 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:03.694838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ccd79-e624-44fb-b0ff-5ec5d11e7fe7 req-e198a870-5595-48d9-b9fa-3da2bfb5ac94 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:03.701837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ccd79-e624-44fb-b0ff-5ec5d11e7fe7 req-e198a870-5595-48d9-b9fa-3da2bfb5ac94 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:03.708129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ccd79-e624-44fb-b0ff-5ec5d11e7fe7 req-e198a870-5595-48d9-b9fa-3da2bfb5ac94 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:03.715661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ccd79-e624-44fb-b0ff-5ec5d11e7fe7 req-e198a870-5595-48d9-b9fa-3da2bfb5ac94 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:03.721925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ccd79-e624-44fb-b0ff-5ec5d11e7fe7 req-e198a870-5595-48d9-b9fa-3da2bfb5ac94 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:03.727762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:03.730065 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-674ccd79-e624-44fb-b0ff-5ec5d11e7fe7 req-e198a870-5595-48d9-b9fa-3da2bfb5ac94 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5381 time: 0.3984437 Nov 27 01:16:03.731530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Checking segment: {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:03.732056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Bound using segment: {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:03.735044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Bound port: 4f854bd5-781e-4e8b-a405-db101e4faafa, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:03.735386 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:03.834066 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289f6c79-9f0b-4e20-b02c-fd0b63f58e25 x-openstack-request-id: req-289f6c79-9f0b-4e20-b02c-fd0b63f58e25 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:03.834368 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "4e22fff8-c9b9-4089-99ed-dfb510d02f58", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:03.834635 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-289f6c79-9f0b-4e20-b02c-fd0b63f58e25 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:03.835044 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': '4e22fff8-c9b9-4089-99ed-dfb510d02f58', 'status': 'completed', 'code': 200} Nov 27 01:16:03.898745 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-674ccd79-e624-44fb-b0ff-5ec5d11e7fe7 req-a55bce10-5388-4f9f-b728-672217fec6b6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1676817 Nov 27 01:16:03.926942 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fee92932-8b4c-4717-bd5f-4cfab872e13c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:03.964969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] For port 4f854bd5-781e-4e8b-a405-db101e4faafa, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:03.970049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] For port 4f854bd5-781e-4e8b-a405-db101e4faafa, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4f854bd5-781e-4e8b-a405-db101e4faafa,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:03.979539 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:04.126894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e947f6-7351-4726-b5ff-14df06368507 None None] DHCP port deletion for 6241b772-86e6-4566-8e46-da0cc5fcb028 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:16:04.264144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-55e947f6-7351-4726-b5ff-14df06368507 None None] Deleting port 5b3f44a7-312a-4e9e-929c-a4e98415c73f {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:04.269953 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-55e947f6-7351-4726-b5ff-14df06368507 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:04.408328 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-55e947f6-7351-4726-b5ff-14df06368507 None None] For port 5b3f44a7-312a-4e9e-929c-a4e98415c73f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5b3f44a7-312a-4e9e-929c-a4e98415c73f,segment=NetworkSegment(6607c0bc-805d-491d-930d-7abd3d59f31b),segment_id=6607c0bc-805d-491d-930d-7abd3d59f31b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:04.408965 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-55e947f6-7351-4726-b5ff-14df06368507 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:04.427485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-55e947f6-7351-4726-b5ff-14df06368507 None None] Calling delete_port for 5b3f44a7-312a-4e9e-929c-a4e98415c73f owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:04.561503 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-55e947f6-7351-4726-b5ff-14df06368507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:04.568311 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0766436f-7c2c-4d19-bfbe-01c45b4541d6 req-6ee8f165-d389-4f4a-b308-a2f2c30658ef tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 210 time: 0.0677702 Nov 27 01:16:04.591443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e947f6-7351-4726-b5ff-14df06368507 None None] Pushing event deleted for resources: {'Port': ['ID=5b3f44a7-312a-4e9e-929c-a4e98415c73f,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:04.598115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e947f6-7351-4726-b5ff-14df06368507 None None] No DVR routers for this DVR port 5b3f44a7-312a-4e9e-929c-a4e98415c73f on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:04.694494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Pushing event updated for resources: {'Port': ['ID=4f854bd5-781e-4e8b-a405-db101e4faafa,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:04.731488 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:04.738867 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:04.738867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-3b25f60e-9cd6-472f-901e-6bcef0fdca3e service neutron] 10.222.0.31 "PUT /v2.0/ports/4f854bd5-781e-4e8b-a405-db101e4faafa HTTP/1.1" status: 200 len: 1092 time: 2.0765469 Nov 27 01:16:04.815546 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Request body: {'port': {'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:05.079251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb12285-519f-4dc5-a195-f62b6c70784e req-df4c5175-ab3a-46ee-99d0-f37f7069449a tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:05.084922 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bdb12285-519f-4dc5-a195-f62b6c70784e req-df4c5175-ab3a-46ee-99d0-f37f7069449a tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.4253914 Nov 27 01:16:05.100873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e78154-1424-42ca-ad64-71a60375d3a4 req-3a282540-e64e-4231-8073-0d8e65e2befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:05.101754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e78154-1424-42ca-ad64-71a60375d3a4 req-3a282540-e64e-4231-8073-0d8e65e2befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:05.102421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e78154-1424-42ca-ad64-71a60375d3a4 req-3a282540-e64e-4231-8073-0d8e65e2befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:05.103136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e78154-1424-42ca-ad64-71a60375d3a4 req-3a282540-e64e-4231-8073-0d8e65e2befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:05.103798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e78154-1424-42ca-ad64-71a60375d3a4 req-3a282540-e64e-4231-8073-0d8e65e2befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:05.104484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e78154-1424-42ca-ad64-71a60375d3a4 req-3a282540-e64e-4231-8073-0d8e65e2befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:05.105137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e78154-1424-42ca-ad64-71a60375d3a4 req-3a282540-e64e-4231-8073-0d8e65e2befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:05.107574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b0e78154-1424-42ca-ad64-71a60375d3a4 req-3a282540-e64e-4231-8073-0d8e65e2befd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 6277 time: 1.2526424 Nov 27 01:16:05.183101 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fee92932-8b4c-4717-bd5f-4cfab872e13c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:05.208911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fee92932-8b4c-4717-bd5f-4cfab872e13c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6241b772-86e6-4566-8e46-da0cc5fcb028']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:05.219885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fee92932-8b4c-4717-bd5f-4cfab872e13c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6607c0bc-805d-491d-930d-7abd3d59f31b') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:05.220186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fee92932-8b4c-4717-bd5f-4cfab872e13c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6607c0bc-805d-491d-930d-7abd3d59f31b') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:05.243807 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fee92932-8b4c-4717-bd5f-4cfab872e13c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:05.259814 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fee92932-8b4c-4717-bd5f-4cfab872e13c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:05.266892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee92932-8b4c-4717-bd5f-4cfab872e13c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:16:05.267335 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fee92932-8b4c-4717-bd5f-4cfab872e13c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:05.311317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-b33db602-c785-42bc-933c-24372361e796 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:05.331931 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-b33db602-c785-42bc-933c-24372361e796 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.21 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 807 time: 0.3862419 Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:16:05.365682 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:16:05.406638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-1d840ebb-2217-4b11-b6ee-1742b8df8c26 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Request body: {'port': {'device_id': '6281b8ca-d021-4270-83b1-fcb012241558', 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0', 'admin_state_up': True, 'tenant_id': 'd18461bdb04f48e7b016c099b1185328'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:05.407504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5b3f44a7-312a-4e9e-929c-a4e98415c73f no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:05.419504 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fee92932-8b4c-4717-bd5f-4cfab872e13c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:05.459344 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 5b3f44a7-312a-4e9e-929c-a4e98415c73f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:05.460692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5b3f44a7-312a-4e9e-929c-a4e98415c73f not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:05.584134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e78154-1424-42ca-ad64-71a60375d3a4 req-fef92b52-c47d-4914-8541-a2ddd78506d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:05.584653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e78154-1424-42ca-ad64-71a60375d3a4 req-fef92b52-c47d-4914-8541-a2ddd78506d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:05.585125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e78154-1424-42ca-ad64-71a60375d3a4 req-fef92b52-c47d-4914-8541-a2ddd78506d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:05.586761 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b0e78154-1424-42ca-ad64-71a60375d3a4 req-fef92b52-c47d-4914-8541-a2ddd78506d8 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4227004 Nov 27 01:16:05.591734 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:05.599905 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fee92932-8b4c-4717-bd5f-4cfab872e13c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:05.604122 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fee92932-8b4c-4717-bd5f-4cfab872e13c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "DELETE /v2.0/networks/6241b772-86e6-4566-8e46-da0cc5fcb028 HTTP/1.1" status: 204 len: 168 time: 1.9253545 Nov 27 01:16:05.611068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55134) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:05.636483 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bdb12285-519f-4dc5-a195-f62b6c70784e req-e0a98478-e67f-45c3-8637-ef9752fc329a tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5189922 Nov 27 01:16:05.647776 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee92932-8b4c-4717-bd5f-4cfab872e13c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Network': ['ID=6241b772-86e6-4566-8e46-da0cc5fcb028,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:05.718388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2890532-e229-4a48-80e9-d089843bc09e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Deleting subnet a83b83c3-66d5-47a6-8c15-bcf8d87b7a5b {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:16:05.734568 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c2890532-e229-4a48-80e9-d089843bc09e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:05.809023 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c2890532-e229-4a48-80e9-d089843bc09e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:05.963167 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c2890532-e229-4a48-80e9-d089843bc09e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.038603 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c2890532-e229-4a48-80e9-d089843bc09e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.052856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e909ffc-2063-48f9-97b6-2a492dd3301b req-b3eac20b-54fc-4f5c-8fa1-c298462bad9a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:06.059552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e909ffc-2063-48f9-97b6-2a492dd3301b req-b3eac20b-54fc-4f5c-8fa1-c298462bad9a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:06.066808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e909ffc-2063-48f9-97b6-2a492dd3301b req-b3eac20b-54fc-4f5c-8fa1-c298462bad9a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:06.073798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e909ffc-2063-48f9-97b6-2a492dd3301b req-b3eac20b-54fc-4f5c-8fa1-c298462bad9a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:06.080720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e909ffc-2063-48f9-97b6-2a492dd3301b req-b3eac20b-54fc-4f5c-8fa1-c298462bad9a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:06.088159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e909ffc-2063-48f9-97b6-2a492dd3301b req-b3eac20b-54fc-4f5c-8fa1-c298462bad9a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:06.089946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b98aa43-349e-495b-b219-a68032564792 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:06.094582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e909ffc-2063-48f9-97b6-2a492dd3301b req-b3eac20b-54fc-4f5c-8fa1-c298462bad9a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:06.103628 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e909ffc-2063-48f9-97b6-2a492dd3301b req-b3eac20b-54fc-4f5c-8fa1-c298462bad9a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5381 time: 0.7702141 Nov 27 01:16:06.111319 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.139939 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Transition to ACTIVE for port object 5b98aa43-349e-495b-b219-a68032564792 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:16:06.175544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2890532-e229-4a48-80e9-d089843bc09e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Subnet': ['ID=a83b83c3-66d5-47a6-8c15-bcf8d87b7a5b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:06.182866 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c2890532-e229-4a48-80e9-d089843bc09e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.188858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4bc869-48e7-4510-9437-fb82947fd506 None None] Network 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:06.190302 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c2890532-e229-4a48-80e9-d089843bc09e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "DELETE /v2.0/subnets/a83b83c3-66d5-47a6-8c15-bcf8d87b7a5b HTTP/1.1" status: 204 len: 168 time: 0.5782020 Nov 27 01:16:06.210074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': '4f854bd5-781e-4e8b-a405-db101e4faafa'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:06.212930 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609566f0-0763-4c1f-ac7b-9e14184464bf" -d '{"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "4f854bd5-781e-4e8b-a405-db101e4faafa"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:06.216393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55140) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:06.238064 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:16:06.264077 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cf377164-9b5b-4966-92d5-ea582ca50bdc req-019e2219-7580-42da-a7c7-65ce5b550a4e tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 210 time: 0.0570564 Nov 27 01:16:06.268463 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.302854 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e909ffc-2063-48f9-97b6-2a492dd3301b req-6ae5a56f-ba49-4080-b020-b517fa103dab tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1980653 Nov 27 01:16:06.390235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-1d840ebb-2217-4b11-b6ee-1742b8df8c26 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Made reservation on behalf of d18461bdb04f48e7b016c099b1185328 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:06.394381 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-1d840ebb-2217-4b11-b6ee-1742b8df8c26 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.420107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Pushing event updated for resources: {'Port': ['ID=5b98aa43-349e-495b-b219-a68032564792,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:06.459550 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.495439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e78154-1424-42ca-ad64-71a60375d3a4 req-a73c0aa3-0a52-4ec9-96d0-d81a9eba982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:06.497051 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b0e78154-1424-42ca-ad64-71a60375d3a4 req-a73c0aa3-0a52-4ec9-96d0-d81a9eba982e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8917580 Nov 27 01:16:06.614948 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcec6bf-2701-4449-8dca-cf991c2750c1 None None] DHCP port deletion for 71fcb95a-1966-4eb4-96a8-e482cc4f8c9e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:16:06.626039 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f6e088-4aba-496f-bcd3-2876f1d7b61a x-openstack-request-id: req-57f6e088-4aba-496f-bcd3-2876f1d7b61a {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:06.626401 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "4f854bd5-781e-4e8b-a405-db101e4faafa", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:06.626716 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57f6e088-4aba-496f-bcd3-2876f1d7b61a {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:06.627144 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': '4f854bd5-781e-4e8b-a405-db101e4faafa', 'status': 'completed', 'code': 200} Nov 27 01:16:06.683365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Attempting to bind port 5b98aa43-349e-495b-b219-a68032564792 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:06.683708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Attempting to bind port 5b98aa43-349e-495b-b219-a68032564792 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:06.684040 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Attempting to bind port 5b98aa43-349e-495b-b219-a68032564792 on network 418da70a-eaae-4c95-847b-9bc511a0e7dc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:06.714244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9fcec6bf-2701-4449-8dca-cf991c2750c1 None None] Deleting port f6d75772-de73-4287-983e-8213a4b0f210 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:06.718833 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9fcec6bf-2701-4449-8dca-cf991c2750c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.733329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-1d840ebb-2217-4b11-b6ee-1742b8df8c26 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Allocated IP 172.20.0.3 (60958e2f-96cf-4e62-b388-7bcdd3462ab0/cc711a7c-5baa-452f-8fb2-a98d9e7b8c26/5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:16:06.792274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Port 5b98aa43-349e-495b-b219-a68032564792 on network 418da70a-eaae-4c95-847b-9bc511a0e7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:06.792653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Attempting to bind port 5b98aa43-349e-495b-b219-a68032564792 on network 418da70a-eaae-4c95-847b-9bc511a0e7dc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:06.825799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Deleting port f6d75772-de73-4287-983e-8213a4b0f210 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:06.828482 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.870553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9fcec6bf-2701-4449-8dca-cf991c2750c1 None None] For port f6d75772-de73-4287-983e-8213a4b0f210, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f6d75772-de73-4287-983e-8213a4b0f210,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:06.873910 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9fcec6bf-2701-4449-8dca-cf991c2750c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.902986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9fcec6bf-2701-4449-8dca-cf991c2750c1 None None] Calling delete_port for f6d75772-de73-4287-983e-8213a4b0f210 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:06.980287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] For port f6d75772-de73-4287-983e-8213a4b0f210, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f6d75772-de73-4287-983e-8213a4b0f210,segment=NetworkSegment(131f5157-b9c9-40d0-8412-88edb015f935),segment_id=131f5157-b9c9-40d0-8412-88edb015f935)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:06.981662 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.032419 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Calling delete_port for f6d75772-de73-4287-983e-8213a4b0f210 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:07.042138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:07.042490 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Checking segment: {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:07.047056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Bound using segment: {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:07.047523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Bound port: 5b98aa43-349e-495b-b219-a68032564792, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a8cfe-9bbf-47bf-a756-0039207aec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:07.047949 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.088969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db4965-df0f-49f4-bfc6-d348317c7cc5 req-396f0439-6814-4beb-8883-0507cef228a4 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.099239 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b9db4965-df0f-49f4-bfc6-d348317c7cc5 req-396f0439-6814-4beb-8883-0507cef228a4 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.2941704 Nov 27 01:16:07.138200 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9fcec6bf-2701-4449-8dca-cf991c2750c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.188080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609566f0-0763-4c1f-ac7b-9e14184464bf req-99bed915-44dc-4270-b2c3-d3e5a0c7a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.188628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609566f0-0763-4c1f-ac7b-9e14184464bf req-99bed915-44dc-4270-b2c3-d3e5a0c7a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.188810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcec6bf-2701-4449-8dca-cf991c2750c1 None None] No DVR routers for this DVR port f6d75772-de73-4287-983e-8213a4b0f210 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:07.189064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609566f0-0763-4c1f-ac7b-9e14184464bf req-99bed915-44dc-4270-b2c3-d3e5a0c7a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.192508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609566f0-0763-4c1f-ac7b-9e14184464bf req-99bed915-44dc-4270-b2c3-d3e5a0c7a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.193042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609566f0-0763-4c1f-ac7b-9e14184464bf req-99bed915-44dc-4270-b2c3-d3e5a0c7a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.193521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609566f0-0763-4c1f-ac7b-9e14184464bf req-99bed915-44dc-4270-b2c3-d3e5a0c7a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.193999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609566f0-0763-4c1f-ac7b-9e14184464bf req-99bed915-44dc-4270-b2c3-d3e5a0c7a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.195170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcec6bf-2701-4449-8dca-cf991c2750c1 None None] Pushing event deleted for resources: {'Port': ['ID=f6d75772-de73-4287-983e-8213a4b0f210,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:07.196272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-609566f0-0763-4c1f-ac7b-9e14184464bf req-99bed915-44dc-4270-b2c3-d3e5a0c7a5d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 6303 time: 0.5545809 Nov 27 01:16:07.311832 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b9db4965-df0f-49f4-bfc6-d348317c7cc5 req-a614827e-b0f4-446f-9d5f-576a2fb72760 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2098103 Nov 27 01:16:07.322250 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device dba44597-9a96-43c1-a551-0d2269af312f details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:16:07.361871 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-1d840ebb-2217-4b11-b6ee-1742b8df8c26 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.395512 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f6d75772-de73-4287-983e-8213a4b0f210 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:07.435341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: f6d75772-de73-4287-983e-8213a4b0f210 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:07.435711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f6d75772-de73-4287-983e-8213a4b0f210 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:07.447638 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-1d840ebb-2217-4b11-b6ee-1742b8df8c26 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.482212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-1d840ebb-2217-4b11-b6ee-1742b8df8c26 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:16:07.493028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-1d840ebb-2217-4b11-b6ee-1742b8df8c26 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:07.532041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-1d840ebb-2217-4b11-b6ee-1742b8df8c26 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:16:07.551092 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.609779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d840ebb-2217-4b11-b6ee-1742b8df8c26 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Pushing event updated for resources: {'Port': ['ID=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:07.618566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dba44597-9a96-43c1-a551-0d2269af312f,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:07.636279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'dba44597-9a96-43c1-a551-0d2269af312f', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'port_id': 'dba44597-9a96-43c1-a551-0d2269af312f', 'mac_address': 'fa:16:3e:dd:4e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:16:07.637266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d576a08-5047-4907-b207-f1392d93c883 req-7dc86bf0-064f-46d8-888f-7a5eaafa1a28 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.643780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d576a08-5047-4907-b207-f1392d93c883 req-7dc86bf0-064f-46d8-888f-7a5eaafa1a28 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.655274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d576a08-5047-4907-b207-f1392d93c883 req-7dc86bf0-064f-46d8-888f-7a5eaafa1a28 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.659430 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] No DVR routers for this DVR port f6d75772-de73-4287-983e-8213a4b0f210 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:07.670789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] For port 5b98aa43-349e-495b-b219-a68032564792, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:07.674745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d576a08-5047-4907-b207-f1392d93c883 req-7dc86bf0-064f-46d8-888f-7a5eaafa1a28 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.686231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d576a08-5047-4907-b207-f1392d93c883 req-7dc86bf0-064f-46d8-888f-7a5eaafa1a28 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.690018 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.693387 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Port': ['ID=f6d75772-de73-4287-983e-8213a4b0f210,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:07.704710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dba44597-9a96-43c1-a551-0d2269af312f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:07.709212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d576a08-5047-4907-b207-f1392d93c883 req-7dc86bf0-064f-46d8-888f-7a5eaafa1a28 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.721755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d576a08-5047-4907-b207-f1392d93c883 req-7dc86bf0-064f-46d8-888f-7a5eaafa1a28 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.725967 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0d576a08-5047-4907-b207-f1392d93c883 req-7dc86bf0-064f-46d8-888f-7a5eaafa1a28 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5393 time: 0.2534113 Nov 27 01:16:07.728538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dba44597-9a96-43c1-a551-0d2269af312f,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:07.733063 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.742778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-1d840ebb-2217-4b11-b6ee-1742b8df8c26 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.743514 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-1d840ebb-2217-4b11-b6ee-1742b8df8c26 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.771923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55174) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:07.787853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=dba44597-9a96-43c1-a551-0d2269af312f,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:07.816955 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb0ab6-6e12-460e-90f6-446c52eb2754 req-e4374cb2-fe73-4b92-ad38-23081b4758fb tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.823691 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-22cb0ab6-6e12-460e-90f6-446c52eb2754 req-e4374cb2-fe73-4b92-ad38-23081b4758fb tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 931 time: 0.3813848 Nov 27 01:16:07.825066 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-1d840ebb-2217-4b11-b6ee-1742b8df8c26 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4426835 Nov 27 01:16:07.865742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Request body: {'port': {'device_id': '6281b8ca-d021-4270-83b1-fcb012241558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:07.903908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] For port 5b98aa43-349e-495b-b219-a68032564792, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5b98aa43-349e-495b-b219-a68032564792,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:07.963039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['dba44597-9a96-43c1-a551-0d2269af312f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:16:07.981051 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.044723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0d576a08-5047-4907-b207-f1392d93c883 req-9f4af4bf-4860-4ef2-a702-81e9a5d0e196 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2973113 Nov 27 01:16:08.053274 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a1532103-581c-4d50-9bd9-643825552bb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.073028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609566f0-0763-4c1f-ac7b-9e14184464bf req-94e41e03-663f-4099-a3cb-0e6dc0beb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:08.073725 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609566f0-0763-4c1f-ac7b-9e14184464bf req-94e41e03-663f-4099-a3cb-0e6dc0beb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:08.073977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609566f0-0763-4c1f-ac7b-9e14184464bf req-94e41e03-663f-4099-a3cb-0e6dc0beb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:08.075591 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-609566f0-0763-4c1f-ac7b-9e14184464bf req-94e41e03-663f-4099-a3cb-0e6dc0beb0f6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7367718 Nov 27 01:16:08.137376 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.200483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:08.201208 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.202636 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] 10.222.0.31 "PUT /v2.0/ports/5b98aa43-349e-495b-b219-a68032564792 HTTP/1.1" status: 200 len: 1091 time: 3.4026952 Nov 27 01:16:08.236703 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.245935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Request body: {'port': {'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:08.312676 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a1532103-581c-4d50-9bd9-643825552bb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.327305 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a1532103-581c-4d50-9bd9-643825552bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.397203 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-22cb0ab6-6e12-460e-90f6-446c52eb2754 req-59174481-d4c6-4118-9fc9-36c90569d973 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880409 Nov 27 01:16:08.435247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1532103-581c-4d50-9bd9-643825552bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccec2066-90e1-4c77-bbda-5c6c33fece98,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:08.454225 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a1532103-581c-4d50-9bd9-643825552bb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8cee2673fb1491bb2110dc14b0346f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6777442 Nov 27 01:16:08.457211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55182) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:08.532836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fcb95a-1966-4eb4-96a8-e482cc4f8c9e']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:08.536812 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25618a-2582-49df-afcd-0aa3e8fd9a4b service neutron] Pushing event updated for resources: {'Port': ['ID=5b98aa43-349e-495b-b219-a68032564792,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:08.572325 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131f5157-b9c9-40d0-8412-88edb015f935') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:08.572631 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131f5157-b9c9-40d0-8412-88edb015f935') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:08.608070 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.615732 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.648345 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': '5b98aa43-349e-495b-b219-a68032564792'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:08.651299 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde46818-1feb-4084-acd3-1b6d20bb4e45" -d '{"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "5b98aa43-349e-495b-b219-a68032564792"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:08.667028 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-86dc256e-eff1-47a1-b096-919d7cdb4cad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.688779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8bfbb-c51b-42eb-9e4f-1c4a8f8b40b1 req-1a7a4954-9f1b-49db-ab95-0f7f12b8be75 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:08.690591 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0f8bfbb-c51b-42eb-9e4f-1c4a8f8b40b1 req-1a7a4954-9f1b-49db-ab95-0f7f12b8be75 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.2133179 Nov 27 01:16:08.718758 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.751278 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1326681-3814-4063-bc46-16f1e3eb9c74 x-openstack-request-id: req-c1326681-3814-4063-bc46-16f1e3eb9c74 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:08.752421 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "5b98aa43-349e-495b-b219-a68032564792", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:08.753076 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1326681-3814-4063-bc46-16f1e3eb9c74 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:08.753958 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': '5b98aa43-349e-495b-b219-a68032564792', 'status': 'completed', 'code': 200} Nov 27 01:16:08.763494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:16:08.764116 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:16:08.769811 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:16:08.785193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0f8bfbb-c51b-42eb-9e4f-1c4a8f8b40b1 req-fc206675-2d48-43fb-bc37-d3011c9955cf tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818517 Nov 27 01:16:08.827251 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-86dc256e-eff1-47a1-b096-919d7cdb4cad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.853345 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609566f0-0763-4c1f-ac7b-9e14184464bf req-e21eaa47-89a7-4d66-928c-1e12ead3a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:08.855256 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-609566f0-0763-4c1f-ac7b-9e14184464bf req-e21eaa47-89a7-4d66-928c-1e12ead3a1f6 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7175148 Nov 27 01:16:08.986586 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.009689 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.014341 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "DELETE /v2.0/networks/71fcb95a-1966-4eb4-96a8-e482cc4f8c9e HTTP/1.1" status: 204 len: 168 time: 2.7624640 Nov 27 01:16:09.030262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55188) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:09.038949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-24f8e413-98c5-4193-b2cd-ac91cb0f8ea1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1878213576'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:09.066253 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:09.067464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90772b4c-0c57-4a94-b003-98568efef02f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Network': ['ID=71fcb95a-1966-4eb4-96a8-e482cc4f8c9e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:09.080643 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.098660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Transition to ACTIVE for port object 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:16:09.106056 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.244719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:09.267502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46818-1feb-4084-acd3-1b6d20bb4e45 req-0ee038e0-f765-4786-a743-fe90a59930fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:09.268636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46818-1feb-4084-acd3-1b6d20bb4e45 req-0ee038e0-f765-4786-a743-fe90a59930fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:09.270870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46818-1feb-4084-acd3-1b6d20bb4e45 req-0ee038e0-f765-4786-a743-fe90a59930fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:09.273142 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46818-1feb-4084-acd3-1b6d20bb4e45 req-0ee038e0-f765-4786-a743-fe90a59930fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:09.275539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46818-1feb-4084-acd3-1b6d20bb4e45 req-0ee038e0-f765-4786-a743-fe90a59930fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:09.277372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46818-1feb-4084-acd3-1b6d20bb4e45 req-0ee038e0-f765-4786-a743-fe90a59930fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:09.279820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46818-1feb-4084-acd3-1b6d20bb4e45 req-0ee038e0-f765-4786-a743-fe90a59930fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:09.286805 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-86dc256e-eff1-47a1-b096-919d7cdb4cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.289752 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fde46818-1feb-4084-acd3-1b6d20bb4e45 req-0ee038e0-f765-4786-a743-fe90a59930fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 6345 time: 0.3508627 Nov 27 01:16:09.294530 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-86dc256e-eff1-47a1-b096-919d7cdb4cad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.299334 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-86dc256e-eff1-47a1-b096-919d7cdb4cad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccec2066-90e1-4c77-bbda-5c6c33fece98 HTTP/1.1" status: 204 len: 168 time: 0.8385949 Nov 27 01:16:09.318354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device dba44597-9a96-43c1-a551-0d2269af312f up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:16:09.407558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc256e-eff1-47a1-b096-919d7cdb4cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccec2066-90e1-4c77-bbda-5c6c33fece98,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:09.447022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f8e413-98c5-4193-b2cd-ac91cb0f8ea1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:09.465214 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-24f8e413-98c5-4193-b2cd-ac91cb0f8ea1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.563851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port dba44597-9a96-43c1-a551-0d2269af312f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:09.564792 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.597426 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Attempting to bind port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:09.597994 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Attempting to bind port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:09.598130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Attempting to bind port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:09.653162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:09.654175 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Attempting to bind port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:09.655172 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc762bad-5297-4413-87bc-bd3ecbe3a755 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:09.663834 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.677081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Transition to ACTIVE for port object dc762bad-5297-4413-87bc-bd3ecbe3a755 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:16:09.679347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:09.684088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Checking segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:09.684512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Bound using segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:09.685069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Bound port: 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:09.686681 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.711064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f8e413-98c5-4193-b2cd-ac91cb0f8ea1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:16:09.755774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6a84a-88b8-434c-bf86-3605085beb89 req-8c332d82-4afc-4cb6-937e-167954715b93 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:09.759809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8bd6a84a-88b8-434c-bf86-3605085beb89 req-8c332d82-4afc-4cb6-937e-167954715b93 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 943 time: 0.1997604 Nov 27 01:16:09.804610 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.806053 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.827567 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-24f8e413-98c5-4193-b2cd-ac91cb0f8ea1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.828115 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-24f8e413-98c5-4193-b2cd-ac91cb0f8ea1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Added segment b669aae7-8225-4e45-96dd-2cb529628d27 of type vlan for network e8655b09-3c10-40ae-ad43-334f8c46f82e Nov 27 01:16:09.853172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:09.859907 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053dc1d4-fce6-492b-9366-0f7b36c54649" -d '{"events": [{"server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "name": "network-vif-plugged", "status": "completed", "tag": "dba44597-9a96-43c1-a551-0d2269af312f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:09.885450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dba44597-9a96-43c1-a551-0d2269af312f,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:09.892825 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.898937 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-24f8e413-98c5-4193-b2cd-ac91cb0f8ea1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.943970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:09.950507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8bd6a84a-88b8-434c-bf86-3605085beb89 req-c023fcbe-99a4-4190-b053-6fd607f48dea tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578989 Nov 27 01:16:09.952444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:09.961331 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.995792 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=dba44597-9a96-43c1-a551-0d2269af312f,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:10.029097 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ccf57d1f-57af-488c-a5c1-c83814c12975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.088275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:10.098123 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.099642 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 HTTP/1.1" status: 200 len: 1092 time: 2.2433658 Nov 27 01:16:10.102863 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6281b8ca-d021-4270-83b1-fcb012241558', 'tag': '5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:10.108943 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c6c84b-f3cb-4d57-88c9-e1d442c887e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6281b8ca-d021-4270-83b1-fcb012241558", "tag": "5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:10.130975 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-24f8e413-98c5-4193-b2cd-ac91cb0f8ea1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.143253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f8e413-98c5-4193-b2cd-ac91cb0f8ea1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:10.144697 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-24f8e413-98c5-4193-b2cd-ac91cb0f8ea1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.214953 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-24f8e413-98c5-4193-b2cd-ac91cb0f8ea1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1827240 Nov 27 01:16:10.245624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5349e5e-ffbf-4e04-83f6-960a88500b56 req-faa70f9c-02b2-4491-bb6e-6a1b009c7821 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:10.265453 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5349e5e-ffbf-4e04-83f6-960a88500b56 req-faa70f9c-02b2-4491-bb6e-6a1b009c7821 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:10.277728 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5349e5e-ffbf-4e04-83f6-960a88500b56 req-faa70f9c-02b2-4491-bb6e-6a1b009c7821 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:10.285411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5349e5e-ffbf-4e04-83f6-960a88500b56 req-faa70f9c-02b2-4491-bb6e-6a1b009c7821 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:10.293956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5349e5e-ffbf-4e04-83f6-960a88500b56 req-faa70f9c-02b2-4491-bb6e-6a1b009c7821 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:10.301230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5349e5e-ffbf-4e04-83f6-960a88500b56 req-faa70f9c-02b2-4491-bb6e-6a1b009c7821 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:10.304390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55216) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:10.309033 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5349e5e-ffbf-4e04-83f6-960a88500b56 req-faa70f9c-02b2-4491-bb6e-6a1b009c7821 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:10.317693 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5349e5e-ffbf-4e04-83f6-960a88500b56 req-faa70f9c-02b2-4491-bb6e-6a1b009c7821 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5393 time: 1.1277573 Nov 27 01:16:10.319916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6966d048-73b8-43ce-93cc-1bebc610e2fc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Request body: {'subnet': {'network_id': 'e8655b09-3c10-40ae-ad43-334f8c46f82e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:10.362674 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0b5e9-9b99-4976-8e35-04eed88abf43 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:10.376952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88cb0e-a62c-4c11-bb94-47dab69181d0 req-9932ffdc-73ba-4ed4-995d-730ddcdc267b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:10.378494 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e88cb0e-a62c-4c11-bb94-47dab69181d0 req-9932ffdc-73ba-4ed4-995d-730ddcdc267b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.2373850 Nov 27 01:16:10.506785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-0a32e22e-f0ed-4f49-bdc7-9aa90389eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:10.509303 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-0a32e22e-f0ed-4f49-bdc7-9aa90389eae9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 1095 time: 0.2979918 Nov 27 01:16:10.531827 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e88cb0e-a62c-4c11-bb94-47dab69181d0 req-4ce30e87-a1e0-4437-8bba-c32805e1c815 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167033 Nov 27 01:16:10.553383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Pushing event updated for resources: {'Port': ['ID=dc762bad-5297-4413-87bc-bd3ecbe3a755,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:10.566199 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6966d048-73b8-43ce-93cc-1bebc610e2fc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:10.569585 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6966d048-73b8-43ce-93cc-1bebc610e2fc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.645430 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6742af-f22e-4d07-a462-df1a7eb662b5 x-openstack-request-id: req-ef6742af-f22e-4d07-a462-df1a7eb662b5 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:10.646062 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "name": "network-vif-plugged", "status": "completed", "tag": "dba44597-9a96-43c1-a551-0d2269af312f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:10.646315 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef6742af-f22e-4d07-a462-df1a7eb662b5 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:10.646841 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f', 'code': 200} Nov 27 01:16:10.779343 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5349e5e-ffbf-4e04-83f6-960a88500b56 req-983286f9-3dd7-466f-beea-4b8e90e2707a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4608500 Nov 27 01:16:10.793697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8e413-98c5-4193-b2cd-ac91cb0f8ea1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event updated for resources: {'Network': ['ID=e8655b09-3c10-40ae-ad43-334f8c46f82e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:10.806290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network e8655b09-3c10-40ae-ad43-334f8c46f82e details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:16:10.817319 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46818-1feb-4084-acd3-1b6d20bb4e45 req-27c59414-acf6-43bc-878c-184648a67665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:10.817809 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46818-1feb-4084-acd3-1b6d20bb4e45 req-27c59414-acf6-43bc-878c-184648a67665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:10.818283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46818-1feb-4084-acd3-1b6d20bb4e45 req-27c59414-acf6-43bc-878c-184648a67665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:10.819908 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fde46818-1feb-4084-acd3-1b6d20bb4e45 req-27c59414-acf6-43bc-878c-184648a67665 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.4683709 Nov 27 01:16:10.830003 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1357b358-9c4a-421f-94d1-096724bc581b x-openstack-request-id: req-1357b358-9c4a-421f-94d1-096724bc581b {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:10.830584 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6281b8ca-d021-4270-83b1-fcb012241558", "tag": "5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:10.830584 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1357b358-9c4a-421f-94d1-096724bc581b {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:10.831215 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6281b8ca-d021-4270-83b1-fcb012241558', 'tag': '5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9', 'status': 'completed', 'code': 200} Nov 27 01:16:10.869509 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6966d048-73b8-43ce-93cc-1bebc610e2fc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.876017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Attempting to bind port dc762bad-5297-4413-87bc-bd3ecbe3a755 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:10.876638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Attempting to bind port dc762bad-5297-4413-87bc-bd3ecbe3a755 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:10.877143 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Attempting to bind port dc762bad-5297-4413-87bc-bd3ecbe3a755 on network de22fecb-a913-459d-a3f0-a3199365e84c {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:10.885112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Port dc762bad-5297-4413-87bc-bd3ecbe3a755 on network de22fecb-a913-459d-a3f0-a3199365e84c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:10.885733 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Attempting to bind port dc762bad-5297-4413-87bc-bd3ecbe3a755 on network de22fecb-a913-459d-a3f0-a3199365e84c {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:10.898533 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-7497f529-3056-44cd-9581-76dd4516f744 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 HTTP/1.1" status: 200 len: 217 time: 0.3652213 Nov 27 01:16:10.925976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:10.926591 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Checking segment: {'id': 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:10.927195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Bound using segment: {'id': 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:10.927800 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Bound port: dc762bad-5297-4413-87bc-bd3ecbe3a755, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:10.928380 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.067421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6966d048-73b8-43ce-93cc-1bebc610e2fc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Checking segment: {'id': 'b669aae7-8225-4e45-96dd-2cb529628d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e8655b09-3c10-40ae-ad43-334f8c46f82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:11.067786 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6966d048-73b8-43ce-93cc-1bebc610e2fc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Network hostable DHCP agents. Network: e8655b09-3c10-40ae-ad43-334f8c46f82e, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:16:11.091340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966d048-73b8-43ce-93cc-1bebc610e2fc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event updated for resources: {'Subnet': ['ID=248ddaa1-a11b-433b-a8cd-0d8708b21136,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:11.091651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46818-1feb-4084-acd3-1b6d20bb4e45 req-430dd805-a7a9-4bd7-92d8-c6bf1881ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:11.099809 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fde46818-1feb-4084-acd3-1b6d20bb4e45 req-430dd805-a7a9-4bd7-92d8-c6bf1881ccc0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2602499 Nov 27 01:16:11.122654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] For port dc762bad-5297-4413-87bc-bd3ecbe3a755, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:11.130107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] For port dc762bad-5297-4413-87bc-bd3ecbe3a755, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dc762bad-5297-4413-87bc-bd3ecbe3a755,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:11.141518 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.195147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-c12e372a-0320-43e1-bcab-c41f38f1e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:11.199932 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-c12e372a-0320-43e1-bcab-c41f38f1e625 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.2372935 Nov 27 01:16:11.214858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6966d048-73b8-43ce-93cc-1bebc610e2fc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Network e8655b09-3c10-40ae-ad43-334f8c46f82e is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:16:11.233916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:11.235432 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.240521 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] 10.222.0.31 "PUT /v2.0/ports/dc762bad-5297-4413-87bc-bd3ecbe3a755 HTTP/1.1" status: 200 len: 1092 time: 2.9992225 Nov 27 01:16:11.241926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a585a-b9cf-4449-a213-8c9fffb9e286 service neutron] Pushing event updated for resources: {'Port': ['ID=dc762bad-5297-4413-87bc-bd3ecbe3a755,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:11.252779 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': 'dc762bad-5297-4413-87bc-bd3ecbe3a755'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:11.256437 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2034e2db-9e59-4ad8-81b7-22ee275e78f8" -d '{"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "dc762bad-5297-4413-87bc-bd3ecbe3a755"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:11.289328 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Request body: {'port': {'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:11.343943 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-2e5fec4c-96b2-4bc2-86db-0c255d6eaefa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342180 Nov 27 01:16:11.344619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6966d048-73b8-43ce-93cc-1bebc610e2fc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, e8655b09-3c10-40ae-ad43-334f8c46f82e) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:11.350966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6966d048-73b8-43ce-93cc-1bebc610e2fc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:11.351614 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6966d048-73b8-43ce-93cc-1bebc610e2fc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.352301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5bae96-af1c-4d33-8052-2ec7d72df27e None None] Network e8655b09-3c10-40ae-ad43-334f8c46f82e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:11.355710 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7467be-b0e7-44f3-b25b-a9711769082a x-openstack-request-id: req-0f7467be-b0e7-44f3-b25b-a9711769082a {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:11.356695 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "dc762bad-5297-4413-87bc-bd3ecbe3a755", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:11.357110 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f7467be-b0e7-44f3-b25b-a9711769082a {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:11.357589 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': 'dc762bad-5297-4413-87bc-bd3ecbe3a755', 'status': 'completed', 'code': 200} Nov 27 01:16:11.412154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0faf4-4345-4f0f-842d-2ce0aae94a4a req-c0495f25-d8ad-4b48-95a9-5cbac34f8fe6 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:11.436051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cde0faf4-4345-4f0f-842d-2ce0aae94a4a req-c0495f25-d8ad-4b48-95a9-5cbac34f8fe6 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 943 time: 0.3455622 Nov 27 01:16:11.458682 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.558940 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6966d048-73b8-43ce-93cc-1bebc610e2fc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2526450 Nov 27 01:16:11.564146 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55244) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:11.583710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-98b2f667-406e-409f-b706-ebbdd5d2c222 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1212232954'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:11.701416 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cde0faf4-4345-4f0f-842d-2ce0aae94a4a req-d99a6f1b-ba7b-4fba-83bb-bc02234b34be tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643754 Nov 27 01:16:11.706046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b2f667-406e-409f-b706-ebbdd5d2c222 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:11.706924 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-e8655b09-3c10-40ae-ad43-334f8c46f82e', 'network_id': 'e8655b09-3c10-40ae-ad43-334f8c46f82e', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'fixed_ips': [{'subnet_id': '248ddaa1-a11b-433b-a8cd-0d8708b21136'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:16:11.707904 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.725829 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98b2f667-406e-409f-b706-ebbdd5d2c222 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.791103 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-071e5c84-a59d-49f8-b928-773504fd6427 service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328923 Nov 27 01:16:11.801306 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b2f667-406e-409f-b706-ebbdd5d2c222 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:16:11.886504 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98b2f667-406e-409f-b706-ebbdd5d2c222 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.887149 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-98b2f667-406e-409f-b706-ebbdd5d2c222 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Added segment ee71283d-cdf6-447f-9b28-25db369efa96 of type vlan for network 4862dbea-2b29-4bcc-9de8-6483e42a67f3 Nov 27 01:16:11.906405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Allocated IP 19.80.0.2 (e8655b09-3c10-40ae-ad43-334f8c46f82e/248ddaa1-a11b-433b-a8cd-0d8708b21136/db63fa3a-fea9-4661-ac78-b1ff2b10e433) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:16:12.062560 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98b2f667-406e-409f-b706-ebbdd5d2c222 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.187318 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02bedb36-1f0f-4eae-88c4-9b215b5d7f1c req-680feed0-f912-46b7-80c0-f7dedda112a4 service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834047 Nov 27 01:16:12.190117 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.211469 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.255153 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98b2f667-406e-409f-b706-ebbdd5d2c222 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.262886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b2f667-406e-409f-b706-ebbdd5d2c222 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.281837 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98b2f667-406e-409f-b706-ebbdd5d2c222 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.366349 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Pushing event updated for resources: {'Port': ['ID=db63fa3a-fea9-4661-ac78-b1ff2b10e433,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:12.384526 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-98b2f667-406e-409f-b706-ebbdd5d2c222 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8068922 Nov 27 01:16:12.387109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55264) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:12.387976 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fe75b557-a3cb-47b4-a0a7-78179c426400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.441966 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Network e8655b09-3c10-40ae-ad43-334f8c46f82e is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:16:12.442511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034e2db-9e59-4ad8-81b7-22ee275e78f8 req-77d10116-cd4d-4e97-8fe6-e6d839834da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.443234 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034e2db-9e59-4ad8-81b7-22ee275e78f8 req-77d10116-cd4d-4e97-8fe6-e6d839834da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.443792 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034e2db-9e59-4ad8-81b7-22ee275e78f8 req-77d10116-cd4d-4e97-8fe6-e6d839834da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.444367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034e2db-9e59-4ad8-81b7-22ee275e78f8 req-77d10116-cd4d-4e97-8fe6-e6d839834da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.444915 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034e2db-9e59-4ad8-81b7-22ee275e78f8 req-77d10116-cd4d-4e97-8fe6-e6d839834da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.445462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034e2db-9e59-4ad8-81b7-22ee275e78f8 req-77d10116-cd4d-4e97-8fe6-e6d839834da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.446043 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034e2db-9e59-4ad8-81b7-22ee275e78f8 req-77d10116-cd4d-4e97-8fe6-e6d839834da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.446633 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:12.450096 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2034e2db-9e59-4ad8-81b7-22ee275e78f8 req-77d10116-cd4d-4e97-8fe6-e6d839834da4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 6413 time: 1.0397246 Nov 27 01:16:12.455899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-96eb0443-abec-4028-b2bb-1f395412a587 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Request body: {'subnet': {'network_id': '4862dbea-2b29-4bcc-9de8-6483e42a67f3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:12.459085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:16:12.576667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Attempting to bind port db63fa3a-fea9-4661-ac78-b1ff2b10e433 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:12.577050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Attempting to bind port db63fa3a-fea9-4661-ac78-b1ff2b10e433 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'b669aae7-8225-4e45-96dd-2cb529628d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e8655b09-3c10-40ae-ad43-334f8c46f82e'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:12.577423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Attempting to bind port db63fa3a-fea9-4661-ac78-b1ff2b10e433 on network e8655b09-3c10-40ae-ad43-334f8c46f82e {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:12.584309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:12.585027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Checking segment: {'id': 'b669aae7-8225-4e45-96dd-2cb529628d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e8655b09-3c10-40ae-ad43-334f8c46f82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:12.585449 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.585862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Bound using segment: {'id': 'b669aae7-8225-4e45-96dd-2cb529628d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e8655b09-3c10-40ae-ad43-334f8c46f82e'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:12.587916 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Bound port: db63fa3a-fea9-4661-ac78-b1ff2b10e433, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b669aae7-8225-4e45-96dd-2cb529628d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e8655b09-3c10-40ae-ad43-334f8c46f82e'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:12.588348 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.602024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f55e46-6df6-4c64-8d46-36e8b974af69 req-2c3f9506-8fda-4b48-8b3f-bf55a8a86b0c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.603211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddac8f-5515-4ed6-85bf-e787f3478957 req-b394d6f0-4a0d-4555-bf72-f03f112d35c5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.606653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0f55e46-6df6-4c64-8d46-36e8b974af69 req-2c3f9506-8fda-4b48-8b3f-bf55a8a86b0c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1750746 Nov 27 01:16:12.611752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddac8f-5515-4ed6-85bf-e787f3478957 req-b394d6f0-4a0d-4555-bf72-f03f112d35c5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.619375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddac8f-5515-4ed6-85bf-e787f3478957 req-b394d6f0-4a0d-4555-bf72-f03f112d35c5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.628783 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddac8f-5515-4ed6-85bf-e787f3478957 req-b394d6f0-4a0d-4555-bf72-f03f112d35c5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.637066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddac8f-5515-4ed6-85bf-e787f3478957 req-b394d6f0-4a0d-4555-bf72-f03f112d35c5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.648985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddac8f-5515-4ed6-85bf-e787f3478957 req-b394d6f0-4a0d-4555-bf72-f03f112d35c5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.657908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddac8f-5515-4ed6-85bf-e787f3478957 req-b394d6f0-4a0d-4555-bf72-f03f112d35c5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.668282 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7dddac8f-5515-4ed6-85bf-e787f3478957 req-b394d6f0-4a0d-4555-bf72-f03f112d35c5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5405 time: 0.5120227 Nov 27 01:16:12.717806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2f667-406e-409f-b706-ebbdd5d2c222 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event updated for resources: {'Network': ['ID=4862dbea-2b29-4bcc-9de8-6483e42a67f3,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:12.753906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] For port db63fa3a-fea9-4661-ac78-b1ff2b10e433, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:12.765964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 4862dbea-2b29-4bcc-9de8-6483e42a67f3 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:16:12.770798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] For port db63fa3a-fea9-4661-ac78-b1ff2b10e433, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=db63fa3a-fea9-4661-ac78-b1ff2b10e433,segment=NetworkSegment(b669aae7-8225-4e45-96dd-2cb529628d27),segment_id=b669aae7-8225-4e45-96dd-2cb529628d27)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:12.773326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6c84b-f3cb-4d57-88c9-e1d442c887e0 req-42015da6-e3cb-44a2-9f57-4559a8de7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.777412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60c6c84b-f3cb-4d57-88c9-e1d442c887e0 req-42015da6-e3cb-44a2-9f57-4559a8de7b3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 1095 time: 0.4695711 Nov 27 01:16:12.794102 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.858193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034e2db-9e59-4ad8-81b7-22ee275e78f8 req-96d3cca2-ec48-4e53-8cd3-4189ffcd5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.858670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034e2db-9e59-4ad8-81b7-22ee275e78f8 req-96d3cca2-ec48-4e53-8cd3-4189ffcd5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.859138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034e2db-9e59-4ad8-81b7-22ee275e78f8 req-96d3cca2-ec48-4e53-8cd3-4189ffcd5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.869202 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2034e2db-9e59-4ad8-81b7-22ee275e78f8 req-96d3cca2-ec48-4e53-8cd3-4189ffcd5926 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3854747 Nov 27 01:16:12.910041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0270f-3b63-4869-a9fb-ab4fb9956597 None None] Pushing event updated for resources: {'Port': ['ID=db63fa3a-fea9-4661-ac78-b1ff2b10e433,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:12.943070 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edd8c44-d12f-4f64-979a-5b7c3c4f805b {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:12.955663 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0f55e46-6df6-4c64-8d46-36e8b974af69 req-65c50252-a2e5-4243-98e4-e463146c2490 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3333018 Nov 27 01:16:12.989716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:13.018607 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Transition to ACTIVE for port object 0edd8c44-d12f-4f64-979a-5b7c3c4f805b will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:16:13.026466 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:13.058301 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7dddac8f-5515-4ed6-85bf-e787f3478957 req-908edca8-e6ed-41ce-9432-7fcc819037b9 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3878653 Nov 27 01:16:13.065563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eb0443-abec-4028-b2bb-1f395412a587 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:13.071909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96eb0443-abec-4028-b2bb-1f395412a587 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:13.226321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6c84b-f3cb-4d57-88c9-e1d442c887e0 req-647a9a12-d8d0-4995-85fc-1c14e2ab0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:13.229249 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:13.235490 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60c6c84b-f3cb-4d57-88c9-e1d442c887e0 req-647a9a12-d8d0-4995-85fc-1c14e2ab0d3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.4457235 Nov 27 01:16:13.279425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034e2db-9e59-4ad8-81b7-22ee275e78f8 req-f5401752-f23b-42da-8786-a848b7ad44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:13.299732 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2034e2db-9e59-4ad8-81b7-22ee275e78f8 req-f5401752-f23b-42da-8786-a848b7ad44b4 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4138258 Nov 27 01:16:13.330766 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60c6c84b-f3cb-4d57-88c9-e1d442c887e0 req-d8ec3c6b-c9c8-4a75-a8f5-2236212f4113 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 HTTP/1.1" status: 200 len: 217 time: 0.0828035 Nov 27 01:16:13.345223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Pushing event updated for resources: {'Port': ['ID=0edd8c44-d12f-4f64-979a-5b7c3c4f805b,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:13.365215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Attempting to bind port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:13.365487 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Attempting to bind port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:13.365829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Attempting to bind port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b on network de22fecb-a913-459d-a3f0-a3199365e84c {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:13.377655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b on network de22fecb-a913-459d-a3f0-a3199365e84c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:13.377992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Attempting to bind port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b on network de22fecb-a913-459d-a3f0-a3199365e84c {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:13.386035 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:13.386748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Checking segment: {'id': 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:13.387155 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Bound using segment: {'id': 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:13.387600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Bound port: 0edd8c44-d12f-4f64-979a-5b7c3c4f805b, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:13.387970 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:13.469701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a0c57-f392-4bb7-9821-9ab06f905255 req-8d0cf59e-a7fa-4790-92f8-8a1deab734bd tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:13.471345 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc2a0c57-f392-4bb7-9821-9ab06f905255 req-8d0cf59e-a7fa-4790-92f8-8a1deab734bd tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 943 time: 0.3239727 Nov 27 01:16:13.480528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6c84b-f3cb-4d57-88c9-e1d442c887e0 req-135ef785-9393-485b-886c-35791cf3ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:13.482131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60c6c84b-f3cb-4d57-88c9-e1d442c887e0 req-135ef785-9393-485b-886c-35791cf3ace5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.1392384 Nov 27 01:16:13.544747 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60c6c84b-f3cb-4d57-88c9-e1d442c887e0 req-615ae7be-3d47-47bd-9ce0-d5041581a2d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490553 Nov 27 01:16:13.556937 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:16:13.600521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] For port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:13.654272 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] For port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0edd8c44-d12f-4f64-979a-5b7c3c4f805b,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:13.669475 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc2a0c57-f392-4bb7-9821-9ab06f905255 req-de0ca7a6-0b53-421e-89cf-014f34f9f00f tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839771 Nov 27 01:16:13.670579 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:13.768560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Pushing event updated for resources: {'Port': ['ID=0edd8c44-d12f-4f64-979a-5b7c3c4f805b,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:13.797778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:13.798636 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:13.800503 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfa09bfc-91fd-4396-ae2f-c89b81c3ffd5 service neutron] 10.222.0.31 "PUT /v2.0/ports/0edd8c44-d12f-4f64-979a-5b7c3c4f805b HTTP/1.1" status: 200 len: 1092 time: 2.5191939 Nov 27 01:16:13.801067 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60c6c84b-f3cb-4d57-88c9-e1d442c887e0 req-e5e4e6ac-28ac-4e52-9741-32831d88f88e service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475209 Nov 27 01:16:13.801332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': '0edd8c44-d12f-4f64-979a-5b7c3c4f805b'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:13.802144 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96eb0443-abec-4028-b2bb-1f395412a587 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:13.804407 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990427e0-4f52-4ebe-a142-143439327d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "0edd8c44-d12f-4f64-979a-5b7c3c4f805b"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:13.858251 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:13.895950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9', 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0', 'port_id': '5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9', 'mac_address': 'fa:16:3e:52:c6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc711a7c-5baa-452f-8fb2-a98d9e7b8c26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:16:13.976392 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:13.978701 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fc7b41-3a5d-430a-8726-c004cdbecfc5 x-openstack-request-id: req-e2fc7b41-3a5d-430a-8726-c004cdbecfc5 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:13.979219 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "0edd8c44-d12f-4f64-979a-5b7c3c4f805b", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:13.979644 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2fc7b41-3a5d-430a-8726-c004cdbecfc5 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:13.981209 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': '0edd8c44-d12f-4f64-979a-5b7c3c4f805b', 'status': 'completed', 'code': 200} Nov 27 01:16:14.034004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-a3fa47c7-cae1-4c03-8f4d-87ce2b7d9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.036463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-a3fa47c7-cae1-4c03-8f4d-87ce2b7d9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.037003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-a3fa47c7-cae1-4c03-8f4d-87ce2b7d9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.037532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-a3fa47c7-cae1-4c03-8f4d-87ce2b7d9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.038019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-a3fa47c7-cae1-4c03-8f4d-87ce2b7d9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.038501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-a3fa47c7-cae1-4c03-8f4d-87ce2b7d9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.038986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-a3fa47c7-cae1-4c03-8f4d-87ce2b7d9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.041719 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-a3fa47c7-cae1-4c03-8f4d-87ce2b7d9ecf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 6481 time: 0.1646831 Nov 27 01:16:14.047005 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:14.124288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:14.130111 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:14.139860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb0443-abec-4028-b2bb-1f395412a587 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event updated for resources: {'Subnet': ['ID=0397df72-b572-496a-b344-b71f468f81eb,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:14.270838 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-615ab872-5897-4111-adcd-4f27977cb0cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7297ec62-6258-4f74-801e-a2ae20c22061 HTTP/1.1" status: 200 len: 217 time: 0.2114027 Nov 27 01:16:14.273156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:14.306672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eb0443-abec-4028-b2bb-1f395412a587 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Checking segment: {'id': 'ee71283d-cdf6-447f-9b28-25db369efa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4862dbea-2b29-4bcc-9de8-6483e42a67f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:14.308599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eb0443-abec-4028-b2bb-1f395412a587 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Network hostable DHCP agents. Network: 4862dbea-2b29-4bcc-9de8-6483e42a67f3, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:16:14.379861 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa601b9-d742-4b73-bacf-46eab94c978a req-0a76812b-3981-4792-aa73-545404d5eba1 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.396359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1aa601b9-d742-4b73-bacf-46eab94c978a req-0a76812b-3981-4792-aa73-545404d5eba1 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1945829 Nov 27 01:16:14.426536 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60c6c84b-f3cb-4d57-88c9-e1d442c887e0 req-41e3d2b1-a8cd-4663-b1e1-c30fef96f28a service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749786 Nov 27 01:16:14.451476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eb0443-abec-4028-b2bb-1f395412a587 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Network 4862dbea-2b29-4bcc-9de8-6483e42a67f3 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:16:14.475822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-96eb0443-abec-4028-b2bb-1f395412a587 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 4862dbea-2b29-4bcc-9de8-6483e42a67f3) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:14.486805 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f33660-2683-466c-80e5-668e74f78c28 None None] Network 4862dbea-2b29-4bcc-9de8-6483e42a67f3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:14.493673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-07c8f830-00c5-407e-b0ec-3530bcf3a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.495966 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-07c8f830-00c5-407e-b0ec-3530bcf3a6f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=254528fa-ba6d-46f8-93e2-9e5298866c76 HTTP/1.1" status: 200 len: 850 time: 0.2128963 Nov 27 01:16:14.542288 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ad5f3-1353-4d06-b5d9-ebf117c40520 req-9df3956e-d729-4940-a849-7e1f1004a021 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.542788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:16:14.558615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ad5f3-1353-4d06-b5d9-ebf117c40520 req-9df3956e-d729-4940-a849-7e1f1004a021 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.575688 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ad5f3-1353-4d06-b5d9-ebf117c40520 req-9df3956e-d729-4940-a849-7e1f1004a021 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.587875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ad5f3-1353-4d06-b5d9-ebf117c40520 req-9df3956e-d729-4940-a849-7e1f1004a021 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.608296 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ad5f3-1353-4d06-b5d9-ebf117c40520 req-9df3956e-d729-4940-a849-7e1f1004a021 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.617565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-0fbe5d41-14eb-41ac-8d23-13a7d40e131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.619669 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-0fbe5d41-14eb-41ac-8d23-13a7d40e131d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8edb1bd7-e9a2-4234-bcb2-92640c58daf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111226 Nov 27 01:16:14.626707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ad5f3-1353-4d06-b5d9-ebf117c40520 req-9df3956e-d729-4940-a849-7e1f1004a021 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.638875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ad5f3-1353-4d06-b5d9-ebf117c40520 req-9df3956e-d729-4940-a849-7e1f1004a021 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.645076 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d2ad5f3-1353-4d06-b5d9-ebf117c40520 req-9df3956e-d729-4940-a849-7e1f1004a021 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.3245459 Nov 27 01:16:14.649156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb0443-abec-4028-b2bb-1f395412a587 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:14.649758 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96eb0443-abec-4028-b2bb-1f395412a587 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:14.651435 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1aa601b9-d742-4b73-bacf-46eab94c978a req-0034d8fa-2bf8-4406-a008-7a51322189dd tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2525110 Nov 27 01:16:14.820325 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d2ad5f3-1353-4d06-b5d9-ebf117c40520 req-cbea944d-a66a-4251-9148-6720e10e2eae tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1658628 Nov 27 01:16:14.853180 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-96eb0443-abec-4028-b2bb-1f395412a587 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4207816 Nov 27 01:16:14.882067 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:14.887069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a6782-1e28-4ff6-94e6-6a8513f31d02 None None] Network e8655b09-3c10-40ae-ad43-334f8c46f82e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:14.902836 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ad252d6d-84b9-4738-be7c-6c78cada91c1 service neutron] 10.222.0.31 "GET /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494788 Nov 27 01:16:15.016028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1ad0c-abbe-4633-93dc-91cfd6251c8a req-52b497c5-cee4-4383-b5a7-261d48f3c065 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:15.024575 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ade1ad0c-abbe-4633-93dc-91cfd6251c8a req-52b497c5-cee4-4383-b5a7-261d48f3c065 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 944 time: 0.0723670 Nov 27 01:16:15.109699 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ade1ad0c-abbe-4633-93dc-91cfd6251c8a req-a699c529-c4e2-4f78-84dc-a5b2d7ed9374 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797627 Nov 27 01:16:15.118305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9a4f901a-588f-44f1-9db9-b79ab3ad0a6f None None] Provisioning complete for port db63fa3a-fea9-4661-ac78-b1ff2b10e433 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:15.118744 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a4f901a-588f-44f1-9db9-b79ab3ad0a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:15.132726 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-b4e0f318-10d1-418a-b98a-5c1a7c319cd6 service neutron] 10.222.0.31 "GET /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219098 Nov 27 01:16:15.255839 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-4862dbea-2b29-4bcc-9de8-6483e42a67f3', 'network_id': '4862dbea-2b29-4bcc-9de8-6483e42a67f3', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'fixed_ips': [{'subnet_id': '0397df72-b572-496a-b344-b71f468f81eb'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:16:15.256834 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:15.279898 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-4a61b748-4cd7-4662-b721-61c059373854 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=a3225b50-6061-4fa5-b17c-9da1a48db2b4 HTTP/1.1" status: 200 len: 217 time: 0.1328082 Nov 27 01:16:15.449307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-88101c1e-ea64-43ba-a665-a452b27098e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:15.451225 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-88101c1e-ea64-43ba-a665-a452b27098e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.1520128 Nov 27 01:16:15.560816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-c431fc7d-b2fb-4a8f-816c-bd50060c1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:15.562455 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-c431fc7d-b2fb-4a8f-816c-bd50060c1ced service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0979509 Nov 27 01:16:15.730940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-423b8572-50f4-4580-aad0-be04edf12d6a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:15.737259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-423b8572-50f4-4580-aad0-be04edf12d6a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:15.745654 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-423b8572-50f4-4580-aad0-be04edf12d6a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/networks?id=e8655b09-3c10-40ae-ad43-334f8c46f82e&id=4862dbea-2b29-4bcc-9de8-6483e42a67f3 HTTP/1.1" status: 200 len: 1392 time: 0.2934196 Nov 27 01:16:15.764220 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-af59faf0-6006-4390-8657-1109706f4a94 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/quotas/bf897b0f02e542a6892c38a83ddb7031 HTTP/1.1" status: 200 len: 375 time: 0.0173676 Nov 27 01:16:15.895546 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-21829a86-499d-432d-9d8d-68c00b329f7f tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf897b0f02e542a6892c38a83ddb7031&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1297355 Nov 27 01:16:15.907702 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ea9faabf-e3fb-4661-adee-f688cb6ca2bf service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352201 Nov 27 01:16:15.942241 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efa802-7e59-47aa-ab4c-be279bd83811 req-75ab541f-c583-476d-8ace-ca7ce4f0898a tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:15.957435 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1efa802-7e59-47aa-ab4c-be279bd83811 req-75ab541f-c583-476d-8ace-ca7ce4f0898a tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1157796 Nov 27 01:16:16.014616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device db63fa3a-fea9-4661-ac78-b1ff2b10e433 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:16:16.070445 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1efa802-7e59-47aa-ab4c-be279bd83811 req-c76f44c9-ca36-47cf-8312-cc7ad673324c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1101291 Nov 27 01:16:16.131700 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-dfda7e65-0ed4-44b1-9fd3-74a127206ba5 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083590 Nov 27 01:16:16.144624 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Allocated IP 19.86.0.2 (4862dbea-2b29-4bcc-9de8-6483e42a67f3/0397df72-b572-496a-b344-b71f468f81eb/bb7e993f-1b18-4c59-a1de-05a1550a1d5e) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:16:16.206425 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-c434c0f1-b037-48f8-bb8c-463e960f8750 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=4e22fff8-c9b9-4089-99ed-dfb510d02f58 HTTP/1.1" status: 200 len: 217 time: 0.0446763 Nov 27 01:16:16.288948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-c1f5a5a8-1df2-4246-b574-c89bbe205db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:16.290554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-c1f5a5a8-1df2-4246-b574-c89bbe205db1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.0745914 Nov 27 01:16:16.303002 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-d111e548-834a-4be6-8971-6284b28156fb service neutron] 10.222.0.15 "GET /v2.0/networks/e8655b09-3c10-40ae-ad43-334f8c46f82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937380 Nov 27 01:16:16.390753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port db63fa3a-fea9-4661-ac78-b1ff2b10e433 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:16.394837 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:16.431857 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-10605666-5626-4cca-8973-e398c823b140 service neutron] 10.222.0.15 "GET /v2.0/networks/e8655b09-3c10-40ae-ad43-334f8c46f82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277118 Nov 27 01:16:16.471804 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a4f901a-588f-44f1-9db9-b79ab3ad0a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:16.525879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9a4f901a-588f-44f1-9db9-b79ab3ad0a6f None None] For port db63fa3a-fea9-4661-ac78-b1ff2b10e433, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=db63fa3a-fea9-4661-ac78-b1ff2b10e433,segment=NetworkSegment(b669aae7-8225-4e45-96dd-2cb529628d27),segment_id=b669aae7-8225-4e45-96dd-2cb529628d27)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:16.528011 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:16.545284 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a4f901a-588f-44f1-9db9-b79ab3ad0a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:16.582616 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7557-4ad6-4034-a2b4-0f76ee9c8723 req-98cbfde4-9872-417a-8248-91c8baecf7c3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:16.598700 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7557-4ad6-4034-a2b4-0f76ee9c8723 req-98cbfde4-9872-417a-8248-91c8baecf7c3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:16.616519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7557-4ad6-4034-a2b4-0f76ee9c8723 req-98cbfde4-9872-417a-8248-91c8baecf7c3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:16.630661 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-0853e55d-8b80-4da7-9abc-e868a0cf50de service neutron] 10.222.0.15 "GET /v2.0/networks/4862dbea-2b29-4bcc-9de8-6483e42a67f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891682 Nov 27 01:16:16.631237 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7557-4ad6-4034-a2b4-0f76ee9c8723 req-98cbfde4-9872-417a-8248-91c8baecf7c3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:16.657063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7557-4ad6-4034-a2b4-0f76ee9c8723 req-98cbfde4-9872-417a-8248-91c8baecf7c3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:16.681316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7557-4ad6-4034-a2b4-0f76ee9c8723 req-98cbfde4-9872-417a-8248-91c8baecf7c3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:16.688200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7557-4ad6-4034-a2b4-0f76ee9c8723 req-98cbfde4-9872-417a-8248-91c8baecf7c3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:16.709610 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd2f7557-4ad6-4034-a2b4-0f76ee9c8723 req-98cbfde4-9872-417a-8248-91c8baecf7c3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.2495854 Nov 27 01:16:16.844116 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-d6a5c991-6c42-40ca-9f97-a7229d58e82a service neutron] 10.222.0.15 "GET /v2.0/networks/4862dbea-2b29-4bcc-9de8-6483e42a67f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209859 Nov 27 01:16:16.845878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd2f7557-4ad6-4034-a2b4-0f76ee9c8723 req-dbdf1d69-14e1-4483-b518-2eff12ad5def tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350131 Nov 27 01:16:16.866360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f901a-588f-44f1-9db9-b79ab3ad0a6f None None] Pushing event updated for resources: {'Port': ['ID=db63fa3a-fea9-4661-ac78-b1ff2b10e433,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:16.892418 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-4e3ab14b-2ea7-4778-bc5d-67a052cdb66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:16.893956 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-4e3ab14b-2ea7-4778-bc5d-67a052cdb66b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4788880 Nov 27 01:16:17.070719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5acc1-56f1-41bc-b5e9-86a5088bf1b8 req-ecb45cd8-df75-4594-99dd-c00b28d95257 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:17.083257 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-32b5acc1-56f1-41bc-b5e9-86a5088bf1b8 req-ecb45cd8-df75-4594-99dd-c00b28d95257 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 944 time: 0.1067107 Nov 27 01:16:17.117198 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:17.144884 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:17.213569 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-95af999c-45f4-4ba5-b70d-4edae9d120d9 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075318 Nov 27 01:16:17.281817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-32b5acc1-56f1-41bc-b5e9-86a5088bf1b8 req-0bef7084-36f9-498a-b607-9877827e7132 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976099 Nov 27 01:16:17.347574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Network 4862dbea-2b29-4bcc-9de8-6483e42a67f3 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:16:17.359708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:17.362698 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Pushing event updated for resources: {'Port': ['ID=bb7e993f-1b18-4c59-a1de-05a1550a1d5e,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:17.365060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:16:17.367614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-13be4ff2-b9c1-4133-b7ab-15983cf7696f None None] Provisioning complete for port db63fa3a-fea9-4661-ac78-b1ff2b10e433 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:17.368559 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-13be4ff2-b9c1-4133-b7ab-15983cf7696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:17.450721 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e4ef5f4-fa8a-4083-9f6c-60ad43131c49 req-fb73a0e7-8676-4757-b495-580c62f451d7 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 210 time: 0.1065931 Nov 27 01:16:17.500265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device db63fa3a-fea9-4661-ac78-b1ff2b10e433 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:16:17.673124 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Attempting to bind port bb7e993f-1b18-4c59-a1de-05a1550a1d5e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:17.673846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Attempting to bind port bb7e993f-1b18-4c59-a1de-05a1550a1d5e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ee71283d-cdf6-447f-9b28-25db369efa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4862dbea-2b29-4bcc-9de8-6483e42a67f3'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:17.674222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Attempting to bind port bb7e993f-1b18-4c59-a1de-05a1550a1d5e on network 4862dbea-2b29-4bcc-9de8-6483e42a67f3 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:17.676281 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-950d4c7f-8b83-422c-ba4f-d85dfa02681c service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585810 Nov 27 01:16:17.704078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:17.704423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Checking segment: {'id': 'ee71283d-cdf6-447f-9b28-25db369efa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4862dbea-2b29-4bcc-9de8-6483e42a67f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:17.704871 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:17.705283 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Bound using segment: {'id': 'ee71283d-cdf6-447f-9b28-25db369efa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4862dbea-2b29-4bcc-9de8-6483e42a67f3'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:17.705774 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Bound port: bb7e993f-1b18-4c59-a1de-05a1550a1d5e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee71283d-cdf6-447f-9b28-25db369efa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4862dbea-2b29-4bcc-9de8-6483e42a67f3'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:17.706177 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:17.714997 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:16:17.754142 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-ffda0207-c176-4d34-8421-ac16a70801de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=4f854bd5-781e-4e8b-a405-db101e4faafa HTTP/1.1" status: 200 len: 217 time: 0.0693824 Nov 27 01:16:17.763046 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc86035-4474-4511-82a2-b86bc2bf944f req-0a6c151a-6abe-4854-885f-0df630880d3e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:17.771823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcc86035-4474-4511-82a2-b86bc2bf944f req-0a6c151a-6abe-4854-885f-0df630880d3e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1962931 Nov 27 01:16:17.980877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcc86035-4474-4511-82a2-b86bc2bf944f req-6f73a194-aa1c-43ab-8fc8-ce5fb849a0e0 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2080333 Nov 27 01:16:17.985122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-0b9b98f0-cecb-4be9-88c2-658d7ea0aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:17.987224 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-0b9b98f0-cecb-4be9-88c2-658d7ea0aa62 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.1973617 Nov 27 01:16:18.083959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-61ea1956-6d7e-4f0b-9f7d-31e4f17fea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:18.085981 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-61ea1956-6d7e-4f0b-9f7d-31e4f17fea41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0905554 Nov 27 01:16:18.178037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361ba88-91eb-4947-bbe9-238e1ca21c17 req-10e186c7-2e5e-48e4-8fd5-333c68d8a24f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:18.198380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361ba88-91eb-4947-bbe9-238e1ca21c17 req-10e186c7-2e5e-48e4-8fd5-333c68d8a24f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:18.210067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361ba88-91eb-4947-bbe9-238e1ca21c17 req-10e186c7-2e5e-48e4-8fd5-333c68d8a24f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:18.219967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361ba88-91eb-4947-bbe9-238e1ca21c17 req-10e186c7-2e5e-48e4-8fd5-333c68d8a24f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:18.233311 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361ba88-91eb-4947-bbe9-238e1ca21c17 req-10e186c7-2e5e-48e4-8fd5-333c68d8a24f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:18.243366 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361ba88-91eb-4947-bbe9-238e1ca21c17 req-10e186c7-2e5e-48e4-8fd5-333c68d8a24f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:18.262325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361ba88-91eb-4947-bbe9-238e1ca21c17 req-10e186c7-2e5e-48e4-8fd5-333c68d8a24f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:18.271856 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d361ba88-91eb-4947-bbe9-238e1ca21c17 req-10e186c7-2e5e-48e4-8fd5-333c68d8a24f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.2287977 Nov 27 01:16:18.370998 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d361ba88-91eb-4947-bbe9-238e1ca21c17 req-78abd8d0-74b8-4f70-abe6-5b5a7123dac9 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036382 Nov 27 01:16:18.399886 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-c5e21b32-ae23-41f8-b2c3-3ad54c7dc5fd service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028080 Nov 27 01:16:18.458659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port db63fa3a-fea9-4661-ac78-b1ff2b10e433 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:18.460998 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:18.665811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:16:18.683105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] For port bb7e993f-1b18-4c59-a1de-05a1550a1d5e, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:18.702244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] For port bb7e993f-1b18-4c59-a1de-05a1550a1d5e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bb7e993f-1b18-4c59-a1de-05a1550a1d5e,segment=NetworkSegment(ee71283d-cdf6-447f-9b28-25db369efa96),segment_id=ee71283d-cdf6-447f-9b28-25db369efa96)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:18.705893 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29e7ef-a7d0-4c79-8fe8-e139caf23d19 req-59b2135c-460a-465c-b1ac-4994b92e97c5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:18.721793 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a29e7ef-a7d0-4c79-8fe8-e139caf23d19 req-59b2135c-460a-465c-b1ac-4994b92e97c5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 944 time: 0.2746596 Nov 27 01:16:18.728650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:18.729155 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:18.790856 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:18.793961 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab05f654-0e55-4cfe-b9c9-901b607bd8fb req-4872b98b-c873-4c58-a894-f29d838a24c6 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 210 time: 0.1140361 Nov 27 01:16:18.893265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a29e7ef-a7d0-4c79-8fe8-e139caf23d19 req-0e8c0337-712a-43a3-b00d-af066210e954 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692674 Nov 27 01:16:18.902733 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-9501aa05-d17a-40b0-bf2f-efdcfdfb63ff service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949450 Nov 27 01:16:18.997724 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-69414163-504e-48e5-93dd-319e6bf856a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=5b98aa43-349e-495b-b219-a68032564792 HTTP/1.1" status: 200 len: 217 time: 0.0808277 Nov 27 01:16:19.023520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366b7e0-eda7-46c1-8b8e-6ec7056d4b2d None None] Pushing event updated for resources: {'Port': ['ID=bb7e993f-1b18-4c59-a1de-05a1550a1d5e,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:19.194719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d740d7d8-c042-469c-83ae-ec4ee853184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:19.201038 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-d740d7d8-c042-469c-83ae-ec4ee853184b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.1609631 Nov 27 01:16:19.328558 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:19.415888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:19.425508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6281b8ca-d021-4270-83b1-fcb012241558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:19.427869 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2bef83-6c6f-463d-9791-4740b7ad39c2" -d '{"events": [{"server_uuid": "6281b8ca-d021-4270-83b1-fcb012241558", "name": "network-vif-plugged", "status": "completed", "tag": "5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:19.442136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1a42e-556b-43ee-b789-e5838c2776e2 req-d0b354eb-a9d6-4d9f-ac39-aefecbf8549e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:19.443342 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:19.454966 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6cb1a42e-556b-43ee-b789-e5838c2776e2 req-d0b354eb-a9d6-4d9f-ac39-aefecbf8549e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.2420955 Nov 27 01:16:19.458844 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-df20ad79-e2e8-4788-8209-2fd6bf1b251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:19.470059 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-df20ad79-e2e8-4788-8209-2fd6bf1b251e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2365298 Nov 27 01:16:19.645908 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:19.669414 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6cb1a42e-556b-43ee-b789-e5838c2776e2 req-3aef889f-aa24-4eec-8929-db8f4da69973 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2135484 Nov 27 01:16:19.898511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-798e6826-2f6a-4c7a-a3d6-99770b7be809 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:19.912299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-798e6826-2f6a-4c7a-a3d6-99770b7be809 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:19.914257 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-798e6826-2f6a-4c7a-a3d6-99770b7be809 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.21 "GET /v2.0/networks?id=e8655b09-3c10-40ae-ad43-334f8c46f82e&id=4862dbea-2b29-4bcc-9de8-6483e42a67f3 HTTP/1.1" status: 200 len: 1392 time: 0.5568852 Nov 27 01:16:19.943237 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e526c-8b57-47fb-baa1-1dc09a53f2f2 req-3516af56-2be1-492f-b95e-4eb5648b8862 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:19.952256 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-af3f80e7-7308-47d6-bce9-de3397891d27 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638598 Nov 27 01:16:19.953434 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a4e526c-8b57-47fb-baa1-1dc09a53f2f2 req-3516af56-2be1-492f-b95e-4eb5648b8862 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 945 time: 0.5680728 Nov 27 01:16:19.969550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c4e0e538-c1a5-41b5-983a-02599344049c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Request body: {'port': {'device_id': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'network_id': 'e8655b09-3c10-40ae-ad43-334f8c46f82e', 'admin_state_up': True, 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:20.132866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4cf3a-933e-4054-8d7f-c14a669a7c59 req-172be5a1-8a01-423f-86ce-b3460a95ca35 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:20.157314 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4cf3a-933e-4054-8d7f-c14a669a7c59 req-172be5a1-8a01-423f-86ce-b3460a95ca35 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:20.175773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4cf3a-933e-4054-8d7f-c14a669a7c59 req-172be5a1-8a01-423f-86ce-b3460a95ca35 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:20.196781 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4cf3a-933e-4054-8d7f-c14a669a7c59 req-172be5a1-8a01-423f-86ce-b3460a95ca35 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:20.211182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4cf3a-933e-4054-8d7f-c14a669a7c59 req-172be5a1-8a01-423f-86ce-b3460a95ca35 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:20.226532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4cf3a-933e-4054-8d7f-c14a669a7c59 req-172be5a1-8a01-423f-86ce-b3460a95ca35 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:20.246338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4cf3a-933e-4054-8d7f-c14a669a7c59 req-172be5a1-8a01-423f-86ce-b3460a95ca35 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:20.261520 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcf4cf3a-933e-4054-8d7f-c14a669a7c59 req-172be5a1-8a01-423f-86ce-b3460a95ca35 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.3863831 Nov 27 01:16:20.537974 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-01a8ef77-1e3e-4095-adff-38de0fe0cbfe service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526872 Nov 27 01:16:20.701624 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcf4cf3a-933e-4054-8d7f-c14a669a7c59 req-a54f68f5-e3da-4a10-838e-b325b938e49d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4267590 Nov 27 01:16:20.704509 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-1ef0c018-0604-4479-b7a5-9ba95f6ee313 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc762bad-5297-4413-87bc-bd3ecbe3a755 HTTP/1.1" status: 200 len: 217 time: 0.1537213 Nov 27 01:16:20.822794 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809beae5-67c1-4554-aae7-a743fe544273 x-openstack-request-id: req-809beae5-67c1-4554-aae7-a743fe544273 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:20.823896 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6281b8ca-d021-4270-83b1-fcb012241558", "name": "network-vif-plugged", "status": "completed", "tag": "5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:20.824410 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-809beae5-67c1-4554-aae7-a743fe544273 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:20.825048 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6281b8ca-d021-4270-83b1-fcb012241558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9', 'code': 200} Nov 27 01:16:20.859830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-383905a3-afa6-484f-89b6-2b0c12915076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:20.862760 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-383905a3-afa6-484f-89b6-2b0c12915076 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e87a0de3-73e4-43cc-8f97-b6fffbee0d31 HTTP/1.1" status: 200 len: 797 time: 0.1502302 Nov 27 01:16:21.028745 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a4e526c-8b57-47fb-baa1-1dc09a53f2f2 req-ce0d86b3-0254-4773-ad72-f572ecf9321b tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0586965 Nov 27 01:16:21.101873 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08c89f89-de03-486a-b73a-b373cfaeaa99 req-04ea268f-4ae1-4537-b049-6e319813c9e0 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 210 time: 0.1220982 Nov 27 01:16:21.152858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-99ef7ff2-9c01-4bd5-a79c-96cafc8416f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:21.158364 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-99ef7ff2-9c01-4bd5-a79c-96cafc8416f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de22fecb-a913-459d-a3f0-a3199365e84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2844110 Nov 27 01:16:21.231772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9de10-b422-4d1c-ad40-438ca027fecc req-3aacaf3f-d915-4f63-b5f1-107c911d8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:21.233305 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-48c9de10-b422-4d1c-ad40-438ca027fecc req-3aacaf3f-d915-4f63-b5f1-107c911d8ecd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 1097 time: 0.2219918 Nov 27 01:16:21.247866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3802856-bd56-42fb-ac50-82bb80757339 None None] Network 4862dbea-2b29-4bcc-9de8-6483e42a67f3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:21.395671 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-251a0c9b-25be-43b1-9e2d-5d09027e0ad1 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273023 Nov 27 01:16:21.445354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c4e0e538-c1a5-41b5-983a-02599344049c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:21.449832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c4e0e538-c1a5-41b5-983a-02599344049c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:21.604988 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bb7e993f-1b18-4c59-a1de-05a1550a1d5e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:16:21.639617 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61bdc5-a084-4f7d-8c1a-280a0017c852 req-a7bd52ee-6d2d-4160-89d2-7b19d786b716 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:21.642132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ad61bdc5-a084-4f7d-8c1a-280a0017c852 req-a7bd52ee-6d2d-4160-89d2-7b19d786b716 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.31 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 945 time: 0.2437539 Nov 27 01:16:21.659473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1c103-5bd8-43f4-b389-74f8641c68fc req-00629039-9ed6-4825-8960-cbbef27cb3c8 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:21.661236 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-75f1c103-5bd8-43f4-b389-74f8641c68fc req-00629039-9ed6-4825-8960-cbbef27cb3c8 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1574614 Nov 27 01:16:21.721138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c4e0e538-c1a5-41b5-983a-02599344049c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Allocated IP 19.80.0.202 (e8655b09-3c10-40ae-ad43-334f8c46f82e/248ddaa1-a11b-433b-a8cd-0d8708b21136/2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:16:21.831391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-82dcaa49-2417-4ade-af6b-e0f23be68111 None None] Provisioning complete for port bb7e993f-1b18-4c59-a1de-05a1550a1d5e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:21.831998 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-82dcaa49-2417-4ade-af6b-e0f23be68111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:21.867038 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-75f1c103-5bd8-43f4-b389-74f8641c68fc req-a1c4b574-20cc-4dd3-9966-10697b77200f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1330607 Nov 27 01:16:21.919242 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-8068c29e-5460-4b2b-a807-82b6f624cc47 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889979 Nov 27 01:16:21.959639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port bb7e993f-1b18-4c59-a1de-05a1550a1d5e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:21.962202 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:21.986133 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c4e0e538-c1a5-41b5-983a-02599344049c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:22.091225 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-ad61bdc5-a084-4f7d-8c1a-280a0017c852 req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Deleting port ecfa5c75-c705-4fba-9a07-71147bfbc8e7 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:22.091577 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ad61bdc5-a084-4f7d-8c1a-280a0017c852 req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:22.183856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9f509-696c-42e2-abd8-acafd1c9e6bf req-ecfe19f0-b432-497e-8a17-677d11fa7700 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:22.190901 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c9f509-696c-42e2-abd8-acafd1c9e6bf req-ecfe19f0-b432-497e-8a17-677d11fa7700 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 945 time: 1.0267465 Nov 27 01:16:22.216458 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-82dcaa49-2417-4ade-af6b-e0f23be68111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:22.228166 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c4e0e538-c1a5-41b5-983a-02599344049c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:22.302021 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:22.321214 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-ad61bdc5-a084-4f7d-8c1a-280a0017c852 req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] For port ecfa5c75-c705-4fba-9a07-71147bfbc8e7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ecfa5c75-c705-4fba-9a07-71147bfbc8e7,segment=NetworkSegment(e9e80dee-99e6-4a12-8935-472798f287af),segment_id=e9e80dee-99e6-4a12-8935-472798f287af)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:22.321848 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ad61bdc5-a084-4f7d-8c1a-280a0017c852 req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:22.351803 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-82dcaa49-2417-4ade-af6b-e0f23be68111 None None] For port bb7e993f-1b18-4c59-a1de-05a1550a1d5e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bb7e993f-1b18-4c59-a1de-05a1550a1d5e,segment=NetworkSegment(ee71283d-cdf6-447f-9b28-25db369efa96),segment_id=ee71283d-cdf6-447f-9b28-25db369efa96)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:22.368523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-ad61bdc5-a084-4f7d-8c1a-280a0017c852 req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Calling delete_port for ecfa5c75-c705-4fba-9a07-71147bfbc8e7 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:22.385536 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-82dcaa49-2417-4ade-af6b-e0f23be68111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:22.460123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0e538-c1a5-41b5-983a-02599344049c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event updated for resources: {'Port': ['ID=2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:22.534499 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-48c9de10-b422-4d1c-ad40-438ca027fecc req-78bad887-eb3a-43c2-ab94-adefed629fe5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2654417 Nov 27 01:16:22.535278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcaa49-2417-4ade-af6b-e0f23be68111 None None] Pushing event updated for resources: {'Port': ['ID=bb7e993f-1b18-4c59-a1de-05a1550a1d5e,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:22.590100 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c9f509-696c-42e2-abd8-acafd1c9e6bf req-5ba242e5-0161-4465-a2fd-a27c8954fcd5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902543 Nov 27 01:16:22.593070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c4e0e538-c1a5-41b5-983a-02599344049c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Network e8655b09-3c10-40ae-ad43-334f8c46f82e is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:16:22.609155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c4e0e538-c1a5-41b5-983a-02599344049c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:22.616113 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c4e0e538-c1a5-41b5-983a-02599344049c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:16:22.636482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-92b0bd49-ce18-430a-a7a3-04fc4bd9640c None None] Provisioning complete for port bb7e993f-1b18-4c59-a1de-05a1550a1d5e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:22.638678 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-92b0bd49-ce18-430a-a7a3-04fc4bd9640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:22.894610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c4e0e538-c1a5-41b5-983a-02599344049c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:22.895700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c4e0e538-c1a5-41b5-983a-02599344049c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:22.915893 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:16:22.916542 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:16:22.943506 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c4e0e538-c1a5-41b5-983a-02599344049c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0079806 Nov 27 01:16:22.988557 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-21ad1355-3464-495a-be34-d6333b7639f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0edd8c44-d12f-4f64-979a-5b7c3c4f805b HTTP/1.1" status: 200 len: 217 time: 1.0544302 Nov 27 01:16:22.990212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-9dd12f1c-1eef-445d-9ed9-2c8f9134bd4e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Request body: {'port': {'device_id': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'network_id': '4862dbea-2b29-4bcc-9de8-6483e42a67f3', 'admin_state_up': True, 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:23.004749 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceb9cf-afd3-4af1-a3e1-c04a6efd0d6d req-949f3467-21b2-4ab1-83d3-e87ba74271f7 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:23.016825 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8bceb9cf-afd3-4af1-a3e1-c04a6efd0d6d req-949f3467-21b2-4ab1-83d3-e87ba74271f7 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=57dbcef6-5284-44fc-a335-cd370d5cb06f HTTP/1.1" status: 200 len: 945 time: 0.2374427 Nov 27 01:16:23.195518 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8bceb9cf-afd3-4af1-a3e1-c04a6efd0d6d req-0503561e-a96a-4aa2-ad17-65c7f78e34e4 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704192 Nov 27 01:16:23.234478 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4ac64af3-9e2d-440a-969b-41970a67e8c6 None None] Provisioning complete for port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:23.239635 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4ac64af3-9e2d-440a-969b-41970a67e8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:23.363353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-9dd12f1c-1eef-445d-9ed9-2c8f9134bd4e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Made reservation on behalf of bf897b0f02e542a6892c38a83ddb7031 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:23.365799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5443-7ac8-4f41-ab7b-581583c5f2ca req-26296110-7d5e-44cf-82f4-07199ee7361d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:23.370465 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-9dd12f1c-1eef-445d-9ed9-2c8f9134bd4e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:23.382387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4ac64af3-9e2d-440a-969b-41970a67e8c6 None None] Port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:16:23.385940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5443-7ac8-4f41-ab7b-581583c5f2ca req-26296110-7d5e-44cf-82f4-07199ee7361d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:23.395034 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5443-7ac8-4f41-ab7b-581583c5f2ca req-26296110-7d5e-44cf-82f4-07199ee7361d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:23.417069 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5443-7ac8-4f41-ab7b-581583c5f2ca req-26296110-7d5e-44cf-82f4-07199ee7361d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:23.433468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5443-7ac8-4f41-ab7b-581583c5f2ca req-26296110-7d5e-44cf-82f4-07199ee7361d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:23.455005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5443-7ac8-4f41-ab7b-581583c5f2ca req-26296110-7d5e-44cf-82f4-07199ee7361d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:23.474661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5443-7ac8-4f41-ab7b-581583c5f2ca req-26296110-7d5e-44cf-82f4-07199ee7361d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:23.482402 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a28a5443-7ac8-4f41-ab7b-581583c5f2ca req-26296110-7d5e-44cf-82f4-07199ee7361d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.4860084 Nov 27 01:16:23.609161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-0a559f3d-3654-4e06-9e26-7f28f19fa14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:23.610671 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-0a559f3d-3654-4e06-9e26-7f28f19fa14e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e87a0de3-73e4-43cc-8f97-b6fffbee0d31 HTTP/1.1" status: 200 len: 797 time: 0.6108527 Nov 27 01:16:23.667943 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ad61bdc5-a084-4f7d-8c1a-280a0017c852 req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:23.672894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bb7e993f-1b18-4c59-a1de-05a1550a1d5e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:16:23.733732 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-9dd12f1c-1eef-445d-9ed9-2c8f9134bd4e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Allocated IP 19.86.0.199 (4862dbea-2b29-4bcc-9de8-6483e42a67f3/0397df72-b572-496a-b344-b71f468f81eb/d9d6013e-26a1-49cb-9719-014b7c3ca6ab) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:16:23.736393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Pushing event deleted for resources: {'Port': ['ID=ecfa5c75-c705-4fba-9a07-71147bfbc8e7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:23.752898 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:23.753353 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:23.753983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:23.754290 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:23.754912 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:23.755194 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:23.755531 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:23.756091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:23.756220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:23.756713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:23.757469 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:23.757469 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:23.843675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port bb7e993f-1b18-4c59-a1de-05a1550a1d5e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:23.844073 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:23.905700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-44708a77-67a0-4ba6-a0d6-5b56604af61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:23.909466 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-44708a77-67a0-4ba6-a0d6-5b56604af61d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de22fecb-a913-459d-a3f0-a3199365e84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2798026 Nov 27 01:16:23.960622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad61bdc5-a084-4f7d-8c1a-280a0017c852 req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] No DVR routers for this DVR port ecfa5c75-c705-4fba-9a07-71147bfbc8e7 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:23.978427 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a28a5443-7ac8-4f41-ab7b-581583c5f2ca req-618e3d1c-ec27-4b63-b25b-919aea1d3329 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4832008 Nov 27 01:16:23.989196 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ad61bdc5-a084-4f7d-8c1a-280a0017c852 req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:23.997693 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ad61bdc5-a084-4f7d-8c1a-280a0017c852 req-08ab2544-179c-41f0-9578-3fc42252fc88 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.31 "DELETE /v2.0/ports/ecfa5c75-c705-4fba-9a07-71147bfbc8e7 HTTP/1.1" status: 204 len: 173 time: 2.3337789 Nov 27 01:16:24.084529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dbcef6-5284-44fc-a335-cd370d5cb06f', 'name': 'network-vif-deleted', 'tag': 'ecfa5c75-c705-4fba-9a07-71147bfbc8e7'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:24.099136 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd2c936-0e8f-47b1-b2dc-c10b40ef7522" -d '{"events": [{"server_uuid": "57dbcef6-5284-44fc-a335-cd370d5cb06f", "name": "network-vif-deleted", "tag": "ecfa5c75-c705-4fba-9a07-71147bfbc8e7"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:24.112759 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-9dd12f1c-1eef-445d-9ed9-2c8f9134bd4e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:24.174141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd718c-9779-424d-ba03-cbef3285c052 req-5c70c063-e346-4f5e-8b95-cc15145f8f1e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:24.175963 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7dd718c-9779-424d-ba03-cbef3285c052 req-5c70c063-e346-4f5e-8b95-cc15145f8f1e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 932 time: 0.8020747 Nov 27 01:16:24.373418 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-90e9ec6c-7817-4f5b-abe4-8859e4eed529 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516938 Nov 27 01:16:24.406544 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-9dd12f1c-1eef-445d-9ed9-2c8f9134bd4e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:24.454651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-9dd12f1c-1eef-445d-9ed9-2c8f9134bd4e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Network 4862dbea-2b29-4bcc-9de8-6483e42a67f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:16:24.478384 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-9dd12f1c-1eef-445d-9ed9-2c8f9134bd4e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:24.481105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-9dd12f1c-1eef-445d-9ed9-2c8f9134bd4e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:16:24.497159 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7dd718c-9779-424d-ba03-cbef3285c052 req-ff4bd0e0-d69c-4ddd-90ae-47a97e5a841c tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067455 Nov 27 01:16:24.589316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd12f1c-1eef-445d-9ed9-2c8f9134bd4e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event updated for resources: {'Port': ['ID=d9d6013e-26a1-49cb-9719-014b7c3ca6ab,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:24.636778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-9dd12f1c-1eef-445d-9ed9-2c8f9134bd4e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:24.638251 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-9dd12f1c-1eef-445d-9ed9-2c8f9134bd4e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:24.764889 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06ad616-ec86-4b8a-9f42-e1b780474ddd req-10abae01-b35b-4d80-bc9c-28a7839a6d53 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397871 Nov 27 01:16:24.787164 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-9dd12f1c-1eef-445d-9ed9-2c8f9134bd4e tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8282144 Nov 27 01:16:24.803181 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e1406-9b62-4be1-9fac-0fca2bd17c67 req-3215613a-e6f7-4b9f-9999-0b1dbfa1d95e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:24.806493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e4e1406-9b62-4be1-9fac-0fca2bd17c67 req-3215613a-e6f7-4b9f-9999-0b1dbfa1d95e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.4189603 Nov 27 01:16:24.823170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Request body: {'port': {'device_id': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:24.899536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64d977-f084-4452-8325-54612ba0b8ae req-3dd10ebe-bd66-4fe7-9afe-7ac2919d4e62 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:24.901904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b64d977-f084-4452-8325-54612ba0b8ae req-3dd10ebe-bd66-4fe7-9afe-7ac2919d4e62 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 945 time: 0.2490468 Nov 27 01:16:24.976109 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e4e1406-9b62-4be1-9fac-0fca2bd17c67 req-5382a341-4260-4045-a434-fa97ea8ded29 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1528609 Nov 27 01:16:25.035750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0d6e7b4b-e667-419d-b279-b094fef4aa5a None None] Provisioning complete for port d9d6013e-26a1-49cb-9719-014b7c3ca6ab triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:25.037285 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0d6e7b4b-e667-419d-b279-b094fef4aa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:25.091370 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ccefa9-16dc-433d-8ccb-424dc1acb05b x-openstack-request-id: req-59ccefa9-16dc-433d-8ccb-424dc1acb05b {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:25.107442 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dbcef6-5284-44fc-a335-cd370d5cb06f", "name": "network-vif-deleted", "tag": "ecfa5c75-c705-4fba-9a07-71147bfbc8e7", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:25.107775 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59ccefa9-16dc-433d-8ccb-424dc1acb05b {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:25.115053 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dbcef6-5284-44fc-a335-cd370d5cb06f', 'name': 'network-vif-deleted', 'tag': 'ecfa5c75-c705-4fba-9a07-71147bfbc8e7', 'status': 'completed', 'code': 200} Nov 27 01:16:25.136299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990427e0-4f52-4ebe-a142-143439327d9d req-71e91537-b7c2-4353-9e34-f28805eb19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.136808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990427e0-4f52-4ebe-a142-143439327d9d req-71e91537-b7c2-4353-9e34-f28805eb19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.137298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990427e0-4f52-4ebe-a142-143439327d9d req-71e91537-b7c2-4353-9e34-f28805eb19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.137827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990427e0-4f52-4ebe-a142-143439327d9d req-71e91537-b7c2-4353-9e34-f28805eb19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.138304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990427e0-4f52-4ebe-a142-143439327d9d req-71e91537-b7c2-4353-9e34-f28805eb19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.138786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990427e0-4f52-4ebe-a142-143439327d9d req-71e91537-b7c2-4353-9e34-f28805eb19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.139259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990427e0-4f52-4ebe-a142-143439327d9d req-71e91537-b7c2-4353-9e34-f28805eb19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.148936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e7b4b-e667-419d-b279-b094fef4aa5a None None] Port d9d6013e-26a1-49cb-9719-014b7c3ca6ab cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:16:25.152001 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b64d977-f084-4452-8325-54612ba0b8ae req-df482e0e-a991-42f9-9c44-6417a342bd14 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427957 Nov 27 01:16:25.153642 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:25.179707 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990427e0-4f52-4ebe-a142-143439327d9d req-71e91537-b7c2-4353-9e34-f28805eb19ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 6481 time: 0.2400897 Nov 27 01:16:25.370863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990427e0-4f52-4ebe-a142-143439327d9d req-86f46805-c245-4368-8498-8a4da8b062b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.372508 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990427e0-4f52-4ebe-a142-143439327d9d req-86f46805-c245-4368-8498-8a4da8b062b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=de22fecb-a913-459d-a3f0-a3199365e84c HTTP/1.1" status: 200 len: 903 time: 0.1879799 Nov 27 01:16:25.395669 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ecfa5c75-c705-4fba-9a07-71147bfbc8e7 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:25.431012 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: ecfa5c75-c705-4fba-9a07-71147bfbc8e7 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:25.431691 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ecfa5c75-c705-4fba-9a07-71147bfbc8e7 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:25.473927 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990427e0-4f52-4ebe-a142-143439327d9d req-fd0acd9c-346d-4387-9f3d-0439c00acff1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0edd8c44-d12f-4f64-979a-5b7c3c4f805b HTTP/1.1" status: 200 len: 217 time: 0.0921376 Nov 27 01:16:25.570726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990427e0-4f52-4ebe-a142-143439327d9d req-12744053-8122-4846-ae6e-5495728fdd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.575851 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990427e0-4f52-4ebe-a142-143439327d9d req-12744053-8122-4846-ae6e-5495728fdd7c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e87a0de3-73e4-43cc-8f97-b6fffbee0d31 HTTP/1.1" status: 200 len: 797 time: 0.0900683 Nov 27 01:16:25.631947 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d761-fbff-4562-9f37-0b8432f39fe0 req-4cb74b1a-08ae-4df8-a754-f335e75c5bd3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.640130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d761-fbff-4562-9f37-0b8432f39fe0 req-4cb74b1a-08ae-4df8-a754-f335e75c5bd3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.647607 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d761-fbff-4562-9f37-0b8432f39fe0 req-4cb74b1a-08ae-4df8-a754-f335e75c5bd3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.683972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d761-fbff-4562-9f37-0b8432f39fe0 req-4cb74b1a-08ae-4df8-a754-f335e75c5bd3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.719989 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d761-fbff-4562-9f37-0b8432f39fe0 req-4cb74b1a-08ae-4df8-a754-f335e75c5bd3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.742184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d761-fbff-4562-9f37-0b8432f39fe0 req-4cb74b1a-08ae-4df8-a754-f335e75c5bd3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.778724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d761-fbff-4562-9f37-0b8432f39fe0 req-4cb74b1a-08ae-4df8-a754-f335e75c5bd3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.801544 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0649d761-fbff-4562-9f37-0b8432f39fe0 req-4cb74b1a-08ae-4df8-a754-f335e75c5bd3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.3609884 Nov 27 01:16:25.939065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990427e0-4f52-4ebe-a142-143439327d9d req-66f295a4-3e7c-48cf-acd5-c4cab53edf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.940705 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990427e0-4f52-4ebe-a142-143439327d9d req-66f295a4-3e7c-48cf-acd5-c4cab53edf5e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de22fecb-a913-459d-a3f0-a3199365e84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3606019 Nov 27 01:16:25.964078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:25.983621 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:26.030171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Transition to ACTIVE for port object 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:16:26.038162 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:26.112533 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0649d761-fbff-4562-9f37-0b8432f39fe0 req-3dea32c7-c8fc-4092-99a0-7fc307344ebf tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3037846 Nov 27 01:16:26.179172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:26.280832 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990427e0-4f52-4ebe-a142-143439327d9d req-f55629ad-a9dc-4be7-947a-105399789304 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321860 Nov 27 01:16:26.325451 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021bb7c-09f0-4f5f-a39c-08a3b8f3b6d2 req-e10cb9f6-0eb2-46e2-b50b-e035c8713ac0 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:26.338766 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a021bb7c-09f0-4f5f-a39c-08a3b8f3b6d2 req-e10cb9f6-0eb2-46e2-b50b-e035c8713ac0 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 1097 time: 0.2937570 Nov 27 01:16:26.616718 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990427e0-4f52-4ebe-a142-143439327d9d req-af4b0702-7b84-4517-be92-d2cae14c7ed0 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233449 Nov 27 01:16:26.650233 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4410b-9a6e-4aeb-a270-99d98ca921dd req-c333f8b5-dd1c-4308-96d8-3afb73e71905 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:26.682341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4410b-9a6e-4aeb-a270-99d98ca921dd req-c333f8b5-dd1c-4308-96d8-3afb73e71905 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:26.694199 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d9c4410b-9a6e-4aeb-a270-99d98ca921dd req-c333f8b5-dd1c-4308-96d8-3afb73e71905 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1667 time: 0.1823597 Nov 27 01:16:26.697642 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a021bb7c-09f0-4f5f-a39c-08a3b8f3b6d2 req-05f5d62c-78f6-41aa-ac3d-0b3cdf5abe11 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458445 Nov 27 01:16:26.749598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Attempting to bind port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:26.756632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Attempting to bind port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'b669aae7-8225-4e45-96dd-2cb529628d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e8655b09-3c10-40ae-ad43-334f8c46f82e'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:26.757237 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Attempting to bind port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 on network e8655b09-3c10-40ae-ad43-334f8c46f82e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:26.785195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 on network e8655b09-3c10-40ae-ad43-334f8c46f82e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:26.785676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Attempting to bind port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 on network e8655b09-3c10-40ae-ad43-334f8c46f82e {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:26.801643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:26.802166 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Checking segment: {'id': 'b669aae7-8225-4e45-96dd-2cb529628d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e8655b09-3c10-40ae-ad43-334f8c46f82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:26.802674 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Bound using segment: {'id': 'b669aae7-8225-4e45-96dd-2cb529628d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e8655b09-3c10-40ae-ad43-334f8c46f82e'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:26.803253 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Bound port: 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b669aae7-8225-4e45-96dd-2cb529628d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e8655b09-3c10-40ae-ad43-334f8c46f82e'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:26.803718 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:26.805704 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d9c4410b-9a6e-4aeb-a270-99d98ca921dd req-f09f4730-3c06-4c1a-9a64-5fc8dea026ba tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094031 Nov 27 01:16:27.019788 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] For port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:27.026715 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] For port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697,segment=NetworkSegment(b669aae7-8225-4e45-96dd-2cb529628d27),segment_id=b669aae7-8225-4e45-96dd-2cb529628d27)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:27.038980 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:27.122279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:27.122279 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:27.122279 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] 10.222.0.21 "PUT /v2.0/ports/2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 HTTP/1.1" status: 200 len: 1093 time: 2.3158531 Nov 27 01:16:27.122279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'tag': '2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:27.126278 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a058f0ee-1e0f-41d9-832c-37f2afd66a33" -d '{"events": [{"name": "network-changed", "server_uuid": "588ad52f-c167-444d-a2fa-715f4a94aaa4", "tag": "2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:27.131645 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978406ce-c4b4-4fc0-a8d4-a714895f5734 req-de0c812b-8f2d-4c44-8962-30569240d738 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:27.133551 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-978406ce-c4b4-4fc0-a8d4-a714895f5734 req-de0c812b-8f2d-4c44-8962-30569240d738 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1965175 Nov 27 01:16:27.151227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6d60b-dcd9-49d6-ad30-b76b04cbea92 req-d98ebf90-60dc-49ff-ab5f-e0121615831b tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:27.162815 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aae6d60b-dcd9-49d6-ad30-b76b04cbea92 req-d98ebf90-60dc-49ff-ab5f-e0121615831b tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.3154299 Nov 27 01:16:27.200892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Request body: {'port': {'device_id': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:27.228577 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-978406ce-c4b4-4fc0-a8d4-a714895f5734 req-4695bdd4-106c-4e2f-a4a1-606d73877cd5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883586 Nov 27 01:16:27.381563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec948f58-6d85-436d-b9b5-0dc72010fab9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:27.501021 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aae6d60b-dcd9-49d6-ad30-b76b04cbea92 req-6e69f94d-2c43-40fd-a9d4-cc2d9dc9a12a tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370736 Nov 27 01:16:27.504916 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc7793a-998c-4826-9929-5ab9301d665e x-openstack-request-id: req-fcc7793a-998c-4826-9929-5ab9301d665e {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:27.505325 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588ad52f-c167-444d-a2fa-715f4a94aaa4", "tag": "2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:27.505570 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fcc7793a-998c-4826-9929-5ab9301d665e {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:27.506004 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'tag': '2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697', 'status': 'completed', 'code': 200} Nov 27 01:16:27.527925 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:27.915724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058f0ee-1e0f-41d9-832c-37f2afd66a33 req-bbbc21bf-b4b0-4432-a9bb-a2de25e8a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:27.916223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058f0ee-1e0f-41d9-832c-37f2afd66a33 req-bbbc21bf-b4b0-4432-a9bb-a2de25e8a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:27.926684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37247d-4839-47ed-bcde-11ca94ddc2e4 req-396bfe9a-81c8-4ca1-ab79-de0cb26493f8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:27.928368 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a058f0ee-1e0f-41d9-832c-37f2afd66a33 req-bbbc21bf-b4b0-4432-a9bb-a2de25e8a09a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf897b0f02e542a6892c38a83ddb7031&device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1915 time: 0.3741319 Nov 27 01:16:27.947530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37247d-4839-47ed-bcde-11ca94ddc2e4 req-396bfe9a-81c8-4ca1-ab79-de0cb26493f8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:27.962306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37247d-4839-47ed-bcde-11ca94ddc2e4 req-396bfe9a-81c8-4ca1-ab79-de0cb26493f8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:27.979472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37247d-4839-47ed-bcde-11ca94ddc2e4 req-396bfe9a-81c8-4ca1-ab79-de0cb26493f8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:27.985624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37247d-4839-47ed-bcde-11ca94ddc2e4 req-396bfe9a-81c8-4ca1-ab79-de0cb26493f8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:28.002478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37247d-4839-47ed-bcde-11ca94ddc2e4 req-396bfe9a-81c8-4ca1-ab79-de0cb26493f8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:28.019187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37247d-4839-47ed-bcde-11ca94ddc2e4 req-396bfe9a-81c8-4ca1-ab79-de0cb26493f8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:28.029061 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1e37247d-4839-47ed-bcde-11ca94ddc2e4 req-396bfe9a-81c8-4ca1-ab79-de0cb26493f8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.2917070 Nov 27 01:16:28.164355 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1e37247d-4839-47ed-bcde-11ca94ddc2e4 req-5944ca3a-dded-4bda-b16e-35378c25c281 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298034 Nov 27 01:16:28.307647 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:28.360787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758e36b-c78d-4b71-9823-225b201e916c req-3777d3a5-aa4c-4f78-a8b2-3bf07f85ecda tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:28.380817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758e36b-c78d-4b71-9823-225b201e916c req-3777d3a5-aa4c-4f78-a8b2-3bf07f85ecda tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:28.384169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e758e36b-c78d-4b71-9823-225b201e916c req-3777d3a5-aa4c-4f78-a8b2-3bf07f85ecda tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1667 time: 0.4490416 Nov 27 01:16:28.405978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ad99c-4aa4-4f29-97bc-9b19acd95cf4 req-052b1fb2-a7c5-4011-88a3-19c1bb0cc226 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:28.415535 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-682ad99c-4aa4-4f29-97bc-9b19acd95cf4 req-052b1fb2-a7c5-4011-88a3-19c1bb0cc226 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.0747373 Nov 27 01:16:28.507659 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-682ad99c-4aa4-4f29-97bc-9b19acd95cf4 req-35e5385b-abbd-4144-a569-aa3d5cf20c7c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903342 Nov 27 01:16:28.645526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638586d-7a58-41dd-b92c-7abd3fb45d72 req-3bd03a8d-0926-462d-b84b-089e1ccf33fa tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:28.655707 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9638586d-7a58-41dd-b92c-7abd3fb45d72 req-3bd03a8d-0926-462d-b84b-089e1ccf33fa tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.0782497 Nov 27 01:16:28.722751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9638586d-7a58-41dd-b92c-7abd3fb45d72 req-8384d3c6-8ebb-4984-b539-3bb2cb0041a9 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601506 Nov 27 01:16:28.788497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d6013e-26a1-49cb-9719-014b7c3ca6ab {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:28.810793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:28.836711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Transition to ACTIVE for port object d9d6013e-26a1-49cb-9719-014b7c3ca6ab will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:16:28.842888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058f0ee-1e0f-41d9-832c-37f2afd66a33 req-d1780224-d27d-400c-b90a-b052d654183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:28.844476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058f0ee-1e0f-41d9-832c-37f2afd66a33 req-d1780224-d27d-400c-b90a-b052d654183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:28.845429 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058f0ee-1e0f-41d9-832c-37f2afd66a33 req-d1780224-d27d-400c-b90a-b052d654183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:28.851684 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a058f0ee-1e0f-41d9-832c-37f2afd66a33 req-d1780224-d27d-400c-b90a-b052d654183d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bf897b0f02e542a6892c38a83ddb7031&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8977714 Nov 27 01:16:28.892974 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:28.925715 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2deaea-f93c-49c7-9fca-696a038c5efb req-391e5a2e-054d-4a9d-a9b2-62aea996bc4a tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:28.927888 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cd2deaea-f93c-49c7-9fca-696a038c5efb req-391e5a2e-054d-4a9d-a9b2-62aea996bc4a tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.7497683 Nov 27 01:16:29.363754 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e758e36b-c78d-4b71-9823-225b201e916c req-94f5728f-f0fd-443c-804d-d1d4ed7614e3 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9378450 Nov 27 01:16:29.542524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f557db-8ef6-43f2-8377-7f7049574391 req-b24a663a-d4ec-4eb4-9779-0894d8d9dab4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:29.548789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f557db-8ef6-43f2-8377-7f7049574391 req-b24a663a-d4ec-4eb4-9779-0894d8d9dab4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:29.563810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f557db-8ef6-43f2-8377-7f7049574391 req-b24a663a-d4ec-4eb4-9779-0894d8d9dab4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:29.570137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f557db-8ef6-43f2-8377-7f7049574391 req-b24a663a-d4ec-4eb4-9779-0894d8d9dab4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:29.594447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f557db-8ef6-43f2-8377-7f7049574391 req-b24a663a-d4ec-4eb4-9779-0894d8d9dab4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:29.608317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f557db-8ef6-43f2-8377-7f7049574391 req-b24a663a-d4ec-4eb4-9779-0894d8d9dab4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:29.628343 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f557db-8ef6-43f2-8377-7f7049574391 req-b24a663a-d4ec-4eb4-9779-0894d8d9dab4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:29.646261 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9f557db-8ef6-43f2-8377-7f7049574391 req-b24a663a-d4ec-4eb4-9779-0894d8d9dab4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.2437315 Nov 27 01:16:29.666548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d6013e-26a1-49cb-9719-014b7c3ca6ab,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:29.804395 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9f557db-8ef6-43f2-8377-7f7049574391 req-aad3d388-d0c8-4145-a882-9d2112abe2fc tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1505470 Nov 27 01:16:29.882498 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058f0ee-1e0f-41d9-832c-37f2afd66a33 req-babced2b-50b9-405b-94ec-0ada96819e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:29.886346 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a058f0ee-1e0f-41d9-832c-37f2afd66a33 req-babced2b-50b9-405b-94ec-0ada96819e6d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0093043 Nov 27 01:16:30.032589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa2d1b-be82-48cb-a4dc-0dabe75a1f07 req-4d2fc2b9-774c-44e8-947e-526ca57f4a13 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:30.034262 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-09fa2d1b-be82-48cb-a4dc-0dabe75a1f07 req-4d2fc2b9-774c-44e8-947e-526ca57f4a13 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.3228960 Nov 27 01:16:30.087082 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d818e7-fe62-471c-abab-68a6419d912a req-2dc26293-0be8-4bdc-8d20-82f359eb33df tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:30.102536 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7d818e7-fe62-471c-abab-68a6419d912a req-2dc26293-0be8-4bdc-8d20-82f359eb33df tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 946 time: 0.1455853 Nov 27 01:16:30.118388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Attempting to bind port d9d6013e-26a1-49cb-9719-014b7c3ca6ab on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:30.118766 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Attempting to bind port d9d6013e-26a1-49cb-9719-014b7c3ca6ab by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'ee71283d-cdf6-447f-9b28-25db369efa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4862dbea-2b29-4bcc-9de8-6483e42a67f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:30.119058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Attempting to bind port d9d6013e-26a1-49cb-9719-014b7c3ca6ab on network 4862dbea-2b29-4bcc-9de8-6483e42a67f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:30.160160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-cd2deaea-f93c-49c7-9fca-696a038c5efb req-872c4336-886b-4667-b6bd-4c8044609053 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Deleting port 52250683-7a6e-496e-b323-6a2a041e45cf {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:30.160690 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cd2deaea-f93c-49c7-9fca-696a038c5efb req-872c4336-886b-4667-b6bd-4c8044609053 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:30.229407 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7d818e7-fe62-471c-abab-68a6419d912a req-f197aa81-007a-4098-acf8-f7499c7c980c tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259298 Nov 27 01:16:30.287360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Port d9d6013e-26a1-49cb-9719-014b7c3ca6ab on network 4862dbea-2b29-4bcc-9de8-6483e42a67f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:30.287843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Attempting to bind port d9d6013e-26a1-49cb-9719-014b7c3ca6ab on network 4862dbea-2b29-4bcc-9de8-6483e42a67f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:30.357515 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-09fa2d1b-be82-48cb-a4dc-0dabe75a1f07 req-8647f846-c62f-4ae3-aae6-4fcb3e80bd9b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3083348 Nov 27 01:16:30.363039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:30.363386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Checking segment: {'id': 'ee71283d-cdf6-447f-9b28-25db369efa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4862dbea-2b29-4bcc-9de8-6483e42a67f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:30.363848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Bound using segment: {'id': 'ee71283d-cdf6-447f-9b28-25db369efa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4862dbea-2b29-4bcc-9de8-6483e42a67f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:30.367008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Bound port: d9d6013e-26a1-49cb-9719-014b7c3ca6ab, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee71283d-cdf6-447f-9b28-25db369efa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4862dbea-2b29-4bcc-9de8-6483e42a67f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:30.367460 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:30.434401 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:30.538310 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7971c-0aeb-4eaa-bb3c-2509c7a35904 req-fec0964f-dd95-46ba-8e7d-822283b136a4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:30.546396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7971c-0aeb-4eaa-bb3c-2509c7a35904 req-fec0964f-dd95-46ba-8e7d-822283b136a4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:30.556864 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4b7971c-0aeb-4eaa-bb3c-2509c7a35904 req-fec0964f-dd95-46ba-8e7d-822283b136a4 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1679 time: 0.0964675 Nov 27 01:16:30.571362 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-cd2deaea-f93c-49c7-9fca-696a038c5efb req-872c4336-886b-4667-b6bd-4c8044609053 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] For port 52250683-7a6e-496e-b323-6a2a041e45cf, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=52250683-7a6e-496e-b323-6a2a041e45cf,segment=NetworkSegment(8f0b9243-7aba-4374-8b6c-2baf4a73cc53),segment_id=8f0b9243-7aba-4374-8b6c-2baf4a73cc53)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:30.572015 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cd2deaea-f93c-49c7-9fca-696a038c5efb req-872c4336-886b-4667-b6bd-4c8044609053 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:30.575684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] For port d9d6013e-26a1-49cb-9719-014b7c3ca6ab, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:30.584398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] For port d9d6013e-26a1-49cb-9719-014b7c3ca6ab, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d9d6013e-26a1-49cb-9719-014b7c3ca6ab,segment=NetworkSegment(ee71283d-cdf6-447f-9b28-25db369efa96),segment_id=ee71283d-cdf6-447f-9b28-25db369efa96)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:30.597621 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:30.600405 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-cd2deaea-f93c-49c7-9fca-696a038c5efb req-872c4336-886b-4667-b6bd-4c8044609053 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Calling delete_port for 52250683-7a6e-496e-b323-6a2a041e45cf owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:30.682770 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4b7971c-0aeb-4eaa-bb3c-2509c7a35904 req-9f1c673e-84ba-401d-9e69-4921fd2f3011 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201603 Nov 27 01:16:30.991594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.015514 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:31.026668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] 10.222.0.21 "PUT /v2.0/ports/d9d6013e-26a1-49cb-9719-014b7c3ca6ab HTTP/1.1" status: 200 len: 1093 time: 3.8552067 Nov 27 01:16:31.027175 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'tag': 'd9d6013e-26a1-49cb-9719-014b7c3ca6ab'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:31.029525 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1b9c85-88d9-4ca5-ac1b-c0380f7fa2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "588ad52f-c167-444d-a2fa-715f4a94aaa4", "tag": "d9d6013e-26a1-49cb-9719-014b7c3ca6ab"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:31.319714 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d83d7-5a1f-4d7b-828a-c882c4cfec7c req-2f263122-5c4c-4544-9c4d-1af809f1b3d2 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.326538 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8913d885-9833-42e4-a716-4193573c3710 x-openstack-request-id: req-8913d885-9833-42e4-a716-4193573c3710 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:31.326846 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588ad52f-c167-444d-a2fa-715f4a94aaa4", "tag": "d9d6013e-26a1-49cb-9719-014b7c3ca6ab", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:31.327116 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8913d885-9833-42e4-a716-4193573c3710 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:31.331355 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'tag': 'd9d6013e-26a1-49cb-9719-014b7c3ca6ab', 'status': 'completed', 'code': 200} Nov 27 01:16:31.332155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dba107-924b-402f-8017-7744cb6bc920 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d6013e-26a1-49cb-9719-014b7c3ca6ab,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:31.342045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d83d7-5a1f-4d7b-828a-c882c4cfec7c req-2f263122-5c4c-4544-9c4d-1af809f1b3d2 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.361458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d83d7-5a1f-4d7b-828a-c882c4cfec7c req-2f263122-5c4c-4544-9c4d-1af809f1b3d2 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.379625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d83d7-5a1f-4d7b-828a-c882c4cfec7c req-2f263122-5c4c-4544-9c4d-1af809f1b3d2 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.400351 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d83d7-5a1f-4d7b-828a-c882c4cfec7c req-2f263122-5c4c-4544-9c4d-1af809f1b3d2 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.430762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d83d7-5a1f-4d7b-828a-c882c4cfec7c req-2f263122-5c4c-4544-9c4d-1af809f1b3d2 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.446902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d83d7-5a1f-4d7b-828a-c882c4cfec7c req-2f263122-5c4c-4544-9c4d-1af809f1b3d2 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.459097 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a83d83d7-5a1f-4d7b-828a-c882c4cfec7c req-2f263122-5c4c-4544-9c4d-1af809f1b3d2 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.4001050 Nov 27 01:16:31.592344 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a83d83d7-5a1f-4d7b-828a-c882c4cfec7c req-d6d8b05a-af19-44ec-ad29-64ef30ab43fa tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1282253 Nov 27 01:16:31.612746 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cd2deaea-f93c-49c7-9fca-696a038c5efb req-872c4336-886b-4667-b6bd-4c8044609053 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:31.642798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['35ea4c77-4fef-4d79-9657-2182a2a32535'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:16:31.706721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c4336-886b-4667-b6bd-4c8044609053 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Pushing event deleted for resources: {'Port': ['ID=52250683-7a6e-496e-b323-6a2a041e45cf,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:31.751209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 52250683-7a6e-496e-b323-6a2a041e45cf no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:31.778566 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ea00-e124-4e01-8ee9-f52528c2abc8 req-20259d64-cdeb-484c-97bd-6c691870c04d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.787667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ffc37626-c93a-48db-9418-518c8568d59b req-896c67fe-be19-4bcb-9c10-9c7b3426ef0e tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d2926a-5dec-4dc6-b58e-b36bbbee4d5b HTTP/1.1" status: 200 len: 210 time: 0.1888874 Nov 27 01:16:31.790568 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c274ea00-e124-4e01-8ee9-f52528c2abc8 req-20259d64-cdeb-484c-97bd-6c691870c04d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.0916975 Nov 27 01:16:31.859012 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 52250683-7a6e-496e-b323-6a2a041e45cf {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:31.859368 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 52250683-7a6e-496e-b323-6a2a041e45cf not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:31.913175 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c274ea00-e124-4e01-8ee9-f52528c2abc8 req-d59261b6-7b08-4a1e-80ca-99a22f7a98a5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1199136 Nov 27 01:16:31.914915 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2deaea-f93c-49c7-9fca-696a038c5efb req-872c4336-886b-4667-b6bd-4c8044609053 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] No DVR routers for this DVR port 52250683-7a6e-496e-b323-6a2a041e45cf on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:31.918641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-03b087ac-ae71-4bbf-b4da-f5ffc46ed831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.919127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-03b087ac-ae71-4bbf-b4da-f5ffc46ed831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.920727 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-03b087ac-ae71-4bbf-b4da-f5ffc46ed831 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf897b0f02e542a6892c38a83ddb7031&device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1983 time: 0.8086841 Nov 27 01:16:31.921783 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cd2deaea-f93c-49c7-9fca-696a038c5efb req-872c4336-886b-4667-b6bd-4c8044609053 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:31.925017 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cd2deaea-f93c-49c7-9fca-696a038c5efb req-872c4336-886b-4667-b6bd-4c8044609053 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.21 "DELETE /v2.0/ports/52250683-7a6e-496e-b323-6a2a041e45cf HTTP/1.1" status: 204 len: 173 time: 2.5846922 Nov 27 01:16:32.028609 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-47a6495c-8a19-47a6-ae71-db162ce4cf30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 HTTP/1.1" status: 200 len: 217 time: 0.0886142 Nov 27 01:16:32.151831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-94c87433-9c33-4ecf-8015-262cc04a7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:32.153339 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-94c87433-9c33-4ecf-8015-262cc04a7049 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=248ddaa1-a11b-433b-a8cd-0d8708b21136 HTTP/1.1" status: 200 len: 801 time: 0.1189058 Nov 27 01:16:32.232346 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07643e26-78f0-41c6-ace9-a9b6a7d5b27c req-6cfc2be7-435f-47c9-931f-872f97f8d5ad tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:32.253453 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07643e26-78f0-41c6-ace9-a9b6a7d5b27c req-6cfc2be7-435f-47c9-931f-872f97f8d5ad tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:32.255107 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07643e26-78f0-41c6-ace9-a9b6a7d5b27c req-6cfc2be7-435f-47c9-931f-872f97f8d5ad tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1679 time: 0.1517103 Nov 27 01:16:32.280963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-83bdd339-098a-4a83-b9c6-db159d60c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:32.282527 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-83bdd339-098a-4a83-b9c6-db159d60c433 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8655b09-3c10-40ae-ad43-334f8c46f82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138792 Nov 27 01:16:32.389897 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07643e26-78f0-41c6-ace9-a9b6a7d5b27c req-e9bef55c-92cc-4c84-b487-3b6fa164dcaa tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192060 Nov 27 01:16:32.496354 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-150e0c1f-41be-4ff4-b567-2f5a1f89dd5b service neutron] 10.222.0.21 "GET /v2.0/networks/e8655b09-3c10-40ae-ad43-334f8c46f82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054274 Nov 27 01:16:32.847435 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-747efb10-8c7f-43d8-8741-e51e0d028f0d service neutron] 10.222.0.21 "GET /v2.0/networks/e8655b09-3c10-40ae-ad43-334f8c46f82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431933 Nov 27 01:16:32.964041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c548a4e9-e397-4543-a105-274260bfe07c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=d9d6013e-26a1-49cb-9719-014b7c3ca6ab HTTP/1.1" status: 200 len: 217 time: 0.1070228 Nov 27 01:16:33.035899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7bf09-47d3-4771-97c7-208872ac7e8e req-d4ccfd1e-b34c-4c3f-b470-897f892c9d98 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:33.042093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7bf09-47d3-4771-97c7-208872ac7e8e req-d4ccfd1e-b34c-4c3f-b470-897f892c9d98 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:33.048341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7bf09-47d3-4771-97c7-208872ac7e8e req-d4ccfd1e-b34c-4c3f-b470-897f892c9d98 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:33.054400 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7bf09-47d3-4771-97c7-208872ac7e8e req-d4ccfd1e-b34c-4c3f-b470-897f892c9d98 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:33.060589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7bf09-47d3-4771-97c7-208872ac7e8e req-d4ccfd1e-b34c-4c3f-b470-897f892c9d98 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:33.066643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7bf09-47d3-4771-97c7-208872ac7e8e req-d4ccfd1e-b34c-4c3f-b470-897f892c9d98 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:33.075486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7bf09-47d3-4771-97c7-208872ac7e8e req-d4ccfd1e-b34c-4c3f-b470-897f892c9d98 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:33.093915 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ad7bf09-47d3-4771-97c7-208872ac7e8e req-d4ccfd1e-b34c-4c3f-b470-897f892c9d98 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.3351629 Nov 27 01:16:33.299920 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ad7bf09-47d3-4771-97c7-208872ac7e8e req-ed250a57-8a46-4620-8cad-031797516282 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2049766 Nov 27 01:16:33.312919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-2a442abf-d5a5-4142-8825-d2c11e074da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:33.318041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-2a442abf-d5a5-4142-8825-d2c11e074da9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0397df72-b572-496a-b344-b71f468f81eb HTTP/1.1" status: 200 len: 801 time: 0.3367131 Nov 27 01:16:33.339404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d2926a-5dec-4dc6-b58e-b36bbbee4d5b', 'name': 'network-vif-deleted', 'tag': '52250683-7a6e-496e-b323-6a2a041e45cf'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:33.341722 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a957f61b-41d6-4294-b6cb-d23b32d3b5f4" -d '{"events": [{"server_uuid": "22d2926a-5dec-4dc6-b58e-b36bbbee4d5b", "name": "network-vif-deleted", "tag": "52250683-7a6e-496e-b323-6a2a041e45cf"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:33.436008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c473f2b1-45a5-4d3e-b890-db472f6d8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:33.436714 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-c473f2b1-45a5-4d3e-b890-db472f6d8357 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4862dbea-2b29-4bcc-9de8-6483e42a67f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047461 Nov 27 01:16:33.527874 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b1691-7fae-4418-a44f-10ebfa8c7184 req-8547a1c7-13c4-47cd-bdae-eccb06528e51 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:33.534719 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f79b1691-7fae-4418-a44f-10ebfa8c7184 req-8547a1c7-13c4-47cd-bdae-eccb06528e51 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1623840 Nov 27 01:16:33.692457 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f79b1691-7fae-4418-a44f-10ebfa8c7184 req-88eccc99-f506-475c-8266-a9c66132d024 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1425681 Nov 27 01:16:33.772744 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04325e9-6966-4c77-b2ee-8baf29ea566b x-openstack-request-id: req-b04325e9-6966-4c77-b2ee-8baf29ea566b {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:33.773568 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d2926a-5dec-4dc6-b58e-b36bbbee4d5b", "name": "network-vif-deleted", "tag": "52250683-7a6e-496e-b323-6a2a041e45cf", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:33.774020 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b04325e9-6966-4c77-b2ee-8baf29ea566b {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:33.774713 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2926a-5dec-4dc6-b58e-b36bbbee4d5b', 'name': 'network-vif-deleted', 'tag': '52250683-7a6e-496e-b323-6a2a041e45cf', 'status': 'completed', 'code': 200} Nov 27 01:16:33.785794 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-852a9772-c583-49c0-ad52-e14020ceeeb8 service neutron] 10.222.0.21 "GET /v2.0/networks/4862dbea-2b29-4bcc-9de8-6483e42a67f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403687 Nov 27 01:16:33.801057 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b1380-23c9-4119-8468-36987021316f req-d3e816ca-c49f-4374-aaef-e8878220273b tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:33.812607 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d7b1380-23c9-4119-8468-36987021316f req-d3e816ca-c49f-4374-aaef-e8878220273b tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1384401 Nov 27 01:16:34.002177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b55cf-7f3a-499d-ad91-4edf48a94150 req-96023765-2f5d-49d5-9696-f7091b3a6902 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.020432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b55cf-7f3a-499d-ad91-4edf48a94150 req-96023765-2f5d-49d5-9696-f7091b3a6902 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.034701 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d57b55cf-7f3a-499d-ad91-4edf48a94150 req-96023765-2f5d-49d5-9696-f7091b3a6902 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1679 time: 0.1445518 Nov 27 01:16:34.036088 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d7b1380-23c9-4119-8468-36987021316f req-07246f63-0633-4b34-bb82-da9cc0938fd3 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222769 Nov 27 01:16:34.097320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a76db5e-3d6e-4c36-a8ef-4d789f701e40 req-2511472b-45fe-41b9-919c-bdbb93d9e30f service neutron] 10.222.0.21 "GET /v2.0/networks/4862dbea-2b29-4bcc-9de8-6483e42a67f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811699 Nov 27 01:16:34.141177 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d57b55cf-7f3a-499d-ad91-4edf48a94150 req-a1690dfe-5a3c-4256-9584-8a602238a439 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007338 Nov 27 01:16:34.303954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9c85-88d9-4ca5-ac1b-c0380f7fa2f6 req-6c016306-0ec8-4a4d-82a6-9d57682fcdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.304470 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9c85-88d9-4ca5-ac1b-c0380f7fa2f6 req-6c016306-0ec8-4a4d-82a6-9d57682fcdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.306666 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc1b9c85-88d9-4ca5-ac1b-c0380f7fa2f6 req-6c016306-0ec8-4a4d-82a6-9d57682fcdee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf897b0f02e542a6892c38a83ddb7031&device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1983 time: 0.0756390 Nov 27 01:16:34.506123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9c85-88d9-4ca5-ac1b-c0380f7fa2f6 req-caffd9ae-38ec-494d-acc7-32880885f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.507605 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc1b9c85-88d9-4ca5-ac1b-c0380f7fa2f6 req-caffd9ae-38ec-494d-acc7-32880885f202 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4862dbea-2b29-4bcc-9de8-6483e42a67f3 HTTP/1.1" status: 200 len: 903 time: 0.1916854 Nov 27 01:16:34.524227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb40f64-3ece-4afa-9d87-c2b73f5c42d1 req-7a3a1f17-6412-4b2e-9728-1af450adde3b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.530706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb40f64-3ece-4afa-9d87-c2b73f5c42d1 req-7a3a1f17-6412-4b2e-9728-1af450adde3b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.537052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb40f64-3ece-4afa-9d87-c2b73f5c42d1 req-7a3a1f17-6412-4b2e-9728-1af450adde3b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.543021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb40f64-3ece-4afa-9d87-c2b73f5c42d1 req-7a3a1f17-6412-4b2e-9728-1af450adde3b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.550593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb40f64-3ece-4afa-9d87-c2b73f5c42d1 req-7a3a1f17-6412-4b2e-9728-1af450adde3b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.556805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb40f64-3ece-4afa-9d87-c2b73f5c42d1 req-7a3a1f17-6412-4b2e-9728-1af450adde3b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.562844 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb40f64-3ece-4afa-9d87-c2b73f5c42d1 req-7a3a1f17-6412-4b2e-9728-1af450adde3b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.564749 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-deb40f64-3ece-4afa-9d87-c2b73f5c42d1 req-7a3a1f17-6412-4b2e-9728-1af450adde3b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.1184587 Nov 27 01:16:34.621351 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc1b9c85-88d9-4ca5-ac1b-c0380f7fa2f6 req-a2730dd7-d92f-4713-b428-25110e4ebd28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=d9d6013e-26a1-49cb-9719-014b7c3ca6ab HTTP/1.1" status: 200 len: 217 time: 0.0555913 Nov 27 01:16:34.716335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9c85-88d9-4ca5-ac1b-c0380f7fa2f6 req-3fd31d9a-73f9-4e7c-a4b1-85b93b95ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.717841 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc1b9c85-88d9-4ca5-ac1b-c0380f7fa2f6 req-3fd31d9a-73f9-4e7c-a4b1-85b93b95ae35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0397df72-b572-496a-b344-b71f468f81eb HTTP/1.1" status: 200 len: 801 time: 0.0741649 Nov 27 01:16:34.743481 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-deb40f64-3ece-4afa-9d87-c2b73f5c42d1 req-ae184813-d793-4e5a-ae9f-3e63ee556265 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252019 Nov 27 01:16:34.830629 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9c85-88d9-4ca5-ac1b-c0380f7fa2f6 req-93480ca6-fd31-4bed-b436-ab98660d13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.832193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc1b9c85-88d9-4ca5-ac1b-c0380f7fa2f6 req-93480ca6-fd31-4bed-b436-ab98660d13c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4862dbea-2b29-4bcc-9de8-6483e42a67f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051033 Nov 27 01:16:34.938771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f11d8-7919-4e7f-a0f2-bf74c0d0c48e req-ee0f43da-4c44-4f18-b5ba-2f4fc12cd873 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.957035 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0d8f11d8-7919-4e7f-a0f2-bf74c0d0c48e req-ee0f43da-4c44-4f18-b5ba-2f4fc12cd873 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1320293 Nov 27 01:16:35.036953 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55754) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:35.068587 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0d8f11d8-7919-4e7f-a0f2-bf74c0d0c48e req-7243b09e-1a23-44f8-a332-bcc547427e67 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086764 Nov 27 01:16:35.267146 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4db3cef6-b3ea-4e97-b02f-9d90203dc58c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.316304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edcf7c-c138-4f2a-8919-d9465f3ff681 req-b824ee5f-178f-4a10-a653-dd72bbedf1bf tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:35.322604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edcf7c-c138-4f2a-8919-d9465f3ff681 req-b824ee5f-178f-4a10-a653-dd72bbedf1bf tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:35.329951 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a0edcf7c-c138-4f2a-8919-d9465f3ff681 req-b824ee5f-178f-4a10-a653-dd72bbedf1bf tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1679 time: 0.0981941 Nov 27 01:16:35.410757 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a0edcf7c-c138-4f2a-8919-d9465f3ff681 req-dbfcb2ed-2410-44d5-a41d-50ce700bd598 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798604 Nov 27 01:16:35.462652 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4db3cef6-b3ea-4e97-b02f-9d90203dc58c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.468262 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4db3cef6-b3ea-4e97-b02f-9d90203dc58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.512271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3cef6-b3ea-4e97-b02f-9d90203dc58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c74eefe-a05e-40ad-b36f-162955aa2c6e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:35.512526 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc1b9c85-88d9-4ca5-ac1b-c0380f7fa2f6 req-daaf78e0-49c9-4ff9-9632-7142c714ebd0 service neutron] 10.222.0.21 "GET /v2.0/networks/4862dbea-2b29-4bcc-9de8-6483e42a67f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709471 Nov 27 01:16:35.519564 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4db3cef6-b3ea-4e97-b02f-9d90203dc58c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=898ff5473a224256b229efaf689b6000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4757426 Nov 27 01:16:35.520226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55766) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:35.562981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f953c6-4e5a-4555-b62a-f388076a0e19 req-3af11aeb-cf3f-4527-ba55-d4e0b3729b03 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:35.570365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7f953c6-4e5a-4555-b62a-f388076a0e19 req-3af11aeb-cf3f-4527-ba55-d4e0b3729b03 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.2010355 Nov 27 01:16:35.668644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:16:35.686457 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc1b9c85-88d9-4ca5-ac1b-c0380f7fa2f6 req-8c1ff19f-0a49-4b07-a81e-d47aa26666ac service neutron] 10.222.0.21 "GET /v2.0/networks/4862dbea-2b29-4bcc-9de8-6483e42a67f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320822 Nov 27 01:16:35.711924 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3005b49c-d920-417f-a191-c7157b9f27d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.754581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7f953c6-4e5a-4555-b62a-f388076a0e19 req-38fd5aa3-93cd-4b10-bf86-e14efa7fa5ef tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828692 Nov 27 01:16:35.780186 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3005b49c-d920-417f-a191-c7157b9f27d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.849699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697,segment=NetworkSegment(b669aae7-8225-4e45-96dd-2cb529628d27),segment_id=b669aae7-8225-4e45-96dd-2cb529628d27)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:35.872685 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3005b49c-d920-417f-a191-c7157b9f27d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.876865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3005b49c-d920-417f-a191-c7157b9f27d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.878311 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3005b49c-d920-417f-a191-c7157b9f27d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c74eefe-a05e-40ad-b36f-162955aa2c6e HTTP/1.1" status: 204 len: 168 time: 0.3569641 Nov 27 01:16:35.887750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697', 'network_id': 'e8655b09-3c10-40ae-ad43-334f8c46f82e', 'port_id': '2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697', 'mac_address': 'fa:16:3e:a3:53:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248ddaa1-a11b-433b-a8cd-0d8708b21136', 'ip_address': '19.80.0.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:16:35.901401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005b49c-d920-417f-a191-c7157b9f27d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c74eefe-a05e-40ad-b36f-162955aa2c6e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:35.952319 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.981939 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:35.987906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c70db-93f6-42c8-b650-d696a1682203 req-f238ce2f-c8ae-4de2-b197-ffd6c2d01bbb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:35.997107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c70db-93f6-42c8-b650-d696a1682203 req-f238ce2f-c8ae-4de2-b197-ffd6c2d01bbb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:36.014125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c70db-93f6-42c8-b650-d696a1682203 req-f238ce2f-c8ae-4de2-b197-ffd6c2d01bbb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:36.030579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c70db-93f6-42c8-b650-d696a1682203 req-f238ce2f-c8ae-4de2-b197-ffd6c2d01bbb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:36.039480 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c70db-93f6-42c8-b650-d696a1682203 req-f238ce2f-c8ae-4de2-b197-ffd6c2d01bbb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:36.042134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697,segment=NetworkSegment(b669aae7-8225-4e45-96dd-2cb529628d27),segment_id=b669aae7-8225-4e45-96dd-2cb529628d27)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:36.048782 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.049861 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d9d6013e-26a1-49cb-9719-014b7c3ca6ab details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:16:36.062030 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c70db-93f6-42c8-b650-d696a1682203 req-f238ce2f-c8ae-4de2-b197-ffd6c2d01bbb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:36.085522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c70db-93f6-42c8-b650-d696a1682203 req-f238ce2f-c8ae-4de2-b197-ffd6c2d01bbb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:36.098397 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-358c70db-93f6-42c8-b650-d696a1682203 req-f238ce2f-c8ae-4de2-b197-ffd6c2d01bbb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.2026815 Nov 27 01:16:36.209581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d9d6013e-26a1-49cb-9719-014b7c3ca6ab, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d9d6013e-26a1-49cb-9719-014b7c3ca6ab,segment=NetworkSegment(ee71283d-cdf6-447f-9b28-25db369efa96),segment_id=ee71283d-cdf6-447f-9b28-25db369efa96)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:36.229363 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-358c70db-93f6-42c8-b650-d696a1682203 req-7479b64a-329b-443c-bce1-a394b5046b3d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287253 Nov 27 01:16:36.247931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'd9d6013e-26a1-49cb-9719-014b7c3ca6ab', 'network_id': '4862dbea-2b29-4bcc-9de8-6483e42a67f3', 'port_id': 'd9d6013e-26a1-49cb-9719-014b7c3ca6ab', 'mac_address': 'fa:16:3e:3b:a8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0397df72-b572-496a-b344-b71f468f81eb', 'ip_address': '19.86.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:16:36.327461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52924234-6bfb-456c-a1c3-36d742c1f1df req-a8b1c105-b32d-4a7d-b4f6-523ba3e24d35 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:36.336548 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52924234-6bfb-456c-a1c3-36d742c1f1df req-a8b1c105-b32d-4a7d-b4f6-523ba3e24d35 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1321204 Nov 27 01:16:36.339301 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.410469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:36.411136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55778) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:36.414263 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d6013e-26a1-49cb-9719-014b7c3ca6ab {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:36.434300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:36.434752 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:36.435102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:36.435573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:36.435917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:36.436288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:36.436706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:36.437044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:36.437375 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:36.437701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:36.438028 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:36.438355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:36.455682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d9d6013e-26a1-49cb-9719-014b7c3ca6ab, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d9d6013e-26a1-49cb-9719-014b7c3ca6ab,segment=NetworkSegment(ee71283d-cdf6-447f-9b28-25db369efa96),segment_id=ee71283d-cdf6-447f-9b28-25db369efa96)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:36.456203 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5095c7df-e605-4459-abed-eeb56696cd94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.464725 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.479807 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52924234-6bfb-456c-a1c3-36d742c1f1df req-cccb8de0-9121-4bfd-8f28-89149479e205 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361382 Nov 27 01:16:36.538023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=d9d6013e-26a1-49cb-9719-014b7c3ca6ab,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:36.649392 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ece87-db0b-4f57-9a5e-615ee30ca9fe req-987d970c-5c9a-46ee-9f7c-98c630f0fb02 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:36.656274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ece87-db0b-4f57-9a5e-615ee30ca9fe req-987d970c-5c9a-46ee-9f7c-98c630f0fb02 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:36.658103 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b78ece87-db0b-4f57-9a5e-615ee30ca9fe req-987d970c-5c9a-46ee-9f7c-98c630f0fb02 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1681 time: 0.0959282 Nov 27 01:16:36.693327 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5095c7df-e605-4459-abed-eeb56696cd94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.709662 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5095c7df-e605-4459-abed-eeb56696cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.784317 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5095c7df-e605-4459-abed-eeb56696cd94 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26883d94eba24ac099744fd388b54546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3700509 Nov 27 01:16:36.786496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b78ece87-db0b-4f57-9a5e-615ee30ca9fe req-c4de1777-0727-4624-8c75-e5bf35e667e8 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117644 Nov 27 01:16:36.786979 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55786) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:36.794224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095c7df-e605-4459-abed-eeb56696cd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2c3bc6-3f0b-4ba1-b7db-47e03d92538b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:36.824860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:16:36.881912 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f33f39cd-ec04-4cac-beb1-767f2e3c72eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.896709 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['d9d6013e-26a1-49cb-9719-014b7c3ca6ab'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:16:36.941102 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f33f39cd-ec04-4cac-beb1-767f2e3c72eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.963886 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb4c8b-457e-4edd-8a01-a7e10a577a10 req-bc3ed940-dff7-4f28-ac5e-3a5fbae7c565 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:36.971452 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9ddb4c8b-457e-4edd-8a01-a7e10a577a10 req-bc3ed940-dff7-4f28-ac5e-3a5fbae7c565 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1019521 Nov 27 01:16:37.065267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9ddb4c8b-457e-4edd-8a01-a7e10a577a10 req-1438e853-1f09-4351-89d5-45c59d17863e tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927393 Nov 27 01:16:37.083195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f33f39cd-ec04-4cac-beb1-767f2e3c72eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:37.086424 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f33f39cd-ec04-4cac-beb1-767f2e3c72eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:37.087877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f33f39cd-ec04-4cac-beb1-767f2e3c72eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc2c3bc6-3f0b-4ba1-b7db-47e03d92538b HTTP/1.1" status: 204 len: 168 time: 0.2994111 Nov 27 01:16:37.103204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f39cd-ec04-4cac-beb1-767f2e3c72eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2c3bc6-3f0b-4ba1-b7db-47e03d92538b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:37.469768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36236e-bd1c-409d-86a2-5cb56eab5491 req-b176238c-9ddb-41ba-8095-4700bcfe6676 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:37.475861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36236e-bd1c-409d-86a2-5cb56eab5491 req-b176238c-9ddb-41ba-8095-4700bcfe6676 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:37.481803 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36236e-bd1c-409d-86a2-5cb56eab5491 req-b176238c-9ddb-41ba-8095-4700bcfe6676 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:37.487750 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36236e-bd1c-409d-86a2-5cb56eab5491 req-b176238c-9ddb-41ba-8095-4700bcfe6676 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:37.493952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36236e-bd1c-409d-86a2-5cb56eab5491 req-b176238c-9ddb-41ba-8095-4700bcfe6676 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:37.501442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36236e-bd1c-409d-86a2-5cb56eab5491 req-b176238c-9ddb-41ba-8095-4700bcfe6676 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:37.519858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36236e-bd1c-409d-86a2-5cb56eab5491 req-b176238c-9ddb-41ba-8095-4700bcfe6676 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:37.547295 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d36236e-bd1c-409d-86a2-5cb56eab5491 req-b176238c-9ddb-41ba-8095-4700bcfe6676 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.1898203 Nov 27 01:16:37.630411 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d36236e-bd1c-409d-86a2-5cb56eab5491 req-cb50508f-e1d0-492d-8af7-a16804d5ab95 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761855 Nov 27 01:16:37.725383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aefbfb-1f21-4bbc-9f95-7e04e59c2b2d req-dc1a04ce-82f6-4f0f-a564-48cb88313869 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:37.735183 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-86aefbfb-1f21-4bbc-9f95-7e04e59c2b2d req-dc1a04ce-82f6-4f0f-a564-48cb88313869 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.0979757 Nov 27 01:16:37.791678 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-86aefbfb-1f21-4bbc-9f95-7e04e59c2b2d req-f136a370-7cd7-454e-9fd3-8b38dcd0caa4 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543938 Nov 27 01:16:37.989719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b44295-38f3-4bcf-9afa-592e74b94bad req-a322f619-2fe4-4294-bca1-81da934e2eab tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:37.996932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b44295-38f3-4bcf-9afa-592e74b94bad req-a322f619-2fe4-4294-bca1-81da934e2eab tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:37.998815 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33b44295-38f3-4bcf-9afa-592e74b94bad req-a322f619-2fe4-4294-bca1-81da934e2eab tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1681 time: 0.0861328 Nov 27 01:16:38.098425 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33b44295-38f3-4bcf-9afa-592e74b94bad req-6e8607ca-0729-4e22-952a-67bf3fbe8948 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931108 Nov 27 01:16:38.260623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b70a4-5351-4ac7-a41e-c1a60ae346e4 req-e1e46f99-c1c3-45a5-bf18-fb70cd7ff3ec tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:38.275382 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba9b70a4-5351-4ac7-a41e-c1a60ae346e4 req-e1e46f99-c1c3-45a5-bf18-fb70cd7ff3ec tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1064382 Nov 27 01:16:38.356535 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba9b70a4-5351-4ac7-a41e-c1a60ae346e4 req-8b6a4248-40dc-47b9-982f-1dda1f9596e6 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801394 Nov 27 01:16:38.829903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3dc5c-6835-4fd8-aa9a-a8fac3bec8c7 req-fb981699-0ed1-48bf-a3bf-d62d27f7b807 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:38.840814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3dc5c-6835-4fd8-aa9a-a8fac3bec8c7 req-fb981699-0ed1-48bf-a3bf-d62d27f7b807 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:38.847002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3dc5c-6835-4fd8-aa9a-a8fac3bec8c7 req-fb981699-0ed1-48bf-a3bf-d62d27f7b807 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:38.853593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3dc5c-6835-4fd8-aa9a-a8fac3bec8c7 req-fb981699-0ed1-48bf-a3bf-d62d27f7b807 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:38.860044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3dc5c-6835-4fd8-aa9a-a8fac3bec8c7 req-fb981699-0ed1-48bf-a3bf-d62d27f7b807 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:38.866527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3dc5c-6835-4fd8-aa9a-a8fac3bec8c7 req-fb981699-0ed1-48bf-a3bf-d62d27f7b807 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:38.873460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3dc5c-6835-4fd8-aa9a-a8fac3bec8c7 req-fb981699-0ed1-48bf-a3bf-d62d27f7b807 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:38.881809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8bf3dc5c-6835-4fd8-aa9a-a8fac3bec8c7 req-fb981699-0ed1-48bf-a3bf-d62d27f7b807 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.1491776 Nov 27 01:16:39.006910 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8bf3dc5c-6835-4fd8-aa9a-a8fac3bec8c7 req-e5cdcbc5-2787-4ec9-99ba-dd4a2839a491 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177645 Nov 27 01:16:39.019534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b85169-372f-4cba-bf5e-4cc6c5fca445 req-e3b96667-5aea-49c1-b145-0611c96c5204 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:39.021216 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9b85169-372f-4cba-bf5e-4cc6c5fca445 req-e3b96667-5aea-49c1-b145-0611c96c5204 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.0983565 Nov 27 01:16:39.099733 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9b85169-372f-4cba-bf5e-4cc6c5fca445 req-3bb0412a-4f84-46ab-9f37-eb44e33d7c75 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705161 Nov 27 01:16:39.254805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b756922-013a-4539-b15a-952ed7e049df req-2d198217-a990-4c68-aa6b-74c6ba256741 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:39.261570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b756922-013a-4539-b15a-952ed7e049df req-2d198217-a990-4c68-aa6b-74c6ba256741 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:39.270113 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b756922-013a-4539-b15a-952ed7e049df req-2d198217-a990-4c68-aa6b-74c6ba256741 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1681 time: 0.0804741 Nov 27 01:16:39.372125 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b756922-013a-4539-b15a-952ed7e049df req-6e8e9fd9-a72a-4c49-b289-067366d3e4a1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974035 Nov 27 01:16:39.394872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c2668-417a-404f-84f3-711d261641a5 req-89ecea80-f6b4-4bd3-b9bc-3dd5e359f6f6 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:39.396522 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc3c2668-417a-404f-84f3-711d261641a5 req-89ecea80-f6b4-4bd3-b9bc-3dd5e359f6f6 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.1239538 Nov 27 01:16:39.533657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-cc3c2668-417a-404f-84f3-711d261641a5 req-5e907b94-6b28-4347-85b9-f4bc9de927d5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Deleting port 35ea4c77-4fef-4d79-9657-2182a2a32535 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:39.534007 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cc3c2668-417a-404f-84f3-711d261641a5 req-5e907b94-6b28-4347-85b9-f4bc9de927d5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:39.534129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c36d2d-e470-43aa-a277-50c957ff9efe req-2e8aca2c-60b3-4ff8-8c3e-ac689723c05b tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:39.535726 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-55c36d2d-e470-43aa-a277-50c957ff9efe req-2e8aca2c-60b3-4ff8-8c3e-ac689723c05b tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 945 time: 0.0860081 Nov 27 01:16:39.605968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-55c36d2d-e470-43aa-a277-50c957ff9efe req-7ac7b6b7-b613-4057-bfd7-ce90d2df9b64 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/security-groups?id=b028d8f5-eda3-4201-b5f9-167bcceb9999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623655 Nov 27 01:16:39.651491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55852) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:39.697182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:16:39.712418 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cc3c2668-417a-404f-84f3-711d261641a5 req-5e907b94-6b28-4347-85b9-f4bc9de927d5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] For port 35ea4c77-4fef-4d79-9657-2182a2a32535, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=35ea4c77-4fef-4d79-9657-2182a2a32535,segment=NetworkSegment(8f0b9243-7aba-4374-8b6c-2baf4a73cc53),segment_id=8f0b9243-7aba-4374-8b6c-2baf4a73cc53)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:39.712808 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cc3c2668-417a-404f-84f3-711d261641a5 req-5e907b94-6b28-4347-85b9-f4bc9de927d5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:39.730818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-cc3c2668-417a-404f-84f3-711d261641a5 req-5e907b94-6b28-4347-85b9-f4bc9de927d5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Calling delete_port for 35ea4c77-4fef-4d79-9657-2182a2a32535 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:39.806656 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:16:39.811254 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:39.811627 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:39.879238 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e53e74c4-37fc-4ba8-8616-41f1f33a541e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:39.958804 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:40.019061 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e53e74c4-37fc-4ba8-8616-41f1f33a541e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:40.019584 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697,segment=NetworkSegment(b669aae7-8225-4e45-96dd-2cb529628d27),segment_id=b669aae7-8225-4e45-96dd-2cb529628d27)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:40.021858 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cc3c2668-417a-404f-84f3-711d261641a5 req-5e907b94-6b28-4347-85b9-f4bc9de927d5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:40.025978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:40.027788 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e53e74c4-37fc-4ba8-8616-41f1f33a541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:40.045853 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf54225-ad9a-4451-83c9-1d98906faa3a" -d '{"events": [{"server_uuid": "588ad52f-c167-444d-a2fa-715f4a94aaa4", "name": "network-vif-plugged", "status": "completed", "tag": "2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:40.060855 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e53e74c4-37fc-4ba8-8616-41f1f33a541e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0c18ae8411748b1b9206bc4f22a4c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4080670 Nov 27 01:16:40.063292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55860) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:40.075702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['35ea4c77-4fef-4d79-9657-2182a2a32535'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:16:40.077782 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:40.078576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d9d6013e-26a1-49cb-9719-014b7c3ca6ab up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:16:40.121687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e74c4-37fc-4ba8-8616-41f1f33a541e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ee49f9-d21a-4c84-8a99-71dab5f506f5,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:40.166739 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3acd6ee3-a2f7-498c-9031-50c5405fd23f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:40.205084 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d879ce-b40e-45fe-b8a5-cc0b84b59559 x-openstack-request-id: req-c1d879ce-b40e-45fe-b8a5-cc0b84b59559 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:40.205382 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588ad52f-c167-444d-a2fa-715f4a94aaa4", "name": "network-vif-plugged", "status": "completed", "tag": "2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:40.205644 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1d879ce-b40e-45fe-b8a5-cc0b84b59559 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:40.206048 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697', 'code': 200} Nov 27 01:16:40.212466 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3acd6ee3-a2f7-498c-9031-50c5405fd23f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:40.229385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3c2668-417a-404f-84f3-711d261641a5 req-5e907b94-6b28-4347-85b9-f4bc9de927d5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] No DVR routers for this DVR port 35ea4c77-4fef-4d79-9657-2182a2a32535 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:40.237378 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cc3c2668-417a-404f-84f3-711d261641a5 req-5e907b94-6b28-4347-85b9-f4bc9de927d5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:40.246837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc3c2668-417a-404f-84f3-711d261641a5 req-5e907b94-6b28-4347-85b9-f4bc9de927d5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.31 "DELETE /v2.0/ports/35ea4c77-4fef-4d79-9657-2182a2a32535 HTTP/1.1" status: 204 len: 173 time: 0.8412805 Nov 27 01:16:40.252005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf2a358-f482-4530-bbf0-06fa69a67808', 'name': 'network-vif-deleted', 'tag': '35ea4c77-4fef-4d79-9657-2182a2a32535'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:40.274030 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abedfad-3f17-4519-ae63-c263ebaf5c74" -d '{"events": [{"server_uuid": "9bf2a358-f482-4530-bbf0-06fa69a67808", "name": "network-vif-deleted", "tag": "35ea4c77-4fef-4d79-9657-2182a2a32535"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:40.283736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e907b94-6b28-4347-85b9-f4bc9de927d5 tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] Pushing event deleted for resources: {'Port': ['ID=35ea4c77-4fef-4d79-9657-2182a2a32535,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:40.296121 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4824dbc5-66ba-42be-a181-11abac203f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:40.350784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:40.373010 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port d9d6013e-26a1-49cb-9719-014b7c3ca6ab completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:16:40.380706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port d9d6013e-26a1-49cb-9719-014b7c3ca6ab triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:40.381042 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:40.416702 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3acd6ee3-a2f7-498c-9031-50c5405fd23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:40.417992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1f63-dcb7-4348-8fb8-8a992b19b6dd req-12df6d1d-ed21-424f-929f-e44674a8c944 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:40.419751 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3acd6ee3-a2f7-498c-9031-50c5405fd23f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:40.420982 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3acd6ee3-a2f7-498c-9031-50c5405fd23f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7ee49f9-d21a-4c84-8a99-71dab5f506f5 HTTP/1.1" status: 204 len: 168 time: 0.3566399 Nov 27 01:16:40.443839 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1f63-dcb7-4348-8fb8-8a992b19b6dd req-12df6d1d-ed21-424f-929f-e44674a8c944 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:40.444003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442aded-a371-4800-bda9-5df7743a19e4 req-6ed628aa-7503-4fe5-9493-09665d7e9b1c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:40.454511 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1442aded-a371-4800-bda9-5df7743a19e4 req-6ed628aa-7503-4fe5-9493-09665d7e9b1c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1530449 Nov 27 01:16:40.469562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1f63-dcb7-4348-8fb8-8a992b19b6dd req-12df6d1d-ed21-424f-929f-e44674a8c944 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:40.488161 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd6ee3-a2f7-498c-9031-50c5405fd23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ee49f9-d21a-4c84-8a99-71dab5f506f5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:40.490467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1f63-dcb7-4348-8fb8-8a992b19b6dd req-12df6d1d-ed21-424f-929f-e44674a8c944 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:40.506546 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1f63-dcb7-4348-8fb8-8a992b19b6dd req-12df6d1d-ed21-424f-929f-e44674a8c944 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:40.537326 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1f63-dcb7-4348-8fb8-8a992b19b6dd req-12df6d1d-ed21-424f-929f-e44674a8c944 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:40.555907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1442aded-a371-4800-bda9-5df7743a19e4 req-702226bc-b986-4faa-903c-e14813149e1d tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000671 Nov 27 01:16:40.562941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1f63-dcb7-4348-8fb8-8a992b19b6dd req-12df6d1d-ed21-424f-929f-e44674a8c944 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:40.575920 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e13c1f63-dcb7-4348-8fb8-8a992b19b6dd req-12df6d1d-ed21-424f-929f-e44674a8c944 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.3703818 Nov 27 01:16:40.621721 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:40.693523 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e13c1f63-dcb7-4348-8fb8-8a992b19b6dd req-f412f490-c562-4d0a-9443-d9ffaddf3533 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059413 Nov 27 01:16:40.707648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d9d6013e-26a1-49cb-9719-014b7c3ca6ab, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d9d6013e-26a1-49cb-9719-014b7c3ca6ab,segment=NetworkSegment(ee71283d-cdf6-447f-9b28-25db369efa96),segment_id=ee71283d-cdf6-447f-9b28-25db369efa96)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:40.713901 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:40.780083 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00915b37-bbdb-4982-91ba-7fa12a848469 x-openstack-request-id: req-00915b37-bbdb-4982-91ba-7fa12a848469 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:40.780406 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf2a358-f482-4530-bbf0-06fa69a67808", "name": "network-vif-deleted", "tag": "35ea4c77-4fef-4d79-9657-2182a2a32535", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:40.780667 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00915b37-bbdb-4982-91ba-7fa12a848469 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:40.781088 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf2a358-f482-4530-bbf0-06fa69a67808', 'name': 'network-vif-deleted', 'tag': '35ea4c77-4fef-4d79-9657-2182a2a32535', 'status': 'completed', 'code': 200} Nov 27 01:16:40.905605 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=d9d6013e-26a1-49cb-9719-014b7c3ca6ab,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:40.936521 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58311904-a640-4f28-b9e7-2008921b824a req-f5091ddd-dcee-4c5b-acb2-32963254aa9e tempest-ServerRescueNegativeTestJSON-1311794778 tempest-ServerRescueNegativeTestJSON-1311794778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf2a358-f482-4530-bbf0-06fa69a67808 HTTP/1.1" status: 200 len: 210 time: 0.0370724 Nov 27 01:16:40.943634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f8413-3120-49cd-8ece-209eac86cda6 req-8e178107-8f9b-4349-84e1-c602249f3057 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:40.960127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f8413-3120-49cd-8ece-209eac86cda6 req-8e178107-8f9b-4349-84e1-c602249f3057 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:40.963169 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f07f8413-3120-49cd-8ece-209eac86cda6 req-8e178107-8f9b-4349-84e1-c602249f3057 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1683 time: 0.1102741 Nov 27 01:16:41.032869 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f07f8413-3120-49cd-8ece-209eac86cda6 req-482a9bc4-b2d8-40e0-b9b9-4889695f1a8a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630844 Nov 27 01:16:41.743026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1f0e5-cfff-4c11-9eec-5e3aa0fb8d95 req-bc6826a3-5458-4a1b-b801-6819f00b26b5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:41.754327 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3e1f0e5-cfff-4c11-9eec-5e3aa0fb8d95 req-bc6826a3-5458-4a1b-b801-6819f00b26b5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.1079447 Nov 27 01:16:41.871298 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3e1f0e5-cfff-4c11-9eec-5e3aa0fb8d95 req-61062e8a-b107-477c-9636-0e8f6ddfb5c7 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1099365 Nov 27 01:16:41.989003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326297a7-180c-4f5a-b24d-bbd415f8f94e req-c6766ffe-7451-4778-8aa9-983102e26e38 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:41.995900 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326297a7-180c-4f5a-b24d-bbd415f8f94e req-c6766ffe-7451-4778-8aa9-983102e26e38 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:42.001602 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55914) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:42.002815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326297a7-180c-4f5a-b24d-bbd415f8f94e req-c6766ffe-7451-4778-8aa9-983102e26e38 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:42.013204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326297a7-180c-4f5a-b24d-bbd415f8f94e req-c6766ffe-7451-4778-8aa9-983102e26e38 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:42.022253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326297a7-180c-4f5a-b24d-bbd415f8f94e req-c6766ffe-7451-4778-8aa9-983102e26e38 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:42.030940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326297a7-180c-4f5a-b24d-bbd415f8f94e req-c6766ffe-7451-4778-8aa9-983102e26e38 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:42.039859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326297a7-180c-4f5a-b24d-bbd415f8f94e req-c6766ffe-7451-4778-8aa9-983102e26e38 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:42.043011 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-326297a7-180c-4f5a-b24d-bbd415f8f94e req-c6766ffe-7451-4778-8aa9-983102e26e38 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.1237822 Nov 27 01:16:42.154216 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-326297a7-180c-4f5a-b24d-bbd415f8f94e req-97e9e1cc-8885-4a9a-ba1b-ff4a7d7635fa tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000042 Nov 27 01:16:42.208755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d6013e-26a1-49cb-9719-014b7c3ca6ab'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:42.214773 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71720bd5-173b-4fe4-a548-42d9744f9676" -d '{"events": [{"server_uuid": "588ad52f-c167-444d-a2fa-715f4a94aaa4", "name": "network-vif-plugged", "status": "completed", "tag": "d9d6013e-26a1-49cb-9719-014b7c3ca6ab"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:42.241280 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e1a37548-fd6f-42c8-9da1-aa8c6e10c478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:42.295137 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652871c7-d2dd-45c1-a2d9-b692f70cb4f6 x-openstack-request-id: req-652871c7-d2dd-45c1-a2d9-b692f70cb4f6 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:42.295335 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588ad52f-c167-444d-a2fa-715f4a94aaa4", "name": "network-vif-plugged", "status": "completed", "tag": "d9d6013e-26a1-49cb-9719-014b7c3ca6ab", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:42.295592 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-652871c7-d2dd-45c1-a2d9-b692f70cb4f6 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:42.295990 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d6013e-26a1-49cb-9719-014b7c3ca6ab', 'code': 200} Nov 27 01:16:42.318950 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6a342-e1b7-4f95-9d28-461dd3b554d5 req-29a2f96c-d445-42ad-8b7b-265eadb8eacc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:42.325600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6a342-e1b7-4f95-9d28-461dd3b554d5 req-29a2f96c-d445-42ad-8b7b-265eadb8eacc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:42.327113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-45e6a342-e1b7-4f95-9d28-461dd3b554d5 req-29a2f96c-d445-42ad-8b7b-265eadb8eacc tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1683 time: 0.1407895 Nov 27 01:16:42.470069 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-45e6a342-e1b7-4f95-9d28-461dd3b554d5 req-4d8ca257-fc2a-4386-8505-011b7a110ed1 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358566 Nov 27 01:16:42.495295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700213d-21fe-4ee1-b2b9-69d909980e82 req-d8d2968a-8e15-4dd6-af7a-3fcbfb2c5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:42.495776 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700213d-21fe-4ee1-b2b9-69d909980e82 req-d8d2968a-8e15-4dd6-af7a-3fcbfb2c5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:42.497440 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1700213d-21fe-4ee1-b2b9-69d909980e82 req-d8d2968a-8e15-4dd6-af7a-3fcbfb2c5fb2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1987 time: 0.0955877 Nov 27 01:16:42.584899 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1700213d-21fe-4ee1-b2b9-69d909980e82 req-f132d1b4-0b85-4e77-9681-ad75b58f5d32 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757830 Nov 27 01:16:42.658082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0e47083-42ed-4a82-a4c6-592a9d0bb7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:43.026544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f343f46-f246-4cf9-81ac-45a2d072d8d6 req-2d6e62da-cbdb-4f8a-847a-dca5912e59ea tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.027988 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f343f46-f246-4cf9-81ac-45a2d072d8d6 req-2d6e62da-cbdb-4f8a-847a-dca5912e59ea tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.0621684 Nov 27 01:16:43.033250 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c0e47083-42ed-4a82-a4c6-592a9d0bb7f0 admin admin] Deleting port e2a23e3b-988c-4e7b-acbc-c842da438726 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:43.033818 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0e47083-42ed-4a82-a4c6-592a9d0bb7f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:43.116833 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaeb458-00b6-47c0-8ae7-8658c434bee1 req-6d1a7ff4-102c-42c7-861b-383ba1d4c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.120358 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-afaeb458-00b6-47c0-8ae7-8658c434bee1 req-6d1a7ff4-102c-42c7-861b-383ba1d4c902 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 1097 time: 0.0674512 Nov 27 01:16:43.140783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f343f46-f246-4cf9-81ac-45a2d072d8d6 req-45b4bb6d-2f79-43c5-afc5-e917a7117f36 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993574 Nov 27 01:16:43.172346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-c0e47083-42ed-4a82-a4c6-592a9d0bb7f0 admin admin] For port e2a23e3b-988c-4e7b-acbc-c842da438726, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e2a23e3b-988c-4e7b-acbc-c842da438726,segment=NetworkSegment(8f0b9243-7aba-4374-8b6c-2baf4a73cc53),segment_id=8f0b9243-7aba-4374-8b6c-2baf4a73cc53)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:43.172846 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0e47083-42ed-4a82-a4c6-592a9d0bb7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:43.200884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c0e47083-42ed-4a82-a4c6-592a9d0bb7f0 admin admin] Calling delete_port for e2a23e3b-988c-4e7b-acbc-c842da438726 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:43.219168 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:43.241844 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:16:43.345327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0621e-5dd4-470f-872b-3dcbfc38fec9 req-85030c2b-69b8-4a9d-841f-89e4d6b7b977 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.352543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0621e-5dd4-470f-872b-3dcbfc38fec9 req-85030c2b-69b8-4a9d-841f-89e4d6b7b977 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.359837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0621e-5dd4-470f-872b-3dcbfc38fec9 req-85030c2b-69b8-4a9d-841f-89e4d6b7b977 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.368117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0621e-5dd4-470f-872b-3dcbfc38fec9 req-85030c2b-69b8-4a9d-841f-89e4d6b7b977 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.376651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0621e-5dd4-470f-872b-3dcbfc38fec9 req-85030c2b-69b8-4a9d-841f-89e4d6b7b977 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.386255 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0621e-5dd4-470f-872b-3dcbfc38fec9 req-85030c2b-69b8-4a9d-841f-89e4d6b7b977 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.393676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0621e-5dd4-470f-872b-3dcbfc38fec9 req-85030c2b-69b8-4a9d-841f-89e4d6b7b977 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.395705 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cfa0621e-5dd4-470f-872b-3dcbfc38fec9 req-85030c2b-69b8-4a9d-841f-89e4d6b7b977 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.1313419 Nov 27 01:16:43.454170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaeb458-00b6-47c0-8ae7-8658c434bee1 req-4feb6374-5498-4ace-a12e-a9a94695a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.455675 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-afaeb458-00b6-47c0-8ae7-8658c434bee1 req-4feb6374-5498-4ace-a12e-a9a94695a53a service neutron] 10.222.0.31 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 918 time: 0.3284554 Nov 27 01:16:43.510849 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0e47083-42ed-4a82-a4c6-592a9d0bb7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:43.513404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 35ea4c77-4fef-4d79-9657-2182a2a32535 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:43.534694 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-afaeb458-00b6-47c0-8ae7-8658c434bee1 req-314e81d2-8731-4ee6-a644-90b780a6694a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba44597-9a96-43c1-a551-0d2269af312f HTTP/1.1" status: 200 len: 1001 time: 0.0710371 Nov 27 01:16:43.563389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 35ea4c77-4fef-4d79-9657-2182a2a32535 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:43.567443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 35ea4c77-4fef-4d79-9657-2182a2a32535 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:43.603279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e47083-42ed-4a82-a4c6-592a9d0bb7f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a23e3b-988c-4e7b-acbc-c842da438726,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:43.613884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaeb458-00b6-47c0-8ae7-8658c434bee1 req-77cce8a6-d62d-43ca-862a-a0a02270a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.615671 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-afaeb458-00b6-47c0-8ae7-8658c434bee1 req-77cce8a6-d62d-43ca-862a-a0a02270a2f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.0699191 Nov 27 01:16:43.643409 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cfa0621e-5dd4-470f-872b-3dcbfc38fec9 req-9d1c2ad4-4e07-4412-b978-05dce3e05264 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2371840 Nov 27 01:16:43.704016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaeb458-00b6-47c0-8ae7-8658c434bee1 req-9eb0b3ac-5f78-4abc-b5d8-639599789d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.705479 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-afaeb458-00b6-47c0-8ae7-8658c434bee1 req-9eb0b3ac-5f78-4abc-b5d8-639599789d73 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546398 Nov 27 01:16:43.860592 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-afaeb458-00b6-47c0-8ae7-8658c434bee1 req-160f2dc6-9554-44f1-b45f-8ec895c1fe68 service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464064 Nov 27 01:16:43.873979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d46f9-98b6-4bd8-a90d-941540292e60 req-986a2d47-2e10-41e7-9e65-0c893689d944 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.894934 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d46f9-98b6-4bd8-a90d-941540292e60 req-986a2d47-2e10-41e7-9e65-0c893689d944 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.914133 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3d46f9-98b6-4bd8-a90d-941540292e60 req-986a2d47-2e10-41e7-9e65-0c893689d944 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1683 time: 0.2388957 Nov 27 01:16:44.092604 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a3d46f9-98b6-4bd8-a90d-941540292e60 req-8156bd2c-e4ee-4776-80c0-aea443a86959 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766412 Nov 27 01:16:44.110583 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0e47083-42ed-4a82-a4c6-592a9d0bb7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.136764 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-afaeb458-00b6-47c0-8ae7-8658c434bee1 req-e28f4fbd-ef09-43d8-ae7e-c3c689211ef8 service neutron] 10.222.0.31 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687893 Nov 27 01:16:44.297418 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86efd9-eaf9-4bb2-9f87-7961ef674e31 req-dbedcf91-b1be-4a33-8ee7-636fc90e3ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:44.306352 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed86efd9-eaf9-4bb2-9f87-7961ef674e31 req-dbedcf91-b1be-4a33-8ee7-636fc90e3ca5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.0703716 Nov 27 01:16:44.398814 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed86efd9-eaf9-4bb2-9f87-7961ef674e31 req-2dd20d54-da58-49ed-8d1b-a96ba367d3fa tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907309 Nov 27 01:16:44.479245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e47083-42ed-4a82-a4c6-592a9d0bb7f0 admin admin] Router 715f8ff5-aac0-40e6-a2e8-1440cfaad625 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:16:44.612023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e47083-42ed-4a82-a4c6-592a9d0bb7f0 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:16:44.621779 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a5b788-b137-4e18-85f7-b221b986630f None None] Sync routers for ids ['715f8ff5-aac0-40e6-a2e8-1440cfaad625'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:16:44.625063 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56052) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:44.625280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c0e47083-42ed-4a82-a4c6-592a9d0bb7f0 admin admin] 10.222.0.15 "PUT /v2.0/routers/715f8ff5-aac0-40e6-a2e8-1440cfaad625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6218121 Nov 27 01:16:44.644177 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a5b788-b137-4e18-85f7-b221b986630f None None] Routers {'715f8ff5-aac0-40e6-a2e8-1440cfaad625'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:16:44.644822 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-69a5b788-b137-4e18-85f7-b221b986630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:16:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['715f8ff5-aac0-40e6-a2e8-1440cfaad625'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:44.752533 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.789372 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.852057 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-69a5b788-b137-4e18-85f7-b221b986630f None None] Set router 715f8ff5-aac0-40e6-a2e8-1440cfaad625 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:16:44.907605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235e115-a60d-4ced-94a7-cb4340994581 req-566f88d8-5ddc-4c50-9537-d8ad1b2ece55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:44.909583 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.928354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235e115-a60d-4ced-94a7-cb4340994581 req-566f88d8-5ddc-4c50-9537-d8ad1b2ece55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:44.936765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235e115-a60d-4ced-94a7-cb4340994581 req-566f88d8-5ddc-4c50-9537-d8ad1b2ece55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:44.958571 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235e115-a60d-4ced-94a7-cb4340994581 req-566f88d8-5ddc-4c50-9537-d8ad1b2ece55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:44.972048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235e115-a60d-4ced-94a7-cb4340994581 req-566f88d8-5ddc-4c50-9537-d8ad1b2ece55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:44.984767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235e115-a60d-4ced-94a7-cb4340994581 req-566f88d8-5ddc-4c50-9537-d8ad1b2ece55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:45.000591 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235e115-a60d-4ced-94a7-cb4340994581 req-566f88d8-5ddc-4c50-9537-d8ad1b2ece55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:45.011364 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7235e115-a60d-4ced-94a7-cb4340994581 req-566f88d8-5ddc-4c50-9537-d8ad1b2ece55 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.2028832 Nov 27 01:16:45.033758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] Deleting port a65d1506-3875-45a1-ba38-efc529e1520d {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:45.034343 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:45.139686 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7235e115-a60d-4ced-94a7-cb4340994581 req-d4dcc845-47c5-4275-86e1-c5a790700bcf tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1274319 Nov 27 01:16:45.161572 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] For port a65d1506-3875-45a1-ba38-efc529e1520d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a65d1506-3875-45a1-ba38-efc529e1520d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:45.164936 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:45.192396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] Calling delete_port for a65d1506-3875-45a1-ba38-efc529e1520d owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:45.230379 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-69a5b788-b137-4e18-85f7-b221b986630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'name': 'tempest-ServerRescueNegativeTestJSON-1403409961-router', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a65d1506-3875-45a1-ba38-efc529e1520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:40Z', 'updated_at': '2021-11-27T01:16:43Z', 'revision_number': 5, 'project_id': 'c8643042a3114ff9aeb63bafc394e717', 'gw_port': {'id': 'a65d1506-3875-45a1-ba38-efc529e1520d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:41Z', 'updated_at': '2021-11-27T01:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:45.278415 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a5b788-b137-4e18-85f7-b221b986630f None None] Checking router: 715f8ff5-aac0-40e6-a2e8-1440cfaad625 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:16:45.292032 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a5b788-b137-4e18-85f7-b221b986630f None None] Routers {'715f8ff5-aac0-40e6-a2e8-1440cfaad625'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:16:45.292695 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-69a5b788-b137-4e18-85f7-b221b986630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:16:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['715f8ff5-aac0-40e6-a2e8-1440cfaad625'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:45.389308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225d00e-bca5-4f90-93ff-5b8b48a1f153 req-d23131d6-c2cb-4575-8dee-c3b6579a66f5 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:45.424374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225d00e-bca5-4f90-93ff-5b8b48a1f153 req-d23131d6-c2cb-4575-8dee-c3b6579a66f5 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:45.431119 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b225d00e-bca5-4f90-93ff-5b8b48a1f153 req-d23131d6-c2cb-4575-8dee-c3b6579a66f5 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1683 time: 0.1413643 Nov 27 01:16:45.579129 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b225d00e-bca5-4f90-93ff-5b8b48a1f153 req-adac296d-11a2-4896-ab49-43e7952f25b7 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268020 Nov 27 01:16:45.582556 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:45.612963 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-69a5b788-b137-4e18-85f7-b221b986630f None None] Set router 715f8ff5-aac0-40e6-a2e8-1440cfaad625 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:16:45.695739 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-69a5b788-b137-4e18-85f7-b221b986630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'name': 'tempest-ServerRescueNegativeTestJSON-1403409961-router', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:40Z', 'updated_at': '2021-11-27T01:16:44Z', 'revision_number': 6, 'project_id': 'c8643042a3114ff9aeb63bafc394e717', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:45.733081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a65d1506-3875-45a1-ba38-efc529e1520d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:45.761461 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a5b788-b137-4e18-85f7-b221b986630f None None] The sync data for ids ['715f8ff5-aac0-40e6-a2e8-1440cfaad625'] in n-d-817303-10 is: [{'id': '715f8ff5-aac0-40e6-a2e8-1440cfaad625', 'name': 'tempest-ServerRescueNegativeTestJSON-1403409961-router', 'tenant_id': 'c8643042a3114ff9aeb63bafc394e717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:40Z', 'updated_at': '2021-11-27T01:16:44Z', 'revision_number': 6, 'project_id': 'c8643042a3114ff9aeb63bafc394e717', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:16:45.787056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929be72b-a535-4bb7-bed1-b0c737a9fa63 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:16:45.853436 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58caa8-1be0-43ba-8d47-320a0a3117a2 req-f58a4c9e-37fb-46de-bff8-7aa099a16c74 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:45.855097 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc58caa8-1be0-43ba-8d47-320a0a3117a2 req-f58a4c9e-37fb-46de-bff8-7aa099a16c74 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.3146694 Nov 27 01:16:45.988076 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc58caa8-1be0-43ba-8d47-320a0a3117a2 req-717a4e33-b583-4241-ad6b-bbcc21110755 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1242528 Nov 27 01:16:45.998014 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.264753 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.373562 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.392726 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.421706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ad346-397e-41d2-8469-f2e1e571095b req-18bbd264-b52e-4560-9160-e2453a236208 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:46.431256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ad346-397e-41d2-8469-f2e1e571095b req-18bbd264-b52e-4560-9160-e2453a236208 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:46.440511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ad346-397e-41d2-8469-f2e1e571095b req-18bbd264-b52e-4560-9160-e2453a236208 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:46.447824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ad346-397e-41d2-8469-f2e1e571095b req-18bbd264-b52e-4560-9160-e2453a236208 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:46.456830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ad346-397e-41d2-8469-f2e1e571095b req-18bbd264-b52e-4560-9160-e2453a236208 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:46.462280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ad346-397e-41d2-8469-f2e1e571095b req-18bbd264-b52e-4560-9160-e2453a236208 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:46.469206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ad346-397e-41d2-8469-f2e1e571095b req-18bbd264-b52e-4560-9160-e2453a236208 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:46.471162 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-233ad346-397e-41d2-8469-f2e1e571095b req-18bbd264-b52e-4560-9160-e2453a236208 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.1517131 Nov 27 01:16:46.514281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83a08e-0b05-4d73-8cf8-dd6c3424f3df req-2dbe868f-1c52-4c51-8b19-9898c93360c3 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:46.525165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83a08e-0b05-4d73-8cf8-dd6c3424f3df req-2dbe868f-1c52-4c51-8b19-9898c93360c3 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:46.527422 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c83a08e-0b05-4d73-8cf8-dd6c3424f3df req-2dbe868f-1c52-4c51-8b19-9898c93360c3 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1683 time: 0.2105443 Nov 27 01:16:46.534722 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.535397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 715f8ff5-aac0-40e6-a2e8-1440cfaad625 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:16:46.540823 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.544234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bf9fbc12-e34f-4313-b1e6-6d621cf41cf8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/715f8ff5-aac0-40e6-a2e8-1440cfaad625 HTTP/1.1" status: 204 len: 168 time: 1.9159338 Nov 27 01:16:46.549535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56150) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:46.596843 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-233ad346-397e-41d2-8469-f2e1e571095b req-83b2af65-8fdd-4903-a255-eb14486289a4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134286 Nov 27 01:16:46.601105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c83a08e-0b05-4d73-8cf8-dd6c3424f3df req-13250725-21be-43a9-a9bf-9315938f3eb3 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571709 Nov 27 01:16:46.613699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-409f16f2-f3ad-4684-ab70-3957a5beb539 admin admin] Deleting subnet b9065684-47f0-4e53-aaf2-94e871c3a6e7 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:16:46.626880 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-409f16f2-f3ad-4684-ab70-3957a5beb539 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.678156 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-409f16f2-f3ad-4684-ab70-3957a5beb539 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.720462 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-409f16f2-f3ad-4684-ab70-3957a5beb539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.780594 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-409f16f2-f3ad-4684-ab70-3957a5beb539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.809587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f16f2-f3ad-4684-ab70-3957a5beb539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9065684-47f0-4e53-aaf2-94e871c3a6e7,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:46.813465 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-409f16f2-f3ad-4684-ab70-3957a5beb539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.818895 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-409f16f2-f3ad-4684-ab70-3957a5beb539 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b9065684-47f0-4e53-aaf2-94e871c3a6e7 HTTP/1.1" status: 204 len: 168 time: 0.2662542 Nov 27 01:16:46.820742 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56172) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:46.892969 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f868e46-9751-4ef9-b4b3-811805980146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.985310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f868e46-9751-4ef9-b4b3-811805980146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:47.008043 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-1f868e46-9751-4ef9-b4b3-811805980146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52990878-2af4-4f7f-88b9-f803d6f0da66']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:47.018902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-1f868e46-9751-4ef9-b4b3-811805980146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0b9243-7aba-4374-8b6c-2baf4a73cc53') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:47.019110 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-1f868e46-9751-4ef9-b4b3-811805980146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0b9243-7aba-4374-8b6c-2baf4a73cc53') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:47.032368 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f868e46-9751-4ef9-b4b3-811805980146 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:47.047535 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f868e46-9751-4ef9-b4b3-811805980146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:47.055465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f868e46-9751-4ef9-b4b3-811805980146 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:16:47.055861 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f868e46-9751-4ef9-b4b3-811805980146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:16:47.058091 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:16:47.462590 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-a42148e5-4691-49b9-a608-76d7a580e29f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:47.469239 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-a42148e5-4691-49b9-a608-76d7a580e29f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/networks?id=2ce44638-8d8b-43b6-97d9-d1d1bc26b117 HTTP/1.1" status: 200 len: 814 time: 0.1354702 Nov 27 01:16:47.484987 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-a721c257-d7de-4ce3-ad00-ed79ad3b7e51 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/quotas/4855ade2371d4c35b4da48d497e006c9 HTTP/1.1" status: 200 len: 375 time: 0.0113125 Nov 27 01:16:47.489115 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f868e46-9751-4ef9-b4b3-811805980146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:47.506828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f868e46-9751-4ef9-b4b3-811805980146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:47.510542 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1f868e46-9751-4ef9-b4b3-811805980146 admin admin] 10.222.0.15 "DELETE /v2.0/networks/52990878-2af4-4f7f-88b9-f803d6f0da66 HTTP/1.1" status: 204 len: 168 time: 0.6901150 Nov 27 01:16:47.528451 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-585aa9cd-9ab0-4563-a11b-0ca56e848fc6 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4855ade2371d4c35b4da48d497e006c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346987 Nov 27 01:16:47.530267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196918eb-07bf-4424-8f2a-e3a42622a457 req-b655defe-2055-4838-9d32-6433d27731f8 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:47.540542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device dba44597-9a96-43c1-a551-0d2269af312f no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:47.542201 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-196918eb-07bf-4424-8f2a-e3a42622a457 req-b655defe-2055-4838-9d32-6433d27731f8 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.4452982 Nov 27 01:16:47.543321 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f868e46-9751-4ef9-b4b3-811805980146 admin admin] Pushing event deleted for resources: {'Network': ['ID=52990878-2af4-4f7f-88b9-f803d6f0da66,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:47.621533 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-196918eb-07bf-4424-8f2a-e3a42622a457 req-30a14ea7-42c9-4a03-92e2-48a8156520f9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731530 Nov 27 01:16:47.696416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e2a23e3b-988c-4e7b-acbc-c842da438726 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:47.700728 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:47.729361 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-acdbb911-6f5b-438f-a026-a84303b99ee2 service neutron] 10.222.0.15 "GET /v2.0/networks/2ce44638-8d8b-43b6-97d9-d1d1bc26b117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781600 Nov 27 01:16:47.744712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e2a23e3b-988c-4e7b-acbc-c842da438726 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:47.745245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e2a23e3b-988c-4e7b-acbc-c842da438726 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:47.745762 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a65d1506-3875-45a1-ba38-efc529e1520d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:47.788718 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:47.792060 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e682ef4a-90ff-4088-a0df-b8166d55bd68" -d '{"events": [{"server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "name": "network-vif-unplugged", "status": "completed", "tag": "dba44597-9a96-43c1-a551-0d2269af312f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:47.795288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: a65d1506-3875-45a1-ba38-efc529e1520d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:47.796221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a65d1506-3875-45a1-ba38-efc529e1520d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:47.801796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dba44597-9a96-43c1-a551-0d2269af312f,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:47.809366 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:47.860671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-cddfe166-f81f-4efc-8a68-51a5a6146da7 service neutron] 10.222.0.15 "GET /v2.0/networks/2ce44638-8d8b-43b6-97d9-d1d1bc26b117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303024 Nov 27 01:16:47.877226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56272) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:47.882320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee70c0-f3db-42f9-8a62-bab91ef3850a req-945615fe-ab9b-49c2-b0cb-c14ef764a264 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:47.889962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee70c0-f3db-42f9-8a62-bab91ef3850a req-945615fe-ab9b-49c2-b0cb-c14ef764a264 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:47.897428 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee70c0-f3db-42f9-8a62-bab91ef3850a req-945615fe-ab9b-49c2-b0cb-c14ef764a264 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:47.905712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=dba44597-9a96-43c1-a551-0d2269af312f,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:47.918146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee70c0-f3db-42f9-8a62-bab91ef3850a req-945615fe-ab9b-49c2-b0cb-c14ef764a264 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:47.925454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee70c0-f3db-42f9-8a62-bab91ef3850a req-945615fe-ab9b-49c2-b0cb-c14ef764a264 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:47.933266 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee70c0-f3db-42f9-8a62-bab91ef3850a req-945615fe-ab9b-49c2-b0cb-c14ef764a264 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:47.939663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee70c0-f3db-42f9-8a62-bab91ef3850a req-945615fe-ab9b-49c2-b0cb-c14ef764a264 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:47.941908 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d7ee70c0-f3db-42f9-8a62-bab91ef3850a req-945615fe-ab9b-49c2-b0cb-c14ef764a264 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.1868625 Nov 27 01:16:47.943366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0e610acc-87b2-4b98-93e9-1665b488de57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8643042a3114ff9aeb63bafc394e717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647230 Nov 27 01:16:47.947084 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56274) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:47.965147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-436c36c9-697e-4681-8736-1046f3f0427a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:47.972381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-436c36c9-697e-4681-8736-1046f3f0427a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:47.974410 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-436c36c9-697e-4681-8736-1046f3f0427a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.21 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1683 time: 0.1387479 Nov 27 01:16:48.095155 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d7ee70c0-f3db-42f9-8a62-bab91ef3850a req-de29a882-5506-47ea-86fb-86caa705eca4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1380901 Nov 27 01:16:48.147148 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0f1e29c-e965-4f22-88d1-df302287f5c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:48.185549 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0f1e29c-e965-4f22-88d1-df302287f5c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:48.189827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfda8a-af8e-4e53-ae3e-05edcced7cce req-a671d6e8-2782-4350-903d-1652ff8de020 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:48.208608 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfda8a-af8e-4e53-ae3e-05edcced7cce req-a671d6e8-2782-4350-903d-1652ff8de020 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:48.223348 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6bfda8a-af8e-4e53-ae3e-05edcced7cce req-a671d6e8-2782-4350-903d-1652ff8de020 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 1683 time: 0.1441972 Nov 27 01:16:48.254908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0f1e29c-e965-4f22-88d1-df302287f5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:48.259718 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0f1e29c-e965-4f22-88d1-df302287f5c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:48.264726 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e0f1e29c-e965-4f22-88d1-df302287f5c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b028d8f5-eda3-4201-b5f9-167bcceb9999 HTTP/1.1" status: 204 len: 168 time: 0.3164589 Nov 27 01:16:48.276649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1e29c-e965-4f22-88d1-df302287f5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b028d8f5-eda3-4201-b5f9-167bcceb9999,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:48.290997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-4a7543cb-9418-41c7-a045-08291272b670 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Deleting port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:48.291333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-4a7543cb-9418-41c7-a045-08291272b670 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:48.396802 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6bfda8a-af8e-4e53-ae3e-05edcced7cce req-035c3bfb-1230-4b0c-bdd4-b8719be824f3 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675193 Nov 27 01:16:48.499081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-4a7543cb-9418-41c7-a045-08291272b670 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] For port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697,segment=NetworkSegment(b669aae7-8225-4e45-96dd-2cb529628d27),segment_id=b669aae7-8225-4e45-96dd-2cb529628d27)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:48.499670 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-4a7543cb-9418-41c7-a045-08291272b670 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:48.515298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-4a7543cb-9418-41c7-a045-08291272b670 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Calling delete_port for 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:48.627518 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758479f7-5e88-478e-8e95-cc2a62134fc5 x-openstack-request-id: req-758479f7-5e88-478e-8e95-cc2a62134fc5 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:48.628919 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "name": "network-vif-unplugged", "status": "failed", "tag": "dba44597-9a96-43c1-a551-0d2269af312f", "code": 422}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:48.629200 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-758479f7-5e88-478e-8e95-cc2a62134fc5 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:48.630253 n-d-817303-10 neutron-server[103404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f', 'code': 422} returned with failed status Nov 27 01:16:48.764004 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-4a7543cb-9418-41c7-a045-08291272b670 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:48.799838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697', 'd9d6013e-26a1-49cb-9719-014b7c3ca6ab'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:16:48.818106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-747ddb0e-c4a9-46d2-8b75-7587261a3e03 req-58e3d980-0b6a-4ad9-9761-d8e2bdc270eb tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 210 time: 0.0655570 Nov 27 01:16:48.931875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7543cb-9418-41c7-a045-08291272b670 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Port': ['ID=2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:48.985472 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-4a7543cb-9418-41c7-a045-08291272b670 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] No DVR routers for this DVR port 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:48.996148 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-4a7543cb-9418-41c7-a045-08291272b670 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:48.999536 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-4a7543cb-9418-41c7-a045-08291272b670 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.21 "DELETE /v2.0/ports/2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 HTTP/1.1" status: 204 len: 173 time: 1.0166185 Nov 27 01:16:49.000000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'name': 'network-vif-deleted', 'tag': '2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:49.012405 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af2c70d-31ed-4ca0-b8f2-ec226fa9f6c5" -d '{"events": [{"server_uuid": "588ad52f-c167-444d-a2fa-715f4a94aaa4", "name": "network-vif-deleted", "tag": "2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:49.151379 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f965d09c-f7d9-49cb-895a-5d4476a39171 x-openstack-request-id: req-f965d09c-f7d9-49cb-895a-5d4476a39171 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:49.151379 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588ad52f-c167-444d-a2fa-715f4a94aaa4", "name": "network-vif-deleted", "tag": "2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:49.151721 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f965d09c-f7d9-49cb-895a-5d4476a39171 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:49.151997 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'name': 'network-vif-deleted', 'tag': '2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697', 'status': 'completed', 'code': 200} Nov 27 01:16:49.370700 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22143c7b-021a-4c3f-88dc-a6ca77cfa308 req-b0b109b8-c971-47c0-98d4-ab51b7d1d575 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:49.378068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22143c7b-021a-4c3f-88dc-a6ca77cfa308 req-b0b109b8-c971-47c0-98d4-ab51b7d1d575 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:49.387771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22143c7b-021a-4c3f-88dc-a6ca77cfa308 req-b0b109b8-c971-47c0-98d4-ab51b7d1d575 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:49.396887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22143c7b-021a-4c3f-88dc-a6ca77cfa308 req-b0b109b8-c971-47c0-98d4-ab51b7d1d575 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:49.404005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22143c7b-021a-4c3f-88dc-a6ca77cfa308 req-b0b109b8-c971-47c0-98d4-ab51b7d1d575 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:49.413227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22143c7b-021a-4c3f-88dc-a6ca77cfa308 req-b0b109b8-c971-47c0-98d4-ab51b7d1d575 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:49.419909 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22143c7b-021a-4c3f-88dc-a6ca77cfa308 req-b0b109b8-c971-47c0-98d4-ab51b7d1d575 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:49.429391 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22143c7b-021a-4c3f-88dc-a6ca77cfa308 req-b0b109b8-c971-47c0-98d4-ab51b7d1d575 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.1731079 Nov 27 01:16:49.617318 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babad59b-b5b8-488f-8acf-de6324a90c98 req-e19f16cb-e7cf-4cac-8a64-3ab58b1ec38a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:49.626788 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-babad59b-b5b8-488f-8acf-de6324a90c98 req-e19f16cb-e7cf-4cac-8a64-3ab58b1ec38a tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 946 time: 0.1155136 Nov 27 01:16:49.682384 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-babad59b-b5b8-488f-8acf-de6324a90c98 req-f7df8988-29e4-4cbe-add2-8d5f1fce9a8b tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8ff1261-6985-4ba9-b929-d76ef853ce75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546923 Nov 27 01:16:49.717521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56384) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:49.735140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56388) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:49.757201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-153d9a7e-35ec-4027-aadc-406024cff787 req-9a2c5fae-0a43-4799-81b4-464a6840ca11 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:16:49.759281 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-153d9a7e-35ec-4027-aadc-406024cff787 req-9a2c5fae-0a43-4799-81b4-464a6840ca11 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070288 Nov 27 01:16:49.901274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-908e5dd5-54c0-4ee3-9d84-81135a90a3d9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Deleting port d9d6013e-26a1-49cb-9719-014b7c3ca6ab {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:49.901851 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-545424909-network', 'tenant_id': '53d6e7131d0740f3ab69fa54032dfa14'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:49.902347 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-908e5dd5-54c0-4ee3-9d84-81135a90a3d9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:49.908316 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a84fd666-a9df-4f39-92c0-42aa2916e629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:49.954027 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] Made reservation on behalf of 53d6e7131d0740f3ab69fa54032dfa14 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:49.956349 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:49.969511 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.083309 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.093898 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.123203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:16:50.168094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5edd1-c1db-4458-8625-08e470bba754 req-e52c103c-e27f-4f94-b13b-f9680fd42c5f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:50.169629 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ded5edd1-c1db-4458-8625-08e470bba754 req-e52c103c-e27f-4f94-b13b-f9680fd42c5f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 943 time: 0.1688130 Nov 27 01:16:50.173335 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.173680 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] Added segment 022eaf34-1c83-4ace-a750-f72bad5d5d12 of type vlan for network 8f941621-4f80-49c2-838b-cc0d1ec353c3 Nov 27 01:16:50.175018 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bce3c1c-cda0-496f-adf5-ed53b446bbf3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:50.180488 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a84fd666-a9df-4f39-92c0-42aa2916e629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.180694 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22143c7b-021a-4c3f-88dc-a6ca77cfa308 req-f9940da8-4c44-4d26-84f5-1a4d602d950e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7500601 Nov 27 01:16:50.192389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-908e5dd5-54c0-4ee3-9d84-81135a90a3d9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] For port d9d6013e-26a1-49cb-9719-014b7c3ca6ab, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d9d6013e-26a1-49cb-9719-014b7c3ca6ab,segment=NetworkSegment(ee71283d-cdf6-447f-9b28-25db369efa96),segment_id=ee71283d-cdf6-447f-9b28-25db369efa96)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:50.192755 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-908e5dd5-54c0-4ee3-9d84-81135a90a3d9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.201699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-5ec20dca-015d-4df2-854e-582d86d0371f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:50.203175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-5ec20dca-015d-4df2-854e-582d86d0371f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.21 "GET /v2.0/networks?id=2ce44638-8d8b-43b6-97d9-d1d1bc26b117 HTTP/1.1" status: 200 len: 814 time: 0.3243687 Nov 27 01:16:50.203791 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a84fd666-a9df-4f39-92c0-42aa2916e629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.219891 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-908e5dd5-54c0-4ee3-9d84-81135a90a3d9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Calling delete_port for d9d6013e-26a1-49cb-9719-014b7c3ca6ab owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:50.224006 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-627f9239-953d-4b95-9011-145d9b331419 req-e3cd4a12-bad8-48e6-9475-13f0c50f3bb3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2548523 Nov 27 01:16:50.232288 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-8bc0e5e7-dd34-46d3-93f4-07bcbd01131a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Request body: {'port': {'device_id': '3a32c19d-6872-41ee-8235-fb9229efa93d', 'network_id': '2ce44638-8d8b-43b6-97d9-d1d1bc26b117', 'admin_state_up': True, 'tenant_id': '4855ade2371d4c35b4da48d497e006c9'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:50.239539 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-627f9239-953d-4b95-9011-145d9b331419 req-e4556087-9ad3-45b1-a276-5bc9d07619c9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:16:50.240565 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-627f9239-953d-4b95-9011-145d9b331419 req-e4556087-9ad3-45b1-a276-5bc9d07619c9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053813 Nov 27 01:16:50.263459 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.303750 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a84fd666-a9df-4f39-92c0-42aa2916e629 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7dac1d3822eb4d8aacd394bbf62ab883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5850089 Nov 27 01:16:50.305304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fd666-a9df-4f39-92c0-42aa2916e629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a453a3-dd68-40cd-9168-eb3f98ea8980,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:50.315029 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56408) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:50.369903 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ded5edd1-c1db-4458-8625-08e470bba754 req-f07d2fac-7f42-482e-9564-40be5de6d4ef tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1917605 Nov 27 01:16:50.408128 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d2a079d-e8ea-4c70-863e-b687dcbc84f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.411343 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.412358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:50.412991 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.429550 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ba54096-07fa-41e5-bab4-0d4e25b17e85 req-bfc6372d-6c54-4002-bc7c-da21803c5a21 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 210 time: 0.1530497 Nov 27 01:16:50.497176 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7604771 Nov 27 01:16:50.498762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56420) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:50.505708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d2a079d-e8ea-4c70-863e-b687dcbc84f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.506343 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7d7361ea-42a5-4b9b-b97f-a7b8371ae7b7 admin admin] Request body: {'subnet': {'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-545424909-subnet', 'tenant_id': '53d6e7131d0740f3ab69fa54032dfa14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:50.563071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7361ea-42a5-4b9b-b97f-a7b8371ae7b7 admin admin] Made reservation on behalf of 53d6e7131d0740f3ab69fa54032dfa14 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:50.563332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cece4-1cb1-4ff1-a902-66467766663a admin admin] Pushing event updated for resources: {'Network': ['ID=8f941621-4f80-49c2-838b-cc0d1ec353c3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:50.565481 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d7361ea-42a5-4b9b-b97f-a7b8371ae7b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.574942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 8f941621-4f80-49c2-838b-cc0d1ec353c3 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:16:50.595211 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c4d8a-479d-41de-a51c-da580c174753 req-4bff91a3-df57-4cff-a8ba-152421191d43 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:50.596922 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-214c4d8a-479d-41de-a51c-da580c174753 req-4bff91a3-df57-4cff-a8ba-152421191d43 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 1097 time: 0.0986602 Nov 27 01:16:50.625090 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d2a079d-e8ea-4c70-863e-b687dcbc84f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.627960 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d2a079d-e8ea-4c70-863e-b687dcbc84f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.629246 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0d2a079d-e8ea-4c70-863e-b687dcbc84f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68a453a3-dd68-40cd-9168-eb3f98ea8980 HTTP/1.1" status: 204 len: 168 time: 0.3113518 Nov 27 01:16:50.658647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a079d-e8ea-4c70-863e-b687dcbc84f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a453a3-dd68-40cd-9168-eb3f98ea8980,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:50.681559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-8bc0e5e7-dd34-46d3-93f4-07bcbd01131a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Made reservation on behalf of 4855ade2371d4c35b4da48d497e006c9 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:50.686280 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-8bc0e5e7-dd34-46d3-93f4-07bcbd01131a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.698013 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-214c4d8a-479d-41de-a51c-da580c174753 req-5d2819e5-d06d-4e40-b57a-129785f05f10 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887973 Nov 27 01:16:50.769274 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-908e5dd5-54c0-4ee3-9d84-81135a90a3d9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.846738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e5dd5-54c0-4ee3-9d84-81135a90a3d9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Port': ['ID=d9d6013e-26a1-49cb-9719-014b7c3ca6ab,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:50.973842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9fed7db5-4c96-4810-bc12-b23e0e98f5be req-c0a597cd-fc0b-4d2f-909b-d14722d45ff6 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "GET /v2.0/ports?device_id=588ad52f-c167-444d-a2fa-715f4a94aaa4 HTTP/1.1" status: 200 len: 210 time: 0.1201313 Nov 27 01:16:51.097781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-908e5dd5-54c0-4ee3-9d84-81135a90a3d9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] No DVR routers for this DVR port d9d6013e-26a1-49cb-9719-014b7c3ca6ab on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:51.114939 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-908e5dd5-54c0-4ee3-9d84-81135a90a3d9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:51.123433 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d5d7cd1-a034-41b9-b57c-43893d3b0076 req-908e5dd5-54c0-4ee3-9d84-81135a90a3d9 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.21 "DELETE /v2.0/ports/d9d6013e-26a1-49cb-9719-014b7c3ca6ab HTTP/1.1" status: 204 len: 173 time: 2.1077712 Nov 27 01:16:51.161185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'name': 'network-vif-deleted', 'tag': 'd9d6013e-26a1-49cb-9719-014b7c3ca6ab'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:51.163484 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4fa4bc-3242-43f7-9e6e-dee6c46a5da2" -d '{"events": [{"server_uuid": "588ad52f-c167-444d-a2fa-715f4a94aaa4", "name": "network-vif-deleted", "tag": "d9d6013e-26a1-49cb-9719-014b7c3ca6ab"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:51.222558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-8bc0e5e7-dd34-46d3-93f4-07bcbd01131a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Allocated IP 172.20.0.14 (2ce44638-8d8b-43b6-97d9-d1d1bc26b117/d92a5ed1-0096-4f04-93c2-a15f9ec79d8b/9825a6d7-091e-46dd-bed4-2ae28f2f4eaa) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:16:51.271475 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39278f38-af3b-4401-b051-819cc6c46a8e x-openstack-request-id: req-39278f38-af3b-4401-b051-819cc6c46a8e {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:51.271847 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588ad52f-c167-444d-a2fa-715f4a94aaa4", "name": "network-vif-deleted", "tag": "d9d6013e-26a1-49cb-9719-014b7c3ca6ab", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:51.272034 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39278f38-af3b-4401-b051-819cc6c46a8e {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:51.272472 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588ad52f-c167-444d-a2fa-715f4a94aaa4', 'name': 'network-vif-deleted', 'tag': 'd9d6013e-26a1-49cb-9719-014b7c3ca6ab', 'status': 'completed', 'code': 200} Nov 27 01:16:51.292654 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d7361ea-42a5-4b9b-b97f-a7b8371ae7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:51.344353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7361ea-42a5-4b9b-b97f-a7b8371ae7b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00eae9ce-ef22-478b-aeeb-d796cdefe5ee,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:51.495532 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3b8f0-1b02-4e61-974c-d1c910d9aee4 req-5e968cfc-f541-4ff1-9e20-d0d34e39cf87 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:51.501882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3b8f0-1b02-4e61-974c-d1c910d9aee4 req-5e968cfc-f541-4ff1-9e20-d0d34e39cf87 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:51.507535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3b8f0-1b02-4e61-974c-d1c910d9aee4 req-5e968cfc-f541-4ff1-9e20-d0d34e39cf87 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:51.513509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3b8f0-1b02-4e61-974c-d1c910d9aee4 req-5e968cfc-f541-4ff1-9e20-d0d34e39cf87 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:51.519585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3b8f0-1b02-4e61-974c-d1c910d9aee4 req-5e968cfc-f541-4ff1-9e20-d0d34e39cf87 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:51.525909 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3b8f0-1b02-4e61-974c-d1c910d9aee4 req-5e968cfc-f541-4ff1-9e20-d0d34e39cf87 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:51.532127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3b8f0-1b02-4e61-974c-d1c910d9aee4 req-5e968cfc-f541-4ff1-9e20-d0d34e39cf87 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:51.534110 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fea3b8f0-1b02-4e61-974c-d1c910d9aee4 req-5e968cfc-f541-4ff1-9e20-d0d34e39cf87 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.1822727 Nov 27 01:16:51.539048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7361ea-42a5-4b9b-b97f-a7b8371ae7b7 admin admin] Checking segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:51.539442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7361ea-42a5-4b9b-b97f-a7b8371ae7b7 admin admin] Network hostable DHCP agents. Network: 8f941621-4f80-49c2-838b-cc0d1ec353c3, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:16:51.647230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7361ea-42a5-4b9b-b97f-a7b8371ae7b7 admin admin] Network 8f941621-4f80-49c2-838b-cc0d1ec353c3 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:16:51.668365 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-8bc0e5e7-dd34-46d3-93f4-07bcbd01131a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:51.672671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f9239-953d-4b95-9011-145d9b331419 req-967b854f-f3da-4783-b6bd-57279beffd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:51.674592 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-627f9239-953d-4b95-9011-145d9b331419 req-967b854f-f3da-4783-b6bd-57279beffd30 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340&tenant_id=e93e94c1f6cd44529cc2d71063783ea9 HTTP/1.1" status: 200 len: 1095 time: 0.1369390 Nov 27 01:16:51.685478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-7d7361ea-42a5-4b9b-b97f-a7b8371ae7b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 8f941621-4f80-49c2-838b-cc0d1ec353c3) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:51.696065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7361ea-42a5-4b9b-b97f-a7b8371ae7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:51.696692 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d7361ea-42a5-4b9b-b97f-a7b8371ae7b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:51.697092 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca75540b-6075-4d77-813f-fa756cd72485 None None] Network 8f941621-4f80-49c2-838b-cc0d1ec353c3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:51.703970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:51.712821 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fea3b8f0-1b02-4e61-974c-d1c910d9aee4 req-d1dda6f9-8153-4841-8e42-826eeb41db4d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615696 Nov 27 01:16:51.720787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:51.761268 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7d7361ea-42a5-4b9b-b97f-a7b8371ae7b7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2613473 Nov 27 01:16:51.810833 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:51.811453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2ab8ba6a-39d2-4d2a-ae1b-c183cc3d0697 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:51.811885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d9d6013e-26a1-49cb-9719-014b7c3ca6ab no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:51.840208 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:51.850368 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: d9d6013e-26a1-49cb-9719-014b7c3ca6ab {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:51.851117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d9d6013e-26a1-49cb-9719-014b7c3ca6ab not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:51.930663 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-8bc0e5e7-dd34-46d3-93f4-07bcbd01131a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:51.984635 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d59c50-2115-48b4-bef4-04f5a84ecbeb None None] Network 8f941621-4f80-49c2-838b-cc0d1ec353c3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:52.148372 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-8bc0e5e7-dd34-46d3-93f4-07bcbd01131a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Network 2ce44638-8d8b-43b6-97d9-d1d1bc26b117 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:16:52.163978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-8bc0e5e7-dd34-46d3-93f4-07bcbd01131a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:52.169469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-8bc0e5e7-dd34-46d3-93f4-07bcbd01131a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:16:52.180841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482511ba-f16d-445b-ace7-e87270c9ccc2 req-61080746-2d9c-47e3-ac63-0f4a04ac5c47 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:52.182373 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-482511ba-f16d-445b-ace7-e87270c9ccc2 req-61080746-2d9c-47e3-ac63-0f4a04ac5c47 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 943 time: 0.2894850 Nov 27 01:16:52.183015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0e5e7-dd34-46d3-93f4-07bcbd01131a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Pushing event updated for resources: {'Port': ['ID=9825a6d7-091e-46dd-bed4-2ae28f2f4eaa,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:52.250216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-eff5c193-e764-4f15-91a6-dcf24916e029 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:16:52.251211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-eff5c193-e764-4f15-91a6-dcf24916e029 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236895 Nov 27 01:16:52.335903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-8bc0e5e7-dd34-46d3-93f4-07bcbd01131a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:52.336544 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-8bc0e5e7-dd34-46d3-93f4-07bcbd01131a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.376643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-a42ac249-a9cd-4fa2-81a9-1b729206e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:52.378262 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-a42ac249-a9cd-4fa2-81a9-1b729206e5b9 service neutron] 10.222.0.15 "GET /v2.0/ports/5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 HTTP/1.1" status: 200 len: 1094 time: 0.0937233 Nov 27 01:16:52.390910 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-8bc0e5e7-dd34-46d3-93f4-07bcbd01131a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1659100 Nov 27 01:16:52.393885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] Request body: {'binding': {'host': 'n-h2-817303-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:52.394323 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] Unknown quota resources ['binding']. {{(pid=103403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:16:52.402704 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-482511ba-f16d-445b-ace7-e87270c9ccc2 req-02e74a4c-a819-4d44-b246-bdfbfa08f6f9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1955838 Nov 27 01:16:52.419931 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56500) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:52.432497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Request body: {'port': {'device_id': '3a32c19d-6872-41ee-8235-fb9229efa93d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:52.440454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dba44597-9a96-43c1-a551-0d2269af312f,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:52.567821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1088656724'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:52.588911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:52.589886 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Made reservation on behalf of b219a17d23b54432aba83a4809279f1d for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:52.593565 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.603524 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.618670 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.658648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba44597-9a96-43c1-a551-0d2269af312f {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:52.672156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f861ef-3f52-45ef-9449-5cca569dd1d9 req-488662e1-ff1e-4f1a-a846-5816d2c135ae tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:52.673670 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-56f861ef-3f52-45ef-9449-5cca569dd1d9 req-488662e1-ff1e-4f1a-a846-5816d2c135ae tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 932 time: 0.1942582 Nov 27 01:16:52.681065 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.685433 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.702111 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.708499 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:16:52.723467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af7db82-f6a3-413f-b94b-7420ec333766,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:52.726589 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.726940 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Added segment 71fbad34-2e90-4b2b-8402-082cab32199e of type vlan for network 1031448f-e614-442c-8028-30ca2f23211c Nov 27 01:16:52.753549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Transition to ACTIVE for port object dba44597-9a96-43c1-a551-0d2269af312f will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:16:52.771191 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.771853 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.796882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.802922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:52.803546 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.858880 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4377739 Nov 27 01:16:52.864520 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56506) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:52.897368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f4dad-64c2-4e34-8663-96a051bbf530 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Pushing event updated for resources: {'Network': ['ID=1031448f-e614-442c-8028-30ca2f23211c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:52.911162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 1031448f-e614-442c-8028-30ca2f23211c details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:16:52.915025 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-56f861ef-3f52-45ef-9449-5cca569dd1d9 req-c356baf4-c00b-4509-b359-46c299455c27 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102666 Nov 27 01:16:52.920372 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] Attempting to bind port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 on host n-h2-817303-10 for vnic_type normal with profile None {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:52.920710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] Attempting to bind port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:52.921039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] Attempting to bind port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:52.960628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Request body: {'network': {'name': 'tempest-network--1708834401', 'router:external': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:53.015480 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Made reservation on behalf of c20bfe966fb04bccacf51d667ae79057 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:53.018437 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.028487 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.052607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Pushing event updated for resources: {'Port': ['ID=dba44597-9a96-43c1-a551-0d2269af312f,revision_number=9']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:53.068350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] Port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:53.068888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] Attempting to bind port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:53.082412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:53.082886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] Checking segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:53.083417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] Bound using segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:53.084157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] Bound port: 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:53.123195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.128752 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.159530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:16:53.161541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] No DVR routers for this DVR port dba44597-9a96-43c1-a551-0d2269af312f on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:53.178455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63db2a3a-8e73-4428-b688-4a68997f8652,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:53.182607 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.183142 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Added segment 06bb0202-11bd-4640-b97d-3cda49b2cea6 of type vlan for network ee9fdd3a-c103-4b9e-8257-c0365af19f30 Nov 27 01:16:53.254643 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.293141 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.294265 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:53.294941 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.357163 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4912527 Nov 27 01:16:53.364853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56520) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:53.386180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61fe08-e850-4915-995a-b76d7ecd6d3e tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event updated for resources: {'Network': ['ID=ee9fdd3a-c103-4b9e-8257-c0365af19f30,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:53.398897 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network ee9fdd3a-c103-4b9e-8257-c0365af19f30 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:16:53.447557 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0126656d-81c6-47e2-837b-e1dc11d3e478 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.529278 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0126656d-81c6-47e2-837b-e1dc11d3e478 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.550648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-0126656d-81c6-47e2-837b-e1dc11d3e478 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9fdd3a-c103-4b9e-8257-c0365af19f30']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:53.559856 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-0126656d-81c6-47e2-837b-e1dc11d3e478 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bb0202-11bd-4640-b97d-3cda49b2cea6') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:53.560153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-0126656d-81c6-47e2-837b-e1dc11d3e478 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bb0202-11bd-4640-b97d-3cda49b2cea6') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:53.569819 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0126656d-81c6-47e2-837b-e1dc11d3e478 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.570698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:53.584098 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0126656d-81c6-47e2-837b-e1dc11d3e478 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.590817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0126656d-81c6-47e2-837b-e1dc11d3e478 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:16:53.591208 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0126656d-81c6-47e2-837b-e1dc11d3e478 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:16:53.593294 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:16:53.615530 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.616811 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] 10.222.0.15 "POST /v2.0/ports/5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9/bindings HTTP/1.1" status: 201 len: 390 time: 1.2297425 Nov 27 01:16:53.665465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0126656d-81c6-47e2-837b-e1dc11d3e478 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.671093 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0126656d-81c6-47e2-837b-e1dc11d3e478 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee9fdd3a-c103-4b9e-8257-c0365af19f30 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 01:16:53.674936 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0126656d-81c6-47e2-837b-e1dc11d3e478 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.683051 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0126656d-81c6-47e2-837b-e1dc11d3e478 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "DELETE /v2.0/networks/ee9fdd3a-c103-4b9e-8257-c0365af19f30 HTTP/1.1" status: 204 len: 168 time: 0.3171194 Nov 27 01:16:53.684036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56524) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:53.696298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8d265d8c-560f-4344-b3bc-922bb1ea08c6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:53.732832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126656d-81c6-47e2-837b-e1dc11d3e478 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee9fdd3a-c103-4b9e-8257-c0365af19f30,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:53.741965 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d265d8c-560f-4344-b3bc-922bb1ea08c6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Made reservation on behalf of c20bfe966fb04bccacf51d667ae79057 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:53.744778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d265d8c-560f-4344-b3bc-922bb1ea08c6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.751966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:53.763584 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56528) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:53.768943 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.779134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-d5a4ced5-104b-43c4-8764-0cff1bd20e23 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:53.781807 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d265d8c-560f-4344-b3bc-922bb1ea08c6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:16:53.786585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-d5a4ced5-104b-43c4-8764-0cff1bd20e23 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.2769518 Nov 27 01:16:53.794694 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d265d8c-560f-4344-b3bc-922bb1ea08c6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.795109 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-8d265d8c-560f-4344-b3bc-922bb1ea08c6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Added segment 072015ca-5e3a-4cfd-8e44-d4375faf34ff of type vlan for network 66600c12-de68-4328-9c8d-86de2c7852e9 Nov 27 01:16:53.834617 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-7c12b385-c495-4ef3-863b-dc178a4aa509 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/quotas/53d6e7131d0740f3ab69fa54032dfa14 HTTP/1.1" status: 200 len: 375 time: 0.0471327 Nov 27 01:16:53.841450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Transition to ACTIVE for port object 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:16:53.860438 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.867016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Attempting to bind port dba44597-9a96-43c1-a551-0d2269af312f on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:53.867385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Attempting to bind port dba44597-9a96-43c1-a551-0d2269af312f by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:53.867697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Attempting to bind port dba44597-9a96-43c1-a551-0d2269af312f on network cf63eb64-bdb4-470a-9e3f-8cf792734371 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:53.911179 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-38d89626-0be6-497e-846e-a984b5b93070 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635486 Nov 27 01:16:53.915931 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Port dba44597-9a96-43c1-a551-0d2269af312f on network cf63eb64-bdb4-470a-9e3f-8cf792734371 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:53.916275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Attempting to bind port dba44597-9a96-43c1-a551-0d2269af312f on network cf63eb64-bdb4-470a-9e3f-8cf792734371 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:53.941154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:53.941495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Checking segment: {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:53.941885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Bound using segment: {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:53.942328 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Bound port: dba44597-9a96-43c1-a551-0d2269af312f, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abeed02c-0abf-4994-bb8c-a348bdf93203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:53.942682 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.986950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffb85c8-714c-4ccb-9994-c7bc51a6f387 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Deleting subnet 0397df72-b572-496a-b344-b71f468f81eb {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:16:53.990886 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fffb85c8-714c-4ccb-9994-c7bc51a6f387 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.009359 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9825a6d7-091e-46dd-bed4-2ae28f2f4eaa,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:54.034748 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d265d8c-560f-4344-b3bc-922bb1ea08c6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.084084 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fffb85c8-714c-4ccb-9994-c7bc51a6f387 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.108403 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-50893f7b-0381-4bb1-b949-9e9a10904ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.109931 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-50893f7b-0381-4bb1-b949-9e9a10904ce1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 1097 time: 0.1797774 Nov 27 01:16:54.141729 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-2c93d889-51d5-42ff-bc5e-7a56d0b25444 service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164342 Nov 27 01:16:54.146210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Attempting to bind port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:54.146542 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Attempting to bind port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'e9e80dee-99e6-4a12-8935-472798f287af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ce44638-8d8b-43b6-97d9-d1d1bc26b117'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:54.146864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Attempting to bind port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa on network 2ce44638-8d8b-43b6-97d9-d1d1bc26b117 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:54.149248 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:54.153059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=dba44597-9a96-43c1-a551-0d2269af312f,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:54.156061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aaaa-07e2-4ed8-ba84-665025263921 req-12adfdde-2367-4230-9f27-b99313a65596 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.156456 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa on network 2ce44638-8d8b-43b6-97d9-d1d1bc26b117 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:54.156456 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Attempting to bind port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa on network 2ce44638-8d8b-43b6-97d9-d1d1bc26b117 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:54.162219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aaaa-07e2-4ed8-ba84-665025263921 req-12adfdde-2367-4230-9f27-b99313a65596 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.168947 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aaaa-07e2-4ed8-ba84-665025263921 req-12adfdde-2367-4230-9f27-b99313a65596 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.169399 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.174614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aaaa-07e2-4ed8-ba84-665025263921 req-12adfdde-2367-4230-9f27-b99313a65596 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.180887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aaaa-07e2-4ed8-ba84-665025263921 req-12adfdde-2367-4230-9f27-b99313a65596 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.186830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aaaa-07e2-4ed8-ba84-665025263921 req-12adfdde-2367-4230-9f27-b99313a65596 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.191811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:54.192140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Checking segment: {'id': 'e9e80dee-99e6-4a12-8935-472798f287af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ce44638-8d8b-43b6-97d9-d1d1bc26b117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:54.192566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Bound using segment: {'id': 'e9e80dee-99e6-4a12-8935-472798f287af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ce44638-8d8b-43b6-97d9-d1d1bc26b117'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:54.192790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aaaa-07e2-4ed8-ba84-665025263921 req-12adfdde-2367-4230-9f27-b99313a65596 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.192997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Bound port: 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e80dee-99e6-4a12-8935-472798f287af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ce44638-8d8b-43b6-97d9-d1d1bc26b117'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:54.193344 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.194781 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b52aaaa-07e2-4ed8-ba84-665025263921 req-12adfdde-2367-4230-9f27-b99313a65596 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.2514613 Nov 27 01:16:54.256068 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d265d8c-560f-4344-b3bc-922bb1ea08c6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.257085 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d265d8c-560f-4344-b3bc-922bb1ea08c6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.258380 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d265d8c-560f-4344-b3bc-922bb1ea08c6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.266662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.267287 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.268691 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-627f9239-953d-4b95-9011-145d9b331419 req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] 10.222.0.21 "PUT /v2.0/ports/dba44597-9a96-43c1-a551-0d2269af312f HTTP/1.1" status: 200 len: 1092 time: 2.5756683 Nov 27 01:16:54.269144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:54.271398 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d01d6bd-83ab-436f-9291-d85ad54d9e70" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "tag": "dba44597-9a96-43c1-a551-0d2269af312f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:54.361967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2d771-de82-45eb-be21-16042a76f7ab service neutron] Pushing event updated for resources: {'Port': ['ID=dba44597-9a96-43c1-a551-0d2269af312f,revision_number=10']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:54.398978 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-7f7bb1b0-3e8d-4947-92e7-89f1e28d2e63 service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402391 Nov 27 01:16:54.402158 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8d265d8c-560f-4344-b3bc-922bb1ea08c6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7117751 Nov 27 01:16:54.407136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] For port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:54.409106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56534) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:54.414133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Request body: {'subnet': {'network_id': '66600c12-de68-4328-9c8d-86de2c7852e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:54.418487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] For port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9825a6d7-091e-46dd-bed4-2ae28f2f4eaa,segment=NetworkSegment(e9e80dee-99e6-4a12-8935-472798f287af),segment_id=e9e80dee-99e6-4a12-8935-472798f287af)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:54.433093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f9239-953d-4b95-9011-145d9b331419 req-b47202b1-8c71-4669-af07-c51d92d9043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.434636 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-627f9239-953d-4b95-9011-145d9b331419 req-b47202b1-8c71-4669-af07-c51d92d9043f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 1096 time: 0.1222625 Nov 27 01:16:54.435850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d265d8c-560f-4344-b3bc-922bb1ea08c6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event updated for resources: {'Network': ['ID=66600c12-de68-4328-9c8d-86de2c7852e9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:54.438012 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.450021 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fffb85c8-714c-4ccb-9994-c7bc51a6f387 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.450971 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 66600c12-de68-4328-9c8d-86de2c7852e9 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:16:54.477452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-30513ad9-2547-4146-98a5-6d1742d9938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.478882 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-30513ad9-2547-4146-98a5-6d1742d9938f service neutron] 10.222.0.31 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.3568048 Nov 27 01:16:54.488280 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b52aaaa-07e2-4ed8-ba84-665025263921 req-1c4645f4-6a8c-45ff-a40f-7e3fe00d8518 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2776508 Nov 27 01:16:54.494075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Made reservation on behalf of c20bfe966fb04bccacf51d667ae79057 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:54.496418 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.516150 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.516804 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.518190 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] 10.222.0.21 "PUT /v2.0/ports/9825a6d7-091e-46dd-bed4-2ae28f2f4eaa HTTP/1.1" status: 200 len: 1093 time: 2.1089966 Nov 27 01:16:54.528979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-6587819f-572b-41e8-a831-db18b07abeea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 HTTP/1.1" status: 200 len: 217 time: 0.0397038 Nov 27 01:16:54.624924 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-4338cb87-a2ba-40a8-ad36-8baad497984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.628538 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-4338cb87-a2ba-40a8-ad36-8baad497984c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.0888124 Nov 27 01:16:54.631908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fffb85c8-714c-4ccb-9994-c7bc51a6f387 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.708642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821c96c-17d8-4e9f-becc-d830bee4a5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9825a6d7-091e-46dd-bed4-2ae28f2f4eaa,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:54.729164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb85c8-714c-4ccb-9994-c7bc51a6f387 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Subnet': ['ID=0397df72-b572-496a-b344-b71f468f81eb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:54.738713 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fffb85c8-714c-4ccb-9994-c7bc51a6f387 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.746025 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fffb85c8-714c-4ccb-9994-c7bc51a6f387 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "DELETE /v2.0/subnets/0397df72-b572-496a-b344-b71f468f81eb HTTP/1.1" status: 204 len: 168 time: 0.9362762 Nov 27 01:16:54.751818 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ded455-456c-49a5-a7cc-633dbffbac4f None None] Network 4862dbea-2b29-4bcc-9de8-6483e42a67f3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:54.757639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56540) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:54.782437 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-39e46cfc-8155-49a7-b418-6c80aae09e17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430590 Nov 27 01:16:54.783047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-3dd4f56b-e19f-447e-bdd9-65f134273ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.784645 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-3dd4f56b-e19f-447e-bdd9-65f134273ab7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4855ade2371d4c35b4da48d497e006c9&device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 1096 time: 0.1427503 Nov 27 01:16:54.810618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f9239-953d-4b95-9011-145d9b331419 req-5f0e8999-0e97-42e3-8634-423356b0e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.812166 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-627f9239-953d-4b95-9011-145d9b331419 req-5f0e8999-0e97-42e3-8634-423356b0e0d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 918 time: 0.3607476 Nov 27 01:16:54.833430 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05bbc3-ad12-4d49-882e-eabb974afa14 req-614d65d7-6298-44a6-a3dc-c24c94d7b109 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.841342 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fe05bbc3-ad12-4d49-882e-eabb974afa14 req-614d65d7-6298-44a6-a3dc-c24c94d7b109 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.1488945 Nov 27 01:16:54.945222 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-033f07a6-ae40-4d97-b67e-96641aa5136e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9825a6d7-091e-46dd-bed4-2ae28f2f4eaa HTTP/1.1" status: 200 len: 217 time: 0.1304543 Nov 27 01:16:54.948934 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fe05bbc3-ad12-4d49-882e-eabb974afa14 req-0800ad09-d8ca-48df-8d78-8a02b6e55ee7 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1065495 Nov 27 01:16:54.990446 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-60400803-b8f7-4438-b1a6-5dc240440012 service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996329 Nov 27 01:16:54.994031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ed3df1-37f1-4125-aa70-9aac80a82784 None None] DHCP port deletion for 4862dbea-2b29-4bcc-9de8-6483e42a67f3 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:16:55.040284 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:55.065318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-87ed3df1-37f1-4125-aa70-9aac80a82784 None None] Deleting port bb7e993f-1b18-4c59-a1de-05a1550a1d5e {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:55.065934 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-87ed3df1-37f1-4125-aa70-9aac80a82784 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:55.076254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df7652-9f8f-46e7-8490-e886f9bd399b req-e01c93cb-a70e-4276-9208-876fff944ed9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:55.085576 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98df7652-9f8f-46e7-8490-e886f9bd399b req-e01c93cb-a70e-4276-9208-876fff944ed9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 945 time: 0.3388650 Nov 27 01:16:55.088698 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-627f9239-953d-4b95-9011-145d9b331419 req-b9055bb3-1b3d-43d1-8b6a-7043f329aa84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba44597-9a96-43c1-a551-0d2269af312f HTTP/1.1" status: 200 len: 999 time: 0.2396979 Nov 27 01:16:55.130547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-71af7eba-b8c3-4c31-9781-297a9afe1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:55.132404 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-71af7eba-b8c3-4c31-9781-297a9afe1d64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d92a5ed1-0096-4f04-93c2-a15f9ec79d8b HTTP/1.1" status: 200 len: 854 time: 0.1718926 Nov 27 01:16:55.141523 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-87ed3df1-37f1-4125-aa70-9aac80a82784 None None] For port bb7e993f-1b18-4c59-a1de-05a1550a1d5e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bb7e993f-1b18-4c59-a1de-05a1550a1d5e,segment=NetworkSegment(ee71283d-cdf6-447f-9b28-25db369efa96),segment_id=ee71283d-cdf6-447f-9b28-25db369efa96)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:55.142541 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-87ed3df1-37f1-4125-aa70-9aac80a82784 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:55.144669 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-d3210c39-4940-4f7b-a983-e9f4f1c7ed7d service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470203 Nov 27 01:16:55.157977 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-87ed3df1-37f1-4125-aa70-9aac80a82784 None None] Calling delete_port for bb7e993f-1b18-4c59-a1de-05a1550a1d5e owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:55.224162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5924ae-7f26-40cd-9c9c-2ba139f6d4a2 req-63770f26-5b1a-4fad-8e1d-3ab0e47f9b29 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:55.233526 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d5924ae-7f26-40cd-9c9c-2ba139f6d4a2 req-63770f26-5b1a-4fad-8e1d-3ab0e47f9b29 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 944 time: 0.1996992 Nov 27 01:16:55.253130 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-307bf43a-fabb-46b7-b0ef-afb2713dd512 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce44638-8d8b-43b6-97d9-d1d1bc26b117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957291 Nov 27 01:16:55.274170 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-87ed3df1-37f1-4125-aa70-9aac80a82784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:55.308062 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed3df1-37f1-4125-aa70-9aac80a82784 None None] Pushing event deleted for resources: {'Port': ['ID=bb7e993f-1b18-4c59-a1de-05a1550a1d5e,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:55.310269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f9239-953d-4b95-9011-145d9b331419 req-a87e5e63-2afc-40c7-9c38-a94e179a443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:55.310531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed3df1-37f1-4125-aa70-9aac80a82784 None None] No DVR routers for this DVR port bb7e993f-1b18-4c59-a1de-05a1550a1d5e on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:55.312141 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-627f9239-953d-4b95-9011-145d9b331419 req-a87e5e63-2afc-40c7-9c38-a94e179a443a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.2050457 Nov 27 01:16:55.336571 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d5924ae-7f26-40cd-9c9c-2ba139f6d4a2 req-6692ead1-a71b-4f2e-b07a-24cc70f10355 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021066 Nov 27 01:16:55.354667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98df7652-9f8f-46e7-8490-e886f9bd399b req-7e7e78ce-b0d3-43fd-a2e5-6460397d10ea tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670288 Nov 27 01:16:55.426155 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43be26b7-8dd6-4bf7-83bb-c1b2bbb157a7 x-openstack-request-id: req-43be26b7-8dd6-4bf7-83bb-c1b2bbb157a7 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:55.426453 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "tag": "dba44597-9a96-43c1-a551-0d2269af312f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:55.426711 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43be26b7-8dd6-4bf7-83bb-c1b2bbb157a7 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:55.427114 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f', 'status': 'completed', 'code': 200} Nov 27 01:16:55.504479 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1b0ce47-906d-4b47-a3e3-fd23cfcb52c1 req-64a01060-d003-4143-ab2f-8d193ec6d788 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 210 time: 0.0475810 Nov 27 01:16:55.525369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f9239-953d-4b95-9011-145d9b331419 req-415e508e-94ed-4de5-83d7-de067dce23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:55.526858 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-627f9239-953d-4b95-9011-145d9b331419 req-415e508e-94ed-4de5-83d7-de067dce23ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1947312 Nov 27 01:16:55.531500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-5b9040a9-311f-4e78-a28e-0adb0fb9b47d service neutron] 10.222.0.21 "GET /v2.0/networks/2ce44638-8d8b-43b6-97d9-d1d1bc26b117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430925 Nov 27 01:16:55.533526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Deleting port bb7e993f-1b18-4c59-a1de-05a1550a1d5e {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:55.533867 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:55.650032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bb7e993f-1b18-4c59-a1de-05a1550a1d5e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:55.673344 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: bb7e993f-1b18-4c59-a1de-05a1550a1d5e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:55.673777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bb7e993f-1b18-4c59-a1de-05a1550a1d5e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:55.738102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] For port bb7e993f-1b18-4c59-a1de-05a1550a1d5e, host n-d-817303-10, got binding levels [] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:55.738406 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:55.771952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Calling delete_port for bb7e993f-1b18-4c59-a1de-05a1550a1d5e owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:55.782762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.ipam_backend_mixin [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Port bb7e993f-1b18-4c59-a1de-05a1550a1d5e was not found and therefore no delete operation was performed {{(pid=103403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:16:55.804831 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:55.862907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Port': ['ID=bb7e993f-1b18-4c59-a1de-05a1550a1d5e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:55.874711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5272d99-e0fc-4c0d-a918-93de4be85403 req-a675f492-ac41-4184-abdb-8626f29dd222 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:55.880597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5272d99-e0fc-4c0d-a918-93de4be85403 req-a675f492-ac41-4184-abdb-8626f29dd222 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:55.886538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5272d99-e0fc-4c0d-a918-93de4be85403 req-a675f492-ac41-4184-abdb-8626f29dd222 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:55.892464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5272d99-e0fc-4c0d-a918-93de4be85403 req-a675f492-ac41-4184-abdb-8626f29dd222 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:55.898876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5272d99-e0fc-4c0d-a918-93de4be85403 req-a675f492-ac41-4184-abdb-8626f29dd222 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:55.904794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5272d99-e0fc-4c0d-a918-93de4be85403 req-a675f492-ac41-4184-abdb-8626f29dd222 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:55.910992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5272d99-e0fc-4c0d-a918-93de4be85403 req-a675f492-ac41-4184-abdb-8626f29dd222 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:55.912864 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f5272d99-e0fc-4c0d-a918-93de4be85403 req-a675f492-ac41-4184-abdb-8626f29dd222 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.2825966 Nov 27 01:16:55.914493 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] No DVR routers for this DVR port bb7e993f-1b18-4c59-a1de-05a1550a1d5e on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:55.918705 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f27fcb0-cdc9-4a66-b375-fc4ca27dbe76 req-c864dc46-593e-40f7-954c-d96b86321b1f service neutron] 10.222.0.21 "GET /v2.0/networks/2ce44638-8d8b-43b6-97d9-d1d1bc26b117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385186 Nov 27 01:16:55.923065 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-627f9239-953d-4b95-9011-145d9b331419 req-2b58b663-e2ca-4dc6-9259-06a9b0e0ad8a service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417943 Nov 27 01:16:56.036292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.objects.ports [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:16:56.036745 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:56.098114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e883006-8979-4fbc-bc8e-e4aaaa96027a req-8662c4ff-20ce-4ad8-9e4b-c134f945e2e8 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:56.099882 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e883006-8979-4fbc-bc8e-e4aaaa96027a req-8662c4ff-20ce-4ad8-9e4b-c134f945e2e8 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.0721986 Nov 27 01:16:56.167491 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e883006-8979-4fbc-bc8e-e4aaaa96027a req-73536832-1a16-4ba4-89a8-f697a8331fc7 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598059 Nov 27 01:16:56.485597 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2e3bf-6753-4556-ae68-0f34738be371 req-f98c2e8e-b8d8-40d7-8ed9-d645849f0b12 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:56.489480 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-94a2e3bf-6753-4556-ae68-0f34738be371 req-f98c2e8e-b8d8-40d7-8ed9-d645849f0b12 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 945 time: 0.0587800 Nov 27 01:16:56.501792 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:56.556935 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-94a2e3bf-6753-4556-ae68-0f34738be371 req-0eb4b6a6-aca8-4f9d-830e-380726ea7896 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600202 Nov 27 01:16:56.598493 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4862dbea-2b29-4bcc-9de8-6483e42a67f3']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:56.620696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6794342b-aa83-419b-8ed5-4f1257fc51e5,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:56.643549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee71283d-cdf6-447f-9b28-25db369efa96') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:56.643848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee71283d-cdf6-447f-9b28-25db369efa96') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:56.650143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f5272d99-e0fc-4c0d-a918-93de4be85403 req-d7e81f6a-8f2d-403c-86e0-1120b05bf3df tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7243862 Nov 27 01:16:56.681574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:56.681574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:56.681574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:56.681574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:56.681574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:56.681574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:56.681574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:56.681574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:56.681574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:56.681574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:56.681574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:56.681574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:56.683696 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d01de-a01e-41de-b04d-4818f8c48aaa req-1a53a95b-648e-42b8-96a4-ff8eb6cce13a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:56.691425 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:56.691827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-233d01de-a01e-41de-b04d-4818f8c48aaa req-1a53a95b-648e-42b8-96a4-ff8eb6cce13a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 944 time: 0.0683444 Nov 27 01:16:56.706074 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-627f9239-953d-4b95-9011-145d9b331419 req-2ac31017-dd26-46cf-ab4b-c655b39b82a5 service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7461932 Nov 27 01:16:56.719368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Checking segment: {'id': '072015ca-5e3a-4cfd-8e44-d4375faf34ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '66600c12-de68-4328-9c8d-86de2c7852e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:56.719690 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Network hostable DHCP agents. Network: 66600c12-de68-4328-9c8d-86de2c7852e9, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:16:56.733703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-1e9ae6cb-5b47-4b02-8e13-f975b84f18e7 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:56.735219 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-1e9ae6cb-5b47-4b02-8e13-f975b84f18e7 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.3122690 Nov 27 01:16:56.737204 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:56.751150 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:16:56.751645 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:16:56.754842 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:16:56.759518 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-233d01de-a01e-41de-b04d-4818f8c48aaa req-8863c088-1a50-4722-9198-1042af067a3a tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664220 Nov 27 01:16:56.769968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Request body: {'port': {'device_id': '6347d3bd-6acd-4273-b1de-450bcaf84723', 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'admin_state_up': True, 'tenant_id': '53d6e7131d0740f3ab69fa54032dfa14'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:56.773307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Network 66600c12-de68-4328-9c8d-86de2c7852e9 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:16:56.869108 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa5f93ff-67a0-4b62-a8bc-6fd43a8e80ca req-e4325a16-9ed7-446e-b24b-8837b6be09f2 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 210 time: 0.0320020 Nov 27 01:16:56.872720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 66600c12-de68-4328-9c8d-86de2c7852e9) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:56.880202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c6d088-e7a7-4a5f-98b2-0b0788c326d6 None None] Network 66600c12-de68-4328-9c8d-86de2c7852e9 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:56.889670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:56.890267 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:56.927836 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:56.944773 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-27644147-0372-4ffe-8d44-1ca302fb008f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5321507 Nov 27 01:16:56.945612 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56566) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:56.947379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:56.950245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Request body: {'floatingip': {'floating_network_id': '66600c12-de68-4328-9c8d-86de2c7852e9'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:56.950691 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "DELETE /v2.0/networks/4862dbea-2b29-4bcc-9de8-6483e42a67f3 HTTP/1.1" status: 204 len: 168 time: 2.1899021 Nov 27 01:16:56.958075 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56570) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:56.970360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a62a8-4538-4105-8ac5-c001c423ad98 tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Network': ['ID=4862dbea-2b29-4bcc-9de8-6483e42a67f3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:56.995377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01d6bd-83ab-436f-9291-d85ad54d9e70 req-4bf9014c-ae8c-4607-a7d2-7f4ad9cd024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:56.997026 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d01d6bd-83ab-436f-9291-d85ad54d9e70 req-4bf9014c-ae8c-4607-a7d2-7f4ad9cd024d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 1096 time: 0.1395059 Nov 27 01:16:57.050361 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-1742fc71-6b04-4213-a9bb-931d492059ea tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Deleting subnet 248ddaa1-a11b-433b-a8cd-0d8708b21136 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:16:57.053758 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1742fc71-6b04-4213-a9bb-931d492059ea tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.111822 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.db.api [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 01:16:57.111822 n-d-817303-10 neutron-server[103403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 27 01:16:57.111822 n-d-817303-10 neutron-server[103403]: [parameters: {'project_id_1': '53d6e7131d0740f3ab69fa54032dfa14', 'expiration_1': datetime.datetime(2021, 11, 27, 1, 16, 37, 1756)}] Nov 27 01:16:57.111822 n-d-817303-10 neutron-server[103403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:16:57.112395 n-d-817303-10 neutron-server[103403]: DEBUG oslo_db.api [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:16:57.114492 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1742fc71-6b04-4213-a9bb-931d492059ea tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.118596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc8a32-caa4-4532-b363-d73dfae36b7f None None] Network 66600c12-de68-4328-9c8d-86de2c7852e9 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:57.154190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01d6bd-83ab-436f-9291-d85ad54d9e70 req-ac6eb105-798a-44e3-8b4a-21ebb13a60d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:57.157419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d01d6bd-83ab-436f-9291-d85ad54d9e70 req-ac6eb105-798a-44e3-8b4a-21ebb13a60d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 918 time: 0.1500769 Nov 27 01:16:57.158101 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.346368 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d01d6bd-83ab-436f-9291-d85ad54d9e70 req-7f8f1663-ef01-4197-b393-2f0201a4c09f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba44597-9a96-43c1-a551-0d2269af312f HTTP/1.1" status: 200 len: 999 time: 0.1765079 Nov 27 01:16:57.354212 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1742fc71-6b04-4213-a9bb-931d492059ea tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.400918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629fd4f-0a17-4eba-983d-e32ae4c154d0 req-18b3446b-63fd-4afb-b063-2fcba5353608 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:57.408563 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1629fd4f-0a17-4eba-983d-e32ae4c154d0 req-18b3446b-63fd-4afb-b063-2fcba5353608 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.1062226 Nov 27 01:16:57.432440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a32c19d-6872-41ee-8235-fb9229efa93d', 'tag': '9825a6d7-091e-46dd-bed4-2ae28f2f4eaa'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:57.436556 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaddd9a1-0c85-4380-9435-a274de7dde64" -d '{"events": [{"name": "network-changed", "server_uuid": "3a32c19d-6872-41ee-8235-fb9229efa93d", "tag": "9825a6d7-091e-46dd-bed4-2ae28f2f4eaa"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:57.437510 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1742fc71-6b04-4213-a9bb-931d492059ea tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.491977 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2738ebec-68dc-4c74-b43e-c87783be4162 None None] Network e8655b09-3c10-40ae-ad43-334f8c46f82e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:57.512885 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1742fc71-6b04-4213-a9bb-931d492059ea tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.524081 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1742fc71-6b04-4213-a9bb-931d492059ea tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "DELETE /v2.0/subnets/248ddaa1-a11b-433b-a8cd-0d8708b21136 HTTP/1.1" status: 204 len: 168 time: 0.5648658 Nov 27 01:16:57.528009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742fc71-6b04-4213-a9bb-931d492059ea tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Subnet': ['ID=248ddaa1-a11b-433b-a8cd-0d8708b21136,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:57.531245 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1629fd4f-0a17-4eba-983d-e32ae4c154d0 req-90508edb-002d-4371-828c-1d2164aa3113 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1211808 Nov 27 01:16:57.536843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56586) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:57.589494 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.603198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01d6bd-83ab-436f-9291-d85ad54d9e70 req-d31ec57d-30a6-4ae4-961c-2c21b92f9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:57.610489 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d01d6bd-83ab-436f-9291-d85ad54d9e70 req-d31ec57d-30a6-4ae4-961c-2c21b92f9942 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.2556808 Nov 27 01:16:57.692179 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e256e6-2e1b-4183-8309-93861fcf7f49 x-openstack-request-id: req-f4e256e6-2e1b-4183-8309-93861fcf7f49 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:57.692735 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a32c19d-6872-41ee-8235-fb9229efa93d", "tag": "9825a6d7-091e-46dd-bed4-2ae28f2f4eaa", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:57.693187 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4e256e6-2e1b-4183-8309-93861fcf7f49 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:57.693775 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a32c19d-6872-41ee-8235-fb9229efa93d', 'tag': '9825a6d7-091e-46dd-bed4-2ae28f2f4eaa', 'status': 'completed', 'code': 200} Nov 27 01:16:57.758467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:16:57.759018 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Allocated IP 172.20.0.6 (66600c12-de68-4328-9c8d-86de2c7852e9/6794342b-aa83-419b-8ed5-4f1257fc51e5/2d7996f4-df9a-4329-847d-59b105ada8dc) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:16:57.914339 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.922723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Made reservation on behalf of 53d6e7131d0740f3ab69fa54032dfa14 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:57.924033 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.926500 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.977869 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9825a6d7-091e-46dd-bed4-2ae28f2f4eaa,segment=NetworkSegment(e9e80dee-99e6-4a12-8935-472798f287af),segment_id=e9e80dee-99e6-4a12-8935-472798f287af)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:57.985804 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:58.019785 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '9825a6d7-091e-46dd-bed4-2ae28f2f4eaa', 'network_id': '2ce44638-8d8b-43b6-97d9-d1d1bc26b117', 'port_id': '9825a6d7-091e-46dd-bed4-2ae28f2f4eaa', 'mac_address': 'fa:16:3e:b2:6e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92a5ed1-0096-4f04-93c2-a15f9ec79d8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:16:58.077095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event updated for resources: {'Port': ['ID=2d7996f4-df9a-4329-847d-59b105ada8dc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:58.105557 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Network 66600c12-de68-4328-9c8d-86de2c7852e9 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:16:58.112551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab63b15-aaa1-48fb-b1bf-9eb0134db6dc req-78263371-6585-4229-9113-e0449c960764 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.120905 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2ab63b15-aaa1-48fb-b1bf-9eb0134db6dc req-78263371-6585-4229-9113-e0449c960764 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 945 time: 0.3209589 Nov 27 01:16:58.124253 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01d6bd-83ab-436f-9291-d85ad54d9e70 req-c7105a9a-f519-49db-8b5c-a05590daeb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.125971 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d01d6bd-83ab-436f-9291-d85ad54d9e70 req-c7105a9a-f519-49db-8b5c-a05590daeb75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3586309 Nov 27 01:16:58.139936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:58.143707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddd9a1-0c85-4380-9435-a274de7dde64 req-c875f1f5-443e-4956-a5cd-865d3bc827dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.145335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaddd9a1-0c85-4380-9435-a274de7dde64 req-c875f1f5-443e-4956-a5cd-865d3bc827dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4855ade2371d4c35b4da48d497e006c9&device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 1096 time: 0.3484697 Nov 27 01:16:58.147848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:16:58.212058 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:58.277579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:58.289853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1cf59-5a30-427f-8fce-f2b762f402ef req-f52b22af-60d9-4ea4-a8a9-3f5dcd17a323 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.309524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1cf59-5a30-427f-8fce-f2b762f402ef req-f52b22af-60d9-4ea4-a8a9-3f5dcd17a323 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.325547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1cf59-5a30-427f-8fce-f2b762f402ef req-f52b22af-60d9-4ea4-a8a9-3f5dcd17a323 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.328404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695ee8ec-3fed-414e-97fa-5ee1b37a2bac None None] DHCP port deletion for e8655b09-3c10-40ae-ad43-334f8c46f82e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:16:58.342940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1cf59-5a30-427f-8fce-f2b762f402ef req-f52b22af-60d9-4ea4-a8a9-3f5dcd17a323 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.363478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1cf59-5a30-427f-8fce-f2b762f402ef req-f52b22af-60d9-4ea4-a8a9-3f5dcd17a323 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.380934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1cf59-5a30-427f-8fce-f2b762f402ef req-f52b22af-60d9-4ea4-a8a9-3f5dcd17a323 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.390769 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1cf59-5a30-427f-8fce-f2b762f402ef req-f52b22af-60d9-4ea4-a8a9-3f5dcd17a323 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.397578 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b8e1cf59-5a30-427f-8fce-f2b762f402ef req-f52b22af-60d9-4ea4-a8a9-3f5dcd17a323 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.4282300 Nov 27 01:16:58.405738 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:58.428890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9825a6d7-091e-46dd-bed4-2ae28f2f4eaa,segment=NetworkSegment(e9e80dee-99e6-4a12-8935-472798f287af),segment_id=e9e80dee-99e6-4a12-8935-472798f287af)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:58.441376 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:58.520581 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b8e1cf59-5a30-427f-8fce-f2b762f402ef req-bc270851-d6a2-463a-a4ff-13ec9e337c27 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024284 Nov 27 01:16:58.577716 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2ab63b15-aaa1-48fb-b1bf-9eb0134db6dc req-4ebef736-0ebc-462c-9a33-beff3792eef5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503098 Nov 27 01:16:58.611184 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=9825a6d7-091e-46dd-bed4-2ae28f2f4eaa,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:58.638891 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Deleting port db63fa3a-fea9-4661-ac78-b1ff2b10e433 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:58.644792 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:58.662550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Allocated IP 172.20.0.7 (8f941621-4f80-49c2-838b-cc0d1ec353c3/00eae9ce-ef22-478b-aeeb-d796cdefe5ee/f2a6bd5e-fce6-4265-b237-070545d42afd) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:16:58.670300 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:58.710961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-695ee8ec-3fed-414e-97fa-5ee1b37a2bac None None] Deleting port db63fa3a-fea9-4661-ac78-b1ff2b10e433 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:58.711664 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-695ee8ec-3fed-414e-97fa-5ee1b37a2bac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:58.742099 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:58.844354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['9825a6d7-091e-46dd-bed4-2ae28f2f4eaa'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:16:58.980676 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d01d6bd-83ab-436f-9291-d85ad54d9e70 req-6b0ed4b5-ec8b-476f-b2be-f858b9df98c3 service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8149283 Nov 27 01:16:59.033649 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80668fc8-71ed-4bf1-b298-3385bea0c26b req-98306443-f3be-4472-aeaf-401989e61d0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 210 time: 0.1254013 Nov 27 01:16:59.050655 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-695ee8ec-3fed-414e-97fa-5ee1b37a2bac None None] For port db63fa3a-fea9-4661-ac78-b1ff2b10e433, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=db63fa3a-fea9-4661-ac78-b1ff2b10e433,segment=NetworkSegment(b669aae7-8225-4e45-96dd-2cb529628d27),segment_id=b669aae7-8225-4e45-96dd-2cb529628d27)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:59.051442 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-695ee8ec-3fed-414e-97fa-5ee1b37a2bac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:59.057091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddd9a1-0c85-4380-9435-a274de7dde64 req-b98c9840-bb53-422d-b492-19cdbc84978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:59.061606 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaddd9a1-0c85-4380-9435-a274de7dde64 req-b98c9840-bb53-422d-b492-19cdbc84978f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce44638-8d8b-43b6-97d9-d1d1bc26b117 HTTP/1.1" status: 200 len: 915 time: 0.8796718 Nov 27 01:16:59.068173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] For port db63fa3a-fea9-4661-ac78-b1ff2b10e433, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=db63fa3a-fea9-4661-ac78-b1ff2b10e433,segment=NetworkSegment(b669aae7-8225-4e45-96dd-2cb529628d27),segment_id=b669aae7-8225-4e45-96dd-2cb529628d27)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:59.068783 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:59.127078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Calling delete_port for db63fa3a-fea9-4661-ac78-b1ff2b10e433 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:59.156027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-695ee8ec-3fed-414e-97fa-5ee1b37a2bac None None] Calling delete_port for db63fa3a-fea9-4661-ac78-b1ff2b10e433 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:59.225148 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5b0f4-02bf-4246-b851-2c6acb1e7640 req-6f445af4-d5b7-4c92-ab65-f5aa28b63200 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:59.231290 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-daf5b0f4-02bf-4246-b851-2c6acb1e7640 req-6f445af4-d5b7-4c92-ab65-f5aa28b63200 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 945 time: 0.4909227 Nov 27 01:16:59.278050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:59.301083 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:59.414999 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:59.419765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346c9e5-6d91-4b4f-8c2e-168de47fb2de req-8238b2fa-4223-4924-9d8c-69837a1111bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:59.427765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2346c9e5-6d91-4b4f-8c2e-168de47fb2de req-8238b2fa-4223-4924-9d8c-69837a1111bb tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.2465386 Nov 27 01:16:59.512032 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:59.513401 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5666764 Nov 27 01:16:59.518901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56600) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:59.548269 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:59.584973 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-695ee8ec-3fed-414e-97fa-5ee1b37a2bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:59.627183 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:59.664521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ee8ec-3fed-414e-97fa-5ee1b37a2bac None None] Pushing event deleted for resources: {'Port': ['ID=db63fa3a-fea9-4661-ac78-b1ff2b10e433,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:59.678682 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2346c9e5-6d91-4b4f-8c2e-168de47fb2de req-a622f192-6f0f-4c14-af95-16a097390264 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2445517 Nov 27 01:16:59.692327 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695ee8ec-3fed-414e-97fa-5ee1b37a2bac None None] No DVR routers for this DVR port db63fa3a-fea9-4661-ac78-b1ff2b10e433 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:59.718378 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-daf5b0f4-02bf-4246-b851-2c6acb1e7640 req-7b7df6fb-ba32-41dd-ab8d-0ec6f566db44 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531233 Nov 27 01:16:59.719056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87190cee-14dd-46fb-bfe4-64a1e2811870 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event updated for resources: {'Port': ['ID=2d7996f4-df9a-4329-847d-59b105ada8dc,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:59.730714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device db63fa3a-fea9-4661-ac78-b1ff2b10e433 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:59.752371 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-82af6d73-8d2c-423a-af34-d1876226aa35 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=66600c12-de68-4328-9c8d-86de2c7852e9 HTTP/1.1" status: 200 len: 689 time: 0.2260754 Nov 27 01:16:59.753068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56608) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:59.810019 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: db63fa3a-fea9-4661-ac78-b1ff2b10e433 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:59.810461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device db63fa3a-fea9-4661-ac78-b1ff2b10e433 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:59.818956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Port': ['ID=db63fa3a-fea9-4661-ac78-b1ff2b10e433,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:59.832059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] No DVR routers for this DVR port db63fa3a-fea9-4661-ac78-b1ff2b10e433 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:59.983818 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.002286 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.076173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4faeaf-022e-49db-99bc-40c8fc99a56d req-dcce8217-ee4d-4d29-bf2b-e9b1f73c3156 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:00.089623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4faeaf-022e-49db-99bc-40c8fc99a56d req-dcce8217-ee4d-4d29-bf2b-e9b1f73c3156 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:00.104321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4faeaf-022e-49db-99bc-40c8fc99a56d req-dcce8217-ee4d-4d29-bf2b-e9b1f73c3156 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:00.109646 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16f1a9-f162-41bb-8177-87c2c4ba7fbc req-615d200d-4ea4-4d96-acd1-bff17203b444 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:00.114913 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca16f1a9-f162-41bb-8177-87c2c4ba7fbc req-615d200d-4ea4-4d96-acd1-bff17203b444 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 945 time: 0.1718082 Nov 27 01:17:00.118840 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4faeaf-022e-49db-99bc-40c8fc99a56d req-dcce8217-ee4d-4d29-bf2b-e9b1f73c3156 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:00.136730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4faeaf-022e-49db-99bc-40c8fc99a56d req-dcce8217-ee4d-4d29-bf2b-e9b1f73c3156 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:00.143181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4faeaf-022e-49db-99bc-40c8fc99a56d req-dcce8217-ee4d-4d29-bf2b-e9b1f73c3156 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:00.161883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4faeaf-022e-49db-99bc-40c8fc99a56d req-dcce8217-ee4d-4d29-bf2b-e9b1f73c3156 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:00.167476 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f4faeaf-022e-49db-99bc-40c8fc99a56d req-dcce8217-ee4d-4d29-bf2b-e9b1f73c3156 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.2940300 Nov 27 01:17:00.178631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8655b09-3c10-40ae-ad43-334f8c46f82e']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:00.254864 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca16f1a9-f162-41bb-8177-87c2c4ba7fbc req-65bf7308-724d-4f0a-9951-b1a54b0c9ab2 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243241 Nov 27 01:17:00.270245 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.308726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b669aae7-8225-4e45-96dd-2cb529628d27') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:00.309098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b669aae7-8225-4e45-96dd-2cb529628d27') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:00.343861 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.384492 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.398324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:17:00.400948 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.433935 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.441332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Deleting port 2d7996f4-df9a-4329-847d-59b105ada8dc {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:00.441674 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.533641 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.533946 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.556675 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Calling delete_port for 2d7996f4-df9a-4329-847d-59b105ada8dc owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:17:00.589051 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:17:00.602403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Network 8f941621-4f80-49c2-838b-cc0d1ec353c3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:00.617493 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.639597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:00.647054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:00.681588 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.690700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] 10.222.0.15 "DELETE /v2.0/networks/e8655b09-3c10-40ae-ad43-334f8c46f82e HTTP/1.1" status: 204 len: 168 time: 3.1273534 Nov 27 01:17:00.781387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Pushing event updated for resources: {'Port': ['ID=f2a6bd5e-fce6-4265-b237-070545d42afd,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:00.820628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f7621-357e-41c6-a5e0-fcf24bc59a6d tempest-ServersTestMultiNic-299756836 tempest-ServersTestMultiNic-299756836-project] Pushing event deleted for resources: {'Network': ['ID=e8655b09-3c10-40ae-ad43-334f8c46f82e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:00.849432 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f4faeaf-022e-49db-99bc-40c8fc99a56d req-c6fabbd6-9269-4789-870a-0d773d246c3b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6632838 Nov 27 01:17:00.883650 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:00.884694 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.956710 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a9e1ec38-f8e8-4bc9-b765-5b786951313c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2008007 Nov 27 01:17:01.197009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8828bf-1b54-4411-98f4-386fdf44351d req-345e4ce6-4b04-4338-8db2-75ad25b35f11 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:01.199295 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a8828bf-1b54-4411-98f4-386fdf44351d req-345e4ce6-4b04-4338-8db2-75ad25b35f11 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 931 time: 0.5642431 Nov 27 01:17:01.213499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146e824-f7ad-43f6-b161-149c656248a8 req-01b92c29-ea84-4a4c-bed0-38cfc55bb1fc tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:01.215115 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f146e824-f7ad-43f6-b161-149c656248a8 req-01b92c29-ea84-4a4c-bed0-38cfc55bb1fc tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.1256213 Nov 27 01:17:01.320022 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a8828bf-1b54-4411-98f4-386fdf44351d req-f67a890b-a3c0-41d7-bdec-710d70361e83 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135411 Nov 27 01:17:01.339647 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:01.393189 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d7996f4-df9a-4329-847d-59b105ada8dc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:01.492417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Request body: {'port': {'device_id': '6347d3bd-6acd-4273-b1de-450bcaf84723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:01.503112 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:01.503604 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaddd9a1-0c85-4380-9435-a274de7dde64 req-b84ebca5-6949-42bb-b93b-b358c960bd7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9825a6d7-091e-46dd-bed4-2ae28f2f4eaa HTTP/1.1" status: 200 len: 217 time: 0.2039497 Nov 27 01:17:01.575474 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:01.644430 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f146e824-f7ad-43f6-b161-149c656248a8 req-c4811b50-f1e5-4159-9b05-d4c7274515ac tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4165947 Nov 27 01:17:01.721812 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f3878-cc30-4bd1-81c2-58727b741aa2 req-7712fd50-d4fd-47e5-aeb9-fbff984a6fa2 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:01.723570 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca8f3878-cc30-4bd1-81c2-58727b741aa2 req-7712fd50-d4fd-47e5-aeb9-fbff984a6fa2 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 945 time: 0.1531379 Nov 27 01:17:01.748279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:01.823885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:01.862273 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d01d6bd-83ab-436f-9291-d85ad54d9e70 req-6dab8ad6-967d-4141-8d94-41a90e852eb0 service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615029 Nov 27 01:17:01.888599 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca8f3878-cc30-4bd1-81c2-58727b741aa2 req-c9a7fdf1-5a17-4035-ace1-9749e1b76cf5 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510050 Nov 27 01:17:01.889642 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:01.907642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:01.911853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:01.912255 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:01.982348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6794342b-aa83-419b-8ed5-4f1257fc51e5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:02.107043 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:02.146891 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66600c12-de68-4328-9c8d-86de2c7852e9']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:02.162061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072015ca-5e3a-4cfd-8e44-d4375faf34ff') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:02.162573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072015ca-5e3a-4cfd-8e44-d4375faf34ff') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:02.180614 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:02.195450 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:02.202839 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:17:02.203417 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:02.229327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddd9a1-0c85-4380-9435-a274de7dde64 req-4c262b10-e6d5-4ed2-b14a-091d5ae6f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:02.237136 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaddd9a1-0c85-4380-9435-a274de7dde64 req-4c262b10-e6d5-4ed2-b14a-091d5ae6f0e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d92a5ed1-0096-4f04-93c2-a15f9ec79d8b HTTP/1.1" status: 200 len: 854 time: 0.2565360 Nov 27 01:17:02.254602 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01ce20-6b28-423d-bf17-6433454543a8 req-a6330b5d-1e05-42ab-a507-6b181f4b8ecf tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:17:02.263263 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:17:02.265847 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a01ce20-6b28-423d-bf17-6433454543a8 req-a6330b5d-1e05-42ab-a507-6b181f4b8ecf tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 945 time: 0.3726161 Nov 27 01:17:02.267398 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:02.274238 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66600c12-de68-4328-9c8d-86de2c7852e9 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 01:17:02.277985 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:02.285907 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "DELETE /v2.0/networks/66600c12-de68-4328-9c8d-86de2c7852e9 HTTP/1.1" status: 204 len: 168 time: 2.5314026 Nov 27 01:17:02.292894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56634) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:02.395436 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:02.445551 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaddd9a1-0c85-4380-9435-a274de7dde64 req-8d48bf34-c4ce-45c2-86f9-87e22a3bc543 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce44638-8d8b-43b6-97d9-d1d1bc26b117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481225 Nov 27 01:17:02.454890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9825a6d7-091e-46dd-bed4-2ae28f2f4eaa,segment=NetworkSegment(e9e80dee-99e6-4a12-8935-472798f287af),segment_id=e9e80dee-99e6-4a12-8935-472798f287af)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:02.458243 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a32c19d-6872-41ee-8235-fb9229efa93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9825a6d7-091e-46dd-bed4-2ae28f2f4eaa'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:02.466667 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3269c1b5-f1d1-4778-b319-2b6cd9b317b1" -d '{"events": [{"server_uuid": "3a32c19d-6872-41ee-8235-fb9229efa93d", "name": "network-vif-plugged", "status": "completed", "tag": "9825a6d7-091e-46dd-bed4-2ae28f2f4eaa"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:02.477343 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:02.514125 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a01ce20-6b28-423d-bf17-6433454543a8 req-c550f552-2e4c-4c21-8f03-0722647bb3d5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190278 Nov 27 01:17:02.519750 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b142b8-c402-45af-a009-60edacd31730 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event deleted for resources: {'Network': ['ID=66600c12-de68-4328-9c8d-86de2c7852e9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:02.593127 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=9825a6d7-091e-46dd-bed4-2ae28f2f4eaa,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:02.649593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56640) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:02.818259 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e0fd4773-d6ed-4f02-80b2-1acd41e6a5a0 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2258 time: 0.5239549 Nov 27 01:17:02.820489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56644) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:02.822669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a6bd5e-fce6-4265-b237-070545d42afd {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:02.968140 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:02.968413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a122aca-d154-4873-8a4b-5fec00fb38b3 req-b0e9abad-a1c7-453c-8a1d-6d42f83acbb7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:02.985955 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a122aca-d154-4873-8a4b-5fec00fb38b3 req-b0e9abad-a1c7-453c-8a1d-6d42f83acbb7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:02.992722 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a122aca-d154-4873-8a4b-5fec00fb38b3 req-b0e9abad-a1c7-453c-8a1d-6d42f83acbb7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.003147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Transition to ACTIVE for port object f2a6bd5e-fce6-4265-b237-070545d42afd will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:17:03.013032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a122aca-d154-4873-8a4b-5fec00fb38b3 req-b0e9abad-a1c7-453c-8a1d-6d42f83acbb7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.033836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a122aca-d154-4873-8a4b-5fec00fb38b3 req-b0e9abad-a1c7-453c-8a1d-6d42f83acbb7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.037367 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:03.050794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a122aca-d154-4873-8a4b-5fec00fb38b3 req-b0e9abad-a1c7-453c-8a1d-6d42f83acbb7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.071268 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a122aca-d154-4873-8a4b-5fec00fb38b3 req-b0e9abad-a1c7-453c-8a1d-6d42f83acbb7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.073281 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9a122aca-d154-4873-8a4b-5fec00fb38b3 req-b0e9abad-a1c7-453c-8a1d-6d42f83acbb7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.5945871 Nov 27 01:17:03.154335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Pushing event updated for resources: {'Port': ['ID=f2a6bd5e-fce6-4265-b237-070545d42afd,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:03.436134 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9a122aca-d154-4873-8a4b-5fec00fb38b3 req-0bc1d6ff-5ae8-4d8a-a2ca-93d8df65d737 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3399694 Nov 27 01:17:03.544003 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53c80d5-951c-4dab-bb82-ddc2d1c9189a x-openstack-request-id: req-b53c80d5-951c-4dab-bb82-ddc2d1c9189a {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:03.545153 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a32c19d-6872-41ee-8235-fb9229efa93d", "name": "network-vif-plugged", "status": "completed", "tag": "9825a6d7-091e-46dd-bed4-2ae28f2f4eaa", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:03.545648 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b53c80d5-951c-4dab-bb82-ddc2d1c9189a {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:03.546250 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a32c19d-6872-41ee-8235-fb9229efa93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9825a6d7-091e-46dd-bed4-2ae28f2f4eaa', 'code': 200} Nov 27 01:17:03.742371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf2873-ff35-430c-bc57-292bed1dcb00 req-0a286261-b4e6-4b9a-b963-0e9ed133b008 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.751133 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4ecf2873-ff35-430c-bc57-292bed1dcb00 req-0a286261-b4e6-4b9a-b963-0e9ed133b008 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.0752478 Nov 27 01:17:03.792289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc6416-3d56-4ffa-a63b-486fea122e6f req-5abe9730-1d51-4ada-b193-b03cb7346ba4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.800888 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4dc6416-3d56-4ffa-a63b-486fea122e6f req-5abe9730-1d51-4ada-b193-b03cb7346ba4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 931 time: 1.0544393 Nov 27 01:17:03.859817 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4ecf2873-ff35-430c-bc57-292bed1dcb00 req-9525d42e-4910-4563-bc40-90dc7efd4c86 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071267 Nov 27 01:17:03.968865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.973382 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a690754-5b5a-4d7e-a80d-565cf455f9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:03.980991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.981773 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.982425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.983088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.983720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.984384 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.985015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.986139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.988807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.989469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.990107 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.990741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.992862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.993507 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.994137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.994764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.997395 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-55a2298a-8e2e-4c92-a27f-2b571c25d3f6 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10835 time: 1.1592088 Nov 27 01:17:04.020949 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4dc6416-3d56-4ffa-a63b-486fea122e6f req-de995bd0-d4fb-45d8-a30c-5c59371773d4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191937 Nov 27 01:17:04.032505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56652) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:04.109659 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-7a6d687f-dbe2-4a66-b688-f7a7790c6270 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] delete failed (client error): The resource could not be found. Nov 27 01:17:04.113760 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7a6d687f-dbe2-4a66-b688-f7a7790c6270 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/60945359-7ea5-4bb8-95a6-077c14dfbe13 HTTP/1.1" status: 404 len: 345 time: 0.0772421 Nov 27 01:17:04.117255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56654) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:04.132984 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaddd9a1-0c85-4380-9435-a274de7dde64 req-876ca001-7da2-4022-872f-f3c2c0dfae86 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce44638-8d8b-43b6-97d9-d1d1bc26b117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9790170 Nov 27 01:17:04.156302 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1214b0-728d-4b63-a2bb-555d3296f56f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] DELETE failed (client error): The resource could not be found. Nov 27 01:17:04.157006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1214b0-728d-4b63-a2bb-555d3296f56f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:17:04.161357 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3d1214b0-728d-4b63-a2bb-555d3296f56f tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "DELETE /v2.0/networks/66600c12-de68-4328-9c8d-86de2c7852e9 HTTP/1.1" status: 404 len: 339 time: 0.0430286 Nov 27 01:17:04.167684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56656) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:04.177023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a52457cc-3224-486e-ad19-f67ea5ce4740 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Request body: {'network': {'name': 'tempest-network--179805216', 'router:external': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:04.192539 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Attempting to bind port f2a6bd5e-fce6-4265-b237-070545d42afd on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:04.193033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Attempting to bind port f2a6bd5e-fce6-4265-b237-070545d42afd by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:04.198177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Attempting to bind port f2a6bd5e-fce6-4265-b237-070545d42afd on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:04.205607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Port f2a6bd5e-fce6-4265-b237-070545d42afd on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:04.207424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Attempting to bind port f2a6bd5e-fce6-4265-b237-070545d42afd on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:04.216658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:04.217104 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Checking segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:04.217719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Bound using segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:04.218292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Bound port: f2a6bd5e-fce6-4265-b237-070545d42afd, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:04.218840 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.274104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52457cc-3224-486e-ad19-f67ea5ce4740 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Made reservation on behalf of c20bfe966fb04bccacf51d667ae79057 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:04.276659 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a52457cc-3224-486e-ad19-f67ea5ce4740 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.336290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] For port f2a6bd5e-fce6-4265-b237-070545d42afd, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:04.339796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] For port f2a6bd5e-fce6-4265-b237-070545d42afd, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f2a6bd5e-fce6-4265-b237-070545d42afd,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:04.343076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52457cc-3224-486e-ad19-f67ea5ce4740 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:17:04.355007 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a52457cc-3224-486e-ad19-f67ea5ce4740 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.355673 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-a52457cc-3224-486e-ad19-f67ea5ce4740 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Added segment b0909375-bb5f-4f45-83b7-11e8e65c311f of type vlan for network 0100d48a-aace-4967-844a-0af627bf44d9 Nov 27 01:17:04.365567 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.405383 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a52457cc-3224-486e-ad19-f67ea5ce4740 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.443286 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a52457cc-3224-486e-ad19-f67ea5ce4740 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.445120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52457cc-3224-486e-ad19-f67ea5ce4740 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:04.445884 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a52457cc-3224-486e-ad19-f67ea5ce4740 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.492447 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Pushing event updated for resources: {'Port': ['ID=f2a6bd5e-fce6-4265-b237-070545d42afd,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:04.512740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52457cc-3224-486e-ad19-f67ea5ce4740 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event updated for resources: {'Network': ['ID=0100d48a-aace-4967-844a-0af627bf44d9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:04.513935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:04.514748 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.525277 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbae46a-675b-4cf1-94b4-29f517a8d2d3 req-37c425aa-5560-498f-b422-a819147dd945 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:04.534079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 0100d48a-aace-4967-844a-0af627bf44d9 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:17:04.535020 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6bbae46a-675b-4cf1-94b4-29f517a8d2d3 req-37c425aa-5560-498f-b422-a819147dd945 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 946 time: 0.3649476 Nov 27 01:17:04.535978 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-a6c5391b-7b60-4d31-aa28-b747e7bee87b service neutron] 10.222.0.21 "PUT /v2.0/ports/f2a6bd5e-fce6-4265-b237-070545d42afd HTTP/1.1" status: 200 len: 1092 time: 3.2368722 Nov 27 01:17:04.537368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6347d3bd-6acd-4273-b1de-450bcaf84723', 'tag': 'f2a6bd5e-fce6-4265-b237-070545d42afd'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:04.545013 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b80956-f845-42c4-b07a-7dfd4f7f3b07" -d '{"events": [{"name": "network-changed", "server_uuid": "6347d3bd-6acd-4273-b1de-450bcaf84723", "tag": "f2a6bd5e-fce6-4265-b237-070545d42afd"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:04.604280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c1fbb-23b5-4f51-822b-f826f4a180df req-f023de5e-daa3-4f5a-9e7e-50e8879afff2 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:04.611922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-805c1fbb-23b5-4f51-822b-f826f4a180df req-f023de5e-daa3-4f5a-9e7e-50e8879afff2 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 945 time: 0.2695792 Nov 27 01:17:04.652374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56664) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:04.658295 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a52457cc-3224-486e-ad19-f67ea5ce4740 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4759195 Nov 27 01:17:04.747019 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-805c1fbb-23b5-4f51-822b-f826f4a180df req-ed7c1495-1e89-4dec-92ce-510427a8f9a3 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238458 Nov 27 01:17:04.771767 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6bbae46a-675b-4cf1-94b4-29f517a8d2d3 req-7e42372a-47ac-496e-abc6-2f8d84311c93 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259057 Nov 27 01:17:04.860586 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22827e6-637d-44ef-a598-edf3678d220d x-openstack-request-id: req-f22827e6-637d-44ef-a598-edf3678d220d {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:04.861154 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6347d3bd-6acd-4273-b1de-450bcaf84723", "tag": "f2a6bd5e-fce6-4265-b237-070545d42afd", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:04.861412 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f22827e6-637d-44ef-a598-edf3678d220d {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:04.861825 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6347d3bd-6acd-4273-b1de-450bcaf84723', 'tag': 'f2a6bd5e-fce6-4265-b237-070545d42afd', 'status': 'completed', 'code': 200} Nov 27 01:17:04.910122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-8a690754-5b5a-4d7e-a80d-565cf455f9af admin admin] Deleting port 62a03fde-938c-44ae-aeaa-5154837c0eb4 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:04.910480 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a690754-5b5a-4d7e-a80d-565cf455f9af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.978478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1dcb1d-090d-489a-8f27-bfd452cc03e5 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:04.984642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1dcb1d-090d-489a-8f27-bfd452cc03e5 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:04.991029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1dcb1d-090d-489a-8f27-bfd452cc03e5 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:04.997732 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1dcb1d-090d-489a-8f27-bfd452cc03e5 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:04.999743 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7e1dcb1d-090d-489a-8f27-bfd452cc03e5 tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3459818 Nov 27 01:17:05.004161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56668) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:05.011484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302abbd8-2df0-44f5-b3af-fe3fd2a0b9ea req-94f8b3be-f029-40ab-aaea-1db7706e7541 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:05.017972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302abbd8-2df0-44f5-b3af-fe3fd2a0b9ea req-94f8b3be-f029-40ab-aaea-1db7706e7541 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:05.024581 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302abbd8-2df0-44f5-b3af-fe3fd2a0b9ea req-94f8b3be-f029-40ab-aaea-1db7706e7541 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:05.031147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302abbd8-2df0-44f5-b3af-fe3fd2a0b9ea req-94f8b3be-f029-40ab-aaea-1db7706e7541 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:05.037716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302abbd8-2df0-44f5-b3af-fe3fd2a0b9ea req-94f8b3be-f029-40ab-aaea-1db7706e7541 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:05.044680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302abbd8-2df0-44f5-b3af-fe3fd2a0b9ea req-94f8b3be-f029-40ab-aaea-1db7706e7541 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:05.050957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302abbd8-2df0-44f5-b3af-fe3fd2a0b9ea req-94f8b3be-f029-40ab-aaea-1db7706e7541 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:05.061081 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-302abbd8-2df0-44f5-b3af-fe3fd2a0b9ea req-94f8b3be-f029-40ab-aaea-1db7706e7541 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.1983373 Nov 27 01:17:05.113234 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-219fad2e-76f6-4517-b34e-f6141b92f339 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.189757 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-302abbd8-2df0-44f5-b3af-fe3fd2a0b9ea req-d17c64f5-fcb9-47ef-b57b-3cf2b428be67 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277688 Nov 27 01:17:05.192318 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-8a690754-5b5a-4d7e-a80d-565cf455f9af admin admin] For port 62a03fde-938c-44ae-aeaa-5154837c0eb4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=62a03fde-938c-44ae-aeaa-5154837c0eb4,segment=NetworkSegment(d854b8f7-4440-4b9e-b9ba-7e08dc49ab55),segment_id=d854b8f7-4440-4b9e-b9ba-7e08dc49ab55)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:05.192837 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a690754-5b5a-4d7e-a80d-565cf455f9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.217048 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-8a690754-5b5a-4d7e-a80d-565cf455f9af admin admin] Calling delete_port for 62a03fde-938c-44ae-aeaa-5154837c0eb4 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:05.238762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abbdf3-07c4-4ee2-959d-3daef488647c req-748e377b-1ea5-43bf-8cdc-b36a9dd5ffc5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:05.241048 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08abbdf3-07c4-4ee2-959d-3daef488647c req-748e377b-1ea5-43bf-8cdc-b36a9dd5ffc5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.1411922 Nov 27 01:17:05.353063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61aa82-9f2c-4826-8899-e031133773b3 req-55f39c5b-3e80-47d4-9b8a-15ad27f49515 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:05.354612 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7d61aa82-9f2c-4826-8899-e031133773b3 req-55f39c5b-3e80-47d4-9b8a-15ad27f49515 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 943 time: 0.0515838 Nov 27 01:17:05.387368 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-219fad2e-76f6-4517-b34e-f6141b92f339 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.402635 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7d61aa82-9f2c-4826-8899-e031133773b3 req-8a6dced4-33b1-4f29-b260-fc3d4b1daba0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 Nov 27 01:17:05.428494 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08abbdf3-07c4-4ee2-959d-3daef488647c req-f22078fb-3827-4bc3-8441-7c13004ca836 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1602945 Nov 27 01:17:05.434018 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-219fad2e-76f6-4517-b34e-f6141b92f339 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0100d48a-aace-4967-844a-0af627bf44d9']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:05.475282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-219fad2e-76f6-4517-b34e-f6141b92f339 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0909375-bb5f-4f45-83b7-11e8e65c311f') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:05.476605 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-219fad2e-76f6-4517-b34e-f6141b92f339 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0909375-bb5f-4f45-83b7-11e8e65c311f') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:05.491115 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-219fad2e-76f6-4517-b34e-f6141b92f339 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.510362 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-219fad2e-76f6-4517-b34e-f6141b92f339 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.522348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219fad2e-76f6-4517-b34e-f6141b92f339 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:17:05.522742 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-219fad2e-76f6-4517-b34e-f6141b92f339 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:17:05.524425 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:17:05.614836 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-219fad2e-76f6-4517-b34e-f6141b92f339 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.623083 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219fad2e-76f6-4517-b34e-f6141b92f339 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0100d48a-aace-4967-844a-0af627bf44d9 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 01:17:05.625828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-219fad2e-76f6-4517-b34e-f6141b92f339 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.629703 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-219fad2e-76f6-4517-b34e-f6141b92f339 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "DELETE /v2.0/networks/0100d48a-aace-4967-844a-0af627bf44d9 HTTP/1.1" status: 204 len: 168 time: 0.6162798 Nov 27 01:17:05.632826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56674) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:05.638365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-08c3e3ff-a885-457e-9f19-8fa80be422d7 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Request body: {'network': {'name': 'tempest-network--1583984594', 'router:external': True}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:05.684589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c3e3ff-a885-457e-9f19-8fa80be422d7 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Made reservation on behalf of c20bfe966fb04bccacf51d667ae79057 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:05.687159 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08c3e3ff-a885-457e-9f19-8fa80be422d7 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.704409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fad2e-76f6-4517-b34e-f6141b92f339 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event deleted for resources: {'Network': ['ID=0100d48a-aace-4967-844a-0af627bf44d9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:05.731356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c3e3ff-a885-457e-9f19-8fa80be422d7 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:17:05.747314 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a690754-5b5a-4d7e-a80d-565cf455f9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.761598 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08c3e3ff-a885-457e-9f19-8fa80be422d7 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.761953 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-08c3e3ff-a885-457e-9f19-8fa80be422d7 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Added segment 6863e309-f6c6-4ad9-b85c-321ce4e26d07 of type vlan for network 8f02bc73-6ce5-4e29-88d2-d0900b305c5a Nov 27 01:17:05.774794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a690754-5b5a-4d7e-a80d-565cf455f9af admin admin] Pushing event deleted for resources: {'Port': ['ID=62a03fde-938c-44ae-aeaa-5154837c0eb4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:05.914166 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08c3e3ff-a885-457e-9f19-8fa80be422d7 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:06.034512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d254f-c803-4274-915a-cd398d3c88a3 req-e0d958eb-d07d-410b-ae73-923d088a2883 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.036102 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8f2d254f-c803-4274-915a-cd398d3c88a3 req-e0d958eb-d07d-410b-ae73-923d088a2883 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 945 time: 0.1446066 Nov 27 01:17:06.051358 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27918ccd-33bd-4b43-8622-bf1edd6ea3a5 req-33063c42-8540-4608-aa4e-32733a27c573 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.059542 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27918ccd-33bd-4b43-8622-bf1edd6ea3a5 req-33063c42-8540-4608-aa4e-32733a27c573 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 946 time: 0.1427357 Nov 27 01:17:06.104764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08c3e3ff-a885-457e-9f19-8fa80be422d7 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:06.110053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c3e3ff-a885-457e-9f19-8fa80be422d7 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.110666 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08c3e3ff-a885-457e-9f19-8fa80be422d7 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:06.140162 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a690754-5b5a-4d7e-a80d-565cf455f9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:06.167843 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8f2d254f-c803-4274-915a-cd398d3c88a3 req-b6ac7f43-65b0-4670-beaf-e2ec432d086e tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897706 Nov 27 01:17:06.214737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3e3ff-a885-457e-9f19-8fa80be422d7 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event updated for resources: {'Network': ['ID=8f02bc73-6ce5-4e29-88d2-d0900b305c5a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:06.223948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-08c3e3ff-a885-457e-9f19-8fa80be422d7 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5871348 Nov 27 01:17:06.224853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56680) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:06.229506 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 8f02bc73-6ce5-4e29-88d2-d0900b305c5a details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:17:06.265136 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27918ccd-33bd-4b43-8622-bf1edd6ea3a5 req-c81191a6-6318-457b-96ad-8dcfabce2f1f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884189 Nov 27 01:17:06.540126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e57bcf-feee-4de5-bfa1-fdec498c889e req-c81dfa03-203f-47ee-a565-6a69c96085bd tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.547577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-44e57bcf-feee-4de5-bfa1-fdec498c889e req-c81dfa03-203f-47ee-a565-6a69c96085bd tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 943 time: 0.0728412 Nov 27 01:17:06.591382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c210cf-90a0-40ea-9033-1fad4ed33dff tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.592856 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-13c210cf-90a0-40ea-9033-1fad4ed33dff tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] 10.222.0.15 "GET /v2.0/networks/8f02bc73-6ce5-4e29-88d2-d0900b305c5a HTTP/1.1" status: 200 len: 757 time: 0.3670495 Nov 27 01:17:06.596559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56690) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:06.628584 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b9b50-cd89-40b5-b2aa-afc3ad708202 req-8ab2f3ef-6180-4958-9a5f-902bb3ba3be1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.635028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b9b50-cd89-40b5-b2aa-afc3ad708202 req-8ab2f3ef-6180-4958-9a5f-902bb3ba3be1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.636543 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-44e57bcf-feee-4de5-bfa1-fdec498c889e req-736eaed1-79a0-4f01-9ba7-721d234cd212 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879362 Nov 27 01:17:06.641761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b9b50-cd89-40b5-b2aa-afc3ad708202 req-8ab2f3ef-6180-4958-9a5f-902bb3ba3be1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.649561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b9b50-cd89-40b5-b2aa-afc3ad708202 req-8ab2f3ef-6180-4958-9a5f-902bb3ba3be1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.655765 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b9b50-cd89-40b5-b2aa-afc3ad708202 req-8ab2f3ef-6180-4958-9a5f-902bb3ba3be1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.661823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b9b50-cd89-40b5-b2aa-afc3ad708202 req-8ab2f3ef-6180-4958-9a5f-902bb3ba3be1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.667724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b9b50-cd89-40b5-b2aa-afc3ad708202 req-8ab2f3ef-6180-4958-9a5f-902bb3ba3be1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.669651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f0b9b50-cd89-40b5-b2aa-afc3ad708202 req-8ab2f3ef-6180-4958-9a5f-902bb3ba3be1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5417 time: 0.3234863 Nov 27 01:17:06.787823 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7448c-c98b-49ac-a5b5-43488d5ba927 req-2695abdc-745d-4bd5-a716-da84bf4bbc82 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.800457 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5ce7448c-c98b-49ac-a5b5-43488d5ba927 req-2695abdc-745d-4bd5-a716-da84bf4bbc82 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.0841355 Nov 27 01:17:06.863574 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5ce7448c-c98b-49ac-a5b5-43488d5ba927 req-4772f655-b9a3-4194-a6b0-5f4238987f74 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560186 Nov 27 01:17:07.222201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2a2d89-f2d9-47f5-a063-17cfe66b98bb tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:07.227396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56694) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:07.236403 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6f2a2d89-f2d9-47f5-a063-17cfe66b98bb tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] 10.222.0.15 "GET /v2.0/networks/1031448f-e614-442c-8028-30ca2f23211c HTTP/1.1" status: 200 len: 768 time: 0.6371822 Nov 27 01:17:07.275348 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f0b9b50-cd89-40b5-b2aa-afc3ad708202 req-0881e009-d22a-43b8-9b83-901ae1919b43 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2735560 Nov 27 01:17:07.292399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a690754-5b5a-4d7e-a80d-565cf455f9af admin admin] Router 769623b4-3745-41f7-a538-0cb08a140d86 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:17:07.373821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-64747a9a-790a-436c-b16f-bfcd91baf1c9 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.390774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5792ab-c236-4cf7-8290-4f3f01520baf req-c7e69cae-73d7-4f4f-81cf-27659a63ce1a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:07.392280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe5792ab-c236-4cf7-8290-4f3f01520baf req-c7e69cae-73d7-4f4f-81cf-27659a63ce1a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 945 time: 0.0775096 Nov 27 01:17:07.435107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a690754-5b5a-4d7e-a80d-565cf455f9af admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:17:07.440326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8a690754-5b5a-4d7e-a80d-565cf455f9af admin admin] 10.222.0.15 "PUT /v2.0/routers/769623b4-3745-41f7-a538-0cb08a140d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7880592 Nov 27 01:17:07.443799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56698) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:07.446590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c94ed2-4d7d-49da-a8bc-ffb749457cf2 None None] Sync routers for ids ['769623b4-3745-41f7-a538-0cb08a140d86'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:17:07.457820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0fb90-6086-40db-91a6-0e277daefe5e req-359737e7-af0d-4d85-a3b4-f2181be3b92b tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:07.458426 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c94ed2-4d7d-49da-a8bc-ffb749457cf2 None None] Routers {'769623b4-3745-41f7-a538-0cb08a140d86'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:07.459311 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d6e0fb90-6086-40db-91a6-0e277daefe5e req-359737e7-af0d-4d85-a3b4-f2181be3b92b tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 946 time: 0.0748396 Nov 27 01:17:07.459682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26c94ed2-4d7d-49da-a8bc-ffb749457cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:16:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['769623b4-3745-41f7-a538-0cb08a140d86'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:07.510160 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-64747a9a-790a-436c-b16f-bfcd91baf1c9 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.525340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe5792ab-c236-4cf7-8290-4f3f01520baf req-be0b2f78-4b0c-48ad-9cc8-37a0ff715d1d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257420 Nov 27 01:17:07.537545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-64747a9a-790a-436c-b16f-bfcd91baf1c9 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f02bc73-6ce5-4e29-88d2-d0900b305c5a']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:07.549188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-64747a9a-790a-436c-b16f-bfcd91baf1c9 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6863e309-f6c6-4ad9-b85c-321ce4e26d07') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:07.549492 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-64747a9a-790a-436c-b16f-bfcd91baf1c9 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6863e309-f6c6-4ad9-b85c-321ce4e26d07') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:07.559234 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-64747a9a-790a-436c-b16f-bfcd91baf1c9 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.583679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-64747a9a-790a-436c-b16f-bfcd91baf1c9 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.598618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4e22fff8-c9b9-4089-99ed-dfb510d02f58 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:07.602899 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d6e0fb90-6086-40db-91a6-0e277daefe5e req-5c5afdeb-09c8-4044-a29a-be10e5294e7d tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119075 Nov 27 01:17:07.619920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64747a9a-790a-436c-b16f-bfcd91baf1c9 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:17:07.622760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-64747a9a-790a-436c-b16f-bfcd91baf1c9 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.627361 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.630746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-26c94ed2-4d7d-49da-a8bc-ffb749457cf2 None None] Set router 769623b4-3745-41f7-a538-0cb08a140d86 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:17:07.631060 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:17:07.775384 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.resource_extend [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:17:07.839390 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-64747a9a-790a-436c-b16f-bfcd91baf1c9 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.849600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64747a9a-790a-436c-b16f-bfcd91baf1c9 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8f02bc73-6ce5-4e29-88d2-d0900b305c5a {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 01:17:07.865189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281acbe1-a83b-4a5e-a675-afc4f27fc363 req-2cfd473b-86f8-4b1e-b109-0c3a7dec2dd3 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:07.874736 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-281acbe1-a83b-4a5e-a675-afc4f27fc363 req-2cfd473b-86f8-4b1e-b109-0c3a7dec2dd3 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 943 time: 0.1085730 Nov 27 01:17:07.884586 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.903109 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-64747a9a-790a-436c-b16f-bfcd91baf1c9 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.908657 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-64747a9a-790a-436c-b16f-bfcd91baf1c9 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "DELETE /v2.0/networks/8f02bc73-6ce5-4e29-88d2-d0900b305c5a HTTP/1.1" status: 204 len: 168 time: 0.6800776 Nov 27 01:17:07.912534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56706) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:07.919955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64747a9a-790a-436c-b16f-bfcd91baf1c9 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f02bc73-6ce5-4e29-88d2-d0900b305c5a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:07.944558 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-56595e7b-0036-41b4-a045-7d90310401e2 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Request body: {'network': {'name': 'tempest-network--215068330'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:07.959056 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-281acbe1-a83b-4a5e-a675-afc4f27fc363 req-3e6a45ef-85b8-4486-8488-2a0eede36d79 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780122 Nov 27 01:17:07.998042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4e22fff8-c9b9-4089-99ed-dfb510d02f58, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4e22fff8-c9b9-4089-99ed-dfb510d02f58,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:08.017846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '4e22fff8-c9b9-4089-99ed-dfb510d02f58', 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc', 'port_id': '4e22fff8-c9b9-4089-99ed-dfb510d02f58', 'mac_address': 'fa:16:3e:cd:93:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5b2728-377a-4cad-b3b1-5f9a22f04952', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:08.087474 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.093390 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26c94ed2-4d7d-49da-a8bc-ffb749457cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769623b4-3745-41f7-a538-0cb08a140d86', 'name': 'tempest-ServersTestMultiNic-448472303-router', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:17:05Z', 'revision_number': 5, 'project_id': 'bf897b0f02e542a6892c38a83ddb7031', 'gw_port': {'id': '46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769623b4-3745-41f7-a538-0cb08a140d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:08.110715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23abaf-0b08-4b1b-8fee-0842d430638a req-93ea1137-d397-4f51-bc9f-2e5e631be141 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:08.118536 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8b23abaf-0b08-4b1b-8fee-0842d430638a req-93ea1137-d397-4f51-bc9f-2e5e631be141 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.0979600 Nov 27 01:17:08.129570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56595e7b-0036-41b4-a045-7d90310401e2 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Made reservation on behalf of c20bfe966fb04bccacf51d667ae79057 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:08.131866 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56595e7b-0036-41b4-a045-7d90310401e2 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.136780 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c94ed2-4d7d-49da-a8bc-ffb749457cf2 None None] Checking router: 769623b4-3745-41f7-a538-0cb08a140d86 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:17:08.144624 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e22fff8-c9b9-4089-99ed-dfb510d02f58 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:08.153904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c94ed2-4d7d-49da-a8bc-ffb749457cf2 None None] Routers {'769623b4-3745-41f7-a538-0cb08a140d86'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:08.154816 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26c94ed2-4d7d-49da-a8bc-ffb749457cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:16:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['769623b4-3745-41f7-a538-0cb08a140d86'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:08.165285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56595e7b-0036-41b4-a045-7d90310401e2 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:17:08.175203 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56595e7b-0036-41b4-a045-7d90310401e2 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.175549 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-56595e7b-0036-41b4-a045-7d90310401e2 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Added segment 91a10eef-2edf-4944-bc63-39847e6b2700 of type vlan for network 54d81eff-face-4156-91b5-6ba8050c1226 Nov 27 01:17:08.224682 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56595e7b-0036-41b4-a045-7d90310401e2 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.255124 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56595e7b-0036-41b4-a045-7d90310401e2 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.259917 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56595e7b-0036-41b4-a045-7d90310401e2 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:08.259917 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56595e7b-0036-41b4-a045-7d90310401e2 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.276711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-26c94ed2-4d7d-49da-a8bc-ffb749457cf2 None None] Set router 769623b4-3745-41f7-a538-0cb08a140d86 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:17:08.326036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56595e7b-0036-41b4-a045-7d90310401e2 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event updated for resources: {'Network': ['ID=54d81eff-face-4156-91b5-6ba8050c1226,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:08.358719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] Deleting port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:08.359057 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.383177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 54d81eff-face-4156-91b5-6ba8050c1226 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:17:08.388840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26c94ed2-4d7d-49da-a8bc-ffb749457cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769623b4-3745-41f7-a538-0cb08a140d86', 'name': 'tempest-ServersTestMultiNic-448472303-router', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:17:07Z', 'revision_number': 6, 'project_id': 'bf897b0f02e542a6892c38a83ddb7031', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:08.413462 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4e22fff8-c9b9-4089-99ed-dfb510d02f58, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4e22fff8-c9b9-4089-99ed-dfb510d02f58,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:08.442672 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] For port 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:08.443031 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.461455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] Calling delete_port for 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:08.471720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c5510-467f-4bca-a035-2ec236b57621 req-0512cb5c-a18b-40cc-b021-c9525619a70e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:08.476449 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.477935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device a3225b50-6061-4fa5-b17c-9da1a48db2b4 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:08.480107 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c5510-467f-4bca-a035-2ec236b57621 req-0512cb5c-a18b-40cc-b021-c9525619a70e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:08.488051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c5510-467f-4bca-a035-2ec236b57621 req-0512cb5c-a18b-40cc-b021-c9525619a70e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:08.495075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c5510-467f-4bca-a035-2ec236b57621 req-0512cb5c-a18b-40cc-b021-c9525619a70e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:08.498771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c94ed2-4d7d-49da-a8bc-ffb749457cf2 None None] The sync data for ids ['769623b4-3745-41f7-a538-0cb08a140d86'] in n-d-817303-10 is: [{'id': '769623b4-3745-41f7-a538-0cb08a140d86', 'name': 'tempest-ServersTestMultiNic-448472303-router', 'tenant_id': 'bf897b0f02e542a6892c38a83ddb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:15:09Z', 'updated_at': '2021-11-27T01:17:07Z', 'revision_number': 6, 'project_id': 'bf897b0f02e542a6892c38a83ddb7031', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:17:08.502055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c5510-467f-4bca-a035-2ec236b57621 req-0512cb5c-a18b-40cc-b021-c9525619a70e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:08.511362 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c5510-467f-4bca-a035-2ec236b57621 req-0512cb5c-a18b-40cc-b021-c9525619a70e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:08.520209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c5510-467f-4bca-a035-2ec236b57621 req-0512cb5c-a18b-40cc-b021-c9525619a70e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:08.522215 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-651c5510-467f-4bca-a035-2ec236b57621 req-0512cb5c-a18b-40cc-b021-c9525619a70e tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5418 time: 0.1156969 Nov 27 01:17:08.539488 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-56595e7b-0036-41b4-a045-7d90310401e2 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6216521 Nov 27 01:17:08.540651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56712) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:08.546215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b5520309-c0c8-43c0-be1e-76261a39fd16 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:08.560603 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8b23abaf-0b08-4b1b-8fee-0842d430638a req-902c8da2-cf27-4f2a-b946-cdd810365405 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4363530 Nov 27 01:17:08.629174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=4e22fff8-c9b9-4089-99ed-dfb510d02f58,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:08.637080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port a3225b50-6061-4fa5-b17c-9da1a48db2b4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a3225b50-6061-4fa5-b17c-9da1a48db2b4,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:08.653856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'a3225b50-6061-4fa5-b17c-9da1a48db2b4', 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc', 'port_id': 'a3225b50-6061-4fa5-b17c-9da1a48db2b4', 'mac_address': 'fa:16:3e:b3:70:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5b2728-377a-4cad-b3b1-5f9a22f04952', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:08.707262 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.721289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3225b50-6061-4fa5-b17c-9da1a48db2b4 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:08.735980 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-651c5510-467f-4bca-a035-2ec236b57621 req-7c6c365f-2366-46cb-8490-3b7e323ae721 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1866443 Nov 27 01:17:08.746099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port a3225b50-6061-4fa5-b17c-9da1a48db2b4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a3225b50-6061-4fa5-b17c-9da1a48db2b4,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:08.752959 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.753143 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5204c-f25c-4a3d-ab4f-6b9ef5d2f81f req-390689c8-fe36-4a70-8364-2481a2716584 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:08.754642 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c1e5204c-f25c-4a3d-ab4f-6b9ef5d2f81f req-390689c8-fe36-4a70-8364-2481a2716584 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 945 time: 0.1090007 Nov 27 01:17:08.755377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5b98aa43-349e-495b-b219-a68032564792 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:08.755828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.809001 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] Pushing event deleted for resources: {'Port': ['ID=46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:08.835519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a96ebd2-7a42-437e-afa0-f0cddaa1d694 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:17:08.852011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 5b98aa43-349e-495b-b219-a68032564792, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5b98aa43-349e-495b-b219-a68032564792,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:08.877206 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=a3225b50-6061-4fa5-b17c-9da1a48db2b4,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:08.880261 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '5b98aa43-349e-495b-b219-a68032564792', 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc', 'port_id': '5b98aa43-349e-495b-b219-a68032564792', 'mac_address': 'fa:16:3e:9b:e6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5b2728-377a-4cad-b3b1-5f9a22f04952', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:08.886305 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0c1df-c99e-45fe-9674-82f6537b4ad3 req-db561525-0e01-4c71-85e4-4047f247a347 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:08.889439 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7d0c1df-c99e-45fe-9674-82f6537b4ad3 req-db561525-0e01-4c71-85e4-4047f247a347 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 946 time: 0.0890698 Nov 27 01:17:08.916064 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5520309-c0c8-43c0-be1e-76261a39fd16 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.925565 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.941947 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b98aa43-349e-495b-b219-a68032564792 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:08.966864 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7d0c1df-c99e-45fe-9674-82f6537b4ad3 req-a2f036b1-a9f4-44c1-b878-ac97edea9977 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677309 Nov 27 01:17:08.967766 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5520309-c0c8-43c0-be1e-76261a39fd16 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.970794 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 5b98aa43-349e-495b-b219-a68032564792, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5b98aa43-349e-495b-b219-a68032564792,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:08.975388 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:08.976763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4f854bd5-781e-4e8b-a405-db101e4faafa details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:08.994052 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c1e5204c-f25c-4a3d-ab4f-6b9ef5d2f81f req-4626a779-5749-493f-8613-6cd180b79265 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284775 Nov 27 01:17:09.003173 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.032622 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4f854bd5-781e-4e8b-a405-db101e4faafa, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4f854bd5-781e-4e8b-a405-db101e4faafa,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:09.049366 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '4f854bd5-781e-4e8b-a405-db101e4faafa', 'network_id': '418da70a-eaae-4c95-847b-9bc511a0e7dc', 'port_id': '4f854bd5-781e-4e8b-a405-db101e4faafa', 'mac_address': 'fa:16:3e:f6:c4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5b2728-377a-4cad-b3b1-5f9a22f04952', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:09.061677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5520309-c0c8-43c0-be1e-76261a39fd16 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event updated for resources: {'Network': ['ID=54d81eff-face-4156-91b5-6ba8050c1226,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:09.063782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5520309-c0c8-43c0-be1e-76261a39fd16 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Network 54d81eff-face-4156-91b5-6ba8050c1226 is not hosted by any dhcp agent {{(pid=103403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:17:09.064690 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5520309-c0c8-43c0-be1e-76261a39fd16 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:09.065286 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5520309-c0c8-43c0-be1e-76261a39fd16 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.066638 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b5520309-c0c8-43c0-be1e-76261a39fd16 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "PUT /v2.0/networks/54d81eff-face-4156-91b5-6ba8050c1226 HTTP/1.1" status: 200 len: 857 time: 0.5250640 Nov 27 01:17:09.083522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56722) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:09.134857 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.135433 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.137849 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.140011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=5b98aa43-349e-495b-b219-a68032564792,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:09.154096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f854bd5-781e-4e8b-a405-db101e4faafa {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:09.179849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4f854bd5-781e-4e8b-a405-db101e4faafa, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4f854bd5-781e-4e8b-a405-db101e4faafa,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:09.184330 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.185019 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7297ec62-6258-4f74-801e-a2ae20c22061 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:09.187613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeabca-0513-4adf-a79a-b9b252e73821 req-abd40c8a-998c-402d-8880-917f62871123 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:09.189163 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c1eeabca-0513-4adf-a79a-b9b252e73821 req-abd40c8a-998c-402d-8880-917f62871123 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 943 time: 0.1155903 Nov 27 01:17:09.193776 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b97b7b89-f115-444c-b884-15f49fb8b593 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.204086 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.205511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 769623b4-3745-41f7-a538-0cb08a140d86 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:17:09.211185 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.216722 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-92164203-0934-40c4-967b-bdc908cad0bc admin admin] 10.222.0.15 "DELETE /v2.0/routers/769623b4-3745-41f7-a538-0cb08a140d86 HTTP/1.1" status: 204 len: 168 time: 1.7721739 Nov 27 01:17:09.217909 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56724) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:09.281204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee58cbf-a350-4096-926f-26661d1bf1e9 admin admin] Deleting subnet b14f2cb5-fa04-49a8-9807-3bf3d2ce27b5 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:17:09.284598 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cee58cbf-a350-4096-926f-26661d1bf1e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.304569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=4f854bd5-781e-4e8b-a405-db101e4faafa,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:09.316125 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b97b7b89-f115-444c-b884-15f49fb8b593 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.338925 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cee58cbf-a350-4096-926f-26661d1bf1e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.345037 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c1eeabca-0513-4adf-a79a-b9b252e73821 req-2d5550a1-806a-4ede-afc1-383ce4f2102a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377380 Nov 27 01:17:09.354598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b97b7b89-f115-444c-b884-15f49fb8b593 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d81eff-face-4156-91b5-6ba8050c1226']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:09.363687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7297ec62-6258-4f74-801e-a2ae20c22061, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7297ec62-6258-4f74-801e-a2ae20c22061,segment=NetworkSegment(bb13f819-7513-4d5c-a17c-9ef71f8940c0),segment_id=bb13f819-7513-4d5c-a17c-9ef71f8940c0)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:09.367303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b97b7b89-f115-444c-b884-15f49fb8b593 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a10eef-2edf-4944-bc63-39847e6b2700') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:09.368042 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b97b7b89-f115-444c-b884-15f49fb8b593 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a10eef-2edf-4944-bc63-39847e6b2700') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:09.385772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '7297ec62-6258-4f74-801e-a2ae20c22061', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'port_id': '7297ec62-6258-4f74-801e-a2ae20c22061', 'mac_address': 'fa:16:3e:d0:87:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:09.399804 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b97b7b89-f115-444c-b884-15f49fb8b593 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.453150 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.467520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7297ec62-6258-4f74-801e-a2ae20c22061 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:09.470866 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cee58cbf-a350-4096-926f-26661d1bf1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.496235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7297ec62-6258-4f74-801e-a2ae20c22061, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7297ec62-6258-4f74-801e-a2ae20c22061,segment=NetworkSegment(bb13f819-7513-4d5c-a17c-9ef71f8940c0),segment_id=bb13f819-7513-4d5c-a17c-9ef71f8940c0)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:09.500728 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b97b7b89-f115-444c-b884-15f49fb8b593 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.502772 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.503446 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0edd8c44-d12f-4f64-979a-5b7c3c4f805b details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:09.517240 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97b7b89-f115-444c-b884-15f49fb8b593 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:17:09.517471 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b97b7b89-f115-444c-b884-15f49fb8b593 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:17:09.521547 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:17:09.545507 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cee58cbf-a350-4096-926f-26661d1bf1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.597713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee58cbf-a350-4096-926f-26661d1bf1e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14f2cb5-fa04-49a8-9807-3bf3d2ce27b5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:09.601265 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cee58cbf-a350-4096-926f-26661d1bf1e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.602434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b80956-f845-42c4-b07a-7dfd4f7f3b07 req-fea90bdb-e82d-4159-a288-8645be90a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:09.604520 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66b80956-f845-42c4-b07a-7dfd4f7f3b07 req-fea90bdb-e82d-4159-a288-8645be90a663 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 1095 time: 0.2259285 Nov 27 01:17:09.605641 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cee58cbf-a350-4096-926f-26661d1bf1e9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b14f2cb5-fa04-49a8-9807-3bf3d2ce27b5 HTTP/1.1" status: 204 len: 168 time: 0.3864594 Nov 27 01:17:09.608110 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56728) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:09.632843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35f1b3f-16bf-4b5c-b808-ce96f0be6483 None None] Network acaa332f-cda3-47e3-b7a0-0ef715d75bd1 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:09.674283 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d3e74-13a0-449a-8ee4-37eb448e6a4c req-f024aa68-cf1e-4f44-b266-022534e8e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:09.684811 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-807d3e74-13a0-449a-8ee4-37eb448e6a4c req-f024aa68-cf1e-4f44-b266-022534e8e3cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 1098 time: 0.2206261 Nov 27 01:17:09.690139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 62a03fde-938c-44ae-aeaa-5154837c0eb4 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:17:09.696002 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.755202 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b97b7b89-f115-444c-b884-15f49fb8b593 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.759050 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97b7b89-f115-444c-b884-15f49fb8b593 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54d81eff-face-4156-91b5-6ba8050c1226 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 01:17:09.762089 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b97b7b89-f115-444c-b884-15f49fb8b593 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.769775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b97b7b89-f115-444c-b884-15f49fb8b593 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] 10.222.0.15 "DELETE /v2.0/networks/54d81eff-face-4156-91b5-6ba8050c1226 HTTP/1.1" status: 204 len: 168 time: 0.6827047 Nov 27 01:17:09.770506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56732) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:09.778738 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaddd9a1-0c85-4380-9435-a274de7dde64 req-ac435470-806e-45d3-b16a-927b725331a2 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce44638-8d8b-43b6-97d9-d1d1bc26b117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990743 Nov 27 01:17:09.805018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b7b89-f115-444c-b884-15f49fb8b593 tempest-ExternalNetworksTestJSON-1193776566 tempest-ExternalNetworksTestJSON-1193776566-project-admin] Pushing event deleted for resources: {'Network': ['ID=54d81eff-face-4156-91b5-6ba8050c1226,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:09.844154 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-247d72a2-cdce-4355-a996-598c0a798b8d tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] DELETE failed (client error): The resource could not be found. Nov 27 01:17:09.846594 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247d72a2-cdce-4355-a996-598c0a798b8d tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:17:09.852861 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-247d72a2-cdce-4355-a996-598c0a798b8d tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] 10.222.0.15 "DELETE /v2.0/subnets/6794342b-aa83-419b-8ed5-4f1257fc51e5 HTTP/1.1" status: 404 len: 337 time: 0.0753343 Nov 27 01:17:09.856235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=7297ec62-6258-4f74-801e-a2ae20c22061,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:09.856516 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-807d3e74-13a0-449a-8ee4-37eb448e6a4c req-64858b0a-5076-47fd-bad5-161d30a07df5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545079 Nov 27 01:17:09.857148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56734) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:09.858904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cef7c-6e9f-4b00-8273-b045e9953566 req-a523ae97-1b6e-4c99-80cb-17253b155052 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:09.860343 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f96cef7c-6e9f-4b00-8273-b045e9953566 req-a523ae97-1b6e-4c99-80cb-17253b155052 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.1609187 Nov 27 01:17:09.880574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 62a03fde-938c-44ae-aeaa-5154837c0eb4 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:17:09.881085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 62a03fde-938c-44ae-aeaa-5154837c0eb4 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:17:09.881522 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:17:09.901431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Deleting port 6f05e261-0c4e-460a-b47c-a219d82ac8db {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:09.901763 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.908267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b80956-f845-42c4-b07a-7dfd4f7f3b07 req-51be7caf-e93f-4d0e-8310-ab32042f6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:09.910101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66b80956-f845-42c4-b07a-7dfd4f7f3b07 req-51be7caf-e93f-4d0e-8310-ab32042f6e08 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2711856 Nov 27 01:17:09.951387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:17:09.951762 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 46746e41-4f8b-4ef7-9fa2-4e96f41c4bb8 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:17:09.988177 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1004659-78d4-4a0e-ab79-1c952e675e1f tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.004868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0edd8c44-d12f-4f64-979a-5b7c3c4f805b,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:10.006872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46854716-20b2-4041-b609-83ee2416c7d0 req-b2e77222-dc90-4374-9378-3cb5efec2df3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.007504 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f96cef7c-6e9f-4b00-8273-b045e9953566 req-51c5e471-c6c1-4e88-b180-5f8e63e61a0f tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1285996 Nov 27 01:17:10.013965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46854716-20b2-4041-b609-83ee2416c7d0 req-b2e77222-dc90-4374-9378-3cb5efec2df3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.023170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46854716-20b2-4041-b609-83ee2416c7d0 req-b2e77222-dc90-4374-9378-3cb5efec2df3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.030223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '0edd8c44-d12f-4f64-979a-5b7c3c4f805b', 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c', 'port_id': '0edd8c44-d12f-4f64-979a-5b7c3c4f805b', 'mac_address': 'fa:16:3e:5c:a0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87a0de3-73e4-43cc-8f97-b6fffbee0d31', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:10.032148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46854716-20b2-4041-b609-83ee2416c7d0 req-b2e77222-dc90-4374-9378-3cb5efec2df3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.038118 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c2ef-a23b-42ae-aa2b-3062b7ce99ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.041319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46854716-20b2-4041-b609-83ee2416c7d0 req-b2e77222-dc90-4374-9378-3cb5efec2df3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.043711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] For port 6f05e261-0c4e-460a-b47c-a219d82ac8db, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6f05e261-0c4e-460a-b47c-a219d82ac8db,segment=NetworkSegment(d854b8f7-4440-4b9e-b9ba-7e08dc49ab55),segment_id=d854b8f7-4440-4b9e-b9ba-7e08dc49ab55)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:10.048338 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.049098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46854716-20b2-4041-b609-83ee2416c7d0 req-b2e77222-dc90-4374-9378-3cb5efec2df3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.055364 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46854716-20b2-4041-b609-83ee2416c7d0 req-b2e77222-dc90-4374-9378-3cb5efec2df3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.065332 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46854716-20b2-4041-b609-83ee2416c7d0 req-b2e77222-dc90-4374-9378-3cb5efec2df3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5422 time: 0.2037895 Nov 27 01:17:10.080181 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Calling delete_port for 6f05e261-0c4e-460a-b47c-a219d82ac8db owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:10.091038 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.112695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edd8c44-d12f-4f64-979a-5b7c3c4f805b {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:10.145319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a8f9be-d269-474d-94ba-c0cf061c077e None None] DHCP port deletion for acaa332f-cda3-47e3-b7a0-0ef715d75bd1 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:17:10.151509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0edd8c44-d12f-4f64-979a-5b7c3c4f805b,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:10.157320 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.158091 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device dc762bad-5297-4413-87bc-bd3ecbe3a755 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:10.160965 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46854716-20b2-4041-b609-83ee2416c7d0 req-d5b8e13f-59ed-4800-9178-01c9f7e20464 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946095 Nov 27 01:17:10.290270 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2770c15-afa1-49fc-a620-ff65e6beebab req-8be96e00-66c9-4b08-b3de-e0cd03d74752 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.292345 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c2770c15-afa1-49fc-a620-ff65e6beebab req-8be96e00-66c9-4b08-b3de-e0cd03d74752 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 946 time: 0.1413081 Nov 27 01:17:10.309038 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1004659-78d4-4a0e-ab79-1c952e675e1f tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.331584 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.382570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] No DVR routers for this DVR port 6f05e261-0c4e-460a-b47c-a219d82ac8db on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:17:10.389396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f05e261-0c4e-460a-b47c-a219d82ac8db,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:10.404527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b1004659-78d4-4a0e-ab79-1c952e675e1f tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1031448f-e614-442c-8028-30ca2f23211c']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:10.415624 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c2770c15-afa1-49fc-a620-ff65e6beebab req-eeb451c5-0749-457e-8584-667841b2a007 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166141 Nov 27 01:17:10.422982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b1004659-78d4-4a0e-ab79-1c952e675e1f tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fbad34-2e90-4b2b-8402-082cab32199e') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:10.423278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b1004659-78d4-4a0e-ab79-1c952e675e1f tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fbad34-2e90-4b2b-8402-082cab32199e') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:10.442296 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686fab6-d37b-408a-b882-78d243bc6f35 req-6f0f56b7-a1d6-4bed-b76d-15654424f13a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.443001 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.resource_extend [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:17:10.450118 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7686fab6-d37b-408a-b882-78d243bc6f35 req-6f0f56b7-a1d6-4bed-b76d-15654424f13a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 945 time: 0.1652429 Nov 27 01:17:10.469793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1004659-78d4-4a0e-ab79-1c952e675e1f tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.497209 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.504071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port dc762bad-5297-4413-87bc-bd3ecbe3a755, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dc762bad-5297-4413-87bc-bd3ecbe3a755,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:10.508409 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=0edd8c44-d12f-4f64-979a-5b7c3c4f805b,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:10.524535 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1004659-78d4-4a0e-ab79-1c952e675e1f tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.529657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'dc762bad-5297-4413-87bc-bd3ecbe3a755', 'network_id': 'de22fecb-a913-459d-a3f0-a3199365e84c', 'port_id': 'dc762bad-5297-4413-87bc-bd3ecbe3a755', 'mac_address': 'fa:16:3e:03:5d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87a0de3-73e4-43cc-8f97-b6fffbee0d31', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:10.538635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaa332f-cda3-47e3-b7a0-0ef715d75bd1']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:10.543423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b80956-f845-42c4-b07a-7dfd4f7f3b07 req-4ad1bd84-25c4-423f-8b61-a7878b738c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.546771 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66b80956-f845-42c4-b07a-7dfd4f7f3b07 req-4ad1bd84-25c4-423f-8b61-a7878b738c6f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3741820 Nov 27 01:17:10.552900 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1004659-78d4-4a0e-ab79-1c952e675e1f tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:17:10.553387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1004659-78d4-4a0e-ab79-1c952e675e1f tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:17:10.559320 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:17:10.568321 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd854b8f7-4440-4b9e-b9ba-7e08dc49ab55') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:10.568652 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd854b8f7-4440-4b9e-b9ba-7e08dc49ab55') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:10.594674 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8f9be-d269-474d-94ba-c0cf061c077e None None] Deleting port 6f05e261-0c4e-460a-b47c-a219d82ac8db {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:10.595061 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a4a8f9be-d269-474d-94ba-c0cf061c077e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.595360 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.600347 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7686fab6-d37b-408a-b882-78d243bc6f35 req-dd41ee31-d84a-4a56-ab43-d0ffd064ad00 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425934 Nov 27 01:17:10.621260 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.624407 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.631121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:17:10.631523 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:17:10.634227 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:17:10.673887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc762bad-5297-4413-87bc-bd3ecbe3a755 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:10.687067 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1004659-78d4-4a0e-ab79-1c952e675e1f tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.696790 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1004659-78d4-4a0e-ab79-1c952e675e1f tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.699909 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b1004659-78d4-4a0e-ab79-1c952e675e1f tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] 10.222.0.15 "DELETE /v2.0/networks/1031448f-e614-442c-8028-30ca2f23211c HTTP/1.1" status: 204 len: 168 time: 0.8281317 Nov 27 01:17:10.713521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a4a8f9be-d269-474d-94ba-c0cf061c077e None None] For port 6f05e261-0c4e-460a-b47c-a219d82ac8db, host n-d-817303-10, got binding levels [] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:10.713970 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a4a8f9be-d269-474d-94ba-c0cf061c077e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.717420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port dc762bad-5297-4413-87bc-bd3ecbe3a755, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dc762bad-5297-4413-87bc-bd3ecbe3a755,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:10.721859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1004659-78d4-4a0e-ab79-1c952e675e1f tempest-ExternalNetworksTestJSON-741183354 tempest-ExternalNetworksTestJSON-741183354-project] Pushing event deleted for resources: {'Network': ['ID=1031448f-e614-442c-8028-30ca2f23211c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:10.724288 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.726227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-ab35c34a-c34e-47b0-9444-844ed68f24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.733147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-ab35c34a-c34e-47b0-9444-844ed68f24e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 1095 time: 0.0874107 Nov 27 01:17:10.734575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8f9be-d269-474d-94ba-c0cf061c077e None None] Calling delete_port for 6f05e261-0c4e-460a-b47c-a219d82ac8db owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:10.738213 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.ipam_backend_mixin [None req-a4a8f9be-d269-474d-94ba-c0cf061c077e None None] Port 6f05e261-0c4e-460a-b47c-a219d82ac8db was not found and therefore no delete operation was performed {{(pid=103404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:17:10.738379 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.745102 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.751605 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] 10.222.0.15 "DELETE /v2.0/networks/acaa332f-cda3-47e3-b7a0-0ef715d75bd1 HTTP/1.1" status: 204 len: 168 time: 1.1422844 Nov 27 01:17:10.760044 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a4a8f9be-d269-474d-94ba-c0cf061c077e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.760642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28113b70-f815-4455-a63b-363dde5c9783 req-9430890f-ffaf-4293-8969-af05b5ef8559 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.762303 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28113b70-f815-4455-a63b-363dde5c9783 req-9430890f-ffaf-4293-8969-af05b5ef8559 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 943 time: 0.1271520 Nov 27 01:17:10.767421 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4a8f9be-d269-474d-94ba-c0cf061c077e None None] Network acaa332f-cda3-47e3-b7a0-0ef715d75bd1 is not hosted by any dhcp agent {{(pid=103404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:17:10.767964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8f9be-d269-474d-94ba-c0cf061c077e None None] No DVR routers for this DVR port 6f05e261-0c4e-460a-b47c-a219d82ac8db on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:17:10.788489 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6209478-2201-40e3-bade-aa3ce734152f admin admin] Pushing event deleted for resources: {'Network': ['ID=acaa332f-cda3-47e3-b7a0-0ef715d75bd1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:10.799622 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=dc762bad-5297-4413-87bc-bd3ecbe3a755,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:10.824439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8f9be-d269-474d-94ba-c0cf061c077e None None] Pushing event deleted for resources: {'Port': ['ID=6f05e261-0c4e-460a-b47c-a219d82ac8db,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:10.830914 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28113b70-f815-4455-a63b-363dde5c9783 req-ded19e4e-eb35-49e5-810a-9d302164a734 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502617 Nov 27 01:17:10.847681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-d1105e4d-d125-4500-a597-fc52d7d8e2cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2a6bd5e-fce6-4265-b237-070545d42afd HTTP/1.1" status: 200 len: 217 time: 0.0976713 Nov 27 01:17:10.901611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-14d845f3-51d7-4889-b6fd-806fde68a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.903641 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-14d845f3-51d7-4889-b6fd-806fde68a429 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.0473037 Nov 27 01:17:10.948424 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-d6f75e79-84b8-4adb-b961-cf0ecd67b1a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359488 Nov 27 01:17:11.000138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56750) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:11.049476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-23e6d714-ebf4-4c29-ba08-f89a66351bb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf897b0f02e542a6892c38a83ddb7031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446315 Nov 27 01:17:11.049476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56754) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:11.087406 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-4db3548f-97b0-4001-9a05-3aafa267f1e1 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197565 Nov 27 01:17:11.087785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56756) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:11.111605 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddf80fdf-abbc-4c0b-a791-2b7f28c8cc3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.143438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddf80fdf-abbc-4c0b-a791-2b7f28c8cc3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.206881 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddf80fdf-abbc-4c0b-a791-2b7f28c8cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.210419 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddf80fdf-abbc-4c0b-a791-2b7f28c8cc3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.214288 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ddf80fdf-abbc-4c0b-a791-2b7f28c8cc3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8ff1261-6985-4ba9-b929-d76ef853ce75 HTTP/1.1" status: 204 len: 168 time: 0.1623847 Nov 27 01:17:11.223247 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf80fdf-abbc-4c0b-a791-2b7f28c8cc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ff1261-6985-4ba9-b929-d76ef853ce75,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:11.256102 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58af6d1e-cd1b-45ff-b01c-283a7a5bb493 req-76e71e7e-dc6a-4539-94e4-27b62dcfd028 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608253 Nov 27 01:17:11.266976 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26e143-ae22-4a82-8abd-ef48e95e4f33 req-871f5e4c-9e5e-4417-a7b5-c2a3329bcd20 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.268728 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8b26e143-ae22-4a82-8abd-ef48e95e4f33 req-871f5e4c-9e5e-4417-a7b5-c2a3329bcd20 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.1031592 Nov 27 01:17:11.317834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56764) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:11.319023 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-81325eac-1ea8-4dac-9a02-76cba9d1c48a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b219a17d23b54432aba83a4809279f1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2289591 Nov 27 01:17:11.336966 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8b26e143-ae22-4a82-8abd-ef48e95e4f33 req-6ba2c9de-1e01-4432-abe1-1647c52e4bb1 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623348 Nov 27 01:17:11.383704 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-286169c9-1a44-486b-8bf4-e2484432e6b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.392073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd81e5e-07d6-415e-a037-3a7d4fd65233 req-9ef573ff-b68a-43c7-8886-2c05b72187ff tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.398204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd81e5e-07d6-415e-a037-3a7d4fd65233 req-9ef573ff-b68a-43c7-8886-2c05b72187ff tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.404315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd81e5e-07d6-415e-a037-3a7d4fd65233 req-9ef573ff-b68a-43c7-8886-2c05b72187ff tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.405824 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-286169c9-1a44-486b-8bf4-e2484432e6b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.410610 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd81e5e-07d6-415e-a037-3a7d4fd65233 req-9ef573ff-b68a-43c7-8886-2c05b72187ff tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.417270 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd81e5e-07d6-415e-a037-3a7d4fd65233 req-9ef573ff-b68a-43c7-8886-2c05b72187ff tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.423332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd81e5e-07d6-415e-a037-3a7d4fd65233 req-9ef573ff-b68a-43c7-8886-2c05b72187ff tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.429911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd81e5e-07d6-415e-a037-3a7d4fd65233 req-9ef573ff-b68a-43c7-8886-2c05b72187ff tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.431817 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6cd81e5e-07d6-415e-a037-3a7d4fd65233 req-9ef573ff-b68a-43c7-8886-2c05b72187ff tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5424 time: 0.1219084 Nov 27 01:17:11.459353 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-286169c9-1a44-486b-8bf4-e2484432e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.462555 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-286169c9-1a44-486b-8bf4-e2484432e6b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.463831 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-286169c9-1a44-486b-8bf4-e2484432e6b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8af7db82-f6a3-413f-b94b-7420ec333766 HTTP/1.1" status: 204 len: 168 time: 0.1450524 Nov 27 01:17:11.472918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286169c9-1a44-486b-8bf4-e2484432e6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af7db82-f6a3-413f-b94b-7420ec333766,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:11.512747 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6cd81e5e-07d6-415e-a037-3a7d4fd65233 req-6ed1966a-6372-4b08-ab1e-2aa761e5da6c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736310 Nov 27 01:17:11.621247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeca1e2-d2fe-4479-a158-05511bf29b5f req-c0b309ab-d9a6-49e4-9214-ca49d4789736 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.630037 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-efeca1e2-d2fe-4479-a158-05511bf29b5f req-c0b309ab-d9a6-49e4-9214-ca49d4789736 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 946 time: 0.1039491 Nov 27 01:17:11.656071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6f05e261-0c4e-460a-b47c-a219d82ac8db no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:17:11.685174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 6f05e261-0c4e-460a-b47c-a219d82ac8db {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:17:11.685532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6f05e261-0c4e-460a-b47c-a219d82ac8db not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:17:11.709648 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-efeca1e2-d2fe-4479-a158-05511bf29b5f req-ff83ffe7-dab1-4b8f-a63f-796a9a58d184 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787385 Nov 27 01:17:11.793587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de785d-3779-467d-af2c-edd597359e2f req-e1f75441-724f-4a02-8fc5-42f8d96500b1 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.795450 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-24de785d-3779-467d-af2c-edd597359e2f req-e1f75441-724f-4a02-8fc5-42f8d96500b1 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 945 time: 0.0571010 Nov 27 01:17:11.879666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-a6158d2f-7512-4d63-93fe-52ddf3df7c5a tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.881381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-a6158d2f-7512-4d63-93fe-52ddf3df7c5a tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558&tenant_id=d18461bdb04f48e7b016c099b1185328&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 1097 time: 0.0813267 Nov 27 01:17:11.886861 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-24de785d-3779-467d-af2c-edd597359e2f req-9626fe0d-65d5-4f60-a0f6-2dbe60b8428d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768416 Nov 27 01:17:11.894212 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-10'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:11.978264 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.999946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56796) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:12.144779 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-89263e3f-ef1f-4621-94a9-8378a0ac7228 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c20bfe966fb04bccacf51d667ae79057&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437209 Nov 27 01:17:12.148151 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56806) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:12.164127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078269e-bddf-4ae1-b92a-a720147b711d req-3bf048d1-f90a-4d70-b067-aefda4807500 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:12.166513 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e078269e-bddf-4ae1-b92a-a720147b711d req-3bf048d1-f90a-4d70-b067-aefda4807500 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 943 time: 0.1317513 Nov 27 01:17:12.229842 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-31a83818-d53f-4ba5-b8c4-fd2b6e92b1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.231903 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9c489524-ab87-4650-8c1c-2d828bd9ad48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.232823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:12.268050 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e078269e-bddf-4ae1-b92a-a720147b711d req-1f023750-c038-4064-bf83-932b8b49ebae tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930712 Nov 27 01:17:12.270221 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9c489524-ab87-4650-8c1c-2d828bd9ad48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.301433 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h1-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:12.332391 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9c489524-ab87-4650-8c1c-2d828bd9ad48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.335807 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9c489524-ab87-4650-8c1c-2d828bd9ad48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.337080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9c489524-ab87-4650-8c1c-2d828bd9ad48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63db2a3a-8e73-4428-b688-4a68997f8652 HTTP/1.1" status: 204 len: 168 time: 0.1877053 Nov 27 01:17:12.345936 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c489524-ab87-4650-8c1c-2d828bd9ad48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63db2a3a-8e73-4428-b688-4a68997f8652,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:12.359455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56812) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:12.384590 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.388167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6281b8ca-d021-4270-83b1-fcb012241558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:12.395737 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e77c30-e96a-4316-a751-234b1202a47e" -d '{"events": [{"server_uuid": "6281b8ca-d021-4270-83b1-fcb012241558", "name": "network-vif-unplugged", "status": "completed", "tag": "5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:12.407110 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.446939 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['4e22fff8-c9b9-4089-99ed-dfb510d02f58'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:12.491770 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7340287b-5ca9-4f81-aedb-7c1172f8db28 x-openstack-request-id: req-7340287b-5ca9-4f81-aedb-7c1172f8db28 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:12.492078 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6281b8ca-d021-4270-83b1-fcb012241558", "name": "network-vif-unplugged", "status": "completed", "tag": "5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:12.492368 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7340287b-5ca9-4f81-aedb-7c1172f8db28 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:12.492778 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6281b8ca-d021-4270-83b1-fcb012241558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9', 'code': 200} Nov 27 01:17:12.497410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['5b98aa43-349e-495b-b219-a68032564792'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:12.577579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e37923-c0a4-475c-8932-8e5916afde85 req-ab48dbd9-b0e1-49b3-9d82-d23343efb565 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:12.588031 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-23e37923-c0a4-475c-8932-8e5916afde85 req-ab48dbd9-b0e1-49b3-9d82-d23343efb565 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.1294446 Nov 27 01:17:12.601858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Attempting to bind port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 on host n-h1-817303-10 for vnic_type normal with profile {"migrating_to": "n-h2-817303-10"} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:12.603652 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Attempting to bind port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:12.604126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Attempting to bind port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:12.609553 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Pushing event updated for resources: {'Port': ['ID=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,revision_number=7']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:12.628568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:12.628923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Attempting to bind port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:12.633197 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['4f854bd5-781e-4e8b-a405-db101e4faafa'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:12.645937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:12.646203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Checking segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:12.646593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Bound using segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:12.647022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Bound port: 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:12.647453 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.707629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['dc762bad-5297-4413-87bc-bd3ecbe3a755'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:12.723504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-23e37923-c0a4-475c-8932-8e5916afde85 req-a72924d8-bb38-44a5-8183-382566599587 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1334875 Nov 27 01:17:12.758337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['0edd8c44-d12f-4f64-979a-5b7c3c4f805b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:12.822711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1720009573-network', 'tenant_id': '24c79186ce1e48dab077ccbbaf7e4c48'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:12.822891 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['7297ec62-6258-4f74-801e-a2ae20c22061'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:12.852933 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] Made reservation on behalf of 24c79186ce1e48dab077ccbbaf7e4c48 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:12.857505 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.867689 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.925546 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc9c6-d32f-4515-a798-8ce5dcbba9b5 req-f7de3e71-a1bd-4d87-b165-5e8ef45d8396 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:12.945791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc9c6-d32f-4515-a798-8ce5dcbba9b5 req-f7de3e71-a1bd-4d87-b165-5e8ef45d8396 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:12.962024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc9c6-d32f-4515-a798-8ce5dcbba9b5 req-f7de3e71-a1bd-4d87-b165-5e8ef45d8396 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:12.979475 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc9c6-d32f-4515-a798-8ce5dcbba9b5 req-f7de3e71-a1bd-4d87-b165-5e8ef45d8396 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:12.993452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc9c6-d32f-4515-a798-8ce5dcbba9b5 req-f7de3e71-a1bd-4d87-b165-5e8ef45d8396 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:13.007894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc9c6-d32f-4515-a798-8ce5dcbba9b5 req-f7de3e71-a1bd-4d87-b165-5e8ef45d8396 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:13.010790 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.016599 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.035958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc9c6-d32f-4515-a798-8ce5dcbba9b5 req-f7de3e71-a1bd-4d87-b165-5e8ef45d8396 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:13.037593 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4efbc9c6-d32f-4515-a798-8ce5dcbba9b5 req-f7de3e71-a1bd-4d87-b165-5e8ef45d8396 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5424 time: 0.3550568 Nov 27 01:17:13.125521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h1-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:13.133943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:13.140831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:17:13.147856 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.187480 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.188767 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] Added segment ef038661-2706-45a4-8008-e853ef6976f5 of type vlan for network 031664d4-b246-43b3-9457-caed46965971 Nov 27 01:17:13.203647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['a3225b50-6061-4fa5-b17c-9da1a48db2b4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:13.244685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:13.245777 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.247369 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] 10.222.0.31 "PUT /v2.0/ports/5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 HTTP/1.1" status: 200 len: 1123 time: 1.3572810 Nov 27 01:17:13.277132 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.288746 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4efbc9c6-d32f-4515-a798-8ce5dcbba9b5 req-204a3b0a-b182-4950-ae08-d5f75252d1f6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2390857 Nov 27 01:17:13.357582 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60896e-49d1-4565-9d22-e9c4fe7dc2cf service neutron] Pushing event updated for resources: {'Port': ['ID=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,revision_number=8']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:13.359226 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.425732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:13.527718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13ab37-a999-49a5-bb02-1e09efef8a9d req-678ad79a-b1c1-46c4-a9cf-a073a6778a20 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:13.534309 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd13ab37-a999-49a5-bb02-1e09efef8a9d req-678ad79a-b1c1-46c4-a9cf-a073a6778a20 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 943 time: 0.1126661 Nov 27 01:17:13.602170 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd13ab37-a999-49a5-bb02-1e09efef8a9d req-6646326c-1863-49f7-be2a-0acec75f7593 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662315 Nov 27 01:17:13.691306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:13.807404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device dba44597-9a96-43c1-a551-0d2269af312f details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:13.898295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:13.903777 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.905244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:13.906016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.921764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563c37-3146-43fe-86e3-bde1905414c8 req-7c4b2d66-adfb-4cbe-9d1f-7f6f6e19521c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:13.938574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e563c37-3146-43fe-86e3-bde1905414c8 req-7c4b2d66-adfb-4cbe-9d1f-7f6f6e19521c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 944 time: 0.0999768 Nov 27 01:17:13.988954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b6292-967e-44fb-82e9-6a03e4931b55 req-089364aa-893d-4994-93af-b94274d8dabb tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:13.990309 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e563c37-3146-43fe-86e3-bde1905414c8 req-4f68f1b7-e2bd-4806-b16b-894ee0dec9b0 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500188 Nov 27 01:17:13.997323 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f97b6292-967e-44fb-82e9-6a03e4931b55 req-089364aa-893d-4994-93af-b94274d8dabb tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 943 time: 0.9846513 Nov 27 01:17:14.002738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] Pushing event updated for resources: {'Network': ['ID=031664d4-b246-43b3-9457-caed46965971,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:14.026611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 031664d4-b246-43b3-9457-caed46965971 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:17:14.037540 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-28c97486-caea-4aee-8058-e496115a08df admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6765063 Nov 27 01:17:14.041173 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56864) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:14.047132 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c398f1f5-21a6-423f-b5e7-f145f7002811 admin admin] Request body: {'subnet': {'network_id': '031664d4-b246-43b3-9457-caed46965971', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1720009573-subnet', 'tenant_id': '24c79186ce1e48dab077ccbbaf7e4c48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:14.089136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c398f1f5-21a6-423f-b5e7-f145f7002811 admin admin] Made reservation on behalf of 24c79186ce1e48dab077ccbbaf7e4c48 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:14.092708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c398f1f5-21a6-423f-b5e7-f145f7002811 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.107764 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f97b6292-967e-44fb-82e9-6a03e4931b55 req-be736a96-20d3-4f2b-9ff4-3eddfa762132 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094456 Nov 27 01:17:14.213226 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=dba44597-9a96-43c1-a551-0d2269af312f,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:14.240373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'dba44597-9a96-43c1-a551-0d2269af312f', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'port_id': 'dba44597-9a96-43c1-a551-0d2269af312f', 'mac_address': 'fa:16:3e:dd:4e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:14.274289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56868) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:14.293809 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.311531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba44597-9a96-43c1-a551-0d2269af312f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:14.334519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=dba44597-9a96-43c1-a551-0d2269af312f,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:14.339504 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.382906 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c398f1f5-21a6-423f-b5e7-f145f7002811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.429943 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=dba44597-9a96-43c1-a551-0d2269af312f,revision_number=11']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:14.460984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398f1f5-21a6-423f-b5e7-f145f7002811 admin admin] Checking segment: {'id': 'ef038661-2706-45a4-8008-e853ef6976f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '031664d4-b246-43b3-9457-caed46965971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:14.461417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398f1f5-21a6-423f-b5e7-f145f7002811 admin admin] Network hostable DHCP agents. Network: 031664d4-b246-43b3-9457-caed46965971, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:17:14.466912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849616-6c8a-4431-a07f-47a0022c68ad req-9d0831c0-bc70-44b2-bb04-02dc2696d9b1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:14.473226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849616-6c8a-4431-a07f-47a0022c68ad req-9d0831c0-bc70-44b2-bb04-02dc2696d9b1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:14.479568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849616-6c8a-4431-a07f-47a0022c68ad req-9d0831c0-bc70-44b2-bb04-02dc2696d9b1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:14.480825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398f1f5-21a6-423f-b5e7-f145f7002811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f329a7e4-9648-4274-80c6-800ca44ccd1c,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:14.486002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849616-6c8a-4431-a07f-47a0022c68ad req-9d0831c0-bc70-44b2-bb04-02dc2696d9b1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:14.494990 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6281b8ca-d021-4270-83b1-fcb012241558', 'tag': '5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:14.495225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849616-6c8a-4431-a07f-47a0022c68ad req-9d0831c0-bc70-44b2-bb04-02dc2696d9b1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:14.499743 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e35428-af51-4656-bb3e-9d7b5eb57244" -d '{"events": [{"name": "network-changed", "server_uuid": "6281b8ca-d021-4270-83b1-fcb012241558", "tag": "5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:14.501618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849616-6c8a-4431-a07f-47a0022c68ad req-9d0831c0-bc70-44b2-bb04-02dc2696d9b1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:14.508444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c849616-6c8a-4431-a07f-47a0022c68ad req-9d0831c0-bc70-44b2-bb04-02dc2696d9b1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:14.510396 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c849616-6c8a-4431-a07f-47a0022c68ad req-9d0831c0-bc70-44b2-bb04-02dc2696d9b1 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5424 time: 0.1150148 Nov 27 01:17:14.513567 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398f1f5-21a6-423f-b5e7-f145f7002811 admin admin] Network 031664d4-b246-43b3-9457-caed46965971 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:17:14.531352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c398f1f5-21a6-423f-b5e7-f145f7002811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 031664d4-b246-43b3-9457-caed46965971) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:14.536149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1659924993'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:14.541159 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907f2ef9-1869-490a-b295-62ff1da0a327 None None] Network 031664d4-b246-43b3-9457-caed46965971 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:14.556258 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e556f65f-724a-4cab-b0f7-e07550f7fbb9 x-openstack-request-id: req-e556f65f-724a-4cab-b0f7-e07550f7fbb9 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:14.556562 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6281b8ca-d021-4270-83b1-fcb012241558", "tag": "5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:14.556820 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e556f65f-724a-4cab-b0f7-e07550f7fbb9 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:14.557223 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6281b8ca-d021-4270-83b1-fcb012241558', 'tag': '5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9', 'status': 'completed', 'code': 200} Nov 27 01:17:14.559474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398f1f5-21a6-423f-b5e7-f145f7002811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:14.560084 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c398f1f5-21a6-423f-b5e7-f145f7002811 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.605722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c849616-6c8a-4431-a07f-47a0022c68ad req-b1a6ab3d-37ca-405c-bf58-10dced1edbce tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870111 Nov 27 01:17:14.659339 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c398f1f5-21a6-423f-b5e7-f145f7002811 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6089075 Nov 27 01:17:14.659549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['dba44597-9a96-43c1-a551-0d2269af312f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:14.664492 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Made reservation on behalf of be29cea200ad4cc18c369627c597f3ea for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:14.670019 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.683616 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.776852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb16a05-032d-4f5b-ac05-a6b39ca60382 req-c4ef01cd-2a5d-4c28-8086-77734533c84e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:14.780473 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4fb16a05-032d-4f5b-ac05-a6b39ca60382 req-c4ef01cd-2a5d-4c28-8086-77734533c84e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 943 time: 0.0780058 Nov 27 01:17:14.781513 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.814020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d76e3e8-ab46-452a-8070-0465fea24fd2 None None] Network 031664d4-b246-43b3-9457-caed46965971 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:14.815397 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.822752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.835261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e35428-af51-4656-bb3e-9d7b5eb57244 req-d6108032-9ad4-46c5-a9b3-dc85582c7e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:14.836858 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0e35428-af51-4656-bb3e-9d7b5eb57244 req-d6108032-9ad4-46c5-a9b3-dc85582c7e7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 1126 time: 0.2297013 Nov 27 01:17:14.856301 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4fb16a05-032d-4f5b-ac05-a6b39ca60382 req-7e47ff89-2cb6-47da-9cd6-c0e5285ac86e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657914 Nov 27 01:17:14.866826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:17:14.908149 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:14.931867 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.932514 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Added segment a87df383-3089-4620-bb7f-a1b55dcac37f of type vlan for network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 Nov 27 01:17:14.933645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d902e962-46c0-48fb-9250-e133075ac44b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:15.000027 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:15.021480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e35428-af51-4656-bb3e-9d7b5eb57244 req-fde4d4bb-fcd7-46ce-a059-e4ef223cda6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:15.022982 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0e35428-af51-4656-bb3e-9d7b5eb57244 req-fde4d4bb-fcd7-46ce-a059-e4ef223cda6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.1779070 Nov 27 01:17:15.080929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:15.091173 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0e35428-af51-4656-bb3e-9d7b5eb57244 req-d56ff246-e38e-4a0c-b9d7-6874b7ea9473 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 HTTP/1.1" status: 200 len: 217 time: 0.0574174 Nov 27 01:17:15.092356 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:15.097852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:15.098441 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:15.124066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 has no active binding in host n-h2-817303-10 {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:17:15.200497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9243670 Nov 27 01:17:15.253277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e35428-af51-4656-bb3e-9d7b5eb57244 req-c813b416-94f5-441b-be8d-d3c182310b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:15.255440 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0e35428-af51-4656-bb3e-9d7b5eb57244 req-c813b416-94f5-441b-be8d-d3c182310b70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.1527317 Nov 27 01:17:15.300006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bfb9c-80bf-408e-a8a5-5d0816e3d5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Pushing event updated for resources: {'Network': ['ID=6a8180f0-f5f7-4d60-af18-d9f287b4d931,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:15.319168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:17:15.333016 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0e35428-af51-4656-bb3e-9d7b5eb57244 req-2b685fdc-3339-4450-8937-a8b298fabff7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340638 Nov 27 01:17:15.365682 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bd5e5-d1b8-4271-8d80-efd46eb5277e req-93456fc7-d911-4ba6-9230-d15c5d2bd2b3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:15.369281 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f3bd5e5-d1b8-4271-8d80-efd46eb5277e req-93456fc7-d911-4ba6-9230-d15c5d2bd2b3 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.0628839 Nov 27 01:17:15.426039 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f3bd5e5-d1b8-4271-8d80-efd46eb5277e req-395cb6d7-8155-4435-90ce-913a109c8544 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504422 Nov 27 01:17:15.434155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d280e052-ee0d-4589-9e30-fd9ea31256ca tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:15.435555 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d280e052-ee0d-4589-9e30-fd9ea31256ca tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/networks?id=031664d4-b246-43b3-9457-caed46965971 HTTP/1.1" status: 200 len: 822 time: 0.2285154 Nov 27 01:17:15.487066 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-4a0e939a-e2f1-407e-8805-de63034c00a0 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/quotas/24c79186ce1e48dab077ccbbaf7e4c48 HTTP/1.1" status: 200 len: 375 time: 0.0412121 Nov 27 01:17:15.520022 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-1906989b-bbbe-4b7c-ba74-e3d7f32441a8 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=24c79186ce1e48dab077ccbbaf7e4c48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340278 Nov 27 01:17:15.537838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0e35428-af51-4656-bb3e-9d7b5eb57244 req-01a5fb51-94bf-422b-bf57-4452cdcd815c service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968057 Nov 27 01:17:15.554338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9759450-900e-4151-a89c-67f0868211bf req-4688a60f-4244-4336-9726-2cff0d7f83f1 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:15.556018 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9759450-900e-4151-a89c-67f0868211bf req-4688a60f-4244-4336-9726-2cff0d7f83f1 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 943 time: 0.0580177 Nov 27 01:17:15.619195 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9759450-900e-4151-a89c-67f0868211bf req-352802f4-5901-4bff-88fc-69995d0c1601 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566556 Nov 27 01:17:15.696081 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0e35428-af51-4656-bb3e-9d7b5eb57244 req-329b8143-6112-4a5d-beeb-beac18fc5ebd service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471322 Nov 27 01:17:15.697968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-da14f6f1-2039-49c9-af2e-926d5f657609 service neutron] 10.222.0.15 "GET /v2.0/networks/031664d4-b246-43b3-9457-caed46965971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702142 Nov 27 01:17:15.778840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f2a6bd5e-fce6-4265-b237-070545d42afd details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:15.815653 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-a54ef51d-9dcc-4e42-8bf9-603e0d85527d service neutron] 10.222.0.15 "GET /v2.0/networks/031664d4-b246-43b3-9457-caed46965971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114244 Nov 27 01:17:15.861980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56912) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:15.868604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Request body: {'port': {'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931', 'binding:host_id': 'n-h1-817303-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-332440482'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:15.891084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f2a6bd5e-fce6-4265-b237-070545d42afd, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f2a6bd5e-fce6-4265-b237-070545d42afd,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:15.900688 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Made reservation on behalf of fadf5615181e47e2bcf31ae06e778812 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:15.905640 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:15.910877 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'f2a6bd5e-fce6-4265-b237-070545d42afd', 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'port_id': 'f2a6bd5e-fce6-4265-b237-070545d42afd', 'mac_address': 'fa:16:3e:8a:23:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00eae9ce-ef22-478b-aeeb-d796cdefe5ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:15.919709 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:15.965118 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:15.986750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a6bd5e-fce6-4265-b237-070545d42afd {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:16.013851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f2a6bd5e-fce6-4265-b237-070545d42afd, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f2a6bd5e-fce6-4265-b237-070545d42afd,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:16.019184 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.059606 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.064764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.065162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c286-4ed4-40b1-9bb0-608c514d1f61 req-9e4425ad-e3e9-4063-9994-2e130c46a2fd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:16.070611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] device_id is not set on port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:16.074162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c286-4ed4-40b1-9bb0-608c514d1f61 req-9e4425ad-e3e9-4063-9994-2e130c46a2fd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:16.084964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c286-4ed4-40b1-9bb0-608c514d1f61 req-9e4425ad-e3e9-4063-9994-2e130c46a2fd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:16.103580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c286-4ed4-40b1-9bb0-608c514d1f61 req-9e4425ad-e3e9-4063-9994-2e130c46a2fd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:16.124736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c286-4ed4-40b1-9bb0-608c514d1f61 req-9e4425ad-e3e9-4063-9994-2e130c46a2fd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:16.140904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c286-4ed4-40b1-9bb0-608c514d1f61 req-9e4425ad-e3e9-4063-9994-2e130c46a2fd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:16.156516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c286-4ed4-40b1-9bb0-608c514d1f61 req-9e4425ad-e3e9-4063-9994-2e130c46a2fd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:16.166734 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e0e5c286-4ed4-40b1-9bb0-608c514d1f61 req-9e4425ad-e3e9-4063-9994-2e130c46a2fd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5424 time: 0.2235444 Nov 27 01:17:16.248931 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e0e5c286-4ed4-40b1-9bb0-608c514d1f61 req-0cd426a9-2984-40ab-9dc4-63d8eb8ba21c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808396 Nov 27 01:17:16.255674 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada544e5-9e25-4fcb-ab58-6be1edfae224,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:16.346170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416b342-a315-4836-adb2-5b7526c57221 req-c600962f-0612-4ed5-aa37-d023feba3439 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:16.348216 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f416b342-a315-4836-adb2-5b7526c57221 req-c600962f-0612-4ed5-aa37-d023feba3439 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 944 time: 0.1932251 Nov 27 01:17:16.371152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=f2a6bd5e-fce6-4265-b237-070545d42afd,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:16.390820 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-72ffe5fe-67a4-426f-910a-a3917b244a17 req-3f15f2bf-8d14-4bca-8e40-bee6dec83173 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 210 time: 0.0307958 Nov 27 01:17:16.423924 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.521285 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f416b342-a315-4836-adb2-5b7526c57221 req-d8e2e046-a173-42ba-ab1c-9efd09cb2015 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208003 Nov 27 01:17:16.555210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f2a6bd5e-fce6-4265-b237-070545d42afd'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:16.564022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] device_id is not set on port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:16.586515 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.599005 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.640920 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb9375-b703-4840-9aba-4e8c372c163c req-30075ba5-96ed-4ec9-bf85-86099ec745fd tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:16.642474 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cdeb9375-b703-4840-9aba-4e8c372c163c req-30075ba5-96ed-4ec9-bf85-86099ec745fd tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.0930724 Nov 27 01:17:16.676114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Pushing event updated for resources: {'Port': ['ID=b1fa649c-e55f-45f4-a754-34a9cd3d5e40,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:16.709402 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cdeb9375-b703-4840-9aba-4e8c372c163c req-58d8cacd-050a-498f-9544-1683555bd933 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603828 Nov 27 01:17:16.710640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Checking segment: {'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:16.711006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Network hostable DHCP agents. Network: 6a8180f0-f5f7-4d60-af18-d9f287b4d931, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:17:16.729233 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:17:16.740330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 6a8180f0-f5f7-4d60-af18-d9f287b4d931) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:16.752845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:16.770745 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8b1b75-bd98-40bb-be09-3649847d3bca None None] Network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:16.804724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:16.805148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:16.805711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:16.817554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:16.818201 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:16.819563 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 2 to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 Nov 27 01:17:16.844398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:16.845549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:16.846064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:16.859963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d789f1-0f6c-4dc4-8743-23f01c35f64f req-f5cf59f6-6289-4ba6-af79-02215f6de6c7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:16.861561 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95d789f1-0f6c-4dc4-8743-23f01c35f64f req-f5cf59f6-6289-4ba6-af79-02215f6de6c7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 943 time: 0.0962336 Nov 27 01:17:16.864157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:16.864578 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:16.865024 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 3 to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 Nov 27 01:17:16.885037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:16.885377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:16.885714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:16.897119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:16.897119 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:16.900100 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 4 to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 Nov 27 01:17:16.921545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:16.921545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:16.921837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:16.934001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:16.934306 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:16.937442 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 5 to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 Nov 27 01:17:16.953618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:16.953964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:16.954290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:16.961165 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95d789f1-0f6c-4dc4-8743-23f01c35f64f req-14ac67e6-38fd-4eac-aa55-43365a592c5c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866926 Nov 27 01:17:16.963331 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:16.963670 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:16.964064 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 6 to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 Nov 27 01:17:16.983373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:16.983720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:16.984064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:16.991216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:16.991558 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:16.992056 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 7 to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 Nov 27 01:17:17.009477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:17.009855 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:17.010279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:17.015441 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:17.015773 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:17.016208 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 8 to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 Nov 27 01:17:17.031194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:17.031534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:17.031872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:17.036553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:17.036911 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:17.037307 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 9 to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 Nov 27 01:17:17.051601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:17.051938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:17.052308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:17.057691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:17.058026 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:17.058415 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 10 to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 Nov 27 01:17:17.072072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:17.072794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:17.072794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:17.077491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:17.077834 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:17.078203 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.143842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] For port b1fa649c-e55f-45f4-a754-34a9cd3d5e40, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:17.144223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempted to set empty binding levels {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 01:17:17.149241 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.181943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:17.182542 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.206779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.3437862 Nov 27 01:17:17.207668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524fd33-a535-46cd-b5d3-bb4a801416a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Pushing event updated for resources: {'Port': ['ID=b1fa649c-e55f-45f4-a754-34a9cd3d5e40,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:17.210913 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56934) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:17.295852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3d18676f-fb0d-41d4-8644-5f551d96c7bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Deleting port b1fa649c-e55f-45f4-a754-34a9cd3d5e40 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:17.296196 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d18676f-fb0d-41d4-8644-5f551d96c7bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.402991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-3d18676f-fb0d-41d4-8644-5f551d96c7bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] For port b1fa649c-e55f-45f4-a754-34a9cd3d5e40, host n-h1-817303-10, got binding levels [] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:17.403670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d18676f-fb0d-41d4-8644-5f551d96c7bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.435226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3d18676f-fb0d-41d4-8644-5f551d96c7bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Calling delete_port for b1fa649c-e55f-45f4-a754-34a9cd3d5e40 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:17.508805 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c2efc978-c6e7-4e3b-9048-1712f24a18ea req-4ffc82e8-1b47-47d4-9396-ac4bd78d7c9a tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 210 time: 0.0345252 Nov 27 01:17:17.579837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef9974-ed06-4ea6-877a-1e7c1081a3c7 req-7c9fef8a-02be-4ce7-ab7d-b9ae7529d96a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:17.585970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef9974-ed06-4ea6-877a-1e7c1081a3c7 req-7c9fef8a-02be-4ce7-ab7d-b9ae7529d96a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:17.593120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef9974-ed06-4ea6-877a-1e7c1081a3c7 req-7c9fef8a-02be-4ce7-ab7d-b9ae7529d96a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:17.601217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef9974-ed06-4ea6-877a-1e7c1081a3c7 req-7c9fef8a-02be-4ce7-ab7d-b9ae7529d96a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:17.609821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef9974-ed06-4ea6-877a-1e7c1081a3c7 req-7c9fef8a-02be-4ce7-ab7d-b9ae7529d96a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:17.616878 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef9974-ed06-4ea6-877a-1e7c1081a3c7 req-7c9fef8a-02be-4ce7-ab7d-b9ae7529d96a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:17.622866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef9974-ed06-4ea6-877a-1e7c1081a3c7 req-7c9fef8a-02be-4ce7-ab7d-b9ae7529d96a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:17.628824 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ddef9974-ed06-4ea6-877a-1e7c1081a3c7 req-7c9fef8a-02be-4ce7-ab7d-b9ae7529d96a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5424 time: 0.2761304 Nov 27 01:17:17.672520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665ca39-ef03-4be7-9344-8885403f9d3f req-d65309bc-8cb4-40d2-b7d7-85cb12d5bec8 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:17.674417 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e665ca39-ef03-4be7-9344-8885403f9d3f req-d65309bc-8cb4-40d2-b7d7-85cb12d5bec8 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 944 time: 0.0551016 Nov 27 01:17:17.698624 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d18676f-fb0d-41d4-8644-5f551d96c7bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.732378 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e665ca39-ef03-4be7-9344-8885403f9d3f req-582ea3c4-afee-4023-8dd1-92d679632f42 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487635 Nov 27 01:17:17.790312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f2a6bd5e-fce6-4265-b237-070545d42afd up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:17.860089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499f800-a4af-482e-b217-78819f932484 req-a377bee8-9f36-40dd-a3a4-90b89c150cad tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:17.860575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port f2a6bd5e-fce6-4265-b237-070545d42afd completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:17.861866 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c499f800-a4af-482e-b217-78819f932484 req-a377bee8-9f36-40dd-a3a4-90b89c150cad tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 945 time: 0.0614657 Nov 27 01:17:17.874302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port f2a6bd5e-fce6-4265-b237-070545d42afd triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:17.875041 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.927820 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c499f800-a4af-482e-b217-78819f932484 req-07151db4-cfc4-45bb-a8d2-73b677a7afe1 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583501 Nov 27 01:17:17.996805 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.031613 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6347d3bd-6acd-4273-b1de-450bcaf84723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a6bd5e-fce6-4265-b237-070545d42afd'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:18.034174 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e38dfdd-436d-472a-bf31-3057247ab5cb" -d '{"events": [{"server_uuid": "6347d3bd-6acd-4273-b1de-450bcaf84723", "name": "network-vif-plugged", "status": "completed", "tag": "f2a6bd5e-fce6-4265-b237-070545d42afd"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:18.061901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f2a6bd5e-fce6-4265-b237-070545d42afd, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f2a6bd5e-fce6-4265-b237-070545d42afd,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:18.071328 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.072482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device dba44597-9a96-43c1-a551-0d2269af312f up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:18.074471 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18676f-fb0d-41d4-8644-5f551d96c7bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1fa649c-e55f-45f4-a754-34a9cd3d5e40,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:18.091523 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d18676f-fb0d-41d4-8644-5f551d96c7bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.097473 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3d18676f-fb0d-41d4-8644-5f551d96c7bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "DELETE /v2.0/ports/b1fa649c-e55f-45f4-a754-34a9cd3d5e40 HTTP/1.1" status: 204 len: 168 time: 0.8851540 Nov 27 01:17:18.097904 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56952) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:18.109203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-c8ec22e2-ff13-41d8-9be7-d1618fd70793 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:18.110682 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-c8ec22e2-ff13-41d8-9be7-d1618fd70793 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.31 "GET /v2.0/networks?id=031664d4-b246-43b3-9457-caed46965971 HTTP/1.1" status: 200 len: 822 time: 0.7091825 Nov 27 01:17:18.130942 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ddef9974-ed06-4ea6-877a-1e7c1081a3c7 req-a6c9f8b7-65f5-45b5-a8c9-710183fcde6b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4766421 Nov 27 01:17:18.143802 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad568fb7-0507-4e2f-8006-59a96f491484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:17:18.144363 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-5bdc661a-c38d-4124-8a04-db19958fd0b5 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Request body: {'port': {'device_id': '2c1b0d22-b7b7-46e3-8ae5-537514261231', 'network_id': '031664d4-b246-43b3-9457-caed46965971', 'admin_state_up': True, 'tenant_id': '24c79186ce1e48dab077ccbbaf7e4c48'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:18.148289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ad568fb7-0507-4e2f-8006-59a96f491484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "GET /v2.0/ports/b1fa649c-e55f-45f4-a754-34a9cd3d5e40 HTTP/1.1" status: 404 len: 333 time: 0.0460186 Nov 27 01:17:18.149484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56954) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:18.166544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-501431b4-8e81-4070-ba85-4df32dffa44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Request body: {'port': {'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1447167224'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:18.175267 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=f2a6bd5e-fce6-4265-b237-070545d42afd,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:18.190863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port dba44597-9a96-43c1-a551-0d2269af312f completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:18.200615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port dba44597-9a96-43c1-a551-0d2269af312f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:18.201010 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.227919 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0426164f-88b0-4221-b03d-e2922db6832b x-openstack-request-id: req-0426164f-88b0-4221-b03d-e2922db6832b {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:18.228141 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6347d3bd-6acd-4273-b1de-450bcaf84723", "name": "network-vif-plugged", "status": "completed", "tag": "f2a6bd5e-fce6-4265-b237-070545d42afd", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:18.228404 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0426164f-88b0-4221-b03d-e2922db6832b {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:18.228810 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6347d3bd-6acd-4273-b1de-450bcaf84723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a6bd5e-fce6-4265-b237-070545d42afd', 'code': 200} Nov 27 01:17:18.267061 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501431b4-8e81-4070-ba85-4df32dffa44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Made reservation on behalf of fadf5615181e47e2bcf31ae06e778812 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:18.269489 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-501431b4-8e81-4070-ba85-4df32dffa44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.298879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-5bdc661a-c38d-4124-8a04-db19958fd0b5 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Made reservation on behalf of 24c79186ce1e48dab077ccbbaf7e4c48 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:18.303307 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-5bdc661a-c38d-4124-8a04-db19958fd0b5 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.304482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-501431b4-8e81-4070-ba85-4df32dffa44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] device_id is not set on port 3016b425-0325-45e2-85aa-58f0c85bc536 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:18.316471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66831a0c-8dfe-4dd1-8aba-cf3689962b94 req-0f9c0af6-67fd-44fa-88f7-64701a3eb2d0 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:18.318322 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66831a0c-8dfe-4dd1-8aba-cf3689962b94 req-0f9c0af6-67fd-44fa-88f7-64701a3eb2d0 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 943 time: 0.1655264 Nov 27 01:17:18.341750 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.390103 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=dba44597-9a96-43c1-a551-0d2269af312f,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:18.395683 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.455904 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a520a60-0dcb-4a92-8c51-97e648ffd412 req-dc104ff1-9771-49e3-a093-94a5a5c3d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:18.457710 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a520a60-0dcb-4a92-8c51-97e648ffd412 req-dc104ff1-9771-49e3-a093-94a5a5c3d0e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 1097 time: 0.0815868 Nov 27 01:17:18.464117 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66831a0c-8dfe-4dd1-8aba-cf3689962b94 req-65baf8e3-60ec-4e0b-ae66-728f7acc1c85 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099308 Nov 27 01:17:18.476578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=dba44597-9a96-43c1-a551-0d2269af312f,revision_number=12']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:18.505225 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-5bdc661a-c38d-4124-8a04-db19958fd0b5 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Allocated IP 172.20.0.5 (031664d4-b246-43b3-9457-caed46965971/f329a7e4-9648-4274-80c6-800ca44ccd1c/ecccfa9f-9049-41c8-aa51-46efa75f8be3) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:18.608163 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a520a60-0dcb-4a92-8c51-97e648ffd412 req-36c2bd59-754b-42b6-a87a-b6518b871bc2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380107 Nov 27 01:17:18.612797 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-501431b4-8e81-4070-ba85-4df32dffa44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.639881 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-451173bd-eed9-49a1-b82a-1c9faf0381e4 req-ffc37dfd-d549-4896-96e2-b2671de942a2 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 210 time: 0.0585477 Nov 27 01:17:18.648620 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-501431b4-8e81-4070-ba85-4df32dffa44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.673010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501431b4-8e81-4070-ba85-4df32dffa44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:18.689852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-501431b4-8e81-4070-ba85-4df32dffa44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:18.694603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501431b4-8e81-4070-ba85-4df32dffa44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:18.695564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501431b4-8e81-4070-ba85-4df32dffa44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:18.696174 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-501431b4-8e81-4070-ba85-4df32dffa44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.728481 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501431b4-8e81-4070-ba85-4df32dffa44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Pushing event updated for resources: {'Port': ['ID=3016b425-0325-45e2-85aa-58f0c85bc536,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:18.734483 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-501431b4-8e81-4070-ba85-4df32dffa44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5827770 Nov 27 01:17:18.737131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56960) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:18.742362 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:18.743350 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-5bdc661a-c38d-4124-8a04-db19958fd0b5 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.783327 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-5bdc661a-c38d-4124-8a04-db19958fd0b5 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.802325 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.836831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-5bdc661a-c38d-4124-8a04-db19958fd0b5 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Network 031664d4-b246-43b3-9457-caed46965971 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:18.840493 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-5bdc661a-c38d-4124-8a04-db19958fd0b5 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:18.843150 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-5bdc661a-c38d-4124-8a04-db19958fd0b5 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:18.894894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc661a-c38d-4124-8a04-db19958fd0b5 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Pushing event updated for resources: {'Port': ['ID=ecccfa9f-9049-41c8-aa51-46efa75f8be3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:18.915140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-5bdc661a-c38d-4124-8a04-db19958fd0b5 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:18.915913 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-5bdc661a-c38d-4124-8a04-db19958fd0b5 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.940365 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-5bdc661a-c38d-4124-8a04-db19958fd0b5 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8000789 Nov 27 01:17:18.962362 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e6c7d-e67b-4ad6-836b-d768ae0203f5 req-8eef3d97-19e5-4e9e-9095-a2a0f60e7ab2 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:18.963796 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-535e6c7d-e67b-4ad6-836b-d768ae0203f5 req-8eef3d97-19e5-4e9e-9095-a2a0f60e7ab2 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 945 time: 0.1106591 Nov 27 01:17:18.968671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Request body: {'port': {'device_id': '2c1b0d22-b7b7-46e3-8ae5-537514261231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:19.046963 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.072505 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-535e6c7d-e67b-4ad6-836b-d768ae0203f5 req-a11602d8-2eb0-44d0-874a-d704a5875588 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813553 Nov 27 01:17:19.110263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] device_id is not set on port 3016b425-0325-45e2-85aa-58f0c85bc536 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:19.119856 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.127737 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.185620 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487cd28-c3b4-47c0-8616-761a3596a348 req-def99894-3ec2-438d-9d6f-c08c34bc1e86 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.188866 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1487cd28-c3b4-47c0-8616-761a3596a348 req-def99894-3ec2-438d-9d6f-c08c34bc1e86 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 946 time: 0.1429253 Nov 27 01:17:19.193086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Pushing event updated for resources: {'Port': ['ID=3016b425-0325-45e2-85aa-58f0c85bc536,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:19.209591 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:19.210087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:19.211014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:19.215573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:19.215845 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:19.216216 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 2 to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 Nov 27 01:17:19.230176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:19.230513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:19.230844 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:19.245162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:19.245477 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:19.245867 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 3 to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 Nov 27 01:17:19.284385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:19.284723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:19.285126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:19.298360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:19.298683 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:19.299715 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 4 to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 Nov 27 01:17:19.324032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b270-935e-433e-8364-a40c5b77e7c6 req-39e0b836-277f-4d8f-a9f7-2cd79a4e6ad8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.330277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b270-935e-433e-8364-a40c5b77e7c6 req-39e0b836-277f-4d8f-a9f7-2cd79a4e6ad8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.336877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b270-935e-433e-8364-a40c5b77e7c6 req-39e0b836-277f-4d8f-a9f7-2cd79a4e6ad8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.342877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b270-935e-433e-8364-a40c5b77e7c6 req-39e0b836-277f-4d8f-a9f7-2cd79a4e6ad8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.348781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b270-935e-433e-8364-a40c5b77e7c6 req-39e0b836-277f-4d8f-a9f7-2cd79a4e6ad8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.355262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b270-935e-433e-8364-a40c5b77e7c6 req-39e0b836-277f-4d8f-a9f7-2cd79a4e6ad8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.360691 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1487cd28-c3b4-47c0-8616-761a3596a348 req-56606084-bfa8-43d2-9434-15255dcce258 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1218328 Nov 27 01:17:19.361344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b270-935e-433e-8364-a40c5b77e7c6 req-39e0b836-277f-4d8f-a9f7-2cd79a4e6ad8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.363247 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bce4b270-935e-433e-8364-a40c5b77e7c6 req-39e0b836-277f-4d8f-a9f7-2cd79a4e6ad8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5424 time: 0.1302257 Nov 27 01:17:19.372174 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:19.372556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:19.372910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:19.389512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:19.389512 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:19.391906 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 5 to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 Nov 27 01:17:19.415674 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:19.416006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:19.416396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:19.432942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:19.433284 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:19.437104 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 6 to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 Nov 27 01:17:19.462700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bce4b270-935e-433e-8364-a40c5b77e7c6 req-c039c078-7bce-4fa4-b5a4-57738484ff93 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861959 Nov 27 01:17:19.463974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:19.464423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:19.464801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:19.465037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecccfa9f-9049-41c8-aa51-46efa75f8be3 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:19.471376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:19.471640 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:19.472029 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 7 to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 Nov 27 01:17:19.474148 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.488573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:19.488573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:19.488573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:19.490137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:19.490459 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:19.490892 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 8 to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 Nov 27 01:17:19.496976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Transition to ACTIVE for port object ecccfa9f-9049-41c8-aa51-46efa75f8be3 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:17:19.501497 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.507157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:19.507693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:19.509201 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:19.513978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:19.514541 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:19.514929 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 9 to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 Nov 27 01:17:19.528716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:19.529053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:19.529390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:19.534902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:19.535958 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:19.536395 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 10 to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 Nov 27 01:17:19.550251 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:19.550950 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:19.551289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:19.556833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:19.557159 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 3016b425-0325-45e2-85aa-58f0c85bc536 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:19.557531 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.588138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Pushing event updated for resources: {'Port': ['ID=ecccfa9f-9049-41c8-aa51-46efa75f8be3,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:19.629132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] For port 3016b425-0325-45e2-85aa-58f0c85bc536, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:19.629471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempted to set empty binding levels {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 01:17:19.634169 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.657012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b706f80-7fd2-4d6c-935b-ff8a04edd1ba req-ab8f3505-e304-41b9-9396-757ba61c003a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.658553 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b706f80-7fd2-4d6c-935b-ff8a04edd1ba req-ab8f3505-e304-41b9-9396-757ba61c003a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 943 time: 0.1135044 Nov 27 01:17:19.667919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] In _notify_port_updated(), no bound segment for port 3016b425-0325-45e2-85aa-58f0c85bc536 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:17:19.668808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.669411 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.670712 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "PUT /v2.0/ports/3016b425-0325-45e2-85aa-58f0c85bc536 HTTP/1.1" status: 200 len: 980 time: 0.9326563 Nov 27 01:17:19.676020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56972) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:19.696952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Attempting to bind port ecccfa9f-9049-41c8-aa51-46efa75f8be3 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:19.697295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Attempting to bind port ecccfa9f-9049-41c8-aa51-46efa75f8be3 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'ef038661-2706-45a4-8008-e853ef6976f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '031664d4-b246-43b3-9457-caed46965971'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:19.697629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Attempting to bind port ecccfa9f-9049-41c8-aa51-46efa75f8be3 on network 031664d4-b246-43b3-9457-caed46965971 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:19.707586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Port ecccfa9f-9049-41c8-aa51-46efa75f8be3 on network 031664d4-b246-43b3-9457-caed46965971 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:19.707917 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Attempting to bind port ecccfa9f-9049-41c8-aa51-46efa75f8be3 on network 031664d4-b246-43b3-9457-caed46965971 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:19.718235 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:19.718582 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Checking segment: {'id': 'ef038661-2706-45a4-8008-e853ef6976f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '031664d4-b246-43b3-9457-caed46965971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:19.718973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Bound using segment: {'id': 'ef038661-2706-45a4-8008-e853ef6976f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '031664d4-b246-43b3-9457-caed46965971'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:19.719533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Bound port: ecccfa9f-9049-41c8-aa51-46efa75f8be3, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef038661-2706-45a4-8008-e853ef6976f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '031664d4-b246-43b3-9457-caed46965971'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:19.719902 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.752951 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b706f80-7fd2-4d6c-935b-ff8a04edd1ba req-d88078e1-f94f-4fb5-9776-f24384e902bf tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792055 Nov 27 01:17:19.772777 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e1017-f2a4-4d32-b03b-21dff6535c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Pushing event updated for resources: {'Port': ['ID=3016b425-0325-45e2-85aa-58f0c85bc536,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:19.814062 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] For port ecccfa9f-9049-41c8-aa51-46efa75f8be3, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:19.817377 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] For port ecccfa9f-9049-41c8-aa51-46efa75f8be3, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ecccfa9f-9049-41c8-aa51-46efa75f8be3,segment=NetworkSegment(ef038661-2706-45a4-8008-e853ef6976f5),segment_id=ef038661-2706-45a4-8008-e853ef6976f5)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:19.822793 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.852318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.852905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.853373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.853833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.854292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.854755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.855215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.855812 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.856317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.856823 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.857291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.857763 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.858218 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.858671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.859127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.859580 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.860065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.860498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.860622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.861182 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.861296 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.861645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.862105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.862563 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] 10.222.0.31 "PUT /v2.0/ports/ecccfa9f-9049-41c8-aa51-46efa75f8be3 HTTP/1.1" status: 200 len: 1092 time: 0.9009366 Nov 27 01:17:19.862687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.862999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1b0d22-b7b7-46e3-8ae5-537514261231', 'tag': 'ecccfa9f-9049-41c8-aa51-46efa75f8be3'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:19.863118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.863457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.863911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.864430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.864884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.865323 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4954dd-c30e-4de2-80ee-615c8001450c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1b0d22-b7b7-46e3-8ae5-537514261231", "tag": "ecccfa9f-9049-41c8-aa51-46efa75f8be3"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:19.865450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.865941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.866393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.866846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.867298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.867763 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.878116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.878611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.879094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.879567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.880033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.880533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.880984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.881474 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.881936 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.882392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.882891 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.883476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.883937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.884407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.884874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.889623 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d8757dee-c1a2-49ff-b276-7cc732ce9c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43157 time: 0.2125726 Nov 27 01:17:19.894774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56980) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:19.904292 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8edd9-a730-488e-8548-01a1de3baf82 service neutron] Pushing event updated for resources: {'Port': ['ID=ecccfa9f-9049-41c8-aa51-46efa75f8be3,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:19.913938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d29bc-5dfb-4823-a28d-8196a63c287c req-1115d3a8-167b-43c0-8774-7733cd858278 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.920755 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad08e11-4e55-4f51-819a-841c7f753e0d x-openstack-request-id: req-5ad08e11-4e55-4f51-819a-841c7f753e0d {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:19.921145 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1b0d22-b7b7-46e3-8ae5-537514261231", "tag": "ecccfa9f-9049-41c8-aa51-46efa75f8be3", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:19.921271 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7d5d29bc-5dfb-4823-a28d-8196a63c287c req-1115d3a8-167b-43c0-8774-7733cd858278 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 943 time: 0.1597333 Nov 27 01:17:19.921860 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ad08e11-4e55-4f51-819a-841c7f753e0d {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:19.922406 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1b0d22-b7b7-46e3-8ae5-537514261231', 'tag': 'ecccfa9f-9049-41c8-aa51-46efa75f8be3', 'status': 'completed', 'code': 200} Nov 27 01:17:19.986015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-18ed17c9-f70e-452f-b582-7652a15913e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.987538 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-18ed17c9-f70e-452f-b582-7652a15913e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=24c79186ce1e48dab077ccbbaf7e4c48&device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 1095 time: 0.0428364 Nov 27 01:17:20.011636 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7d5d29bc-5dfb-4823-a28d-8196a63c287c req-49c4e20b-dca7-4b73-a3c1-188c7e2c546a tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/security-groups?id=64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896170 Nov 27 01:17:20.033055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-32c4428f-7c34-4ef0-af53-805edd6515f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Deleting port 3016b425-0325-45e2-85aa-58f0c85bc536 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:20.033414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c4428f-7c34-4ef0-af53-805edd6515f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.036919 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-b82dbe70-5974-4211-b379-45ff0349f25a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecccfa9f-9049-41c8-aa51-46efa75f8be3 HTTP/1.1" status: 200 len: 217 time: 0.0353045 Nov 27 01:17:20.090464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-f0e381ed-911d-48bd-9011-90c34961f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.091960 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-f0e381ed-911d-48bd-9011-90c34961f22d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f329a7e4-9648-4274-80c6-800ca44ccd1c HTTP/1.1" status: 200 len: 862 time: 0.0485449 Nov 27 01:17:20.094646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-32c4428f-7c34-4ef0-af53-805edd6515f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] For port 3016b425-0325-45e2-85aa-58f0c85bc536, host n-h1-817303-10, got binding levels [] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:20.095004 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c4428f-7c34-4ef0-af53-805edd6515f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.108349 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-32c4428f-7c34-4ef0-af53-805edd6515f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Calling delete_port for 3016b425-0325-45e2-85aa-58f0c85bc536 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:20.125805 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-5a755911-6acf-406b-9e2e-ba49e095b1b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=031664d4-b246-43b3-9457-caed46965971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264239 Nov 27 01:17:20.192975 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c4428f-7c34-4ef0-af53-805edd6515f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.223921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4428f-7c34-4ef0-af53-805edd6515f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Pushing event deleted for resources: {'Port': ['ID=3016b425-0325-45e2-85aa-58f0c85bc536,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:20.229819 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c4428f-7c34-4ef0-af53-805edd6515f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.230531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:20.233793 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bf3c87-4a65-44c6-bdf9-9c03da8663b5" -d '{"events": [{"server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "name": "network-vif-plugged", "status": "completed", "tag": "dba44597-9a96-43c1-a551-0d2269af312f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:20.235579 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-32c4428f-7c34-4ef0-af53-805edd6515f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "DELETE /v2.0/ports/3016b425-0325-45e2-85aa-58f0c85bc536 HTTP/1.1" status: 204 len: 168 time: 0.3344898 Nov 27 01:17:20.237544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56986) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:20.244531 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395fa9d-05a8-43d0-bdf5-1cc06f725790 req-0127b919-e147-4aa7-9615-8fd3137f24f1 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.245614 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:17:20.246101 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0395fa9d-05a8-43d0-bdf5-1cc06f725790 req-0127b919-e147-4aa7-9615-8fd3137f24f1 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 945 time: 0.1059799 Nov 27 01:17:20.266274 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-956fb440-727a-40f5-9555-33165bd8a4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:17:20.270990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-956fb440-727a-40f5-9555-33165bd8a4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "GET /v2.0/ports/3016b425-0325-45e2-85aa-58f0c85bc536 HTTP/1.1" status: 404 len: 333 time: 0.0289433 Nov 27 01:17:20.274073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56990) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:20.277913 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-14bf20a2-8106-49d4-a9b8-a2ac2b510c40 service neutron] 10.222.0.31 "GET /v2.0/networks/031664d4-b246-43b3-9457-caed46965971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448448 Nov 27 01:17:20.281305 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1a846b38-b137-4bec-a6c3-6cb1130d75d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-306246477', 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:20.302881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a846b38-b137-4bec-a6c3-6cb1130d75d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Made reservation on behalf of fadf5615181e47e2bcf31ae06e778812 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:20.304943 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209ef1e3-1d37-41ed-9c92-ae71d665eaac x-openstack-request-id: req-209ef1e3-1d37-41ed-9c92-ae71d665eaac {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:20.305227 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "name": "network-vif-plugged", "status": "completed", "tag": "dba44597-9a96-43c1-a551-0d2269af312f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:20.305491 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-209ef1e3-1d37-41ed-9c92-ae71d665eaac {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:20.305818 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1a846b38-b137-4bec-a6c3-6cb1130d75d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.305958 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f', 'code': 200} Nov 27 01:17:20.321997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-1a846b38-b137-4bec-a6c3-6cb1130d75d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] device_id is not set on port 9195834a-de1e-4e14-93c0-a4f66db2481d yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:20.322233 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0395fa9d-05a8-43d0-bdf5-1cc06f725790 req-81c6c252-d7c9-4096-8020-246d16342c2f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701029 Nov 27 01:17:20.430171 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d431ac97-fa77-49f3-944e-a173c103ac69 req-ed24d1d4-9e9e-4be6-ae9d-728670bafeef service neutron] 10.222.0.31 "GET /v2.0/networks/031664d4-b246-43b3-9457-caed46965971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201446 Nov 27 01:17:20.576783 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1a846b38-b137-4bec-a6c3-6cb1130d75d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.599940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173b4bf-6902-4a5e-8e73-e799942e7cc3 req-b5df7850-b72f-4789-b076-d96daee120f5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.601527 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a173b4bf-6902-4a5e-8e73-e799942e7cc3 req-b5df7850-b72f-4789-b076-d96daee120f5 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 946 time: 0.1257968 Nov 27 01:17:20.606584 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559ff44-300c-4c75-854a-a7e781d58b6b req-b322267e-6297-4365-968a-20b5c2dc7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.607989 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3559ff44-300c-4c75-854a-a7e781d58b6b req-b322267e-6297-4365-968a-20b5c2dc7df0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 1098 time: 0.0952032 Nov 27 01:17:20.624066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4954dd-c30e-4de2-80ee-615c8001450c req-b4a5a0b3-47fc-44d4-915c-82e32483c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.625581 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a4954dd-c30e-4de2-80ee-615c8001450c req-b4a5a0b3-47fc-44d4-915c-82e32483c8ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=24c79186ce1e48dab077ccbbaf7e4c48&device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 1095 time: 0.1046052 Nov 27 01:17:20.675150 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1a846b38-b137-4bec-a6c3-6cb1130d75d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.722663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1cf6a-6371-4d91-8eb0-d432d503cd89 req-88a2fe66-3596-41df-9c00-5b6423ac6030 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.724155 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8df1cf6a-6371-4d91-8eb0-d432d503cd89 req-88a2fe66-3596-41df-9c00-5b6423ac6030 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.1723087 Nov 27 01:17:20.726255 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a173b4bf-6902-4a5e-8e73-e799942e7cc3 req-4adbf328-ddea-4087-8000-eded4d3d547e tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158905 Nov 27 01:17:20.728724 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3559ff44-300c-4c75-854a-a7e781d58b6b req-c0631a7a-972f-4608-b3c0-b172c2fb662a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027858 Nov 27 01:17:20.743829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a846b38-b137-4bec-a6c3-6cb1130d75d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:20.749342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-1a846b38-b137-4bec-a6c3-6cb1130d75d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:20.751268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a846b38-b137-4bec-a6c3-6cb1130d75d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Pushing event updated for resources: {'Port': ['ID=9195834a-de1e-4e14-93c0-a4f66db2481d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:20.752000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8df1cf6a-6371-4d91-8eb0-d432d503cd89 req-8c13ce40-13d1-486e-b60a-52bceb8db4cd tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/quotas/53d6e7131d0740f3ab69fa54032dfa14 HTTP/1.1" status: 200 len: 375 time: 0.0206416 Nov 27 01:17:20.755206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a846b38-b137-4bec-a6c3-6cb1130d75d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:20.756109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a846b38-b137-4bec-a6c3-6cb1130d75d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.756760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1a846b38-b137-4bec-a6c3-6cb1130d75d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.768935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4954dd-c30e-4de2-80ee-615c8001450c req-4ffe2e48-365c-464d-b74b-0e11df8325cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.770558 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a4954dd-c30e-4de2-80ee-615c8001450c req-4ffe2e48-365c-464d-b74b-0e11df8325cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=031664d4-b246-43b3-9457-caed46965971 HTTP/1.1" status: 200 len: 923 time: 0.1342130 Nov 27 01:17:20.776303 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1a846b38-b137-4bec-a6c3-6cb1130d75d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4994771 Nov 27 01:17:20.778784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57010) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:20.853498 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a4954dd-c30e-4de2-80ee-615c8001450c req-3df4a7ed-6f79-4726-bde2-e8722862c8ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecccfa9f-9049-41c8-aa51-46efa75f8be3 HTTP/1.1" status: 200 len: 217 time: 0.0756545 Nov 27 01:17:20.865126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134fab9-0c85-4248-a130-39cdfe7c491b req-f728e9af-b96a-499c-98ae-df933299bc14 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.869869 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4e22fff8-c9b9-4089-99ed-dfb510d02f58 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:20.871718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134fab9-0c85-4248-a130-39cdfe7c491b req-f728e9af-b96a-499c-98ae-df933299bc14 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.877732 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134fab9-0c85-4248-a130-39cdfe7c491b req-f728e9af-b96a-499c-98ae-df933299bc14 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.883721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134fab9-0c85-4248-a130-39cdfe7c491b req-f728e9af-b96a-499c-98ae-df933299bc14 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.885435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e9eb03-6f6b-49ec-9454-3c8ae228bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.886767 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-26e9eb03-6f6b-49ec-9454-3c8ae228bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "GET /v2.0/ports/9195834a-de1e-4e14-93c0-a4f66db2481d HTTP/1.1" status: 200 len: 958 time: 0.1006312 Nov 27 01:17:20.892580 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134fab9-0c85-4248-a130-39cdfe7c491b req-f728e9af-b96a-499c-98ae-df933299bc14 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.898537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134fab9-0c85-4248-a130-39cdfe7c491b req-f728e9af-b96a-499c-98ae-df933299bc14 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.904477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134fab9-0c85-4248-a130-39cdfe7c491b req-f728e9af-b96a-499c-98ae-df933299bc14 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.905315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57014) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:20.906620 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9134fab9-0c85-4248-a130-39cdfe7c491b req-f728e9af-b96a-499c-98ae-df933299bc14 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5424 time: 0.0978637 Nov 27 01:17:20.921932 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:20.927242 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:20.927824 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.957762 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8df1cf6a-6371-4d91-8eb0-d432d503cd89 req-51615c26-17c1-40dc-b865-f68c67a1c687 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1701677 Nov 27 01:17:20.966901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4954dd-c30e-4de2-80ee-615c8001450c req-f52e7f48-e1cc-4aef-9b93-e33c08777540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.968356 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a4954dd-c30e-4de2-80ee-615c8001450c req-f52e7f48-e1cc-4aef-9b93-e33c08777540 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f329a7e4-9648-4274-80c6-800ca44ccd1c HTTP/1.1" status: 200 len: 862 time: 0.0975218 Nov 27 01:17:20.980501 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9134fab9-0c85-4248-a130-39cdfe7c491b req-8e79b8bf-744e-443f-b192-88f918431cbf tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666986 Nov 27 01:17:21.017086 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.050715 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4e22fff8-c9b9-4089-99ed-dfb510d02f58, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4e22fff8-c9b9-4089-99ed-dfb510d02f58,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:21.055438 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.056405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device a3225b50-6061-4fa5-b17c-9da1a48db2b4 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:21.060751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a4954dd-c30e-4de2-80ee-615c8001450c req-9609fdae-46be-41b6-84a9-6af84b4bf7f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=031664d4-b246-43b3-9457-caed46965971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678942 Nov 27 01:17:21.105219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24f696-89e7-4ad1-b4cf-b0a799f21c0e req-7483268d-7a50-4876-acc0-1d0afc1fce23 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:21.107089 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e24f696-89e7-4ad1-b4cf-b0a799f21c0e req-7483268d-7a50-4876-acc0-1d0afc1fce23 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 943 time: 0.0596156 Nov 27 01:17:21.132159 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=4e22fff8-c9b9-4089-99ed-dfb510d02f58,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:21.145074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port a3225b50-6061-4fa5-b17c-9da1a48db2b4 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:21.151338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port a3225b50-6061-4fa5-b17c-9da1a48db2b4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:21.152583 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.161041 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8df1cf6a-6371-4d91-8eb0-d432d503cd89 req-17ceeeec-d54a-4c8a-b25e-1f218e05faf4 service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909418 Nov 27 01:17:21.163742 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e24f696-89e7-4ad1-b4cf-b0a799f21c0e req-60cd42e8-79a5-4b21-9134-e33dc9924d24 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497324 Nov 27 01:17:21.164464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b83bffc2-21cd-452a-a1ff-d89795aebcbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Deleting port 9195834a-de1e-4e14-93c0-a4f66db2481d {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:21.164807 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b83bffc2-21cd-452a-a1ff-d89795aebcbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.242050 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.287270 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port a3225b50-6061-4fa5-b17c-9da1a48db2b4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a3225b50-6061-4fa5-b17c-9da1a48db2b4,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:21.288775 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a4954dd-c30e-4de2-80ee-615c8001450c req-1f9b84f9-268d-4e2b-9c20-66ee7aa1a887 service neutron] 10.222.0.31 "GET /v2.0/networks/031664d4-b246-43b3-9457-caed46965971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181246 Nov 27 01:17:21.292604 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.293412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5b98aa43-349e-495b-b219-a68032564792 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:21.301053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bff89f-46f0-4d10-a94b-3454a326f878 req-10f5f74c-d20e-4c7b-a7a1-aae4ebf1bf97 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:21.301775 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b83bffc2-21cd-452a-a1ff-d89795aebcbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.302768 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5bff89f-46f0-4d10-a94b-3454a326f878 req-10f5f74c-d20e-4c7b-a7a1-aae4ebf1bf97 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 943 time: 0.0629342 Nov 27 01:17:21.338478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b83bffc2-21cd-452a-a1ff-d89795aebcbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Calling delete_port for 9195834a-de1e-4e14-93c0-a4f66db2481d owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:21.364608 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5bff89f-46f0-4d10-a94b-3454a326f878 req-7a122eb9-23c6-491e-9b5c-b6a09903fe86 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/security-groups?id=64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549431 Nov 27 01:17:21.371478 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=a3225b50-6061-4fa5-b17c-9da1a48db2b4,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:21.396515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 5b98aa43-349e-495b-b219-a68032564792 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:21.401343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 5b98aa43-349e-495b-b219-a68032564792 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:21.401723 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.438827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8df1cf6a-6371-4d91-8eb0-d432d503cd89 req-f462074f-2af5-4d7a-9674-f60435d94bc8 service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694740 Nov 27 01:17:21.490938 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a4954dd-c30e-4de2-80ee-615c8001450c req-74d6cfb7-26db-43ef-b086-660027c0b63d service neutron] 10.222.0.31 "GET /v2.0/networks/031664d4-b246-43b3-9457-caed46965971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923466 Nov 27 01:17:21.492929 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.511066 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b83bffc2-21cd-452a-a1ff-d89795aebcbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.529279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 5b98aa43-349e-495b-b219-a68032564792, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5b98aa43-349e-495b-b219-a68032564792,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:21.534212 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.535285 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0edd8c44-d12f-4f64-979a-5b7c3c4f805b up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:21.550090 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b83bffc2-21cd-452a-a1ff-d89795aebcbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.556037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57020) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:21.556222 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b83bffc2-21cd-452a-a1ff-d89795aebcbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "DELETE /v2.0/ports/9195834a-de1e-4e14-93c0-a4f66db2481d HTTP/1.1" status: 204 len: 168 time: 0.6464748 Nov 27 01:17:21.557779 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bffc2-21cd-452a-a1ff-d89795aebcbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Pushing event deleted for resources: {'Port': ['ID=9195834a-de1e-4e14-93c0-a4f66db2481d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:21.630054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=5b98aa43-349e-495b-b219-a68032564792,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:21.646648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:21.659075 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33a34ef-eacd-44d4-86c6-b181481cb784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:17:21.659463 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:21.659856 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.661509 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e33a34ef-eacd-44d4-86c6-b181481cb784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "GET /v2.0/ports/9195834a-de1e-4e14-93c0-a4f66db2481d HTTP/1.1" status: 404 len: 333 time: 0.1038613 Nov 27 01:17:21.665323 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57030) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:21.672866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-05534923-5d4c-4a3f-836c-a8e79c2fff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Request body: {'port': {'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-385410438'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:21.695808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05534923-5d4c-4a3f-836c-a8e79c2fff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Made reservation on behalf of fadf5615181e47e2bcf31ae06e778812 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:21.698298 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05534923-5d4c-4a3f-836c-a8e79c2fff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.715901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-05534923-5d4c-4a3f-836c-a8e79c2fff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] device_id is not set on port 11618bfd-05b9-4d09-9543-0354397177d9 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:21.784156 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.833735 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0edd8c44-d12f-4f64-979a-5b7c3c4f805b,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:21.840781 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:21.842938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device dc762bad-5297-4413-87bc-bd3ecbe3a755 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:22.020785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4ac12-791a-4cf1-a4f0-6523499814af req-0b20c143-eda1-44e5-9492-73ecf3cfa215 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:22.022753 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-46c4ac12-791a-4cf1-a4f0-6523499814af req-0b20c143-eda1-44e5-9492-73ecf3cfa215 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 946 time: 0.2086899 Nov 27 01:17:22.029481 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05534923-5d4c-4a3f-836c-a8e79c2fff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.037683 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=0edd8c44-d12f-4f64-979a-5b7c3c4f805b,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:22.041396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port dc762bad-5297-4413-87bc-bd3ecbe3a755 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:22.046246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port dc762bad-5297-4413-87bc-bd3ecbe3a755 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:22.046726 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.168594 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.200854 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-46c4ac12-791a-4cf1-a4f0-6523499814af req-b6970453-c0c6-4701-9e01-c7dd97d07334 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1670737 Nov 27 01:17:22.221684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port dc762bad-5297-4413-87bc-bd3ecbe3a755, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dc762bad-5297-4413-87bc-bd3ecbe3a755,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:22.221849 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05534923-5d4c-4a3f-836c-a8e79c2fff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.226948 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.227759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4f854bd5-781e-4e8b-a405-db101e4faafa up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:22.309008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e22fff8-c9b9-4089-99ed-dfb510d02f58'}, {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3225b50-6061-4fa5-b17c-9da1a48db2b4'}, {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b98aa43-349e-495b-b219-a68032564792'}, {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edd8c44-d12f-4f64-979a-5b7c3c4f805b'}, {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc762bad-5297-4413-87bc-bd3ecbe3a755'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:22.311293 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7e15cf-7405-42a8-9415-9b0383a47a52" -d '{"events": [{"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-plugged", "status": "completed", "tag": "4e22fff8-c9b9-4089-99ed-dfb510d02f58"}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-plugged", "status": "completed", "tag": "a3225b50-6061-4fa5-b17c-9da1a48db2b4"}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-plugged", "status": "completed", "tag": "5b98aa43-349e-495b-b219-a68032564792"}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-plugged", "status": "completed", "tag": "0edd8c44-d12f-4f64-979a-5b7c3c4f805b"}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-plugged", "status": "completed", "tag": "dc762bad-5297-4413-87bc-bd3ecbe3a755"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:22.318432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=dc762bad-5297-4413-87bc-bd3ecbe3a755,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:22.337527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 4f854bd5-781e-4e8b-a405-db101e4faafa completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:22.341651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 4f854bd5-781e-4e8b-a405-db101e4faafa triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:22.342018 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.345202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05534923-5d4c-4a3f-836c-a8e79c2fff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:22.379975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-05534923-5d4c-4a3f-836c-a8e79c2fff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:22.386308 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05534923-5d4c-4a3f-836c-a8e79c2fff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:22.387291 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05534923-5d4c-4a3f-836c-a8e79c2fff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:22.387844 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05534923-5d4c-4a3f-836c-a8e79c2fff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.406793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05534923-5d4c-4a3f-836c-a8e79c2fff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Pushing event updated for resources: {'Port': ['ID=11618bfd-05b9-4d09-9543-0354397177d9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:22.417643 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-05534923-5d4c-4a3f-836c-a8e79c2fff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7513509 Nov 27 01:17:22.420152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57088) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:22.427148 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:22.442395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-a82b5344-bbf4-4dbd-94ab-ce9204b1fd5a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:22.443098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f612a8b-01f1-4ae0-8d5e-7f3149db6bbf req-d843d5e8-29ea-44c0-b9e9-d3471e6b3550 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:22.444556 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-a82b5344-bbf4-4dbd-94ab-ce9204b1fd5a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.3426661 Nov 27 01:17:22.459763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f612a8b-01f1-4ae0-8d5e-7f3149db6bbf req-d843d5e8-29ea-44c0-b9e9-d3471e6b3550 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:22.473266 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f612a8b-01f1-4ae0-8d5e-7f3149db6bbf req-d843d5e8-29ea-44c0-b9e9-d3471e6b3550 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:22.481491 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-9ce65222-c118-4212-808c-041c1b975ab6 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/quotas/53d6e7131d0740f3ab69fa54032dfa14 HTTP/1.1" status: 200 len: 375 time: 0.0308404 Nov 27 01:17:22.482127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f612a8b-01f1-4ae0-8d5e-7f3149db6bbf req-d843d5e8-29ea-44c0-b9e9-d3471e6b3550 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:22.490256 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f612a8b-01f1-4ae0-8d5e-7f3149db6bbf req-d843d5e8-29ea-44c0-b9e9-d3471e6b3550 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:22.498663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f612a8b-01f1-4ae0-8d5e-7f3149db6bbf req-d843d5e8-29ea-44c0-b9e9-d3471e6b3550 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:22.498821 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.505227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f612a8b-01f1-4ae0-8d5e-7f3149db6bbf req-d843d5e8-29ea-44c0-b9e9-d3471e6b3550 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:22.514908 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f612a8b-01f1-4ae0-8d5e-7f3149db6bbf req-d843d5e8-29ea-44c0-b9e9-d3471e6b3550 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5429 time: 0.1785560 Nov 27 01:17:22.551988 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-30c17860-49e7-4952-90e5-7d338eb8da7f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0694900 Nov 27 01:17:22.552210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4f854bd5-781e-4e8b-a405-db101e4faafa, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4f854bd5-781e-4e8b-a405-db101e4faafa,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:22.558499 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.558820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7297ec62-6258-4f74-801e-a2ae20c22061 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:22.656374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=4f854bd5-781e-4e8b-a405-db101e4faafa,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:22.670801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 7297ec62-6258-4f74-801e-a2ae20c22061 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:22.675098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 7297ec62-6258-4f74-801e-a2ae20c22061 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:22.675475 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.684845 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-94c97648-e49b-44ec-b8e0-57c0f6fe1f7d service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319790 Nov 27 01:17:22.688850 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f612a8b-01f1-4ae0-8d5e-7f3149db6bbf req-9b570f5a-b9b6-4b8a-a7f2-aa8ec98d8483 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1692603 Nov 27 01:17:22.761700 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.774331 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.798483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7297ec62-6258-4f74-801e-a2ae20c22061, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7297ec62-6258-4f74-801e-a2ae20c22061,segment=NetworkSegment(bb13f819-7513-4d5c-a17c-9ef71f8940c0),segment_id=bb13f819-7513-4d5c-a17c-9ef71f8940c0)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:22.803922 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.867328 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=7297ec62-6258-4f74-801e-a2ae20c22061,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:22.879824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:22.884201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-5e9116c8-3747-488a-86bf-26f15e74549f service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982520 Nov 27 01:17:22.961183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4ec41-f6a0-4953-b4dd-04a3a99438b4 req-00e9cd01-3817-4088-8377-8d2aec75fa12 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:22.972408 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cff4ec41-f6a0-4953-b4dd-04a3a99438b4 req-00e9cd01-3817-4088-8377-8d2aec75fa12 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 943 time: 0.1393178 Nov 27 01:17:22.996756 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:23.016889 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 has no active binding in host n-h2-817303-10 {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:17:23.067009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cff4ec41-f6a0-4953-b4dd-04a3a99438b4 req-bcdbee0a-ded3-4936-a1fe-58717499c49f tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876641 Nov 27 01:17:23.093482 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6e3f4a-cbd2-4be6-a696-1991703110dd x-openstack-request-id: req-4a6e3f4a-cbd2-4be6-a696-1991703110dd {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:23.093802 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-plugged", "status": "completed", "tag": "4e22fff8-c9b9-4089-99ed-dfb510d02f58", "code": 200}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-plugged", "status": "completed", "tag": "a3225b50-6061-4fa5-b17c-9da1a48db2b4", "code": 200}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-plugged", "status": "completed", "tag": "5b98aa43-349e-495b-b219-a68032564792", "code": 200}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-plugged", "status": "completed", "tag": "0edd8c44-d12f-4f64-979a-5b7c3c4f805b", "code": 200}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-plugged", "status": "completed", "tag": "dc762bad-5297-4413-87bc-bd3ecbe3a755", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:23.094057 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a6e3f4a-cbd2-4be6-a696-1991703110dd {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:23.094921 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e22fff8-c9b9-4089-99ed-dfb510d02f58', 'code': 200} Nov 27 01:17:23.095184 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3225b50-6061-4fa5-b17c-9da1a48db2b4', 'code': 200} Nov 27 01:17:23.095435 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b98aa43-349e-495b-b219-a68032564792', 'code': 200} Nov 27 01:17:23.095679 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edd8c44-d12f-4f64-979a-5b7c3c4f805b', 'code': 200} Nov 27 01:17:23.095921 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc762bad-5297-4413-87bc-bd3ecbe3a755', 'code': 200} Nov 27 01:17:23.118036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] device_id is not set on port 11618bfd-05b9-4d09-9543-0354397177d9 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:23.127956 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:23.137087 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:23.238738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Pushing event updated for resources: {'Port': ['ID=11618bfd-05b9-4d09-9543-0354397177d9,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:23.266267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8180a-ea9d-4a67-ae71-f378de0ee6a4 req-12308871-728a-4073-b7fc-63a9574aa7e9 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:23.271738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:23.272905 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:23.273604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:23.281492 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fcb8180a-ea9d-4a67-ae71-f378de0ee6a4 req-12308871-728a-4073-b7fc-63a9574aa7e9 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 943 time: 0.0942101 Nov 27 01:17:23.284764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:23.285126 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:23.285521 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 2 to bind port 11618bfd-05b9-4d09-9543-0354397177d9 Nov 27 01:17:23.301530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:23.301876 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:23.302213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:23.308781 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:23.309117 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:23.309513 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 3 to bind port 11618bfd-05b9-4d09-9543-0354397177d9 Nov 27 01:17:23.326770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:23.327120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:23.327766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:23.333420 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:23.333752 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:23.334149 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 4 to bind port 11618bfd-05b9-4d09-9543-0354397177d9 Nov 27 01:17:23.351250 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fcb8180a-ea9d-4a67-ae71-f378de0ee6a4 req-f5645232-ce55-4d7a-a1aa-ad36572d83be tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/security-groups?id=64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687532 Nov 27 01:17:23.404693 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-590c3248-cffa-4dec-b88d-751ba411ed7d req-5afb804a-2d71-478c-96b0-535e1730aae9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 210 time: 0.0533311 Nov 27 01:17:23.407825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:23.408216 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:23.408994 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:23.420690 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:23.421046 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:23.421420 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 5 to bind port 11618bfd-05b9-4d09-9543-0354397177d9 Nov 27 01:17:23.436464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:23.436815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:23.437135 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:23.442342 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:23.442682 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:23.443055 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 6 to bind port 11618bfd-05b9-4d09-9543-0354397177d9 Nov 27 01:17:23.462108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:23.462725 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:23.463249 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:23.471065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:23.471446 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:23.471966 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 7 to bind port 11618bfd-05b9-4d09-9543-0354397177d9 Nov 27 01:17:23.475159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f731c-d14c-4058-924d-a9d45194c590 req-060afbad-f476-4a3e-b0c5-09d15057e29b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:23.477488 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-309f731c-d14c-4058-924d-a9d45194c590 req-060afbad-f476-4a3e-b0c5-09d15057e29b tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 946 time: 0.0710595 Nov 27 01:17:23.487171 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:23.487814 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:23.488151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:23.494426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:23.494797 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:23.495207 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 8 to bind port 11618bfd-05b9-4d09-9543-0354397177d9 Nov 27 01:17:23.520429 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:23.520429 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:23.520760 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:23.526562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:23.527053 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:23.527652 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 9 to bind port 11618bfd-05b9-4d09-9543-0354397177d9 Nov 27 01:17:23.542930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:23.543297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:23.543607 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:23.548101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:23.548868 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:23.549098 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempt 10 to bind port 11618bfd-05b9-4d09-9543-0354397177d9 Nov 27 01:17:23.556791 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-309f731c-d14c-4058-924d-a9d45194c590 req-452f5df3-6f83-4f0d-8fad-1862196e5a69 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720668 Nov 27 01:17:23.562109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:23.562455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:23.562788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempting to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:23.567787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:23.568117 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Failed to bind port 11618bfd-05b9-4d09-9543-0354397177d9 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'a87df383-3089-4620-bb7f-a1b55dcac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6a8180f0-f5f7-4d60-af18-d9f287b4d931'}] Nov 27 01:17:23.568520 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:23.638512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] For port 11618bfd-05b9-4d09-9543-0354397177d9, host n-h1-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:23.638798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attempted to set empty binding levels {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 01:17:23.643176 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:23.676906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] In _notify_port_updated(), no bound segment for port 11618bfd-05b9-4d09-9543-0354397177d9 on network 6a8180f0-f5f7-4d60-af18-d9f287b4d931 {{(pid=103402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:17:23.677791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:23.678403 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:23.679737 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "PUT /v2.0/ports/11618bfd-05b9-4d09-9543-0354397177d9 HTTP/1.1" status: 200 len: 979 time: 1.2584412 Nov 27 01:17:23.682548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57120) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:23.722605 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5115d-b16a-4476-b641-8fb92e3ca91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Pushing event updated for resources: {'Port': ['ID=11618bfd-05b9-4d09-9543-0354397177d9,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:23.770965 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Deleting port 11618bfd-05b9-4d09-9543-0354397177d9 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:23.771417 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.157931 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] For port 11618bfd-05b9-4d09-9543-0354397177d9, host n-h1-817303-10, got binding levels [] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:24.158334 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.176402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Calling delete_port for 11618bfd-05b9-4d09-9543-0354397177d9 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:24.200465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3c6e-bb2d-45e8-a625-18497a06686b req-326f973c-133b-41e1-8cdf-f046262f5778 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:24.206538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3c6e-bb2d-45e8-a625-18497a06686b req-326f973c-133b-41e1-8cdf-f046262f5778 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:24.212644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3c6e-bb2d-45e8-a625-18497a06686b req-326f973c-133b-41e1-8cdf-f046262f5778 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:24.218616 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3c6e-bb2d-45e8-a625-18497a06686b req-326f973c-133b-41e1-8cdf-f046262f5778 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:24.222171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0f78b-e7fa-4d0c-9c02-09f542d2eae3 req-b200cea2-14ec-4007-9f5d-e388fe45735b tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:24.224603 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3c6e-bb2d-45e8-a625-18497a06686b req-326f973c-133b-41e1-8cdf-f046262f5778 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:24.224907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-37a0f78b-e7fa-4d0c-9c02-09f542d2eae3 req-b200cea2-14ec-4007-9f5d-e388fe45735b tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 943 time: 0.0549865 Nov 27 01:17:24.230751 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3c6e-bb2d-45e8-a625-18497a06686b req-326f973c-133b-41e1-8cdf-f046262f5778 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:24.236938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3c6e-bb2d-45e8-a625-18497a06686b req-326f973c-133b-41e1-8cdf-f046262f5778 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:24.238868 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca8e3c6e-bb2d-45e8-a625-18497a06686b req-326f973c-133b-41e1-8cdf-f046262f5778 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5431 time: 0.4175529 Nov 27 01:17:24.276652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-37a0f78b-e7fa-4d0c-9c02-09f542d2eae3 req-6605432d-9e97-409c-a87b-bb6129c52736 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465951 Nov 27 01:17:24.361134 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca8e3c6e-bb2d-45e8-a625-18497a06686b req-ee965e61-694f-4122-8ce2-bfee450e9e85 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822885 Nov 27 01:17:24.369773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.410274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Pushing event deleted for resources: {'Port': ['ID=11618bfd-05b9-4d09-9543-0354397177d9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:24.422309 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.427105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "DELETE /v2.0/ports/11618bfd-05b9-4d09-9543-0354397177d9 HTTP/1.1" status: 204 len: 168 time: 0.7429709 Nov 27 01:17:24.429726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57134) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:24.431017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:24.431532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:24.432020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:24.432472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:24.432953 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:24.433521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:24.433994 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:24.434401 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:24.434842 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:24.435238 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:24.435638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:24.436257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61647c-aaa1-4b3b-b404-25eda6edfeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:24.477194 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cde592-7e48-473e-a1fb-e0a0ee5f2677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:17:24.478720 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-98cde592-7e48-473e-a1fb-e0a0ee5f2677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655720621-project-admin] 10.222.0.15 "GET /v2.0/ports/11618bfd-05b9-4d09-9543-0354397177d9 HTTP/1.1" status: 404 len: 333 time: 0.0473747 Nov 27 01:17:24.483126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57136) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:24.617589 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c684c819-b709-44b6-9cf1-d87c692415f4 req-f353db8a-ab83-49f1-8dd8-9d1d23cd7bd0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 210 time: 0.1003504 Nov 27 01:17:24.623709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87ae5-a112-45ec-ad02-db7a98c78bf0 req-f9cbcb3d-fb50-4647-81b5-0a87350b4a24 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:24.625291 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bd87ae5-a112-45ec-ad02-db7a98c78bf0 req-f9cbcb3d-fb50-4647-81b5-0a87350b4a24 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 943 time: 0.1510060 Nov 27 01:17:24.626041 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96780e61-15ec-4b22-9af3-fb456e8f93f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.715477 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96780e61-15ec-4b22-9af3-fb456e8f93f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.726064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-fb6e4d31-1d36-48d7-8bff-bc0be1cb3859 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:24.727497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-fb6e4d31-1d36-48d7-8bff-bc0be1cb3859 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.2320704 Nov 27 01:17:24.735350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-96780e61-15ec-4b22-9af3-fb456e8f93f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8180f0-f5f7-4d60-af18-d9f287b4d931']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:24.744752 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e02e65f1-21d6-4544-addc-1d60439baca6 service neutron] 10.222.0.21 "GET /v2.0/ports/5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9/bindings/n-h2-817303-10 HTTP/1.1" status: 200 len: 385 time: 0.1379464 Nov 27 01:17:24.745715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-96780e61-15ec-4b22-9af3-fb456e8f93f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87df383-3089-4620-bb7f-a1b55dcac37f') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:24.746129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-96780e61-15ec-4b22-9af3-fb456e8f93f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87df383-3089-4620-bb7f-a1b55dcac37f') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:24.748805 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bd87ae5-a112-45ec-ad02-db7a98c78bf0 req-50595e46-ce89-4f5e-9baf-1e16c5a0786f tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/security-groups?id=64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006858 Nov 27 01:17:24.755738 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96780e61-15ec-4b22-9af3-fb456e8f93f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.771138 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96780e61-15ec-4b22-9af3-fb456e8f93f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.778093 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96780e61-15ec-4b22-9af3-fb456e8f93f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:17:24.778516 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96780e61-15ec-4b22-9af3-fb456e8f93f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.781726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-ac733305-02c3-4aca-969b-58eb97ac7b43 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Request body: {'port': {'device_id': 'fb2be8b2-54a0-486c-93a2-f9705a5c83e1', 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'admin_state_up': True, 'tenant_id': '53d6e7131d0740f3ab69fa54032dfa14'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:17:24.781962 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:17:24.845737 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96780e61-15ec-4b22-9af3-fb456e8f93f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.854171 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96780e61-15ec-4b22-9af3-fb456e8f93f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.860570 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-96780e61-15ec-4b22-9af3-fb456e8f93f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] 10.222.0.15 "DELETE /v2.0/networks/6a8180f0-f5f7-4d60-af18-d9f287b4d931 HTTP/1.1" status: 204 len: 168 time: 0.3762479 Nov 27 01:17:24.873168 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96780e61-15ec-4b22-9af3-fb456e8f93f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1612018016-project] Pushing event deleted for resources: {'Network': ['ID=6a8180f0-f5f7-4d60-af18-d9f287b4d931,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:24.885680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ecccfa9f-9049-41c8-aa51-46efa75f8be3 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:24.992537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ecccfa9f-9049-41c8-aa51-46efa75f8be3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ecccfa9f-9049-41c8-aa51-46efa75f8be3,segment=NetworkSegment(ef038661-2706-45a4-8008-e853ef6976f5),segment_id=ef038661-2706-45a4-8008-e853ef6976f5)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:25.005807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'ecccfa9f-9049-41c8-aa51-46efa75f8be3', 'network_id': '031664d4-b246-43b3-9457-caed46965971', 'port_id': 'ecccfa9f-9049-41c8-aa51-46efa75f8be3', 'mac_address': 'fa:16:3e:6c:18:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f329a7e4-9648-4274-80c6-800ca44ccd1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:25.042962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-ac733305-02c3-4aca-969b-58eb97ac7b43 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Made reservation on behalf of 53d6e7131d0740f3ab69fa54032dfa14 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:25.046472 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.046646 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-ac733305-02c3-4aca-969b-58eb97ac7b43 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.060529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecccfa9f-9049-41c8-aa51-46efa75f8be3 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:25.082289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ecccfa9f-9049-41c8-aa51-46efa75f8be3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ecccfa9f-9049-41c8-aa51-46efa75f8be3,segment=NetworkSegment(ef038661-2706-45a4-8008-e853ef6976f5),segment_id=ef038661-2706-45a4-8008-e853ef6976f5)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:25.086857 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.117239 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f854bd5-781e-4e8b-a405-db101e4faafa'}, {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7297ec62-6258-4f74-801e-a2ae20c22061'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:25.119549 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4124ec2f-cde1-456b-a2d1-43821f34f73c" -d '{"events": [{"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-plugged", "status": "completed", "tag": "4f854bd5-781e-4e8b-a405-db101e4faafa"}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-plugged", "status": "completed", "tag": "7297ec62-6258-4f74-801e-a2ae20c22061"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:25.152070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-fc92a0a7-8e87-43ad-903f-39ef03dc1d9d service neutron] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:25.172468 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ecccfa9f-9049-41c8-aa51-46efa75f8be3,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:25.192808 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f344f2-7595-4e38-8f00-28ad7c42a467 x-openstack-request-id: req-b4f344f2-7595-4e38-8f00-28ad7c42a467 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:25.193131 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-plugged", "status": "completed", "tag": "4f854bd5-781e-4e8b-a405-db101e4faafa", "code": 200}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-plugged", "status": "completed", "tag": "7297ec62-6258-4f74-801e-a2ae20c22061", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:25.193363 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4f344f2-7595-4e38-8f00-28ad7c42a467 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:25.193987 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f854bd5-781e-4e8b-a405-db101e4faafa', 'code': 200} Nov 27 01:17:25.194418 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7297ec62-6258-4f74-801e-a2ae20c22061', 'code': 200} Nov 27 01:17:25.195841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57148) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:25.200583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-fc92a0a7-8e87-43ad-903f-39ef03dc1d9d service neutron] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:25.286988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-fc92a0a7-8e87-43ad-903f-39ef03dc1d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:25.303795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-fc92a0a7-8e87-43ad-903f-39ef03dc1d9d service neutron] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:25.322148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-ac733305-02c3-4aca-969b-58eb97ac7b43 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Allocated IP 172.20.0.9 (8f941621-4f80-49c2-838b-cc0d1ec353c3/00eae9ce-ef22-478b-aeeb-d796cdefe5ee/c263739d-8193-4af7-a619-ccea0abf8052) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:25.327238 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-fc92a0a7-8e87-43ad-903f-39ef03dc1d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.444707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464ef51-8387-4778-a9e5-96600bac83f7 req-01b640b3-67d3-4450-8c25-576b8aba7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.445216 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464ef51-8387-4778-a9e5-96600bac83f7 req-01b640b3-67d3-4450-8c25-576b8aba7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.445682 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464ef51-8387-4778-a9e5-96600bac83f7 req-01b640b3-67d3-4450-8c25-576b8aba7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.446176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464ef51-8387-4778-a9e5-96600bac83f7 req-01b640b3-67d3-4450-8c25-576b8aba7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.446805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464ef51-8387-4778-a9e5-96600bac83f7 req-01b640b3-67d3-4450-8c25-576b8aba7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.447425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464ef51-8387-4778-a9e5-96600bac83f7 req-01b640b3-67d3-4450-8c25-576b8aba7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.448057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464ef51-8387-4778-a9e5-96600bac83f7 req-01b640b3-67d3-4450-8c25-576b8aba7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.450288 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0464ef51-8387-4778-a9e5-96600bac83f7 req-01b640b3-67d3-4450-8c25-576b8aba7fc2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 6495 time: 0.1217763 Nov 27 01:17:25.454095 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-24c17f5e-79dc-46d5-a6a9-2a25809ddd9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be29cea200ad4cc18c369627c597f3ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2570703 Nov 27 01:17:25.456882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57160) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:25.573948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a711222-167d-445a-b3c3-b3113a4229bb req-c85ab7b5-c1a5-4503-85e3-d0dfc0c73c4d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.575486 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a711222-167d-445a-b3c3-b3113a4229bb req-c85ab7b5-c1a5-4503-85e3-d0dfc0c73c4d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 943 time: 0.1452224 Nov 27 01:17:25.578337 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff4f4-1846-4006-ad6d-66ab83041062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.619826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-fc92a0a7-8e87-43ad-903f-39ef03dc1d9d service neutron] Transition to ACTIVE for port object 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:17:25.630762 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-fc92a0a7-8e87-43ad-903f-39ef03dc1d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.633189 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff4f4-1846-4006-ad6d-66ab83041062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.642732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ecccfa9f-9049-41c8-aa51-46efa75f8be3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:25.645069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0464ef51-8387-4778-a9e5-96600bac83f7 req-e81b2863-c35b-452b-80e3-8ed2aa9840a3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1695025 Nov 27 01:17:25.688541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4d001-adb6-422c-8eed-6105f9c0ac73 req-760ce70b-ea3a-40ee-9d5b-c0a52beb398a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.694852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4d001-adb6-422c-8eed-6105f9c0ac73 req-760ce70b-ea3a-40ee-9d5b-c0a52beb398a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.700970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4d001-adb6-422c-8eed-6105f9c0ac73 req-760ce70b-ea3a-40ee-9d5b-c0a52beb398a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.708125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4d001-adb6-422c-8eed-6105f9c0ac73 req-760ce70b-ea3a-40ee-9d5b-c0a52beb398a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.715090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4d001-adb6-422c-8eed-6105f9c0ac73 req-760ce70b-ea3a-40ee-9d5b-c0a52beb398a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.721238 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4d001-adb6-422c-8eed-6105f9c0ac73 req-760ce70b-ea3a-40ee-9d5b-c0a52beb398a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.728005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4d001-adb6-422c-8eed-6105f9c0ac73 req-760ce70b-ea3a-40ee-9d5b-c0a52beb398a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.729939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76e4d001-adb6-422c-8eed-6105f9c0ac73 req-760ce70b-ea3a-40ee-9d5b-c0a52beb398a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5431 time: 0.1679561 Nov 27 01:17:25.778682 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff4f4-1846-4006-ad6d-66ab83041062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.783195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff4f4-1846-4006-ad6d-66ab83041062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.788998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ae9ff4f4-1846-4006-ad6d-66ab83041062 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d902e962-46c0-48fb-9250-e133075ac44b HTTP/1.1" status: 204 len: 168 time: 0.3308072 Nov 27 01:17:25.805134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ff4f4-1846-4006-ad6d-66ab83041062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d902e962-46c0-48fb-9250-e133075ac44b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:25.826149 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:17:25.846707 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76e4d001-adb6-422c-8eed-6105f9c0ac73 req-4323e8c8-2683-4ab1-8370-d2d95e31d6a4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047220 Nov 27 01:17:25.969482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:17:26.006844 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6a53b52-4b65-42a2-bbcd-d44e4fb4808f req-254080a4-7139-4b53-8642-22b4cd4abecd tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 210 time: 0.0421011 Nov 27 01:17:26.080957 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-ac733305-02c3-4aca-969b-58eb97ac7b43 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:26.101816 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a711222-167d-445a-b3c3-b3113a4229bb req-b3180164-c978-4804-8aa2-9ad3fefb32a4 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172038 Nov 27 01:17:26.129995 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-fc92a0a7-8e87-43ad-903f-39ef03dc1d9d service neutron] No DVR routers for this DVR port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:17:26.135485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fd713-c50a-46d5-bdcb-1b07411d3e11 req-56ea18bb-1c25-4042-abc5-1ccab5862d80 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:26.143933 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f1fd713-c50a-46d5-bdcb-1b07411d3e11 req-56ea18bb-1c25-4042-abc5-1ccab5862d80 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 944 time: 0.0767348 Nov 27 01:17:26.169517 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92a0a7-8e87-43ad-903f-39ef03dc1d9d service neutron] Pushing event updated for resources: {'Port': ['ID=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,revision_number=10']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:26.187557 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57170) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:26.206260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-fc92a0a7-8e87-43ad-903f-39ef03dc1d9d service neutron] 10.222.0.21 "PUT /v2.0/ports/5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9/bindings/n-h2-817303-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4206271 Nov 27 01:17:26.217271 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-ac733305-02c3-4aca-969b-58eb97ac7b43 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:26.220074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f1fd713-c50a-46d5-bdcb-1b07411d3e11 req-862b04f8-68cb-42d8-9836-5b135aaf7493 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/security-groups?id=64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750694 Nov 27 01:17:26.255056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f2a6bd5e-fce6-4265-b237-070545d42afd'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:26.286114 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0387d617-2f6e-4ac9-bc1e-a059f7b0d4c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fadf5615181e47e2bcf31ae06e778812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0919774 Nov 27 01:17:26.287977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57172) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:26.302512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-ac733305-02c3-4aca-969b-58eb97ac7b43 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Network 8f941621-4f80-49c2-838b-cc0d1ec353c3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:26.306415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-ac733305-02c3-4aca-969b-58eb97ac7b43 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:26.312555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-ac733305-02c3-4aca-969b-58eb97ac7b43 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:26.351468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac733305-02c3-4aca-969b-58eb97ac7b43 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Pushing event updated for resources: {'Port': ['ID=c263739d-8193-4af7-a619-ccea0abf8052,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:26.379032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-ac733305-02c3-4aca-969b-58eb97ac7b43 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:26.380005 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-ac733305-02c3-4aca-969b-58eb97ac7b43 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:26.400081 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-ac733305-02c3-4aca-969b-58eb97ac7b43 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6243854 Nov 27 01:17:26.402526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-10d64ddc-855a-4f54-8c41-5806500e393e tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:26.404066 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-10d64ddc-855a-4f54-8c41-5806500e393e tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558&tenant_id=d18461bdb04f48e7b016c099b1185328&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 1096 time: 0.0940554 Nov 27 01:17:26.421187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Request body: {'port': {'device_id': 'fb2be8b2-54a0-486c-93a2-f9705a5c83e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:26.431931 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9464-8d69-415a-9a74-7011d7126346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:26.481253 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9464-8d69-415a-9a74-7011d7126346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:26.507288 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:26.526704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-d9939c03-e0de-47a6-b142-02e04cca9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:26.528350 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-d9939c03-e0de-47a6-b142-02e04cca9b7b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558&tenant_id=d18461bdb04f48e7b016c099b1185328 HTTP/1.1" status: 200 len: 1096 time: 0.1113575 Nov 27 01:17:26.553345 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9464-8d69-415a-9a74-7011d7126346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:26.556726 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9464-8d69-415a-9a74-7011d7126346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:26.561459 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a1bc9464-8d69-415a-9a74-7011d7126346 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ada544e5-9e25-4fcb-ab58-6be1edfae224 HTTP/1.1" status: 204 len: 168 time: 0.2720270 Nov 27 01:17:26.571245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc9464-8d69-415a-9a74-7011d7126346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada544e5-9e25-4fcb-ab58-6be1edfae224,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:26.648186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-f39b381f-8a68-41e7-a192-10ecf8b6de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:26.650367 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-f39b381f-8a68-41e7-a192-10ecf8b6de31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 1096 time: 0.0594940 Nov 27 01:17:26.775718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-3fef2b09-7e1d-4d68-91ce-b02d7022f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:26.781684 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-3fef2b09-7e1d-4d68-91ce-b02d7022f5c7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.1220124 Nov 27 01:17:26.838142 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-779a1bdd-2b88-4bf0-9321-f590b67990ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 HTTP/1.1" status: 200 len: 217 time: 0.0476108 Nov 27 01:17:26.863569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c263739d-8193-4af7-a619-ccea0abf8052 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:26.872417 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:26.887287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Transition to ACTIVE for port object c263739d-8193-4af7-a619-ccea0abf8052 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:17:26.892023 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:26.926626 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-5cefaf97-1f9f-4837-8c89-548a84fee42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:26.928172 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-5cefaf97-1f9f-4837-8c89-548a84fee42d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.0822752 Nov 27 01:17:27.014444 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-d1878ebc-cb00-414d-a7ec-1bf29281d787 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783529 Nov 27 01:17:27.055509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Pushing event updated for resources: {'Port': ['ID=c263739d-8193-4af7-a619-ccea0abf8052,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:27.102966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Attempting to bind port c263739d-8193-4af7-a619-ccea0abf8052 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:27.103402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Attempting to bind port c263739d-8193-4af7-a619-ccea0abf8052 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:27.103875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Attempting to bind port c263739d-8193-4af7-a619-ccea0abf8052 on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:27.130445 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Port c263739d-8193-4af7-a619-ccea0abf8052 on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:27.131031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Attempting to bind port c263739d-8193-4af7-a619-ccea0abf8052 on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:27.150775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:27.153219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Checking segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:27.153700 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Bound using segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:27.156635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Bound port: c263739d-8193-4af7-a619-ccea0abf8052, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:27.158830 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:27.214674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328b123-072e-43aa-abe7-3dd44bc691da req-3c796176-d72c-49fc-a321-f826e02e1950 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.222599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328b123-072e-43aa-abe7-3dd44bc691da req-3c796176-d72c-49fc-a321-f826e02e1950 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.229853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328b123-072e-43aa-abe7-3dd44bc691da req-3c796176-d72c-49fc-a321-f826e02e1950 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.237045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328b123-072e-43aa-abe7-3dd44bc691da req-3c796176-d72c-49fc-a321-f826e02e1950 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.248490 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328b123-072e-43aa-abe7-3dd44bc691da req-3c796176-d72c-49fc-a321-f826e02e1950 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.255562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328b123-072e-43aa-abe7-3dd44bc691da req-3c796176-d72c-49fc-a321-f826e02e1950 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.265009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328b123-072e-43aa-abe7-3dd44bc691da req-3c796176-d72c-49fc-a321-f826e02e1950 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.273195 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2328b123-072e-43aa-abe7-3dd44bc691da req-3c796176-d72c-49fc-a321-f826e02e1950 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5431 time: 0.2629688 Nov 27 01:17:27.279408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88d47b-a7e0-4898-a3d8-81f5b7638f9e req-47e0be22-55d5-4468-8231-5c7e9dc619b1 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.281278 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2c88d47b-a7e0-4898-a3d8-81f5b7638f9e req-47e0be22-55d5-4468-8231-5c7e9dc619b1 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 943 time: 0.0739424 Nov 27 01:17:27.288357 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] For port c263739d-8193-4af7-a619-ccea0abf8052, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:27.302484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] For port c263739d-8193-4af7-a619-ccea0abf8052, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c263739d-8193-4af7-a619-ccea0abf8052,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:27.316458 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:27.358794 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-de18a494-00e4-4e23-91ca-ce56f8bf0356 service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341973 Nov 27 01:17:27.388685 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2328b123-072e-43aa-abe7-3dd44bc691da req-5e92bf70-6722-4d52-be7c-f107e73e0362 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144373 Nov 27 01:17:27.389725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.392958 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:27.394567 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] 10.222.0.21 "PUT /v2.0/ports/c263739d-8193-4af7-a619-ccea0abf8052 HTTP/1.1" status: 200 len: 1092 time: 0.9794173 Nov 27 01:17:27.397172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2be8b2-54a0-486c-93a2-f9705a5c83e1', 'tag': 'c263739d-8193-4af7-a619-ccea0abf8052'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:27.399562 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deabd624-4a73-4f40-bcfd-533c8d649c51" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2be8b2-54a0-486c-93a2-f9705a5c83e1", "tag": "c263739d-8193-4af7-a619-ccea0abf8052"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:27.421457 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2c88d47b-a7e0-4898-a3d8-81f5b7638f9e req-02d4ac40-0f04-44a5-b83a-e0429289deea tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298296 Nov 27 01:17:27.494425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d54cc-1a7b-4f6f-90cc-ab199cbdd0be service neutron] Pushing event updated for resources: {'Port': ['ID=c263739d-8193-4af7-a619-ccea0abf8052,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:27.588868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c11fc-77fc-4e24-ac9a-e995bc1cb993 req-59367314-8951-4c93-b115-ae0291e89654 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.597370 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b9c11fc-77fc-4e24-ac9a-e995bc1cb993 req-59367314-8951-4c93-b115-ae0291e89654 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 944 time: 0.1077008 Nov 27 01:17:27.640392 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-b5303d0c-8668-432e-b487-7b54c554ca75 service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463210 Nov 27 01:17:27.658247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-4354a333-cf1f-4f9d-9adf-4c4ff1953813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.660227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-4354a333-cf1f-4f9d-9adf-4c4ff1953813 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 1095 time: 0.1928694 Nov 27 01:17:27.711932 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b9c11fc-77fc-4e24-ac9a-e995bc1cb993 req-268851a5-e913-4ca1-affa-ce26d2becda8 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090660 Nov 27 01:17:27.769287 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f451dc6a-8c45-44a8-9d40-e2a6f24c63c6 x-openstack-request-id: req-f451dc6a-8c45-44a8-9d40-e2a6f24c63c6 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:27.769636 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2be8b2-54a0-486c-93a2-f9705a5c83e1", "tag": "c263739d-8193-4af7-a619-ccea0abf8052", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:27.769977 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f451dc6a-8c45-44a8-9d40-e2a6f24c63c6 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:27.770472 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2be8b2-54a0-486c-93a2-f9705a5c83e1', 'tag': 'c263739d-8193-4af7-a619-ccea0abf8052', 'status': 'completed', 'code': 200} Nov 27 01:17:27.778452 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-18617795-3ab3-47e1-9772-ac1c283aa9c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c263739d-8193-4af7-a619-ccea0abf8052 HTTP/1.1" status: 200 len: 217 time: 0.0833683 Nov 27 01:17:27.789978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa4250-dae6-4ef5-a686-d8d73c0eeec4 req-cd59b565-6f12-49dd-af8f-149145f920f3 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.792967 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1caa4250-dae6-4ef5-a686-d8d73c0eeec4 req-cd59b565-6f12-49dd-af8f-149145f920f3 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 944 time: 0.2321050 Nov 27 01:17:27.852272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-811e5110-c4eb-4bf5-8443-0d3ecc3d9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.853135 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-811e5110-c4eb-4bf5-8443-0d3ecc3d9ec5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.0590060 Nov 27 01:17:27.904988 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-5218b9ac-5fdf-4aaa-acfd-adb045379ec0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333669 Nov 27 01:17:27.918527 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1caa4250-dae6-4ef5-a686-d8d73c0eeec4 req-0854ed44-6b5b-4bf6-9acc-7b4e62fef5d6 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/security-groups?id=64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753882 Nov 27 01:17:28.024230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-146a9772-7879-4805-9370-c5acb81e05fa tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:28.026582 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-146a9772-7879-4805-9370-c5acb81e05fa tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558&tenant_id=d18461bdb04f48e7b016c099b1185328&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 1096 time: 0.0501351 Nov 27 01:17:28.029421 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-00553fd1-259d-4e4b-8c0f-2aa0eca58feb service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092086 Nov 27 01:17:28.148233 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-499ee0dd-6ab1-4a82-b018-3995906ebe9a req-596875f5-8102-4cc9-8b37-252175945b58 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110752 Nov 27 01:17:28.158076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e5da312d-c7d1-4b02-bc60-a53ee3b8d3f8 service neutron] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h1-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:28.163026 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e5da312d-c7d1-4b02-bc60-a53ee3b8d3f8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.164364 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e5da312d-c7d1-4b02-bc60-a53ee3b8d3f8 service neutron] 10.222.0.31 "DELETE /v2.0/ports/5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9/bindings/n-h1-817303-10 HTTP/1.1" status: 204 len: 173 time: 0.1296411 Nov 27 01:17:28.291658 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.318522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabd624-4a73-4f40-bcfd-533c8d649c51 req-ecc473c9-cb1a-4b6a-bccc-760927cd6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:28.320053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-deabd624-4a73-4f40-bcfd-533c8d649c51 req-ecc473c9-cb1a-4b6a-bccc-760927cd6ff3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 1095 time: 0.0528133 Nov 27 01:17:28.421477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabd624-4a73-4f40-bcfd-533c8d649c51 req-a2a69ea6-c415-4941-983c-d4f97150d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:28.423238 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-deabd624-4a73-4f40-bcfd-533c8d649c51 req-a2a69ea6-c415-4941-983c-d4f97150d996 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 906 time: 0.0951345 Nov 27 01:17:28.466134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57234) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:28.491796 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-deabd624-4a73-4f40-bcfd-533c8d649c51 req-eccded69-75d8-4ec3-9e3f-e3a4e74ce7ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c263739d-8193-4af7-a619-ccea0abf8052 HTTP/1.1" status: 200 len: 217 time: 0.0508893 Nov 27 01:17:28.562402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1c10-2c6a-4930-9358-9d7733424a2f req-e510a1e6-0382-4a1a-9e69-85bcab5a2384 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:28.569508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1c10-2c6a-4930-9358-9d7733424a2f req-e510a1e6-0382-4a1a-9e69-85bcab5a2384 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:28.577239 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1c10-2c6a-4930-9358-9d7733424a2f req-e510a1e6-0382-4a1a-9e69-85bcab5a2384 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:28.583341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabd624-4a73-4f40-bcfd-533c8d649c51 req-a4b4c8dd-2754-46c6-b7dd-b140b1f08ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:28.583596 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1c10-2c6a-4930-9358-9d7733424a2f req-e510a1e6-0382-4a1a-9e69-85bcab5a2384 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:28.586696 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-deabd624-4a73-4f40-bcfd-533c8d649c51 req-a4b4c8dd-2754-46c6-b7dd-b140b1f08ca7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.0844197 Nov 27 01:17:28.592978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1c10-2c6a-4930-9358-9d7733424a2f req-e510a1e6-0382-4a1a-9e69-85bcab5a2384 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:28.598308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d339e-2f10-4d3b-8669-50b109b36619 req-48cea888-fdb9-436e-b444-ad8f79d516c4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:28.600717 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-571d339e-2f10-4d3b-8669-50b109b36619 req-48cea888-fdb9-436e-b444-ad8f79d516c4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 943 time: 0.0867846 Nov 27 01:17:28.611073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1c10-2c6a-4930-9358-9d7733424a2f req-e510a1e6-0382-4a1a-9e69-85bcab5a2384 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:28.617749 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1c10-2c6a-4930-9358-9d7733424a2f req-e510a1e6-0382-4a1a-9e69-85bcab5a2384 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:28.620096 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f29d1c10-2c6a-4930-9358-9d7733424a2f req-e510a1e6-0382-4a1a-9e69-85bcab5a2384 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5431 time: 0.1274512 Nov 27 01:17:28.640773 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-deabd624-4a73-4f40-bcfd-533c8d649c51 req-49723de6-85a6-4c81-852c-2b1b76563338 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388227 Nov 27 01:17:28.675377 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-642799401'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:28.715798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Made reservation on behalf of 75a5330fbe124c9b81f4c808adf17217 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:28.719576 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.730618 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.749598 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f29d1c10-2c6a-4930-9358-9d7733424a2f req-cdc50043-a30e-4b5e-ae1a-39ed3fde8e5d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175933 Nov 27 01:17:28.805672 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-571d339e-2f10-4d3b-8669-50b109b36619 req-c0f10040-da2f-4c44-a0bc-2931efa8c703 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948254 Nov 27 01:17:28.807801 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-deabd624-4a73-4f40-bcfd-533c8d649c51 req-47a2c809-b2b4-4afb-af53-52be8573f9d2 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565742 Nov 27 01:17:28.904616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ecccfa9f-9049-41c8-aa51-46efa75f8be3 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:28.996660 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.006692 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.009767 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-deabd624-4a73-4f40-bcfd-533c8d649c51 req-648edbb4-8c5f-4ef8-87c3-95bae0d4f0cd service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934178 Nov 27 01:17:29.014415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port ecccfa9f-9049-41c8-aa51-46efa75f8be3 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:29.021436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port ecccfa9f-9049-41c8-aa51-46efa75f8be3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:29.022184 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.052854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84992427-2d23-40b4-bce2-e0696df4de32 req-35fd51be-49e4-41ba-8902-d4d419f3cf1c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.061378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84992427-2d23-40b4-bce2-e0696df4de32 req-35fd51be-49e4-41ba-8902-d4d419f3cf1c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.061727 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87326855-dd3d-41d5-90b1-c3bcfd8f7e01 req-b252f8ce-b07b-425c-befc-aecc0d98f7fe tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.068212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84992427-2d23-40b4-bce2-e0696df4de32 req-35fd51be-49e4-41ba-8902-d4d419f3cf1c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.070030 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-87326855-dd3d-41d5-90b1-c3bcfd8f7e01 req-b252f8ce-b07b-425c-befc-aecc0d98f7fe tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 944 time: 0.2273748 Nov 27 01:17:29.075261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84992427-2d23-40b4-bce2-e0696df4de32 req-35fd51be-49e4-41ba-8902-d4d419f3cf1c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.082975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84992427-2d23-40b4-bce2-e0696df4de32 req-35fd51be-49e4-41ba-8902-d4d419f3cf1c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.087798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:17:29.090104 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84992427-2d23-40b4-bce2-e0696df4de32 req-35fd51be-49e4-41ba-8902-d4d419f3cf1c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.096487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84992427-2d23-40b4-bce2-e0696df4de32 req-35fd51be-49e4-41ba-8902-d4d419f3cf1c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.098611 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84992427-2d23-40b4-bce2-e0696df4de32 req-35fd51be-49e4-41ba-8902-d4d419f3cf1c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5431 time: 0.1972532 Nov 27 01:17:29.110050 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57248) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:29.115588 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-002f2861-3b3c-4c9f-8b05-157c3a8e823f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Request body: {'floatingip': {'port_id': '7297ec62-6258-4f74-801e-a2ae20c22061'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:29.131340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa14251-5657-499c-807a-5bc50c057f65,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:29.144356 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.144715 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Added segment d5aa1f13-9f09-4952-bf0a-8b7e2e8707a0 of type vlan for network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 Nov 27 01:17:29.182412 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-002f2861-3b3c-4c9f-8b05-157c3a8e823f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.201189 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.217290 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.222966 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-87326855-dd3d-41d5-90b1-c3bcfd8f7e01 req-1b687995-3300-4f71-bb9d-523fd890039a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516819 Nov 27 01:17:29.249407 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1b0d22-b7b7-46e3-8ae5-537514261231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecccfa9f-9049-41c8-aa51-46efa75f8be3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:29.261196 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011d901f-7a40-45ca-9da0-2aa0aff548a4" -d '{"events": [{"server_uuid": "2c1b0d22-b7b7-46e3-8ae5-537514261231", "name": "network-vif-plugged", "status": "completed", "tag": "ecccfa9f-9049-41c8-aa51-46efa75f8be3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:29.290160 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.299318 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.301168 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.312454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ecccfa9f-9049-41c8-aa51-46efa75f8be3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ecccfa9f-9049-41c8-aa51-46efa75f8be3,segment=NetworkSegment(ef038661-2706-45a4-8008-e853ef6976f5),segment_id=ef038661-2706-45a4-8008-e853ef6976f5)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:29.327323 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.493902 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0266013 Nov 27 01:17:29.499828 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4791e0e5-a250-466f-a306-257597360306 x-openstack-request-id: req-4791e0e5-a250-466f-a306-257597360306 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:29.502655 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1b0d22-b7b7-46e3-8ae5-537514261231", "name": "network-vif-plugged", "status": "completed", "tag": "ecccfa9f-9049-41c8-aa51-46efa75f8be3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:29.503091 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4791e0e5-a250-466f-a306-257597360306 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:29.504029 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1b0d22-b7b7-46e3-8ae5-537514261231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecccfa9f-9049-41c8-aa51-46efa75f8be3', 'code': 200} Nov 27 01:17:29.558909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ecccfa9f-9049-41c8-aa51-46efa75f8be3,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:29.575917 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ae6ab-8edb-49c1-8daf-832440731436 tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Pushing event updated for resources: {'Network': ['ID=97f10c36-42b2-4014-bb6d-c1a9652c53d6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:29.598851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:17:29.664407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e23ba-acb3-4fdb-942b-5be3505454d1 req-dc2e4f02-0c99-41e5-bae2-f01268946cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.667881 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8e4e23ba-acb3-4fdb-942b-5be3505454d1 req-dc2e4f02-0c99-41e5-bae2-f01268946cd6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 1097 time: 0.0698643 Nov 27 01:17:29.737172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8beace-51a7-4e39-9112-f19f094c7c9f req-d3f4a91d-0bfa-4a93-89bb-98af2cc978c8 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.738737 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca8beace-51a7-4e39-9112-f19f094c7c9f req-d3f4a91d-0bfa-4a93-89bb-98af2cc978c8 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 945 time: 0.1529374 Nov 27 01:17:29.763812 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8e4e23ba-acb3-4fdb-942b-5be3505454d1 req-10235bbf-dc78-4189-b4d3-516899d022fb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882776 Nov 27 01:17:29.816529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57264) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:29.823451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Request body: {'port': {'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6', 'binding:host_id': 'n-h1-817303-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-619454003'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:29.860157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Made reservation on behalf of 11b6a77ac2a04b38b27e765099e87dba for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:29.863413 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.888831 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.897409 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca8beace-51a7-4e39-9112-f19f094c7c9f req-e2555a88-a58e-4428-9991-c7125266d8fe tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/security-groups?id=64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458454 Nov 27 01:17:29.956964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645579b-fe3a-48cf-b58b-2d09a12f7239 req-c53f7be0-ef43-4ae0-b3ff-f521a8cf4d0d tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.964665 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6645579b-fe3a-48cf-b58b-2d09a12f7239 req-c53f7be0-ef43-4ae0-b3ff-f521a8cf4d0d tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 1096 time: 0.0850842 Nov 27 01:17:30.026255 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6645579b-fe3a-48cf-b58b-2d09a12f7239 req-4071d7ef-f0c6-4efa-be83-01df2f0673b9 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606246 Nov 27 01:17:30.049100 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.057624 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.061988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] device_id is not set on port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:30.105817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42f627-76c0-442e-8320-3fe67fa92f0e req-f7524835-52c6-46ad-971c-bdc286ae66a5 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:30.107352 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc42f627-76c0-442e-8320-3fe67fa92f0e req-f7524835-52c6-46ad-971c-bdc286ae66a5 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 943 time: 0.1299274 Nov 27 01:17:30.144816 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-002f2861-3b3c-4c9f-8b05-157c3a8e823f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.153929 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-002f2861-3b3c-4c9f-8b05-157c3a8e823f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.210942 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc42f627-76c0-442e-8320-3fe67fa92f0e req-5c3573af-221d-427a-9ce4-ae82e9234a00 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959225 Nov 27 01:17:30.213092 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f5609b-5457-43c2-981c-5b18dd3f1bdc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:30.253857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9061f-a52a-4355-8f15-437bd655e56a req-8e4d2e55-5457-4f0e-92f2-b9c90e529209 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:30.255548 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d8b9061f-a52a-4355-8f15-437bd655e56a req-8e4d2e55-5457-4f0e-92f2-b9c90e529209 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 1096 time: 0.1176550 Nov 27 01:17:30.289537 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-002f2861-3b3c-4c9f-8b05-157c3a8e823f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Floating IP 6da9474f-ef4b-4cc7-89f1-ce711b5e4973 associated. External IP: 172.25.1.44, port: 7297ec62-6258-4f74-801e-a2ae20c22061. Nov 27 01:17:30.372117 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d8b9061f-a52a-4355-8f15-437bd655e56a req-0ecf33de-6410-4d5e-9129-34bb4a360f53 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082182 Nov 27 01:17:30.409352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] device_id is not set on port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:30.435237 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.438255 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.442899 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.509158 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Pushing event updated for resources: {'Port': ['ID=73b752ea-7634-4d97-ac9f-3b2275f0c9ea,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:30.520131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Checking segment: {'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:30.520535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Network hostable DHCP agents. Network: 97f10c36-42b2-4014-bb6d-c1a9652c53d6, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:17:30.539148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002f2861-3b3c-4c9f-8b05-157c3a8e823f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:17:30.549129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:17:30.562096 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 97f10c36-42b2-4014-bb6d-c1a9652c53d6) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:30.566336 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:30.575017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f2c73f-2b97-4ddd-b8cd-43d154bcd1af None None] Network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:30.610422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:30.610770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:30.611113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:30.630103 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:30.630434 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:30.630824 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 2 to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea Nov 27 01:17:30.645536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:30.646037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:30.646481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:30.652676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:30.653262 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:30.653759 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 3 to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea Nov 27 01:17:30.670844 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:30.671788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:30.671788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:30.676555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:30.676970 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:30.677459 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 4 to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea Nov 27 01:17:30.691001 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:30.691745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:30.691884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:30.695597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002f2861-3b3c-4c9f-8b05-157c3a8e823f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:17:30.696662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:30.697706 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:30.698113 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 5 to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea Nov 27 01:17:30.701997 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-002f2861-3b3c-4c9f-8b05-157c3a8e823f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.707342 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202c826-3fee-4d34-91ce-610b2165624c None None] Sync routers for ids ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:17:30.712581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:30.712872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:30.713218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:30.717872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:30.718212 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:30.718611 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 6 to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea Nov 27 01:17:30.728963 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202c826-3fee-4d34-91ce-610b2165624c None None] Routers {'f4e6b9af-42e5-4f1f-a1a5-42126ae64872'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:30.729613 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9202c826-3fee-4d34-91ce-610b2165624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:17:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:30.736674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:30.737023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:30.737368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:30.738148 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-002f2861-3b3c-4c9f-8b05-157c3a8e823f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "PUT /v2.0/floatingips/6da9474f-ef4b-4cc7-89f1-ce711b5e4973 HTTP/1.1" status: 200 len: 990 time: 1.6267138 Nov 27 01:17:30.738943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': '7297ec62-6258-4f74-801e-a2ae20c22061'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:30.747011 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580bfccb-21fc-48bc-bfd9-1997157d8c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "7297ec62-6258-4f74-801e-a2ae20c22061"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:30.747661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:30.748138 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:30.748638 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 7 to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea Nov 27 01:17:30.766465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:30.766934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:30.767395 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:30.774429 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:30.775611 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:30.776160 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 8 to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea Nov 27 01:17:30.792021 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:30.792508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:30.792968 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:30.804773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:30.805112 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:30.805507 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 9 to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea Nov 27 01:17:30.822103 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:30.822447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:30.822784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:30.827340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:30.827671 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:30.828061 n-d-817303-10 neutron-server[103402]: INFO neutron.plugins.ml2.plugin [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 10 to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea Nov 27 01:17:30.841543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:30.841927 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:30.842223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:30.846880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:30.847205 n-d-817303-10 neutron-server[103402]: ERROR neutron.plugins.ml2.managers [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:30.847574 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.866651 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815ee921-e18b-469e-a1fc-864881535455 x-openstack-request-id: req-815ee921-e18b-469e-a1fc-864881535455 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:30.866950 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "tag": "7297ec62-6258-4f74-801e-a2ae20c22061", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:30.867212 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-815ee921-e18b-469e-a1fc-864881535455 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:30.867626 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'tag': '7297ec62-6258-4f74-801e-a2ae20c22061', 'status': 'completed', 'code': 200} Nov 27 01:17:30.878028 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9202c826-3fee-4d34-91ce-610b2165624c None None] Set router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:17:30.928017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] For port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea, host n-h1-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:30.928579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempted to set empty binding levels {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 01:17:30.934964 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:31.033729 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.034335 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:31.059571 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d65f5-3030-4c5f-af67-3283cf885158 req-a9a017dd-7077-428a-8c7a-ae258c98775c tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.061989 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e73d65f5-3030-4c5f-af67-3283cf885158 req-a9a017dd-7077-428a-8c7a-ae258c98775c tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 945 time: 0.0586441 Nov 27 01:17:31.063267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Pushing event updated for resources: {'Port': ['ID=73b752ea-7634-4d97-ac9f-3b2275f0c9ea,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:31.072496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-be14ec68-49f4-48c1-bc4e-f6a24c524744 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.2541215 Nov 27 01:17:31.075273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57292) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:31.082842 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-889bebf1-742b-4b3d-9dd2-19a423f066f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.083332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-889bebf1-742b-4b3d-9dd2-19a423f066f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.083887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-889bebf1-742b-4b3d-9dd2-19a423f066f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.084925 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-889bebf1-742b-4b3d-9dd2-19a423f066f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.085405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-889bebf1-742b-4b3d-9dd2-19a423f066f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.085875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-889bebf1-742b-4b3d-9dd2-19a423f066f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.086726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-889bebf1-742b-4b3d-9dd2-19a423f066f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.088311 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-889bebf1-742b-4b3d-9dd2-19a423f066f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 6495 time: 0.1346128 Nov 27 01:17:31.162446 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e73d65f5-3030-4c5f-af67-3283cf885158 req-d06f1e6f-c434-4b98-8a0a-8917ba8296e1 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/security-groups?id=64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773525 Nov 27 01:17:31.205254 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9202c826-3fee-4d34-91ce-610b2165624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port': {'id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '6da9474f-ef4b-4cc7-89f1-ce711b5e4973', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'port_id': '7297ec62-6258-4f74-801e-a2ae20c22061', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'mac_address': 'fa:16:3e:d0:87:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:15:44Z', 'updated_at': '2021-11-27T01:17:29Z', 'revision_number': 1, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc14ea20-e1ee-42d7-be9f-7570c0f1a94c', 'name': '', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'mac_address': 'fa:16:3e:d3:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:44Z', 'updated_at': '2021-11-27T01:14:49Z', 'revision_number': 5, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'subnets': [{'id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:31.218162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-867800e8-adf7-4c84-a6ec-7c51445cc6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.219806 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-867800e8-adf7-4c84-a6ec-7c51445cc6c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8edb1bd7-e9a2-4234-bcb2-92640c58daf6 HTTP/1.1" status: 200 len: 912 time: 0.1183286 Nov 27 01:17:31.223555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8c2477c4-769a-40d6-a6cd-d789d5428544 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Deleting port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:31.224125 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c2477c4-769a-40d6-a6cd-d789d5428544 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:31.237089 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202c826-3fee-4d34-91ce-610b2165624c None None] Checking router: f4e6b9af-42e5-4f1f-a1a5-42126ae64872 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:17:31.245659 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202c826-3fee-4d34-91ce-610b2165624c None None] Routers {'f4e6b9af-42e5-4f1f-a1a5-42126ae64872'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:31.246273 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9202c826-3fee-4d34-91ce-610b2165624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:17:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:31.335018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-8c2477c4-769a-40d6-a6cd-d789d5428544 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] For port 73b752ea-7634-4d97-ac9f-3b2275f0c9ea, host n-h1-817303-10, got binding levels [] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:31.335683 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c2477c4-769a-40d6-a6cd-d789d5428544 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:31.365892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8c2477c4-769a-40d6-a6cd-d789d5428544 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Calling delete_port for 73b752ea-7634-4d97-ac9f-3b2275f0c9ea owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:31.440867 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9202c826-3fee-4d34-91ce-610b2165624c None None] Set router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:17:31.441095 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-2182b4f6-4f5a-4666-9f0d-12e3a40c4c3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7297ec62-6258-4f74-801e-a2ae20c22061 HTTP/1.1" status: 200 len: 998 time: 0.2077525 Nov 27 01:17:31.542555 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c2477c4-769a-40d6-a6cd-d789d5428544 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:31.603547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2477c4-769a-40d6-a6cd-d789d5428544 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Pushing event deleted for resources: {'Port': ['ID=73b752ea-7634-4d97-ac9f-3b2275f0c9ea,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:31.627108 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c2477c4-769a-40d6-a6cd-d789d5428544 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:31.639740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8c2477c4-769a-40d6-a6cd-d789d5428544 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "DELETE /v2.0/ports/73b752ea-7634-4d97-ac9f-3b2275f0c9ea HTTP/1.1" status: 204 len: 168 time: 0.5624957 Nov 27 01:17:31.640631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57298) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:31.675543 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9d28c4-e9b8-419c-a78f-3ec5651a97db tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:17:31.684042 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1e9d28c4-e9b8-419c-a78f-3ec5651a97db tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "GET /v2.0/ports/73b752ea-7634-4d97-ac9f-3b2275f0c9ea HTTP/1.1" status: 404 len: 333 time: 0.0413697 Nov 27 01:17:31.685010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57300) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:31.693087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0e393201-70e4-416e-96a3-dab350c25774 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Request body: {'port': {'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1077699533'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:31.705195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-2b855ba5-b7e7-4f65-8b9b-dd4c4ee90f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.707129 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-2b855ba5-b7e7-4f65-8b9b-dd4c4ee90f11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=254528fa-ba6d-46f8-93e2-9e5298866c76 HTTP/1.1" status: 200 len: 850 time: 0.2274063 Nov 27 01:17:31.749606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e393201-70e4-416e-96a3-dab350c25774 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Made reservation on behalf of 11b6a77ac2a04b38b27e765099e87dba for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:31.749825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ca3b0-a5eb-4643-b4e3-10e767287e34 req-bd486d76-8352-460a-b79f-d8b0a78aa1c5 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.754951 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e393201-70e4-416e-96a3-dab350c25774 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:31.758320 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f05ca3b0-a5eb-4643-b4e3-10e767287e34 req-bd486d76-8352-460a-b79f-d8b0a78aa1c5 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 943 time: 0.3517547 Nov 27 01:17:31.778907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-0e393201-70e4-416e-96a3-dab350c25774 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] device_id is not set on port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:31.869449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c263739d-8193-4af7-a619-ccea0abf8052 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:31.879249 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-5114147e-e7cd-4d74-b7fa-e4a345b3801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.880914 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-5114147e-e7cd-4d74-b7fa-e4a345b3801e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8edb1bd7-e9a2-4234-bcb2-92640c58daf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609409 Nov 27 01:17:31.927104 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9202c826-3fee-4d34-91ce-610b2165624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port': {'id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '6da9474f-ef4b-4cc7-89f1-ce711b5e4973', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'port_id': '7297ec62-6258-4f74-801e-a2ae20c22061', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'mac_address': 'fa:16:3e:d0:87:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:15:44Z', 'updated_at': '2021-11-27T01:17:29Z', 'revision_number': 1, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc14ea20-e1ee-42d7-be9f-7570c0f1a94c', 'name': '', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'mac_address': 'fa:16:3e:d3:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:44Z', 'updated_at': '2021-11-27T01:14:49Z', 'revision_number': 5, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'subnets': [{'id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:31.944979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f05ca3b0-a5eb-4643-b4e3-10e767287e34 req-33a604d3-c755-4da8-98fb-028b1dd37442 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856883 Nov 27 01:17:31.988788 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202c826-3fee-4d34-91ce-610b2165624c None None] The sync data for ids ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'] in n-d-817303-10 is: [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port': {'id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '6da9474f-ef4b-4cc7-89f1-ce711b5e4973', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'port_id': '7297ec62-6258-4f74-801e-a2ae20c22061', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'mac_address': 'fa:16:3e:d0:87:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f2088-3364-441c-9352-98ca90ce98dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:15:44Z', 'updated_at': '2021-11-27T01:17:29Z', 'revision_number': 1, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc14ea20-e1ee-42d7-be9f-7570c0f1a94c', 'name': '', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'mac_address': 'fa:16:3e:d3:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:44Z', 'updated_at': '2021-11-27T01:14:49Z', 'revision_number': 5, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'subnets': [{'id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:17:32.059012 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-32036073-fbc7-4e3a-8deb-27d087852bd5 service neutron] 10.222.0.31 "GET /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644995 Nov 27 01:17:32.113272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c263739d-8193-4af7-a619-ccea0abf8052, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c263739d-8193-4af7-a619-ccea0abf8052,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:32.139456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'c263739d-8193-4af7-a619-ccea0abf8052', 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'port_id': 'c263739d-8193-4af7-a619-ccea0abf8052', 'mac_address': 'fa:16:3e:f6:a7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00eae9ce-ef22-478b-aeeb-d796cdefe5ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:32.148173 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e393201-70e4-416e-96a3-dab350c25774 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:32.203370 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e393201-70e4-416e-96a3-dab350c25774 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:32.210315 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:32.236369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c263739d-8193-4af7-a619-ccea0abf8052 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:32.275993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e393201-70e4-416e-96a3-dab350c25774 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:32.283317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-0e393201-70e4-416e-96a3-dab350c25774 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:32.285282 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c263739d-8193-4af7-a619-ccea0abf8052, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c263739d-8193-4af7-a619-ccea0abf8052,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:32.291547 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:32.295722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e393201-70e4-416e-96a3-dab350c25774 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:32.297546 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e393201-70e4-416e-96a3-dab350c25774 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:32.298458 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e393201-70e4-416e-96a3-dab350c25774 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:32.306980 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-580bfccb-21fc-48bc-bfd9-1997157d8c6a req-03e30453-deda-4d76-9107-861d7f282196 service neutron] 10.222.0.31 "GET /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341771 Nov 27 01:17:32.362212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e393201-70e4-416e-96a3-dab350c25774 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Pushing event updated for resources: {'Port': ['ID=e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:32.382397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0e393201-70e4-416e-96a3-dab350c25774 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6928449 Nov 27 01:17:32.383215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57310) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:32.388005 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=c263739d-8193-4af7-a619-ccea0abf8052,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:32.388269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:32.403936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b993daa-d09c-4ba1-9d3d-6425117c9ef8 None None] New status for floating IP 6da9474f-ef4b-4cc7-89f1-ce711b5e4973: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:17:32.422950 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8954-e929-4213-a662-a799340aa49e req-19a4b024-6047-4fc6-8d9f-60943179c144 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:32.424880 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2adb8954-e929-4213-a662-a799340aa49e req-19a4b024-6047-4fc6-8d9f-60943179c144 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 945 time: 0.1075549 Nov 27 01:17:32.477251 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:32.517035 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2adb8954-e929-4213-a662-a799340aa49e req-8897855c-4c5d-4b3b-91d4-ff07fa851a69 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/security-groups?id=64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802445 Nov 27 01:17:32.651867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['c263739d-8193-4af7-a619-ccea0abf8052'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:32.715623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] device_id is not set on port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:32.723851 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:32.732145 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:32.799043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Pushing event updated for resources: {'Port': ['ID=e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:32.810377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:32.810780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:32.811211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:32.816316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:32.816719 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:32.817191 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 2 to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 Nov 27 01:17:32.831277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:32.831654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:32.832089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:32.837942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:32.838340 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:32.838798 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 3 to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 Nov 27 01:17:32.851316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:32.851752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:32.852304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:32.858636 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:32.859027 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:32.866719 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 4 to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 Nov 27 01:17:32.896048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:32.896426 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:32.897376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:32.906628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:32.907033 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:32.908762 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 5 to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 Nov 27 01:17:32.923914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:32.924273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:32.924601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:32.933261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770ae76-4aa5-46a8-8d23-a748049635fa req-f03c9f2c-7bc0-474d-a0a2-d6e53678af12 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:32.934744 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8770ae76-4aa5-46a8-8d23-a748049635fa req-f03c9f2c-7bc0-474d-a0a2-d6e53678af12 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 945 time: 0.0777197 Nov 27 01:17:32.938248 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:32.938578 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:32.938969 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 6 to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 Nov 27 01:17:32.966146 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:32.966492 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:32.966810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:32.976137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:32.976539 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:32.982230 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 7 to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 Nov 27 01:17:33.005476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:33.005864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:33.006683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:33.015161 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8770ae76-4aa5-46a8-8d23-a748049635fa req-49acd8d1-06b2-4fa6-8430-71a7db4ec88e tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/security-groups?id=64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732133 Nov 27 01:17:33.016212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:33.016566 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:33.016955 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 8 to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 Nov 27 01:17:33.041932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:33.042460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:33.042920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:33.049133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:33.049468 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:33.049859 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 9 to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 Nov 27 01:17:33.076310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:33.077846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:33.077846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:33.082981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:33.083959 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:33.083959 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 10 to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 Nov 27 01:17:33.099757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:33.099757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:33.100470 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:33.105836 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:33.106175 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:33.106547 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.141167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fc45d-7ba1-49fd-8367-619bcfdfa9db req-46d8017c-b781-413b-9603-07270cec29f4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.142752 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-952fc45d-7ba1-49fd-8367-619bcfdfa9db req-46d8017c-b781-413b-9603-07270cec29f4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 944 time: 0.1006856 Nov 27 01:17:33.191375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] For port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:33.191946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempted to set empty binding levels {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 01:17:33.197150 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.205816 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-952fc45d-7ba1-49fd-8367-619bcfdfa9db req-4b866db4-bd0e-4330-a34f-f864b93299b4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557206 Nov 27 01:17:33.258403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] In _notify_port_updated(), no bound segment for port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:17:33.259912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.261016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.265343 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57334) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:33.274477 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "PUT /v2.0/ports/e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 HTTP/1.1" status: 200 len: 976 time: 0.8906112 Nov 27 01:17:33.289970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61971f1e-c888-4301-9c41-d3b759e88162 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Pushing event updated for resources: {'Port': ['ID=e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:33.383634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.384203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.384764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.385301 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.385836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.386369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.386902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.387436 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.387968 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.388632 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.389162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.389688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.390214 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.390747 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.391268 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.391792 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.392344 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.392868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.393389 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.393912 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.394436 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.394959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.395481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.396004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.396635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.397109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.397642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.398166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.398801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.399333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.399857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.400410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.400942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.401466 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.401997 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.402522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.403047 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.403577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.404101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.404650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.405430 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.405950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.406473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.406996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.407520 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.408041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.408701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.409229 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.409753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.418816 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c034fa4d-b026-4bd6-a762-092112605f3b tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44060 time: 0.1472015 Nov 27 01:17:33.419149 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57336) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:33.500974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-000a72d8-fe51-40c9-87bc-bf5d056ee307 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Deleting port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:33.501500 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-000a72d8-fe51-40c9-87bc-bf5d056ee307 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.564280 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-000a72d8-fe51-40c9-87bc-bf5d056ee307 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] For port e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08, host n-h1-817303-10, got binding levels [] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:33.564784 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-000a72d8-fe51-40c9-87bc-bf5d056ee307 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.583446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-000a72d8-fe51-40c9-87bc-bf5d056ee307 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Calling delete_port for e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:33.664053 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-000a72d8-fe51-40c9-87bc-bf5d056ee307 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.692468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a72d8-fe51-40c9-87bc-bf5d056ee307 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:33.697934 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-000a72d8-fe51-40c9-87bc-bf5d056ee307 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.702064 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-000a72d8-fe51-40c9-87bc-bf5d056ee307 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 HTTP/1.1" status: 204 len: 168 time: 0.2816656 Nov 27 01:17:33.704620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57340) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:33.732637 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50230ef-b2c3-4754-b4e8-9bf36d7aa427 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:17:33.737801 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e50230ef-b2c3-4754-b4e8-9bf36d7aa427 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "GET /v2.0/ports/e0b7a4c9-7518-4ae4-8ccb-7dff813d9f08 HTTP/1.1" status: 404 len: 333 time: 0.0286822 Nov 27 01:17:33.738457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57342) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:33.744507 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-dbea3917-e7cb-4c3c-93fd-fd6361a003f2 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1604383765', 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:33.766387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbea3917-e7cb-4c3c-93fd-fd6361a003f2 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Made reservation on behalf of 11b6a77ac2a04b38b27e765099e87dba for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:33.769085 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dbea3917-e7cb-4c3c-93fd-fd6361a003f2 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.786364 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-dbea3917-e7cb-4c3c-93fd-fd6361a003f2 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] device_id is not set on port 8136bb41-cb4a-4182-98a4-9769fdf1d2ae yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:33.881904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c263739d-8193-4af7-a619-ccea0abf8052 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:33.959929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port c263739d-8193-4af7-a619-ccea0abf8052 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:33.965167 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port c263739d-8193-4af7-a619-ccea0abf8052 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:33.965716 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.972085 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dbea3917-e7cb-4c3c-93fd-fd6361a003f2 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.013933 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dbea3917-e7cb-4c3c-93fd-fd6361a003f2 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.075547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea3917-e7cb-4c3c-93fd-fd6361a003f2 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:34.077450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-dbea3917-e7cb-4c3c-93fd-fd6361a003f2 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:34.083381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea3917-e7cb-4c3c-93fd-fd6361a003f2 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:34.085155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbea3917-e7cb-4c3c-93fd-fd6361a003f2 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:34.086658 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dbea3917-e7cb-4c3c-93fd-fd6361a003f2 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.087153 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.098730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea3917-e7cb-4c3c-93fd-fd6361a003f2 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Pushing event updated for resources: {'Port': ['ID=8136bb41-cb4a-4182-98a4-9769fdf1d2ae,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:34.113784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dbea3917-e7cb-4c3c-93fd-fd6361a003f2 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3720009 Nov 27 01:17:34.114178 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57346) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:34.137348 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2be8b2-54a0-486c-93a2-f9705a5c83e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c263739d-8193-4af7-a619-ccea0abf8052'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:34.140462 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15458a48-9919-48ad-8537-fbc3ee56f840" -d '{"events": [{"server_uuid": "fb2be8b2-54a0-486c-93a2-f9705a5c83e1", "name": "network-vif-plugged", "status": "completed", "tag": "c263739d-8193-4af7-a619-ccea0abf8052"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:34.178172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c263739d-8193-4af7-a619-ccea0abf8052, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c263739d-8193-4af7-a619-ccea0abf8052,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:34.201732 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.237875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c15cb6-b948-49e7-9e3f-273af67915c1 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:34.242463 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b8c15cb6-b948-49e7-9e3f-273af67915c1 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "GET /v2.0/ports/8136bb41-cb4a-4182-98a4-9769fdf1d2ae HTTP/1.1" status: 200 len: 955 time: 0.1241205 Nov 27 01:17:34.242641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57358) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:34.290180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d018d9-85f0-4a23-8aa8-fa68202f7aa6 req-8700dddb-bf5d-43bc-89a5-f5f66709c958 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:34.291818 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0d018d9-85f0-4a23-8aa8-fa68202f7aa6 req-8700dddb-bf5d-43bc-89a5-f5f66709c958 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 945 time: 0.1676598 Nov 27 01:17:34.324704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=c263739d-8193-4af7-a619-ccea0abf8052,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:34.328146 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a02033-3095-47b6-bed9-fdbf35db726b x-openstack-request-id: req-06a02033-3095-47b6-bed9-fdbf35db726b {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:34.328707 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2be8b2-54a0-486c-93a2-f9705a5c83e1", "name": "network-vif-plugged", "status": "completed", "tag": "c263739d-8193-4af7-a619-ccea0abf8052", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:34.329117 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06a02033-3095-47b6-bed9-fdbf35db726b {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:34.329662 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2be8b2-54a0-486c-93a2-f9705a5c83e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c263739d-8193-4af7-a619-ccea0abf8052', 'code': 200} Nov 27 01:17:34.377417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-f3150f02-b604-4f66-a748-569eed3332e8 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Deleting port 8136bb41-cb4a-4182-98a4-9769fdf1d2ae {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:34.381612 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f3150f02-b604-4f66-a748-569eed3332e8 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.391251 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0d018d9-85f0-4a23-8aa8-fa68202f7aa6 req-391b0e5b-d460-4fc1-a99f-08271247fad0 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/security-groups?id=64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842786 Nov 27 01:17:34.616410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad24e1-2a3f-4267-9bcd-769de36b64a7 req-44c0cc9c-4796-4e36-9177-01d5803e1706 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:34.618352 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8dad24e1-2a3f-4267-9bcd-769de36b64a7 req-44c0cc9c-4796-4e36-9177-01d5803e1706 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 945 time: 0.1049595 Nov 27 01:17:34.619752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f3150f02-b604-4f66-a748-569eed3332e8 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.641853 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-f3150f02-b604-4f66-a748-569eed3332e8 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Calling delete_port for 8136bb41-cb4a-4182-98a4-9769fdf1d2ae owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:34.654491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b5bbb-687f-40eb-b7b3-830f45c671f4 req-743e7016-359a-4ea1-bf74-1916b25a8c7d tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:34.656338 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a94b5bbb-687f-40eb-b7b3-830f45c671f4 req-743e7016-359a-4ea1-bf74-1916b25a8c7d tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 945 time: 0.2088158 Nov 27 01:17:34.666210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b41d6b-382e-43de-b1da-fcf83d809d08 req-e7fb4a2b-030f-41dd-96ff-770f354ab1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:34.667782 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0b41d6b-382e-43de-b1da-fcf83d809d08 req-e7fb4a2b-030f-41dd-96ff-770f354ab1f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 1097 time: 0.2214229 Nov 27 01:17:34.742915 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-8dad24e1-2a3f-4267-9bcd-769de36b64a7 req-12901dbc-c875-47ec-ba6a-30cf29f183f1 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Deleting port ecccfa9f-9049-41c8-aa51-46efa75f8be3 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:34.743433 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8dad24e1-2a3f-4267-9bcd-769de36b64a7 req-12901dbc-c875-47ec-ba6a-30cf29f183f1 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.804153 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a94b5bbb-687f-40eb-b7b3-830f45c671f4 req-2622d439-3a86-481a-af50-b0027163bed5 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352031 Nov 27 01:17:34.825539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0b41d6b-382e-43de-b1da-fcf83d809d08 req-3fe556d5-ebc1-4c0c-950d-c953f5fbfc81 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452310 Nov 27 01:17:34.848312 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f3150f02-b604-4f66-a748-569eed3332e8 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.879612 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-8dad24e1-2a3f-4267-9bcd-769de36b64a7 req-12901dbc-c875-47ec-ba6a-30cf29f183f1 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] For port ecccfa9f-9049-41c8-aa51-46efa75f8be3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ecccfa9f-9049-41c8-aa51-46efa75f8be3,segment=NetworkSegment(ef038661-2706-45a4-8008-e853ef6976f5),segment_id=ef038661-2706-45a4-8008-e853ef6976f5)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:34.882330 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8dad24e1-2a3f-4267-9bcd-769de36b64a7 req-12901dbc-c875-47ec-ba6a-30cf29f183f1 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.886160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3150f02-b604-4f66-a748-569eed3332e8 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Pushing event deleted for resources: {'Port': ['ID=8136bb41-cb4a-4182-98a4-9769fdf1d2ae,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:34.892210 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f3150f02-b604-4f66-a748-569eed3332e8 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.898573 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f3150f02-b604-4f66-a748-569eed3332e8 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "DELETE /v2.0/ports/8136bb41-cb4a-4182-98a4-9769fdf1d2ae HTTP/1.1" status: 204 len: 168 time: 0.6554163 Nov 27 01:17:34.899184 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57362) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:34.912505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-8dad24e1-2a3f-4267-9bcd-769de36b64a7 req-12901dbc-c875-47ec-ba6a-30cf29f183f1 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Calling delete_port for ecccfa9f-9049-41c8-aa51-46efa75f8be3 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:34.928831 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2090f04-bb10-4694-9f3b-907a3d538bdb tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:17:34.932347 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c2090f04-bb10-4694-9f3b-907a3d538bdb tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "GET /v2.0/ports/8136bb41-cb4a-4182-98a4-9769fdf1d2ae HTTP/1.1" status: 404 len: 333 time: 0.0301924 Nov 27 01:17:34.934041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57364) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:34.939450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ebd5bc3c-a1c9-48f5-9368-3595ba4a9d71 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Request body: {'port': {'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1304882152'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:34.965942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd5bc3c-a1c9-48f5-9368-3595ba4a9d71 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Made reservation on behalf of 11b6a77ac2a04b38b27e765099e87dba for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:34.970985 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bc3c-a1c9-48f5-9368-3595ba4a9d71 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.992343 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-ebd5bc3c-a1c9-48f5-9368-3595ba4a9d71 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] device_id is not set on port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:35.064609 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8dad24e1-2a3f-4267-9bcd-769de36b64a7 req-12901dbc-c875-47ec-ba6a-30cf29f183f1 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:35.094143 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12901dbc-c875-47ec-ba6a-30cf29f183f1 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Pushing event deleted for resources: {'Port': ['ID=ecccfa9f-9049-41c8-aa51-46efa75f8be3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:35.139905 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dad24e1-2a3f-4267-9bcd-769de36b64a7 req-12901dbc-c875-47ec-ba6a-30cf29f183f1 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] No DVR routers for this DVR port ecccfa9f-9049-41c8-aa51-46efa75f8be3 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:17:35.143349 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8dad24e1-2a3f-4267-9bcd-769de36b64a7 req-12901dbc-c875-47ec-ba6a-30cf29f183f1 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:35.147861 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8dad24e1-2a3f-4267-9bcd-769de36b64a7 req-12901dbc-c875-47ec-ba6a-30cf29f183f1 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.31 "DELETE /v2.0/ports/ecccfa9f-9049-41c8-aa51-46efa75f8be3 HTTP/1.1" status: 204 len: 173 time: 0.5232852 Nov 27 01:17:35.148417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1b0d22-b7b7-46e3-8ae5-537514261231', 'name': 'network-vif-deleted', 'tag': 'ecccfa9f-9049-41c8-aa51-46efa75f8be3'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:35.151461 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbd9be7-6639-4d7b-a8a5-05f362ff27cf" -d '{"events": [{"server_uuid": "2c1b0d22-b7b7-46e3-8ae5-537514261231", "name": "network-vif-deleted", "tag": "ecccfa9f-9049-41c8-aa51-46efa75f8be3"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:35.160523 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bc3c-a1c9-48f5-9368-3595ba4a9d71 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:35.203851 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4193f212-f24d-44df-96e6-9d0b8e9653b1 x-openstack-request-id: req-4193f212-f24d-44df-96e6-9d0b8e9653b1 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:35.204284 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1b0d22-b7b7-46e3-8ae5-537514261231", "name": "network-vif-deleted", "tag": "ecccfa9f-9049-41c8-aa51-46efa75f8be3", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:35.204607 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4193f212-f24d-44df-96e6-9d0b8e9653b1 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:35.205193 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1b0d22-b7b7-46e3-8ae5-537514261231', 'name': 'network-vif-deleted', 'tag': 'ecccfa9f-9049-41c8-aa51-46efa75f8be3', 'status': 'completed', 'code': 200} Nov 27 01:17:35.207479 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bc3c-a1c9-48f5-9368-3595ba4a9d71 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:35.277262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd5bc3c-a1c9-48f5-9368-3595ba4a9d71 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:35.280966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-ebd5bc3c-a1c9-48f5-9368-3595ba4a9d71 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:35.300020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd5bc3c-a1c9-48f5-9368-3595ba4a9d71 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:35.301249 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd5bc3c-a1c9-48f5-9368-3595ba4a9d71 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:35.302009 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bc3c-a1c9-48f5-9368-3595ba4a9d71 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:35.329716 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ebd5bc3c-a1c9-48f5-9368-3595ba4a9d71 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3945875 Nov 27 01:17:35.332341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57376) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:35.340503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:35.371957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5bc3c-a1c9-48f5-9368-3595ba4a9d71 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Pushing event updated for resources: {'Port': ['ID=1a9fc324-d4f5-4dc1-96c5-ce0309436038,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:35.413821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:35.515669 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7993893e-3304-4bc2-b2e7-45c9d760c152 req-ac87e082-8cdd-4c39-a373-3c5cdfa350a8 tempest-InstanceActionsNegativeTestJSON-1991401376 tempest-InstanceActionsNegativeTestJSON-1991401376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1b0d22-b7b7-46e3-8ae5-537514261231 HTTP/1.1" status: 200 len: 210 time: 0.0390022 Nov 27 01:17:35.656818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] device_id is not set on port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:35.666454 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:35.672677 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:35.741821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Pushing event updated for resources: {'Port': ['ID=1a9fc324-d4f5-4dc1-96c5-ce0309436038,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:35.773054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:35.773481 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:35.774089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:35.778788 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:35.779224 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:35.779706 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 2 to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 Nov 27 01:17:35.799563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:35.800321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:35.800661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:35.805141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:35.805629 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:35.806022 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 3 to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 Nov 27 01:17:35.817929 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:35.818249 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:35.819301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:35.823585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:35.823904 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:35.824320 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 4 to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 Nov 27 01:17:35.837635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:35.838065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:35.838294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:35.842665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:35.842994 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:35.843378 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 5 to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 Nov 27 01:17:35.855492 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:35.855826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:35.856157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:35.860593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:35.860920 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:35.861311 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 6 to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 Nov 27 01:17:35.875536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:35.875882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:35.876195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:35.880711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:35.881789 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:35.882184 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 7 to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 Nov 27 01:17:35.921290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:35.921624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:35.921959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:35.930141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:35.930141 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:35.930808 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 8 to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 Nov 27 01:17:35.948925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:35.949259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:35.949597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:35.958354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91aa0f4-fada-490e-b11a-bcadf7a4df1d req-5d0136a6-764d-4844-9e70-d2e8477846f0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:35.960778 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d91aa0f4-fada-490e-b11a-bcadf7a4df1d req-5d0136a6-764d-4844-9e70-d2e8477846f0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 945 time: 0.0750802 Nov 27 01:17:35.964659 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:35.965015 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:35.965384 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 9 to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 Nov 27 01:17:35.993424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:35.993811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:35.994071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:36.007103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:36.007433 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:36.009800 n-d-817303-10 neutron-server[103403]: INFO neutron.plugins.ml2.plugin [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempt 10 to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 Nov 27 01:17:36.035283 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d91aa0f4-fada-490e-b11a-bcadf7a4df1d req-0d1f7efa-9bb7-4213-8337-f4bb4c709814 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669413 Nov 27 01:17:36.036098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:36.036460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:36.036792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempting to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:36.042095 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:36.042430 n-d-817303-10 neutron-server[103403]: ERROR neutron.plugins.ml2.managers [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Failed to bind port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on host n-h1-817303-10 for vnic_type normal using segments [{'id': 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97f10c36-42b2-4014-bb6d-c1a9652c53d6'}] Nov 27 01:17:36.042799 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.108329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] For port 1a9fc324-d4f5-4dc1-96c5-ce0309436038, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:36.108609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attempted to set empty binding levels {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 01:17:36.113596 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.475291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] In _notify_port_updated(), no bound segment for port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 on network 97f10c36-42b2-4014-bb6d-c1a9652c53d6 {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:17:36.476150 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:36.476764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.478294 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "PUT /v2.0/ports/1a9fc324-d4f5-4dc1-96c5-ce0309436038 HTTP/1.1" status: 200 len: 976 time: 1.1447787 Nov 27 01:17:36.480964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57390) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:36.505658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76281972-213c-479d-beca-5c077b01546d tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Pushing event updated for resources: {'Port': ['ID=1a9fc324-d4f5-4dc1-96c5-ce0309436038,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:36.578658 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-18d33e32-0042-442f-a55a-29fa4160c7df tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Deleting port 1a9fc324-d4f5-4dc1-96c5-ce0309436038 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:36.579563 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18d33e32-0042-442f-a55a-29fa4160c7df tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.592803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57396) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:36.689315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-18d33e32-0042-442f-a55a-29fa4160c7df tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] For port 1a9fc324-d4f5-4dc1-96c5-ce0309436038, host n-h1-817303-10, got binding levels [] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:36.689930 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18d33e32-0042-442f-a55a-29fa4160c7df tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.701682 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-769ed67b-e0fc-46d1-bcb2-456204fadd1a admin admin] Deleting subnet f329a7e4-9648-4274-80c6-800ca44ccd1c {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:17:36.717237 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-769ed67b-e0fc-46d1-bcb2-456204fadd1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.719346 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-18d33e32-0042-442f-a55a-29fa4160c7df tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Calling delete_port for 1a9fc324-d4f5-4dc1-96c5-ce0309436038 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:36.802797 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-769ed67b-e0fc-46d1-bcb2-456204fadd1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.863571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-769ed67b-e0fc-46d1-bcb2-456204fadd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.909334 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18d33e32-0042-442f-a55a-29fa4160c7df tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.914738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ecccfa9f-9049-41c8-aa51-46efa75f8be3 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:17:36.943405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d33e32-0042-442f-a55a-29fa4160c7df tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a9fc324-d4f5-4dc1-96c5-ce0309436038,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:36.952444 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18d33e32-0042-442f-a55a-29fa4160c7df tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.955765 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-18d33e32-0042-442f-a55a-29fa4160c7df tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1a9fc324-d4f5-4dc1-96c5-ce0309436038 HTTP/1.1" status: 204 len: 168 time: 0.4737921 Nov 27 01:17:36.958484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57400) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:36.968980 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-769ed67b-e0fc-46d1-bcb2-456204fadd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.971249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: ecccfa9f-9049-41c8-aa51-46efa75f8be3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:17:36.972801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ecccfa9f-9049-41c8-aa51-46efa75f8be3 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:17:37.017858 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5fa911-e2a1-4a78-91b1-485187e88eb0 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:17:37.024780 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8b5fa911-e2a1-4a78-91b1-485187e88eb0 tempest-PortsAdminExtendedAttrsTestJSON-1725817024 tempest-PortsAdminExtendedAttrsTestJSON-1725817024-project-admin] 10.222.0.15 "GET /v2.0/ports/1a9fc324-d4f5-4dc1-96c5-ce0309436038 HTTP/1.1" status: 404 len: 333 time: 0.0594394 Nov 27 01:17:37.024780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ed67b-e0fc-46d1-bcb2-456204fadd1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f329a7e4-9648-4274-80c6-800ca44ccd1c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:37.025792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57404) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:37.027342 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-769ed67b-e0fc-46d1-bcb2-456204fadd1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.031303 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-769ed67b-e0fc-46d1-bcb2-456204fadd1a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f329a7e4-9648-4274-80c6-800ca44ccd1c HTTP/1.1" status: 204 len: 168 time: 0.4371457 Nov 27 01:17:37.034551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57406) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:37.198964 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-625e1cd6-1185-4c07-b82f-6a7403b8bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.204838 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2be0a3f-0bda-4f7b-91d3-2ab18b0376fb tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.237321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8e50-45fb-4272-a32a-8062b4c849d9 req-7d7e0729-2148-478a-a12c-329027a6a2db tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:37.238825 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-568c8e50-45fb-4272-a32a-8062b4c849d9 req-7d7e0729-2148-478a-a12c-329027a6a2db tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 945 time: 0.1059089 Nov 27 01:17:37.410038 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-625e1cd6-1185-4c07-b82f-6a7403b8bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.417955 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2be0a3f-0bda-4f7b-91d3-2ab18b0376fb tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.446580 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-568c8e50-45fb-4272-a32a-8062b4c849d9 req-52a6035b-24e4-4339-85de-5052444ec460 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879706 Nov 27 01:17:37.464311 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f2be0a3f-0bda-4f7b-91d3-2ab18b0376fb tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f10c36-42b2-4014-bb6d-c1a9652c53d6']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:37.467304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-625e1cd6-1185-4c07-b82f-6a7403b8bbcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031664d4-b246-43b3-9457-caed46965971']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:37.482812 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f2be0a3f-0bda-4f7b-91d3-2ab18b0376fb tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:37.483402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f2be0a3f-0bda-4f7b-91d3-2ab18b0376fb tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5aa1f13-9f09-4952-bf0a-8b7e2e8707a0') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:37.485549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-625e1cd6-1185-4c07-b82f-6a7403b8bbcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef038661-2706-45a4-8008-e853ef6976f5') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:37.485851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-625e1cd6-1185-4c07-b82f-6a7403b8bbcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef038661-2706-45a4-8008-e853ef6976f5') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:37.500790 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2be0a3f-0bda-4f7b-91d3-2ab18b0376fb tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.503304 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-625e1cd6-1185-4c07-b82f-6a7403b8bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.525457 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2be0a3f-0bda-4f7b-91d3-2ab18b0376fb tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.528060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-625e1cd6-1185-4c07-b82f-6a7403b8bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.537760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2be0a3f-0bda-4f7b-91d3-2ab18b0376fb tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:17:37.538268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2be0a3f-0bda-4f7b-91d3-2ab18b0376fb tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:17:37.541461 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:17:37.551562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625e1cd6-1185-4c07-b82f-6a7403b8bbcf admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:17:37.551562 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-625e1cd6-1185-4c07-b82f-6a7403b8bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:17:37.553826 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:17:37.691488 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-625e1cd6-1185-4c07-b82f-6a7403b8bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.696188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2be0a3f-0bda-4f7b-91d3-2ab18b0376fb tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.706939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672a133-703d-4eb7-a9f3-13154ae8e6a6 req-5e478615-fced-426e-89bd-5040c3a5c864 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:37.708503 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3672a133-703d-4eb7-a9f3-13154ae8e6a6 req-5e478615-fced-426e-89bd-5040c3a5c864 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 945 time: 0.1662023 Nov 27 01:17:37.712156 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-625e1cd6-1185-4c07-b82f-6a7403b8bbcf admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.715906 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-625e1cd6-1185-4c07-b82f-6a7403b8bbcf admin admin] 10.222.0.15 "DELETE /v2.0/networks/031664d4-b246-43b3-9457-caed46965971 HTTP/1.1" status: 204 len: 168 time: 0.6788535 Nov 27 01:17:37.717023 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2be0a3f-0bda-4f7b-91d3-2ab18b0376fb tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.733511 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f2be0a3f-0bda-4f7b-91d3-2ab18b0376fb tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] 10.222.0.15 "DELETE /v2.0/networks/97f10c36-42b2-4014-bb6d-c1a9652c53d6 HTTP/1.1" status: 204 len: 168 time: 0.7042241 Nov 27 01:17:37.749666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e1cd6-1185-4c07-b82f-6a7403b8bbcf admin admin] Pushing event deleted for resources: {'Network': ['ID=031664d4-b246-43b3-9457-caed46965971,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:37.789105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be0a3f-0bda-4f7b-91d3-2ab18b0376fb tempest-PortsAdminExtendedAttrsTestJSON-1120544004 tempest-PortsAdminExtendedAttrsTestJSON-1120544004-project] Pushing event deleted for resources: {'Network': ['ID=97f10c36-42b2-4014-bb6d-c1a9652c53d6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:37.819348 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3672a133-703d-4eb7-a9f3-13154ae8e6a6 req-b1edc15e-d119-4819-ab92-2366d5d49225 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710971 Nov 27 01:17:37.958005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57436) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:38.033579 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ddd26869-1681-4097-bb50-7acc0cbd74f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24c79186ce1e48dab077ccbbaf7e4c48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0739512 Nov 27 01:17:38.036159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57442) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:38.125958 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74082541-f0b9-4173-ad11-be2f4efdb9e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.150041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37844e-d624-40de-b8c0-2f2613c4aad6 req-102a7e9e-dd23-4024-b701-67681544f6e4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:38.152837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb37844e-d624-40de-b8c0-2f2613c4aad6 req-102a7e9e-dd23-4024-b701-67681544f6e4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 945 time: 0.0707641 Nov 27 01:17:38.163421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57464) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:38.171642 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74082541-f0b9-4173-ad11-be2f4efdb9e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.236802 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb37844e-d624-40de-b8c0-2f2613c4aad6 req-0fbe2bbf-333d-41c7-9d08-2c42596ec732 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701556 Nov 27 01:17:38.291619 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3186694-6a28-4ca2-8dc8-cb99b3f309ff req-a468ce95-39a4-4256-a753-0338cf8302b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0999084 Nov 27 01:17:38.305826 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74082541-f0b9-4173-ad11-be2f4efdb9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.308645 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74082541-f0b9-4173-ad11-be2f4efdb9e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.310081 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-74082541-f0b9-4173-ad11-be2f4efdb9e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c HTTP/1.1" status: 204 len: 168 time: 0.2726541 Nov 27 01:17:38.319337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74082541-f0b9-4173-ad11-be2f4efdb9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b0eee1-2399-4e2a-bdb8-e0b01d9c0a1c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:38.440811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3186694-6a28-4ca2-8dc8-cb99b3f309ff req-c7e01de9-0339-472f-86b6-c319b042580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:38.442375 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3186694-6a28-4ca2-8dc8-cb99b3f309ff req-c7e01de9-0339-472f-86b6-c319b042580d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 1098 time: 0.0740879 Nov 27 01:17:38.453503 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-93517e58-ccba-49fb-b867-f1299ce62fea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75a5330fbe124c9b81f4c808adf17217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2890139 Nov 27 01:17:38.456196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57486) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:38.591573 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ee6d95ec-72eb-465c-88fc-64b8401dd34b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.631225 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ee6d95ec-72eb-465c-88fc-64b8401dd34b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.686264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3186694-6a28-4ca2-8dc8-cb99b3f309ff req-574af9da-9fed-4fa7-9138-c66d2dc467d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:38.688286 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3186694-6a28-4ca2-8dc8-cb99b3f309ff req-574af9da-9fed-4fa7-9138-c66d2dc467d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 200 len: 918 time: 0.2001896 Nov 27 01:17:38.762278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ee6d95ec-72eb-465c-88fc-64b8401dd34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.765156 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ee6d95ec-72eb-465c-88fc-64b8401dd34b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.767478 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ee6d95ec-72eb-465c-88fc-64b8401dd34b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfa14251-5657-499c-807a-5bc50c057f65 HTTP/1.1" status: 204 len: 168 time: 0.3092914 Nov 27 01:17:38.794919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d95ec-72eb-465c-88fc-64b8401dd34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa14251-5657-499c-807a-5bc50c057f65,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:38.801454 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3186694-6a28-4ca2-8dc8-cb99b3f309ff req-4a810107-51e2-4b49-8f47-e7d4a81f6b46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba44597-9a96-43c1-a551-0d2269af312f HTTP/1.1" status: 200 len: 1001 time: 0.1042898 Nov 27 01:17:38.882708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3186694-6a28-4ca2-8dc8-cb99b3f309ff req-2c308250-065e-4a83-96ff-7864f9bc6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:38.884526 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3186694-6a28-4ca2-8dc8-cb99b3f309ff req-2c308250-065e-4a83-96ff-7864f9bc6601 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 200 len: 856 time: 0.0672781 Nov 27 01:17:38.974398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3186694-6a28-4ca2-8dc8-cb99b3f309ff req-16656b43-4386-41ad-aa54-bbee7fd2326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:38.976685 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3186694-6a28-4ca2-8dc8-cb99b3f309ff req-16656b43-4386-41ad-aa54-bbee7fd2326b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf63eb64-bdb4-470a-9e3f-8cf792734371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827680 Nov 27 01:17:39.135270 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3186694-6a28-4ca2-8dc8-cb99b3f309ff req-a0c25e54-7e90-407d-a919-2771beef73e8 service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300447 Nov 27 01:17:39.384984 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3186694-6a28-4ca2-8dc8-cb99b3f309ff req-6765e89b-091f-4b7b-ad5e-b261ace42172 service neutron] 10.222.0.21 "GET /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308855 Nov 27 01:17:39.402143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57552) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:39.471621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57554) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:39.504178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d373e-05ec-468c-957d-79d2b2dfd3f5 req-f772e171-8ed1-4bb7-9761-baa30b44b4ea tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:39.505797 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-615d373e-05ec-468c-957d-79d2b2dfd3f5 req-f772e171-8ed1-4bb7-9761-baa30b44b4ea tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 945 time: 0.0939989 Nov 27 01:17:39.553968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-96347802-cd50-4b8c-8468-584fadf1a24d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11b6a77ac2a04b38b27e765099e87dba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505001 Nov 27 01:17:39.556761 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57558) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:39.594225 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-615d373e-05ec-468c-957d-79d2b2dfd3f5 req-483284fe-ce7b-4d92-b549-257b47837d97 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791817 Nov 27 01:17:39.628394 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9ad72473-96cd-4524-8e9d-d0f1e0f5db87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.656232 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9ad72473-96cd-4524-8e9d-d0f1e0f5db87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.749259 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9ad72473-96cd-4524-8e9d-d0f1e0f5db87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.753405 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9ad72473-96cd-4524-8e9d-d0f1e0f5db87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.755970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9ad72473-96cd-4524-8e9d-d0f1e0f5db87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48f5609b-5457-43c2-981c-5b18dd3f1bdc HTTP/1.1" status: 204 len: 168 time: 0.1978757 Nov 27 01:17:39.768065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2057439623-network', 'tenant_id': '3c19f1576bac41b3a9687fc864e34634'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:39.772951 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad72473-96cd-4524-8e9d-d0f1e0f5db87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f5609b-5457-43c2-981c-5b18dd3f1bdc,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:39.817557 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] Made reservation on behalf of 3c19f1576bac41b3a9687fc864e34634 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:39.820409 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.830851 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.008074 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.014536 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.044392 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ad8148e0-2179-4d04-92bd-349d29ddc743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.064887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:17:40.073924 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433c1299-7818-45aa-a7a5-da9ffe7ce2b4,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:40.087608 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.088092 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] Added segment eb16efc6-160f-4cc1-bb91-0188a8694cc6 of type vlan for network 01e9aced-e46e-415b-8ecc-036889c24860 Nov 27 01:17:40.116115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8114e-abfc-471d-b28a-88d7c251c355 req-432e51c2-f43b-4ba5-a550-d948b9775d48 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:40.117833 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47b8114e-abfc-471d-b28a-88d7c251c355 req-432e51c2-f43b-4ba5-a550-d948b9775d48 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 945 time: 0.1445768 Nov 27 01:17:40.172415 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.231514 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.236060 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:40.237740 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.302038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-47b8114e-abfc-471d-b28a-88d7c251c355 req-08e3d521-99a4-423e-bd56-4846abcd0ab0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Deleting port c263739d-8193-4af7-a619-ccea0abf8052 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:40.303147 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-47b8114e-abfc-471d-b28a-88d7c251c355 req-08e3d521-99a4-423e-bd56-4846abcd0ab0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.333265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8604453 Nov 27 01:17:40.340777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57578) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:40.347550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-316d5dbb-312e-4b02-95d4-80e8f7f26f64 admin admin] Request body: {'subnet': {'network_id': '01e9aced-e46e-415b-8ecc-036889c24860', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2057439623-subnet', 'tenant_id': '3c19f1576bac41b3a9687fc864e34634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:40.363409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ed597-bd6e-4ba8-9e15-edf39937faa7 admin admin] Pushing event updated for resources: {'Network': ['ID=01e9aced-e46e-415b-8ecc-036889c24860,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:40.376174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 01e9aced-e46e-415b-8ecc-036889c24860 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:17:40.414496 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316d5dbb-312e-4b02-95d4-80e8f7f26f64 admin admin] Made reservation on behalf of 3c19f1576bac41b3a9687fc864e34634 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:40.424715 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-316d5dbb-312e-4b02-95d4-80e8f7f26f64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.468973 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-47b8114e-abfc-471d-b28a-88d7c251c355 req-08e3d521-99a4-423e-bd56-4846abcd0ab0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] For port c263739d-8193-4af7-a619-ccea0abf8052, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c263739d-8193-4af7-a619-ccea0abf8052,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:40.469658 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-47b8114e-abfc-471d-b28a-88d7c251c355 req-08e3d521-99a4-423e-bd56-4846abcd0ab0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.507058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-47b8114e-abfc-471d-b28a-88d7c251c355 req-08e3d521-99a4-423e-bd56-4846abcd0ab0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Calling delete_port for c263739d-8193-4af7-a619-ccea0abf8052 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:40.798506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-47b8114e-abfc-471d-b28a-88d7c251c355 req-08e3d521-99a4-423e-bd56-4846abcd0ab0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.833062 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f2a6bd5e-fce6-4265-b237-070545d42afd', 'c263739d-8193-4af7-a619-ccea0abf8052'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:40.853984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3d521-99a4-423e-bd56-4846abcd0ab0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Pushing event deleted for resources: {'Port': ['ID=c263739d-8193-4af7-a619-ccea0abf8052,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:40.899270 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef37aa-8be9-483d-bccd-b2aa3b7b3ef2 req-6196c76e-6174-4037-b0f5-3b8864fe1ccd tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:40.908459 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79ef37aa-8be9-483d-bccd-b2aa3b7b3ef2 req-6196c76e-6174-4037-b0f5-3b8864fe1ccd tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb2be8b2-54a0-486c-93a2-f9705a5c83e1 HTTP/1.1" status: 200 len: 867 time: 0.1670845 Nov 27 01:17:40.957707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b8114e-abfc-471d-b28a-88d7c251c355 req-08e3d521-99a4-423e-bd56-4846abcd0ab0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] No DVR routers for this DVR port c263739d-8193-4af7-a619-ccea0abf8052 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:17:40.965739 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-47b8114e-abfc-471d-b28a-88d7c251c355 req-08e3d521-99a4-423e-bd56-4846abcd0ab0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.969363 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47b8114e-abfc-471d-b28a-88d7c251c355 req-08e3d521-99a4-423e-bd56-4846abcd0ab0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "DELETE /v2.0/ports/c263739d-8193-4af7-a619-ccea0abf8052 HTTP/1.1" status: 204 len: 173 time: 0.8397355 Nov 27 01:17:40.973102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2be8b2-54a0-486c-93a2-f9705a5c83e1', 'name': 'network-vif-deleted', 'tag': 'c263739d-8193-4af7-a619-ccea0abf8052'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:40.977622 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b750d88-bec9-4bc4-a0f9-b4588bc07dad" -d '{"events": [{"server_uuid": "fb2be8b2-54a0-486c-93a2-f9705a5c83e1", "name": "network-vif-deleted", "tag": "c263739d-8193-4af7-a619-ccea0abf8052"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:41.044211 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79ef37aa-8be9-483d-bccd-b2aa3b7b3ef2 req-cfb4ed1d-788e-47d1-8c10-f1f74904b634 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205816 Nov 27 01:17:41.063519 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1896bb-6646-4cf7-a72e-f4be8725b84b x-openstack-request-id: req-aa1896bb-6646-4cf7-a72e-f4be8725b84b {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:41.064064 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2be8b2-54a0-486c-93a2-f9705a5c83e1", "name": "network-vif-deleted", "tag": "c263739d-8193-4af7-a619-ccea0abf8052", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:41.064559 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa1896bb-6646-4cf7-a72e-f4be8725b84b {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:41.065211 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2be8b2-54a0-486c-93a2-f9705a5c83e1', 'name': 'network-vif-deleted', 'tag': 'c263739d-8193-4af7-a619-ccea0abf8052', 'status': 'completed', 'code': 200} Nov 27 01:17:41.113935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57598) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:41.129313 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-316d5dbb-312e-4b02-95d4-80e8f7f26f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:41.285178 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d5dbb-312e-4b02-95d4-80e8f7f26f64 admin admin] Checking segment: {'id': 'eb16efc6-160f-4cc1-bb91-0188a8694cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:41.285676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d5dbb-312e-4b02-95d4-80e8f7f26f64 admin admin] Network hostable DHCP agents. Network: 01e9aced-e46e-415b-8ecc-036889c24860, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:17:41.288428 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d5dbb-312e-4b02-95d4-80e8f7f26f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb046aec-87f2-4a6e-b8f8-62ef04e1140a,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:41.309968 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d5dbb-312e-4b02-95d4-80e8f7f26f64 admin admin] Network 01e9aced-e46e-415b-8ecc-036889c24860 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:17:41.312307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'network': {'name': 'tempest-RoutersTest-1209744544'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:41.321891 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-316d5dbb-312e-4b02-95d4-80e8f7f26f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 01e9aced-e46e-415b-8ecc-036889c24860) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:41.331999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7363a9-d270-4b17-8e19-6fc9875d9496 None None] Network 01e9aced-e46e-415b-8ecc-036889c24860 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:41.337329 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316d5dbb-312e-4b02-95d4-80e8f7f26f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:41.338445 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-316d5dbb-312e-4b02-95d4-80e8f7f26f64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:41.340744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:41.345863 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:41.358587 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:41.359192 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-316d5dbb-312e-4b02-95d4-80e8f7f26f64 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0172794 Nov 27 01:17:41.505118 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:41.512406 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:41.531386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25209c16-d490-4760-be06-98d0aa0c5ae1 None None] Network 01e9aced-e46e-415b-8ecc-036889c24860 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:41.551015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:17:41.560177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35defc3e-aa3c-48be-8cd1-73f8851acce3,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:41.608806 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:41.610119 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Added segment bca8aea5-b8ae-49e9-b60b-0686b1d9613e of type vlan for network 1c9c9654-7965-4372-9164-169416a69b70 Nov 27 01:17:41.672137 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:41.722230 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:41.730605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:41.731404 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:41.750733 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6342049 Nov 27 01:17:41.753525 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57614) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:41.759514 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0960aa19-594f-4e7b-a4f2-0ed1e9fdfccd tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'network': {'name': 'tempest-RoutersTest-1699065598'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:41.794378 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0960aa19-594f-4e7b-a4f2-0ed1e9fdfccd tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:41.819365 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0960aa19-594f-4e7b-a4f2-0ed1e9fdfccd tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:41.867357 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2efb25-53b0-4acb-b2de-02f211dad974 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Network': ['ID=1c9c9654-7965-4372-9164-169416a69b70,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:41.886748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 1c9c9654-7965-4372-9164-169416a69b70 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:17:41.889440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0960aa19-594f-4e7b-a4f2-0ed1e9fdfccd tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:17:41.900082 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0960aa19-594f-4e7b-a4f2-0ed1e9fdfccd tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:41.900737 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-0960aa19-594f-4e7b-a4f2-0ed1e9fdfccd tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Added segment f7729ba5-9ff6-463e-9f43-eb9713629b8e of type vlan for network 98de5d06-d5ec-440f-a37c-656f6beb53d1 Nov 27 01:17:41.993727 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0960aa19-594f-4e7b-a4f2-0ed1e9fdfccd tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:42.042657 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0960aa19-594f-4e7b-a4f2-0ed1e9fdfccd tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:42.048412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0960aa19-594f-4e7b-a4f2-0ed1e9fdfccd tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:42.049010 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0960aa19-594f-4e7b-a4f2-0ed1e9fdfccd tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:42.226711 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f58faf4-5605-4886-9f05-2db532f92604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:42.610307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-14833eed-d420-49bb-b0e4-bd59599041ec tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:42.611912 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-14833eed-d420-49bb-b0e4-bd59599041ec tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/networks?id=01e9aced-e46e-415b-8ecc-036889c24860 HTTP/1.1" status: 200 len: 818 time: 0.1219292 Nov 27 01:17:42.647603 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0960aa19-594f-4e7b-a4f2-0ed1e9fdfccd tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8929152 Nov 27 01:17:42.648782 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960aa19-594f-4e7b-a4f2-0ed1e9fdfccd tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Network': ['ID=98de5d06-d5ec-440f-a37c-656f6beb53d1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:42.650603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57636) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:42.651694 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-3221f1fe-5467-44ff-b805-adff617d5243 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/quotas/3c19f1576bac41b3a9687fc864e34634 HTTP/1.1" status: 200 len: 375 time: 0.0278964 Nov 27 01:17:42.658510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-96bf6c1c-661b-4f66-b000-a6be3eaff8d5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'subnet': {'network_id': '1c9c9654-7965-4372-9164-169416a69b70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:42.663219 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 98de5d06-d5ec-440f-a37c-656f6beb53d1 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:17:42.725323 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-f916d4f3-0229-4aac-aad3-1f27c6b2cf54 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c19f1576bac41b3a9687fc864e34634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604022 Nov 27 01:17:42.889036 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-a8c928fb-045f-44a3-a04e-02b8b078f13b service neutron] 10.222.0.15 "GET /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579485 Nov 27 01:17:42.891412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bf6c1c-661b-4f66-b000-a6be3eaff8d5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:42.895130 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96bf6c1c-661b-4f66-b000-a6be3eaff8d5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:43.045930 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-8b9d2f43-5748-4e84-9ef3-0690b09f33ef service neutron] 10.222.0.15 "GET /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382926 Nov 27 01:17:43.172901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-d0c3c56d-7007-4ef4-91f8-39ce8d8b937a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:43.180467 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-d0c3c56d-7007-4ef4-91f8-39ce8d8b937a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.1770716 Nov 27 01:17:43.205291 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-b0aa77fb-6d3c-4751-a866-882469b2c138 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/quotas/53d6e7131d0740f3ab69fa54032dfa14 HTTP/1.1" status: 200 len: 375 time: 0.0238888 Nov 27 01:17:43.231867 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:43.301253 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96bf6c1c-661b-4f66-b000-a6be3eaff8d5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:43.397966 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-114007f4-eb56-4a93-8840-a38d5650ba2e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1826320 Nov 27 01:17:43.495961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf6c1c-661b-4f66-b000-a6be3eaff8d5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Subnet': ['ID=e6727f9d-b1e6-4b3d-8329-d8571553976b,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:43.508824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bf6c1c-661b-4f66-b000-a6be3eaff8d5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Checking segment: {'id': 'bca8aea5-b8ae-49e9-b60b-0686b1d9613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1c9c9654-7965-4372-9164-169416a69b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:43.509191 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf6c1c-661b-4f66-b000-a6be3eaff8d5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network hostable DHCP agents. Network: 1c9c9654-7965-4372-9164-169416a69b70, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:17:43.535126 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a96ea7f6-edbc-4605-98ac-09f30596ccef req-47091c5c-4179-460c-9b82-2dd6fe2fbf75 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 210 time: 0.0530393 Nov 27 01:17:43.554261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf6c1c-661b-4f66-b000-a6be3eaff8d5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 1c9c9654-7965-4372-9164-169416a69b70 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:17:43.568816 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-2ec531ab-2222-45a4-b31c-16a90c4ce7d3 service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642606 Nov 27 01:17:43.579921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-96bf6c1c-661b-4f66-b000-a6be3eaff8d5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 1c9c9654-7965-4372-9164-169416a69b70) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:43.594552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b99d8-9c16-4710-b4db-23a0d6a57da7 None None] Network 1c9c9654-7965-4372-9164-169416a69b70 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:43.594765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bf6c1c-661b-4f66-b000-a6be3eaff8d5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:43.595323 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96bf6c1c-661b-4f66-b000-a6be3eaff8d5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:43.650390 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-96bf6c1c-661b-4f66-b000-a6be3eaff8d5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9982467 Nov 27 01:17:43.653500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57668) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:43.659919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f0669bb7-7339-4fc4-9ffc-aa56302a5d0b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'subnet': {'network_id': '98de5d06-d5ec-440f-a37c-656f6beb53d1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:43.744113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-9a355ba9-f714-4ceb-b742-65362abd52fe service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742511 Nov 27 01:17:43.880304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0669bb7-7339-4fc4-9ffc-aa56302a5d0b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:43.892159 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0669bb7-7339-4fc4-9ffc-aa56302a5d0b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:43.993660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c263739d-8193-4af7-a619-ccea0abf8052 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:17:44.050061 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-1c9c9654-7965-4372-9164-169416a69b70', 'network_id': '1c9c9654-7965-4372-9164-169416a69b70', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'fixed_ips': [{'subnet_id': 'e6727f9d-b1e6-4b3d-8329-d8571553976b'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:17:44.052880 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:44.065491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: c263739d-8193-4af7-a619-ccea0abf8052 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:17:44.066751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c263739d-8193-4af7-a619-ccea0abf8052 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:17:44.224925 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d009d9df-848a-48f8-8fd4-c050ea9b3c25 req-650db9b3-b649-446d-81e2-a1cf71fff079 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 210 time: 0.0555863 Nov 27 01:17:44.310100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Allocated IP 172.20.0.2 (1c9c9654-7965-4372-9164-169416a69b70/e6727f9d-b1e6-4b3d-8329-d8571553976b/d095e069-eb3f-4df8-9891-baf4616a38f4) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:44.566354 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0669bb7-7339-4fc4-9ffc-aa56302a5d0b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:44.651586 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:44.663528 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7af7b5bf-5b7c-496c-83f2-3e84ee657793 req-95437b0f-6376-405d-a6f3-ee951ab677fc tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 210 time: 0.0784566 Nov 27 01:17:44.675783 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:44.788658 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0669bb7-7339-4fc4-9ffc-aa56302a5d0b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Checking segment: {'id': 'f7729ba5-9ff6-463e-9f43-eb9713629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '98de5d06-d5ec-440f-a37c-656f6beb53d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:44.789423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0669bb7-7339-4fc4-9ffc-aa56302a5d0b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network hostable DHCP agents. Network: 98de5d06-d5ec-440f-a37c-656f6beb53d1, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:17:44.793121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0669bb7-7339-4fc4-9ffc-aa56302a5d0b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Subnet': ['ID=671a2edb-329d-495e-851f-c57e4c468b3c,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:44.812497 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0669bb7-7339-4fc4-9ffc-aa56302a5d0b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 98de5d06-d5ec-440f-a37c-656f6beb53d1 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:17:44.825287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-f0669bb7-7339-4fc4-9ffc-aa56302a5d0b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 98de5d06-d5ec-440f-a37c-656f6beb53d1) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:44.830217 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:44.830451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0669bb7-7339-4fc4-9ffc-aa56302a5d0b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:44.831100 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0669bb7-7339-4fc4-9ffc-aa56302a5d0b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:44.850000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Network 1c9c9654-7965-4372-9164-169416a69b70 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:44.851508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdceaba9-a8d9-4780-87f0-1fba2fb33835 None None] Network 98de5d06-d5ec-440f-a37c-656f6beb53d1 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:44.863805 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f0669bb7-7339-4fc4-9ffc-aa56302a5d0b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2090199 Nov 27 01:17:44.869274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:44.869493 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57700) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:44.874205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8b8062c5-a7bc-46e6-9585-945f10ecd214 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-593833484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:44.887531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:44.894653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Pushing event updated for resources: {'Port': ['ID=d095e069-eb3f-4df8-9891-baf4616a38f4,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:44.969487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:44.969878 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:44.970424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:44.970563 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:44.970820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:44.971214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:44.971550 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:44.971907 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:44.972231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:44.972411 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8b8062c5-a7bc-46e6-9585-945f10ecd214 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:44.972708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:44.972912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:44.973235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:44.975035 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8b8062c5-a7bc-46e6-9585-945f10ecd214 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.076937 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Attempting to bind port d095e069-eb3f-4df8-9891-baf4616a38f4 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:45.077524 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Attempting to bind port d095e069-eb3f-4df8-9891-baf4616a38f4 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'bca8aea5-b8ae-49e9-b60b-0686b1d9613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1c9c9654-7965-4372-9164-169416a69b70'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:45.077827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Attempting to bind port d095e069-eb3f-4df8-9891-baf4616a38f4 on network 1c9c9654-7965-4372-9164-169416a69b70 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:45.097811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:45.098298 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Checking segment: {'id': 'bca8aea5-b8ae-49e9-b60b-0686b1d9613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1c9c9654-7965-4372-9164-169416a69b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:45.098786 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.099293 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Bound using segment: {'id': 'bca8aea5-b8ae-49e9-b60b-0686b1d9613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1c9c9654-7965-4372-9164-169416a69b70'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:45.100745 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Bound port: d095e069-eb3f-4df8-9891-baf4616a38f4, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca8aea5-b8ae-49e9-b60b-0686b1d9613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1c9c9654-7965-4372-9164-169416a69b70'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:45.102856 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.149785 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8b8062c5-a7bc-46e6-9585-945f10ecd214 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.159164 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8b8062c5-a7bc-46e6-9585-945f10ecd214 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.194143 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8b8062c5-a7bc-46e6-9585-945f10ecd214 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.199182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57708) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:45.200615 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8b8062c5-a7bc-46e6-9585-945f10ecd214 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3312070 Nov 27 01:17:45.267011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] For port d095e069-eb3f-4df8-9891-baf4616a38f4, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:45.270558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-98de5d06-d5ec-440f-a37c-656f6beb53d1', 'network_id': '98de5d06-d5ec-440f-a37c-656f6beb53d1', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'fixed_ips': [{'subnet_id': '671a2edb-329d-495e-851f-c57e4c468b3c'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:17:45.278329 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.284693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] For port d095e069-eb3f-4df8-9891-baf4616a38f4, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d095e069-eb3f-4df8-9891-baf4616a38f4,segment=NetworkSegment(bca8aea5-b8ae-49e9-b60b-0686b1d9613e),segment_id=bca8aea5-b8ae-49e9-b60b-0686b1d9613e)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:45.297484 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.386057 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e4744e7-46d8-41f7-9523-d527f0436373 req-43c7feeb-e68e-431c-a4e7-09af196de986 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 210 time: 0.0432773 Nov 27 01:17:45.453383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ed831-76e9-4a7f-b9d8-750461bb9b28 None None] Pushing event updated for resources: {'Port': ['ID=d095e069-eb3f-4df8-9891-baf4616a38f4,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:45.558487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Allocated IP 172.21.0.2 (98de5d06-d5ec-440f-a37c-656f6beb53d1/671a2edb-329d-495e-851f-c57e4c468b3c/0b8fd20f-a16a-4e18-8efd-11bfea77849b) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:45.989426 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.052234 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.063639 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.146624 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Network 98de5d06-d5ec-440f-a37c-656f6beb53d1 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:46.153211 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:46.157670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:46.184700 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16817124-7ebf-4775-a592-00b83603d371 req-86cbc8e5-89e7-4878-86b8-a203faca91e8 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 210 time: 0.3497610 Nov 27 01:17:46.205927 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-b94d3ed2-5de7-4f7b-8434-f3f29291d4d3 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:46.207599 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-b94d3ed2-5de7-4f7b-8434-f3f29291d4d3 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.31 "GET /v2.0/networks?id=01e9aced-e46e-415b-8ecc-036889c24860 HTTP/1.1" status: 200 len: 818 time: 0.5431929 Nov 27 01:17:46.231613 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Pushing event updated for resources: {'Port': ['ID=0b8fd20f-a16a-4e18-8efd-11bfea77849b,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:46.255133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d666489b-9939-401b-b19c-6a5c127a2a08 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:46.266323 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d666489b-9939-401b-b19c-6a5c127a2a08 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.21 "GET /v2.0/networks?id=01e9aced-e46e-415b-8ecc-036889c24860 HTTP/1.1" status: 200 len: 818 time: 0.3762872 Nov 27 01:17:46.279260 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.285744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Attempting to bind port 0b8fd20f-a16a-4e18-8efd-11bfea77849b on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:46.286366 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Attempting to bind port 0b8fd20f-a16a-4e18-8efd-11bfea77849b by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'f7729ba5-9ff6-463e-9f43-eb9713629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '98de5d06-d5ec-440f-a37c-656f6beb53d1'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:46.287448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Attempting to bind port 0b8fd20f-a16a-4e18-8efd-11bfea77849b on network 98de5d06-d5ec-440f-a37c-656f6beb53d1 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:46.294505 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:46.295273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Checking segment: {'id': 'f7729ba5-9ff6-463e-9f43-eb9713629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '98de5d06-d5ec-440f-a37c-656f6beb53d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:46.295885 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.296483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Bound using segment: {'id': 'f7729ba5-9ff6-463e-9f43-eb9713629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '98de5d06-d5ec-440f-a37c-656f6beb53d1'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:46.297321 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Bound port: 0b8fd20f-a16a-4e18-8efd-11bfea77849b, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7729ba5-9ff6-463e-9f43-eb9713629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '98de5d06-d5ec-440f-a37c-656f6beb53d1'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:46.297956 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.324303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-0a52356c-694f-402a-bcdd-e528a24aa104 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Request body: {'port': {'device_id': '8acafcb0-c40b-42f2-befe-f106800348c7', 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860', 'admin_state_up': True, 'tenant_id': '3c19f1576bac41b3a9687fc864e34634'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:46.328341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d00c04aa-47b8-48f2-8e7f-6e2ae0d944f7 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Request body: {'port': {'device_id': '46a58065-304d-49b6-ac26-c1ea9d17b836', 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860', 'admin_state_up': True, 'tenant_id': '3c19f1576bac41b3a9687fc864e34634'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:46.418300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] For port 0b8fd20f-a16a-4e18-8efd-11bfea77849b, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:46.422287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] For port 0b8fd20f-a16a-4e18-8efd-11bfea77849b, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0b8fd20f-a16a-4e18-8efd-11bfea77849b,segment=NetworkSegment(f7729ba5-9ff6-463e-9f43-eb9713629b8e),segment_id=f7729ba5-9ff6-463e-9f43-eb9713629b8e)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:46.429862 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.523861 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803a743-4546-49f2-a8f5-5a977ecdb309 None None] Pushing event updated for resources: {'Port': ['ID=0b8fd20f-a16a-4e18-8efd-11bfea77849b,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:46.569501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d00c04aa-47b8-48f2-8e7f-6e2ae0d944f7 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Made reservation on behalf of 3c19f1576bac41b3a9687fc864e34634 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:46.573664 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d00c04aa-47b8-48f2-8e7f-6e2ae0d944f7 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.690250 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2586b1be-5f6c-4974-909c-d6f88500b77b req-7589e705-94d4-43af-b3a8-030ecde155ca tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 210 time: 0.0638101 Nov 27 01:17:46.879835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Allocated IP 172.20.0.1 (1c9c9654-7965-4372-9164-169416a69b70/e6727f9d-b1e6-4b3d-8329-d8571553976b/1b252a81-40fb-4b93-b592-fc11cea93a3a) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:46.893927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7130373-9b8a-4086-b187-9f368b619146 req-6740f65d-7200-4c11-b906-b9ea22885ab6 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:46.897470 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7130373-9b8a-4086-b187-9f368b619146 req-6740f65d-7200-4c11-b906-b9ea22885ab6 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 946 time: 0.8560512 Nov 27 01:17:47.007770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-0a52356c-694f-402a-bcdd-e528a24aa104 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Made reservation on behalf of 3c19f1576bac41b3a9687fc864e34634 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:47.011642 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-0a52356c-694f-402a-bcdd-e528a24aa104 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.026310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-f1b1b17c-0451-4800-b706-ddb7207ffb8a tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:47.027871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-f1b1b17c-0451-4800-b706-ddb7207ffb8a tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.21 "GET /v2.0/networks?id=01e9aced-e46e-415b-8ecc-036889c24860 HTTP/1.1" status: 200 len: 818 time: 0.3270237 Nov 27 01:17:47.048645 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d00c04aa-47b8-48f2-8e7f-6e2ae0d944f7 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Allocated IP 172.20.0.10 (01e9aced-e46e-415b-8ecc-036889c24860/bb046aec-87f2-4a6e-b8f8-62ef04e1140a/eadeacfe-2d95-4c33-91c2-fd602ff57d68) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:47.074240 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e17d3b1-7b0a-4332-9891-366d641a0448 None None] Network 1c9c9654-7965-4372-9164-169416a69b70 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:47.076837 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7130373-9b8a-4086-b187-9f368b619146 req-8ee54454-2a52-46de-99e8-ef1111bb785f tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594005 Nov 27 01:17:47.101720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-5e224c22-77ac-47b8-bb28-6f547466a82d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Request body: {'port': {'device_id': '550409ee-2bbd-44ce-8509-0f07c7cc9251', 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860', 'admin_state_up': True, 'tenant_id': '3c19f1576bac41b3a9687fc864e34634'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:47.167950 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.283530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-551b91d5-dbd8-4a53-a5c0-aa790e6c75af None None] Provisioning complete for port d095e069-eb3f-4df8-9891-baf4616a38f4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:47.284060 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-551b91d5-dbd8-4a53-a5c0-aa790e6c75af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.465911 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9a8a84bb-fd22-474d-bf00-17dd5548bf1e req-e1216d25-27d2-4a98-a5d6-bb26549eecaa tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 210 time: 0.0996113 Nov 27 01:17:47.470525 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.502314 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d00c04aa-47b8-48f2-8e7f-6e2ae0d944f7 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.521075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-5e224c22-77ac-47b8-bb28-6f547466a82d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Made reservation on behalf of 3c19f1576bac41b3a9687fc864e34634 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:47.526928 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-5e224c22-77ac-47b8-bb28-6f547466a82d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.585078 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-551b91d5-dbd8-4a53-a5c0-aa790e6c75af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.596664 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d00c04aa-47b8-48f2-8e7f-6e2ae0d944f7 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.603248 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 1c9c9654-7965-4372-9164-169416a69b70 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:47.642088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:47.680180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:47.681556 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-551b91d5-dbd8-4a53-a5c0-aa790e6c75af None None] For port d095e069-eb3f-4df8-9891-baf4616a38f4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d095e069-eb3f-4df8-9891-baf4616a38f4,segment=NetworkSegment(bca8aea5-b8ae-49e9-b60b-0686b1d9613e),segment_id=bca8aea5-b8ae-49e9-b60b-0686b1d9613e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:47.689963 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-551b91d5-dbd8-4a53-a5c0-aa790e6c75af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.753733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-0f57e827-6cd8-4e62-8523-143abcccbfc4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:47.755442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-0f57e827-6cd8-4e62-8523-143abcccbfc4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.4110713 Nov 27 01:17:47.779317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d00c04aa-47b8-48f2-8e7f-6e2ae0d944f7 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Network 01e9aced-e46e-415b-8ecc-036889c24860 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:47.792076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=1b252a81-40fb-4b93-b592-fc11cea93a3a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:47.821244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d00c04aa-47b8-48f2-8e7f-6e2ae0d944f7 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:47.822845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-74354645-f97a-46e3-ad8d-1d0d620fe3d0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Request body: {'port': {'device_id': '3a4bb25b-2e67-49bd-9b22-881ed5bced99', 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'admin_state_up': True, 'tenant_id': '53d6e7131d0740f3ab69fa54032dfa14'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:47.836401 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d00c04aa-47b8-48f2-8e7f-6e2ae0d944f7 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:47.886702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b91d5-dbd8-4a53-a5c0-aa790e6c75af None None] Pushing event updated for resources: {'Port': ['ID=d095e069-eb3f-4df8-9891-baf4616a38f4,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:47.935339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-0a52356c-694f-402a-bcdd-e528a24aa104 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Allocated IP 172.20.0.11 (01e9aced-e46e-415b-8ecc-036889c24860/bb046aec-87f2-4a6e-b8f8-62ef04e1140a/125a1a30-1c4c-4c5e-8a08-3dc441fa748f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:48.059347 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d095e069-eb3f-4df8-9891-baf4616a38f4 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:48.103410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-682aa530-be26-4d84-89f3-941fd414ee51 req-30318584-9d2d-4d61-abe3-868f816e4665 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 210 time: 0.1768451 Nov 27 01:17:48.137905 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.164123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-74354645-f97a-46e3-ad8d-1d0d620fe3d0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Made reservation on behalf of 53d6e7131d0740f3ab69fa54032dfa14 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:48.170253 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-74354645-f97a-46e3-ad8d-1d0d620fe3d0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.194409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c04aa-47b8-48f2-8e7f-6e2ae0d944f7 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Pushing event updated for resources: {'Port': ['ID=eadeacfe-2d95-4c33-91c2-fd602ff57d68,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:48.223118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d00c04aa-47b8-48f2-8e7f-6e2ae0d944f7 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:48.224074 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d00c04aa-47b8-48f2-8e7f-6e2ae0d944f7 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.249206 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d095e069-eb3f-4df8-9891-baf4616a38f4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:48.249629 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.348466 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d00c04aa-47b8-48f2-8e7f-6e2ae0d944f7 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0199988 Nov 27 01:17:48.383844 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Request body: {'port': {'device_id': '46a58065-304d-49b6-ac26-c1ea9d17b836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:48.403084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0b8fd20f-a16a-4e18-8efd-11bfea77849b up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:48.477604 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4dd84131-5eeb-496e-9e15-86a2a27fc426 None None] Provisioning complete for port d095e069-eb3f-4df8-9891-baf4616a38f4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:48.477988 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4dd84131-5eeb-496e-9e15-86a2a27fc426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.561473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 0b8fd20f-a16a-4e18-8efd-11bfea77849b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:48.561865 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.657582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.659309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c725b6-c453-45c7-ab66-c95abac415ea req-7c1d9063-221b-4b8b-bb39-06dbb488800e tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:48.661032 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1c725b6-c453-45c7-ab66-c95abac415ea req-7c1d9063-221b-4b8b-bb39-06dbb488800e tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 946 time: 0.3590555 Nov 27 01:17:48.689290 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.731498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6804df-cfbc-4a0c-a289-4b1642fcaab5 None None] Network 98de5d06-d5ec-440f-a37c-656f6beb53d1 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:48.751053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-74354645-f97a-46e3-ad8d-1d0d620fe3d0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Allocated IP 172.20.0.11 (8f941621-4f80-49c2-838b-cc0d1ec353c3/00eae9ce-ef22-478b-aeeb-d796cdefe5ee/39554038-3dbd-47a3-860d-4049db9c092a) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:48.761542 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-0a52356c-694f-402a-bcdd-e528a24aa104 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.813602 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f69a0-8b83-4c26-9c3e-5482a1012d0e req-5188d231-e756-48b5-83c2-c46426880a53 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:48.815095 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-980f69a0-8b83-4c26-9c3e-5482a1012d0e req-5188d231-e756-48b5-83c2-c46426880a53 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 946 time: 0.2443101 Nov 27 01:17:48.828908 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1c725b6-c453-45c7-ab66-c95abac415ea req-6c22c6c1-83ec-413d-ac41-df8b37e8ad3d tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332219 Nov 27 01:17:48.835042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4dd84131-5eeb-496e-9e15-86a2a27fc426 None None] Provisioning complete for port 1b252a81-40fb-4b93-b592-fc11cea93a3a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:48.835435 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4dd84131-5eeb-496e-9e15-86a2a27fc426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.904564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4dd84131-5eeb-496e-9e15-86a2a27fc426 None None] Port 1b252a81-40fb-4b93-b592-fc11cea93a3a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:17:48.938372 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.991831 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-0a52356c-694f-402a-bcdd-e528a24aa104 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:49.081587 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38315d5a-7e9d-4bca-b707-4470b7f88ed1 req-911bd893-26eb-445d-98d7-05d673a05bd5 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 210 time: 0.3132949 Nov 27 01:17:49.313325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 0b8fd20f-a16a-4e18-8efd-11bfea77849b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0b8fd20f-a16a-4e18-8efd-11bfea77849b,segment=NetworkSegment(f7729ba5-9ff6-463e-9f43-eb9713629b8e),segment_id=f7729ba5-9ff6-463e-9f43-eb9713629b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:49.327300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cb224540-2966-4bd3-97e3-abe416f41df2 None None] Provisioning complete for port 1b252a81-40fb-4b93-b592-fc11cea93a3a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:49.327684 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cb224540-2966-4bd3-97e3-abe416f41df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:49.333368 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:49.351558 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:49.359424 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:49.432495 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:49.451897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-0a52356c-694f-402a-bcdd-e528a24aa104 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Network 01e9aced-e46e-415b-8ecc-036889c24860 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:49.452814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-cb224540-2966-4bd3-97e3-abe416f41df2 None None] Port 1b252a81-40fb-4b93-b592-fc11cea93a3a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:17:49.485449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=0b8fd20f-a16a-4e18-8efd-11bfea77849b,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:49.489522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-0a52356c-694f-402a-bcdd-e528a24aa104 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:49.494156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cb224540-2966-4bd3-97e3-abe416f41df2 None None] Provisioning complete for port 0b8fd20f-a16a-4e18-8efd-11bfea77849b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:49.495094 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cb224540-2966-4bd3-97e3-abe416f41df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:49.495226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-0a52356c-694f-402a-bcdd-e528a24aa104 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:49.535817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73d47961-b32a-45c8-ae30-f2aff75d793e req-89db1133-ce5b-42f5-9291-6e64ef2d01a2 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 210 time: 0.0718694 Nov 27 01:17:49.541486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-5e224c22-77ac-47b8-bb28-6f547466a82d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Allocated IP 172.20.0.8 (01e9aced-e46e-415b-8ecc-036889c24860/bb046aec-87f2-4a6e-b8f8-62ef04e1140a/1129e644-42a3-4701-8ec7-4a892ba89616) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:49.570239 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=1b252a81-40fb-4b93-b592-fc11cea93a3a,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:49.600698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52356c-694f-402a-bcdd-e528a24aa104 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Pushing event updated for resources: {'Port': ['ID=125a1a30-1c4c-4c5e-8a08-3dc441fa748f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:49.651129 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-74354645-f97a-46e3-ad8d-1d0d620fe3d0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:49.665121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-980f69a0-8b83-4c26-9c3e-5482a1012d0e req-4de6bd92-ac7e-4b44-99fa-c26e5adf0ecf tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Deleting port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:49.665725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-980f69a0-8b83-4c26-9c3e-5482a1012d0e req-4de6bd92-ac7e-4b44-99fa-c26e5adf0ecf tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:49.672922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 1c9c9654-7965-4372-9164-169416a69b70 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:49.676634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:49.731869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-0a52356c-694f-402a-bcdd-e528a24aa104 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:49.733260 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-0a52356c-694f-402a-bcdd-e528a24aa104 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:49.845273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d095e069-eb3f-4df8-9891-baf4616a38f4 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:49.930220 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-0a52356c-694f-402a-bcdd-e528a24aa104 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6105576 Nov 27 01:17:49.945314 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router 82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:17:49.966325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Request body: {'port': {'device_id': '8acafcb0-c40b-42f2-befe-f106800348c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:49.976498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-718e1496-147a-45e9-83ee-7eaa39a0cf32 None None] Provisioning complete for port 0b8fd20f-a16a-4e18-8efd-11bfea77849b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:49.977520 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-718e1496-147a-45e9-83ee-7eaa39a0cf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.015944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-980f69a0-8b83-4c26-9c3e-5482a1012d0e req-4de6bd92-ac7e-4b44-99fa-c26e5adf0ecf tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] For port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9825a6d7-091e-46dd-bed4-2ae28f2f4eaa,segment=NetworkSegment(e9e80dee-99e6-4a12-8935-472798f287af),segment_id=e9e80dee-99e6-4a12-8935-472798f287af)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:50.016584 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-980f69a0-8b83-4c26-9c3e-5482a1012d0e req-4de6bd92-ac7e-4b44-99fa-c26e5adf0ecf tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.040321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-980f69a0-8b83-4c26-9c3e-5482a1012d0e req-4de6bd92-ac7e-4b44-99fa-c26e5adf0ecf tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Calling delete_port for 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:50.041308 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d095e069-eb3f-4df8-9891-baf4616a38f4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:50.041789 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.069072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:17:50.077614 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7d301f25-9a87-48e5-896a-ffeeca3424b5 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8757479 Nov 27 01:17:50.080187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57762) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:50.089857 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143abe7-c58a-4207-80f3-925cbf8425da None None] Sync routers for ids ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:17:50.104120 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143abe7-c58a-4207-80f3-925cbf8425da None None] Routers {'82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:50.106454 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c143abe7-c58a-4207-80f3-925cbf8425da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:17:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:50.155971 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c143abe7-c58a-4207-80f3-925cbf8425da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:50.168949 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143abe7-c58a-4207-80f3-925cbf8425da None None] Routers {'82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:50.169956 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c143abe7-c58a-4207-80f3-925cbf8425da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:17:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:50.213584 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c143abe7-c58a-4207-80f3-925cbf8425da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:50.214545 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143abe7-c58a-4207-80f3-925cbf8425da None None] The sync data for ids ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:17:50.226555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0b8fd20f-a16a-4e18-8efd-11bfea77849b up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:50.322191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-13540c40-0231-4dc2-b565-c78b5c036fc4 None None] Provisioning complete for port 1b252a81-40fb-4b93-b592-fc11cea93a3a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:50.322838 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-13540c40-0231-4dc2-b565-c78b5c036fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.369308 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 0b8fd20f-a16a-4e18-8efd-11bfea77849b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:50.369866 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-74354645-f97a-46e3-ad8d-1d0d620fe3d0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.370203 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.406429 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-13540c40-0231-4dc2-b565-c78b5c036fc4 None None] Port 1b252a81-40fb-4b93-b592-fc11cea93a3a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:17:50.432540 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f2a6bd5e-fce6-4265-b237-070545d42afd'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:50.462618 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.495141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-74354645-f97a-46e3-ad8d-1d0d620fe3d0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Network 8f941621-4f80-49c2-838b-cc0d1ec353c3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:50.543592 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-74354645-f97a-46e3-ad8d-1d0d620fe3d0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:50.555059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af2806-a05e-41c5-af15-04bd193ec2db req-724d84ba-29c5-42dd-8499-89901fba1842 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:50.556667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0af2806-a05e-41c5-af15-04bd193ec2db req-724d84ba-29c5-42dd-8499-89901fba1842 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a32c19d-6872-41ee-8235-fb9229efa93d HTTP/1.1" status: 200 len: 946 time: 0.2874882 Nov 27 01:17:50.563145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-74354645-f97a-46e3-ad8d-1d0d620fe3d0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:50.575053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a3ceff-2887-409c-b18b-beb9db14a84e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:50.579057 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-07a3ceff-2887-409c-b18b-beb9db14a84e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports/1b252a81-40fb-4b93-b592-fc11cea93a3a HTTP/1.1" status: 200 len: 910 time: 0.4951646 Nov 27 01:17:50.590522 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8051f18f-50fe-4c22-b094-497c5f755481 req-f46c5149-f5b1-44b1-abb2-2bf2a079e454 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 210 time: 0.0492930 Nov 27 01:17:50.591137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57768) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:50.641159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74354645-f97a-46e3-ad8d-1d0d620fe3d0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Pushing event updated for resources: {'Port': ['ID=39554038-3dbd-47a3-860d-4049db9c092a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:50.655069 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-5e224c22-77ac-47b8-bb28-6f547466a82d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.734367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-74354645-f97a-46e3-ad8d-1d0d620fe3d0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:50.735154 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-74354645-f97a-46e3-ad8d-1d0d620fe3d0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.810761 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-980f69a0-8b83-4c26-9c3e-5482a1012d0e req-4de6bd92-ac7e-4b44-99fa-c26e5adf0ecf tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.822244 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0af2806-a05e-41c5-af15-04bd193ec2db req-ad5df35c-4b2d-4945-9c95-a88bffc6b996 tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9f34b35-759d-493d-bfd0-669ddd670805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498178 Nov 27 01:17:50.871479 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-74354645-f97a-46e3-ad8d-1d0d620fe3d0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0528445 Nov 27 01:17:50.880935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6bd92-ac7e-4b44-99fa-c26e5adf0ecf tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Pushing event deleted for resources: {'Port': ['ID=9825a6d7-091e-46dd-bed4-2ae28f2f4eaa,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:50.911530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60102f1-e9a4-4f25-ada6-8767ee9dcec3 req-d9399d10-2a2f-445f-9e27-cb56fd2e740d tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:50.913166 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-5e224c22-77ac-47b8-bb28-6f547466a82d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.924278 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a60102f1-e9a4-4f25-ada6-8767ee9dcec3 req-d9399d10-2a2f-445f-9e27-cb56fd2e740d tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 932 time: 0.1825571 Nov 27 01:17:50.936687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-980f69a0-8b83-4c26-9c3e-5482a1012d0e req-4de6bd92-ac7e-4b44-99fa-c26e5adf0ecf tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] No DVR routers for this DVR port 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:17:50.959496 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-980f69a0-8b83-4c26-9c3e-5482a1012d0e req-4de6bd92-ac7e-4b44-99fa-c26e5adf0ecf tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.963057 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-980f69a0-8b83-4c26-9c3e-5482a1012d0e req-4de6bd92-ac7e-4b44-99fa-c26e5adf0ecf tempest-VolumesSnapshotTestJSON-1561921259 tempest-VolumesSnapshotTestJSON-1561921259-project] 10.222.0.21 "DELETE /v2.0/ports/9825a6d7-091e-46dd-bed4-2ae28f2f4eaa HTTP/1.1" status: 204 len: 173 time: 2.1311054 Nov 27 01:17:50.965261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a32c19d-6872-41ee-8235-fb9229efa93d', 'name': 'network-vif-deleted', 'tag': '9825a6d7-091e-46dd-bed4-2ae28f2f4eaa'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:50.967737 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03db5ca2-61a9-4c38-ac9c-a89422ac7108" -d '{"events": [{"server_uuid": "3a32c19d-6872-41ee-8235-fb9229efa93d", "name": "network-vif-deleted", "tag": "9825a6d7-091e-46dd-bed4-2ae28f2f4eaa"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:50.987901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-5e224c22-77ac-47b8-bb28-6f547466a82d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Network 01e9aced-e46e-415b-8ecc-036889c24860 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:50.991861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-5e224c22-77ac-47b8-bb28-6f547466a82d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:50.995737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-5e224c22-77ac-47b8-bb28-6f547466a82d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:51.034961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Request body: {'port': {'device_id': '3a4bb25b-2e67-49bd-9b22-881ed5bced99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:51.043043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e224c22-77ac-47b8-bb28-6f547466a82d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Pushing event updated for resources: {'Port': ['ID=1129e644-42a3-4701-8ec7-4a892ba89616,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:51.049010 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed635c3-b287-4c9b-9361-fac251ecc4ef x-openstack-request-id: req-6ed635c3-b287-4c9b-9361-fac251ecc4ef {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:51.049308 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a32c19d-6872-41ee-8235-fb9229efa93d", "name": "network-vif-deleted", "tag": "9825a6d7-091e-46dd-bed4-2ae28f2f4eaa", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:51.049564 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ed635c3-b287-4c9b-9361-fac251ecc4ef {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:51.050009 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a32c19d-6872-41ee-8235-fb9229efa93d', 'name': 'network-vif-deleted', 'tag': '9825a6d7-091e-46dd-bed4-2ae28f2f4eaa', 'status': 'completed', 'code': 200} Nov 27 01:17:51.095495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-5e224c22-77ac-47b8-bb28-6f547466a82d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:51.096132 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-5e224c22-77ac-47b8-bb28-6f547466a82d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.128428 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.135104 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-5e224c22-77ac-47b8-bb28-6f547466a82d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0568073 Nov 27 01:17:51.184544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Request body: {'port': {'device_id': '550409ee-2bbd-44ce-8509-0f07c7cc9251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:51.185536 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a60102f1-e9a4-4f25-ada6-8767ee9dcec3 req-a3d20717-854c-408c-904f-7e64d6e01b6a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074041 Nov 27 01:17:51.300513 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.390558 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadeacfe-2d95-4c33-91c2-fd602ff57d68 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:51.404000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.426445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Transition to ACTIVE for port object eadeacfe-2d95-4c33-91c2-fd602ff57d68 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:17:51.429086 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.432946 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.574524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Pushing event updated for resources: {'Port': ['ID=eadeacfe-2d95-4c33-91c2-fd602ff57d68,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:51.798713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39554038-3dbd-47a3-860d-4049db9c092a {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:51.817653 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.828224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125a1a30-1c4c-4c5e-8a08-3dc441fa748f {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:51.841564 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.850234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Transition to ACTIVE for port object 39554038-3dbd-47a3-860d-4049db9c092a will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:17:51.856909 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Attempting to bind port eadeacfe-2d95-4c33-91c2-fd602ff57d68 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:51.857400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Attempting to bind port eadeacfe-2d95-4c33-91c2-fd602ff57d68 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'eb16efc6-160f-4cc1-bb91-0188a8694cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:51.858152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Attempting to bind port eadeacfe-2d95-4c33-91c2-fd602ff57d68 on network 01e9aced-e46e-415b-8ecc-036889c24860 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:51.874601 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01647f-b2c8-4636-827a-e7f0d36ecf24 req-f20509a4-f277-4ec5-bc43-2d514d59ead4 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:51.876150 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a01647f-b2c8-4636-827a-e7f0d36ecf24 req-f20509a4-f277-4ec5-bc43-2d514d59ead4 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 931 time: 0.1452584 Nov 27 01:17:51.883388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Port eadeacfe-2d95-4c33-91c2-fd602ff57d68 on network 01e9aced-e46e-415b-8ecc-036889c24860 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:51.883728 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Attempting to bind port eadeacfe-2d95-4c33-91c2-fd602ff57d68 on network 01e9aced-e46e-415b-8ecc-036889c24860 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:51.889861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Transition to ACTIVE for port object 125a1a30-1c4c-4c5e-8a08-3dc441fa748f will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:17:51.891979 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.895602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:51.895949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Checking segment: {'id': 'eb16efc6-160f-4cc1-bb91-0188a8694cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:51.896402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Bound using segment: {'id': 'eb16efc6-160f-4cc1-bb91-0188a8694cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:51.897038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Bound port: eadeacfe-2d95-4c33-91c2-fd602ff57d68, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb16efc6-160f-4cc1-bb91-0188a8694cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:51.897394 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.919561 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.954231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:17:51.997180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:17:51.997841 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 9825a6d7-091e-46dd-bed4-2ae28f2f4eaa not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:17:52.043501 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a01647f-b2c8-4636-827a-e7f0d36ecf24 req-d293894b-9f62-47f0-9ca8-f6e1aba354f6 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525865 Nov 27 01:17:52.057993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Allocated IP 172.21.0.1 (98de5d06-d5ec-440f-a37c-656f6beb53d1/671a2edb-329d-495e-851f-c57e4c468b3c/23f8e151-42b5-45cd-8451-6385d40abcd1) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:52.119578 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] For port eadeacfe-2d95-4c33-91c2-fd602ff57d68, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:52.184034 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] For port eadeacfe-2d95-4c33-91c2-fd602ff57d68, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=eadeacfe-2d95-4c33-91c2-fd602ff57d68,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:52.190684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Pushing event updated for resources: {'Port': ['ID=39554038-3dbd-47a3-860d-4049db9c092a,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:52.196337 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.261907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:52.262532 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.263927 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] 10.222.0.31 "PUT /v2.0/ports/eadeacfe-2d95-4c33-91c2-fd602ff57d68 HTTP/1.1" status: 200 len: 1093 time: 3.9008741 Nov 27 01:17:52.264411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a58065-304d-49b6-ac26-c1ea9d17b836', 'tag': 'eadeacfe-2d95-4c33-91c2-fd602ff57d68'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:52.288931 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db4abca-7cfa-4586-8852-9d6db8c28093" -d '{"events": [{"name": "network-changed", "server_uuid": "46a58065-304d-49b6-ac26-c1ea9d17b836", "tag": "eadeacfe-2d95-4c33-91c2-fd602ff57d68"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:52.387109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0c2da-097b-4605-b99c-13bd935396f0 service neutron] Pushing event updated for resources: {'Port': ['ID=eadeacfe-2d95-4c33-91c2-fd602ff57d68,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:52.506577 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Pushing event updated for resources: {'Port': ['ID=125a1a30-1c4c-4c5e-8a08-3dc441fa748f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:52.531207 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.538856 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce22e0b-4673-4afe-995c-605b111ec273 x-openstack-request-id: req-6ce22e0b-4673-4afe-995c-605b111ec273 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:52.539334 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a58065-304d-49b6-ac26-c1ea9d17b836", "tag": "eadeacfe-2d95-4c33-91c2-fd602ff57d68", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:52.539837 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ce22e0b-4673-4afe-995c-605b111ec273 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:52.540579 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a58065-304d-49b6-ac26-c1ea9d17b836', 'tag': 'eadeacfe-2d95-4c33-91c2-fd602ff57d68', 'status': 'completed', 'code': 200} Nov 27 01:17:52.595990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1129e644-42a3-4701-8ec7-4a892ba89616 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:52.612170 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.615352 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Attempting to bind port 39554038-3dbd-47a3-860d-4049db9c092a on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:52.615945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Attempting to bind port 39554038-3dbd-47a3-860d-4049db9c092a by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:52.616491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Attempting to bind port 39554038-3dbd-47a3-860d-4049db9c092a on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:52.630899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Port 39554038-3dbd-47a3-860d-4049db9c092a on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:52.631649 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Attempting to bind port 39554038-3dbd-47a3-860d-4049db9c092a on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:52.643574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Transition to ACTIVE for port object 1129e644-42a3-4701-8ec7-4a892ba89616 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:17:52.650708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:52.651124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Checking segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:52.651512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Bound using segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:52.651940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Bound port: 39554038-3dbd-47a3-860d-4049db9c092a, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:52.652838 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.654658 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.671447 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Attempting to bind port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:52.671447 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Attempting to bind port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'eb16efc6-160f-4cc1-bb91-0188a8694cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:52.671447 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Attempting to bind port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f on network 01e9aced-e46e-415b-8ecc-036889c24860 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:52.695883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-568b410d-9034-46b0-b956-c0bcf72929fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:52.701175 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-568b410d-9034-46b0-b956-c0bcf72929fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c19f1576bac41b3a9687fc864e34634&device_id=46a58065-304d-49b6-ac26-c1ea9d17b836 HTTP/1.1" status: 200 len: 1096 time: 0.3363395 Nov 27 01:17:52.709280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f on network 01e9aced-e46e-415b-8ecc-036889c24860 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:52.709669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Attempting to bind port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f on network 01e9aced-e46e-415b-8ecc-036889c24860 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:52.713998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-1b20b6b0-2c96-4b8b-9691-48492e2b561f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2098012 Nov 27 01:17:52.753884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:52.754082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Checking segment: {'id': 'eb16efc6-160f-4cc1-bb91-0188a8694cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:52.754534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Bound using segment: {'id': 'eb16efc6-160f-4cc1-bb91-0188a8694cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:52.755083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Bound port: 125a1a30-1c4c-4c5e-8a08-3dc441fa748f, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb16efc6-160f-4cc1-bb91-0188a8694cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:52.756038 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.811364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6229205-771e-4051-811c-3c3802777497 req-c5a33145-1111-489f-b121-c5a4bd1b3156 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:52.824470 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d6229205-771e-4051-811c-3c3802777497 req-c5a33145-1111-489f-b121-c5a4bd1b3156 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 944 time: 0.3066437 Nov 27 01:17:52.829200 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-386c9b58-b868-4ada-acbe-10b71c244b26 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eadeacfe-2d95-4c33-91c2-fd602ff57d68 HTTP/1.1" status: 200 len: 217 time: 0.1114976 Nov 27 01:17:52.830703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1129e644-42a3-4701-8ec7-4a892ba89616,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:52.861361 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.889805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] For port 39554038-3dbd-47a3-860d-4049db9c092a, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:52.919667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] For port 39554038-3dbd-47a3-860d-4049db9c092a, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=39554038-3dbd-47a3-860d-4049db9c092a,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:52.939748 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.956877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Attempting to bind port 1129e644-42a3-4701-8ec7-4a892ba89616 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:52.957210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Attempting to bind port 1129e644-42a3-4701-8ec7-4a892ba89616 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'eb16efc6-160f-4cc1-bb91-0188a8694cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:52.957548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Attempting to bind port 1129e644-42a3-4701-8ec7-4a892ba89616 on network 01e9aced-e46e-415b-8ecc-036889c24860 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:52.988387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] For port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:53.003766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=23f8e151-42b5-45cd-8451-6385d40abcd1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:53.008294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.008294 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.011547 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] 10.222.0.21 "PUT /v2.0/ports/39554038-3dbd-47a3-860d-4049db9c092a HTTP/1.1" status: 200 len: 1093 time: 2.1221802 Nov 27 01:17:53.011547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Port 1129e644-42a3-4701-8ec7-4a892ba89616 on network 01e9aced-e46e-415b-8ecc-036889c24860 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:53.011547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Attempting to bind port 1129e644-42a3-4701-8ec7-4a892ba89616 on network 01e9aced-e46e-415b-8ecc-036889c24860 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:53.034322 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 98de5d06-d5ec-440f-a37c-656f6beb53d1 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:53.039866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:53.049860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:53.063491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4bb25b-2e67-49bd-9b22-881ed5bced99', 'tag': '39554038-3dbd-47a3-860d-4049db9c092a'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:53.071438 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649fb59d-18a9-453d-9734-a4de67e12b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4bb25b-2e67-49bd-9b22-881ed5bced99", "tag": "39554038-3dbd-47a3-860d-4049db9c092a"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:53.087618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] For port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=125a1a30-1c4c-4c5e-8a08-3dc441fa748f,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:53.097339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:53.099008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Checking segment: {'id': 'eb16efc6-160f-4cc1-bb91-0188a8694cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:53.100990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Bound using segment: {'id': 'eb16efc6-160f-4cc1-bb91-0188a8694cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:53.101796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Bound port: 1129e644-42a3-4701-8ec7-4a892ba89616, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb16efc6-160f-4cc1-bb91-0188a8694cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:53.103796 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.105039 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.141268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.280896 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.292715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-1435ed23-5ff7-4791-bcc3-ee1a2335ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.293203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-1435ed23-5ff7-4791-bcc3-ee1a2335ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.293685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-1435ed23-5ff7-4791-bcc3-ee1a2335ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.295819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-1435ed23-5ff7-4791-bcc3-ee1a2335ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.295819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-1435ed23-5ff7-4791-bcc3-ee1a2335ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.295819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-1435ed23-5ff7-4791-bcc3-ee1a2335ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.296111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-1435ed23-5ff7-4791-bcc3-ee1a2335ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.298161 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-1435ed23-5ff7-4791-bcc3-ee1a2335ede3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f18470837cb4394bc7b6e5f757f3214&device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 6507 time: 0.4652293 Nov 27 01:17:53.311746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-8d43eaf5-918d-40e8-8356-30b77e902d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.322963 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-8d43eaf5-918d-40e8-8356-30b77e902d38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb046aec-87f2-4a6e-b8f8-62ef04e1140a HTTP/1.1" status: 200 len: 858 time: 0.4657869 Nov 27 01:17:53.324702 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070cf23-78fb-4e57-91dd-f6695dc6145a service neutron] Pushing event updated for resources: {'Port': ['ID=39554038-3dbd-47a3-860d-4049db9c092a,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:53.418432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.420815 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.422894 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] 10.222.0.21 "PUT /v2.0/ports/125a1a30-1c4c-4c5e-8a08-3dc441fa748f HTTP/1.1" status: 200 len: 1093 time: 3.4721422 Nov 27 01:17:53.425505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f8403-5007-4294-9d0f-972f5a3c5583 service neutron] Pushing event updated for resources: {'Port': ['ID=125a1a30-1c4c-4c5e-8a08-3dc441fa748f,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:53.449527 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-f0ab034c-84f1-4a74-bccc-3ad925b54781 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01e9aced-e46e-415b-8ecc-036889c24860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055810 Nov 27 01:17:53.469099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f249e717-7547-4181-8d4e-a8d3a579d2cc None None] Provisioning complete for port 23f8e151-42b5-45cd-8451-6385d40abcd1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:53.469686 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f249e717-7547-4181-8d4e-a8d3a579d2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.488845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] For port 1129e644-42a3-4701-8ec7-4a892ba89616, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:53.493016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] For port 1129e644-42a3-4701-8ec7-4a892ba89616, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1129e644-42a3-4701-8ec7-4a892ba89616,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:53.510016 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d6229205-771e-4051-811c-3c3802777497 req-59d5fbb5-4f6d-4d6f-9b4f-250351df8c6b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6842365 Nov 27 01:17:53.555647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-ccd6a9f8-980d-4927-a7ef-d5b78da87baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.557876 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-ccd6a9f8-980d-4927-a7ef-d5b78da87baf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 1096 time: 0.3823762 Nov 27 01:17:53.560447 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.594033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f249e717-7547-4181-8d4e-a8d3a579d2cc None None] Port 23f8e151-42b5-45cd-8451-6385d40abcd1 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:17:53.651609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.652462 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.653983 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] 10.222.0.21 "PUT /v2.0/ports/1129e644-42a3-4701-8ec7-4a892ba89616 HTTP/1.1" status: 200 len: 1092 time: 2.4758821 Nov 27 01:17:53.661217 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f13c267-bfb0-4b27-b23e-0abd2e7a5fe1 x-openstack-request-id: req-4f13c267-bfb0-4b27-b23e-0abd2e7a5fe1 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:53.662112 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4bb25b-2e67-49bd-9b22-881ed5bced99", "tag": "39554038-3dbd-47a3-860d-4049db9c092a", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:53.662393 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f13c267-bfb0-4b27-b23e-0abd2e7a5fe1 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:53.663131 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4bb25b-2e67-49bd-9b22-881ed5bced99', 'tag': '39554038-3dbd-47a3-860d-4049db9c092a', 'status': 'completed', 'code': 200} Nov 27 01:17:53.689470 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea811b8-bc7a-41ee-8daf-90e228f23336 req-879e979f-86fd-4319-bc4c-b19120a668a3 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.700634 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cea811b8-bc7a-41ee-8daf-90e228f23336 req-879e979f-86fd-4319-bc4c-b19120a668a3 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 943 time: 0.4141495 Nov 27 01:17:53.737600 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-8644cbb2-755e-48ab-8d56-d712299be061 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39554038-3dbd-47a3-860d-4049db9c092a HTTP/1.1" status: 200 len: 217 time: 0.1554880 Nov 27 01:17:53.863549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-a72f0ef1-f6d3-4882-904a-9ad9457b4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.863826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-a72f0ef1-f6d3-4882-904a-9ad9457b4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.864688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-a72f0ef1-f6d3-4882-904a-9ad9457b4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.867368 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-a72f0ef1-f6d3-4882-904a-9ad9457b4343 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b1384e3-a57b-456d-b2fc-6d2cabdc87f6&id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03&id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 HTTP/1.1" status: 200 len: 2297 time: 0.4802916 Nov 27 01:17:53.919963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-922e594d-d036-4938-8d4d-fa961e9428ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.922267 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-922e594d-d036-4938-8d4d-fa961e9428ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c19f1576bac41b3a9687fc864e34634&device_id=8acafcb0-c40b-42f2-befe-f106800348c7 HTTP/1.1" status: 200 len: 1096 time: 0.4227154 Nov 27 01:17:53.954186 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cea811b8-bc7a-41ee-8daf-90e228f23336 req-53b27fe9-da42-400e-a581-91c88f794722 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528880 Nov 27 01:17:53.987297 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2628a6a6-c5d0-442d-8a41-1ba858d96437 service neutron] 10.222.0.31 "GET /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018911 Nov 27 01:17:54.006267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb3355-ad3e-46c4-bdf0-08a596dd67b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1129e644-42a3-4701-8ec7-4a892ba89616,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:54.067111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2cd31296-ae5c-474b-8ec9-75cff238b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:54.071421 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-2cd31296-ae5c-474b-8ec9-75cff238b4d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c19f1576bac41b3a9687fc864e34634&device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 1095 time: 0.3327401 Nov 27 01:17:54.073217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-2b633353-86ef-4268-afc5-6d3bb0eea9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:54.075517 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-2b633353-86ef-4268-afc5-6d3bb0eea9a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.3113277 Nov 27 01:17:54.077810 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-36d74132-65c4-4017-aa75-bc9f59201bf6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=125a1a30-1c4c-4c5e-8a08-3dc441fa748f HTTP/1.1" status: 200 len: 217 time: 0.1071458 Nov 27 01:17:54.090362 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-7d777446-5f8e-4bd0-9c0e-3714530a0478 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12f169c6-2293-47c7-851c-1936465a7ea4 HTTP/1.1" status: 200 len: 1000 time: 0.2140477 Nov 27 01:17:54.161517 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-9966b0a5-6adf-496b-bfe4-b5d415fa4be1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1129e644-42a3-4701-8ec7-4a892ba89616 HTTP/1.1" status: 200 len: 217 time: 0.0627201 Nov 27 01:17:54.211583 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-a6223521-2798-40d5-85c7-1b5631099dd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692396 Nov 27 01:17:54.238501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-c5d0b3fa-9cd7-4de0-bd20-c1baf49ceb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:54.240015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-c5d0b3fa-9cd7-4de0-bd20-c1baf49ceb52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3798953-d77c-408d-9065-d8c00bed45ca HTTP/1.1" status: 200 len: 856 time: 0.1090903 Nov 27 01:17:54.241814 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-d1bc071d-c092-4c39-8dae-ef104fc664fd service neutron] 10.222.0.31 "GET /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399051 Nov 27 01:17:54.333322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:54.343194 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:54.353756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-e3276e17-d4ba-45c3-b9a3-3e966beb73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:54.355468 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-e3276e17-d4ba-45c3-b9a3-3e966beb73fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b1384e3-a57b-456d-b2fc-6d2cabdc87f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952892 Nov 27 01:17:54.689463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-140a3302-a0cd-4099-bdd7-057fd550f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:54.690936 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-140a3302-a0cd-4099-bdd7-057fd550f193 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb046aec-87f2-4a6e-b8f8-62ef04e1140a HTTP/1.1" status: 200 len: 858 time: 0.5497696 Nov 27 01:17:54.713572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b1aadd2-5c41-4bdb-981e-0608e442e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:54.715007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-1b1aadd2-5c41-4bdb-981e-0608e442e8f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb046aec-87f2-4a6e-b8f8-62ef04e1140a HTTP/1.1" status: 200 len: 858 time: 0.5199666 Nov 27 01:17:54.743619 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-9573e0e9-9524-47c1-bf85-18e69fe99739 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01e9aced-e46e-415b-8ecc-036889c24860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419221 Nov 27 01:17:54.763281 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-3ba87e89-153d-4409-8af0-7a751a6341de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01e9aced-e46e-415b-8ecc-036889c24860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302215 Nov 27 01:17:54.925318 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-74eaeaef-b67f-49f0-badb-f91cce33b3cd service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923461 Nov 27 01:17:54.947500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=23f8e151-42b5-45cd-8451-6385d40abcd1,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:55.024042 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:55.084378 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5f564-e1d5-4731-9bf6-ba3976900b90 req-b7da3ea4-4c43-43f7-9f35-82469eded8ea tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:55.091869 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00e5f564-e1d5-4731-9bf6-ba3976900b90 req-b7da3ea4-4c43-43f7-9f35-82469eded8ea tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 944 time: 0.2541792 Nov 27 01:17:55.126266 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fe28aa6-784a-4909-a433-da6a88dea23c req-272358f5-69f6-40f0-9477-6d926e346b95 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785855 Nov 27 01:17:55.182770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4abca-7cfa-4586-8852-9d6db8c28093 req-e27da9c7-1844-44ae-8af0-4ff815edb8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:55.185006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1db4abca-7cfa-4586-8852-9d6db8c28093 req-e27da9c7-1844-44ae-8af0-4ff815edb8cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c19f1576bac41b3a9687fc864e34634&device_id=46a58065-304d-49b6-ac26-c1ea9d17b836 HTTP/1.1" status: 200 len: 1096 time: 0.3414793 Nov 27 01:17:55.196503 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-24dbe1b7-1c78-4a6c-b81d-63a3128ebd6e service neutron] 10.222.0.21 "GET /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215324 Nov 27 01:17:55.206157 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-86822e11-0394-4687-bdcb-49b627b06e68 service neutron] 10.222.0.21 "GET /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460201 Nov 27 01:17:55.237630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dd891-af9b-40fe-ac99-ce6ddda57819 req-66628c98-6742-4f34-ae47-57cfecdb9d35 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:55.240898 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d72dd891-af9b-40fe-ac99-ce6ddda57819 req-66628c98-6742-4f34-ae47-57cfecdb9d35 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 943 time: 0.1041231 Nov 27 01:17:55.318970 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-98218981-ea07-4dda-a288-92b568f6afcb service neutron] 10.222.0.31 "GET /v2.0/networks/0b1384e3-a57b-456d-b2fc-6d2cabdc87f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802613 Nov 27 01:17:55.334007 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00e5f564-e1d5-4731-9bf6-ba3976900b90 req-9900795c-4d77-4128-8068-7b030d829624 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410340 Nov 27 01:17:55.449478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 98de5d06-d5ec-440f-a37c-656f6beb53d1 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:55.459784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:55.460635 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-aaa957d2-5eea-40df-9dcc-ce94620bcbf1 service neutron] 10.222.0.21 "GET /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185028 Nov 27 01:17:55.491000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4abca-7cfa-4586-8852-9d6db8c28093 req-c24a429b-03de-40df-9dc8-89e7fb792826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:55.493486 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1db4abca-7cfa-4586-8852-9d6db8c28093 req-c24a429b-03de-40df-9dc8-89e7fb792826 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01e9aced-e46e-415b-8ecc-036889c24860 HTTP/1.1" status: 200 len: 919 time: 0.2928042 Nov 27 01:17:55.618982 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1db4abca-7cfa-4586-8852-9d6db8c28093 req-0889c9e2-11f6-42af-b150-95de1496b61e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eadeacfe-2d95-4c33-91c2-fd602ff57d68 HTTP/1.1" status: 200 len: 217 time: 0.1176431 Nov 27 01:17:55.621502 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-5187a4dd-840a-4383-87ef-34edaff0fb66 service neutron] 10.222.0.31 "GET /v2.0/networks/0b1384e3-a57b-456d-b2fc-6d2cabdc87f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765787 Nov 27 01:17:55.687762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d72dd891-af9b-40fe-ac99-ce6ddda57819 req-8fe19961-485b-4158-8c8c-6e9f33d54133 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640922 Nov 27 01:17:55.688412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acafcb0-c40b-42f2-befe-f106800348c7', 'tag': '125a1a30-1c4c-4c5e-8a08-3dc441fa748f'}, {'name': 'network-changed', 'server_uuid': '550409ee-2bbd-44ce-8509-0f07c7cc9251', 'tag': '1129e644-42a3-4701-8ec7-4a892ba89616'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:55.690726 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-a8af5399-e140-4108-8914-5e015f0aca2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=1346ce4d-530e-44ab-8572-365f1b9e2917 HTTP/1.1" status: 200 len: 217 time: 0.0458958 Nov 27 01:17:55.691215 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8584e8a6-c993-432b-a34a-b03c00aa288b" -d '{"events": [{"name": "network-changed", "server_uuid": "8acafcb0-c40b-42f2-befe-f106800348c7", "tag": "125a1a30-1c4c-4c5e-8a08-3dc441fa748f"}, {"name": "network-changed", "server_uuid": "550409ee-2bbd-44ce-8509-0f07c7cc9251", "tag": "1129e644-42a3-4701-8ec7-4a892ba89616"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:55.729567 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c6e4aa6-8302-4d40-9116-aed2a4395437 req-607a113f-a00e-4c5f-85ff-3233ecf769d3 service neutron] 10.222.0.21 "GET /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047761 Nov 27 01:17:55.747017 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb59d-18a9-453d-9734-a4de67e12b6f req-3af37b28-e443-42dc-969d-1713886295cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:55.752635 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-649fb59d-18a9-453d-9734-a4de67e12b6f req-3af37b28-e443-42dc-969d-1713886295cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 1096 time: 0.4203699 Nov 27 01:17:55.771592 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f756bc4a-fa82-41e6-b8e0-130eaa1ca760 x-openstack-request-id: req-f756bc4a-fa82-41e6-b8e0-130eaa1ca760 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:55.772160 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acafcb0-c40b-42f2-befe-f106800348c7", "tag": "125a1a30-1c4c-4c5e-8a08-3dc441fa748f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "550409ee-2bbd-44ce-8509-0f07c7cc9251", "tag": "1129e644-42a3-4701-8ec7-4a892ba89616", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:55.772642 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f756bc4a-fa82-41e6-b8e0-130eaa1ca760 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:55.773289 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acafcb0-c40b-42f2-befe-f106800348c7', 'tag': '125a1a30-1c4c-4c5e-8a08-3dc441fa748f', 'status': 'completed', 'code': 200} Nov 27 01:17:55.773775 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550409ee-2bbd-44ce-8509-0f07c7cc9251', 'tag': '1129e644-42a3-4701-8ec7-4a892ba89616', 'status': 'completed', 'code': 200} Nov 27 01:17:55.835337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c10eadba-9ab1-499f-a846-1488da5910f2 None None] Provisioning complete for port 23f8e151-42b5-45cd-8451-6385d40abcd1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:55.839618 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c10eadba-9ab1-499f-a846-1488da5910f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:55.879068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-debb57ca-0dc7-4992-a06a-d51d11c25627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:55.880838 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-debb57ca-0dc7-4992-a06a-d51d11c25627 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48 HTTP/1.1" status: 200 len: 797 time: 0.1544199 Nov 27 01:17:55.885942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c10eadba-9ab1-499f-a846-1488da5910f2 None None] Port 23f8e151-42b5-45cd-8451-6385d40abcd1 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:17:55.911307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router 82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:17:55.916295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4abca-7cfa-4586-8852-9d6db8c28093 req-278fec32-1e9a-4ca6-81e2-f26c1cf5622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:55.921447 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1db4abca-7cfa-4586-8852-9d6db8c28093 req-278fec32-1e9a-4ca6-81e2-f26c1cf5622a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb046aec-87f2-4a6e-b8f8-62ef04e1140a HTTP/1.1" status: 200 len: 858 time: 0.2867002 Nov 27 01:17:55.956709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb59d-18a9-453d-9734-a4de67e12b6f req-aa300923-d924-4cab-8296-9609b30933cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:55.960827 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-649fb59d-18a9-453d-9734-a4de67e12b6f req-aa300923-d924-4cab-8296-9609b30933cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 906 time: 0.1837039 Nov 27 01:17:56.041004 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1db4abca-7cfa-4586-8852-9d6db8c28093 req-8460090c-0897-4087-b692-32bfea992a6c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01e9aced-e46e-415b-8ecc-036889c24860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931258 Nov 27 01:17:56.111929 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-649fb59d-18a9-453d-9734-a4de67e12b6f req-8499c5ea-61d0-494e-b30c-6bb98554e6b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39554038-3dbd-47a3-860d-4049db9c092a HTTP/1.1" status: 200 len: 217 time: 0.1354942 Nov 27 01:17:56.122140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-f111400b-8e8d-4bf6-b1be-850cdc043a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:56.124765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-f111400b-8e8d-4bf6-b1be-850cdc043a1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c19f1576bac41b3a9687fc864e34634&device_id=8acafcb0-c40b-42f2-befe-f106800348c7 HTTP/1.1" status: 200 len: 1096 time: 0.2511072 Nov 27 01:17:56.219238 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-427c4b10-1d1b-4d87-a4b6-a16e541ee677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:56.220964 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-427c4b10-1d1b-4d87-a4b6-a16e541ee677 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3270969 Nov 27 01:17:56.319295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb59d-18a9-453d-9734-a4de67e12b6f req-d0cd7cf6-6127-415c-b5ef-f673e4e8dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:56.320076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:17:56.328915 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-649fb59d-18a9-453d-9734-a4de67e12b6f req-d0cd7cf6-6127-415c-b5ef-f673e4e8dd60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.2026644 Nov 27 01:17:56.332697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670e528-b124-42a5-bb52-be6ea6776c93 None None] Sync routers for ids ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:17:56.340790 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d04b8349-d02d-44a2-a38d-d268a1f80701 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7461524 Nov 27 01:17:56.341910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57848) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:56.347917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670e528-b124-42a5-bb52-be6ea6776c93 None None] Routers {'82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:56.348778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4670e528-b124-42a5-bb52-be6ea6776c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:17:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:56.428853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-649fb59d-18a9-453d-9734-a4de67e12b6f req-134c3a65-39a5-4f17-8809-c2b16fba31f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894108 Nov 27 01:17:56.431273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4670e528-b124-42a5-bb52-be6ea6776c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:56.432100 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1db4abca-7cfa-4586-8852-9d6db8c28093 req-8aa5fc52-e0c1-4840-a309-a9575bb25317 service neutron] 10.222.0.31 "GET /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745956 Nov 27 01:17:56.468762 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670e528-b124-42a5-bb52-be6ea6776c93 None None] Routers {'82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:56.470357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4670e528-b124-42a5-bb52-be6ea6776c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:17:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:56.490986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b64dc8-084d-4aa3-8fb8-236694c816ac tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:56.495290 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f2b64dc8-084d-4aa3-8fb8-236694c816ac tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports/23f8e151-42b5-45cd-8451-6385d40abcd1 HTTP/1.1" status: 200 len: 910 time: 0.1456485 Nov 27 01:17:56.516631 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57852) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:56.552941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4670e528-b124-42a5-bb52-be6ea6776c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:56.555185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670e528-b124-42a5-bb52-be6ea6776c93 None None] The sync data for ids ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:17:56.555493 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-046c029f-3125-4557-9919-480a5b669816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:56.557232 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-046c029f-3125-4557-9919-480a5b669816 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01e9aced-e46e-415b-8ecc-036889c24860 HTTP/1.1" status: 200 len: 919 time: 0.4066992 Nov 27 01:17:56.568426 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-f44f04ab-2876-406a-a402-bb89313a759c service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322783 Nov 27 01:17:56.629211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-f587bc79-82df-4609-80e2-48d05f58704b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=125a1a30-1c4c-4c5e-8a08-3dc441fa748f HTTP/1.1" status: 200 len: 217 time: 0.0623159 Nov 27 01:17:56.647268 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-649fb59d-18a9-453d-9734-a4de67e12b6f req-6b3d639a-1b9e-48bd-8b01-039ad92cf2ee service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987092 Nov 27 01:17:56.754651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-46dbaca7-b037-46b7-9952-928cfc57a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:56.765479 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-46dbaca7-b037-46b7-9952-928cfc57a133 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb046aec-87f2-4a6e-b8f8-62ef04e1140a HTTP/1.1" status: 200 len: 858 time: 0.1166332 Nov 27 01:17:56.860162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22183fda-5491-4f4b-9357-f4d078513206 req-a64047f8-5f2b-487e-928f-91e5ffec791b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:56.864333 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-22183fda-5491-4f4b-9357-f4d078513206 req-a64047f8-5f2b-487e-928f-91e5ffec791b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 944 time: 0.3676529 Nov 27 01:17:56.930251 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1db4abca-7cfa-4586-8852-9d6db8c28093 req-eff813d3-5de1-412d-9fed-d0d182c66523 service neutron] 10.222.0.31 "GET /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874220 Nov 27 01:17:56.970827 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-3fe8f121-f1fb-47e1-bd39-e362d1983671 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01e9aced-e46e-415b-8ecc-036889c24860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910530 Nov 27 01:17:57.042947 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-67d8a08a-1f6e-4746-9f93-0b50d673dff7 service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293499 Nov 27 01:17:57.098683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35428241-f454-4082-8ece-daa227defd78 req-2338cf6b-d458-4697-8387-d29607b82a02 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:57.101303 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-35428241-f454-4082-8ece-daa227defd78 req-2338cf6b-d458-4697-8387-d29607b82a02 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 943 time: 0.2506495 Nov 27 01:17:57.109814 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-649fb59d-18a9-453d-9734-a4de67e12b6f req-bfce4d12-2371-411d-afde-de4c0e7a10b4 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529281 Nov 27 01:17:57.120710 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-b6a8c740-e265-4f1b-ab55-5a129d5d0c81 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=4bae5e58-695f-41e0-9eee-9e4a0229fc75 HTTP/1.1" status: 200 len: 217 time: 0.0705502 Nov 27 01:17:57.158155 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-22183fda-5491-4f4b-9357-f4d078513206 req-3aeb4db7-813c-45e8-bf41-330245cce281 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844629 Nov 27 01:17:57.166993 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-149eeba8-0c3d-4ef7-924f-26c307adbe46 service neutron] 10.222.0.21 "GET /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863914 Nov 27 01:17:57.209533 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-35428241-f454-4082-8ece-daa227defd78 req-c8cf0f72-5400-489d-afd3-8e18445ecccb tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984755 Nov 27 01:17:57.243912 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:17:57.261574 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-dfd7544c-6331-4676-8954-c8e42a2356bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:57.266320 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-dfd7544c-6331-4676-8954-c8e42a2356bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48 HTTP/1.1" status: 200 len: 797 time: 0.1334581 Nov 27 01:17:57.339466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-7ec748bd-0487-459b-9a23-2bfada86120e service neutron] 10.222.0.21 "GET /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601570 Nov 27 01:17:57.385891 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-2cb093e9-1933-4fb6-875e-990cbab2179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:57.387491 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-2cb093e9-1933-4fb6-875e-990cbab2179b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1143231 Nov 27 01:17:57.495845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-1fa6dd24-6e44-4cdc-9ff7-ba60b8e8fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:57.497600 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-1fa6dd24-6e44-4cdc-9ff7-ba60b8e8fd36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c19f1576bac41b3a9687fc864e34634&device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 1095 time: 0.0610833 Nov 27 01:17:57.531734 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-ff9129b2-a65e-4238-9e48-444a905fb8a6 service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364210 Nov 27 01:17:57.540212 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0b3de6f-6f14-4a19-922f-f37097a9b30d tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:57.610491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-ad815542-9845-48ee-9958-5731eddd1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:57.612113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-ad815542-9845-48ee-9958-5731eddd1c89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01e9aced-e46e-415b-8ecc-036889c24860 HTTP/1.1" status: 200 len: 919 time: 0.1057377 Nov 27 01:17:57.670689 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-b96921d5-e686-439f-8474-82619b474766 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1129e644-42a3-4701-8ec7-4a892ba89616 HTTP/1.1" status: 200 len: 217 time: 0.0497940 Nov 27 01:17:57.732163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-d4954d35-bace-4848-9a54-0d3677653dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:57.733804 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-d4954d35-bace-4848-9a54-0d3677653dc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb046aec-87f2-4a6e-b8f8-62ef04e1140a HTTP/1.1" status: 200 len: 858 time: 0.0551240 Nov 27 01:17:57.772663 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-ba5cbdba-b621-460d-bde2-dbaa4eebcf70 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01e9aced-e46e-415b-8ecc-036889c24860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302923 Nov 27 01:17:57.876300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-899b11bc-67b7-4365-9ddb-ef96a776575b service neutron] 10.222.0.21 "GET /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948315 Nov 27 01:17:57.989242 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8584e8a6-c993-432b-a34a-b03c00aa288b req-1ed52cb1-61d0-439e-a6a7-67774b0433a9 service neutron] 10.222.0.21 "GET /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054797 Nov 27 01:17:58.062173 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-44a1dbc9-28b4-44f0-95e1-e36821397f12 service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194521 Nov 27 01:17:58.118987 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-20eefc89-c298-453f-9add-6f3c3b9a8f06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=38653e23-1492-4325-a7f0-fda66317be04 HTTP/1.1" status: 200 len: 217 time: 0.0405018 Nov 27 01:17:58.183050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-95156b36-8a7a-41db-b510-d41df7e58290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:58.184542 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-95156b36-8a7a-41db-b510-d41df7e58290 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48 HTTP/1.1" status: 200 len: 797 time: 0.0573697 Nov 27 01:17:58.308098 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:58.388399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-85f3766f-4ba3-4ccf-a596-ffbb58f560ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:58.390223 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-85f3766f-4ba3-4ccf-a596-ffbb58f560ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1667964 Nov 27 01:17:58.400670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de2268-a5e5-4665-947f-01372b200339 req-e565ba73-5e82-4ea4-8990-2ab3422eea4f tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:58.406221 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-62de2268-a5e5-4665-947f-01372b200339 req-e565ba73-5e82-4ea4-8990-2ab3422eea4f tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 943 time: 0.0979555 Nov 27 01:17:58.424096 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0afa5-3436-4311-bc8c-7a0b5786fb41 req-55539dfe-4e5a-464d-8d9f-5335506c0cc4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:58.433279 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ece0afa5-3436-4311-bc8c-7a0b5786fb41 req-55539dfe-4e5a-464d-8d9f-5335506c0cc4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 944 time: 0.1318033 Nov 27 01:17:58.475925 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-62de2268-a5e5-4665-947f-01372b200339 req-b9e0ee3d-80e1-4d56-b105-3bd55108b2c4 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610042 Nov 27 01:17:58.536343 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3de6f-6f14-4a19-922f-f37097a9b30d tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port 23f8e151-42b5-45cd-8451-6385d40abcd1 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:58.536754 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0b3de6f-6f14-4a19-922f-f37097a9b30d tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:58.581904 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ece0afa5-3436-4311-bc8c-7a0b5786fb41 req-0cbd1782-096b-4d1b-8624-bb3861f93945 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472855 Nov 27 01:17:58.641374 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-833d1ca4-1886-470c-8844-e3f167bdea94 service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397046 Nov 27 01:17:58.711051 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0b3de6f-6f14-4a19-922f-f37097a9b30d tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:58.757681 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3de6f-6f14-4a19-922f-f37097a9b30d tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for 23f8e151-42b5-45cd-8451-6385d40abcd1 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:58.860874 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-dc878646-0906-459a-a0c3-1922dfc7a564 service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823511 Nov 27 01:17:58.904217 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-a4124c92-97df-4d47-af1f-19288ec97fbc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b HTTP/1.1" status: 200 len: 217 time: 0.0349987 Nov 27 01:17:58.994802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-03f4c3bd-917d-4bee-b91d-7c31a2a8df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:58.996312 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-03f4c3bd-917d-4bee-b91d-7c31a2a8df10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48 HTTP/1.1" status: 200 len: 797 time: 0.0612831 Nov 27 01:17:59.012431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device eadeacfe-2d95-4c33-91c2-fd602ff57d68 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:59.082780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-3c9a0d21-52be-46e3-b73c-1a61de6d4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:59.085058 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-3c9a0d21-52be-46e3-b73c-1a61de6d4d3e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47b267cc-e710-46a2-97b9-c7c30bcc89cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0617952 Nov 27 01:17:59.086386 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0b3de6f-6f14-4a19-922f-f37097a9b30d tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:59.124221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port eadeacfe-2d95-4c33-91c2-fd602ff57d68, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=eadeacfe-2d95-4c33-91c2-fd602ff57d68,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:59.137872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'eadeacfe-2d95-4c33-91c2-fd602ff57d68', 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860', 'port_id': 'eadeacfe-2d95-4c33-91c2-fd602ff57d68', 'mac_address': 'fa:16:3e:47:11:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb046aec-87f2-4a6e-b8f8-62ef04e1140a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:59.178829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3de6f-6f14-4a19-922f-f37097a9b30d tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=23f8e151-42b5-45cd-8451-6385d40abcd1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:59.215158 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:59.232828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadeacfe-2d95-4c33-91c2-fd602ff57d68 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:59.290204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port eadeacfe-2d95-4c33-91c2-fd602ff57d68, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=eadeacfe-2d95-4c33-91c2-fd602ff57d68,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:59.298663 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:59.402588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=eadeacfe-2d95-4c33-91c2-fd602ff57d68,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:59.420761 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-1ce67caf-60df-4d74-b166-c6a7c198b6bc service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259568 Nov 27 01:17:59.549441 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-617ea516-30a8-4592-b73f-565e562938f6 service neutron] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200688 Nov 27 01:17:59.561963 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0b3de6f-6f14-4a19-922f-f37097a9b30d tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:59.613401 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-17a442b4-7cff-4556-9985-4e939ba4ef70 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa8df721-a27d-4048-8e31-4d40b0c711b4 HTTP/1.1" status: 200 len: 217 time: 0.0471346 Nov 27 01:17:59.655873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337222d2-a02c-438e-b55b-9b11708a81cd req-03da27d0-c9df-4cb7-bdec-c82b1b1b5f2a tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:59.657437 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-337222d2-a02c-438e-b55b-9b11708a81cd req-03da27d0-c9df-4cb7-bdec-c82b1b1b5f2a tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 943 time: 0.0916734 Nov 27 01:17:59.768378 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-337222d2-a02c-438e-b55b-9b11708a81cd req-a8a8c4e5-e9cd-4351-bff6-0167bd1f5173 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938551 Nov 27 01:17:59.888109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4e373-e253-4224-bd7f-2f75b5e3db3d req-512c97e6-b1e6-4c9a-9399-3e66ddabcb19 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:59.889869 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-32f4e373-e253-4224-bd7f-2f75b5e3db3d req-512c97e6-b1e6-4c9a-9399-3e66ddabcb19 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 944 time: 0.1700315 Nov 27 01:17:59.891505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-6409390b-1f2f-47a1-978e-3ca847cca196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:59.893015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-6409390b-1f2f-47a1-978e-3ca847cca196 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28ccacb2-63f7-411e-8bda-517203fb2f6e HTTP/1.1" status: 200 len: 797 time: 0.1750293 Nov 27 01:17:59.897228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['eadeacfe-2d95-4c33-91c2-fd602ff57d68'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:59.910507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b3de6f-6f14-4a19-922f-f37097a9b30d tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router 82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:00.011262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1129e644-42a3-4701-8ec7-4a892ba89616 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:18:00.096654 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-32f4e373-e253-4224-bd7f-2f75b5e3db3d req-7d46c373-f847-4c43-932a-9fbdf130039b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006159 Nov 27 01:18:00.157497 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-20d12c61-a114-4dcb-a9e2-ce7db5610d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:00.158449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1129e644-42a3-4701-8ec7-4a892ba89616, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1129e644-42a3-4701-8ec7-4a892ba89616,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:00.158898 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-20d12c61-a114-4dcb-a9e2-ce7db5610d6c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2305934 Nov 27 01:18:00.171542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '1129e644-42a3-4701-8ec7-4a892ba89616', 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860', 'port_id': '1129e644-42a3-4701-8ec7-4a892ba89616', 'mac_address': 'fa:16:3e:6c:4d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb046aec-87f2-4a6e-b8f8-62ef04e1140a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:18:00.200428 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b3de6f-6f14-4a19-922f-f37097a9b30d tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:00.209812 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a0b3de6f-6f14-4a19-922f-f37097a9b30d tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6886921 Nov 27 01:18:00.211336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57914) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:00.218678 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da3ba9-56f1-4b9e-8091-bf343b7856ed None None] Sync routers for ids ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:00.243235 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da3ba9-56f1-4b9e-8091-bf343b7856ed None None] Routers {'82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:00.244201 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-59da3ba9-56f1-4b9e-8091-bf343b7856ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:17:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:00.248044 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:00.281740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1129e644-42a3-4701-8ec7-4a892ba89616 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:00.330508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1129e644-42a3-4701-8ec7-4a892ba89616, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1129e644-42a3-4701-8ec7-4a892ba89616,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:00.332511 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-59da3ba9-56f1-4b9e-8091-bf343b7856ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:00.352167 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-43df445b-5998-41b0-ba6c-6c6b21b599cd service neutron] 10.222.0.31 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755111 Nov 27 01:18:00.379349 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:00.383534 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 39554038-3dbd-47a3-860d-4049db9c092a details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:18:00.388555 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da3ba9-56f1-4b9e-8091-bf343b7856ed None None] Routers {'82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:00.389649 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-59da3ba9-56f1-4b9e-8091-bf343b7856ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:17:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:00.604605 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:00.643052 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-59da3ba9-56f1-4b9e-8091-bf343b7856ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:00.643834 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da3ba9-56f1-4b9e-8091-bf343b7856ed None None] The sync data for ids ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:00.660480 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-ec1326c4-84a9-40b7-8c31-9ac004d6cedb service neutron] 10.222.0.31 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021834 Nov 27 01:18:00.730520 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-3dcd5f35-e389-48c3-8d17-05164302dda1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=905f8a32-3ac2-4a05-aa98-b191158f7c71 HTTP/1.1" status: 200 len: 217 time: 0.0563519 Nov 27 01:18:00.764947 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 39554038-3dbd-47a3-860d-4049db9c092a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=39554038-3dbd-47a3-860d-4049db9c092a,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:00.780890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '39554038-3dbd-47a3-860d-4049db9c092a', 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'port_id': '39554038-3dbd-47a3-860d-4049db9c092a', 'mac_address': 'fa:16:3e:de:b6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00eae9ce-ef22-478b-aeeb-d796cdefe5ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:18:00.814139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=1129e644-42a3-4701-8ec7-4a892ba89616,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:00.851158 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:00.851388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-69c6ad44-4187-4f73-a315-582449902a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:00.852675 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-69c6ad44-4187-4f73-a315-582449902a2a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28ccacb2-63f7-411e-8bda-517203fb2f6e HTTP/1.1" status: 200 len: 797 time: 0.1136184 Nov 27 01:18:00.867323 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39554038-3dbd-47a3-860d-4049db9c092a {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:00.901851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 39554038-3dbd-47a3-860d-4049db9c092a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=39554038-3dbd-47a3-860d-4049db9c092a,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:00.913844 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:00.914814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 125a1a30-1c4c-4c5e-8a08-3dc441fa748f details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:18:00.927990 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-c54827a9-deee-42bb-94eb-accb5839e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:00.929562 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-c54827a9-deee-42bb-94eb-accb5839e487 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0674331 Nov 27 01:18:00.995672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=125a1a30-1c4c-4c5e-8a08-3dc441fa748f,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:01.023627 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=39554038-3dbd-47a3-860d-4049db9c092a,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:01.028075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '125a1a30-1c4c-4c5e-8a08-3dc441fa748f', 'network_id': '01e9aced-e46e-415b-8ecc-036889c24860', 'port_id': '125a1a30-1c4c-4c5e-8a08-3dc441fa748f', 'mac_address': 'fa:16:3e:3b:59:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb046aec-87f2-4a6e-b8f8-62ef04e1140a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:18:01.051408 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:01.114358 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:01.152453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125a1a30-1c4c-4c5e-8a08-3dc441fa748f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:01.179602 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-a7623d43-80ce-407b-b7a7-f910dc52b3a0 service neutron] 10.222.0.31 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417760 Nov 27 01:18:01.204521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=125a1a30-1c4c-4c5e-8a08-3dc441fa748f,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:01.213200 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:01.254718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9baa3-c5fd-42f4-bbf4-31204d191f19 req-1ef86281-26e1-435b-8438-745dfab32aab tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:01.262647 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-75d9baa3-c5fd-42f4-bbf4-31204d191f19 req-1ef86281-26e1-435b-8438-745dfab32aab tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 944 time: 0.3586161 Nov 27 01:18:01.300486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=125a1a30-1c4c-4c5e-8a08-3dc441fa748f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:01.370026 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-75d9baa3-c5fd-42f4-bbf4-31204d191f19 req-5181208a-551d-40eb-a299-472b61f493c4 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065269 Nov 27 01:18:01.415275 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824858-9104-444f-b977-d923eae68c43 req-1527883b-b88c-48ae-82e7-77a8b72558fa tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:01.416928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51824858-9104-444f-b977-d923eae68c43 req-1527883b-b88c-48ae-82e7-77a8b72558fa tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 945 time: 0.0811412 Nov 27 01:18:01.447979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b135fe15-f94b-40bf-bed5-b17b45b8960e req-fbf881cb-ac8d-4b1e-adab-ed8cf4719f01 service neutron] 10.222.0.31 "GET /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598283 Nov 27 01:18:01.493560 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51824858-9104-444f-b977-d923eae68c43 req-bfbdbb33-ceb5-412c-b4da-3145f9c48c68 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665960 Nov 27 01:18:01.574488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port 1b252a81-40fb-4b93-b592-fc11cea93a3a {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:01.575121 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:01.710381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['1129e644-42a3-4701-8ec7-4a892ba89616'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:01.759247 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:01.776112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['39554038-3dbd-47a3-860d-4049db9c092a'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:01.779034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['125a1a30-1c4c-4c5e-8a08-3dc441fa748f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:01.782002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for 1b252a81-40fb-4b93-b592-fc11cea93a3a owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:02.012810 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:02.048428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=1b252a81-40fb-4b93-b592-fc11cea93a3a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:02.062199 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:02.062864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:02.063145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:02.063712 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:02.064054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:02.064471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:02.064804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:02.065134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:02.065511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:02.065903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:02.066321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:02.066648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:02.636170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37baf60-da5a-40c3-bc31-8ca7fb4a7e08 req-eb36e997-6bd3-4c27-9c17-752fbef85048 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:02.638305 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f37baf60-da5a-40c3-bc31-8ca7fb4a7e08 req-eb36e997-6bd3-4c27-9c17-752fbef85048 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 945 time: 0.0593369 Nov 27 01:18:02.711268 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f37baf60-da5a-40c3-bc31-8ca7fb4a7e08 req-78a06395-2f31-42b8-a7b2-9df72e4569c3 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665929 Nov 27 01:18:02.737747 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:02.911030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2795f-d3e6-41b3-a8c4-9330271ad1a9 req-89bc44f6-4e3e-4b0d-86b1-9309f8c3a7b9 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:02.913567 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-10c2795f-d3e6-41b3-a8c4-9330271ad1a9 req-89bc44f6-4e3e-4b0d-86b1-9309f8c3a7b9 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 944 time: 0.2129028 Nov 27 01:18:03.021051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router 82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:03.022578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device eadeacfe-2d95-4c33-91c2-fd602ff57d68 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:03.039733 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-10c2795f-d3e6-41b3-a8c4-9330271ad1a9 req-f6ba4a69-580f-4b6e-9c11-f2f85cc74640 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884652 Nov 27 01:18:03.118963 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port eadeacfe-2d95-4c33-91c2-fd602ff57d68 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:18:03.126150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port eadeacfe-2d95-4c33-91c2-fd602ff57d68 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:03.130597 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.140914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:03.163673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57962) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:03.178597 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0cdb06cf-7ee8-4ecb-9639-94003f304796 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9649808 Nov 27 01:18:03.209316 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175ac51-e222-4560-bcbe-74c73e34fec5 None None] Sync routers for ids ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:03.218343 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3ba363ee-c6d5-4d2f-b28e-2e326477d4d3 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports?device_id=82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3 HTTP/1.1" status: 200 len: 205 time: 0.0537372 Nov 27 01:18:03.221041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57966) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:03.254496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175ac51-e222-4560-bcbe-74c73e34fec5 None None] Routers {'82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:03.255168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5175ac51-e222-4560-bcbe-74c73e34fec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:17:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:03.360719 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4c127b2-465a-443a-91ad-7108d09c51e3 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.460603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba12cb-d80e-4621-b3cc-811d619c48c4 req-d384f99c-66e1-4be8-baf2-a3d9fdc64438 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:03.468789 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81ba12cb-d80e-4621-b3cc-811d619c48c4 req-d384f99c-66e1-4be8-baf2-a3d9fdc64438 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 946 time: 0.1479933 Nov 27 01:18:03.479408 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5175ac51-e222-4560-bcbe-74c73e34fec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:03.506750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175ac51-e222-4560-bcbe-74c73e34fec5 None None] Routers {'82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:03.507449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5175ac51-e222-4560-bcbe-74c73e34fec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:17:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:03.547029 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5175ac51-e222-4560-bcbe-74c73e34fec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:03.547840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175ac51-e222-4560-bcbe-74c73e34fec5 None None] The sync data for ids ['82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:03.565452 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.584343 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4c127b2-465a-443a-91ad-7108d09c51e3 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.587727 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4c127b2-465a-443a-91ad-7108d09c51e3 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.611373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a58065-304d-49b6-ac26-c1ea9d17b836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadeacfe-2d95-4c33-91c2-fd602ff57d68'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:03.628834 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8600c570-2827-4aeb-8f84-4175b9d7efad" -d '{"events": [{"server_uuid": "46a58065-304d-49b6-ac26-c1ea9d17b836", "name": "network-vif-plugged", "status": "completed", "tag": "eadeacfe-2d95-4c33-91c2-fd602ff57d68"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:03.653169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81ba12cb-d80e-4621-b3cc-811d619c48c4 req-6ad7001e-d836-41a0-b5cc-661e7b09d3d1 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1834600 Nov 27 01:18:03.654427 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port eadeacfe-2d95-4c33-91c2-fd602ff57d68, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=eadeacfe-2d95-4c33-91c2-fd602ff57d68,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:03.672230 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4c127b2-465a-443a-91ad-7108d09c51e3 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.674005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c127b2-465a-443a-91ad-7108d09c51e3 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Fanout notify agent at l3_agent the message router_deleted on router 82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:18:03.688659 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.690288 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4c127b2-465a-443a-91ad-7108d09c51e3 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.691888 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e4c127b2-465a-443a-91ad-7108d09c51e3 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/routers/82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3 HTTP/1.1" status: 204 len: 168 time: 0.4698460 Nov 27 01:18:03.695501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57974) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:03.719831 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b54ac81-4606-4b78-9ec0-840a95a5ebed x-openstack-request-id: req-6b54ac81-4606-4b78-9ec0-840a95a5ebed {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:03.720142 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a58065-304d-49b6-ac26-c1ea9d17b836", "name": "network-vif-plugged", "status": "completed", "tag": "eadeacfe-2d95-4c33-91c2-fd602ff57d68", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:03.720420 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b54ac81-4606-4b78-9ec0-840a95a5ebed {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:03.720828 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a58065-304d-49b6-ac26-c1ea9d17b836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadeacfe-2d95-4c33-91c2-fd602ff57d68', 'code': 200} Nov 27 01:18:03.859826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a25f304-272f-4985-aa69-808575d35ecc tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting subnet 671a2edb-329d-495e-851f-c57e4c468b3c {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:18:03.860914 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=eadeacfe-2d95-4c33-91c2-fd602ff57d68,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:03.869970 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a25f304-272f-4985-aa69-808575d35ecc tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.940858 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a25f304-272f-4985-aa69-808575d35ecc tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.977910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4948409-0463-4a21-9b3c-d65d0581546e req-cd54aee0-0511-4b60-b0ef-b58107f82011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:03.979629 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4948409-0463-4a21-9b3c-d65d0581546e req-cd54aee0-0511-4b60-b0ef-b58107f82011 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=46a58065-304d-49b6-ac26-c1ea9d17b836 HTTP/1.1" status: 200 len: 1098 time: 0.1551898 Nov 27 01:18:03.997996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420baa8-34b5-4511-b421-a46fa7137386 req-cc6b4602-d355-4d67-847e-89493f21da3e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:04.003655 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c420baa8-34b5-4511-b421-a46fa7137386 req-cc6b4602-d355-4d67-847e-89493f21da3e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 945 time: 0.1169088 Nov 27 01:18:04.037528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1129e644-42a3-4701-8ec7-4a892ba89616 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:04.095259 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a25f304-272f-4985-aa69-808575d35ecc tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.107538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 1129e644-42a3-4701-8ec7-4a892ba89616 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:18:04.117083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 1129e644-42a3-4701-8ec7-4a892ba89616 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:04.117475 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.159310 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4948409-0463-4a21-9b3c-d65d0581546e req-84d5e277-02d8-4b4b-addd-b6c3c69f5e34 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697028 Nov 27 01:18:04.179728 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c420baa8-34b5-4511-b421-a46fa7137386 req-8a6a43a0-4191-4f06-8f95-3e4071e8f1a9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645803 Nov 27 01:18:04.282114 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.312932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f76a4a-a166-4295-9f9c-b16d65657e60 req-c2d8625f-54b1-4e28-a904-78cd04dfc745 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:04.316847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f76a4a-a166-4295-9f9c-b16d65657e60 req-c2d8625f-54b1-4e28-a904-78cd04dfc745 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 944 time: 0.1427500 Nov 27 01:18:04.330924 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1129e644-42a3-4701-8ec7-4a892ba89616, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1129e644-42a3-4701-8ec7-4a892ba89616,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:04.336233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a25f304-272f-4985-aa69-808575d35ecc tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.339403 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.340644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 39554038-3dbd-47a3-860d-4049db9c092a up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:04.399429 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25f304-272f-4985-aa69-808575d35ecc tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Subnet': ['ID=671a2edb-329d-495e-851f-c57e4c468b3c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:04.402059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd6ef24-1a13-4a02-ac49-d3b7fa658f67 None None] Network 98de5d06-d5ec-440f-a37c-656f6beb53d1 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:04.409360 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a25f304-272f-4985-aa69-808575d35ecc tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.418541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9a25f304-272f-4985-aa69-808575d35ecc tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/671a2edb-329d-495e-851f-c57e4c468b3c HTTP/1.1" status: 204 len: 168 time: 0.7209625 Nov 27 01:18:04.423381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57984) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:04.476457 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f76a4a-a166-4295-9f9c-b16d65657e60 req-feb7cece-2d72-4065-98c9-2aa81b91a9bc tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502824 Nov 27 01:18:04.498470 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=1129e644-42a3-4701-8ec7-4a892ba89616,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:04.540374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 39554038-3dbd-47a3-860d-4049db9c092a completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:18:04.547732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 39554038-3dbd-47a3-860d-4049db9c092a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:04.548116 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.610397 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f205aaf9-4dd3-4b02-8a0d-c4f175ceed28 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting subnet e6727f9d-b1e6-4b3d-8329-d8571553976b {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:18:04.617432 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f205aaf9-4dd3-4b02-8a0d-c4f175ceed28 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.718132 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.730794 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f205aaf9-4dd3-4b02-8a0d-c4f175ceed28 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.746166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052dc9a5-12e2-4749-82ad-efa93f3da866 None None] DHCP port deletion for 98de5d06-d5ec-440f-a37c-656f6beb53d1 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:04.824723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 39554038-3dbd-47a3-860d-4049db9c092a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=39554038-3dbd-47a3-860d-4049db9c092a,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:04.852308 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.853808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 125a1a30-1c4c-4c5e-8a08-3dc441fa748f up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:04.949856 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f205aaf9-4dd3-4b02-8a0d-c4f175ceed28 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.999949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=39554038-3dbd-47a3-860d-4049db9c092a,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:05.008017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-052dc9a5-12e2-4749-82ad-efa93f3da866 None None] Deleting port 0b8fd20f-a16a-4e18-8efd-11bfea77849b {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:05.008434 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-052dc9a5-12e2-4749-82ad-efa93f3da866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.044391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9f5bc-de20-4a4f-a3fe-6a54a598a4fb req-231bda53-5437-4c7f-8a59-14164189ae16 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:05.045561 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93b9f5bc-de20-4a4f-a3fe-6a54a598a4fb req-231bda53-5437-4c7f-8a59-14164189ae16 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 946 time: 0.2539377 Nov 27 01:18:05.065644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:18:05.078687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:05.080831 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.127266 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-052dc9a5-12e2-4749-82ad-efa93f3da866 None None] For port 0b8fd20f-a16a-4e18-8efd-11bfea77849b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0b8fd20f-a16a-4e18-8efd-11bfea77849b,segment=NetworkSegment(f7729ba5-9ff6-463e-9f43-eb9713629b8e),segment_id=f7729ba5-9ff6-463e-9f43-eb9713629b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:05.127266 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-052dc9a5-12e2-4749-82ad-efa93f3da866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.140006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-74a4805b-2f1e-4753-b580-e1d7372823a6 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:05.141715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-74a4805b-2f1e-4753-b580-e1d7372823a6 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 946 time: 0.1380064 Nov 27 01:18:05.144936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-052dc9a5-12e2-4749-82ad-efa93f3da866 None None] Calling delete_port for 0b8fd20f-a16a-4e18-8efd-11bfea77849b owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:05.155707 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93b9f5bc-de20-4a4f-a3fe-6a54a598a4fb req-3705ce75-27b4-4dc8-aa36-876a7fa8585a tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038587 Nov 27 01:18:05.164970 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f205aaf9-4dd3-4b02-8a0d-c4f175ceed28 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.219679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205aaf9-4dd3-4b02-8a0d-c4f175ceed28 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Subnet': ['ID=e6727f9d-b1e6-4b3d-8329-d8571553976b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:05.229224 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f205aaf9-4dd3-4b02-8a0d-c4f175ceed28 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.238837 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f205aaf9-4dd3-4b02-8a0d-c4f175ceed28 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/e6727f9d-b1e6-4b3d-8329-d8571553976b HTTP/1.1" status: 204 len: 168 time: 0.8095782 Nov 27 01:18:05.243575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57998) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:05.244021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2313179d-4f45-45bf-91b9-441b0bf0f180 None None] Network 1c9c9654-7965-4372-9164-169416a69b70 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:05.344205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Deleting port dba44597-9a96-43c1-a551-0d2269af312f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:05.344590 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.400002 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.414826 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d103ee8d-d804-43cb-a430-1d96f6669a05 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.449989 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-052dc9a5-12e2-4749-82ad-efa93f3da866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.466793 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=125a1a30-1c4c-4c5e-8a08-3dc441fa748f,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:05.497623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dc9a5-12e2-4749-82ad-efa93f3da866 None None] Pushing event deleted for resources: {'Port': ['ID=0b8fd20f-a16a-4e18-8efd-11bfea77849b,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:05.499390 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.502833 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052dc9a5-12e2-4749-82ad-efa93f3da866 None None] No DVR routers for this DVR port 0b8fd20f-a16a-4e18-8efd-11bfea77849b on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:05.541112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f422-b762-46ee-aad3-0b85523caf9e req-4a042bca-5eac-42d3-8f6d-6a3f126bd8bb tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:05.563270 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f18f422-b762-46ee-aad3-0b85523caf9e req-4a042bca-5eac-42d3-8f6d-6a3f126bd8bb tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 946 time: 0.2097132 Nov 27 01:18:05.586581 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] For port dba44597-9a96-43c1-a551-0d2269af312f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=dba44597-9a96-43c1-a551-0d2269af312f,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:05.587524 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.619658 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=125a1a30-1c4c-4c5e-8a08-3dc441fa748f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:05.684411 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d103ee8d-d804-43cb-a430-1d96f6669a05 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.686444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61a57e8-8984-49b1-b2ca-c9150a401295 None None] DHCP port deletion for 1c9c9654-7965-4372-9164-169416a69b70 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:05.731762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d103ee8d-d804-43cb-a430-1d96f6669a05 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98de5d06-d5ec-440f-a37c-656f6beb53d1']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:05.745372 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550409ee-2bbd-44ce-8509-0f07c7cc9251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1129e644-42a3-4701-8ec7-4a892ba89616'}, {'server_uuid': '3a4bb25b-2e67-49bd-9b22-881ed5bced99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39554038-3dbd-47a3-860d-4049db9c092a'}, {'server_uuid': '8acafcb0-c40b-42f2-befe-f106800348c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125a1a30-1c4c-4c5e-8a08-3dc441fa748f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:05.747679 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b2d68d-e7b0-4078-8d90-4cc564453ed3" -d '{"events": [{"server_uuid": "550409ee-2bbd-44ce-8509-0f07c7cc9251", "name": "network-vif-plugged", "status": "completed", "tag": "1129e644-42a3-4701-8ec7-4a892ba89616"}, {"server_uuid": "3a4bb25b-2e67-49bd-9b22-881ed5bced99", "name": "network-vif-plugged", "status": "completed", "tag": "39554038-3dbd-47a3-860d-4049db9c092a"}, {"server_uuid": "8acafcb0-c40b-42f2-befe-f106800348c7", "name": "network-vif-plugged", "status": "completed", "tag": "125a1a30-1c4c-4c5e-8a08-3dc441fa748f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:05.762364 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f18f422-b762-46ee-aad3-0b85523caf9e req-b617a68f-edd3-4b7c-a4fa-7754d9ff4640 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976733 Nov 27 01:18:05.786854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d103ee8d-d804-43cb-a430-1d96f6669a05 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7729ba5-9ff6-463e-9f43-eb9713629b8e') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:05.787559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d103ee8d-d804-43cb-a430-1d96f6669a05 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7729ba5-9ff6-463e-9f43-eb9713629b8e') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:05.814859 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d103ee8d-d804-43cb-a430-1d96f6669a05 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.849691 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d103ee8d-d804-43cb-a430-1d96f6669a05 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.855860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0b8fd20f-a16a-4e18-8efd-11bfea77849b no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:05.859643 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d103ee8d-d804-43cb-a430-1d96f6669a05 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:05.860713 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d103ee8d-d804-43cb-a430-1d96f6669a05 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:05.866484 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:05.915106 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a61a57e8-8984-49b1-b2ca-c9150a401295 None None] Deleting port d095e069-eb3f-4df8-9891-baf4616a38f4 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:05.915217 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a61a57e8-8984-49b1-b2ca-c9150a401295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.923367 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 0b8fd20f-a16a-4e18-8efd-11bfea77849b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:05.923667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0b8fd20f-a16a-4e18-8efd-11bfea77849b not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:05.924061 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d095e069-eb3f-4df8-9891-baf4616a38f4 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:05.995311 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d103ee8d-d804-43cb-a430-1d96f6669a05 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.020907 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d103ee8d-d804-43cb-a430-1d96f6669a05 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.024699 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d103ee8d-d804-43cb-a430-1d96f6669a05 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/networks/98de5d06-d5ec-440f-a37c-656f6beb53d1 HTTP/1.1" status: 204 len: 168 time: 0.7845218 Nov 27 01:18:06.037109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58012) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:06.050448 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103ee8d-d804-43cb-a430-1d96f6669a05 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Network': ['ID=98de5d06-d5ec-440f-a37c-656f6beb53d1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:06.134662 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c50e0c-2a39-44bf-85c2-6e692219259f x-openstack-request-id: req-a3c50e0c-2a39-44bf-85c2-6e692219259f {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:06.135171 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550409ee-2bbd-44ce-8509-0f07c7cc9251", "name": "network-vif-plugged", "status": "completed", "tag": "1129e644-42a3-4701-8ec7-4a892ba89616", "code": 200}, {"server_uuid": "3a4bb25b-2e67-49bd-9b22-881ed5bced99", "name": "network-vif-plugged", "status": "completed", "tag": "39554038-3dbd-47a3-860d-4049db9c092a", "code": 200}, {"server_uuid": "8acafcb0-c40b-42f2-befe-f106800348c7", "name": "network-vif-plugged", "status": "completed", "tag": "125a1a30-1c4c-4c5e-8a08-3dc441fa748f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:06.135171 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3c50e0c-2a39-44bf-85c2-6e692219259f {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:06.135578 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550409ee-2bbd-44ce-8509-0f07c7cc9251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1129e644-42a3-4701-8ec7-4a892ba89616', 'code': 200} Nov 27 01:18:06.135865 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4bb25b-2e67-49bd-9b22-881ed5bced99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39554038-3dbd-47a3-860d-4049db9c092a', 'code': 200} Nov 27 01:18:06.136121 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acafcb0-c40b-42f2-befe-f106800348c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125a1a30-1c4c-4c5e-8a08-3dc441fa748f', 'code': 200} Nov 27 01:18:06.155893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f98ad-1123-466e-a8ec-2a7ace0aa445 req-497f6477-1b0f-401e-a98e-8ae121e6fbc9 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:06.158182 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-411f98ad-1123-466e-a8ec-2a7ace0aa445 req-497f6477-1b0f-401e-a98e-8ae121e6fbc9 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 945 time: 0.5020666 Nov 27 01:18:06.201782 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a61a57e8-8984-49b1-b2ca-c9150a401295 None None] For port d095e069-eb3f-4df8-9891-baf4616a38f4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d095e069-eb3f-4df8-9891-baf4616a38f4,segment=NetworkSegment(bca8aea5-b8ae-49e9-b60b-0686b1d9613e),segment_id=bca8aea5-b8ae-49e9-b60b-0686b1d9613e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:06.202148 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a61a57e8-8984-49b1-b2ca-c9150a401295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.224544 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a61a57e8-8984-49b1-b2ca-c9150a401295 None None] Calling delete_port for d095e069-eb3f-4df8-9891-baf4616a38f4 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:06.254271 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.255458 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.258430 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Floating IP dd756b47-5471-4c4d-a5e1-2e65c1e1f6c5 disassociated. External IP: 172.25.1.211, port: dba44597-9a96-43c1-a551-0d2269af312f. Nov 27 01:18:06.259049 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Calling delete_port for dba44597-9a96-43c1-a551-0d2269af312f owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:06.327918 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.350494 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-411f98ad-1123-466e-a8ec-2a7ace0aa445 req-4dd987da-690b-44ec-944f-383b6da24c65 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799064 Nov 27 01:18:06.480492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port d095e069-eb3f-4df8-9891-baf4616a38f4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d095e069-eb3f-4df8-9891-baf4616a38f4,segment=NetworkSegment(bca8aea5-b8ae-49e9-b60b-0686b1d9613e),segment_id=bca8aea5-b8ae-49e9-b60b-0686b1d9613e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:06.503947 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.671292 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a61a57e8-8984-49b1-b2ca-c9150a401295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.691623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=d095e069-eb3f-4df8-9891-baf4616a38f4,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:06.726020 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74d4086a-0f4f-4491-8e7e-5218f07d1c79 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.745369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a57e8-8984-49b1-b2ca-c9150a401295 None None] No DVR routers for this DVR port d095e069-eb3f-4df8-9891-baf4616a38f4 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:06.759610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a57e8-8984-49b1-b2ca-c9150a401295 None None] Pushing event deleted for resources: {'Port': ['ID=d095e069-eb3f-4df8-9891-baf4616a38f4,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:06.846364 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668bc77-e394-4e89-aa10-a3f24d55875e req-68e5b12d-a8ce-448f-bff3-e7ba34200603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:06.848410 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74d4086a-0f4f-4491-8e7e-5218f07d1c79 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.860692 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0668bc77-e394-4e89-aa10-a3f24d55875e req-68e5b12d-a8ce-448f-bff3-e7ba34200603 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 1098 time: 0.4080162 Nov 27 01:18:06.890708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-74d4086a-0f4f-4491-8e7e-5218f07d1c79 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9c9654-7965-4372-9164-169416a69b70']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:06.918117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-74d4086a-0f4f-4491-8e7e-5218f07d1c79 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca8aea5-b8ae-49e9-b60b-0686b1d9613e') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:06.918117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-74d4086a-0f4f-4491-8e7e-5218f07d1c79 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca8aea5-b8ae-49e9-b60b-0686b1d9613e') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:06.919599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e949c-81bb-41ff-9967-0e8de0a66e8a req-a825f94c-62c6-4607-a1f8-775f3d51c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:06.923146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-619e949c-81bb-41ff-9967-0e8de0a66e8a req-a825f94c-62c6-4607-a1f8-775f3d51c5a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8acafcb0-c40b-42f2-befe-f106800348c7 HTTP/1.1" status: 200 len: 1098 time: 0.3690135 Nov 27 01:18:06.932505 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74d4086a-0f4f-4491-8e7e-5218f07d1c79 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.941487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9c9f-d117-4021-9e8e-544334a729f3 req-4c6a11d1-4090-42b6-b5fa-03f43701de69 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:06.943740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af4c9c9f-d117-4021-9e8e-544334a729f3 req-4c6a11d1-4090-42b6-b5fa-03f43701de69 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 946 time: 0.4262979 Nov 27 01:18:06.955984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde0fbf-8894-4552-ac8d-c1ea613b9221 req-e7101e1c-45e7-456b-8a8c-7d937ed1d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:06.957646 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dde0fbf-8894-4552-ac8d-c1ea613b9221 req-e7101e1c-45e7-456b-8a8c-7d937ed1d6be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 1097 time: 0.4263496 Nov 27 01:18:06.960625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a24e17-c6e2-4a66-8720-fdf4e04c77fe req-80e01072-a227-4bf7-bf8e-c9260f989fcb tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:06.962306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76a24e17-c6e2-4a66-8720-fdf4e04c77fe req-80e01072-a227-4bf7-bf8e-c9260f989fcb tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 946 time: 0.0916238 Nov 27 01:18:06.963619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74d4086a-0f4f-4491-8e7e-5218f07d1c79 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.971441 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d4086a-0f4f-4491-8e7e-5218f07d1c79 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:06.971788 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74d4086a-0f4f-4491-8e7e-5218f07d1c79 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:06.975130 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:07.025679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.074358 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74d4086a-0f4f-4491-8e7e-5218f07d1c79 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.086989 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74d4086a-0f4f-4491-8e7e-5218f07d1c79 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.090543 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-74d4086a-0f4f-4491-8e7e-5218f07d1c79 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/networks/1c9c9654-7965-4372-9164-169416a69b70 HTTP/1.1" status: 204 len: 168 time: 1.0523307 Nov 27 01:18:07.099843 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58022) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:07.107264 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3827fb47-fe5b-45ae-8b7e-a65ec4ab526f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'network': {'name': 'tempest-RoutersTest-1013508747'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:07.124421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4086a-0f4f-4491-8e7e-5218f07d1c79 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Network': ['ID=1c9c9654-7965-4372-9164-169416a69b70,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:07.132282 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76a24e17-c6e2-4a66-8720-fdf4e04c77fe req-dd359f3e-56ec-4687-8b6e-c62a63ed6d0d tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154392 Nov 27 01:18:07.144029 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0668bc77-e394-4e89-aa10-a3f24d55875e req-1f03e292-fff3-4f9e-b1de-01cbede2d95b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477372 Nov 27 01:18:07.154481 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-619e949c-81bb-41ff-9967-0e8de0a66e8a req-2117160e-ab64-43f1-b926-0caf150c10ba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072935 Nov 27 01:18:07.156818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event deleted for resources: {'Port': ['ID=dba44597-9a96-43c1-a551-0d2269af312f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:07.196885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3827fb47-fe5b-45ae-8b7e-a65ec4ab526f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:07.202762 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3827fb47-fe5b-45ae-8b7e-a65ec4ab526f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.237431 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af4c9c9f-d117-4021-9e8e-544334a729f3 req-f158546e-c192-4882-807b-119c760786da tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups?id=037b6108-19ea-4fdf-928e-bb4f00d08ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2778521 Nov 27 01:18:07.242522 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dde0fbf-8894-4552-ac8d-c1ea613b9221 req-6efb9445-d8b9-4401-a880-ef37bf8e7d5a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673948 Nov 27 01:18:07.284324 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3827fb47-fe5b-45ae-8b7e-a65ec4ab526f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:07.296378 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3827fb47-fe5b-45ae-8b7e-a65ec4ab526f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.297824 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-3827fb47-fe5b-45ae-8b7e-a65ec4ab526f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Added segment efae3064-f2e9-4e39-88c2-10a387eadeda of type vlan for network 2080360b-c581-4711-9449-67951b7dba5f Nov 27 01:18:07.359607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Router 41929a4b-3d3f-4241-84c6-126d173898af has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:07.362450 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3827fb47-fe5b-45ae-8b7e-a65ec4ab526f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.466381 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3827fb47-fe5b-45ae-8b7e-a65ec4ab526f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.472508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3827fb47-fe5b-45ae-8b7e-a65ec4ab526f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:07.473137 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3827fb47-fe5b-45ae-8b7e-a65ec4ab526f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.548579 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3827fb47-fe5b-45ae-8b7e-a65ec4ab526f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4474998 Nov 27 01:18:07.557177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58034) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:07.562721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba42327-7913-4bee-ac4b-0a01ccca319f req-0a51968a-3056-4b3b-9446-d8a41fa3d2d5 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:07.564497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eba42327-7913-4bee-ac4b-0a01ccca319f req-0a51968a-3056-4b3b-9446-d8a41fa3d2d5 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 945 time: 0.0830109 Nov 27 01:18:07.566134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:07.570773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f6ec1688-b673-49e8-8c7a-cef44103e870 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'subnet': {'network_id': '2080360b-c581-4711-9449-67951b7dba5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:07.586254 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-fd367229-913a-4001-bbb0-7f5edaf75340 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:07.587821 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-fd367229-913a-4001-bbb0-7f5edaf75340 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 807 time: 0.2039070 Nov 27 01:18:07.588768 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c143e-dbaa-463b-946e-2fde7716be3a None None] Sync routers for ids ['41929a4b-3d3f-4241-84c6-126d173898af'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:07.606810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827fb47-fe5b-45ae-8b7e-a65ec4ab526f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Network': ['ID=2080360b-c581-4711-9449-67951b7dba5f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:07.608158 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c143e-dbaa-463b-946e-2fde7716be3a None None] Routers {'41929a4b-3d3f-4241-84c6-126d173898af'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:07.609029 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-048c143e-dbaa-463b-946e-2fde7716be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:17:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['41929a4b-3d3f-4241-84c6-126d173898af'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:07.625978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 2080360b-c581-4711-9449-67951b7dba5f details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:07.653536 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-31b4c7ff-e5d7-45dc-839d-5c537f8c87c3 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/quotas/d18461bdb04f48e7b016c099b1185328 HTTP/1.1" status: 200 len: 375 time: 0.0505877 Nov 27 01:18:07.696289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] No DVR routers for this DVR port dba44597-9a96-43c1-a551-0d2269af312f on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:07.702760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.707493 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a675e629-d9da-4fe4-ae50-ded792b9e010 req-3c364305-2dd2-4c8f-8a66-6f7cc9c8c4d9 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.21 "DELETE /v2.0/ports/dba44597-9a96-43c1-a551-0d2269af312f HTTP/1.1" status: 204 len: 173 time: 2.5508089 Nov 27 01:18:07.708536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'name': 'network-vif-deleted', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:07.711068 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4868ac7-8811-41fb-b5de-fa5460999aa0" -d '{"events": [{"server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "name": "network-vif-deleted", "tag": "dba44597-9a96-43c1-a551-0d2269af312f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:07.762070 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eba42327-7913-4bee-ac4b-0a01ccca319f req-fd77ec3e-11bf-4dd0-bbb1-0332518a0b4e tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651208 Nov 27 01:18:07.815751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-f3adf06d-82b3-4239-845b-8b9bbfafb662 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1459877 Nov 27 01:18:07.821327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ec1688-b673-49e8-8c7a-cef44103e870 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:07.832185 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6ec1688-b673-49e8-8c7a-cef44103e870 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.885238 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-048c143e-dbaa-463b-946e-2fde7716be3a None None] Set router 41929a4b-3d3f-4241-84c6-126d173898af gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:08.047573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device dba44597-9a96-43c1-a551-0d2269af312f no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:08.054225 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-81f9e430-71b8-4d72-afac-cc97cc32b535 service neutron] 10.222.0.15 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131205 Nov 27 01:18:08.082387 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee6213f-d408-4eee-9082-32ba3285b44b x-openstack-request-id: req-cee6213f-d408-4eee-9082-32ba3285b44b {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:08.082790 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4f0837-1276-4d6e-a4bb-99ca00eac340", "name": "network-vif-deleted", "tag": "dba44597-9a96-43c1-a551-0d2269af312f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:08.083790 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cee6213f-d408-4eee-9082-32ba3285b44b {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:08.084372 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4f0837-1276-4d6e-a4bb-99ca00eac340', 'name': 'network-vif-deleted', 'tag': 'dba44597-9a96-43c1-a551-0d2269af312f', 'status': 'completed', 'code': 200} Nov 27 01:18:08.090997 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: dba44597-9a96-43c1-a551-0d2269af312f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:08.092023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device dba44597-9a96-43c1-a551-0d2269af312f not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:08.225025 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-048c143e-dbaa-463b-946e-2fde7716be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:17Z', 'revision_number': 5, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:08.288972 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c143e-dbaa-463b-946e-2fde7716be3a None None] Checking router: 41929a4b-3d3f-4241-84c6-126d173898af for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:18:08.294404 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-d16a7838-6414-44e3-aecb-b33d86112c70 service neutron] 10.222.0.15 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295067 Nov 27 01:18:08.312440 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c143e-dbaa-463b-946e-2fde7716be3a None None] Routers {'41929a4b-3d3f-4241-84c6-126d173898af'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:08.313165 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-048c143e-dbaa-463b-946e-2fde7716be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:17:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['41929a4b-3d3f-4241-84c6-126d173898af'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:08.322379 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6ec1688-b673-49e8-8c7a-cef44103e870 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.396473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b0005-b3ca-45c1-a70a-7342b8e9f965 req-006eb547-d40a-49e2-a2d4-878c1e9b2873 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:08.397820 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-517b0005-b3ca-45c1-a70a-7342b8e9f965 req-006eb547-d40a-49e2-a2d4-878c1e9b2873 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 946 time: 0.0882363 Nov 27 01:18:08.467312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec1688-b673-49e8-8c7a-cef44103e870 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Subnet': ['ID=c2df3af3-046f-47e7-8354-614398325462,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:08.485667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-517b0005-b3ca-45c1-a70a-7342b8e9f965 req-90829a92-f64a-4017-bbd3-7e8d2cc00380 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817292 Nov 27 01:18:08.517844 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-048c143e-dbaa-463b-946e-2fde7716be3a None None] Set router 41929a4b-3d3f-4241-84c6-126d173898af gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:08.523584 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec1688-b673-49e8-8c7a-cef44103e870 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Checking segment: {'id': 'efae3064-f2e9-4e39-88c2-10a387eadeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2080360b-c581-4711-9449-67951b7dba5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:08.523953 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec1688-b673-49e8-8c7a-cef44103e870 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network hostable DHCP agents. Network: 2080360b-c581-4711-9449-67951b7dba5f, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:18:08.562397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec1688-b673-49e8-8c7a-cef44103e870 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 2080360b-c581-4711-9449-67951b7dba5f is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:18:08.578983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec1688-b673-49e8-8c7a-cef44103e870 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 2080360b-c581-4711-9449-67951b7dba5f) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:08.589599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0731fc-94c7-4678-9544-74a3112d217e None None] Network 2080360b-c581-4711-9449-67951b7dba5f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:08.589955 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec1688-b673-49e8-8c7a-cef44103e870 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:08.590716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6ec1688-b673-49e8-8c7a-cef44103e870 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.624717 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f6ec1688-b673-49e8-8c7a-cef44103e870 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0545185 Nov 27 01:18:08.625679 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58054) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:08.640478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e1361595-f195-4e42-8a61-04e8a163d3b7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1070767812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:08.653742 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6429187-c6f2-4075-ae99-e3e282564dca req-de18cea7-ebf4-499c-9c2e-7977c2ff9092 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4f0837-1276-4d6e-a4bb-99ca00eac340 HTTP/1.1" status: 200 len: 210 time: 0.0508151 Nov 27 01:18:08.714955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1361595-f195-4e42-8a61-04e8a163d3b7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.721136 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1361595-f195-4e42-8a61-04e8a163d3b7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.935149 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1361595-f195-4e42-8a61-04e8a163d3b7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.964186 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1361595-f195-4e42-8a61-04e8a163d3b7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.006184 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-2080360b-c581-4711-9449-67951b7dba5f', 'network_id': '2080360b-c581-4711-9449-67951b7dba5f', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'fixed_ips': [{'subnet_id': 'c2df3af3-046f-47e7-8354-614398325462'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:18:09.007071 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.047831 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-da923c4d-7b9f-4fb9-b14e-457484329b44 req-a4e6311a-1390-446b-91fd-e22a8d103eac tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 210 time: 0.1087139 Nov 27 01:18:09.061939 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1361595-f195-4e42-8a61-04e8a163d3b7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.063152 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e1361595-f195-4e42-8a61-04e8a163d3b7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4363260 Nov 27 01:18:09.067923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58066) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:09.091394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0fa62f54-0427-4f40-9f07-182c60888b03 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'port': {'network_id': '2080360b-c581-4711-9449-67951b7dba5f', 'name': 'tempest-RoutersTest-1335865098'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:09.096683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2d2da-0f7f-4fa5-8a1b-fd1cdec4d13f req-9c69abb8-5106-470e-b988-41ff16e1a503 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:09.108954 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-62e2d2da-0f7f-4fa5-8a1b-fd1cdec4d13f req-9c69abb8-5106-470e-b988-41ff16e1a503 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 945 time: 0.1333628 Nov 27 01:18:09.134505 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-048c143e-dbaa-463b-946e-2fde7716be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:17Z', 'revision_number': 5, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:09.184268 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c143e-dbaa-463b-946e-2fde7716be3a None None] The sync data for ids ['41929a4b-3d3f-4241-84c6-126d173898af'] in n-d-817303-10 is: [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:07:12Z', 'revision_number': 4, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'fa3afced-f0a7-4aba-bafc-d2f2e3f8c981', 'name': '', 'network_id': 'cf63eb64-bdb4-470a-9e3f-8cf792734371', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'mac_address': 'fa:16:3e:70:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:11Z', 'updated_at': '2021-11-27T01:07:17Z', 'revision_number': 5, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'subnets': [{'id': 'f85db6d9-3158-4d56-9a3d-f6005e5ea913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:09.263283 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-62e2d2da-0f7f-4fa5-8a1b-fd1cdec4d13f req-9d333056-0594-44d0-a9eb-ad32ea0769b3 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508577 Nov 27 01:18:09.479527 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa62f54-0427-4f40-9f07-182c60888b03 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:09.490765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Allocated IP 172.20.0.2 (2080360b-c581-4711-9449-67951b7dba5f/c2df3af3-046f-47e7-8354-614398325462/18871d7f-b819-4bec-967b-1c4ab2e68530) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:09.491132 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0fa62f54-0427-4f40-9f07-182c60888b03 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.598588 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-0fa62f54-0427-4f40-9f07-182c60888b03 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] device_id is not set on port cfe24328-1d57-458b-b5ac-d24564cb79d8 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:18:09.810271 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.818075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc60e1bd-e6e1-456d-a477-108a82b23fc6 None None] New status for floating IP dd756b47-5471-4c4d-a5e1-2e65c1e1f6c5: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:18:09.823921 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.826164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58082) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:09.831248 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732df36-ee84-4940-b51d-f141a0b6c43a req-ed01abca-6625-4331-bda1-08c4ec232b95 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:09.834065 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e732df36-ee84-4940-b51d-f141a0b6c43a req-ed01abca-6625-4331-bda1-08c4ec232b95 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 946 time: 0.2120209 Nov 27 01:18:09.953642 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d88a6d17-75cf-4cd4-b225-0fb25c02e85c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.026441 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d88a6d17-75cf-4cd4-b225-0fb25c02e85c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.087377 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e732df36-ee84-4940-b51d-f141a0b6c43a req-a555086a-705b-43d6-bd43-90baa6565a7f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444117 Nov 27 01:18:10.114917 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-0fa62f54-0427-4f40-9f07-182c60888b03 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Allocated IP 172.20.0.9 (2080360b-c581-4711-9449-67951b7dba5f/c2df3af3-046f-47e7-8354-614398325462/cfe24328-1d57-458b-b5ac-d24564cb79d8) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:10.164571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Network 2080360b-c581-4711-9449-67951b7dba5f is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:10.206517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d88a6d17-75cf-4cd4-b225-0fb25c02e85c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.213772 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d88a6d17-75cf-4cd4-b225-0fb25c02e85c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.213973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:10.214525 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d88a6d17-75cf-4cd4-b225-0fb25c02e85c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "DELETE /v2.0/security-groups/037b6108-19ea-4fdf-928e-bb4f00d08ac1 HTTP/1.1" status: 204 len: 168 time: 0.3822432 Nov 27 01:18:10.227370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58090) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:10.229535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:10.246868 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e35e0b1c-8fa2-4779-bdaf-5a00f400cbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.283426 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-731aeec2-d822-4350-b028-00cbed3b04c4 req-04597290-1688-4282-b2f8-fe4d3f8e564c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 210 time: 0.0320497 Nov 27 01:18:10.293632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a6d17-75cf-4cd4-b225-0fb25c02e85c tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=037b6108-19ea-4fdf-928e-bb4f00d08ac1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:10.299450 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-2d10b533-85a6-46c7-9677-c4ba5da6e425 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] show failed (client error): The resource could not be found. Nov 27 01:18:10.303483 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2d10b533-85a6-46c7-9677-c4ba5da6e425 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "GET /v2.0/security-groups/037b6108-19ea-4fdf-928e-bb4f00d08ac1 HTTP/1.1" status: 404 len: 347 time: 0.0680528 Nov 27 01:18:10.304374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58096) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:10.325085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Pushing event updated for resources: {'Port': ['ID=18871d7f-b819-4bec-967b-1c4ab2e68530,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:10.452523 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Attempting to bind port 18871d7f-b819-4bec-967b-1c4ab2e68530 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:10.452909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Attempting to bind port 18871d7f-b819-4bec-967b-1c4ab2e68530 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'efae3064-f2e9-4e39-88c2-10a387eadeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2080360b-c581-4711-9449-67951b7dba5f'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:10.453303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Attempting to bind port 18871d7f-b819-4bec-967b-1c4ab2e68530 on network 2080360b-c581-4711-9449-67951b7dba5f {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:10.459933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79529f74-1337-4e77-a0a4-de3e0308de45 req-6ac58b06-44d0-446f-bd72-232d3baef523 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:10.461682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:10.461978 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79529f74-1337-4e77-a0a4-de3e0308de45 req-6ac58b06-44d0-446f-bd72-232d3baef523 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 946 time: 0.2631128 Nov 27 01:18:10.462086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Checking segment: {'id': 'efae3064-f2e9-4e39-88c2-10a387eadeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2080360b-c581-4711-9449-67951b7dba5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:10.462474 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.462874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Bound using segment: {'id': 'efae3064-f2e9-4e39-88c2-10a387eadeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2080360b-c581-4711-9449-67951b7dba5f'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:10.463331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Bound port: 18871d7f-b819-4bec-967b-1c4ab2e68530, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efae3064-f2e9-4e39-88c2-10a387eadeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2080360b-c581-4711-9449-67951b7dba5f'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:10.463787 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.545365 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] For port 18871d7f-b819-4bec-967b-1c4ab2e68530, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:10.549161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] For port 18871d7f-b819-4bec-967b-1c4ab2e68530, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=18871d7f-b819-4bec-967b-1c4ab2e68530,segment=NetworkSegment(efae3064-f2e9-4e39-88c2-10a387eadeda),segment_id=efae3064-f2e9-4e39-88c2-10a387eadeda)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:10.557210 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.558778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0fa62f54-0427-4f40-9f07-182c60888b03 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.563739 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79529f74-1337-4e77-a0a4-de3e0308de45 req-93569405-b261-441f-8e99-7eba05a53ab0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950043 Nov 27 01:18:10.641455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca7714-face-4c88-b3d3-c006dd47e2d3 None None] Pushing event updated for resources: {'Port': ['ID=18871d7f-b819-4bec-967b-1c4ab2e68530,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:10.645534 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0fa62f54-0427-4f40-9f07-182c60888b03 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.660130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2e61dd5e-1e46-4db1-8ff2-029340251e51 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Deleting port 30468f1c-6573-4fb5-b7bd-c1cfe5490cad {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:10.660532 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e61dd5e-1e46-4db1-8ff2-029340251e51 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.678213 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb5db4-2615-42c2-89b7-a9c81e5feab0 req-33955a4e-2735-4573-b960-0f77fdfa7be2 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:10.680054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8acb5db4-2615-42c2-89b7-a9c81e5feab0 req-33955a4e-2735-4573-b960-0f77fdfa7be2 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 945 time: 0.1435013 Nov 27 01:18:10.743891 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa62f54-0427-4f40-9f07-182c60888b03 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 2080360b-c581-4711-9449-67951b7dba5f is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:10.748515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-0fa62f54-0427-4f40-9f07-182c60888b03 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:10.752633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa62f54-0427-4f40-9f07-182c60888b03 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=cfe24328-1d57-458b-b5ac-d24564cb79d8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:10.756073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa62f54-0427-4f40-9f07-182c60888b03 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:10.803404 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8acb5db4-2615-42c2-89b7-a9c81e5feab0 req-5e46c7a9-5614-40cd-b026-a04108e5f16d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694795 Nov 27 01:18:10.840203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa62f54-0427-4f40-9f07-182c60888b03 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:10.840851 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0fa62f54-0427-4f40-9f07-182c60888b03 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.871966 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0fa62f54-0427-4f40-9f07-182c60888b03 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8027256 Nov 27 01:18:10.874108 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e61dd5e-1e46-4db1-8ff2-029340251e51 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.874631 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e61dd5e-1e46-4db1-8ff2-029340251e51 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.875179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58110) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:10.969623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2e61dd5e-1e46-4db1-8ff2-029340251e51 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Calling delete_port for 30468f1c-6573-4fb5-b7bd-c1cfe5490cad owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:11.072910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec2a74-3ba8-44ba-bec4-369be59f37ad req-26f982bf-e9c3-4c67-a4d0-222383e1229e tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:11.078775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2dec2a74-3ba8-44ba-bec4-369be59f37ad req-26f982bf-e9c3-4c67-a4d0-222383e1229e tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=46a58065-304d-49b6-ac26-c1ea9d17b836 HTTP/1.1" status: 200 len: 946 time: 0.1793208 Nov 27 01:18:11.208158 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2dec2a74-3ba8-44ba-bec4-369be59f37ad req-a34a4401-324a-4394-9c01-e9afbdd13782 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084452 Nov 27 01:18:11.291897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e61dd5e-1e46-4db1-8ff2-029340251e51 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.318343 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5c200897-9af7-459d-afd0-8ba88b0fce8f tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:11.320143 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5c200897-9af7-459d-afd0-8ba88b0fce8f tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.31 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 807 time: 0.2902751 Nov 27 01:18:11.380584 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-3e04cd2a-f62a-4d6b-8abf-7656a7bc35e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Request body: {'port': {'device_id': '920f2d1c-ab34-440e-94fc-f369294a26b9', 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0', 'admin_state_up': True, 'tenant_id': 'd18461bdb04f48e7b016c099b1185328'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:11.384133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61dd5e-1e46-4db1-8ff2-029340251e51 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Pushing event deleted for resources: {'Port': ['ID=30468f1c-6573-4fb5-b7bd-c1cfe5490cad,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:11.436592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682d6db-c8ac-455f-bada-315e8b15f32c req-70a9868f-8309-4ce3-8b70-beb0b3d53cf0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:11.438198 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5682d6db-c8ac-455f-bada-315e8b15f32c req-70a9868f-8309-4ce3-8b70-beb0b3d53cf0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 946 time: 0.4069316 Nov 27 01:18:11.454832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e61dd5e-1e46-4db1-8ff2-029340251e51 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.458594 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e61dd5e-1e46-4db1-8ff2-029340251e51 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.481647 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2e61dd5e-1e46-4db1-8ff2-029340251e51 tempest-AttachVolumeShelveTestJSON-80592075 tempest-AttachVolumeShelveTestJSON-80592075-project] 10.222.0.15 "DELETE /v2.0/floatingips/dd756b47-5471-4c4d-a5e1-2e65c1e1f6c5 HTTP/1.1" status: 204 len: 168 time: 1.1710467 Nov 27 01:18:11.586845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c956f65-93c7-4ed3-a617-cbd968504938 req-450e8df0-bb58-4170-b07c-a4c9dbcc0de5 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:11.589379 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c956f65-93c7-4ed3-a617-cbd968504938 req-450e8df0-bb58-4170-b07c-a4c9dbcc0de5 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=8acafcb0-c40b-42f2-befe-f106800348c7 HTTP/1.1" status: 200 len: 946 time: 0.1575189 Nov 27 01:18:11.707488 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c956f65-93c7-4ed3-a617-cbd968504938 req-b86f9c8b-31aa-4d44-8308-d0e4ece18524 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101925 Nov 27 01:18:11.769729 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5682d6db-c8ac-455f-bada-315e8b15f32c req-30896902-8ca1-4f5a-94da-fd85e65ddc37 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188486 Nov 27 01:18:11.856823 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.914007 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-3e04cd2a-f62a-4d6b-8abf-7656a7bc35e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Made reservation on behalf of d18461bdb04f48e7b016c099b1185328 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:11.930060 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-3e04cd2a-f62a-4d6b-8abf-7656a7bc35e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.948365 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 18871d7f-b819-4bec-967b-1c4ab2e68530 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:11.957247 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ad95ab5f-6da7-4121-89a3-26c62fe64f35 req-b30309e3-52b3-4ab0-b9ad-0df29e04a420 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 210 time: 0.0632915 Nov 27 01:18:12.031240 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 18871d7f-b819-4bec-967b-1c4ab2e68530 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:12.048794 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.234373 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.287548 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-98c8aa0f-c65b-413a-9c3c-d4780609386b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.361594 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 18871d7f-b819-4bec-967b-1c4ab2e68530, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=18871d7f-b819-4bec-967b-1c4ab2e68530,segment=NetworkSegment(efae3064-f2e9-4e39-88c2-10a387eadeda),segment_id=efae3064-f2e9-4e39-88c2-10a387eadeda)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:12.371449 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.502618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=18871d7f-b819-4bec-967b-1c4ab2e68530,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:12.513361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa22e98c-3747-4a62-8352-e1d8de097ac1 None None] Network 2080360b-c581-4711-9449-67951b7dba5f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:12.544600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-3e04cd2a-f62a-4d6b-8abf-7656a7bc35e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Allocated IP 172.20.0.5 (60958e2f-96cf-4e62-b388-7bcdd3462ab0/cc711a7c-5baa-452f-8fb2-a98d9e7b8c26/5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:12.555491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ca66b-cae4-4211-8148-f5d0cc918b75 req-b832380e-5592-41db-b60e-3bea1d1b7501 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:12.567507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-883ca66b-cae4-4211-8148-f5d0cc918b75 req-b832380e-5592-41db-b60e-3bea1d1b7501 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 946 time: 0.2004755 Nov 27 01:18:12.605723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee4295-5114-4cfa-9780-020a49756e2f req-19fe090e-73a3-4131-9748-78474bbe58ce tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:12.615815 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b9ee4295-5114-4cfa-9780-020a49756e2f req-19fe090e-73a3-4131-9748-78474bbe58ce tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=8acafcb0-c40b-42f2-befe-f106800348c7 HTTP/1.1" status: 200 len: 946 time: 0.1597357 Nov 27 01:18:12.672969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-18363f69-de6f-49db-beca-2f59a1f4c6fb None None] Provisioning complete for port 18871d7f-b819-4bec-967b-1c4ab2e68530 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:12.672969 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-18363f69-de6f-49db-beca-2f59a1f4c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.805372 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b9ee4295-5114-4cfa-9780-020a49756e2f req-5f6051e1-28a3-4045-982c-b0629ff35573 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546988 Nov 27 01:18:12.821710 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.827479 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.846903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-883ca66b-cae4-4211-8148-f5d0cc918b75 req-81496bf7-221c-421e-9633-f4afe1952686 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Deleting port 39554038-3dbd-47a3-860d-4049db9c092a {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:12.847970 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-883ca66b-cae4-4211-8148-f5d0cc918b75 req-81496bf7-221c-421e-9633-f4afe1952686 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.974587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-883ca66b-cae4-4211-8148-f5d0cc918b75 req-81496bf7-221c-421e-9633-f4afe1952686 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] For port 39554038-3dbd-47a3-860d-4049db9c092a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=39554038-3dbd-47a3-860d-4049db9c092a,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:12.975283 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-883ca66b-cae4-4211-8148-f5d0cc918b75 req-81496bf7-221c-421e-9633-f4afe1952686 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.982714 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-3e04cd2a-f62a-4d6b-8abf-7656a7bc35e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.015433 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-883ca66b-cae4-4211-8148-f5d0cc918b75 req-81496bf7-221c-421e-9633-f4afe1952686 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Calling delete_port for 39554038-3dbd-47a3-860d-4049db9c092a owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:13.106767 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-3e04cd2a-f62a-4d6b-8abf-7656a7bc35e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.144178 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:13.258057 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-883ca66b-cae4-4211-8148-f5d0cc918b75 req-81496bf7-221c-421e-9633-f4afe1952686 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.292964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81496bf7-221c-421e-9633-f4afe1952686 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Pushing event deleted for resources: {'Port': ['ID=39554038-3dbd-47a3-860d-4049db9c092a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:13.315077 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f2a6bd5e-fce6-4265-b237-070545d42afd', '39554038-3dbd-47a3-860d-4049db9c092a'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:13.398271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-883ca66b-cae4-4211-8148-f5d0cc918b75 req-81496bf7-221c-421e-9633-f4afe1952686 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] No DVR routers for this DVR port 39554038-3dbd-47a3-860d-4049db9c092a on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:13.401192 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-883ca66b-cae4-4211-8148-f5d0cc918b75 req-81496bf7-221c-421e-9633-f4afe1952686 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.405874 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-883ca66b-cae4-4211-8148-f5d0cc918b75 req-81496bf7-221c-421e-9633-f4afe1952686 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "DELETE /v2.0/ports/39554038-3dbd-47a3-860d-4049db9c092a HTTP/1.1" status: 204 len: 173 time: 0.8245423 Nov 27 01:18:13.406751 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4bb25b-2e67-49bd-9b22-881ed5bced99', 'name': 'network-vif-deleted', 'tag': '39554038-3dbd-47a3-860d-4049db9c092a'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:13.409109 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be119b4-9505-4301-9bd0-a3b228cc15cb" -d '{"events": [{"server_uuid": "3a4bb25b-2e67-49bd-9b22-881ed5bced99", "name": "network-vif-deleted", "tag": "39554038-3dbd-47a3-860d-4049db9c092a"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:13.432459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182101-e28d-43a5-87e0-6a5f2a883fc4 req-80d326b7-8f8d-40a8-984c-17fe574fbfb9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:13.442832 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00182101-e28d-43a5-87e0-6a5f2a883fc4 req-80d326b7-8f8d-40a8-984c-17fe574fbfb9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 931 time: 0.1367207 Nov 27 01:18:13.493537 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.586343 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00182101-e28d-43a5-87e0-6a5f2a883fc4 req-3fb6ec63-a6cf-46d0-bbc6-d0254411f940 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420255 Nov 27 01:18:13.705106 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2fa622-8c67-4703-83a5-3bb916bdfa01 x-openstack-request-id: req-4a2fa622-8c67-4703-83a5-3bb916bdfa01 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:13.705416 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4bb25b-2e67-49bd-9b22-881ed5bced99", "name": "network-vif-deleted", "tag": "39554038-3dbd-47a3-860d-4049db9c092a", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:13.705687 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a2fa622-8c67-4703-83a5-3bb916bdfa01 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:13.706239 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4bb25b-2e67-49bd-9b22-881ed5bced99', 'name': 'network-vif-deleted', 'tag': '39554038-3dbd-47a3-860d-4049db9c092a', 'status': 'completed', 'code': 200} Nov 27 01:18:13.729319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d4e998b5-65a1-4e34-bd8e-bb3398016a39 None None] Provisioning complete for port cfe24328-1d57-458b-b5ac-d24564cb79d8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:13.729699 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d4e998b5-65a1-4e34-bd8e-bb3398016a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.904933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=cfe24328-1d57-458b-b5ac-d24564cb79d8,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:13.939059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 18871d7f-b819-4bec-967b-1c4ab2e68530 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:14.051110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d4e998b5-65a1-4e34-bd8e-bb3398016a39 None None] Port cfe24328-1d57-458b-b5ac-d24564cb79d8 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:14.098062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f3058-826f-4d8e-a5a8-36ce58c5906d req-f6c88b79-f1a3-4fd2-8590-17a53c2461f8 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:14.105630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04cd2a-f62a-4d6b-8abf-7656a7bc35e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Pushing event updated for resources: {'Port': ['ID=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:14.106673 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b2f3058-826f-4d8e-a5a8-36ce58c5906d req-f6c88b79-f1a3-4fd2-8590-17a53c2461f8 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.21 "GET /v2.0/ports?device_id=8acafcb0-c40b-42f2-befe-f106800348c7 HTTP/1.1" status: 200 len: 946 time: 0.2128811 Nov 27 01:18:14.144605 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-3e04cd2a-f62a-4d6b-8abf-7656a7bc35e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:14.150942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-3e04cd2a-f62a-4d6b-8abf-7656a7bc35e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:14.174467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-3e04cd2a-f62a-4d6b-8abf-7656a7bc35e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:14.233435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d4e998b5-65a1-4e34-bd8e-bb3398016a39 None None] Provisioning complete for port 18871d7f-b819-4bec-967b-1c4ab2e68530 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:14.234117 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d4e998b5-65a1-4e34-bd8e-bb3398016a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.249984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d54f0-b3ab-42ee-813b-d6513afdef33 req-e5834fdb-b461-4af5-97df-09f82e671b77 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:14.264781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-509d54f0-b3ab-42ee-813b-d6513afdef33 req-e5834fdb-b461-4af5-97df-09f82e671b77 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=8acafcb0-c40b-42f2-befe-f106800348c7 HTTP/1.1" status: 200 len: 946 time: 0.2846663 Nov 27 01:18:14.467709 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b0fb0-3896-4414-8d44-ebfe20195168 req-a2fef1f7-eaae-42e3-ba16-53c4a7452fe9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:14.470329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 18871d7f-b819-4bec-967b-1c4ab2e68530 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:14.471004 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.479405 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a26b0fb0-3896-4414-8d44-ebfe20195168 req-a2fef1f7-eaae-42e3-ba16-53c4a7452fe9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4bb25b-2e67-49bd-9b22-881ed5bced99 HTTP/1.1" status: 200 len: 867 time: 1.4001572 Nov 27 01:18:14.581968 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-3e04cd2a-f62a-4d6b-8abf-7656a7bc35e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:14.582674 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-3e04cd2a-f62a-4d6b-8abf-7656a7bc35e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.649127 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-3e04cd2a-f62a-4d6b-8abf-7656a7bc35e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2728603 Nov 27 01:18:14.678281 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a26b0fb0-3896-4414-8d44-ebfe20195168 req-6d906ba0-7bb1-456a-bdf2-7e3170127ebd tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639307 Nov 27 01:18:14.686879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0c22d06c-0390-4645-a957-6267b2325723 None None] Provisioning complete for port cfe24328-1d57-458b-b5ac-d24564cb79d8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:14.687256 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0c22d06c-0390-4645-a957-6267b2325723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.702097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Request body: {'port': {'device_id': '920f2d1c-ab34-440e-94fc-f369294a26b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:14.771440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0c22d06c-0390-4645-a957-6267b2325723 None None] Port cfe24328-1d57-458b-b5ac-d24564cb79d8 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:14.785411 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.806332 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.953214 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-509d54f0-b3ab-42ee-813b-d6513afdef33 req-f7310aff-2a9c-42a0-8c79-ebeb025bda93 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6830423 Nov 27 01:18:14.997039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-3b2f3058-826f-4d8e-a5a8-36ce58c5906d req-a5289ff1-cd06-4e3d-9c87-e7bacd25fd61 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Deleting port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:14.997627 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b2f3058-826f-4d8e-a5a8-36ce58c5906d req-a5289ff1-cd06-4e3d-9c87-e7bacd25fd61 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.019126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.178912 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16094328-a5c2-4a97-bd84-95463e153328 req-1b2fbfaf-44ad-4bf8-a86a-e528c44526a5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:15.179180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3b2f3058-826f-4d8e-a5a8-36ce58c5906d req-a5289ff1-cd06-4e3d-9c87-e7bacd25fd61 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] For port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=125a1a30-1c4c-4c5e-8a08-3dc441fa748f,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:15.179638 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b2f3058-826f-4d8e-a5a8-36ce58c5906d req-a5289ff1-cd06-4e3d-9c87-e7bacd25fd61 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.188615 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16094328-a5c2-4a97-bd84-95463e153328 req-1b2fbfaf-44ad-4bf8-a86a-e528c44526a5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 931 time: 0.2518244 Nov 27 01:18:15.195769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-3b2f3058-826f-4d8e-a5a8-36ce58c5906d req-a5289ff1-cd06-4e3d-9c87-e7bacd25fd61 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Calling delete_port for 125a1a30-1c4c-4c5e-8a08-3dc441fa748f owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:15.232936 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.373549 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b2f3058-826f-4d8e-a5a8-36ce58c5906d req-a5289ff1-cd06-4e3d-9c87-e7bacd25fd61 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.409507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['125a1a30-1c4c-4c5e-8a08-3dc441fa748f', '1129e644-42a3-4701-8ec7-4a892ba89616'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:15.416699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['eadeacfe-2d95-4c33-91c2-fd602ff57d68'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:15.485310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5289ff1-cd06-4e3d-9c87-e7bacd25fd61 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Pushing event deleted for resources: {'Port': ['ID=125a1a30-1c4c-4c5e-8a08-3dc441fa748f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:15.572554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16094328-a5c2-4a97-bd84-95463e153328 req-ce43c843-2024-40e9-8b5c-03a607c432f1 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822346 Nov 27 01:18:15.592003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2f3058-826f-4d8e-a5a8-36ce58c5906d req-a5289ff1-cd06-4e3d-9c87-e7bacd25fd61 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] No DVR routers for this DVR port 125a1a30-1c4c-4c5e-8a08-3dc441fa748f on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:15.597875 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b2f3058-826f-4d8e-a5a8-36ce58c5906d req-a5289ff1-cd06-4e3d-9c87-e7bacd25fd61 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.601793 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b2f3058-826f-4d8e-a5a8-36ce58c5906d req-a5289ff1-cd06-4e3d-9c87-e7bacd25fd61 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.21 "DELETE /v2.0/ports/125a1a30-1c4c-4c5e-8a08-3dc441fa748f HTTP/1.1" status: 204 len: 173 time: 1.4849312 Nov 27 01:18:15.708064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acafcb0-c40b-42f2-befe-f106800348c7', 'name': 'network-vif-deleted', 'tag': '125a1a30-1c4c-4c5e-8a08-3dc441fa748f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:15.710580 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7eb1b1-5ae3-4138-8f81-eeeaf783f9d8" -d '{"events": [{"server_uuid": "8acafcb0-c40b-42f2-befe-f106800348c7", "name": "network-vif-deleted", "tag": "125a1a30-1c4c-4c5e-8a08-3dc441fa748f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:15.815835 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e623724-86a3-4232-817f-07d9f4deb769 x-openstack-request-id: req-0e623724-86a3-4232-817f-07d9f4deb769 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:15.816294 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acafcb0-c40b-42f2-befe-f106800348c7", "name": "network-vif-deleted", "tag": "125a1a30-1c4c-4c5e-8a08-3dc441fa748f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:15.816989 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e623724-86a3-4232-817f-07d9f4deb769 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:15.817167 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acafcb0-c40b-42f2-befe-f106800348c7', 'name': 'network-vif-deleted', 'tag': '125a1a30-1c4c-4c5e-8a08-3dc441fa748f', 'status': 'completed', 'code': 200} Nov 27 01:18:16.183935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 39554038-3dbd-47a3-860d-4049db9c092a no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:16.270036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:16.295880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 39554038-3dbd-47a3-860d-4049db9c092a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:16.305278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 39554038-3dbd-47a3-860d-4049db9c092a not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:16.306014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 125a1a30-1c4c-4c5e-8a08-3dc441fa748f no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:16.321604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00097681-89d4-4735-b3aa-1869ccc94329 req-a211bc80-6633-4f11-95f1-c8c81e6ea7ee tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:16.323315 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00097681-89d4-4735-b3aa-1869ccc94329 req-a211bc80-6633-4f11-95f1-c8c81e6ea7ee tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.2304871 Nov 27 01:18:16.328520 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.344751 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00097681-89d4-4735-b3aa-1869ccc94329 req-e9762b91-2ef5-47b8-be6c-55a6163fed3f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/quotas/53d6e7131d0740f3ab69fa54032dfa14 HTTP/1.1" status: 200 len: 375 time: 0.0103567 Nov 27 01:18:16.369041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Transition to ACTIVE for port object 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:18:16.401673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 125a1a30-1c4c-4c5e-8a08-3dc441fa748f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:16.402312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 125a1a30-1c4c-4c5e-8a08-3dc441fa748f not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:16.404079 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.418805 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.445189 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00097681-89d4-4735-b3aa-1869ccc94329 req-94892f96-eec3-4262-a4a1-36bcc4034942 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934355 Nov 27 01:18:16.445995 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.555338 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.675335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00097681-89d4-4735-b3aa-1869ccc94329 req-d2666118-203e-4686-af47-761e468a8c76 service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286968 Nov 27 01:18:16.829859 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00097681-89d4-4735-b3aa-1869ccc94329 req-39af8adc-4583-4e8f-9188-20760b2ecc55 service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536920 Nov 27 01:18:16.831921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Attempting to bind port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:16.832286 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Attempting to bind port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:16.832631 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Attempting to bind port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:16.858297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:18:16.868573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Attempting to bind port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:16.914643 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.918336 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:17.000331 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:17.000989 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Checking segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:17.001573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Bound using segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:17.002549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Bound port: 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:17.003531 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.248054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 2080360b-c581-4711-9449-67951b7dba5f is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:17.250738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=cfe24328-1d57-458b-b5ac-d24564cb79d8,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:17.307493 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:17.373071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d84a4-57d6-4730-a6d2-0733975546a6 req-dd709b0c-feed-4539-a3f5-dbb0c20e8b16 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:17.374680 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc4d84a4-57d6-4730-a6d2-0733975546a6 req-dd709b0c-feed-4539-a3f5-dbb0c20e8b16 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.3570976 Nov 27 01:18:17.431229 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84105a22-da42-4652-8438-be795d85cab5 req-d48113d3-f63e-491e-927e-278130361e29 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 210 time: 0.0735824 Nov 27 01:18:17.733950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:17.744370 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:17.763322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.803436 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:17.807226 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.808890 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] 10.222.0.31 "PUT /v2.0/ports/5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a HTTP/1.1" status: 200 len: 1092 time: 3.1253271 Nov 27 01:18:17.825600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920f2d1c-ab34-440e-94fc-f369294a26b9', 'tag': '5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:17.831044 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38af61ef-d13a-4ed9-b280-597a9c322904" -d '{"events": [{"name": "network-changed", "server_uuid": "920f2d1c-ab34-440e-94fc-f369294a26b9", "tag": "5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:17.844740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cb7f250e-76b5-4649-90b9-0b12fcd9c9f9 None None] Provisioning complete for port cfe24328-1d57-458b-b5ac-d24564cb79d8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:17.845258 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cb7f250e-76b5-4649-90b9-0b12fcd9c9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:18.033822 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f250e-76b5-4649-90b9-0b12fcd9c9f9 None None] Port cfe24328-1d57-458b-b5ac-d24564cb79d8 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:18.042542 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc4d84a4-57d6-4730-a6d2-0733975546a6 req-2d7a7de4-5807-41e0-b51a-7bbebfc6891c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6406610 Nov 27 01:18:18.134985 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d993f5-583d-450d-af4e-c8206dc292b1 x-openstack-request-id: req-04d993f5-583d-450d-af4e-c8206dc292b1 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:18.135349 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920f2d1c-ab34-440e-94fc-f369294a26b9", "tag": "5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:18.135603 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04d993f5-583d-450d-af4e-c8206dc292b1 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:18.136010 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920f2d1c-ab34-440e-94fc-f369294a26b9', 'tag': '5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a', 'status': 'completed', 'code': 200} Nov 27 01:18:18.138167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8119d1-c0c8-466c-a595-744a2d2e2d56 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:18.149293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-800fa3f6-9814-4d0a-b20b-202365825890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:18.151099 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-800fa3f6-9814-4d0a-b20b-202365825890 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 1095 time: 0.2297435 Nov 27 01:18:18.183891 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router a7863dc0-17b5-41ba-b29e-42063af90ac2 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:18:18.273815 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-281f3e38-ecdf-4c27-a1b8-9332c626d5f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a HTTP/1.1" status: 200 len: 217 time: 0.0838540 Nov 27 01:18:18.366778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-aa31a9b7-5530-4016-977f-067cd6d6d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:18.368341 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-aa31a9b7-5530-4016-977f-067cd6d6d2d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.0622661 Nov 27 01:18:18.369522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:18.374942 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6050ffdf-dac6-4e1f-9f5a-9473632494b9 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/a7863dc0-17b5-41ba-b29e-42063af90ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4983957 Nov 27 01:18:18.377874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58246) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:18.380689 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1f8cb-b650-4349-b61a-557a553a5990 None None] Sync routers for ids ['a7863dc0-17b5-41ba-b29e-42063af90ac2'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:18.402129 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1f8cb-b650-4349-b61a-557a553a5990 None None] Routers {'a7863dc0-17b5-41ba-b29e-42063af90ac2'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:18.408979 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-61f1f8cb-b650-4349-b61a-557a553a5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a7863dc0-17b5-41ba-b29e-42063af90ac2'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:18.453494 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-63c94915-1682-415a-afc8-c9bcbf5563f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652294 Nov 27 01:18:18.471948 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-61f1f8cb-b650-4349-b61a-557a553a5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:18.485452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93c00cf-893f-41ca-80e7-97679a0a2b88 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:18.491570 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d93c00cf-893f-41ca-80e7-97679a0a2b88 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports/cfe24328-1d57-458b-b5ac-d24564cb79d8 HTTP/1.1" status: 200 len: 977 time: 0.1110077 Nov 27 01:18:18.492260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58250) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:18.514120 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1f8cb-b650-4349-b61a-557a553a5990 None None] Routers {'a7863dc0-17b5-41ba-b29e-42063af90ac2'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:18.517590 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-61f1f8cb-b650-4349-b61a-557a553a5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a7863dc0-17b5-41ba-b29e-42063af90ac2'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:18.600096 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-61f1f8cb-b650-4349-b61a-557a553a5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:18.615105 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1f8cb-b650-4349-b61a-557a553a5990 None None] The sync data for ids ['a7863dc0-17b5-41ba-b29e-42063af90ac2'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:18.647592 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-c5f7d7f2-8bca-43d2-8a46-75ed68d4adc8 service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813807 Nov 27 01:18:18.681980 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-186b2573-2b96-470c-bcec-56ce4ba1deea req-07a6b211-31a1-4af1-9007-2f82a074e619 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 210 time: 0.0465605 Nov 27 01:18:18.844060 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53a5857-1825-49e0-97d8-54a8bfaadce5 req-10bcba7b-1559-4d96-8960-8dc60c5e7016 service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777818 Nov 27 01:18:18.874102 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0189c0-0f32-40c4-967e-973def5ccbcd req-4f6d4e9d-070a-4434-8d64-2f6b51d42511 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:18.880934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0189c0-0f32-40c4-967e-973def5ccbcd req-4f6d4e9d-070a-4434-8d64-2f6b51d42511 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:18.889473 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f0189c0-0f32-40c4-967e-973def5ccbcd req-4f6d4e9d-070a-4434-8d64-2f6b51d42511 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=46a58065-304d-49b6-ac26-c1ea9d17b836&device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 1682 time: 0.0959949 Nov 27 01:18:18.961133 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f0189c0-0f32-40c4-967e-973def5ccbcd req-17dd35f3-758d-4681-9d9a-08b7bbde6732 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705013 Nov 27 01:18:19.134938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af61ef-d13a-4ed9-b280-597a9c322904 req-66868070-7ac3-41ac-828c-6d193e3c924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:19.142421 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38af61ef-d13a-4ed9-b280-597a9c322904 req-66868070-7ac3-41ac-828c-6d193e3c924d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 1095 time: 0.1477718 Nov 27 01:18:19.205484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00097681-89d4-4735-b3aa-1869ccc94329 req-a4d1f73d-2ecc-48d9-8def-559b332dd4e6 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:19.207331 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00097681-89d4-4735-b3aa-1869ccc94329 req-a4d1f73d-2ecc-48d9-8def-559b332dd4e6 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.2151427 Nov 27 01:18:19.231410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-00097681-89d4-4735-b3aa-1869ccc94329 req-7c4c9670-9099-4a7f-a9da-5ceb2be0a877 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Request body: {'port': {'device_id': 'b607f804-b65f-4755-a62b-09b3406a0c63', 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'admin_state_up': True, 'tenant_id': '53d6e7131d0740f3ab69fa54032dfa14'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:19.311781 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af61ef-d13a-4ed9-b280-597a9c322904 req-3538ea98-5a7f-4de4-8ca3-765fed89496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:19.313807 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38af61ef-d13a-4ed9-b280-597a9c322904 req-3538ea98-5a7f-4de4-8ca3-765fed89496a service neutron] 10.222.0.31 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.1633019 Nov 27 01:18:19.344412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b77e39-c6d5-45e5-bd01-3972df7a8627 req-698c419a-a0a0-4292-932a-b31077052e8c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:19.346665 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5b77e39-c6d5-45e5-bd01-3972df7a8627 req-698c419a-a0a0-4292-932a-b31077052e8c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.1126029 Nov 27 01:18:19.401386 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38af61ef-d13a-4ed9-b280-597a9c322904 req-e4af4d04-f910-4825-ad18-38e96f796242 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a HTTP/1.1" status: 200 len: 217 time: 0.0531321 Nov 27 01:18:19.467609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00097681-89d4-4735-b3aa-1869ccc94329 req-7c4c9670-9099-4a7f-a9da-5ceb2be0a877 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Made reservation on behalf of 53d6e7131d0740f3ab69fa54032dfa14 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:19.471243 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-00097681-89d4-4735-b3aa-1869ccc94329 req-7c4c9670-9099-4a7f-a9da-5ceb2be0a877 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:19.581730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af61ef-d13a-4ed9-b280-597a9c322904 req-6a793618-c558-44b1-b8cd-a1945e5a428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:19.584650 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38af61ef-d13a-4ed9-b280-597a9c322904 req-6a793618-c558-44b1-b8cd-a1945e5a428c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.1310830 Nov 27 01:18:19.601187 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5b77e39-c6d5-45e5-bd01-3972df7a8627 req-97291d07-1f19-4398-8467-f820da9c18b6 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397854 Nov 27 01:18:19.639656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38af61ef-d13a-4ed9-b280-597a9c322904 req-20f6a7b8-fb1e-41ef-88b3-65085c5b0a32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373013 Nov 27 01:18:19.706188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-00097681-89d4-4735-b3aa-1869ccc94329 req-7c4c9670-9099-4a7f-a9da-5ceb2be0a877 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Allocated IP 172.20.0.5 (8f941621-4f80-49c2-838b-cc0d1ec353c3/00eae9ce-ef22-478b-aeeb-d796cdefe5ee/64fdb5c6-5064-4a83-8617-472d278213fa) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:19.752970 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9702dc2-bc82-40f6-bcf1-5fbb1937d49e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:19.830041 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38af61ef-d13a-4ed9-b280-597a9c322904 req-86666a35-d7b8-4f39-a905-0f57663b57c0 service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810644 Nov 27 01:18:20.021662 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e8045d4-b563-4bb0-8ca7-c22afd68102e req-c5a8c20a-5acc-4dbd-9275-f77728b3804c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 210 time: 0.1902485 Nov 27 01:18:20.055258 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-00097681-89d4-4735-b3aa-1869ccc94329 req-7c4c9670-9099-4a7f-a9da-5ceb2be0a877 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.063134 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38af61ef-d13a-4ed9-b280-597a9c322904 req-68bbdc6f-b92e-4712-b666-3255b8b24180 service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215955 Nov 27 01:18:20.182785 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-00097681-89d4-4735-b3aa-1869ccc94329 req-7c4c9670-9099-4a7f-a9da-5ceb2be0a877 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.220974 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f2a6bd5e-fce6-4265-b237-070545d42afd'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:20.282352 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c9670-9099-4a7f-a9da-5ceb2be0a877 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Pushing event updated for resources: {'Port': ['ID=64fdb5c6-5064-4a83-8617-472d278213fa,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:20.315638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00097681-89d4-4735-b3aa-1869ccc94329 req-7c4c9670-9099-4a7f-a9da-5ceb2be0a877 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Network 8f941621-4f80-49c2-838b-cc0d1ec353c3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:20.318575 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-00097681-89d4-4735-b3aa-1869ccc94329 req-7c4c9670-9099-4a7f-a9da-5ceb2be0a877 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:20.321754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-00097681-89d4-4735-b3aa-1869ccc94329 req-7c4c9670-9099-4a7f-a9da-5ceb2be0a877 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:20.382345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00097681-89d4-4735-b3aa-1869ccc94329 req-7c4c9670-9099-4a7f-a9da-5ceb2be0a877 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:20.382928 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-00097681-89d4-4735-b3aa-1869ccc94329 req-7c4c9670-9099-4a7f-a9da-5ceb2be0a877 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.411900 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7dadd-915e-46b7-a427-6d2a8abb014f req-4891eca6-a127-4c08-8454-a100ed38db52 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:20.421312 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-efc7dadd-915e-46b7-a427-6d2a8abb014f req-4891eca6-a127-4c08-8454-a100ed38db52 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=46a58065-304d-49b6-ac26-c1ea9d17b836 HTTP/1.1" status: 200 len: 946 time: 0.2387378 Nov 27 01:18:20.443977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a9702dc2-bc82-40f6-bcf1-5fbb1937d49e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port cfe24328-1d57-458b-b5ac-d24564cb79d8 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:20.444454 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9702dc2-bc82-40f6-bcf1-5fbb1937d49e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.502011 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00097681-89d4-4735-b3aa-1869ccc94329 req-7c4c9670-9099-4a7f-a9da-5ceb2be0a877 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2756710 Nov 27 01:18:20.522831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Request body: {'port': {'device_id': 'b607f804-b65f-4755-a62b-09b3406a0c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:20.679809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-efc7dadd-915e-46b7-a427-6d2a8abb014f req-134c6850-fe86-4060-afcd-7227f0948b56 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574224 Nov 27 01:18:20.743728 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.797656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87344cf3-67f7-4278-a489-87baffc3c89b req-a39f5721-ad58-4369-bc1b-3974297e3080 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:20.799221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-87344cf3-67f7-4278-a489-87baffc3c89b req-a39f5721-ad58-4369-bc1b-3974297e3080 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.0910864 Nov 27 01:18:20.846177 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9702dc2-bc82-40f6-bcf1-5fbb1937d49e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.860310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a9702dc2-bc82-40f6-bcf1-5fbb1937d49e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for cfe24328-1d57-458b-b5ac-d24564cb79d8 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:20.866623 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-87344cf3-67f7-4278-a489-87baffc3c89b req-415194f7-8167-40f5-b239-9eb2843d2176 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548787 Nov 27 01:18:21.345838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc9cfb-6f28-43d2-9e71-35f07fb69651 req-d4e6300b-e917-4b8d-9e97-88ddebf226d5 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:21.349948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5cc9cfb-6f28-43d2-9e71-35f07fb69651 req-d4e6300b-e917-4b8d-9e97-88ddebf226d5 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 931 time: 0.2352707 Nov 27 01:18:21.664893 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec739e-040f-4eca-8162-07c9e42a7304 req-9c668cf4-a35e-4c8d-8995-1523f95e018c tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:21.666605 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00ec739e-040f-4eca-8162-07c9e42a7304 req-9c668cf4-a35e-4c8d-8995-1523f95e018c tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a58065-304d-49b6-ac26-c1ea9d17b836 HTTP/1.1" status: 200 len: 946 time: 0.1100771 Nov 27 01:18:21.865025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47979d0-91a6-42ff-afe5-aef1251087b3 req-908a8e57-4002-4044-9017-496700797a1d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:21.866826 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b47979d0-91a6-42ff-afe5-aef1251087b3 req-908a8e57-4002-4044-9017-496700797a1d tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=46a58065-304d-49b6-ac26-c1ea9d17b836 HTTP/1.1" status: 200 len: 946 time: 0.1011055 Nov 27 01:18:21.874501 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9702dc2-bc82-40f6-bcf1-5fbb1937d49e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:21.907524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-00ec739e-040f-4eca-8162-07c9e42a7304 req-df97c4bb-4952-4144-b562-37b23c994dba tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Deleting port eadeacfe-2d95-4c33-91c2-fd602ff57d68 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:21.907774 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00ec739e-040f-4eca-8162-07c9e42a7304 req-df97c4bb-4952-4144-b562-37b23c994dba tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:22.000910 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b47979d0-91a6-42ff-afe5-aef1251087b3 req-363ebc56-4bd5-4fdc-98a2-a43544a2f438 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/security-groups?id=433c1299-7818-45aa-a7a5-da9ffe7ce2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272867 Nov 27 01:18:22.036585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c97b6-c444-4a6c-b291-89c185a63d97 req-4187d2d5-b234-4fbe-ac20-9f6b2756a342 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:22.038969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-811c97b6-c444-4a6c-b291-89c185a63d97 req-4187d2d5-b234-4fbe-ac20-9f6b2756a342 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.21 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 945 time: 0.2030275 Nov 27 01:18:22.096405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-00ec739e-040f-4eca-8162-07c9e42a7304 req-df97c4bb-4952-4144-b562-37b23c994dba tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] For port eadeacfe-2d95-4c33-91c2-fd602ff57d68, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=eadeacfe-2d95-4c33-91c2-fd602ff57d68,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:22.099878 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00ec739e-040f-4eca-8162-07c9e42a7304 req-df97c4bb-4952-4144-b562-37b23c994dba tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:22.106828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9702dc2-bc82-40f6-bcf1-5fbb1937d49e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=cfe24328-1d57-458b-b5ac-d24564cb79d8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:22.141001 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-00ec739e-040f-4eca-8162-07c9e42a7304 req-df97c4bb-4952-4144-b562-37b23c994dba tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Calling delete_port for eadeacfe-2d95-4c33-91c2-fd602ff57d68 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:22.228693 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b1c17-7409-4ab2-b574-22a920ae05c5 req-e9de6700-de71-4582-aece-aa8e80b50c12 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:22.236333 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b46b1c17-7409-4ab2-b574-22a920ae05c5 req-e9de6700-de71-4582-aece-aa8e80b50c12 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.1125476 Nov 27 01:18:22.328905 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b46b1c17-7409-4ab2-b574-22a920ae05c5 req-9f025240-ae69-4c54-a8f4-df1cfa9c1d8c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916171 Nov 27 01:18:22.356833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fdb5c6-5064-4a83-8617-472d278213fa {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:22.367872 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:22.441261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Transition to ACTIVE for port object 64fdb5c6-5064-4a83-8617-472d278213fa will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:18:22.454663 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9702dc2-bc82-40f6-bcf1-5fbb1937d49e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:22.467425 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:22.485113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5cc9cfb-6f28-43d2-9e71-35f07fb69651 req-2aa0c8a7-c7d7-4c80-be4c-bdd9469c6a44 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384308 Nov 27 01:18:22.488360 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00ec739e-040f-4eca-8162-07c9e42a7304 req-df97c4bb-4952-4144-b562-37b23c994dba tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:22.527313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['eadeacfe-2d95-4c33-91c2-fd602ff57d68'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:22.558140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97c4bb-4952-4144-b562-37b23c994dba tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Pushing event deleted for resources: {'Port': ['ID=eadeacfe-2d95-4c33-91c2-fd602ff57d68,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:22.583694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['1129e644-42a3-4701-8ec7-4a892ba89616'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:22.666172 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ec739e-040f-4eca-8162-07c9e42a7304 req-df97c4bb-4952-4144-b562-37b23c994dba tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] No DVR routers for this DVR port eadeacfe-2d95-4c33-91c2-fd602ff57d68 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:22.671658 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00ec739e-040f-4eca-8162-07c9e42a7304 req-df97c4bb-4952-4144-b562-37b23c994dba tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:22.675599 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00ec739e-040f-4eca-8162-07c9e42a7304 req-df97c4bb-4952-4144-b562-37b23c994dba tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.31 "DELETE /v2.0/ports/eadeacfe-2d95-4c33-91c2-fd602ff57d68 HTTP/1.1" status: 204 len: 173 time: 0.9758248 Nov 27 01:18:22.676185 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a58065-304d-49b6-ac26-c1ea9d17b836', 'name': 'network-vif-deleted', 'tag': 'eadeacfe-2d95-4c33-91c2-fd602ff57d68'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:22.697724 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae93f12-e0ff-4c2c-9109-11def8749a40" -d '{"events": [{"server_uuid": "46a58065-304d-49b6-ac26-c1ea9d17b836", "name": "network-vif-deleted", "tag": "eadeacfe-2d95-4c33-91c2-fd602ff57d68"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:22.830920 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9424f7dc-f806-455d-916a-d90bfe480acd x-openstack-request-id: req-9424f7dc-f806-455d-916a-d90bfe480acd {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:22.831255 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a58065-304d-49b6-ac26-c1ea9d17b836", "name": "network-vif-deleted", "tag": "eadeacfe-2d95-4c33-91c2-fd602ff57d68", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:22.831565 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9424f7dc-f806-455d-916a-d90bfe480acd {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:22.832058 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a58065-304d-49b6-ac26-c1ea9d17b836', 'name': 'network-vif-deleted', 'tag': 'eadeacfe-2d95-4c33-91c2-fd602ff57d68', 'status': 'completed', 'code': 200} Nov 27 01:18:22.856548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-811c97b6-c444-4a6c-b291-89c185a63d97 req-9093a23e-774e-48fa-9c27-73cd7b52380b tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Deleting port 1129e644-42a3-4701-8ec7-4a892ba89616 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:22.856913 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-811c97b6-c444-4a6c-b291-89c185a63d97 req-9093a23e-774e-48fa-9c27-73cd7b52380b tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.009110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=64fdb5c6-5064-4a83-8617-472d278213fa,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:23.206400 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Attempting to bind port 64fdb5c6-5064-4a83-8617-472d278213fa on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:23.206655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Attempting to bind port 64fdb5c6-5064-4a83-8617-472d278213fa by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:23.207054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Attempting to bind port 64fdb5c6-5064-4a83-8617-472d278213fa on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:23.247502 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Port 64fdb5c6-5064-4a83-8617-472d278213fa on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:18:23.247825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Attempting to bind port 64fdb5c6-5064-4a83-8617-472d278213fa on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:23.252671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fbe2e1b4-b4e5-4390-b19d-2b33e9da9e36 req-d5ef5cd4-966e-4609-84a2-4bd0dc68c530 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=46a58065-304d-49b6-ac26-c1ea9d17b836 HTTP/1.1" status: 200 len: 210 time: 0.0640121 Nov 27 01:18:23.268458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9702dc2-bc82-40f6-bcf1-5fbb1937d49e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router a7863dc0-17b5-41ba-b29e-42063af90ac2 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:23.279236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-811c97b6-c444-4a6c-b291-89c185a63d97 req-9093a23e-774e-48fa-9c27-73cd7b52380b tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] For port 1129e644-42a3-4701-8ec7-4a892ba89616, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1129e644-42a3-4701-8ec7-4a892ba89616,segment=NetworkSegment(eb16efc6-160f-4cc1-bb91-0188a8694cc6),segment_id=eb16efc6-160f-4cc1-bb91-0188a8694cc6)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:23.279236 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-811c97b6-c444-4a6c-b291-89c185a63d97 req-9093a23e-774e-48fa-9c27-73cd7b52380b tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.281595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:23.281939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Checking segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:23.282545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Bound using segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:23.283167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Bound port: 64fdb5c6-5064-4a83-8617-472d278213fa, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:23.283774 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.329880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-811c97b6-c444-4a6c-b291-89c185a63d97 req-9093a23e-774e-48fa-9c27-73cd7b52380b tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Calling delete_port for 1129e644-42a3-4701-8ec7-4a892ba89616 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:23.510916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9702dc2-bc82-40f6-bcf1-5fbb1937d49e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:23.521943 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c480a-e3f1-40a2-920c-19157df7d260 None None] Sync routers for ids ['a7863dc0-17b5-41ba-b29e-42063af90ac2'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:23.545165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c480a-e3f1-40a2-920c-19157df7d260 None None] Routers {'a7863dc0-17b5-41ba-b29e-42063af90ac2'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:23.546704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2b0c480a-e3f1-40a2-920c-19157df7d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a7863dc0-17b5-41ba-b29e-42063af90ac2'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:23.601806 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db6655-2d59-492c-ae9a-c0a6cf561ddd req-a8c1543d-04a9-48d0-9b3c-fb2ed07c6e30 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:23.621340 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54db6655-2d59-492c-ae9a-c0a6cf561ddd req-a8c1543d-04a9-48d0-9b3c-fb2ed07c6e30 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.1566629 Nov 27 01:18:23.626892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2b0c480a-e3f1-40a2-920c-19157df7d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:23.651670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c480a-e3f1-40a2-920c-19157df7d260 None None] Routers {'a7863dc0-17b5-41ba-b29e-42063af90ac2'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:23.657970 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2b0c480a-e3f1-40a2-920c-19157df7d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a7863dc0-17b5-41ba-b29e-42063af90ac2'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:23.687294 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a9702dc2-bc82-40f6-bcf1-5fbb1937d49e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/a7863dc0-17b5-41ba-b29e-42063af90ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1938872 Nov 27 01:18:23.692770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58342) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:23.720162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2b0c480a-e3f1-40a2-920c-19157df7d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:23.721095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c480a-e3f1-40a2-920c-19157df7d260 None None] The sync data for ids ['a7863dc0-17b5-41ba-b29e-42063af90ac2'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:23.731374 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-811c97b6-c444-4a6c-b291-89c185a63d97 req-9093a23e-774e-48fa-9c27-73cd7b52380b tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.767852 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['eadeacfe-2d95-4c33-91c2-fd602ff57d68'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:23.772036 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093a23e-774e-48fa-9c27-73cd7b52380b tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Pushing event deleted for resources: {'Port': ['ID=1129e644-42a3-4701-8ec7-4a892ba89616,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:23.834712 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] For port 64fdb5c6-5064-4a83-8617-472d278213fa, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:23.837245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-811c97b6-c444-4a6c-b291-89c185a63d97 req-9093a23e-774e-48fa-9c27-73cd7b52380b tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] No DVR routers for this DVR port 1129e644-42a3-4701-8ec7-4a892ba89616 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:23.849410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-811c97b6-c444-4a6c-b291-89c185a63d97 req-9093a23e-774e-48fa-9c27-73cd7b52380b tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.853502 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-811c97b6-c444-4a6c-b291-89c185a63d97 req-9093a23e-774e-48fa-9c27-73cd7b52380b tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.21 "DELETE /v2.0/ports/1129e644-42a3-4701-8ec7-4a892ba89616 HTTP/1.1" status: 204 len: 173 time: 1.7441905 Nov 27 01:18:23.854067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550409ee-2bbd-44ce-8509-0f07c7cc9251', 'name': 'network-vif-deleted', 'tag': '1129e644-42a3-4701-8ec7-4a892ba89616'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:23.856683 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b32bb7d-114a-45c5-b573-1f9d0fdb8fc1" -d '{"events": [{"server_uuid": "550409ee-2bbd-44ce-8509-0f07c7cc9251", "name": "network-vif-deleted", "tag": "1129e644-42a3-4701-8ec7-4a892ba89616"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:23.938307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] For port 64fdb5c6-5064-4a83-8617-472d278213fa, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=64fdb5c6-5064-4a83-8617-472d278213fa,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:23.950764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:24.003569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f7352-910e-4ec7-8035-87a433535a9a req-079ed4db-34e4-431d-9b81-9eb37495a00d tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:24.005737 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-817f7352-910e-4ec7-8035-87a433535a9a req-079ed4db-34e4-431d-9b81-9eb37495a00d tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 943 time: 0.1647000 Nov 27 01:18:24.019339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:24.020635 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:24.022029 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00097681-89d4-4735-b3aa-1869ccc94329 req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/64fdb5c6-5064-4a83-8617-472d278213fa HTTP/1.1" status: 200 len: 1092 time: 3.5034382 Nov 27 01:18:24.060520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b187b-56e2-4617-9703-bbdf1ea7f4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=64fdb5c6-5064-4a83-8617-472d278213fa,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:24.110988 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-817f7352-910e-4ec7-8035-87a433535a9a req-dabe55b5-1bf7-46d3-b66c-5d559c4087d6 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937734 Nov 27 01:18:24.196829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58350) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:24.279384 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54db6655-2d59-492c-ae9a-c0a6cf561ddd req-8b5422d3-b7e3-4e80-b5c2-e7154c895c4d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6552913 Nov 27 01:18:24.280749 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00097681-89d4-4735-b3aa-1869ccc94329 req-e8aa4432-9eef-4eba-8250-0b0eb74ee30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:24.285584 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00097681-89d4-4735-b3aa-1869ccc94329 req-e8aa4432-9eef-4eba-8250-0b0eb74ee30c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 1095 time: 0.1393573 Nov 27 01:18:24.403538 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d1cd74-b8bd-4a49-9a9a-4bb3004c7ba7 x-openstack-request-id: req-40d1cd74-b8bd-4a49-9a9a-4bb3004c7ba7 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:24.409288 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550409ee-2bbd-44ce-8509-0f07c7cc9251", "name": "network-vif-deleted", "tag": "1129e644-42a3-4701-8ec7-4a892ba89616", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:24.411071 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40d1cd74-b8bd-4a49-9a9a-4bb3004c7ba7 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:24.412372 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550409ee-2bbd-44ce-8509-0f07c7cc9251', 'name': 'network-vif-deleted', 'tag': '1129e644-42a3-4701-8ec7-4a892ba89616', 'status': 'completed', 'code': 200} Nov 27 01:18:24.415720 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00097681-89d4-4735-b3aa-1869ccc94329 req-cdf5d0e5-05fd-4d77-a6f8-369ec8b03b24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64fdb5c6-5064-4a83-8617-472d278213fa HTTP/1.1" status: 200 len: 217 time: 0.1128666 Nov 27 01:18:24.535432 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-07e469d6-839d-4cfc-9698-fcd02473f5da tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] remove_router_interface failed (client error): The resource could not be found. Nov 27 01:18:24.543968 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-07e469d6-839d-4cfc-9698-fcd02473f5da tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/a7863dc0-17b5-41ba-b29e-42063af90ac2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8450513 Nov 27 01:18:24.546493 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58358) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:24.585293 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00097681-89d4-4735-b3aa-1869ccc94329 req-5f7c2f1b-1e6f-42e4-9d47-8670459c5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:24.586781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00097681-89d4-4735-b3aa-1869ccc94329 req-5f7c2f1b-1e6f-42e4-9d47-8670459c5069 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.1606395 Nov 27 01:18:24.629496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d7ceb6c2-2051-4eb0-8640-9da809f3a5f4 req-b7bcc2b8-e05a-4318-8e53-723891003ca9 tempest-ListServersNegativeTestJSON-1178915123 tempest-ListServersNegativeTestJSON-1178915123-project] 10.222.0.15 "GET /v2.0/ports?device_id=550409ee-2bbd-44ce-8509-0f07c7cc9251 HTTP/1.1" status: 200 len: 210 time: 0.0955155 Nov 27 01:18:24.631652 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d8a315ef-c366-46d7-961e-1d8159cdce40 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7863dc0-17b5-41ba-b29e-42063af90ac2 HTTP/1.1" status: 200 len: 205 time: 0.0840399 Nov 27 01:18:24.634899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58360) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:24.692839 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00097681-89d4-4735-b3aa-1869ccc94329 req-75257e04-a7b5-46ed-a13b-33ba8d54ea47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690751 Nov 27 01:18:24.772096 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32421e7-dcf3-4169-952a-59c488244353 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:24.911536 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00097681-89d4-4735-b3aa-1869ccc94329 req-2f53bd0a-c0c2-4f77-b9c1-411a3bd84296 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695940 Nov 27 01:18:24.972439 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32421e7-dcf3-4169-952a-59c488244353 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:24.975251 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32421e7-dcf3-4169-952a-59c488244353 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.031769 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32421e7-dcf3-4169-952a-59c488244353 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.032219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32421e7-dcf3-4169-952a-59c488244353 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Fanout notify agent at l3_agent the message router_deleted on router a7863dc0-17b5-41ba-b29e-42063af90ac2 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:18:25.040561 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32421e7-dcf3-4169-952a-59c488244353 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.044324 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d32421e7-dcf3-4169-952a-59c488244353 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/routers/a7863dc0-17b5-41ba-b29e-42063af90ac2 HTTP/1.1" status: 204 len: 168 time: 0.4059701 Nov 27 01:18:25.044604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58364) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:25.059062 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00097681-89d4-4735-b3aa-1869ccc94329 req-f180a5f0-ed98-4245-93bf-4a5ec7c3ccb4 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282902 Nov 27 01:18:25.098113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting subnet c2df3af3-046f-47e7-8354-614398325462 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:18:25.102127 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.143324 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf867e36-696b-48b3-8a80-59c3d2605840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.173909 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.283831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a54c3f-dfbe-4c24-9c70-55494676aeb3 req-76d9a44a-7d5e-4941-9461-16c97a70577b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:25.285294 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-78a54c3f-dfbe-4c24-9c70-55494676aeb3 req-76d9a44a-7d5e-4941-9461-16c97a70577b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 943 time: 0.0788951 Nov 27 01:18:25.362337 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.400509 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-78a54c3f-dfbe-4c24-9c70-55494676aeb3 req-6365ca60-6246-4797-a1b2-9044304aaa6d tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879533 Nov 27 01:18:25.461233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.478176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-cf867e36-696b-48b3-8a80-59c3d2605840 admin admin] Deleting port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:25.478568 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf867e36-696b-48b3-8a80-59c3d2605840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.494382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Subnet': ['ID=c2df3af3-046f-47e7-8354-614398325462,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:25.500554 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.507785 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/c2df3af3-046f-47e7-8354-614398325462 HTTP/1.1" status: 204 len: 168 time: 0.4620740 Nov 27 01:18:25.508899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58374) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:25.509299 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34baab5f-3927-43d0-a0da-933e9018ddf9 None None] Network 2080360b-c581-4711-9449-67951b7dba5f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:25.522014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:25.522234 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:25.522497 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:25.523232 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:25.523232 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:25.523448 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:25.526921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:25.526921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:25.526921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:25.526921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:25.526921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:25.526921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe3a6f-235b-4b8f-bdc7-b7f106de14f7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:25.586497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78030a-c36c-478d-896d-951ac314ae8a req-d43bdfa0-eaad-49e9-aba9-b762e5cca4d4 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:25.587992 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a78030a-c36c-478d-896d-951ac314ae8a req-d43bdfa0-eaad-49e9-aba9-b762e5cca4d4 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.1067319 Nov 27 01:18:25.600800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-cf867e36-696b-48b3-8a80-59c3d2605840 admin admin] For port fa3afced-f0a7-4aba-bafc-d2f2e3f8c981, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fa3afced-f0a7-4aba-bafc-d2f2e3f8c981,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:25.601192 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf867e36-696b-48b3-8a80-59c3d2605840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.618786 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.626664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-cf867e36-696b-48b3-8a80-59c3d2605840 admin admin] Calling delete_port for fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:25.699936 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a78030a-c36c-478d-896d-951ac314ae8a req-22789426-4e5d-4a86-9685-c42c05187abd tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042693 Nov 27 01:18:25.714856 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58378) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:25.764967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee1b110-fba2-4457-8404-fe7cbc6e6cd8 None None] DHCP port deletion for 2080360b-c581-4711-9449-67951b7dba5f request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:25.787559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port 18871d7f-b819-4bec-967b-1c4ab2e68530 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:25.788420 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.808431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e72904-7f94-48df-b998-9eb4f7d9000f admin admin] Deleting subnet bb046aec-87f2-4a6e-b8f8-62ef04e1140a {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:18:25.859919 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2e72904-7f94-48df-b998-9eb4f7d9000f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.881982 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1b110-fba2-4457-8404-fe7cbc6e6cd8 None None] Deleting port 18871d7f-b819-4bec-967b-1c4ab2e68530 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:25.883390 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b110-fba2-4457-8404-fe7cbc6e6cd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.909354 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf867e36-696b-48b3-8a80-59c3d2605840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.917693 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] For port 18871d7f-b819-4bec-967b-1c4ab2e68530, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=18871d7f-b819-4bec-967b-1c4ab2e68530,segment=NetworkSegment(efae3064-f2e9-4e39-88c2-10a387eadeda),segment_id=efae3064-f2e9-4e39-88c2-10a387eadeda)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:25.918080 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.922270 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2e72904-7f94-48df-b998-9eb4f7d9000f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.966530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for 18871d7f-b819-4bec-967b-1c4ab2e68530 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:25.978708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf867e36-696b-48b3-8a80-59c3d2605840 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3afced-f0a7-4aba-bafc-d2f2e3f8c981,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:25.990896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9ee1b110-fba2-4457-8404-fe7cbc6e6cd8 None None] For port 18871d7f-b819-4bec-967b-1c4ab2e68530, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=18871d7f-b819-4bec-967b-1c4ab2e68530,segment=NetworkSegment(efae3064-f2e9-4e39-88c2-10a387eadeda),segment_id=efae3064-f2e9-4e39-88c2-10a387eadeda)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:25.991298 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b110-fba2-4457-8404-fe7cbc6e6cd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.012134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1b110-fba2-4457-8404-fe7cbc6e6cd8 None None] Calling delete_port for 18871d7f-b819-4bec-967b-1c4ab2e68530 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:26.033748 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2e72904-7f94-48df-b998-9eb4f7d9000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.115844 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b110-fba2-4457-8404-fe7cbc6e6cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.156663 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.174558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1129e644-42a3-4701-8ec7-4a892ba89616 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:26.184108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=18871d7f-b819-4bec-967b-1c4ab2e68530,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:26.190576 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2e72904-7f94-48df-b998-9eb4f7d9000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.206974 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 1129e644-42a3-4701-8ec7-4a892ba89616 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:26.207708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1129e644-42a3-4701-8ec7-4a892ba89616 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:26.209517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1b110-fba2-4457-8404-fe7cbc6e6cd8 None None] Pushing event deleted for resources: {'Port': ['ID=18871d7f-b819-4bec-967b-1c4ab2e68530,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:26.218636 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1b110-fba2-4457-8404-fe7cbc6e6cd8 None None] No DVR routers for this DVR port 18871d7f-b819-4bec-967b-1c4ab2e68530 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:26.233698 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e72904-7f94-48df-b998-9eb4f7d9000f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb046aec-87f2-4a6e-b8f8-62ef04e1140a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:26.235475 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf867e36-696b-48b3-8a80-59c3d2605840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.248324 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No DVR routers for this DVR port 18871d7f-b819-4bec-967b-1c4ab2e68530 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:26.266284 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2e72904-7f94-48df-b998-9eb4f7d9000f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.271847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f2e72904-7f94-48df-b998-9eb4f7d9000f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bb046aec-87f2-4a6e-b8f8-62ef04e1140a HTTP/1.1" status: 204 len: 168 time: 0.5447402 Nov 27 01:18:26.274976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58384) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:26.451138 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.457122 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08c195cf-bab3-4ecc-8329-ae9f0429523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.491852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2080360b-c581-4711-9449-67951b7dba5f']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:26.546442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efae3064-f2e9-4e39-88c2-10a387eadeda') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:26.547174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efae3064-f2e9-4e39-88c2-10a387eadeda') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:26.601352 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.640507 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08c195cf-bab3-4ecc-8329-ae9f0429523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.651179 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.664375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:26.664941 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:26.668736 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:26.692783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-08c195cf-bab3-4ecc-8329-ae9f0429523d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e9aced-e46e-415b-8ecc-036889c24860']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:26.748212 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e39b1-d6c4-4e8d-bd9f-6015e03f9722 req-bb1cd116-230a-4a9b-99ad-d975edf6a4a2 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:26.749990 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f3e39b1-d6c4-4e8d-bd9f-6015e03f9722 req-bb1cd116-230a-4a9b-99ad-d975edf6a4a2 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 943 time: 0.1882946 Nov 27 01:18:26.752049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-08c195cf-bab3-4ecc-8329-ae9f0429523d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb16efc6-160f-4cc1-bb91-0188a8694cc6') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:26.752479 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-08c195cf-bab3-4ecc-8329-ae9f0429523d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb16efc6-160f-4cc1-bb91-0188a8694cc6') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:26.778992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b607f804-b65f-4755-a62b-09b3406a0c63', 'tag': '64fdb5c6-5064-4a83-8617-472d278213fa'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:26.782902 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68363e16-283f-4a5b-90ed-b606aea951e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b607f804-b65f-4755-a62b-09b3406a0c63", "tag": "64fdb5c6-5064-4a83-8617-472d278213fa"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:26.792167 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08c195cf-bab3-4ecc-8329-ae9f0429523d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.808108 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.815165 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08c195cf-bab3-4ecc-8329-ae9f0429523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.821599 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.824929 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/networks/2080360b-c581-4711-9449-67951b7dba5f HTTP/1.1" status: 204 len: 168 time: 1.3116393 Nov 27 01:18:26.828668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58394) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:26.837234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-483b88fd-7252-41cc-950d-85eab1a8162b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'network': {'name': 'tempest-RoutersTest-2127390037'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:26.849972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c195cf-bab3-4ecc-8329-ae9f0429523d admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:26.850458 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08c195cf-bab3-4ecc-8329-ae9f0429523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:26.852443 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:26.864167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e17066-6d58-43aa-af03-74f4b5f808cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Network': ['ID=2080360b-c581-4711-9449-67951b7dba5f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:26.906205 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f3e39b1-d6c4-4e8d-bd9f-6015e03f9722 req-b28d10c5-4f8a-4a3e-8d87-5233f08a82ec tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431658 Nov 27 01:18:26.938089 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08c195cf-bab3-4ecc-8329-ae9f0429523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.969293 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08c195cf-bab3-4ecc-8329-ae9f0429523d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.978038 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-08c195cf-bab3-4ecc-8329-ae9f0429523d admin admin] 10.222.0.15 "DELETE /v2.0/networks/01e9aced-e46e-415b-8ecc-036889c24860 HTTP/1.1" status: 204 len: 168 time: 0.6784642 Nov 27 01:18:26.979492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c195cf-bab3-4ecc-8329-ae9f0429523d admin admin] Pushing event deleted for resources: {'Network': ['ID=01e9aced-e46e-415b-8ecc-036889c24860,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:26.979847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e00a8-2cc9-41eb-900a-3ec4c9fa2ef9 req-62f22199-8e23-4af7-9dc3-126e8df24360 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:26.981682 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-527e00a8-2cc9-41eb-900a-3ec4c9fa2ef9 req-62f22199-8e23-4af7-9dc3-126e8df24360 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.1090100 Nov 27 01:18:26.982261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483b88fd-7252-41cc-950d-85eab1a8162b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:26.985699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-483b88fd-7252-41cc-950d-85eab1a8162b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.988748 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef39743a-ab41-46f8-8d8a-313d54f78e50 x-openstack-request-id: req-ef39743a-ab41-46f8-8d8a-313d54f78e50 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:26.989495 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b607f804-b65f-4755-a62b-09b3406a0c63", "tag": "64fdb5c6-5064-4a83-8617-472d278213fa", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:26.989859 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef39743a-ab41-46f8-8d8a-313d54f78e50 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:26.990130 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b607f804-b65f-4755-a62b-09b3406a0c63', 'tag': '64fdb5c6-5064-4a83-8617-472d278213fa', 'status': 'completed', 'code': 200} Nov 27 01:18:27.075404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device eadeacfe-2d95-4c33-91c2-fd602ff57d68 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:27.098984 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: eadeacfe-2d95-4c33-91c2-fd602ff57d68 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:27.099585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device eadeacfe-2d95-4c33-91c2-fd602ff57d68 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:27.105303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483b88fd-7252-41cc-950d-85eab1a8162b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:27.110697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf867e36-696b-48b3-8a80-59c3d2605840 admin admin] Router 41929a4b-3d3f-4241-84c6-126d173898af has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:27.126281 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-527e00a8-2cc9-41eb-900a-3ec4c9fa2ef9 req-0f6e4c59-d92a-43c0-a836-074b846f4abc tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308832 Nov 27 01:18:27.131196 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-483b88fd-7252-41cc-950d-85eab1a8162b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.131547 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-483b88fd-7252-41cc-950d-85eab1a8162b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Added segment b37029eb-0269-4e69-811e-00618ec0769c of type vlan for network 3d951ed4-07df-4bce-9e2a-7800ce872b44 Nov 27 01:18:27.143895 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58400) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:27.193265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ad366a71-c064-4338-9d5e-8fcb9d778bc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c19f1576bac41b3a9687fc864e34634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471828 Nov 27 01:18:27.196131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58402) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:27.200962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68363e16-283f-4a5b-90ed-b606aea951e3 req-bcf98b58-41c8-4d91-87d6-4bc3f36d36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:27.202489 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68363e16-283f-4a5b-90ed-b606aea951e3 req-bcf98b58-41c8-4d91-87d6-4bc3f36d36ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 1095 time: 0.1728654 Nov 27 01:18:27.233843 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-483b88fd-7252-41cc-950d-85eab1a8162b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.271646 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12e8c8e5-ca21-4b3e-a13a-12ea65d8b590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.304375 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12e8c8e5-ca21-4b3e-a13a-12ea65d8b590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.357020 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12e8c8e5-ca21-4b3e-a13a-12ea65d8b590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.361333 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12e8c8e5-ca21-4b3e-a13a-12ea65d8b590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.362630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-12e8c8e5-ca21-4b3e-a13a-12ea65d8b590 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/433c1299-7818-45aa-a7a5-da9ffe7ce2b4 HTTP/1.1" status: 204 len: 168 time: 0.1654561 Nov 27 01:18:27.380381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8c8e5-ca21-4b3e-a13a-12ea65d8b590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433c1299-7818-45aa-a7a5-da9ffe7ce2b4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:27.426038 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-483b88fd-7252-41cc-950d-85eab1a8162b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.433679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b88fd-7252-41cc-950d-85eab1a8162b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:27.434318 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-483b88fd-7252-41cc-950d-85eab1a8162b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.539868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68363e16-283f-4a5b-90ed-b606aea951e3 req-3f18d7d0-5725-4973-a6d0-1864c455928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:27.541396 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68363e16-283f-4a5b-90ed-b606aea951e3 req-3f18d7d0-5725-4973-a6d0-1864c455928f service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 906 time: 0.3220432 Nov 27 01:18:27.553954 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-483b88fd-7252-41cc-950d-85eab1a8162b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7229092 Nov 27 01:18:27.556738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58410) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:27.598708 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68363e16-283f-4a5b-90ed-b606aea951e3 req-dadf8cdc-6fe8-44c8-90b3-ce3fafae96a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64fdb5c6-5064-4a83-8617-472d278213fa HTTP/1.1" status: 200 len: 217 time: 0.0427377 Nov 27 01:18:27.600029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf867e36-696b-48b3-8a80-59c3d2605840 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:27.609037 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cf867e36-696b-48b3-8a80-59c3d2605840 admin admin] 10.222.0.15 "PUT /v2.0/routers/41929a4b-3d3f-4241-84c6-126d173898af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4048128 Nov 27 01:18:27.609037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b88fd-7252-41cc-950d-85eab1a8162b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Network': ['ID=3d951ed4-07df-4bce-9e2a-7800ce872b44,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:27.609291 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac277f2-1601-4ecc-a32d-2d13f32b8ff8 None None] Sync routers for ids ['41929a4b-3d3f-4241-84c6-126d173898af'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:27.610724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58414) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:27.617898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0cf6ec28-896e-411f-8348-60723bddcced tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'subnet': {'network_id': '3d951ed4-07df-4bce-9e2a-7800ce872b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:27.623509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 3d951ed4-07df-4bce-9e2a-7800ce872b44 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:27.642374 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac277f2-1601-4ecc-a32d-2d13f32b8ff8 None None] Routers {'41929a4b-3d3f-4241-84c6-126d173898af'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:27.646746 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7ac277f2-1601-4ecc-a32d-2d13f32b8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['41929a4b-3d3f-4241-84c6-126d173898af'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:27.725328 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68363e16-283f-4a5b-90ed-b606aea951e3 req-570120ba-480e-45c0-bed6-c38a063ac933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:27.726961 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68363e16-283f-4a5b-90ed-b606aea951e3 req-570120ba-480e-45c0-bed6-c38a063ac933 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.1039827 Nov 27 01:18:27.826550 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68363e16-283f-4a5b-90ed-b606aea951e3 req-6d135dbe-665f-416b-8afb-660a7512367a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667841 Nov 27 01:18:27.915510 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.921804 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-7ac277f2-1601-4ecc-a32d-2d13f32b8ff8 None None] Set router 41929a4b-3d3f-4241-84c6-126d173898af gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:28.023033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 18871d7f-b819-4bec-967b-1c4ab2e68530 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:28.027873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf6ec28-896e-411f-8348-60723bddcced tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:28.036457 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0cf6ec28-896e-411f-8348-60723bddcced tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.058234 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 18871d7f-b819-4bec-967b-1c4ab2e68530 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:28.058825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 18871d7f-b819-4bec-967b-1c4ab2e68530 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:28.167619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 64fdb5c6-5064-4a83-8617-472d278213fa details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:18:28.273253 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.335446 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.363671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 64fdb5c6-5064-4a83-8617-472d278213fa, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=64fdb5c6-5064-4a83-8617-472d278213fa,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:28.383056 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7ac277f2-1601-4ecc-a32d-2d13f32b8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 5, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port': {'id': '600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41929a4b-3d3f-4241-84c6-126d173898af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:07:08Z', 'updated_at': '2021-11-27T01:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:28.394686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '64fdb5c6-5064-4a83-8617-472d278213fa', 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'port_id': '64fdb5c6-5064-4a83-8617-472d278213fa', 'mac_address': 'fa:16:3e:d3:ab:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00eae9ce-ef22-478b-aeeb-d796cdefe5ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:18:28.405892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] Deleting port 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:28.406231 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.446031 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.465822 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fdb5c6-5064-4a83-8617-472d278213fa {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:28.487673 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac277f2-1601-4ecc-a32d-2d13f32b8ff8 None None] Checking router: 41929a4b-3d3f-4241-84c6-126d173898af for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:18:28.493754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 64fdb5c6-5064-4a83-8617-472d278213fa, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=64fdb5c6-5064-4a83-8617-472d278213fa,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:28.503411 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.513497 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac277f2-1601-4ecc-a32d-2d13f32b8ff8 None None] Routers {'41929a4b-3d3f-4241-84c6-126d173898af'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:28.518391 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7ac277f2-1601-4ecc-a32d-2d13f32b8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['41929a4b-3d3f-4241-84c6-126d173898af'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:28.569311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=64fdb5c6-5064-4a83-8617-472d278213fa,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:28.625328 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68363e16-283f-4a5b-90ed-b606aea951e3 req-3d99daaf-c1f8-46fc-9007-803577809cfb service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7772801 Nov 27 01:18:28.630428 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0cf6ec28-896e-411f-8348-60723bddcced tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.702366 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6ec28-896e-411f-8348-60723bddcced tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Subnet': ['ID=1558f1ba-9a25-4bde-b835-3c7df1fd3fd3,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:28.717925 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-7ac277f2-1601-4ecc-a32d-2d13f32b8ff8 None None] Set router 41929a4b-3d3f-4241-84c6-126d173898af gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:28.763878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52307d-7463-4194-825d-5bf224753e9f req-74f7f986-bb96-49fc-b7db-372d2b3ab903 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:28.771507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc52307d-7463-4194-825d-5bf224753e9f req-74f7f986-bb96-49fc-b7db-372d2b3ab903 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 943 time: 0.5910380 Nov 27 01:18:28.779105 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae717fb-7a3b-404f-aa12-8161bd75c809 req-83031c60-e83f-4eab-b33f-9c448eb19602 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:28.786367 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7ae717fb-7a3b-404f-aa12-8161bd75c809 req-83031c60-e83f-4eab-b33f-9c448eb19602 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.2084377 Nov 27 01:18:28.788687 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] For port 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:28.788956 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.799614 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7ac277f2-1601-4ecc-a32d-2d13f32b8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:18:28Z', 'revision_number': 6, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:28.814932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] Calling delete_port for 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:28.841115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf6ec28-896e-411f-8348-60723bddcced tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Checking segment: {'id': 'b37029eb-0269-4e69-811e-00618ec0769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3d951ed4-07df-4bce-9e2a-7800ce872b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:28.841970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf6ec28-896e-411f-8348-60723bddcced tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network hostable DHCP agents. Network: 3d951ed4-07df-4bce-9e2a-7800ce872b44, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:18:28.848059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['64fdb5c6-5064-4a83-8617-472d278213fa'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:28.852832 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc52307d-7463-4194-825d-5bf224753e9f req-0048d712-5c66-4fa4-8aa1-69ca11a5e261 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782974 Nov 27 01:18:28.870665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58442) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:28.900840 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac277f2-1601-4ecc-a32d-2d13f32b8ff8 None None] The sync data for ids ['41929a4b-3d3f-4241-84c6-126d173898af'] in n-d-817303-10 is: [{'id': '41929a4b-3d3f-4241-84c6-126d173898af', 'name': 'tempest-AttachVolumeShelveTestJSON-2124671438-router', 'tenant_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:07:07Z', 'updated_at': '2021-11-27T01:18:28Z', 'revision_number': 6, 'project_id': 'e93e94c1f6cd44529cc2d71063783ea9', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:28.938244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf6ec28-896e-411f-8348-60723bddcced tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 3d951ed4-07df-4bce-9e2a-7800ce872b44 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:18:28.965737 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68363e16-283f-4a5b-90ed-b606aea951e3 req-eefc9651-a967-416c-90ee-6aa47f574d62 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262160 Nov 27 01:18:28.985972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-0cf6ec28-896e-411f-8348-60723bddcced tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 3d951ed4-07df-4bce-9e2a-7800ce872b44) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:29.008051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf6ec28-896e-411f-8348-60723bddcced tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:29.008686 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0cf6ec28-896e-411f-8348-60723bddcced tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.032972 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b659f261-5b16-4591-86f6-dfff89f2897e None None] Network 3d951ed4-07df-4bce-9e2a-7800ce872b44 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:29.066849 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0cf6ec28-896e-411f-8348-60723bddcced tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4705536 Nov 27 01:18:29.072994 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58446) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:29.081483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1070873b-5a4a-4049-a3bf-bc948839eae2 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-648439952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:29.123026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2098552326-network', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:29.158399 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7ae717fb-7a3b-404f-aa12-8161bd75c809 req-3b9b9739-62a7-47bb-a1c4-fc451cc6f8e4 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215035 Nov 27 01:18:29.166783 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1070873b-5a4a-4049-a3bf-bc948839eae2 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.167862 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1070873b-5a4a-4049-a3bf-bc948839eae2 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.172559 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.248678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] Pushing event deleted for resources: {'Port': ['ID=600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:29.250237 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] Made reservation on behalf of fed1b1bae53244d39c27b4bf4d5ada1d for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:29.252864 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.276747 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.323935 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1070873b-5a4a-4049-a3bf-bc948839eae2 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.330680 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1070873b-5a4a-4049-a3bf-bc948839eae2 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.340496 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.348130 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b10aa5-7204-4193-b025-c2dbd86b612f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:29.357571 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1070873b-5a4a-4049-a3bf-bc948839eae2 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.366615 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1070873b-5a4a-4049-a3bf-bc948839eae2 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2922547 Nov 27 01:18:29.369821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58450) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:29.494748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-3d951ed4-07df-4bce-9e2a-7800ce872b44', 'network_id': '3d951ed4-07df-4bce-9e2a-7800ce872b44', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'fixed_ips': [{'subnet_id': '1558f1ba-9a25-4bde-b835-3c7df1fd3fd3'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:18:29.495624 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.581904 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.585045 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.593754 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.626039 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.641811 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.642339 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41929a4b-3d3f-4241-84c6-126d173898af {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:18:29.651218 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.652788 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b9a10414-51ff-49f7-b411-a6d40bc06182 admin admin] 10.222.0.15 "DELETE /v2.0/routers/41929a4b-3d3f-4241-84c6-126d173898af HTTP/1.1" status: 204 len: 168 time: 2.0404263 Nov 27 01:18:29.655248 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58454) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:29.723655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9437c75d-0ddf-41bd-9c31-15ee6ba253fb admin admin] Deleting subnet f85db6d9-3158-4d56-9a3d-f6005e5ea913 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:18:29.727000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9437c75d-0ddf-41bd-9c31-15ee6ba253fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.733866 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:29.752201 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a4774c-0796-483b-9746-4e1f4b8c2046,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:29.762058 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.762441 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] Added segment d51b4286-c978-4da5-8603-5b45d33397f7 of type vlan for network 3c57a88e-d3f9-4c17-b69e-c01abc695eed Nov 27 01:18:29.770834 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9437c75d-0ddf-41bd-9c31-15ee6ba253fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.788548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Allocated IP 172.20.0.2 (3d951ed4-07df-4bce-9e2a-7800ce872b44/1558f1ba-9a25-4bde-b835-3c7df1fd3fd3/952162cb-a832-4428-bafb-64bf343d1fe2) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:29.842095 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.920355 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9437c75d-0ddf-41bd-9c31-15ee6ba253fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.971673 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.979082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.db.resource_extend [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:18:29.981888 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.011410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.013929 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.014893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:30.015507 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.061660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Pushing event updated for resources: {'Port': ['ID=952162cb-a832-4428-bafb-64bf343d1fe2,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:30.065971 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:30.109412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2336154 Nov 27 01:18:30.113849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58460) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:30.129973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-35ca8756-d8cb-4201-94e4-93eb53f4a2a4 admin admin] Request body: {'subnet': {'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2098552326-subnet', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:30.147487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938188e-2bf7-4e3a-9814-3a08f02172c0 admin admin] Pushing event updated for resources: {'Network': ['ID=3c57a88e-d3f9-4c17-b69e-c01abc695eed,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:30.148491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Network 3d951ed4-07df-4bce-9e2a-7800ce872b44 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:30.150075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:30.150585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fa3afced-f0a7-4aba-bafc-d2f2e3f8c981 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:30.151162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:30.185472 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:30.192131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:30.193050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 600bcbe1-59f8-4403-ac8d-e8fd6cbd9a0b not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:30.195270 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 3c57a88e-d3f9-4c17-b69e-c01abc695eed details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:30.198420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 64fdb5c6-5064-4a83-8617-472d278213fa up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:30.202025 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:30.285229 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2380c-c137-42dd-a4c9-192128568f21 req-c371545a-e392-47c7-85ed-5857b2e2941e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:30.287369 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-31c2380c-c137-42dd-a4c9-192128568f21 req-c371545a-e392-47c7-85ed-5857b2e2941e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 944 time: 0.2569573 Nov 27 01:18:30.296406 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9437c75d-0ddf-41bd-9c31-15ee6ba253fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.306688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ca8756-d8cb-4201-94e4-93eb53f4a2a4 admin admin] Made reservation on behalf of fed1b1bae53244d39c27b4bf4d5ada1d for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:30.309873 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-35ca8756-d8cb-4201-94e4-93eb53f4a2a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.411126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Attempting to bind port 952162cb-a832-4428-bafb-64bf343d1fe2 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:30.411777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Attempting to bind port 952162cb-a832-4428-bafb-64bf343d1fe2 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'b37029eb-0269-4e69-811e-00618ec0769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3d951ed4-07df-4bce-9e2a-7800ce872b44'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:30.412058 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Attempting to bind port 952162cb-a832-4428-bafb-64bf343d1fe2 on network 3d951ed4-07df-4bce-9e2a-7800ce872b44 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:30.429953 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:30.430229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Checking segment: {'id': 'b37029eb-0269-4e69-811e-00618ec0769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3d951ed4-07df-4bce-9e2a-7800ce872b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:30.430688 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.431015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Bound using segment: {'id': 'b37029eb-0269-4e69-811e-00618ec0769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3d951ed4-07df-4bce-9e2a-7800ce872b44'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:30.431501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Bound port: 952162cb-a832-4428-bafb-64bf343d1fe2, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37029eb-0269-4e69-811e-00618ec0769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3d951ed4-07df-4bce-9e2a-7800ce872b44'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:30.431888 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.441798 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9437c75d-0ddf-41bd-9c31-15ee6ba253fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.446698 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9437c75d-0ddf-41bd-9c31-15ee6ba253fb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f85db6d9-3158-4d56-9a3d-f6005e5ea913 HTTP/1.1" status: 204 len: 168 time: 0.7893481 Nov 27 01:18:30.450607 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c85a9e1-505a-4599-95b8-646becb8f6ab None None] Network cf63eb64-bdb4-470a-9e3f-8cf792734371 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:30.453741 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58464) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:30.467672 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437c75d-0ddf-41bd-9c31-15ee6ba253fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85db6d9-3158-4d56-9a3d-f6005e5ea913,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:30.545076 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 64fdb5c6-5064-4a83-8617-472d278213fa completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:18:30.588843 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.589639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 64fdb5c6-5064-4a83-8617-472d278213fa triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:30.590451 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.630921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680f0fa-9cab-4a67-a78b-0c422eeb2505 req-2f8e909b-52f3-41b8-b804-3ef698465224 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:30.632577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7680f0fa-9cab-4a67-a78b-0c422eeb2505 req-2f8e909b-52f3-41b8-b804-3ef698465224 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.1220326 Nov 27 01:18:30.663314 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-31c2380c-c137-42dd-a4c9-192128568f21 req-e10efbf2-d624-4e70-bbb1-aa2e7425a87c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520193 Nov 27 01:18:30.784076 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] For port 952162cb-a832-4428-bafb-64bf343d1fe2, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:30.809384 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] For port 952162cb-a832-4428-bafb-64bf343d1fe2, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=952162cb-a832-4428-bafb-64bf343d1fe2,segment=NetworkSegment(b37029eb-0269-4e69-811e-00618ec0769c),segment_id=b37029eb-0269-4e69-811e-00618ec0769c)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:30.811614 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.821371 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.826815 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.853036 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012af77e-360b-4fbf-bdb8-9856a529b71f None None] DHCP port deletion for cf63eb64-bdb4-470a-9e3f-8cf792734371 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:30.897234 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7680f0fa-9cab-4a67-a78b-0c422eeb2505 req-bd740036-501c-4eed-9c60-3eb7f04aaab2 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452161 Nov 27 01:18:30.913153 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Allocated IP 172.20.0.1 (3d951ed4-07df-4bce-9e2a-7800ce872b44/1558f1ba-9a25-4bde-b835-3c7df1fd3fd3/0e4cc647-316f-409e-a374-e544f99b42f7) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:30.936008 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-35ca8756-d8cb-4201-94e4-93eb53f4a2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.007462 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b607f804-b65f-4755-a62b-09b3406a0c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fdb5c6-5064-4a83-8617-472d278213fa'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:31.014988 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bfe52c-b168-404f-9a38-28212deb7f4e" -d '{"events": [{"server_uuid": "b607f804-b65f-4755-a62b-09b3406a0c63", "name": "network-vif-plugged", "status": "completed", "tag": "64fdb5c6-5064-4a83-8617-472d278213fa"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:31.054078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Deleting port 4d599113-2398-4806-88b8-2f8c73399849 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:31.054423 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.060760 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 64fdb5c6-5064-4a83-8617-472d278213fa, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=64fdb5c6-5064-4a83-8617-472d278213fa,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:31.070967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eddb86-7a6d-4d10-add5-c6e0fe59a122 None None] Pushing event updated for resources: {'Port': ['ID=952162cb-a832-4428-bafb-64bf343d1fe2,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:31.074009 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.112409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca8756-d8cb-4201-94e4-93eb53f4a2a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2973a6-0364-4d73-9157-cfbb2858d62a,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:31.145014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-012af77e-360b-4fbf-bdb8-9856a529b71f None None] Deleting port 4d599113-2398-4806-88b8-2f8c73399849 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:31.145014 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-012af77e-360b-4fbf-bdb8-9856a529b71f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.147191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=64fdb5c6-5064-4a83-8617-472d278213fa,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:31.151752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.215767 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca8756-d8cb-4201-94e4-93eb53f4a2a4 admin admin] Checking segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:31.216133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ca8756-d8cb-4201-94e4-93eb53f4a2a4 admin admin] Network hostable DHCP agents. Network: 3c57a88e-d3f9-4c17-b69e-c01abc695eed, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:18:31.250288 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.251497 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-012af77e-360b-4fbf-bdb8-9856a529b71f None None] For port 4d599113-2398-4806-88b8-2f8c73399849, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4d599113-2398-4806-88b8-2f8c73399849,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:31.251974 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-012af77e-360b-4fbf-bdb8-9856a529b71f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.272164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] For port 4d599113-2398-4806-88b8-2f8c73399849, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4d599113-2398-4806-88b8-2f8c73399849,segment=NetworkSegment(abeed02c-0abf-4994-bb8c-a348bdf93203),segment_id=abeed02c-0abf-4994-bb8c-a348bdf93203)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:31.272579 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.294909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-012af77e-360b-4fbf-bdb8-9856a529b71f None None] Calling delete_port for 4d599113-2398-4806-88b8-2f8c73399849 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:31.304096 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Calling delete_port for 4d599113-2398-4806-88b8-2f8c73399849 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:31.320082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 3d951ed4-07df-4bce-9e2a-7800ce872b44 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:31.322743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ca8756-d8cb-4201-94e4-93eb53f4a2a4 admin admin] Network 3c57a88e-d3f9-4c17-b69e-c01abc695eed is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:18:31.324109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:31.328784 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:31.427004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-35ca8756-d8cb-4201-94e4-93eb53f4a2a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 3c57a88e-d3f9-4c17-b69e-c01abc695eed) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:31.433980 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0c79a6-0dc6-46f2-99cf-47dad79009db x-openstack-request-id: req-3e0c79a6-0dc6-46f2-99cf-47dad79009db {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:31.434532 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b607f804-b65f-4755-a62b-09b3406a0c63", "name": "network-vif-plugged", "status": "completed", "tag": "64fdb5c6-5064-4a83-8617-472d278213fa", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:31.434663 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e0c79a6-0dc6-46f2-99cf-47dad79009db {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:31.434959 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b607f804-b65f-4755-a62b-09b3406a0c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fdb5c6-5064-4a83-8617-472d278213fa', 'code': 200} Nov 27 01:18:31.437604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ca8756-d8cb-4201-94e4-93eb53f4a2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:31.439272 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-35ca8756-d8cb-4201-94e4-93eb53f4a2a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.472567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=0e4cc647-316f-409e-a374-e544f99b42f7,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:31.495000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-35ca8756-d8cb-4201-94e4-93eb53f4a2a4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3790312 Nov 27 01:18:31.497925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58476) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:31.503128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd762f56-6ee5-4fb7-966d-e53a6b00548e None None] Network 3c57a88e-d3f9-4c17-b69e-c01abc695eed requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:31.513986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:31.557700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.575192 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-012af77e-360b-4fbf-bdb8-9856a529b71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.581268 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.620041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012af77e-360b-4fbf-bdb8-9856a529b71f None None] Pushing event deleted for resources: {'Port': ['ID=4d599113-2398-4806-88b8-2f8c73399849,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:31.631260 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012af77e-360b-4fbf-bdb8-9856a529b71f None None] No DVR routers for this DVR port 4d599113-2398-4806-88b8-2f8c73399849 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:31.632953 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.633965 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.689391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d599113-2398-4806-88b8-2f8c73399849,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:31.691741 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] No DVR routers for this DVR port 4d599113-2398-4806-88b8-2f8c73399849 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:31.722383 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.954821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:18:31.956161 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.971657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 952162cb-a832-4428-bafb-64bf343d1fe2 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:32.002697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6895196-a452-47c7-a135-77e56282e805 req-0eec91a9-21c1-4409-880e-a81eac64b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:32.009116 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6895196-a452-47c7-a135-77e56282e805 req-0eec91a9-21c1-4409-880e-a81eac64b066 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 1097 time: 0.4836643 Nov 27 01:18:32.140260 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.185536 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.198800 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6895196-a452-47c7-a135-77e56282e805 req-cee0661c-a8d5-44a0-b541-c834b974fc7a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720126 Nov 27 01:18:32.201175 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.239983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9771777-5ecd-493f-83dc-b8ccb626ee38 req-f2d69111-336b-43db-85dc-c83829e1b34f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:32.266867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9771777-5ecd-493f-83dc-b8ccb626ee38 req-f2d69111-336b-43db-85dc-c83829e1b34f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 945 time: 0.3241487 Nov 27 01:18:32.280046 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf63eb64-bdb4-470a-9e3f-8cf792734371']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:32.392984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abeed02c-0abf-4994-bb8c-a348bdf93203') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:32.393921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abeed02c-0abf-4994-bb8c-a348bdf93203') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:32.413084 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.422555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 952162cb-a832-4428-bafb-64bf343d1fe2 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:32.423256 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.444514 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9771777-5ecd-493f-83dc-b8ccb626ee38 req-ff611836-ce68-4318-b66a-25e832bb2d9f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679192 Nov 27 01:18:32.455280 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.474012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:32.474705 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:32.476784 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:32.584337 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.591566 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.599583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Allocated IP 172.20.0.2 (3c57a88e-d3f9-4c17-b69e-c01abc695eed/dc2973a6-0364-4d73-9157-cfbb2858d62a/d8a63097-f4a1-4e74-bfe0-303f5529942e) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:32.600179 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cf63eb64-bdb4-470a-9e3f-8cf792734371 HTTP/1.1" status: 204 len: 168 time: 2.1204789 Nov 27 01:18:32.609728 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3147c-1726-4f62-8e59-deb5f4e2b2f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf63eb64-bdb4-470a-9e3f-8cf792734371,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:32.741797 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.833065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 952162cb-a832-4428-bafb-64bf343d1fe2, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=952162cb-a832-4428-bafb-64bf343d1fe2,segment=NetworkSegment(b37029eb-0269-4e69-811e-00618ec0769c),segment_id=b37029eb-0269-4e69-811e-00618ec0769c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:32.854767 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58492) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:32.870759 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.877886 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134dc2e-900f-40e2-8fe3-e27d846c9b4c None None] Network 3d951ed4-07df-4bce-9e2a-7800ce872b44 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:32.980410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-34d7555d-d137-46e7-a605-713aad6cf586 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e93e94c1f6cd44529cc2d71063783ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1241527 Nov 27 01:18:32.981206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58494) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:33.012115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4d599113-2398-4806-88b8-2f8c73399849 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:33.076740 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d05d41d-829b-4964-a19c-afa892a5299d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.142917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a49fe5-2f28-4253-b9c0-328064ecd4b9 req-61ad3a36-596a-4d5b-84cb-1958548f1afd tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:33.145522 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d05d41d-829b-4964-a19c-afa892a5299d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.151373 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4a49fe5-2f28-4253-b9c0-328064ecd4b9 req-61ad3a36-596a-4d5b-84cb-1958548f1afd tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.9428363 Nov 27 01:18:33.204536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 4d599113-2398-4806-88b8-2f8c73399849 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:33.204956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4d599113-2398-4806-88b8-2f8c73399849 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:33.206503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:18:33.247325 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.259303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=952162cb-a832-4428-bafb-64bf343d1fe2,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:33.264180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3ecba07a-d8aa-4972-a2d3-4bc3241b5ce6 None None] Provisioning complete for port 952162cb-a832-4428-bafb-64bf343d1fe2 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:33.264574 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3ecba07a-d8aa-4972-a2d3-4bc3241b5ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.275886 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4a49fe5-2f28-4253-b9c0-328064ecd4b9 req-9b7bcd24-10f1-4cfd-a28c-168145769d8d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233878 Nov 27 01:18:33.280171 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d05d41d-829b-4964-a19c-afa892a5299d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.283409 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d05d41d-829b-4964-a19c-afa892a5299d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.284285 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2d05d41d-829b-4964-a19c-afa892a5299d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4247b161-6cb1-41c5-8b6a-200ddcea90dc HTTP/1.1" status: 204 len: 168 time: 0.3020108 Nov 27 01:18:33.297253 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.311176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05d41d-829b-4964-a19c-afa892a5299d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4247b161-6cb1-41c5-8b6a-200ddcea90dc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:33.454987 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Network 3c57a88e-d3f9-4c17-b69e-c01abc695eed is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:33.482794 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:33.484632 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Pushing event updated for resources: {'Port': ['ID=d8a63097-f4a1-4e74-bfe0-303f5529942e,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:33.494505 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:33.634056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Attempting to bind port d8a63097-f4a1-4e74-bfe0-303f5529942e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:33.634731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Attempting to bind port d8a63097-f4a1-4e74-bfe0-303f5529942e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:33.634731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Attempting to bind port d8a63097-f4a1-4e74-bfe0-303f5529942e on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:33.639290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:33.672751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:33.673134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Checking segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:33.673545 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.673984 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Bound using segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:33.674433 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Bound port: d8a63097-f4a1-4e74-bfe0-303f5529942e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:33.674821 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.690239 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a', 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0', 'port_id': '5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a', 'mac_address': 'fa:16:3e:55:00:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc711a7c-5baa-452f-8fb2-a98d9e7b8c26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:18:33.707493 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee4385-425a-42d5-8e00-53a9e27e3df7 req-ae981319-e6ac-479b-bf59-0b3c94416671 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:33.711244 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.726097 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-94ee4385-425a-42d5-8e00-53a9e27e3df7 req-ae981319-e6ac-479b-bf59-0b3c94416671 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 945 time: 0.1366911 Nov 27 01:18:33.744302 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.844916 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-94ee4385-425a-42d5-8e00-53a9e27e3df7 req-eba3a1a5-dba3-4055-81d1-0d076a5414fa tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145813 Nov 27 01:18:33.856980 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.876938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 952162cb-a832-4428-bafb-64bf343d1fe2 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:33.971987 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] For port d8a63097-f4a1-4e74-bfe0-303f5529942e, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:33.980710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=0e4cc647-316f-409e-a374-e544f99b42f7,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:33.994659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:34.006759 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.057684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] For port d8a63097-f4a1-4e74-bfe0-303f5529942e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d8a63097-f4a1-4e74-bfe0-303f5529942e,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:34.063651 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.080332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:34.115339 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.178392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b5e7d-0fec-46bc-90a5-c6620678165b None None] Pushing event updated for resources: {'Port': ['ID=d8a63097-f4a1-4e74-bfe0-303f5529942e,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:34.231186 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 952162cb-a832-4428-bafb-64bf343d1fe2 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:34.231663 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.274799 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:18:34.330743 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.368158 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:34.428894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.454574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4b7b4028-d42f-4dfc-be88-96668dc6b84d None None] Provisioning complete for port 952162cb-a832-4428-bafb-64bf343d1fe2 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:34.455107 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4028-d42f-4dfc-be88-96668dc6b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.571250 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4b7b4028-d42f-4dfc-be88-96668dc6b84d None None] Provisioning complete for port 0e4cc647-316f-409e-a374-e544f99b42f7 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:34.571762 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4028-d42f-4dfc-be88-96668dc6b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.591491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-097e06ff-2c7f-47f1-a7ac-687480109914 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:34.595151 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-097e06ff-2c7f-47f1-a7ac-687480109914 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.3156917 Nov 27 01:18:34.632274 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-a404ff14-560b-4579-b4ca-30393f676611 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/quotas/53d6e7131d0740f3ab69fa54032dfa14 HTTP/1.1" status: 200 len: 375 time: 0.0143783 Nov 27 01:18:34.662025 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b4028-d42f-4dfc-be88-96668dc6b84d None None] Port 0e4cc647-316f-409e-a374-e544f99b42f7 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:34.675642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:34.743272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-5d96c0eb-51b1-4aa0-b803-ae9a4c66101e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044765 Nov 27 01:18:34.810871 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c21d15bc-8eb2-4f9c-b815-5a817d949d78 None None] Provisioning complete for port 0e4cc647-316f-409e-a374-e544f99b42f7 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:34.811799 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c21d15bc-8eb2-4f9c-b815-5a817d949d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.821770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40299a-4136-446a-936c-db76df224e9b req-3263f56b-c80d-4ed8-b3b7-607974adcce9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:34.823422 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c40299a-4136-446a-936c-db76df224e9b req-3263f56b-c80d-4ed8-b3b7-607974adcce9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 944 time: 0.2001295 Nov 27 01:18:34.829914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 3d951ed4-07df-4bce-9e2a-7800ce872b44 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:34.832899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:34.876578 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Allocated IP 172.25.1.170 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/c31f6343-515e-496e-9a82-0fa37f0e4fae) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:34.890776 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c21d15bc-8eb2-4f9c-b815-5a817d949d78 None None] Port 0e4cc647-316f-409e-a374-e544f99b42f7 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:34.902000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-89f0ea18-8527-43ba-b2d0-7aedfacb6bb6 service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533165 Nov 27 01:18:35.009363 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58542) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:35.042405 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-f518e430-7f32-4b1a-94c4-c24a1193d78d service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339130 Nov 27 01:18:35.044337 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c40299a-4136-446a-936c-db76df224e9b req-b5ed97db-3605-481b-9ee0-9062f59ee2bf tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056634 Nov 27 01:18:35.172905 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2078713762-network', 'tenant_id': 'e1b4bed9d43e47829a727a9424c4efb5'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:35.189332 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.192469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router 76cb924d-bf76-431c-a66d-01d3838ed3ba is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:18:35.216525 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] Made reservation on behalf of e1b4bed9d43e47829a727a9424c4efb5 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:35.219136 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.237630 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.338545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b5778f6c-9124-42d7-be01-e0ae7445b22a None None] Provisioning complete for port 0e4cc647-316f-409e-a374-e544f99b42f7 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:35.338928 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b5778f6c-9124-42d7-be01-e0ae7445b22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.361484 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.409928 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b8bf80da-b9db-450d-a456-a6b3b52c412b req-4219c416-4cc4-49a4-a668-9ab9716167cc tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 210 time: 0.0603333 Nov 27 01:18:35.410236 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b5778f6c-9124-42d7-be01-e0ae7445b22a None None] Port 0e4cc647-316f-409e-a374-e544f99b42f7 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:35.448275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:35.451555 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.454471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:35.456201 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.466714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:35.483239 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e898a87-2fb1-4558-aa1e-af3f2d3f0245 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:35.525957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:35.533024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:35.534856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c31f6343-515e-496e-9a82-0fa37f0e4fae,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:35.541769 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.541769 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] Added segment c9db7668-597d-4aa3-873a-e79d41699654 of type vlan for network e1d6a221-28a9-467a-8d0b-0f8791086068 Nov 27 01:18:35.562424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-92506376-2cb3-4f7b-bbbe-768c8720f728 None None] Provisioning complete for port c31f6343-515e-496e-9a82-0fa37f0e4fae triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:35.563074 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-92506376-2cb3-4f7b-bbbe-768c8720f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.632414 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-92506376-2cb3-4f7b-bbbe-768c8720f728 None None] Port c31f6343-515e-496e-9a82-0fa37f0e4fae cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:35.665042 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.696209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:35.716671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b94fa-76da-4898-a941-3ea48f55866e None None] Sync routers for ids ['76cb924d-bf76-431c-a66d-01d3838ed3ba'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:35.717695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58564) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:35.722369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-059e0bf5-7c38-47ef-bbcc-c4e5367b3b0f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/76cb924d-bf76-431c-a66d-01d3838ed3ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3512921 Nov 27 01:18:35.734605 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.735630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:35.739149 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.754920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b94fa-76da-4898-a941-3ea48f55866e None None] Routers {'76cb924d-bf76-431c-a66d-01d3838ed3ba'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:35.757744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d64b94fa-76da-4898-a941-3ea48f55866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['76cb924d-bf76-431c-a66d-01d3838ed3ba'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:35.831104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d64b94fa-76da-4898-a941-3ea48f55866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:35.855263 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b94fa-76da-4898-a941-3ea48f55866e None None] Routers {'76cb924d-bf76-431c-a66d-01d3838ed3ba'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:35.856823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d64b94fa-76da-4898-a941-3ea48f55866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['76cb924d-bf76-431c-a66d-01d3838ed3ba'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:35.857660 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0c94cc-57f8-4e4a-894f-e8fa488431f4 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:35.872804 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ee0c94cc-57f8-4e4a-894f-e8fa488431f4 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports/0e4cc647-316f-409e-a374-e544f99b42f7 HTTP/1.1" status: 200 len: 910 time: 0.1525803 Nov 27 01:18:35.873457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58566) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:35.906001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d8a63097-f4a1-4e74-bfe0-303f5529942e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:35.935950 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9254766 Nov 27 01:18:35.952976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d64b94fa-76da-4898-a941-3ea48f55866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:35.953611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b94fa-76da-4898-a941-3ea48f55866e None None] The sync data for ids ['76cb924d-bf76-431c-a66d-01d3838ed3ba'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:35.966212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d8a63097-f4a1-4e74-bfe0-303f5529942e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:35.966856 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.970876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58570) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:35.987918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-67307c56-30e0-4efe-a001-56c73a6d5f25 admin admin] Request body: {'subnet': {'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2078713762-subnet', 'tenant_id': 'e1b4bed9d43e47829a727a9424c4efb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:36.026180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6bfea0-1df2-479a-a724-6805a16dd28b None None] Network 3c57a88e-d3f9-4c17-b69e-c01abc695eed requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:36.077511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caf3d5-21c0-4e7c-963f-debcdecdd2fa admin admin] Pushing event updated for resources: {'Network': ['ID=e1d6a221-28a9-467a-8d0b-0f8791086068,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:36.102510 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.110511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67307c56-30e0-4efe-a001-56c73a6d5f25 admin admin] Made reservation on behalf of e1b4bed9d43e47829a727a9424c4efb5 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:36.112401 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67307c56-30e0-4efe-a001-56c73a6d5f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.128284 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network e1d6a221-28a9-467a-8d0b-0f8791086068 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:36.249520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ece2204d-285c-4295-9c8d-a4786ec85204 None None] Provisioning complete for port d8a63097-f4a1-4e74-bfe0-303f5529942e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:36.249861 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ece2204d-285c-4295-9c8d-a4786ec85204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.309195 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.339734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be2ec5-d2a3-4d01-b153-121f93f40661 req-f2d18dea-84e8-4192-a80d-a730a04f871c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:36.347281 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99be2ec5-d2a3-4d01-b153-121f93f40661 req-f2d18dea-84e8-4192-a80d-a730a04f871c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 944 time: 0.1754041 Nov 27 01:18:36.388396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port d8a63097-f4a1-4e74-bfe0-303f5529942e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d8a63097-f4a1-4e74-bfe0-303f5529942e,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:36.422662 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.585742 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=d8a63097-f4a1-4e74-bfe0-303f5529942e,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:36.612141 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2719f2ba-4deb-4967-aa88-69399c905600 req-77016b4b-dfce-4ced-9108-e1a4b2af1eaf tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 210 time: 0.0602949 Nov 27 01:18:36.640153 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67307c56-30e0-4efe-a001-56c73a6d5f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.711937 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eefa5881-3cd8-400e-b50a-376cda97570e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.028754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67307c56-30e0-4efe-a001-56c73a6d5f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c24569-75b4-4812-8c56-c116d5311fa7,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:37.135835 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:37.168828 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99be2ec5-d2a3-4d01-b153-121f93f40661 req-7f44edfd-8e7a-4f28-9ed6-a27262d6cc03 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8204703 Nov 27 01:18:37.205360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:18:37.211472 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:37.212141 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.217106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67307c56-30e0-4efe-a001-56c73a6d5f25 admin admin] Checking segment: {'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:37.217596 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67307c56-30e0-4efe-a001-56c73a6d5f25 admin admin] Network hostable DHCP agents. Network: e1d6a221-28a9-467a-8d0b-0f8791086068, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:18:37.231661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-49dfc4f8-93fa-496b-9b58-45474fc3ba11 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:37.233372 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-49dfc4f8-93fa-496b-9b58-45474fc3ba11 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.2209971 Nov 27 01:18:37.243459 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.276355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2b974708-2c23-4837-ac17-651c940229a6 None None] Provisioning complete for port d8a63097-f4a1-4e74-bfe0-303f5529942e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:37.276804 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2b974708-2c23-4837-ac17-651c940229a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.315476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-4499db29-226f-43af-9678-034b04533f0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Request body: {'port': {'device_id': '247fc61c-1d26-4851-9d96-d7fe4631453b', 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'admin_state_up': True, 'tenant_id': '53d6e7131d0740f3ab69fa54032dfa14'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:37.323936 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67307c56-30e0-4efe-a001-56c73a6d5f25 admin admin] Network e1d6a221-28a9-467a-8d0b-0f8791086068 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:18:37.365059 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.403511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-67307c56-30e0-4efe-a001-56c73a6d5f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, e1d6a221-28a9-467a-8d0b-0f8791086068) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:37.414688 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67307c56-30e0-4efe-a001-56c73a6d5f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:37.415365 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67307c56-30e0-4efe-a001-56c73a6d5f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.425315 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84650431-a96a-48c8-a510-a35d76b2b0f5 None None] Network e1d6a221-28a9-467a-8d0b-0f8791086068 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:37.463473 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-67307c56-30e0-4efe-a001-56c73a6d5f25 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4913859 Nov 27 01:18:37.511545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-eefa5881-3cd8-400e-b50a-376cda97570e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port 0e4cc647-316f-409e-a374-e544f99b42f7 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:37.519047 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eefa5881-3cd8-400e-b50a-376cda97570e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.537510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-4499db29-226f-43af-9678-034b04533f0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Made reservation on behalf of 53d6e7131d0740f3ab69fa54032dfa14 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:37.542115 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-4499db29-226f-43af-9678-034b04533f0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.542284 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920f2d1c-ab34-440e-94fc-f369294a26b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:37.544724 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f355be67-41cc-4dee-a726-e870d7c2bb59" -d '{"events": [{"server_uuid": "920f2d1c-ab34-440e-94fc-f369294a26b9", "name": "network-vif-plugged", "status": "completed", "tag": "5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:37.546256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Router 17ec6e60-6b6d-4f65-b06e-c0726754a79e is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:18:37.581473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:37.594004 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.648821 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07e64d6-f90b-4d56-baa0-7d4f9ba594f3 x-openstack-request-id: req-c07e64d6-f90b-4d56-baa0-7d4f9ba594f3 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:37.649412 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920f2d1c-ab34-440e-94fc-f369294a26b9", "name": "network-vif-plugged", "status": "completed", "tag": "5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:37.649827 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c07e64d6-f90b-4d56-baa0-7d4f9ba594f3 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:37.650391 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920f2d1c-ab34-440e-94fc-f369294a26b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a', 'code': 200} Nov 27 01:18:37.819568 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cdec8f-a735-4f84-8641-61050bfda089 None None] Network e1d6a221-28a9-467a-8d0b-0f8791086068 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:37.823988 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:37.831100 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed00afb0-ed33-4ac4-a5aa-bc02bd698694 req-dbc63d6d-89d5-4dda-99a9-29586d89d5a6 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 210 time: 0.0896702 Nov 27 01:18:37.881108 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d8a63097-f4a1-4e74-bfe0-303f5529942e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:37.883968 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eefa5881-3cd8-400e-b50a-376cda97570e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.935905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-4499db29-226f-43af-9678-034b04533f0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Allocated IP 172.20.0.10 (8f941621-4f80-49c2-838b-cc0d1ec353c3/00eae9ce-ef22-478b-aeeb-d796cdefe5ee/7693a1f2-9ae4-45fd-8777-087f551e513b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:37.938411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-eefa5881-3cd8-400e-b50a-376cda97570e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for 0e4cc647-316f-409e-a374-e544f99b42f7 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:37.962710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d8a63097-f4a1-4e74-bfe0-303f5529942e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:37.963294 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.981835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8423ddb-0142-4673-ac12-eb18b0a3a912 req-3c115da1-bde9-4cf7-8d5e-292d82cda6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:37.987032 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d8423ddb-0142-4673-ac12-eb18b0a3a912 req-3c115da1-bde9-4cf7-8d5e-292d82cda6d6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 1097 time: 0.2471826 Nov 27 01:18:38.171940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:38.177235 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d8423ddb-0142-4673-ac12-eb18b0a3a912 req-f78c67c8-b68f-4609-98f0-798d4edba52b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514193 Nov 27 01:18:38.182810 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Sync routers for ids ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:38.207515 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Routers {'17ec6e60-6b6d-4f65-b06e-c0726754a79e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:38.208416 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:38.277466 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eefa5881-3cd8-400e-b50a-376cda97570e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:38.317907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa5881-3cd8-400e-b50a-376cda97570e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=0e4cc647-316f-409e-a374-e544f99b42f7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:38.329125 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-4499db29-226f-43af-9678-034b04533f0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:38.427671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-0d059a43-d7d0-4093-9a44-5255c3ec0377 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:38.441999 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-0d059a43-d7d0-4093-9a44-5255c3ec0377 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/networks?id=e1d6a221-28a9-467a-8d0b-0f8791086068 HTTP/1.1" status: 200 len: 815 time: 0.4068270 Nov 27 01:18:38.451966 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Set router 17ec6e60-6b6d-4f65-b06e-c0726754a79e gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:38.453006 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:38.458307 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ba96097d-88f2-41b9-b88e-ee711a7ff9d5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9594312 Nov 27 01:18:38.461104 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58610) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:38.474840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e9a0e2e-b402-481e-b602-b5d460d63635 req-75aaa967-015d-443f-aeea-500c406890e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3897781 Nov 27 01:18:38.487475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-d68b06a8-81dc-4bf6-beb8-27ccc717c31b tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/quotas/e1b4bed9d43e47829a727a9424c4efb5 HTTP/1.1" status: 200 len: 375 time: 0.0442550 Nov 27 01:18:38.527842 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf140c-e54a-429f-99ee-5f218fddf551 req-ba98ffbd-84b2-4623-8d03-c9d5b6819ce5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:38.537680 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2dcf140c-e54a-429f-99ee-5f218fddf551 req-ba98ffbd-84b2-4623-8d03-c9d5b6819ce5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.2240694 Nov 27 01:18:38.542763 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-0510f05f-1f25-47ac-9572-113920db4358 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1b4bed9d43e47829a727a9424c4efb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542178 Nov 27 01:18:38.570108 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eefa5881-3cd8-400e-b50a-376cda97570e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:38.636562 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2dcf140c-e54a-429f-99ee-5f218fddf551 req-dd22e098-c4fe-4eb0-9b35-b1067f3f75e5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843849 Nov 27 01:18:38.729463 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:18:35Z', 'revision_number': 3, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port': {'id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:34Z', 'updated_at': '2021-11-27T01:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:38.769624 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-4499db29-226f-43af-9678-034b04533f0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:38.789542 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Checking router: 17ec6e60-6b6d-4f65-b06e-c0726754a79e for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:18:38.789775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a0e2e-b402-481e-b602-b5d460d63635 req-45b8dca6-3743-4d32-b3b0-422038462eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:38.790422 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Updating router 17ec6e60-6b6d-4f65-b06e-c0726754a79e port c31f6343-515e-496e-9a82-0fa37f0e4fae binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:18:38.791580 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e9a0e2e-b402-481e-b602-b5d460d63635 req-45b8dca6-3743-4d32-b3b0-422038462eb2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 1097 time: 0.2436559 Nov 27 01:18:38.803614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f2a6bd5e-fce6-4265-b237-070545d42afd', '64fdb5c6-5064-4a83-8617-472d278213fa'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:38.868503 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:38.882576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefa5881-3cd8-400e-b50a-376cda97570e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router 76cb924d-bf76-431c-a66d-01d3838ed3ba has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:38.883572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-4499db29-226f-43af-9678-034b04533f0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Network 8f941621-4f80-49c2-838b-cc0d1ec353c3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:38.901367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-4499db29-226f-43af-9678-034b04533f0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:38.914925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-4499db29-226f-43af-9678-034b04533f0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:38.980274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499db29-226f-43af-9678-034b04533f0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Pushing event updated for resources: {'Port': ['ID=7693a1f2-9ae4-45fd-8777-087f551e513b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:39.032625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefa5881-3cd8-400e-b50a-376cda97570e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:39.040455 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-eefa5881-3cd8-400e-b50a-376cda97570e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/76cb924d-bf76-431c-a66d-01d3838ed3ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1285422 Nov 27 01:18:39.042856 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58620) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:39.064413 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d69bc4d-2668-45e8-bce1-b7fa0718e044 None None] Sync routers for ids ['76cb924d-bf76-431c-a66d-01d3838ed3ba'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:39.070842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-d0ef445f-9720-4c07-a5cd-01dbf3170cd6 service neutron] 10.222.0.15 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740098 Nov 27 01:18:39.077012 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ac4b5d41-d52e-4d34-bee8-98c12b71856a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports?device_id=76cb924d-bf76-431c-a66d-01d3838ed3ba HTTP/1.1" status: 200 len: 205 time: 0.0328033 Nov 27 01:18:39.079649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58622) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:39.095426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbdbf3-da22-4125-bec7-931e5321f53c req-4f11a45c-bba3-44ed-8daa-31d2ffac6c96 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:39.103460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5dfbdbf3-da22-4125-bec7-931e5321f53c req-4f11a45c-bba3-44ed-8daa-31d2ffac6c96 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 932 time: 0.1385105 Nov 27 01:18:39.178551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d69bc4d-2668-45e8-bce1-b7fa0718e044 None None] Routers {'76cb924d-bf76-431c-a66d-01d3838ed3ba'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:39.179278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7d69bc4d-2668-45e8-bce1-b7fa0718e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['76cb924d-bf76-431c-a66d-01d3838ed3ba'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:39.195502 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-497d3a30-cc0b-49b1-a034-945d81f8f185 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.215695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7d69bc4d-2668-45e8-bce1-b7fa0718e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:39.232817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d69bc4d-2668-45e8-bce1-b7fa0718e044 None None] Routers {'76cb924d-bf76-431c-a66d-01d3838ed3ba'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:39.233384 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7d69bc4d-2668-45e8-bce1-b7fa0718e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['76cb924d-bf76-431c-a66d-01d3838ed3ba'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:39.234237 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-4499db29-226f-43af-9678-034b04533f0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:39.235971 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-4499db29-226f-43af-9678-034b04533f0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.242321 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.248918 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.283022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7d69bc4d-2668-45e8-bce1-b7fa0718e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:39.283686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d69bc4d-2668-45e8-bce1-b7fa0718e044 None None] The sync data for ids ['76cb924d-bf76-431c-a66d-01d3838ed3ba'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:39.306010 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-4499db29-226f-43af-9678-034b04533f0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0542414 Nov 27 01:18:39.325246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813992e-ec2b-4e2a-9d4b-a354ac9ee194 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:39.338705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Request body: {'port': {'device_id': '247fc61c-1d26-4851-9d96-d7fe4631453b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:39.346404 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Attempting to bind port c31f6343-515e-496e-9a82-0fa37f0e4fae on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:39.346767 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Attempting to bind port c31f6343-515e-496e-9a82-0fa37f0e4fae by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:39.347193 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Attempting to bind port c31f6343-515e-496e-9a82-0fa37f0e4fae on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:39.350597 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722ead6-eaa4-49d7-a966-fbb83fdb11fb None None] Pushing event updated for resources: {'Port': ['ID=c31f6343-515e-496e-9a82-0fa37f0e4fae,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:39.363003 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:39.364123 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:39.364752 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.365249 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:39.365777 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Bound port: c31f6343-515e-496e-9a82-0fa37f0e4fae, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:39.366406 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.369808 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722ead6-eaa4-49d7-a966-fbb83fdb11fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.370307 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722ead6-eaa4-49d7-a966-fbb83fdb11fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.370699 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722ead6-eaa4-49d7-a966-fbb83fdb11fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.371282 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722ead6-eaa4-49d7-a966-fbb83fdb11fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.371647 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722ead6-eaa4-49d7-a966-fbb83fdb11fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.372031 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722ead6-eaa4-49d7-a966-fbb83fdb11fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.372478 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722ead6-eaa4-49d7-a966-fbb83fdb11fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.373573 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722ead6-eaa4-49d7-a966-fbb83fdb11fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.373974 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722ead6-eaa4-49d7-a966-fbb83fdb11fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.374418 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722ead6-eaa4-49d7-a966-fbb83fdb11fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.374811 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722ead6-eaa4-49d7-a966-fbb83fdb11fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.375203 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722ead6-eaa4-49d7-a966-fbb83fdb11fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.415399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a0e2e-b402-481e-b602-b5d460d63635 req-0b9bb582-1724-4175-be91-a6036913e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:39.416998 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e9a0e2e-b402-481e-b602-b5d460d63635 req-0b9bb582-1724-4175-be91-a6036913e17b service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 906 time: 0.5867527 Nov 27 01:18:39.430272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5dfbdbf3-da22-4125-bec7-931e5321f53c req-63e1aabd-8c6b-4d4f-84e9-811d3511bfdf tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254602 Nov 27 01:18:39.465647 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] For port c31f6343-515e-496e-9a82-0fa37f0e4fae, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:39.469449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-aefee9a0-5a1b-46d5-a316-5a01abe7dcb3 None None] Provisioning complete for port c31f6343-515e-496e-9a82-0fa37f0e4fae triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:39.470097 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aefee9a0-5a1b-46d5-a316-5a01abe7dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.474939 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] For port c31f6343-515e-496e-9a82-0fa37f0e4fae, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c31f6343-515e-496e-9a82-0fa37f0e4fae,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:39.482659 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.519252 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-aefee9a0-5a1b-46d5-a316-5a01abe7dcb3 None None] Port c31f6343-515e-496e-9a82-0fa37f0e4fae cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:39.582021 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722ead6-eaa4-49d7-a966-fbb83fdb11fb None None] Pushing event updated for resources: {'Port': ['ID=c31f6343-515e-496e-9a82-0fa37f0e4fae,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:39.592290 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Routers {'17ec6e60-6b6d-4f65-b06e-c0726754a79e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:39.592908 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:39.600325 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-497d3a30-cc0b-49b1-a034-945d81f8f185 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.603598 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-497d3a30-cc0b-49b1-a034-945d81f8f185 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.615905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45edb7b1-481e-41e2-8173-b142ec8ecc23 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:39.704995 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-497d3a30-cc0b-49b1-a034-945d81f8f185 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.708673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497d3a30-cc0b-49b1-a034-945d81f8f185 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Fanout notify agent at l3_agent the message router_deleted on router 76cb924d-bf76-431c-a66d-01d3838ed3ba {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:18:39.731038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-497d3a30-cc0b-49b1-a034-945d81f8f185 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.732291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-497d3a30-cc0b-49b1-a034-945d81f8f185 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/routers/76cb924d-bf76-431c-a66d-01d3838ed3ba HTTP/1.1" status: 204 len: 168 time: 0.6513917 Nov 27 01:18:39.735283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58626) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:39.745553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ba522f2d-34df-4388-9f59-b898f099b70c None None] Provisioning complete for port c31f6343-515e-496e-9a82-0fa37f0e4fae triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:39.745927 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba522f2d-34df-4388-9f59-b898f099b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.751835 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] Set router 17ec6e60-6b6d-4f65-b06e-c0726754a79e gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:39.862176 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba522f2d-34df-4388-9f59-b898f099b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.902183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced6123a-4f6a-4e6f-9985-fa0602a50fba tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting subnet 1558f1ba-9a25-4bde-b835-3c7df1fd3fd3 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:18:39.908053 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ced6123a-4f6a-4e6f-9985-fa0602a50fba tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.923484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ba522f2d-34df-4388-9f59-b898f099b70c None None] For port c31f6343-515e-496e-9a82-0fa37f0e4fae, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c31f6343-515e-496e-9a82-0fa37f0e4fae,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:39.931037 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba522f2d-34df-4388-9f59-b898f099b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.960835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6e8d7-2c5d-46ff-98d2-d81011de66b8 req-2e83f43b-1885-47c6-ad1d-2b264786896f tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:39.962458 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1dc6e8d7-2c5d-46ff-98d2-d81011de66b8 req-2e83f43b-1885-47c6-ad1d-2b264786896f tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.2156487 Nov 27 01:18:39.999993 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ced6123a-4f6a-4e6f-9985-fa0602a50fba tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.079591 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1dc6e8d7-2c5d-46ff-98d2-d81011de66b8 req-4fa324a5-14b8-4481-8ad3-b0e1bd60d18a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084151 Nov 27 01:18:40.081200 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-92cbe8ff-0ca9-4331-abb1-fdeb3915b025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.088078 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:18:35Z', 'revision_number': 3, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port': {'id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:34Z', 'updated_at': '2021-11-27T01:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:40.109965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba522f2d-34df-4388-9f59-b898f099b70c None None] Pushing event updated for resources: {'Port': ['ID=c31f6343-515e-496e-9a82-0fa37f0e4fae,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:40.160032 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ced6123a-4f6a-4e6f-9985-fa0602a50fba tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.166823 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d090ca5-d82e-4c81-a92d-6baff95f20db None None] The sync data for ids ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'] in n-d-817303-10 is: [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:18:35Z', 'revision_number': 3, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port': {'id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:34Z', 'updated_at': '2021-11-27T01:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:40.197881 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e9a0e2e-b402-481e-b602-b5d460d63635 req-95eb5da1-5e65-4e0b-927b-f647afac9a8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2a6bd5e-fce6-4265-b237-070545d42afd HTTP/1.1" status: 200 len: 217 time: 0.6545627 Nov 27 01:18:40.257628 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ced6123a-4f6a-4e6f-9985-fa0602a50fba tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.308849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a0c396-5688-455c-94fc-0d31067ad8a6 None None] Network 3d951ed4-07df-4bce-9e2a-7800ce872b44 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:40.309574 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6123a-4f6a-4e6f-9985-fa0602a50fba tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Subnet': ['ID=1558f1ba-9a25-4bde-b835-3c7df1fd3fd3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:40.318558 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ced6123a-4f6a-4e6f-9985-fa0602a50fba tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.329948 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ced6123a-4f6a-4e6f-9985-fa0602a50fba tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/1558f1ba-9a25-4bde-b835-3c7df1fd3fd3 HTTP/1.1" status: 204 len: 168 time: 0.5931244 Nov 27 01:18:40.330825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58638) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:40.333221 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-854d2340-5e0e-4436-8011-8b5a0fecd10c service neutron] 10.222.0.15 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2490046 Nov 27 01:18:40.417524 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.456559 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.484098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a0e2e-b402-481e-b602-b5d460d63635 req-95c4d1d5-27e7-4a7b-90bb-e5561b9d2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:40.487173 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e9a0e2e-b402-481e-b602-b5d460d63635 req-95c4d1d5-27e7-4a7b-90bb-e5561b9d2088 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.2777998 Nov 27 01:18:40.595010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port 952162cb-a832-4428-bafb-64bf343d1fe2 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:40.595363 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.622967 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e9a0e2e-b402-481e-b602-b5d460d63635 req-45335d88-230d-4e08-98d7-9d55f646c2e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079731 Nov 27 01:18:40.668634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58bf4e2-d8e2-47e1-b910-bf1eaa7f02d8 None None] DHCP port deletion for 3d951ed4-07df-4bce-9e2a-7800ce872b44 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:40.848417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] For port 952162cb-a832-4428-bafb-64bf343d1fe2, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=952162cb-a832-4428-bafb-64bf343d1fe2,segment=NetworkSegment(b37029eb-0269-4e69-811e-00618ec0769c),segment_id=b37029eb-0269-4e69-811e-00618ec0769c)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:40.852405 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.856085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d58bf4e2-d8e2-47e1-b910-bf1eaa7f02d8 None None] Deleting port 952162cb-a832-4428-bafb-64bf343d1fe2 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:40.856746 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d58bf4e2-d8e2-47e1-b910-bf1eaa7f02d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.933445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for 952162cb-a832-4428-bafb-64bf343d1fe2 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:41.058658 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d58bf4e2-d8e2-47e1-b910-bf1eaa7f02d8 None None] For port 952162cb-a832-4428-bafb-64bf343d1fe2, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=952162cb-a832-4428-bafb-64bf343d1fe2,segment=NetworkSegment(b37029eb-0269-4e69-811e-00618ec0769c),segment_id=b37029eb-0269-4e69-811e-00618ec0769c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:41.060002 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d58bf4e2-d8e2-47e1-b910-bf1eaa7f02d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.077470 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d58bf4e2-d8e2-47e1-b910-bf1eaa7f02d8 None None] Calling delete_port for 952162cb-a832-4428-bafb-64bf343d1fe2 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:41.123394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfdd3b-e483-47f3-a8af-3b64243e7d58 req-65f89b37-dc74-4528-bdf7-7c6ccecf2f3c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:41.139088 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7ebfdd3b-e483-47f3-a8af-3b64243e7d58 req-65f89b37-dc74-4528-bdf7-7c6ccecf2f3c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 932 time: 0.2958593 Nov 27 01:18:41.173206 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-def01855-e853-457a-b02f-afec5fdddf9f req-8ad8f39d-9012-4db1-af0f-efaa4fe0c335 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 210 time: 0.1603651 Nov 27 01:18:41.234435 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d58bf4e2-d8e2-47e1-b910-bf1eaa7f02d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.304935 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7ebfdd3b-e483-47f3-a8af-3b64243e7d58 req-58ae7e0f-a2b0-4df0-9fd4-ad3b1fc825be tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647370 Nov 27 01:18:41.310480 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bf4e2-d8e2-47e1-b910-bf1eaa7f02d8 None None] Pushing event deleted for resources: {'Port': ['ID=952162cb-a832-4428-bafb-64bf343d1fe2,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:41.328563 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58bf4e2-d8e2-47e1-b910-bf1eaa7f02d8 None None] No DVR routers for this DVR port 952162cb-a832-4428-bafb-64bf343d1fe2 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:41.373976 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.420034 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=952162cb-a832-4428-bafb-64bf343d1fe2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:41.429520 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No DVR routers for this DVR port 952162cb-a832-4428-bafb-64bf343d1fe2 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:41.565599 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.583280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e9a0e2e-b402-481e-b602-b5d460d63635 req-f809e0a2-3173-4707-a253-6160d8bcfe74 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9508653 Nov 27 01:18:41.583843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.610074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d951ed4-07df-4bce-9e2a-7800ce872b44']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:41.623363 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37029eb-0269-4e69-811e-00618ec0769c') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:41.623805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37029eb-0269-4e69-811e-00618ec0769c') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:41.634964 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.649932 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.657727 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:41.658313 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:41.772345 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:41.788638 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.794352 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.805902 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/networks/3d951ed4-07df-4bce-9e2a-7800ce872b44 HTTP/1.1" status: 204 len: 168 time: 1.4733257 Nov 27 01:18:41.809650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58662) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:41.819422 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7693a1f2-9ae4-45fd-8777-087f551e513b {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:41.841717 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c31f6343-515e-496e-9a82-0fa37f0e4fae up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:41.848512 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.850319 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1971421728', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:41.912830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b93051-d763-4462-9719-47b1601f23aa tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Network': ['ID=3d951ed4-07df-4bce-9e2a-7800ce872b44,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:41.950854 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.952077 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.952537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c31f6343-515e-496e-9a82-0fa37f0e4fae triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:41.952990 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.969011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06f65e-a84d-4d1b-b836-cb706c1607fc req-1d6bd407-7d39-4129-b203-7228db17f69e tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:41.970722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a06f65e-a84d-4d1b-b836-cb706c1607fc req-1d6bd407-7d39-4129-b203-7228db17f69e tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.5799727 Nov 27 01:18:41.996837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Transition to ACTIVE for port object 7693a1f2-9ae4-45fd-8777-087f551e513b will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:18:42.039802 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:42.040000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:42.186351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 952162cb-a832-4428-bafb-64bf343d1fe2 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:42.255654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 952162cb-a832-4428-bafb-64bf343d1fe2 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:42.255999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 952162cb-a832-4428-bafb-64bf343d1fe2 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:42.273157 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a06f65e-a84d-4d1b-b836-cb706c1607fc req-ba46f3ba-cdb2-4f99-b048-96bc86b2f8e1 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745750 Nov 27 01:18:42.273817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Pushing event updated for resources: {'Port': ['ID=7693a1f2-9ae4-45fd-8777-087f551e513b,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:42.276199 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:42.318295 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4192-d7f2-42f2-96ec-b8acf25e08d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:42.371673 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e9a0e2e-b402-481e-b602-b5d460d63635 req-00f44e24-36ed-4855-92f8-e3e94370c14c service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7704644 Nov 27 01:18:42.441693 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3bc245a9-6280-4928-9739-d0a8fa888376 req-712b76dc-612a-4aac-9b34-c07f7f9040b5 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 210 time: 0.1221433 Nov 27 01:18:42.499195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Attempting to bind port 7693a1f2-9ae4-45fd-8777-087f551e513b on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:42.499645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Attempting to bind port 7693a1f2-9ae4-45fd-8777-087f551e513b by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:42.499868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Attempting to bind port 7693a1f2-9ae4-45fd-8777-087f551e513b on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:42.514464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Port 7693a1f2-9ae4-45fd-8777-087f551e513b on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:18:42.514464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Attempting to bind port 7693a1f2-9ae4-45fd-8777-087f551e513b on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:42.523245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:42.523583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Checking segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:42.523972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Bound using segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:42.524448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Bound port: 7693a1f2-9ae4-45fd-8777-087f551e513b, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:42.524813 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:42.551856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Allocated IP 172.20.0.1 (3c57a88e-d3f9-4c17-b69e-c01abc695eed/dc2973a6-0364-4d73-9157-cfbb2858d62a/ec370d29-c43f-47ad-94d5-5d641afed96c) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:42.599896 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b278f16-caa0-4308-a114-49e80ebc9b9f req-d84b337e-aaf0-4c51-9533-bbb4777a7751 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:42.601486 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b278f16-caa0-4308-a114-49e80ebc9b9f req-d84b337e-aaf0-4c51-9533-bbb4777a7751 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 944 time: 0.2265050 Nov 27 01:18:42.686373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-b57d2a63-632e-4353-83fe-a0cf886792e2 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:42.687920 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-b57d2a63-632e-4353-83fe-a0cf886792e2 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.31 "GET /v2.0/networks?id=e1d6a221-28a9-467a-8d0b-0f8791086068 HTTP/1.1" status: 200 len: 815 time: 0.2667482 Nov 27 01:18:42.694901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d951c-88a7-4ff5-8864-0a2a1354e3ce req-f65a13a5-7476-4438-8845-c031e84a16b9 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:42.696480 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ad2d951c-88a7-4ff5-8864-0a2a1354e3ce req-f65a13a5-7476-4438-8845-c031e84a16b9 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 1097 time: 0.1206777 Nov 27 01:18:42.716030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] For port 7693a1f2-9ae4-45fd-8777-087f551e513b, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:42.741996 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b278f16-caa0-4308-a114-49e80ebc9b9f req-4edd3a91-828f-436b-939a-2cbdecdca791 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299794 Nov 27 01:18:42.746565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] For port 7693a1f2-9ae4-45fd-8777-087f551e513b, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=7693a1f2-9ae4-45fd-8777-087f551e513b,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:42.749176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-a9438dcf-8528-4961-a6ef-0edd8039d656 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Request body: {'port': {'device_id': '68fe5bd5-f579-45dc-a6e9-fef9f44011fb', 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068', 'admin_state_up': True, 'tenant_id': 'e1b4bed9d43e47829a727a9424c4efb5'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:42.757603 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:42.809267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:42.810029 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:42.811545 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] 10.222.0.21 "PUT /v2.0/ports/7693a1f2-9ae4-45fd-8777-087f551e513b HTTP/1.1" status: 200 len: 1093 time: 3.4842916 Nov 27 01:18:42.814607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247fc61c-1d26-4851-9d96-d7fe4631453b', 'tag': '7693a1f2-9ae4-45fd-8777-087f551e513b'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:42.816796 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853dc1b5-cd23-4f52-8bda-ab717993670c" -d '{"events": [{"name": "network-changed", "server_uuid": "247fc61c-1d26-4851-9d96-d7fe4631453b", "tag": "7693a1f2-9ae4-45fd-8777-087f551e513b"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:42.827433 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ad2d951c-88a7-4ff5-8864-0a2a1354e3ce req-f14a4a19-7ca2-4dd7-bab1-c2adf2cfc10e tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230233 Nov 27 01:18:42.839329 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:42.855856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232206db-74e2-4bab-90d7-fd4676d5679e service neutron] Pushing event updated for resources: {'Port': ['ID=7693a1f2-9ae4-45fd-8777-087f551e513b,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:42.954511 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee87624-d9d2-4fba-bd01-c32580de3536 x-openstack-request-id: req-aee87624-d9d2-4fba-bd01-c32580de3536 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:42.956834 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247fc61c-1d26-4851-9d96-d7fe4631453b", "tag": "7693a1f2-9ae4-45fd-8777-087f551e513b", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:42.957191 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aee87624-d9d2-4fba-bd01-c32580de3536 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:42.957685 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247fc61c-1d26-4851-9d96-d7fe4631453b', 'tag': '7693a1f2-9ae4-45fd-8777-087f551e513b', 'status': 'completed', 'code': 200} Nov 27 01:18:42.960324 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:42.970425 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.013928 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Network 3c57a88e-d3f9-4c17-b69e-c01abc695eed is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:43.019817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:43.020887 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.024387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:43.030646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-3ff23604-d87a-4ab0-ae47-be33ac6bbc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:43.032357 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-3ff23604-d87a-4ab0-ae47-be33ac6bbc88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 1096 time: 0.1295002 Nov 27 01:18:43.068119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Pushing event updated for resources: {'Port': ['ID=ec370d29-c43f-47ad-94d5-5d641afed96c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:43.093031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-a9438dcf-8528-4961-a6ef-0edd8039d656 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Made reservation on behalf of e1b4bed9d43e47829a727a9424c4efb5 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:43.094357 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-a9438dcf-8528-4961-a6ef-0edd8039d656 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.101727 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec360de-94a8-40b1-9fc7-e478ace9348a req-232fa230-5e01-47f6-9719-854f2e1cd0d6 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:43.103268 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ec360de-94a8-40b1-9fc7-e478ace9348a req-232fa230-5e01-47f6-9719-854f2e1cd0d6 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 1097 time: 0.1351631 Nov 27 01:18:43.105643 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-83cf2e55-cb77-44c9-b307-7609336569aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7693a1f2-9ae4-45fd-8777-087f551e513b HTTP/1.1" status: 200 len: 217 time: 0.0515747 Nov 27 01:18:43.128492 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.223375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-3fef768b-cff6-4332-b036-1c5f006fdcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:43.224997 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-3fef768b-cff6-4332-b036-1c5f006fdcfe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.1052094 Nov 27 01:18:43.239368 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.296509 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-2d1a5967-e5f6-4b79-a0f9-5e2f31874ea5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616498 Nov 27 01:18:43.343244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Allocated IP 172.25.1.46 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/dc7135cd-7acd-4748-ac9b-055f91775782) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:43.389004 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ec360de-94a8-40b1-9fc7-e478ace9348a req-0b5b5e47-4237-49b4-a638-ce1b19d55d92 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714469 Nov 27 01:18:43.424638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9969743b-5322-4c51-a9aa-07bfb385fa7b None None] Provisioning complete for port ec370d29-c43f-47ad-94d5-5d641afed96c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:43.425142 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9969743b-5322-4c51-a9aa-07bfb385fa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.483341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-a9438dcf-8528-4961-a6ef-0edd8039d656 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Allocated IP 172.20.0.5 (e1d6a221-28a9-467a-8d0b-0f8791086068/08c24569-75b4-4812-8c56-c116d5311fa7/cf72cfb9-1224-4986-8d84-ce8da7c42e00) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:43.532378 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.547383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9969743b-5322-4c51-a9aa-07bfb385fa7b None None] Port ec370d29-c43f-47ad-94d5-5d641afed96c cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:43.592051 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.718914 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7158c90-212c-4b8b-a4c0-3d8b083ffb44 req-40182d3b-bdca-41af-9cb6-a7af04e6c003 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 210 time: 0.1380177 Nov 27 01:18:43.730202 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.798820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:43.802139 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-61e32de6-103f-423b-b053-bdec4bf9a5d0 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918673 Nov 27 01:18:43.945187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.982211 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.152810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:44.161108 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-a9438dcf-8528-4961-a6ef-0edd8039d656 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.162683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:44.174784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9352909b-e4e1-47a7-93cd-97f703531550 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:44.199750 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=dc7135cd-7acd-4748-ac9b-055f91775782,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:44.312770 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-a9438dcf-8528-4961-a6ef-0edd8039d656 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.353083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-94ea5875-8ca7-49f9-8e43-63d7005ef38b None None] Provisioning complete for port dc7135cd-7acd-4748-ac9b-055f91775782 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:44.361376 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-94ea5875-8ca7-49f9-8e43-63d7005ef38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.404659 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.411612 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Pushing event updated for resources: {'Port': ['ID=ec370d29-c43f-47ad-94d5-5d641afed96c,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:44.435181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc1e74-29fa-42f4-afe4-806ed0a1d548 req-74487f64-0a5d-4e6b-b84d-20171dbb3a6c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:44.436976 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66dc1e74-29fa-42f4-afe4-806ed0a1d548 req-74487f64-0a5d-4e6b-b84d-20171dbb3a6c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 944 time: 0.5959604 Nov 27 01:18:44.464827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-94ea5875-8ca7-49f9-8e43-63d7005ef38b None None] Port dc7135cd-7acd-4748-ac9b-055f91775782 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:44.478202 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71a728c0-18ca-4ca1-b4c3-8f362fef025d req-1397bb3b-f6e6-4ddc-abb3-da313cfb4601 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641607 Nov 27 01:18:44.484933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-a9438dcf-8528-4961-a6ef-0edd8039d656 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Network e1d6a221-28a9-467a-8d0b-0f8791086068 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:44.493229 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-a9438dcf-8528-4961-a6ef-0edd8039d656 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:44.527350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-a9438dcf-8528-4961-a6ef-0edd8039d656 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:44.552834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66dc1e74-29fa-42f4-afe4-806ed0a1d548 req-02566868-e409-4877-80ec-f9dbd095c281 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040754 Nov 27 01:18:44.557976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9438dcf-8528-4961-a6ef-0edd8039d656 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Pushing event updated for resources: {'Port': ['ID=cf72cfb9-1224-4986-8d84-ce8da7c42e00,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:44.590567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Network 3c57a88e-d3f9-4c17-b69e-c01abc695eed is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:44.596139 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-a9438dcf-8528-4961-a6ef-0edd8039d656 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:44.596802 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-a9438dcf-8528-4961-a6ef-0edd8039d656 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.604584 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:44.660874 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-a9438dcf-8528-4961-a6ef-0edd8039d656 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9224601 Nov 27 01:18:44.753669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc1b5-cd23-4f52-8bda-ab717993670c req-2f679954-a8f4-43eb-b5e0-075febce4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:44.756004 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-853dc1b5-cd23-4f52-8bda-ab717993670c req-2f679954-a8f4-43eb-b5e0-075febce4b88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 1096 time: 0.1474469 Nov 27 01:18:44.762061 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-55a4a953-1e09-4abc-acf3-0788991b9581 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:18:44.763824 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-55a4a953-1e09-4abc-acf3-0788991b9581 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060036 Nov 27 01:18:44.782087 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.784711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Request body: {'port': {'device_id': '68fe5bd5-f579-45dc-a6e9-fef9f44011fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:44.876350 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.918312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-f37ece49-4b4a-4187-8318-4ae4290af3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:44.919731 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-f37ece49-4b4a-4187-8318-4ae4290af3e1 service neutron] 10.222.0.15 "GET /v2.0/ports/5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a HTTP/1.1" status: 200 len: 1094 time: 0.1136067 Nov 27 01:18:44.928829 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.935367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-bad50b94-b932-40fa-8fbc-89a9ec145f07 service neutron] Request body: {'binding': {'host': 'n-h1-817303-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:44.935820 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-bad50b94-b932-40fa-8fbc-89a9ec145f07 service neutron] Unknown quota resources ['binding']. {{(pid=103403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:18:44.995365 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4f67ab01-0643-4cdc-a376-242696a73c8e None None] Provisioning complete for port ec370d29-c43f-47ad-94d5-5d641afed96c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:44.996087 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4f67ab01-0643-4cdc-a376-242696a73c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:45.036331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4f67ab01-0643-4cdc-a376-242696a73c8e None None] Port ec370d29-c43f-47ad-94d5-5d641afed96c cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:45.146517 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Router 17ec6e60-6b6d-4f65-b06e-c0726754a79e has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:45.161873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69228ae-2b09-43c9-aa10-06d8e21f25f1 req-6cbf6631-ce6c-49a1-bf62-43295e47a251 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:45.163386 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b69228ae-2b09-43c9-aa10-06d8e21f25f1 req-6cbf6631-ce6c-49a1-bf62-43295e47a251 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 931 time: 0.2396500 Nov 27 01:18:45.166072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-bad50b94-b932-40fa-8fbc-89a9ec145f07 service neutron] Attempting to bind port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a on host n-h1-817303-10 for vnic_type normal with profile None {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:45.166425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-bad50b94-b932-40fa-8fbc-89a9ec145f07 service neutron] Attempting to bind port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:45.166743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-bad50b94-b932-40fa-8fbc-89a9ec145f07 service neutron] Attempting to bind port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:45.177879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc1b5-cd23-4f52-8bda-ab717993670c req-0cbcfd2a-a37e-4857-be0c-cf202ef9a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:45.179296 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-853dc1b5-cd23-4f52-8bda-ab717993670c req-0cbcfd2a-a37e-4857-be0c-cf202ef9a9dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 906 time: 0.3743701 Nov 27 01:18:45.180893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-bad50b94-b932-40fa-8fbc-89a9ec145f07 service neutron] Port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:18:45.181981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-bad50b94-b932-40fa-8fbc-89a9ec145f07 service neutron] Attempting to bind port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:45.242494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-bad50b94-b932-40fa-8fbc-89a9ec145f07 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:45.242872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-bad50b94-b932-40fa-8fbc-89a9ec145f07 service neutron] Checking segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:45.243218 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-bad50b94-b932-40fa-8fbc-89a9ec145f07 service neutron] Bound using segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:45.243655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-bad50b94-b932-40fa-8fbc-89a9ec145f07 service neutron] Bound port: 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:45.249319 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-853dc1b5-cd23-4f52-8bda-ab717993670c req-6d3acb2e-0c64-473b-9801-8b980191fff2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7693a1f2-9ae4-45fd-8777-087f551e513b HTTP/1.1" status: 200 len: 217 time: 0.0600512 Nov 27 01:18:45.253216 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:45.462491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf72cfb9-1224-4986-8d84-ce8da7c42e00 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:45.473387 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:45.481352 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b69228ae-2b09-43c9-aa10-06d8e21f25f1 req-64742e8c-ba78-4f18-ba7e-9aab10f8e285 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048677 Nov 27 01:18:45.486042 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc1b5-cd23-4f52-8bda-ab717993670c req-60c1fdc2-7ed0-4aa3-9d30-022efcb361c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:45.487504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-853dc1b5-cd23-4f52-8bda-ab717993670c req-60c1fdc2-7ed0-4aa3-9d30-022efcb361c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.1892476 Nov 27 01:18:45.501053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-bad50b94-b932-40fa-8fbc-89a9ec145f07 service neutron] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:45.503932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Transition to ACTIVE for port object cf72cfb9-1224-4986-8d84-ce8da7c42e00 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:18:45.513855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:45.521005 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-bad50b94-b932-40fa-8fbc-89a9ec145f07 service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:45.522722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-bad50b94-b932-40fa-8fbc-89a9ec145f07 service neutron] 10.222.0.15 "POST /v2.0/ports/5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a/bindings HTTP/1.1" status: 201 len: 390 time: 0.5977306 Nov 27 01:18:45.524081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router 0a35ae4e-29a9-476e-9bbd-5d33aba4d5af is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:18:45.539708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:45.547715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-274b781b-9241-4381-abd3-08c928494efe admin admin] 10.222.0.15 "PUT /v2.0/routers/17ec6e60-6b6d-4f65-b06e-c0726754a79e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0711849 Nov 27 01:18:45.553099 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-853dc1b5-cd23-4f52-8bda-ab717993670c req-557511df-90ab-4866-96b5-ec23b7638e94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563779 Nov 27 01:18:45.557315 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Sync routers for ids ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:45.584205 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Routers {'17ec6e60-6b6d-4f65-b06e-c0726754a79e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:45.587060 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:45.650945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf72cfb9-1224-4986-8d84-ce8da7c42e00,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:45.870932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba3199-4d83-4888-885c-9453b7c91975 req-65102c00-6ed7-4c4e-8738-a558b901308c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:45.874180 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6fba3199-4d83-4888-885c-9453b7c91975 req-65102c00-6ed7-4c4e-8738-a558b901308c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 944 time: 0.1282282 Nov 27 01:18:45.900116 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Set router 17ec6e60-6b6d-4f65-b06e-c0726754a79e gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:45.931609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Attempting to bind port cf72cfb9-1224-4986-8d84-ce8da7c42e00 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:45.931957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Attempting to bind port cf72cfb9-1224-4986-8d84-ce8da7c42e00 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:45.932322 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Attempting to bind port cf72cfb9-1224-4986-8d84-ce8da7c42e00 on network e1d6a221-28a9-467a-8d0b-0f8791086068 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:45.949521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7080ea-8b3f-4ae1-9b26-3bf01340d191 req-3558d75e-8b3a-4942-a9ab-a5d53bb52d12 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:45.951069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ff7080ea-8b3f-4ae1-9b26-3bf01340d191 req-3558d75e-8b3a-4942-a9ab-a5d53bb52d12 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.1970503 Nov 27 01:18:45.952611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:45.954262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Port cf72cfb9-1224-4986-8d84-ce8da7c42e00 on network e1d6a221-28a9-467a-8d0b-0f8791086068 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:18:45.954590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Attempting to bind port cf72cfb9-1224-4986-8d84-ce8da7c42e00 on network e1d6a221-28a9-467a-8d0b-0f8791086068 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:45.965770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:45.966121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Checking segment: {'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:45.966249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa682f51-5fe9-422a-849d-276ca4311390 None None] Sync routers for ids ['0a35ae4e-29a9-476e-9bbd-5d33aba4d5af'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:45.966697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Bound using segment: {'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:45.966930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Bound port: cf72cfb9-1224-4986-8d84-ce8da7c42e00, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:45.967296 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:45.985529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa682f51-5fe9-422a-849d-276ca4311390 None None] Routers {'0a35ae4e-29a9-476e-9bbd-5d33aba4d5af'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:45.986468 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aa682f51-5fe9-422a-849d-276ca4311390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0a35ae4e-29a9-476e-9bbd-5d33aba4d5af'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:45.994603 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-853dc1b5-cd23-4f52-8bda-ab717993670c req-1b1aa685-b508-43cd-83d7-9c85fb1c55d1 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225636 Nov 27 01:18:46.005548 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:46.009239 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1e57791a-17cc-4813-b194-2c07008ac8cb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.1884248 Nov 27 01:18:46.011322 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58740) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:46.050481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aa682f51-5fe9-422a-849d-276ca4311390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:46.059622 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa682f51-5fe9-422a-849d-276ca4311390 None None] Routers {'0a35ae4e-29a9-476e-9bbd-5d33aba4d5af'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:46.060441 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aa682f51-5fe9-422a-849d-276ca4311390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0a35ae4e-29a9-476e-9bbd-5d33aba4d5af'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:46.075262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-60fe5bea-68de-4418-900c-6d436bc2dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:46.076820 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-60fe5bea-68de-4418-900c-6d436bc2dab9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 1097 time: 0.2009873 Nov 27 01:18:46.102526 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aa682f51-5fe9-422a-849d-276ca4311390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:46.103207 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa682f51-5fe9-422a-849d-276ca4311390 None None] The sync data for ids ['0a35ae4e-29a9-476e-9bbd-5d33aba4d5af'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:46.167175 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:18:43Z', 'revision_number': 4, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port': {'id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:34Z', 'updated_at': '2021-11-27T01:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ec370d29-c43f-47ad-94d5-5d641afed96c', 'name': '', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'mac_address': 'fa:16:3e:16:77:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:41Z', 'updated_at': '2021-11-27T01:18:43Z', 'revision_number': 2, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'subnets': [{'id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:46.188800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ff7080ea-8b3f-4ae1-9b26-3bf01340d191 req-8890cdac-fd85-4a4e-97c4-4d440741bfa8 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184505 Nov 27 01:18:46.199045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] For port cf72cfb9-1224-4986-8d84-ce8da7c42e00, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:46.211649 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:46.212082 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6fba3199-4d83-4888-885c-9453b7c91975 req-14160a7f-bdc7-418e-8afe-c51b5a268c5f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759745 Nov 27 01:18:46.217603 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] For port cf72cfb9-1224-4986-8d84-ce8da7c42e00, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=cf72cfb9-1224-4986-8d84-ce8da7c42e00,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:46.240618 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:46.257916 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-77327b44-2a37-4ef6-ab46-7b8554bfc350 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/routers/0a35ae4e-29a9-476e-9bbd-5d33aba4d5af HTTP/1.1" status: 200 len: 880 time: 0.2458832 Nov 27 01:18:46.265761 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Checking router: 17ec6e60-6b6d-4f65-b06e-c0726754a79e for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:18:46.266597 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Updating router 17ec6e60-6b6d-4f65-b06e-c0726754a79e port ec370d29-c43f-47ad-94d5-5d641afed96c binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:18:46.279657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58744) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:46.301768 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-853dc1b5-cd23-4f52-8bda-ab717993670c req-4bc9091a-6160-4935-82f6-97c731e8ba37 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851872 Nov 27 01:18:46.310684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:46.311444 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:46.312919 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] 10.222.0.31 "PUT /v2.0/ports/cf72cfb9-1224-4986-8d84-ce8da7c42e00 HTTP/1.1" status: 200 len: 1092 time: 1.5426116 Nov 27 01:18:46.315342 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fe5bd5-f579-45dc-a6e9-fef9f44011fb', 'tag': 'cf72cfb9-1224-4986-8d84-ce8da7c42e00'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:46.317764 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e639bb86-2fc5-4f34-a2c5-86e184528bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "68fe5bd5-f579-45dc-a6e9-fef9f44011fb", "tag": "cf72cfb9-1224-4986-8d84-ce8da7c42e00"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:46.352460 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:46.368916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-d732e165-cdd8-4d71-8447-f4879398b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:46.370404 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-d732e165-cdd8-4d71-8447-f4879398b35f service neutron] 10.222.0.21 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.2642922 Nov 27 01:18:46.405731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b34617-b7b0-4d1c-a3d0-2c85ca25aec9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf72cfb9-1224-4986-8d84-ce8da7c42e00,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:46.440063 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-9bc5af27-95d2-4ab6-b1aa-f8df274f1546 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a HTTP/1.1" status: 200 len: 217 time: 0.0580149 Nov 27 01:18:46.521101 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3dd6ae-4f2c-418a-9774-0028df5c8185 x-openstack-request-id: req-9a3dd6ae-4f2c-418a-9774-0028df5c8185 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:46.521403 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fe5bd5-f579-45dc-a6e9-fef9f44011fb", "tag": "cf72cfb9-1224-4986-8d84-ce8da7c42e00", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:46.521660 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a3dd6ae-4f2c-418a-9774-0028df5c8185 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:46.522068 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fe5bd5-f579-45dc-a6e9-fef9f44011fb', 'tag': 'cf72cfb9-1224-4986-8d84-ce8da7c42e00', 'status': 'completed', 'code': 200} Nov 27 01:18:46.562215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-f52e14b2-26d8-40eb-81d5-91fb1ecb4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:46.563702 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-f52e14b2-26d8-40eb-81d5-91fb1ecb4d11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.1133471 Nov 27 01:18:46.603733 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-7e7540e6-4914-4d99-850a-546e0079d376 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319948 Nov 27 01:18:46.627816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-ff35e1c6-6f38-4718-abf0-47651ba91a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:46.630267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-ff35e1c6-6f38-4718-abf0-47651ba91a94 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1b4bed9d43e47829a727a9424c4efb5&device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 1095 time: 0.1947978 Nov 27 01:18:46.755555 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-bb4d7fd5-27b9-42a6-a4df-be92c6eca0cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf72cfb9-1224-4986-8d84-ce8da7c42e00 HTTP/1.1" status: 200 len: 217 time: 0.1063139 Nov 27 01:18:46.840440 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:46.850318 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:46.867233 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98682f42-56bc-408e-b56d-bea03f62db64 req-39d57674-007d-42b4-b188-b1792bcee139 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:46.882778 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98682f42-56bc-408e-b56d-bea03f62db64 req-39d57674-007d-42b4-b188-b1792bcee139 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 943 time: 0.2568471 Nov 27 01:18:46.926030 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-ccffec2f-254f-4616-b465-5a9307257fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:46.931641 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-ccffec2f-254f-4616-b465-5a9307257fa8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=08c24569-75b4-4812-8c56-c116d5311fa7 HTTP/1.1" status: 200 len: 855 time: 0.1681759 Nov 27 01:18:46.936026 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-f8257734-a2b7-413e-b7fd-e8c35359f732 service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187678 Nov 27 01:18:46.995832 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-96068553-4082-4ebe-8075-ef3ac9e06826 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1d6a221-28a9-467a-8d0b-0f8791086068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572593 Nov 27 01:18:47.065642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58758) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:47.082899 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-62386480-1f7c-44ef-ba7d-07def537e5fb tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8015378 Nov 27 01:18:47.085758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b35365ae-2775-4bde-9b07-2b63d2b69b24 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401027492', 'description': 'tempest-description--1730219819'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:47.091837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58760) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:47.115776 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-68e693c2-db5a-42f3-9f89-af2b43d941ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1971421728'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:47.120689 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b4ae5-29ae-4d0d-befb-78a951ac0c66 None None] Pushing event updated for resources: {'Port': ['ID=ec370d29-c43f-47ad-94d5-5d641afed96c,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:47.163696 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Attempting to bind port ec370d29-c43f-47ad-94d5-5d641afed96c on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:47.164434 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Attempting to bind port ec370d29-c43f-47ad-94d5-5d641afed96c by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:47.164995 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Attempting to bind port ec370d29-c43f-47ad-94d5-5d641afed96c on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:47.171324 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:47.172021 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Checking segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:47.172638 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:47.173312 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Bound using segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:47.173963 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Bound port: ec370d29-c43f-47ad-94d5-5d641afed96c, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:47.174535 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:47.218403 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-90cd3506-a214-45cd-a4f6-ffe7075067e3 service neutron] 10.222.0.31 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078767 Nov 27 01:18:47.271528 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] For port ec370d29-c43f-47ad-94d5-5d641afed96c, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:47.274940 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] For port ec370d29-c43f-47ad-94d5-5d641afed96c, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ec370d29-c43f-47ad-94d5-5d641afed96c,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:47.283073 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:47.387805 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Routers {'17ec6e60-6b6d-4f65-b06e-c0726754a79e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:47.388570 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:47.478852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb830ba-711a-4333-918a-d175664fe06e req-f7d42cdc-9a2c-41b7-8559-c7d6215de92f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:47.481298 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-feb830ba-711a-4333-918a-d175664fe06e req-f7d42cdc-9a2c-41b7-8559-c7d6215de92f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 944 time: 0.1545758 Nov 27 01:18:47.487952 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ed59a3e-59ea-4903-95ab-728da23cdfa1 req-d32e86c3-36a1-4cd9-afe2-45d37a05d480 service neutron] 10.222.0.31 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618439 Nov 27 01:18:47.505936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Provisioning complete for port ec370d29-c43f-47ad-94d5-5d641afed96c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:47.506529 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:47.555551 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-feb830ba-711a-4333-918a-d175664fe06e req-1573a23f-844a-4d1b-8634-0d5bbfbf82ec tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661683 Nov 27 01:18:47.647662 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] Set router 17ec6e60-6b6d-4f65-b06e-c0726754a79e gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:47.684704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639bb86-2fc5-4f34-a2c5-86e184528bc7 req-e3f78c5f-2e00-4649-b164-f8548960117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:47.686776 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e639bb86-2fc5-4f34-a2c5-86e184528bc7 req-e3f78c5f-2e00-4649-b164-f8548960117f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1b4bed9d43e47829a727a9424c4efb5&device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 1095 time: 0.0842838 Nov 27 01:18:47.758686 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:47.837565 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] For port ec370d29-c43f-47ad-94d5-5d641afed96c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ec370d29-c43f-47ad-94d5-5d641afed96c,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:47.842986 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:47.873566 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b4ae5-29ae-4d0d-befb-78a951ac0c66 None None] Pushing event updated for resources: {'Port': ['ID=ec370d29-c43f-47ad-94d5-5d641afed96c,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:47.874377 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98682f42-56bc-408e-b56d-bea03f62db64 req-6a01fc84-9291-4758-ac8e-94d983790b61 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9701164 Nov 27 01:18:47.949967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Pushing event updated for resources: {'Port': ['ID=ec370d29-c43f-47ad-94d5-5d641afed96c,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:47.961928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:47.962278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:47.962628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:47.962975 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:47.963316 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:47.963710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:47.964051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:47.964413 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:47.964745 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:47.965078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:47.965412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:47.965739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70cc86-d3fd-4208-b506-4a215e51e6ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:47.999743 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9a594680-ad0e-4c15-80a0-c12ab0272406 None None] Provisioning complete for port ec370d29-c43f-47ad-94d5-5d641afed96c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:48.000131 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a594680-ad0e-4c15-80a0-c12ab0272406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.048418 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b35365ae-2775-4bde-9b07-2b63d2b69b24 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.082179 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:18:43Z', 'revision_number': 4, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port': {'id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:34Z', 'updated_at': '2021-11-27T01:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ec370d29-c43f-47ad-94d5-5d641afed96c', 'name': '', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'mac_address': 'fa:16:3e:16:77:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:41Z', 'updated_at': '2021-11-27T01:18:47Z', 'revision_number': 4, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'subnets': [{'id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:48.152038 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad236a1-7724-48d7-bd8e-a024ae26d2a6 None None] The sync data for ids ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'] in n-d-817303-10 is: [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:18:43Z', 'revision_number': 4, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port': {'id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:34Z', 'updated_at': '2021-11-27T01:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ec370d29-c43f-47ad-94d5-5d641afed96c', 'name': '', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'mac_address': 'fa:16:3e:16:77:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:41Z', 'updated_at': '2021-11-27T01:18:47Z', 'revision_number': 4, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'subnets': [{'id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:48.237906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 7693a1f2-9ae4-45fd-8777-087f551e513b details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:18:48.276180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d220d-c6ef-4cc3-a1e8-09075395b8ee req-1828bb7b-938a-49a2-96ea-0583eff3a41f tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:48.290266 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e5d220d-c6ef-4cc3-a1e8-09075395b8ee req-1828bb7b-938a-49a2-96ea-0583eff3a41f tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.5405426 Nov 27 01:18:48.322301 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-c56fd34f-e8f0-4d93-8c57-cbf5dc5dbf70 service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3772461 Nov 27 01:18:48.355558 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639bb86-2fc5-4f34-a2c5-86e184528bc7 req-91d9042d-77d5-499c-9b02-6f828ddaa7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:48.357543 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e639bb86-2fc5-4f34-a2c5-86e184528bc7 req-91d9042d-77d5-499c-9b02-6f828ddaa7e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e1d6a221-28a9-467a-8d0b-0f8791086068 HTTP/1.1" status: 200 len: 916 time: 0.6595182 Nov 27 01:18:48.422434 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e639bb86-2fc5-4f34-a2c5-86e184528bc7 req-8bad4567-b202-4adc-8301-c75765e8b6e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf72cfb9-1224-4986-8d84-ce8da7c42e00 HTTP/1.1" status: 200 len: 217 time: 0.0560997 Nov 27 01:18:48.429159 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e5d220d-c6ef-4cc3-a1e8-09075395b8ee req-6519596e-47c4-4536-8d9b-c9292520cdb4 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380205 Nov 27 01:18:48.524680 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-68e693c2-db5a-42f3-9f89-af2b43d941ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.530652 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639bb86-2fc5-4f34-a2c5-86e184528bc7 req-03d0802b-264f-42fe-b7d1-84291f9d89fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:48.537819 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e639bb86-2fc5-4f34-a2c5-86e184528bc7 req-03d0802b-264f-42fe-b7d1-84291f9d89fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=08c24569-75b4-4812-8c56-c116d5311fa7 HTTP/1.1" status: 200 len: 855 time: 0.1066294 Nov 27 01:18:48.553223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 7693a1f2-9ae4-45fd-8777-087f551e513b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=7693a1f2-9ae4-45fd-8777-087f551e513b,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:48.553843 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-68e693c2-db5a-42f3-9f89-af2b43d941ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.576915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '7693a1f2-9ae4-45fd-8777-087f551e513b', 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'port_id': '7693a1f2-9ae4-45fd-8777-087f551e513b', 'mac_address': 'fa:16:3e:cb:b7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00eae9ce-ef22-478b-aeeb-d796cdefe5ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:18:48.583010 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e639bb86-2fc5-4f34-a2c5-86e184528bc7 req-1f807516-8ebc-43cf-a168-eac81cb4d18a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1d6a221-28a9-467a-8d0b-0f8791086068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381470 Nov 27 01:18:48.616995 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b35365ae-2775-4bde-9b07-2b63d2b69b24 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.621941 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b35365ae-2775-4bde-9b07-2b63d2b69b24 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.665735 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.675890 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b35365ae-2775-4bde-9b07-2b63d2b69b24 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.680952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b35365ae-2775-4bde-9b07-2b63d2b69b24 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.5992384 Nov 27 01:18:48.681832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58774) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:48.690226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a12b94f8-d5c4-46dc-b9f5-20d63107fd26 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Request body: {'security_group_rule': {'security_group_id': '2b72f3fd-b263-4c5a-9eba-aab111526ebd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:48.725399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7693a1f2-9ae4-45fd-8777-087f551e513b {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:48.758699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 7693a1f2-9ae4-45fd-8777-087f551e513b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=7693a1f2-9ae4-45fd-8777-087f551e513b,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:48.762954 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.782901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35365ae-2775-4bde-9b07-2b63d2b69b24 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b72f3fd-b263-4c5a-9eba-aab111526ebd,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:48.838795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d002881-2eb2-4edf-9243-ff10c157f3ce req-baecb85c-9095-4bab-a7f0-dcf20a54a350 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:48.840720 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3d002881-2eb2-4edf-9243-ff10c157f3ce req-baecb85c-9095-4bab-a7f0-dcf20a54a350 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 944 time: 0.1045644 Nov 27 01:18:48.869030 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a12b94f8-d5c4-46dc-b9f5-20d63107fd26 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.915071 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e639bb86-2fc5-4f34-a2c5-86e184528bc7 req-32f72325-f2d7-42db-8c3d-590b031983d9 service neutron] 10.222.0.31 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139880 Nov 27 01:18:48.949203 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a12b94f8-d5c4-46dc-b9f5-20d63107fd26 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.957476 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a12b94f8-d5c4-46dc-b9f5-20d63107fd26 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.986785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b94f8-d5c4-46dc-b9f5-20d63107fd26 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15006e92-cc8f-4d41-9402-e3104e64072e,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:48.993484 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a12b94f8-d5c4-46dc-b9f5-20d63107fd26 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.996410 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a12b94f8-d5c4-46dc-b9f5-20d63107fd26 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3102875 Nov 27 01:18:48.997295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58780) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:49.005485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e693c2-db5a-42f3-9f89-af2b43d941ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router 0a35ae4e-29a9-476e-9bbd-5d33aba4d5af has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:49.010512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ee8ea0a8-e119-44d2-8ebc-96d244b3a36b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Request body: {'security_group_rule': {'security_group_id': '2b72f3fd-b263-4c5a-9eba-aab111526ebd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:49.054084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=7693a1f2-9ae4-45fd-8777-087f551e513b,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:49.079531 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3d002881-2eb2-4edf-9243-ff10c157f3ce req-d31d7646-7f3f-4bb4-a943-95609260fc7a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294400 Nov 27 01:18:49.087207 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea0a8-e119-44d2-8ebc-96d244b3a36b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.124413 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e639bb86-2fc5-4f34-a2c5-86e184528bc7 req-7968cbf5-17f4-4bb0-b042-4c9b5e778169 service neutron] 10.222.0.31 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913068 Nov 27 01:18:49.238494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98a935-b10c-4e95-b4e2-d8bf9ae49913 req-4a88734f-e507-4060-be07-760b23403c10 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:49.247511 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a98a935-b10c-4e95-b4e2-d8bf9ae49913 req-4a88734f-e507-4060-be07-760b23403c10 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 943 time: 0.1219733 Nov 27 01:18:49.362314 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a98a935-b10c-4e95-b4e2-d8bf9ae49913 req-e31366dc-264e-4b00-899f-2f2d6e4d27d9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134255 Nov 27 01:18:49.448636 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['7693a1f2-9ae4-45fd-8777-087f551e513b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:49.465950 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea0a8-e119-44d2-8ebc-96d244b3a36b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.481545 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea0a8-e119-44d2-8ebc-96d244b3a36b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.596709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ea0a8-e119-44d2-8ebc-96d244b3a36b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a64ae43-bef5-401c-b379-ede4bb3b9598,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:49.629102 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea0a8-e119-44d2-8ebc-96d244b3a36b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.630474 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ee8ea0a8-e119-44d2-8ebc-96d244b3a36b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6234586 Nov 27 01:18:49.631902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e693c2-db5a-42f3-9f89-af2b43d941ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:49.633984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58788) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:49.643012 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2b6d3-05e7-4a51-a437-f704dbfbe931 None None] Sync routers for ids ['0a35ae4e-29a9-476e-9bbd-5d33aba4d5af'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:49.645297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:49.646919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3251b8-2bc4-4a36-b36b-1ef40611bf9b req-3c4e4b92-fd21-4d51-81e3-b899b70fbdff tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:49.652449 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bf3251b8-2bc4-4a36-b36b-1ef40611bf9b req-3c4e4b92-fd21-4d51-81e3-b899b70fbdff tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.0907288 Nov 27 01:18:49.664674 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-68e693c2-db5a-42f3-9f89-af2b43d941ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.669353 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2b6d3-05e7-4a51-a437-f704dbfbe931 None None] Routers {'0a35ae4e-29a9-476e-9bbd-5d33aba4d5af'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:49.670835 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-30c2b6d3-05e7-4a51-a437-f704dbfbe931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0a35ae4e-29a9-476e-9bbd-5d33aba4d5af'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:49.681817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-68e693c2-db5a-42f3-9f89-af2b43d941ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/0a35ae4e-29a9-476e-9bbd-5d33aba4d5af HTTP/1.1" status: 200 len: 887 time: 2.5703220 Nov 27 01:18:49.684089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58790) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:49.770982 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bf3251b8-2bc4-4a36-b36b-1ef40611bf9b req-f1d2b359-d7a9-4155-9d70-091c923c2799 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148655 Nov 27 01:18:49.794276 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-30c2b6d3-05e7-4a51-a437-f704dbfbe931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:49.813221 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2b6d3-05e7-4a51-a437-f704dbfbe931 None None] Routers {'0a35ae4e-29a9-476e-9bbd-5d33aba4d5af'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:49.813880 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-30c2b6d3-05e7-4a51-a437-f704dbfbe931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0a35ae4e-29a9-476e-9bbd-5d33aba4d5af'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:49.863610 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-30c2b6d3-05e7-4a51-a437-f704dbfbe931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:49.865006 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2b6d3-05e7-4a51-a437-f704dbfbe931 None None] The sync data for ids ['0a35ae4e-29a9-476e-9bbd-5d33aba4d5af'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:49.892449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ec370d29-c43f-47ad-94d5-5d641afed96c up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:49.942616 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-71ee3366-fbf8-4897-85c2-ea875d241ae7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/routers/0a35ae4e-29a9-476e-9bbd-5d33aba4d5af HTTP/1.1" status: 200 len: 887 time: 0.2550070 Nov 27 01:18:49.943555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58794) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:49.948553 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.951621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ec370d29-c43f-47ad-94d5-5d641afed96c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:49.952126 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.980315 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-477deecf-01e8-47ab-bfe2-f2354984251b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a35ae4e-29a9-476e-9bbd-5d33aba4d5af HTTP/1.1" status: 200 len: 205 time: 0.0329282 Nov 27 01:18:49.981133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58796) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:50.134836 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.140597 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.287253 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.313415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726c8d5-74ec-4a26-aac5-84e49478271c req-a432c751-f309-45ba-a36b-d663b089128b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:50.321291 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2726c8d5-74ec-4a26-aac5-84e49478271c req-a432c751-f309-45ba-a36b-d663b089128b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 945 time: 0.1138866 Nov 27 01:18:50.350875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port dc7135cd-7acd-4748-ac9b-055f91775782 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:50.351184 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.351299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Allocated IP 172.25.1.120 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/0cfa343a-ea1c-4c0c-9c95-8d0579775a52) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:50.480310 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2726c8d5-74ec-4a26-aac5-84e49478271c req-112d5978-1b85-4273-b27e-593a9288195f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528642 Nov 27 01:18:50.483080 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.501375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for dc7135cd-7acd-4748-ac9b-055f91775782 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:50.572307 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.609476 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.634313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa544a36-8b2b-4c64-9e95-181ec02d354f req-2ee1109f-9955-4b6e-8501-16c1b6318bd3 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:50.636406 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa544a36-8b2b-4c64-9e95-181ec02d354f req-2ee1109f-9955-4b6e-8501-16c1b6318bd3 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 943 time: 0.1153688 Nov 27 01:18:50.661446 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:50.664828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:50.669231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:50.672520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event updated for resources: {'Port': ['ID=0cfa343a-ea1c-4c0c-9c95-8d0579775a52,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:50.746394 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa544a36-8b2b-4c64-9e95-181ec02d354f req-38c25983-8526-4e2c-89e0-a97690bf668c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650144 Nov 27 01:18:50.802359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.805980 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.841359 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=dc7135cd-7acd-4748-ac9b-055f91775782,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:50.851675 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.870829 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017a603c-7f07-471f-88c9-88c5fa665d77 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:50.921970 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.057918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1efdc9-537a-4b6c-8f49-63b08dd14c56 req-ff6e8d59-9caa-4604-a43f-de8324da3319 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:51.059449 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd1efdc9-537a-4b6c-8f49-63b08dd14c56 req-ff6e8d59-9caa-4604-a43f-de8324da3319 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.0916288 Nov 27 01:18:51.082853 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.102244 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.102244 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.117188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.146604 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.147375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Fanout notify agent at l3_agent the message router_deleted on router 0a35ae4e-29a9-476e-9bbd-5d33aba4d5af {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:18:51.159366 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.161291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-56262aaa-4cf4-4fef-b12e-8853e9fd2739 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/routers/0a35ae4e-29a9-476e-9bbd-5d33aba4d5af HTTP/1.1" status: 204 len: 168 time: 1.1789777 Nov 27 01:18:51.164854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58814) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:51.175182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-00d44da4-aeb0-46e5-8585-fd83126c0df8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'network': {'name': 'tempest-RoutersTest-907669519'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:51.195561 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event updated for resources: {'Port': ['ID=0cfa343a-ea1c-4c0c-9c95-8d0579775a52,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:51.207863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d44da4-aeb0-46e5-8585-fd83126c0df8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:51.216726 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-00d44da4-aeb0-46e5-8585-fd83126c0df8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.252865 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d44da4-aeb0-46e5-8585-fd83126c0df8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:51.259909 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd1efdc9-537a-4b6c-8f49-63b08dd14c56 req-35793246-3b6e-436e-ac22-3dc3c8e5050c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857078 Nov 27 01:18:51.268462 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-00d44da4-aeb0-46e5-8585-fd83126c0df8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.268820 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-00d44da4-aeb0-46e5-8585-fd83126c0df8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Added segment c9c1a742-ed9f-4c3c-9866-5da67dde8c4c of type vlan for network b77b8d9a-2e05-4f12-a45e-558de1edad13 Nov 27 01:18:51.275908 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.291486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device cf72cfb9-1224-4986-8d84-ce8da7c42e00 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:18:51.308648 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.310242 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9051aee7-39e9-4c97-9303-bc325ae52d57 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6758456 Nov 27 01:18:51.343170 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-00d44da4-aeb0-46e5-8585-fd83126c0df8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.382712 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-00d44da4-aeb0-46e5-8585-fd83126c0df8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.390251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d44da4-aeb0-46e5-8585-fd83126c0df8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:51.390875 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-00d44da4-aeb0-46e5-8585-fd83126c0df8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.411153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port cf72cfb9-1224-4986-8d84-ce8da7c42e00, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=cf72cfb9-1224-4986-8d84-ce8da7c42e00,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:51.442651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'cf72cfb9-1224-4986-8d84-ce8da7c42e00', 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068', 'port_id': 'cf72cfb9-1224-4986-8d84-ce8da7c42e00', 'mac_address': 'fa:16:3e:c5:71:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c24569-75b4-4812-8c56-c116d5311fa7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:18:51.449834 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-00d44da4-aeb0-46e5-8585-fd83126c0df8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2816598 Nov 27 01:18:51.453254 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58830) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:51.458456 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-1472bb04-5931-4ea7-9c39-03a935d582df tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'subnet': {'network_id': 'b77b8d9a-2e05-4f12-a45e-558de1edad13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:51.495268 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.509580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf72cfb9-1224-4986-8d84-ce8da7c42e00 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:51.531333 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port cf72cfb9-1224-4986-8d84-ce8da7c42e00, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=cf72cfb9-1224-4986-8d84-ce8da7c42e00,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:51.535504 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-573c1329-ccd7-4d49-aa7b-543e6f402d55 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--401027492&fields=id&tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d HTTP/1.1" status: 200 len: 267 time: 0.0693784 Nov 27 01:18:51.546080 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.593261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d44da4-aeb0-46e5-8585-fd83126c0df8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Network': ['ID=b77b8d9a-2e05-4f12-a45e-558de1edad13,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:51.607773 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network b77b8d9a-2e05-4f12-a45e-558de1edad13 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:51.631490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=cf72cfb9-1224-4986-8d84-ce8da7c42e00,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:51.728323 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1472bb04-5931-4ea7-9c39-03a935d582df tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:51.733607 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1472bb04-5931-4ea7-9c39-03a935d582df tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.739000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2265e3-33ac-4d3a-ac33-deeb6e5c3bd5 req-80f0bcc8-3d7c-4be3-b232-5967d64c41c9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:51.742017 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd2265e3-33ac-4d3a-ac33-deeb6e5c3bd5 req-80f0bcc8-3d7c-4be3-b232-5967d64c41c9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 945 time: 0.0881836 Nov 27 01:18:51.753083 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e70ad-2d01-4629-8331-7235089442d1 req-8aa8555c-7faa-4c0b-8fe9-6223ed7b6e6c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:51.757259 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-8aa8555c-7faa-4c0b-8fe9-6223ed7b6e6c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 812 time: 0.1831827 Nov 27 01:18:51.808193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd2265e3-33ac-4d3a-ac33-deeb6e5c3bd5 req-bc11fc47-74c7-469c-9121-6c6e869ee9be tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582068 Nov 27 01:18:51.867672 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-95983a5f-9626-44aa-9af2-c05e1aaa3990 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/quotas/fed1b1bae53244d39c27b4bf4d5ada1d HTTP/1.1" status: 200 len: 375 time: 0.0929117 Nov 27 01:18:51.973508 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-cfb0e68b-7820-411b-bdb9-44c46c95e433 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961037 Nov 27 01:18:52.024744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a72f02-8554-4e3c-8b11-e1b3cc94096d req-a5610eee-96c2-4f59-874c-aebadf482e0d tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:52.026467 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-54a72f02-8554-4e3c-8b11-e1b3cc94096d req-a5610eee-96c2-4f59-874c-aebadf482e0d tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 944 time: 0.0641875 Nov 27 01:18:52.087236 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-54a72f02-8554-4e3c-8b11-e1b3cc94096d req-2ee89e53-43f9-4801-a782-bdc0b0cf951a tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540226 Nov 27 01:18:52.114538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['cf72cfb9-1224-4986-8d84-ce8da7c42e00'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:52.117837 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1472bb04-5931-4ea7-9c39-03a935d582df tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.239720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472bb04-5931-4ea7-9c39-03a935d582df tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Subnet': ['ID=7262f0a5-7459-40cc-af76-d6f7c4bd6d69,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:52.255779 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-305427c5-1b0e-4391-8369-a882910ca015 service neutron] 10.222.0.15 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675774 Nov 27 01:18:52.265465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1472bb04-5931-4ea7-9c39-03a935d582df tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Checking segment: {'id': 'c9c1a742-ed9f-4c3c-9866-5da67dde8c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b77b8d9a-2e05-4f12-a45e-558de1edad13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:52.265835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1472bb04-5931-4ea7-9c39-03a935d582df tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network hostable DHCP agents. Network: b77b8d9a-2e05-4f12-a45e-558de1edad13, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:18:52.324717 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 7693a1f2-9ae4-45fd-8777-087f551e513b up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:52.343732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1472bb04-5931-4ea7-9c39-03a935d582df tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network b77b8d9a-2e05-4f12-a45e-558de1edad13 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:18:52.394696 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-5a8f36a8-4810-4c4e-856a-7efed471d0bd service neutron] 10.222.0.15 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380413 Nov 27 01:18:52.401624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-1472bb04-5931-4ea7-9c39-03a935d582df tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, b77b8d9a-2e05-4f12-a45e-558de1edad13) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:52.414219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1472bb04-5931-4ea7-9c39-03a935d582df tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:52.414690 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1472bb04-5931-4ea7-9c39-03a935d582df tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.431153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34af29ee-74bf-43d7-9679-f7dfd93153fa None None] Network b77b8d9a-2e05-4f12-a45e-558de1edad13 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:52.447135 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1472bb04-5931-4ea7-9c39-03a935d582df tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9925508 Nov 27 01:18:52.447694 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58844) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:52.452505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ae5eca8c-db43-47ea-8afa-5919788751d7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-935887769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:52.475252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d5aea-caa2-4ac2-94d9-61a8770b0f05 req-538f0b5c-3b3b-476e-98a4-8cee99e56687 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:52.485503 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae5eca8c-db43-47ea-8afa-5919788751d7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.487205 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-554d5aea-caa2-4ac2-94d9-61a8770b0f05 req-538f0b5c-3b3b-476e-98a4-8cee99e56687 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.1160798 Nov 27 01:18:52.487343 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae5eca8c-db43-47ea-8afa-5919788751d7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.576574 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-554d5aea-caa2-4ac2-94d9-61a8770b0f05 req-cea34bd0-d84d-4680-95bd-3ca5171ea249 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883806 Nov 27 01:18:52.596601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 7693a1f2-9ae4-45fd-8777-087f551e513b completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:18:52.611377 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae5eca8c-db43-47ea-8afa-5919788751d7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.618586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 7693a1f2-9ae4-45fd-8777-087f551e513b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:52.619076 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.621035 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae5eca8c-db43-47ea-8afa-5919788751d7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.708025 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b579630-62e1-4427-8674-cc6064507f46 req-4e1aee50-1bc3-482a-98f5-79c51ba5be23 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 210 time: 0.0543947 Nov 27 01:18:52.711859 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae5eca8c-db43-47ea-8afa-5919788751d7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.713519 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ae5eca8c-db43-47ea-8afa-5919788751d7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2646847 Nov 27 01:18:52.716293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58852) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:52.849659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-b77b8d9a-2e05-4f12-a45e-558de1edad13', 'network_id': 'b77b8d9a-2e05-4f12-a45e-558de1edad13', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'fixed_ips': [{'subnet_id': '7262f0a5-7459-40cc-af76-d6f7c4bd6d69'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:18:52.850832 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.867629 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.071492 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb142a4-87e3-452b-845d-41a82d41d403 req-616e33af-4be4-47e7-8a2a-a78b14dccbdf tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:53.084023 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9eb142a4-87e3-452b-845d-41a82d41d403 req-616e33af-4be4-47e7-8a2a-a78b14dccbdf tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 945 time: 0.1352391 Nov 27 01:18:53.146810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Allocated IP 172.20.0.2 (b77b8d9a-2e05-4f12-a45e-558de1edad13/7262f0a5-7459-40cc-af76-d6f7c4bd6d69/565c7d8b-4ca8-4244-8b76-c69d2406ba07) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:53.165774 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9eb142a4-87e3-452b-845d-41a82d41d403 req-c4af2df0-c2a8-4fc4-995c-ee3e2962aacf tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777929 Nov 27 01:18:53.325118 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.373561 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247fc61c-1d26-4851-9d96-d7fe4631453b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7693a1f2-9ae4-45fd-8777-087f551e513b'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:53.376024 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6d8a4c-a5d9-4544-9e19-c246d938139c" -d '{"events": [{"server_uuid": "247fc61c-1d26-4851-9d96-d7fe4631453b", "name": "network-vif-plugged", "status": "completed", "tag": "7693a1f2-9ae4-45fd-8777-087f551e513b"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:53.402640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 7693a1f2-9ae4-45fd-8777-087f551e513b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=7693a1f2-9ae4-45fd-8777-087f551e513b,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:53.408881 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.413563 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.440578 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902a858-85c0-4ae1-9561-2d2293a0414c req-b8b67b67-16c6-4afb-9990-8d18bf00aab1 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:53.448433 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1902a858-85c0-4ae1-9561-2d2293a0414c req-b8b67b67-16c6-4afb-9990-8d18bf00aab1 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 944 time: 0.2432075 Nov 27 01:18:53.449895 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.476740 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893ce963-ca95-4eef-910d-cd1d6d93f2b2 x-openstack-request-id: req-893ce963-ca95-4eef-910d-cd1d6d93f2b2 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:53.477560 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247fc61c-1d26-4851-9d96-d7fe4631453b", "name": "network-vif-plugged", "status": "completed", "tag": "7693a1f2-9ae4-45fd-8777-087f551e513b", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:53.477934 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-893ce963-ca95-4eef-910d-cd1d6d93f2b2 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:53.478431 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247fc61c-1d26-4851-9d96-d7fe4631453b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7693a1f2-9ae4-45fd-8777-087f551e513b', 'code': 200} Nov 27 01:18:53.492771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Network b77b8d9a-2e05-4f12-a45e-558de1edad13 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:53.496388 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:53.500202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:53.599702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=7693a1f2-9ae4-45fd-8777-087f551e513b,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:53.603686 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1902a858-85c0-4ae1-9561-2d2293a0414c req-a11c9925-088a-4e41-96b7-5dcc1de8b9bc tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459095 Nov 27 01:18:53.606993 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-226fc49d-8ba0-4475-a3a8-389b5e72da47 req-5d1b5a3d-4686-45f2-b8ee-cc20d2133678 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2173810 Nov 27 01:18:53.647767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Attempting to bind port 565c7d8b-4ca8-4244-8b76-c69d2406ba07 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:53.648141 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Attempting to bind port 565c7d8b-4ca8-4244-8b76-c69d2406ba07 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'c9c1a742-ed9f-4c3c-9866-5da67dde8c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b77b8d9a-2e05-4f12-a45e-558de1edad13'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:53.649811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Attempting to bind port 565c7d8b-4ca8-4244-8b76-c69d2406ba07 on network b77b8d9a-2e05-4f12-a45e-558de1edad13 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:53.682623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:53.683058 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Checking segment: {'id': 'c9c1a742-ed9f-4c3c-9866-5da67dde8c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b77b8d9a-2e05-4f12-a45e-558de1edad13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:53.683469 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.683864 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Bound using segment: {'id': 'c9c1a742-ed9f-4c3c-9866-5da67dde8c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b77b8d9a-2e05-4f12-a45e-558de1edad13'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:53.695937 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Bound port: 565c7d8b-4ca8-4244-8b76-c69d2406ba07, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c1a742-ed9f-4c3c-9866-5da67dde8c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b77b8d9a-2e05-4f12-a45e-558de1edad13'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:53.697511 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.704115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4583ff3-e098-4854-9204-ac19291b8f4a req-cac6e72a-93bf-4631-abf6-0f58d1e0f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:53.707930 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4583ff3-e098-4854-9204-ac19291b8f4a req-cac6e72a-93bf-4631-abf6-0f58d1e0f0a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 1098 time: 0.0957139 Nov 27 01:18:53.753224 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Pushing event updated for resources: {'Port': ['ID=565c7d8b-4ca8-4244-8b76-c69d2406ba07,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:53.800613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da36a9c-f99b-44b4-ac99-16bc095c74ab req-c36b7cd5-ea6f-4845-a378-26b968a713e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:53.802198 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0da36a9c-f99b-44b4-ac99-16bc095c74ab req-c36b7cd5-ea6f-4845-a378-26b968a713e9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.0854554 Nov 27 01:18:53.809307 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4583ff3-e098-4854-9204-ac19291b8f4a req-71c1d595-d705-4691-ba23-e310cce970e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801578 Nov 27 01:18:53.846274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] For port 565c7d8b-4ca8-4244-8b76-c69d2406ba07, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:53.850832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] For port 565c7d8b-4ca8-4244-8b76-c69d2406ba07, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=565c7d8b-4ca8-4244-8b76-c69d2406ba07,segment=NetworkSegment(c9c1a742-ed9f-4c3c-9866-5da67dde8c4c),segment_id=c9c1a742-ed9f-4c3c-9866-5da67dde8c4c)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:53.857506 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.874596 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fc49d-8ba0-4475-a3a8-389b5e72da47 req-7ffb79fb-b83f-477f-b83f-7a7a58de8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:53.876407 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-226fc49d-8ba0-4475-a3a8-389b5e72da47 req-7ffb79fb-b83f-477f-b83f-7a7a58de8ee3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 1096 time: 0.2121236 Nov 27 01:18:53.904537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0da36a9c-f99b-44b4-ac99-16bc095c74ab req-185a16ff-58b8-4e0c-a3b6-d0b3077b5925 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928729 Nov 27 01:18:53.991442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b889410-55b2-48a7-9b9d-80597d0f2c5d None None] Pushing event updated for resources: {'Port': ['ID=565c7d8b-4ca8-4244-8b76-c69d2406ba07,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:54.038172 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9386fe2c-3e7b-4814-ba95-74cd4bbe7b6e req-46c37a58-4bc7-464a-b4eb-1436f5cdc88e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 210 time: 0.0372081 Nov 27 01:18:54.077883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Allocated IP 172.20.0.1 (b77b8d9a-2e05-4f12-a45e-558de1edad13/7262f0a5-7459-40cc-af76-d6f7c4bd6d69/267c0991-5038-4b6e-9059-a5f8f1e23cfd) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:54.133776 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fc49d-8ba0-4475-a3a8-389b5e72da47 req-1520b816-9bfa-4c53-8d07-3b28b720964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:54.136114 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-226fc49d-8ba0-4475-a3a8-389b5e72da47 req-1520b816-9bfa-4c53-8d07-3b28b720964c service neutron] 10.222.0.31 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.2355168 Nov 27 01:18:54.226500 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-226fc49d-8ba0-4475-a3a8-389b5e72da47 req-915e1e94-b336-4317-ab72-d7e5928ce9f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a HTTP/1.1" status: 200 len: 217 time: 0.0640860 Nov 27 01:18:54.427628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fc49d-8ba0-4475-a3a8-389b5e72da47 req-9b00bc94-7aa8-4c78-8761-3b2d00984e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:54.429315 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-226fc49d-8ba0-4475-a3a8-389b5e72da47 req-9b00bc94-7aa8-4c78-8761-3b2d00984e37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.1964047 Nov 27 01:18:54.448413 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.477548 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-226fc49d-8ba0-4475-a3a8-389b5e72da47 req-237b7f08-1f86-4293-9f1f-8348cc09fba8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374243 Nov 27 01:18:54.486860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d21f0-f7cd-4b18-aa37-d988fc97e33c req-4eb68816-de8e-4c92-b7ed-dcee215ddbe8 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:54.489119 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b2d21f0-f7cd-4b18-aa37-d988fc97e33c req-4eb68816-de8e-4c92-b7ed-dcee215ddbe8 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 946 time: 0.2385015 Nov 27 01:18:54.636039 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b2d21f0-f7cd-4b18-aa37-d988fc97e33c req-8be3558e-26f4-43fc-a822-e6f4c967f76c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357367 Nov 27 01:18:54.639104 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.661300 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-226fc49d-8ba0-4475-a3a8-389b5e72da47 req-3b38c560-32a6-4ebf-826f-afa81193a99e service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695585 Nov 27 01:18:54.711011 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network b77b8d9a-2e05-4f12-a45e-558de1edad13 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:54.719118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:54.735575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:54.805945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=267c0991-5038-4b6e-9059-a5f8f1e23cfd,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:54.848763 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.965298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3522313-ac14-453a-b2c9-8ac56fd1e07d req-8dd4a50e-fbd4-45c6-9157-11ecfe6e4b0a tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:54.978885 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3522313-ac14-453a-b2c9-8ac56fd1e07d req-8dd4a50e-fbd4-45c6-9157-11ecfe6e4b0a tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 944 time: 0.2241123 Nov 27 01:18:55.061788 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e70ad-2d01-4629-8331-7235089442d1 req-b96dd4b5-be70-4ed8-aaea-b2158344ac73 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.063364 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-b96dd4b5-be70-4ed8-aaea-b2158344ac73 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 812 time: 0.4264476 Nov 27 01:18:55.148269 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3522313-ac14-453a-b2c9-8ac56fd1e07d req-9c95b784-7b90-4410-904f-a16acee8e8b2 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462369 Nov 27 01:18:55.328723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device cf72cfb9-1224-4986-8d84-ce8da7c42e00 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:55.351809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ee551723-490e-49d1-9832-3d484daf1212 req-fc97041d-913a-4d7c-beb6-955428743ed0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 210 time: 0.0644362 Nov 27 01:18:55.360060 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-ba4f02ce-fda8-402d-9880-203df091d1b6 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d HTTP/1.1" status: 200 len: 379 time: 0.2185428 Nov 27 01:18:55.381777 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-a38e70ad-2d01-4629-8331-7235089442d1 req-3b059c58-5015-4d1b-a321-bafd8b03cdb3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Request body: {'port': {'device_id': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'admin_state_up': True, 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'security_groups': ['2b72f3fd-b263-4c5a-9eba-aab111526ebd']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:55.430291 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port cf72cfb9-1224-4986-8d84-ce8da7c42e00 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:18:55.436532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port cf72cfb9-1224-4986-8d84-ce8da7c42e00 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:55.439041 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.584909 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.614972 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fe5bd5-f579-45dc-a6e9-fef9f44011fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf72cfb9-1224-4986-8d84-ce8da7c42e00'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:55.618093 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f12edd-1f08-46a7-ba30-d28cd0d6bf1f" -d '{"events": [{"server_uuid": "68fe5bd5-f579-45dc-a6e9-fef9f44011fb", "name": "network-vif-plugged", "status": "completed", "tag": "cf72cfb9-1224-4986-8d84-ce8da7c42e00"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:55.670825 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-226fc49d-8ba0-4475-a3a8-389b5e72da47 req-d2324310-b0c9-489f-83e4-08c61fed77d1 service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9665284 Nov 27 01:18:55.681512 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcbcfda-b34c-448a-8557-43e8a0b12ca1 None None] Network b77b8d9a-2e05-4f12-a45e-558de1edad13 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:55.712271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38e70ad-2d01-4629-8331-7235089442d1 req-3b059c58-5015-4d1b-a321-bafd8b03cdb3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Made reservation on behalf of fed1b1bae53244d39c27b4bf4d5ada1d for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:55.714749 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port cf72cfb9-1224-4986-8d84-ce8da7c42e00, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=cf72cfb9-1224-4986-8d84-ce8da7c42e00,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:55.714882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ecb3-f8ce-4174-93a5-8e4e944a3426 req-dfc69146-0939-4a96-9e2d-b23a15118574 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.715811 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a38e70ad-2d01-4629-8331-7235089442d1 req-3b059c58-5015-4d1b-a321-bafd8b03cdb3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.719933 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-92a1ecb3-f8ce-4174-93a5-8e4e944a3426 req-dfc69146-0939-4a96-9e2d-b23a15118574 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.3029163 Nov 27 01:18:55.779094 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd99b0b4-efc3-44ca-994c-55c9cbcebc93 x-openstack-request-id: req-cd99b0b4-efc3-44ca-994c-55c9cbcebc93 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:55.782315 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fe5bd5-f579-45dc-a6e9-fef9f44011fb", "name": "network-vif-plugged", "status": "completed", "tag": "cf72cfb9-1224-4986-8d84-ce8da7c42e00", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:55.782839 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd99b0b4-efc3-44ca-994c-55c9cbcebc93 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:55.785205 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fe5bd5-f579-45dc-a6e9-fef9f44011fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf72cfb9-1224-4986-8d84-ce8da7c42e00', 'code': 200} Nov 27 01:18:55.840560 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.862044 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-92a1ecb3-f8ce-4174-93a5-8e4e944a3426 req-3135053e-02f9-4304-aed1-b03e412341a2 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347885 Nov 27 01:18:55.922725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d47e88cb-81dd-4b02-b260-6f5e200f32df None None] Provisioning complete for port 565c7d8b-4ca8-4244-8b76-c69d2406ba07 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:55.933022 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d47e88cb-81dd-4b02-b260-6f5e200f32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.987613 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 565c7d8b-4ca8-4244-8b76-c69d2406ba07 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:56.025573 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.048771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1e464-ad89-4a39-901c-2e87c9eec133 req-ca9125f7-1816-45e9-b2fa-a60cd2e06152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.050869 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-02d1e464-ad89-4a39-901c-2e87c9eec133 req-ca9125f7-1816-45e9-b2fa-a60cd2e06152 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 1097 time: 0.1817973 Nov 27 01:18:56.052857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-a38e70ad-2d01-4629-8331-7235089442d1 req-3b059c58-5015-4d1b-a321-bafd8b03cdb3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Allocated IP 172.20.0.7 (3c57a88e-d3f9-4c17-b69e-c01abc695eed/dc2973a6-0364-4d73-9157-cfbb2858d62a/02caa119-c7f4-405b-ba6b-a6d7c8523f2f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:56.174288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=cf72cfb9-1224-4986-8d84-ce8da7c42e00,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:56.314193 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 565c7d8b-4ca8-4244-8b76-c69d2406ba07 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:56.315069 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.369147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899d3bf-f374-49fc-ad54-54a15d0af667 req-d1a6191f-25d4-443a-9d8f-53d6759e8112 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.371945 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-02d1e464-ad89-4a39-901c-2e87c9eec133 req-eea70c1c-0bbc-4b84-bd51-cb1b3b158f97 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127592 Nov 27 01:18:56.375306 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1899d3bf-f374-49fc-ad54-54a15d0af667 req-d1a6191f-25d4-443a-9d8f-53d6759e8112 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 946 time: 0.4504716 Nov 27 01:18:56.378482 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a38e70ad-2d01-4629-8331-7235089442d1 req-3b059c58-5015-4d1b-a321-bafd8b03cdb3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.389693 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d47e88cb-81dd-4b02-b260-6f5e200f32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.438030 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1899d3bf-f374-49fc-ad54-54a15d0af667 req-ce256f3d-2f9f-4842-971c-81fd1bbd8509 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575445 Nov 27 01:18:56.442832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d47e88cb-81dd-4b02-b260-6f5e200f32df None None] For port 565c7d8b-4ca8-4244-8b76-c69d2406ba07, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=565c7d8b-4ca8-4244-8b76-c69d2406ba07,segment=NetworkSegment(c9c1a742-ed9f-4c3c-9866-5da67dde8c4c),segment_id=c9c1a742-ed9f-4c3c-9866-5da67dde8c4c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:56.460192 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d47e88cb-81dd-4b02-b260-6f5e200f32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.496535 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a38e70ad-2d01-4629-8331-7235089442d1 req-3b059c58-5015-4d1b-a321-bafd8b03cdb3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.593739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38e70ad-2d01-4629-8331-7235089442d1 req-3b059c58-5015-4d1b-a321-bafd8b03cdb3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Network 3c57a88e-d3f9-4c17-b69e-c01abc695eed is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:56.624270 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.627319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-a38e70ad-2d01-4629-8331-7235089442d1 req-3b059c58-5015-4d1b-a321-bafd8b03cdb3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:56.651112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e88cb-81dd-4b02-b260-6f5e200f32df None None] Pushing event updated for resources: {'Port': ['ID=565c7d8b-4ca8-4244-8b76-c69d2406ba07,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:56.652300 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.665083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38e70ad-2d01-4629-8331-7235089442d1 req-3b059c58-5015-4d1b-a321-bafd8b03cdb3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:56.675182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b059c58-5015-4d1b-a321-bafd8b03cdb3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event updated for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:56.729567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e9a29-62a8-4f18-ab5a-b3c6a2ad21f3 req-b3c4e1bf-94f2-4b04-b1e1-318e90b04598 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.738787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-094e9a29-62a8-4f18-ab5a-b3c6a2ad21f3 req-b3c4e1bf-94f2-4b04-b1e1-318e90b04598 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 931 time: 0.1470861 Nov 27 01:18:56.761169 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e70ad-2d01-4629-8331-7235089442d1 req-3b059c58-5015-4d1b-a321-bafd8b03cdb3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.762224 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a38e70ad-2d01-4629-8331-7235089442d1 req-3b059c58-5015-4d1b-a321-bafd8b03cdb3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.820103 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036cde1-d3f0-45a0-91ee-0bf68028ddda req-fc4346dd-d8dc-440f-9f27-3dcec9613998 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.828817 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1036cde1-d3f0-45a0-91ee-0bf68028ddda req-fc4346dd-d8dc-440f-9f27-3dcec9613998 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 945 time: 0.4931276 Nov 27 01:18:56.831067 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-094e9a29-62a8-4f18-ab5a-b3c6a2ad21f3 req-e4e6f328-2e92-4797-a503-8e102e62c150 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864296 Nov 27 01:18:56.853095 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-3b059c58-5015-4d1b-a321-bafd8b03cdb3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4847934 Nov 27 01:18:56.871925 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.878758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=267c0991-5038-4b6e-9059-a5f8f1e23cfd,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:56.881026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Request body: {'port': {'device_id': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:56.986500 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1036cde1-d3f0-45a0-91ee-0bf68028ddda req-0acc71c1-4326-41fb-8898-1b65ae09b81b tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456249 Nov 27 01:18:57.004103 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-157b0f65-46b2-4ba3-bb77-e81b1152f4a2 None None] Provisioning complete for port 267c0991-5038-4b6e-9059-a5f8f1e23cfd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:57.004622 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-157b0f65-46b2-4ba3-bb77-e81b1152f4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.028200 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.057277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cb152-edc7-4834-a0df-355dfe7802e1 req-d27509d9-21ac-4288-9d8e-79a25e406360 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:57.073569 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d0cb152-edc7-4834-a0df-355dfe7802e1 req-d27509d9-21ac-4288-9d8e-79a25e406360 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 945 time: 0.1343303 Nov 27 01:18:57.090902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network b77b8d9a-2e05-4f12-a45e-558de1edad13 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:57.092666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:57.125228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-157b0f65-46b2-4ba3-bb77-e81b1152f4a2 None None] Port 267c0991-5038-4b6e-9059-a5f8f1e23cfd cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:57.136692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-157b0f65-46b2-4ba3-bb77-e81b1152f4a2 None None] Provisioning complete for port 565c7d8b-4ca8-4244-8b76-c69d2406ba07 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:57.137200 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-157b0f65-46b2-4ba3-bb77-e81b1152f4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.242666 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d0cb152-edc7-4834-a0df-355dfe7802e1 req-b918c098-aed2-4fb9-9481-561bc23a0808 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628411 Nov 27 01:18:57.359688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f94a0-7c87-41c7-b4b7-689effa86196 req-9bc2f615-78f4-4d8f-ac9a-5ba9acde5dac tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:57.361359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9a9f94a0-7c87-41c7-b4b7-689effa86196 req-9bc2f615-78f4-4d8f-ac9a-5ba9acde5dac tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.1057196 Nov 27 01:18:57.378069 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router 5e1f5920-5db6-4a7b-af7f-3989b594e45c is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:18:57.464175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3e37fc51-4dc3-4750-8b83-ae854a42ce12 None None] Provisioning complete for port 267c0991-5038-4b6e-9059-a5f8f1e23cfd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:57.464806 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e37fc51-4dc3-4750-8b83-ae854a42ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.557972 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3e37fc51-4dc3-4750-8b83-ae854a42ce12 None None] Port 267c0991-5038-4b6e-9059-a5f8f1e23cfd cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:57.568602 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9a9f94a0-7c87-41c7-b4b7-689effa86196 req-bdf352dc-e87c-4869-a351-aa63ade78043 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947761 Nov 27 01:18:57.579602 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3e37fc51-4dc3-4750-8b83-ae854a42ce12 None None] Provisioning complete for port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:57.579980 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e37fc51-4dc3-4750-8b83-ae854a42ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.634867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3e37fc51-4dc3-4750-8b83-ae854a42ce12 None None] Port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:57.662298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:57.670614 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c422a746-f446-4868-978d-dbf72df82258 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/5e1f5920-5db6-4a7b-af7f-3989b594e45c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9425833 Nov 27 01:18:57.671245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58934) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:57.675861 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd7a35a-0d5f-4dc3-adce-05fdc7410586 None None] Sync routers for ids ['5e1f5920-5db6-4a7b-af7f-3989b594e45c'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:57.694512 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd7a35a-0d5f-4dc3-adce-05fdc7410586 None None] Routers {'5e1f5920-5db6-4a7b-af7f-3989b594e45c'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:57.695158 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2dd7a35a-0d5f-4dc3-adce-05fdc7410586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['5e1f5920-5db6-4a7b-af7f-3989b594e45c'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:57.766525 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2dd7a35a-0d5f-4dc3-adce-05fdc7410586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:57.784079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbabc0a-6dab-4692-bb7f-ba54625abe65 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:57.788941 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-efbabc0a-6dab-4692-bb7f-ba54625abe65 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports/267c0991-5038-4b6e-9059-a5f8f1e23cfd HTTP/1.1" status: 200 len: 910 time: 0.1166711 Nov 27 01:18:57.789572 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58936) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:57.795059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-10d27a5a-a5fc-4b1c-9ab4-0a2c5d2a90ec tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7262f0a5-7459-40cc-af76-d6f7c4bd6d69'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:57.801685 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 565c7d8b-4ca8-4244-8b76-c69d2406ba07 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:57.851991 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-668d7d7c-3a4f-4c00-8902-622d1c9993e0 None None] Provisioning complete for port 267c0991-5038-4b6e-9059-a5f8f1e23cfd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:57.852842 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-668d7d7c-3a4f-4c00-8902-622d1c9993e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.862294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76664-76af-4bca-8740-19c5a9966f62 req-80a3b3b3-599a-45f4-bfe8-0792f9f2eff6 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:57.869821 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-78b76664-76af-4bca-8740-19c5a9966f62 req-80a3b3b3-599a-45f4-bfe8-0792f9f2eff6 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 946 time: 0.0923216 Nov 27 01:18:57.895133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd7a35a-0d5f-4dc3-adce-05fdc7410586 None None] Routers {'5e1f5920-5db6-4a7b-af7f-3989b594e45c'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:57.895771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2dd7a35a-0d5f-4dc3-adce-05fdc7410586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['5e1f5920-5db6-4a7b-af7f-3989b594e45c'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:57.946140 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2dd7a35a-0d5f-4dc3-adce-05fdc7410586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:57.946797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd7a35a-0d5f-4dc3-adce-05fdc7410586 None None] The sync data for ids ['5e1f5920-5db6-4a7b-af7f-3989b594e45c'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:57.950458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-668d7d7c-3a4f-4c00-8902-622d1c9993e0 None None] Port 267c0991-5038-4b6e-9059-a5f8f1e23cfd cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:57.963116 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-78b76664-76af-4bca-8740-19c5a9966f62 req-fe473d5c-261c-46a0-9868-948451fb4c87 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924222 Nov 27 01:18:57.971734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02caa119-c7f4-405b-ba6b-a6d7c8523f2f {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:57.985272 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.991269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 565c7d8b-4ca8-4244-8b76-c69d2406ba07 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:57.991956 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.010718 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10d27a5a-a5fc-4b1c-9ab4-0a2c5d2a90ec tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.029226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Transition to ACTIVE for port object 02caa119-c7f4-405b-ba6b-a6d7c8523f2f will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:18:58.033721 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.172853 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Pushing event updated for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:58.224665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c6363-9eb7-4fdf-821f-3de96bcc8764 req-c28966f4-c3d0-4a47-906f-f8519b7ed19f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:58.235096 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bf5c6363-9eb7-4fdf-821f-3de96bcc8764 req-c28966f4-c3d0-4a47-906f-f8519b7ed19f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 943 time: 0.2211728 Nov 27 01:18:58.301648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Attempting to bind port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:58.302400 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Attempting to bind port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:58.303045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Attempting to bind port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:58.324098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:18:58.324708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Attempting to bind port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:58.333523 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.334940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:58.335647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Checking segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:58.336171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Bound using segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:58.336764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Bound port: 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:58.337332 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.423131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:58.427496 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:58.439653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bf5c6363-9eb7-4fdf-821f-3de96bcc8764 req-d3fe375d-36d5-4325-bf7e-91b5558ecd32 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015159 Nov 27 01:18:58.442605 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.524454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:58.528456 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.530004 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] 10.222.0.21 "PUT /v2.0/ports/02caa119-c7f4-405b-ba6b-a6d7c8523f2f HTTP/1.1" status: 200 len: 1092 time: 1.6566215 Nov 27 01:18:58.532969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:58.536017 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57780934-cc40-4f6b-95d6-0b6e0046aba9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:58.592798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2bbbc-2976-436b-a588-55047d15d612 req-4b7ea2f2-76a0-42bd-822b-c25f67fcf584 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:58.601470 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1ae2bbbc-2976-436b-a588-55047d15d612 req-4b7ea2f2-76a0-42bd-822b-c25f67fcf584 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 945 time: 0.1721272 Nov 27 01:18:58.649484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf313bb-1ed7-47c5-bc16-2d9c4f76b225 service neutron] Pushing event updated for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:58.709122 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e70ad-2d01-4629-8331-7235089442d1 req-4047630b-6ae8-48c2-b6e3-825b8fb1005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:58.710666 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-4047630b-6ae8-48c2-b6e3-825b8fb1005f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 1095 time: 0.1069791 Nov 27 01:18:58.722923 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1ae2bbbc-2976-436b-a588-55047d15d612 req-9e951f43-c5fa-432a-95c9-574d0803cc13 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192229 Nov 27 01:18:58.786154 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-c3bbb255-12fb-4b39-8b9f-74da87fcb4c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f HTTP/1.1" status: 200 len: 217 time: 0.0531750 Nov 27 01:18:58.810281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50165b-7849-41e8-a2ba-63b1172f328e req-5f95d0bd-8c6f-4d15-94e9-7fb406253580 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:58.811873 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5b50165b-7849-41e8-a2ba-63b1172f328e req-5f95d0bd-8c6f-4d15-94e9-7fb406253580 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 946 time: 0.0942938 Nov 27 01:18:58.878570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e70ad-2d01-4629-8331-7235089442d1 req-65c735d4-c5d5-46fd-bb2b-9c163a15c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:58.880086 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-65c735d4-c5d5-46fd-bb2b-9c163a15c240 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.0853806 Nov 27 01:18:58.918274 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10d27a5a-a5fc-4b1c-9ab4-0a2c5d2a90ec tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.939480 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91a4dd3-09eb-4a8b-9190-e91b60190a4b x-openstack-request-id: req-d91a4dd3-09eb-4a8b-9190-e91b60190a4b {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:58.939788 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:58.944381 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d91a4dd3-09eb-4a8b-9190-e91b60190a4b {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:58.944822 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'status': 'completed', 'code': 200} Nov 27 01:18:58.948496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5b50165b-7849-41e8-a2ba-63b1172f328e req-2eba9c7a-98e0-4cf2-a761-d0596636ab02 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227806 Nov 27 01:18:58.949714 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10d27a5a-a5fc-4b1c-9ab4-0a2c5d2a90ec tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.010353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e70ad-2d01-4629-8331-7235089442d1 req-f6797eb6-f2c2-4f61-9136-bc5d9f667da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:59.011851 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-f6797eb6-f2c2-4f61-9136-bc5d9f667da1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224940 Nov 27 01:18:59.036560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d27a5a-a5fc-4b1c-9ab4-0a2c5d2a90ec tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=267c0991-5038-4b6e-9059-a5f8f1e23cfd,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:59.077551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d27a5a-a5fc-4b1c-9ab4-0a2c5d2a90ec tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:59.078559 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10d27a5a-a5fc-4b1c-9ab4-0a2c5d2a90ec tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.084787 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-10d27a5a-a5fc-4b1c-9ab4-0a2c5d2a90ec tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/ports/267c0991-5038-4b6e-9059-a5f8f1e23cfd HTTP/1.1" status: 200 len: 910 time: 1.2940974 Nov 27 01:18:59.085715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58958) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:59.108902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3967a64-a070-4358-9f74-7bf670b5d2d1 req-78f535a3-bae2-4d03-accb-905376e6bac9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:59.110423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3967a64-a070-4358-9f74-7bf670b5d2d1 req-78f535a3-bae2-4d03-accb-905376e6bac9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.1121721 Nov 27 01:18:59.240483 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3967a64-a070-4358-9f74-7bf670b5d2d1 req-ac9b89e5-447f-4271-9170-0b0db234de26 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164286 Nov 27 01:18:59.289107 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-981df00f-d579-4aba-bf7a-961f160f0c33 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476087 Nov 27 01:18:59.398705 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a38e70ad-2d01-4629-8331-7235089442d1 req-00e5ce52-309a-477a-8acc-64464dd6b00e service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999658 Nov 27 01:18:59.505118 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dd72dbb1-b9e3-421b-ad48-3bd7bec58cac tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.561147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57780934-cc40-4f6b-95d6-0b6e0046aba9 req-fdcb16b5-76d2-4952-bfd0-71e8eb3a3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:59.563080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57780934-cc40-4f6b-95d6-0b6e0046aba9 req-fdcb16b5-76d2-4952-bfd0-71e8eb3a3020 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 1095 time: 0.0541632 Nov 27 01:18:59.726995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12982e66-fcd5-497c-94a8-170d6337b263 req-7e915018-cdbc-4bb6-976d-eedbe3620ce0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:59.729144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57780934-cc40-4f6b-95d6-0b6e0046aba9 req-49ea19da-8143-4aaa-83bb-3d9be9adc67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:59.731004 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57780934-cc40-4f6b-95d6-0b6e0046aba9 req-49ea19da-8143-4aaa-83bb-3d9be9adc67a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.1573906 Nov 27 01:18:59.734258 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12982e66-fcd5-497c-94a8-170d6337b263 req-7e915018-cdbc-4bb6-976d-eedbe3620ce0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 943 time: 0.1333351 Nov 27 01:18:59.802341 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12982e66-fcd5-497c-94a8-170d6337b263 req-aa722533-2f4f-433e-919f-f2a5b9773381 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646689 Nov 27 01:18:59.831740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57780934-cc40-4f6b-95d6-0b6e0046aba9 req-0b6aee41-e9dc-40d3-af32-81f329378b0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f HTTP/1.1" status: 200 len: 217 time: 0.0870116 Nov 27 01:18:59.928569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57780934-cc40-4f6b-95d6-0b6e0046aba9 req-c85366aa-2a6d-44ad-9efe-d00ea94ccddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:59.930146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57780934-cc40-4f6b-95d6-0b6e0046aba9 req-c85366aa-2a6d-44ad-9efe-d00ea94ccddd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.0894985 Nov 27 01:18:59.996014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57780934-cc40-4f6b-95d6-0b6e0046aba9 req-44daa436-f3b3-4e46-9b43-66aaa4caffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:59.997708 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57780934-cc40-4f6b-95d6-0b6e0046aba9 req-44daa436-f3b3-4e46-9b43-66aaa4caffa3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552585 Nov 27 01:19:00.004126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-dd72dbb1-b9e3-421b-ad48-3bd7bec58cac tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port 267c0991-5038-4b6e-9059-a5f8f1e23cfd {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:00.004126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dd72dbb1-b9e3-421b-ad48-3bd7bec58cac tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.160841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf88348-f8d7-4090-bf9b-90251166a9aa req-4cd8e063-18ba-41d1-a962-c28c90e7f412 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:00.163159 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5bf88348-f8d7-4090-bf9b-90251166a9aa req-4cd8e063-18ba-41d1-a962-c28c90e7f412 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 946 time: 0.0934787 Nov 27 01:19:00.165084 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dd72dbb1-b9e3-421b-ad48-3bd7bec58cac tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.212115 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-dd72dbb1-b9e3-421b-ad48-3bd7bec58cac tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for 267c0991-5038-4b6e-9059-a5f8f1e23cfd owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:00.226031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56bb33-59db-4fe3-bbac-c4e71ff723ff req-4dd9c313-545f-45c4-be70-7c9e6b1afaf7 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:00.227982 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe56bb33-59db-4fe3-bbac-c4e71ff723ff req-4dd9c313-545f-45c4-be70-7c9e6b1afaf7 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 946 time: 0.1315591 Nov 27 01:19:00.240683 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5bf88348-f8d7-4090-bf9b-90251166a9aa req-05da25a6-86d1-4c5e-bd30-abc1d4527346 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671177 Nov 27 01:19:00.255128 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57780934-cc40-4f6b-95d6-0b6e0046aba9 req-ca772d91-d659-4191-8de4-dd306d91a392 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488554 Nov 27 01:19:00.465915 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.493898 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57780934-cc40-4f6b-95d6-0b6e0046aba9 req-3a3eccd0-8411-4857-ba74-5e318394d5c7 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172549 Nov 27 01:19:00.513415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-fe56bb33-59db-4fe3-bbac-c4e71ff723ff req-dfee08bb-864a-4b6e-b7d1-83febc702b5f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Deleting port 7693a1f2-9ae4-45fd-8777-087f551e513b {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:00.514062 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fe56bb33-59db-4fe3-bbac-c4e71ff723ff req-dfee08bb-864a-4b6e-b7d1-83febc702b5f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.595907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10609cb4-9e66-4c7b-962f-e17527eadd7a req-29544945-8d72-41ca-abdc-64aec347327a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:00.598141 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-10609cb4-9e66-4c7b-962f-e17527eadd7a req-29544945-8d72-41ca-abdc-64aec347327a tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.1815531 Nov 27 01:19:00.603949 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dd72dbb1-b9e3-421b-ad48-3bd7bec58cac tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.638458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72dbb1-b9e3-421b-ad48-3bd7bec58cac tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=267c0991-5038-4b6e-9059-a5f8f1e23cfd,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:00.728059 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-10609cb4-9e66-4c7b-962f-e17527eadd7a req-b3530f93-0417-43e8-80c8-3d1ad68fc8eb tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718167 Nov 27 01:19:00.752223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-fe56bb33-59db-4fe3-bbac-c4e71ff723ff req-dfee08bb-864a-4b6e-b7d1-83febc702b5f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] For port 7693a1f2-9ae4-45fd-8777-087f551e513b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=7693a1f2-9ae4-45fd-8777-087f551e513b,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:00.760971 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fe56bb33-59db-4fe3-bbac-c4e71ff723ff req-dfee08bb-864a-4b6e-b7d1-83febc702b5f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.781540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-fe56bb33-59db-4fe3-bbac-c4e71ff723ff req-dfee08bb-864a-4b6e-b7d1-83febc702b5f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Calling delete_port for 7693a1f2-9ae4-45fd-8777-087f551e513b owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:00.896313 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dd72dbb1-b9e3-421b-ad48-3bd7bec58cac tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.955023 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fe56bb33-59db-4fe3-bbac-c4e71ff723ff req-dfee08bb-864a-4b6e-b7d1-83febc702b5f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.990146 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f2a6bd5e-fce6-4265-b237-070545d42afd', '64fdb5c6-5064-4a83-8617-472d278213fa', '7693a1f2-9ae4-45fd-8777-087f551e513b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:01.012015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee08bb-864a-4b6e-b7d1-83febc702b5f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Pushing event deleted for resources: {'Port': ['ID=7693a1f2-9ae4-45fd-8777-087f551e513b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:01.074134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58565029-da03-4901-a2f1-84524b52588d req-7df0aabb-35fe-4632-a3fd-8efca15a0c48 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:01.076006 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58565029-da03-4901-a2f1-84524b52588d req-7df0aabb-35fe-4632-a3fd-8efca15a0c48 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 943 time: 0.1335888 Nov 27 01:19:01.077064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe56bb33-59db-4fe3-bbac-c4e71ff723ff req-dfee08bb-864a-4b6e-b7d1-83febc702b5f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] No DVR routers for this DVR port 7693a1f2-9ae4-45fd-8777-087f551e513b on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:01.079864 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fe56bb33-59db-4fe3-bbac-c4e71ff723ff req-dfee08bb-864a-4b6e-b7d1-83febc702b5f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.084135 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe56bb33-59db-4fe3-bbac-c4e71ff723ff req-dfee08bb-864a-4b6e-b7d1-83febc702b5f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "DELETE /v2.0/ports/7693a1f2-9ae4-45fd-8777-087f551e513b HTTP/1.1" status: 204 len: 173 time: 0.8415899 Nov 27 01:19:01.093178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247fc61c-1d26-4851-9d96-d7fe4631453b', 'name': 'network-vif-deleted', 'tag': '7693a1f2-9ae4-45fd-8777-087f551e513b'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:01.096573 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd4b625-65dd-4595-a1da-229a8a28ed9b" -d '{"events": [{"server_uuid": "247fc61c-1d26-4851-9d96-d7fe4631453b", "name": "network-vif-deleted", "tag": "7693a1f2-9ae4-45fd-8777-087f551e513b"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:01.162151 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58565029-da03-4901-a2f1-84524b52588d req-cdda9095-c240-4be9-9c49-c05f6d5849f5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766907 Nov 27 01:19:01.194178 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd72dbb1-b9e3-421b-ad48-3bd7bec58cac tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router 5e1f5920-5db6-4a7b-af7f-3989b594e45c has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:19:01.246858 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af99fba-5551-4f00-af55-f01b1f167a0d x-openstack-request-id: req-5af99fba-5551-4f00-af55-f01b1f167a0d {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:01.247203 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247fc61c-1d26-4851-9d96-d7fe4631453b", "name": "network-vif-deleted", "tag": "7693a1f2-9ae4-45fd-8777-087f551e513b", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:01.247462 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5af99fba-5551-4f00-af55-f01b1f167a0d {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:01.247863 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247fc61c-1d26-4851-9d96-d7fe4631453b', 'name': 'network-vif-deleted', 'tag': '7693a1f2-9ae4-45fd-8777-087f551e513b', 'status': 'completed', 'code': 200} Nov 27 01:19:01.311334 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd72dbb1-b9e3-421b-ad48-3bd7bec58cac tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:01.323868 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b3528-3cbe-4c68-9220-d78915e72f73 None None] Sync routers for ids ['5e1f5920-5db6-4a7b-af7f-3989b594e45c'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:01.326426 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dd72dbb1-b9e3-421b-ad48-3bd7bec58cac tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/5e1f5920-5db6-4a7b-af7f-3989b594e45c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2388132 Nov 27 01:19:01.329687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58992) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:01.379452 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b3528-3cbe-4c68-9220-d78915e72f73 None None] Routers {'5e1f5920-5db6-4a7b-af7f-3989b594e45c'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:01.384085 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-446b3528-3cbe-4c68-9220-d78915e72f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['5e1f5920-5db6-4a7b-af7f-3989b594e45c'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:01.417591 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3fc89fb5-5f5a-4b42-8d95-3b6d00ac6768 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e1f5920-5db6-4a7b-af7f-3989b594e45c HTTP/1.1" status: 200 len: 205 time: 0.0861173 Nov 27 01:19:01.419766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59000) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:01.483201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-50631c09-7706-43d5-87c8-ef871882ccac req-ce989b5c-f64a-429c-ba08-911af3a2774c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=247fc61c-1d26-4851-9d96-d7fe4631453b HTTP/1.1" status: 200 len: 210 time: 0.0507147 Nov 27 01:19:01.518449 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-446b3528-3cbe-4c68-9220-d78915e72f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:01.553471 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b3528-3cbe-4c68-9220-d78915e72f73 None None] Routers {'5e1f5920-5db6-4a7b-af7f-3989b594e45c'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:01.556116 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-446b3528-3cbe-4c68-9220-d78915e72f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['5e1f5920-5db6-4a7b-af7f-3989b594e45c'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:01.583291 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e21bbbda-3011-483e-aa89-ad803fa92e94 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.613913 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-446b3528-3cbe-4c68-9220-d78915e72f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:01.615069 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b3528-3cbe-4c68-9220-d78915e72f73 None None] The sync data for ids ['5e1f5920-5db6-4a7b-af7f-3989b594e45c'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:01.847651 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e21bbbda-3011-483e-aa89-ad803fa92e94 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.850939 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e21bbbda-3011-483e-aa89-ad803fa92e94 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.930284 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e21bbbda-3011-483e-aa89-ad803fa92e94 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.931013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21bbbda-3011-483e-aa89-ad803fa92e94 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Fanout notify agent at l3_agent the message router_deleted on router 5e1f5920-5db6-4a7b-af7f-3989b594e45c {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:19:01.945097 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e21bbbda-3011-483e-aa89-ad803fa92e94 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.947446 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e222fd4-fe2a-49fd-b14e-76d5e12b9c29 req-93121faf-1b21-4e22-8c21-d59e1b422c03 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:01.949640 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3e222fd4-fe2a-49fd-b14e-76d5e12b9c29 req-93121faf-1b21-4e22-8c21-d59e1b422c03 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.1203628 Nov 27 01:19:01.950306 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59014) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:01.952397 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e21bbbda-3011-483e-aa89-ad803fa92e94 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/routers/5e1f5920-5db6-4a7b-af7f-3989b594e45c HTTP/1.1" status: 204 len: 168 time: 0.5314617 Nov 27 01:19:02.060003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting subnet 7262f0a5-7459-40cc-af76-d6f7c4bd6d69 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:19:02.064283 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.071415 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3e222fd4-fe2a-49fd-b14e-76d5e12b9c29 req-b4aba69c-adf6-4d14-9d44-9360a09c59ed tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094615 Nov 27 01:19:02.114916 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.255600 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.349658 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 02caa119-c7f4-405b-ba6b-a6d7c8523f2f details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:19:02.373849 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.452932 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.461098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/7262f0a5-7459-40cc-af76-d6f7c4bd6d69 HTTP/1.1" status: 204 len: 168 time: 0.5073941 Nov 27 01:19:02.461098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Subnet': ['ID=7262f0a5-7459-40cc-af76-d6f7c4bd6d69,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:02.462694 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59022) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:02.477938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:02.478478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:02.478922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:02.479622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:02.480055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:02.480521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:02.480947 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:02.481375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:02.481923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:02.482974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:02.484227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:02.485110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e6808-c365-4f01-ac2d-cb0bd28e3977 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:02.498916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b62911-5950-45cc-8668-5c1fee967de1 req-c0f70bb2-702e-4df5-a01b-744aa30c5716 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.506125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b62911-5950-45cc-8668-5c1fee967de1 req-c0f70bb2-702e-4df5-a01b-744aa30c5716 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.512912 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b62911-5950-45cc-8668-5c1fee967de1 req-c0f70bb2-702e-4df5-a01b-744aa30c5716 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.513381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f50711-6253-42b7-9b17-fe20623ac979 req-5c6fc874-32b5-4890-8c5e-cf8b8a6d2b94 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.519932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b62911-5950-45cc-8668-5c1fee967de1 req-c0f70bb2-702e-4df5-a01b-744aa30c5716 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.526397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b62911-5950-45cc-8668-5c1fee967de1 req-c0f70bb2-702e-4df5-a01b-744aa30c5716 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.534804 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b62911-5950-45cc-8668-5c1fee967de1 req-c0f70bb2-702e-4df5-a01b-744aa30c5716 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.538930 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46f50711-6253-42b7-9b17-fe20623ac979 req-5c6fc874-32b5-4890-8c5e-cf8b8a6d2b94 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 943 time: 0.2424502 Nov 27 01:19:02.542130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b62911-5950-45cc-8668-5c1fee967de1 req-c0f70bb2-702e-4df5-a01b-744aa30c5716 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.552311 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-67b62911-5950-45cc-8668-5c1fee967de1 req-c0f70bb2-702e-4df5-a01b-744aa30c5716 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5443 time: 0.1808870 Nov 27 01:19:02.674341 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46f50711-6253-42b7-9b17-fe20623ac979 req-446d5f04-f9d7-4f92-b90e-6b1a768bcf03 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307764 Nov 27 01:19:02.685704 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-67b62911-5950-45cc-8668-5c1fee967de1 req-76958002-8afc-489d-b137-3ae6c569ad89 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320288 Nov 27 01:19:02.710278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c3438-5a67-451d-b476-31a8828d1603 None None] Network b77b8d9a-2e05-4f12-a45e-558de1edad13 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:02.779740 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.036050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:03.055979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'port_id': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'mac_address': 'fa:16:3e:47:19:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:19:03.077246 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c201e3a-45e6-46de-a41c-fa57bf5021a5 req-54c89b29-6f56-4798-941f-75da9c3fa985 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.086860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c201e3a-45e6-46de-a41c-fa57bf5021a5 req-54c89b29-6f56-4798-941f-75da9c3fa985 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.099933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c201e3a-45e6-46de-a41c-fa57bf5021a5 req-54c89b29-6f56-4798-941f-75da9c3fa985 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.107386 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c201e3a-45e6-46de-a41c-fa57bf5021a5 req-54c89b29-6f56-4798-941f-75da9c3fa985 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.115102 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c201e3a-45e6-46de-a41c-fa57bf5021a5 req-54c89b29-6f56-4798-941f-75da9c3fa985 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.121642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c201e3a-45e6-46de-a41c-fa57bf5021a5 req-54c89b29-6f56-4798-941f-75da9c3fa985 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.131431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c201e3a-45e6-46de-a41c-fa57bf5021a5 req-54c89b29-6f56-4798-941f-75da9c3fa985 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.145640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a38097-d193-4fad-806a-ae40dd497cb8 None None] DHCP port deletion for b77b8d9a-2e05-4f12-a45e-558de1edad13 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:03.148823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2c201e3a-45e6-46de-a41c-fa57bf5021a5 req-54c89b29-6f56-4798-941f-75da9c3fa985 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5443 time: 0.3363283 Nov 27 01:19:03.154318 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port 565c7d8b-4ca8-4244-8b76-c69d2406ba07 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:03.156717 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.236947 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f092e-1935-44b9-8c1e-9b023e9beacc req-e48583da-18de-4e3e-8e66-4fc8877ddc83 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.255696 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e85f092e-1935-44b9-8c1e-9b023e9beacc req-e48583da-18de-4e3e-8e66-4fc8877ddc83 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 945 time: 0.1022308 Nov 27 01:19:03.261377 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.308944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02caa119-c7f4-405b-ba6b-a6d7c8523f2f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:03.336059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:03.343153 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.357225 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] For port 565c7d8b-4ca8-4244-8b76-c69d2406ba07, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=565c7d8b-4ca8-4244-8b76-c69d2406ba07,segment=NetworkSegment(c9c1a742-ed9f-4c3c-9866-5da67dde8c4c),segment_id=c9c1a742-ed9f-4c3c-9866-5da67dde8c4c)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:03.357609 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.359383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e85f092e-1935-44b9-8c1e-9b023e9beacc req-abc1f33d-f0bc-477a-8315-d87a189d2eda tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028018 Nov 27 01:19:03.412624 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:03.427505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for 565c7d8b-4ca8-4244-8b76-c69d2406ba07 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:03.427883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-78a38097-d193-4fad-806a-ae40dd497cb8 None None] Deleting port 565c7d8b-4ca8-4244-8b76-c69d2406ba07 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:03.428439 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78a38097-d193-4fad-806a-ae40dd497cb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.510344 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-78a38097-d193-4fad-806a-ae40dd497cb8 None None] For port 565c7d8b-4ca8-4244-8b76-c69d2406ba07, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=565c7d8b-4ca8-4244-8b76-c69d2406ba07,segment=NetworkSegment(c9c1a742-ed9f-4c3c-9866-5da67dde8c4c),segment_id=c9c1a742-ed9f-4c3c-9866-5da67dde8c4c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:03.510751 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78a38097-d193-4fad-806a-ae40dd497cb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.526703 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-78a38097-d193-4fad-806a-ae40dd497cb8 None None] Calling delete_port for 565c7d8b-4ca8-4244-8b76-c69d2406ba07 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:03.617671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb4d3-8a2f-4e54-8bb0-976c84c1e181 req-37fbdb7a-39b1-45eb-b8c4-9a3f2bf378a2 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.625735 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76ffb4d3-8a2f-4e54-8bb0-976c84c1e181 req-37fbdb7a-39b1-45eb-b8c4-9a3f2bf378a2 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.1263037 Nov 27 01:19:03.656669 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.660912 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78a38097-d193-4fad-806a-ae40dd497cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.701698 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=565c7d8b-4ca8-4244-8b76-c69d2406ba07,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:03.726202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['02caa119-c7f4-405b-ba6b-a6d7c8523f2f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:03.731894 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76ffb4d3-8a2f-4e54-8bb0-976c84c1e181 req-23992647-b4b7-4948-88ef-cf2290ce4947 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898509 Nov 27 01:19:03.734349 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No DVR routers for this DVR port 565c7d8b-4ca8-4244-8b76-c69d2406ba07 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:03.809938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a38097-d193-4fad-806a-ae40dd497cb8 None None] Pushing event deleted for resources: {'Port': ['ID=565c7d8b-4ca8-4244-8b76-c69d2406ba07,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:03.813454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a38097-d193-4fad-806a-ae40dd497cb8 None None] No DVR routers for this DVR port 565c7d8b-4ca8-4244-8b76-c69d2406ba07 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:03.861069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 565c7d8b-4ca8-4244-8b76-c69d2406ba07 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:03.943104 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.966104 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698e8fe-910d-4508-a786-4149495abeae req-26205a0a-1a84-49f8-a4a4-1f25ce9ac0b1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.975787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8698e8fe-910d-4508-a786-4149495abeae req-26205a0a-1a84-49f8-a4a4-1f25ce9ac0b1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0901353 Nov 27 01:19:03.983531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 565c7d8b-4ca8-4244-8b76-c69d2406ba07 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:03.985159 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 565c7d8b-4ca8-4244-8b76-c69d2406ba07 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:04.000790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77b8d9a-2e05-4f12-a45e-558de1edad13']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:04.028404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c1a742-ed9f-4c3c-9866-5da67dde8c4c') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:04.029769 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c1a742-ed9f-4c3c-9866-5da67dde8c4c') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:04.044650 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8698e8fe-910d-4508-a786-4149495abeae req-8042cf6d-9c57-48ce-b5f4-59af1ed818c1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651789 Nov 27 01:19:04.048139 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.064409 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.072798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:04.073317 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:04.137061 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:04.145461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.179890 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.187194 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/networks/b77b8d9a-2e05-4f12-a45e-558de1edad13 HTTP/1.1" status: 204 len: 168 time: 1.7189846 Nov 27 01:19:04.187194 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc8f9b-5afb-434c-b740-c32ae4184c1a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Network': ['ID=b77b8d9a-2e05-4f12-a45e-558de1edad13,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:04.188880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59052) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:04.194028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b8305841-ce41-4a5e-8260-5f2db8188ca7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-145993054', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:04.220603 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8305841-ce41-4a5e-8260-5f2db8188ca7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.222679 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8305841-ce41-4a5e-8260-5f2db8188ca7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.254375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-cae65949-31e8-49f2-a652-8e7063686f9f tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:04.256500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-cae65949-31e8-49f2-a652-8e7063686f9f tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9&tenant_id=d18461bdb04f48e7b016c099b1185328&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 1097 time: 0.1152511 Nov 27 01:19:04.272808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-10'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:04.349438 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 7693a1f2-9ae4-45fd-8777-087f551e513b no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:04.375756 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 7693a1f2-9ae4-45fd-8777-087f551e513b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:04.376422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 7693a1f2-9ae4-45fd-8777-087f551e513b not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:04.379458 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.601466 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f30e3-a6a9-4f2a-bcab-e480ee2cd13a req-e0c280a2-f64b-4b86-b9e3-fdfe0848a649 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:04.603984 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d86f30e3-a6a9-4f2a-bcab-e480ee2cd13a req-e0c280a2-f64b-4b86-b9e3-fdfe0848a649 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 945 time: 0.1376002 Nov 27 01:19:04.661659 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:04.769929 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8305841-ce41-4a5e-8260-5f2db8188ca7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.782843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8305841-ce41-4a5e-8260-5f2db8188ca7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.820335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d86f30e3-a6a9-4f2a-bcab-e480ee2cd13a req-093a10ab-d968-414d-898d-afcdfad77428 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082515 Nov 27 01:19:04.832728 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:04.861913 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8305841-ce41-4a5e-8260-5f2db8188ca7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.873515 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b8305841-ce41-4a5e-8260-5f2db8188ca7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6768134 Nov 27 01:19:04.874778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59068) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:04.894704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-edd3e37b-9e0c-45c5-beb0-5f3131f4c077 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'network': {'name': 'tempest-RoutersTest-965751215'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:04.910927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f534842-b50c-458e-aead-a0f14b050718 req-55065140-f1c8-4aad-9dd8-c9345f33e0da tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:04.913264 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f534842-b50c-458e-aead-a0f14b050718 req-55065140-f1c8-4aad-9dd8-c9345f33e0da tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 945 time: 0.2006905 Nov 27 01:19:04.944467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd3e37b-9e0c-45c5-beb0-5f3131f4c077 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:04.946443 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edd3e37b-9e0c-45c5-beb0-5f3131f4c077 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.965533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920f2d1c-ab34-440e-94fc-f369294a26b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:04.967897 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d35a7e-8e8e-44d0-8970-ad53ba624d89" -d '{"events": [{"server_uuid": "920f2d1c-ab34-440e-94fc-f369294a26b9", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:04.975695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd3e37b-9e0c-45c5-beb0-5f3131f4c077 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:04.976548 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.986780 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.987191 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edd3e37b-9e0c-45c5-beb0-5f3131f4c077 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.987191 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-edd3e37b-9e0c-45c5-beb0-5f3131f4c077 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Added segment f4a4eed6-0374-463d-b34a-524c3f9f82e7 of type vlan for network 7f737756-f1ed-42d4-9202-97be3e1f6cf5 Nov 27 01:19:05.036409 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edd3e37b-9e0c-45c5-beb0-5f3131f4c077 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:05.090731 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edd3e37b-9e0c-45c5-beb0-5f3131f4c077 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:05.097852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd3e37b-9e0c-45c5-beb0-5f3131f4c077 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.098553 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edd3e37b-9e0c-45c5-beb0-5f3131f4c077 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:05.153360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:05.170691 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd541e9-8cef-499e-b402-67f36394a2b3 x-openstack-request-id: req-2dd541e9-8cef-499e-b402-67f36394a2b3 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:05.172672 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920f2d1c-ab34-440e-94fc-f369294a26b9", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:05.173144 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2dd541e9-8cef-499e-b402-67f36394a2b3 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:05.175505 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920f2d1c-ab34-440e-94fc-f369294a26b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a', 'code': 200} Nov 27 01:19:05.259189 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadc18f-7847-44c5-8147-0d2a4c497b61 req-47a3c639-a708-4aca-93d8-1fd118b4e08b tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.270069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9fadc18f-7847-44c5-8147-0d2a4c497b61 req-47a3c639-a708-4aca-93d8-1fd118b4e08b tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 945 time: 0.3386512 Nov 27 01:19:05.278551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3e37b-9e0c-45c5-beb0-5f3131f4c077 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Network': ['ID=7f737756-f1ed-42d4-9202-97be3e1f6cf5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:05.287763 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-edd3e37b-9e0c-45c5-beb0-5f3131f4c077 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4078321 Nov 27 01:19:05.299091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59076) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:05.300484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 7f737756-f1ed-42d4-9202-97be3e1f6cf5 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:05.327567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1ad3ddd8-edb5-48e5-84df-dab8cbe61828 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'subnet': {'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:05.387009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9fadc18f-7847-44c5-8147-0d2a4c497b61 req-8352c415-fe91-498a-927e-61a339ec0f32 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158264 Nov 27 01:19:05.387328 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Attempting to bind port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a on host n-h2-817303-10 for vnic_type normal with profile {"migrating_to": "n-h1-817303-10"} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:05.387847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Attempting to bind port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:05.388407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Attempting to bind port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:05.418224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:19:05.418551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Attempting to bind port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a on network 60958e2f-96cf-4e62-b388-7bcdd3462ab0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:05.439461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753997e-9a90-4b0c-b895-b486b1c2bd46 req-4f17b2fe-99a4-41bf-bb50-9e0ebe23d627 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.441044 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e753997e-9a90-4b0c-b895-b486b1c2bd46 req-4f17b2fe-99a4-41bf-bb50-9e0ebe23d627 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.2001646 Nov 27 01:19:05.450672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-7f534842-b50c-458e-aead-a0f14b050718 req-3a114562-c17e-4336-acfd-ae99596da42a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Deleting port 64fdb5c6-5064-4a83-8617-472d278213fa {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:05.451016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7f534842-b50c-458e-aead-a0f14b050718 req-3a114562-c17e-4336-acfd-ae99596da42a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:05.462070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:05.462411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Checking segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:05.462801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Bound using segment: {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:05.463233 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Bound port: 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '60958e2f-96cf-4e62-b388-7bcdd3462ab0'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:05.463587 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:05.594524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59092) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:05.703015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9f14c-e9fe-40cf-846a-bd596d7d5603 req-91eb349b-bd0c-454f-b45b-48770cad0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.703570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9f14c-e9fe-40cf-846a-bd596d7d5603 req-91eb349b-bd0c-454f-b45b-48770cad0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.704050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9f14c-e9fe-40cf-846a-bd596d7d5603 req-91eb349b-bd0c-454f-b45b-48770cad0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.704547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9f14c-e9fe-40cf-846a-bd596d7d5603 req-91eb349b-bd0c-454f-b45b-48770cad0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.705327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9f14c-e9fe-40cf-846a-bd596d7d5603 req-91eb349b-bd0c-454f-b45b-48770cad0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.705883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9f14c-e9fe-40cf-846a-bd596d7d5603 req-91eb349b-bd0c-454f-b45b-48770cad0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.707154 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9f14c-e9fe-40cf-846a-bd596d7d5603 req-91eb349b-bd0c-454f-b45b-48770cad0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.709886 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-75e9f14c-e9fe-40cf-846a-bd596d7d5603 req-91eb349b-bd0c-454f-b45b-48770cad0b66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 6507 time: 0.1141710 Nov 27 01:19:05.778311 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-75e9f14c-e9fe-40cf-846a-bd596d7d5603 req-b428b019-fd01-4f6c-b72f-cf880f35104b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607481 Nov 27 01:19:05.885240 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e753997e-9a90-4b0c-b895-b486b1c2bd46 req-c9e875cf-c175-4787-b643-55f0211f658e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4286735 Nov 27 01:19:05.885363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad3ddd8-edb5-48e5-84df-dab8cbe61828 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:05.888600 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ad3ddd8-edb5-48e5-84df-dab8cbe61828 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:05.941796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7f534842-b50c-458e-aead-a0f14b050718 req-3a114562-c17e-4336-acfd-ae99596da42a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] For port 64fdb5c6-5064-4a83-8617-472d278213fa, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=64fdb5c6-5064-4a83-8617-472d278213fa,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:05.942167 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7f534842-b50c-458e-aead-a0f14b050718 req-3a114562-c17e-4336-acfd-ae99596da42a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:05.957348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-7f534842-b50c-458e-aead-a0f14b050718 req-3a114562-c17e-4336-acfd-ae99596da42a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Calling delete_port for 64fdb5c6-5064-4a83-8617-472d278213fa owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:06.042646 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15615db-3f13-4bcd-84fb-5876c712d1d3 req-5b7606c0-1951-4174-9e5a-639e18744b00 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:06.042873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:06.045653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a15615db-3f13-4bcd-84fb-5876c712d1d3 req-5b7606c0-1951-4174-9e5a-639e18744b00 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 945 time: 0.0826604 Nov 27 01:19:06.062985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:06.072578 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.099982 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a15615db-3f13-4bcd-84fb-5876c712d1d3 req-7f376203-9ca0-4039-9df8-c082be17bdc7 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501301 Nov 27 01:19:06.186574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,revision_number=8']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:06.210909 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:06.211593 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.213053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-03a517a9-25bf-4488-9870-3f9ae8c6cc26 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a HTTP/1.1" status: 200 len: 1123 time: 1.9465480 Nov 27 01:19:06.325322 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7f534842-b50c-458e-aead-a0f14b050718 req-3a114562-c17e-4336-acfd-ae99596da42a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.360283 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f2a6bd5e-fce6-4265-b237-070545d42afd', '64fdb5c6-5064-4a83-8617-472d278213fa'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:06.381344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a114562-c17e-4336-acfd-ae99596da42a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Pushing event deleted for resources: {'Port': ['ID=64fdb5c6-5064-4a83-8617-472d278213fa,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:06.383433 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ad3ddd8-edb5-48e5-84df-dab8cbe61828 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.411541 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:19:06.422473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 02caa119-c7f4-405b-ba6b-a6d7c8523f2f up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:06.436458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:06.486110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f534842-b50c-458e-aead-a0f14b050718 req-3a114562-c17e-4336-acfd-ae99596da42a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] No DVR routers for this DVR port 64fdb5c6-5064-4a83-8617-472d278213fa on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:06.494443 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7f534842-b50c-458e-aead-a0f14b050718 req-3a114562-c17e-4336-acfd-ae99596da42a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.498038 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f534842-b50c-458e-aead-a0f14b050718 req-3a114562-c17e-4336-acfd-ae99596da42a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "DELETE /v2.0/ports/64fdb5c6-5064-4a83-8617-472d278213fa HTTP/1.1" status: 204 len: 173 time: 1.5718973 Nov 27 01:19:06.543942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:06.549329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3ddd8-edb5-48e5-84df-dab8cbe61828 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Subnet': ['ID=6ea4ef54-ed6a-435c-9136-623868ee50a2,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:06.568656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad3ddd8-edb5-48e5-84df-dab8cbe61828 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Checking segment: {'id': 'f4a4eed6-0374-463d-b34a-524c3f9f82e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:06.568656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad3ddd8-edb5-48e5-84df-dab8cbe61828 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network hostable DHCP agents. Network: 7f737756-f1ed-42d4-9202-97be3e1f6cf5, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:19:06.589265 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45228ef-65b1-41cc-9355-d6fdd0ee54ea req-facc3d15-a6ed-4b8f-8f9e-29a1c45ecfb6 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:06.590835 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d45228ef-65b1-41cc-9355-d6fdd0ee54ea req-facc3d15-a6ed-4b8f-8f9e-29a1c45ecfb6 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.1065147 Nov 27 01:19:06.615428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad3ddd8-edb5-48e5-84df-dab8cbe61828 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 7f737756-f1ed-42d4-9202-97be3e1f6cf5 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:19:06.634429 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-1ad3ddd8-edb5-48e5-84df-dab8cbe61828 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 7f737756-f1ed-42d4-9202-97be3e1f6cf5) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:06.643104 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad3ddd8-edb5-48e5-84df-dab8cbe61828 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:06.643623 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ad3ddd8-edb5-48e5-84df-dab8cbe61828 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.667448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e5ca0-66d4-40a0-a35a-8533a7a0902c None None] Network 7f737756-f1ed-42d4-9202-97be3e1f6cf5 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:06.673160 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d45228ef-65b1-41cc-9355-d6fdd0ee54ea req-cb1d017e-cc5f-43ee-a007-d4c1ef1facb0 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737045 Nov 27 01:19:06.684764 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1ad3ddd8-edb5-48e5-84df-dab8cbe61828 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3614373 Nov 27 01:19:06.685116 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59114) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:06.819823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:19:06.861209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:06.861588 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.026498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:07.094842 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a has no active binding in host n-h1-817303-10 {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:19:07.111866 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.177355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920f2d1c-ab34-440e-94fc-f369294a26b9', 'tag': '5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a'}, {'server_uuid': 'b607f804-b65f-4755-a62b-09b3406a0c63', 'name': 'network-vif-deleted', 'tag': '64fdb5c6-5064-4a83-8617-472d278213fa'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:07.181743 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e93ec9-df9e-4d78-83f7-b558aa0fc685" -d '{"events": [{"name": "network-changed", "server_uuid": "920f2d1c-ab34-440e-94fc-f369294a26b9", "tag": "5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a"}, {"server_uuid": "b607f804-b65f-4755-a62b-09b3406a0c63", "name": "network-vif-deleted", "tag": "64fdb5c6-5064-4a83-8617-472d278213fa"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:07.387202 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9962f0af-5c9a-482e-8ad3-f3d8c440ca1b req-0cd4bf5b-db76-4f88-a85b-68f33d7fdb27 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=b607f804-b65f-4755-a62b-09b3406a0c63 HTTP/1.1" status: 200 len: 210 time: 0.1185827 Nov 27 01:19:07.396875 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.417696 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:19:07.419696 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.436065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:07.438441 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2787ef-13a2-40d0-8e06-12f350b954dd" -d '{"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-plugged", "status": "completed", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:07.455306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:07.467440 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.491717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb52786-e329-4785-ae3e-a003f463afac req-b1eff0ab-2932-4587-9f87-00b5a36c3890 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:07.500398 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-edb52786-e329-4785-ae3e-a003f463afac req-b1eff0ab-2932-4587-9f87-00b5a36c3890 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.4924352 Nov 27 01:19:07.527277 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7797bba-9180-49cf-98a8-f98b48ccf50a x-openstack-request-id: req-c7797bba-9180-49cf-98a8-f98b48ccf50a {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:07.527708 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920f2d1c-ab34-440e-94fc-f369294a26b9", "tag": "5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a", "status": "completed", "code": 200}, {"server_uuid": "b607f804-b65f-4755-a62b-09b3406a0c63", "name": "network-vif-deleted", "tag": "64fdb5c6-5064-4a83-8617-472d278213fa", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:07.528722 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7797bba-9180-49cf-98a8-f98b48ccf50a {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:07.528722 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920f2d1c-ab34-440e-94fc-f369294a26b9', 'tag': '5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a', 'status': 'completed', 'code': 200} Nov 27 01:19:07.528722 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b607f804-b65f-4755-a62b-09b3406a0c63', 'name': 'network-vif-deleted', 'tag': '64fdb5c6-5064-4a83-8617-472d278213fa', 'status': 'completed', 'code': 200} Nov 27 01:19:07.586806 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:07.593109 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64263c6-294d-4aeb-8fe9-f0ae6f353fc4 x-openstack-request-id: req-c64263c6-294d-4aeb-8fe9-f0ae6f353fc4 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:07.593410 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-plugged", "status": "completed", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:07.593668 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c64263c6-294d-4aeb-8fe9-f0ae6f353fc4 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:07.594663 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'code': 200} Nov 27 01:19:07.648372 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-edb52786-e329-4785-ae3e-a003f463afac req-91008c4a-e3c9-41a3-9e63-5798e3b7cc54 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468768 Nov 27 01:19:07.671312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Allocated IP 172.20.0.1 (7f737756-f1ed-42d4-9202-97be3e1f6cf5/6ea4ef54-ed6a-435c-9136-623868ee50a2/ee5b4f3d-a141-4c6f-a00a-a7b794f08d21) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:07.704459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e93ec9-df9e-4d78-83f7-b558aa0fc685 req-bf1d8c1d-1ead-49f0-81b1-af54d445818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:07.706644 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0e93ec9-df9e-4d78-83f7-b558aa0fc685 req-bf1d8c1d-1ead-49f0-81b1-af54d445818d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 1126 time: 0.1287990 Nov 27 01:19:07.783871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b6499-6b23-4aa6-aab7-b198f6b3a6b8 req-154d469f-12f8-49a6-84a2-cc60b0361d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:07.785612 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a06b6499-6b23-4aa6-aab7-b198f6b3a6b8 req-154d469f-12f8-49a6-84a2-cc60b0361d20 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 1097 time: 0.0547452 Nov 27 01:19:07.836146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a06b6499-6b23-4aa6-aab7-b198f6b3a6b8 req-a6146d43-a45c-49b5-a177-af82def2e5f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419371 Nov 27 01:19:07.932047 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8ad7e-8076-4ce9-bfb8-b3791e866b15 req-d81e9b0d-f916-4742-97b4-03dd6eac5b61 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:07.933640 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aca8ad7e-8076-4ce9-bfb8-b3791e866b15 req-d81e9b0d-f916-4742-97b4-03dd6eac5b61 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.1631021 Nov 27 01:19:07.968911 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.980926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e93ec9-df9e-4d78-83f7-b558aa0fc685 req-cda79e87-3ae2-49a1-8f31-d2b1be56ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:07.982403 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0e93ec9-df9e-4d78-83f7-b558aa0fc685 req-cda79e87-3ae2-49a1-8f31-d2b1be56ae56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.2106621 Nov 27 01:19:08.059001 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0e93ec9-df9e-4d78-83f7-b558aa0fc685 req-e622430a-a40f-43db-94d4-1743f5ef0386 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a HTTP/1.1" status: 200 len: 217 time: 0.0580359 Nov 27 01:19:08.064423 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aca8ad7e-8076-4ce9-bfb8-b3791e866b15 req-0a1c727a-cc73-4106-8bbc-266b15e27f54 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217756 Nov 27 01:19:08.142539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e93ec9-df9e-4d78-83f7-b558aa0fc685 req-3d044ab5-201d-40e4-9a3b-a9d89f963531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:08.144368 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0e93ec9-df9e-4d78-83f7-b558aa0fc685 req-3d044ab5-201d-40e4-9a3b-a9d89f963531 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.0758920 Nov 27 01:19:08.147247 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.180522 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Allocated IP 172.20.0.2 (7f737756-f1ed-42d4-9202-97be3e1f6cf5/6ea4ef54-ed6a-435c-9136-623868ee50a2/4600e72a-08fc-4a9e-906a-0f57cb1361aa) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:08.236915 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0e93ec9-df9e-4d78-83f7-b558aa0fc685 req-c192e0ee-0237-4d53-ac11-cd42267a80eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756524 Nov 27 01:19:08.366335 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.373828 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.377876 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 7f737756-f1ed-42d4-9202-97be3e1f6cf5 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:08.403787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:08.412678 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 64fdb5c6-5064-4a83-8617-472d278213fa no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:08.415466 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:08.455120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Network 7f737756-f1ed-42d4-9202-97be3e1f6cf5 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:08.458930 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 64fdb5c6-5064-4a83-8617-472d278213fa {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:08.459447 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 64fdb5c6-5064-4a83-8617-472d278213fa not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:08.462381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0e93ec9-df9e-4d78-83f7-b558aa0fc685 req-954d9cad-c95f-49b5-a2ac-5a7aeaa5116f service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082391 Nov 27 01:19:08.466191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:08.471366 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:08.475379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Pushing event updated for resources: {'Port': ['ID=4600e72a-08fc-4a9e-906a-0f57cb1361aa,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:08.492969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=ee5b4f3d-a141-4c6f-a00a-a7b794f08d21,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:08.584440 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.587111 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Attempting to bind port 4600e72a-08fc-4a9e-906a-0f57cb1361aa on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:08.587992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Attempting to bind port 4600e72a-08fc-4a9e-906a-0f57cb1361aa by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'f4a4eed6-0374-463d-b34a-524c3f9f82e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:08.588730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Attempting to bind port 4600e72a-08fc-4a9e-906a-0f57cb1361aa on network 7f737756-f1ed-42d4-9202-97be3e1f6cf5 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:08.600431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:08.601131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Checking segment: {'id': 'f4a4eed6-0374-463d-b34a-524c3f9f82e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:08.601730 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.603957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Bound using segment: {'id': 'f4a4eed6-0374-463d-b34a-524c3f9f82e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:08.604693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Bound port: 4600e72a-08fc-4a9e-906a-0f57cb1361aa, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a4eed6-0374-463d-b34a-524c3f9f82e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:08.605377 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.709669 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0e93ec9-df9e-4d78-83f7-b558aa0fc685 req-2f8c2bdd-ac80-440e-9f2d-974a66c06014 service neutron] 10.222.0.31 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299888 Nov 27 01:19:08.755388 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] For port 4600e72a-08fc-4a9e-906a-0f57cb1361aa, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:08.764788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] For port 4600e72a-08fc-4a9e-906a-0f57cb1361aa, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4600e72a-08fc-4a9e-906a-0f57cb1361aa,segment=NetworkSegment(f4a4eed6-0374-463d-b34a-524c3f9f82e7),segment_id=f4a4eed6-0374-463d-b34a-524c3f9f82e7)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:08.769655 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.779483 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.904423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104b4e5-6a76-47df-ae3b-4c42848a573a None None] Pushing event updated for resources: {'Port': ['ID=4600e72a-08fc-4a9e-906a-0f57cb1361aa,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:08.952807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-a717f95d-d0df-41a7-98a7-38676d9bc0ca tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:08.962620 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-a717f95d-d0df-41a7-98a7-38676d9bc0ca tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.1677623 Nov 27 01:19:08.981129 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-cbae7160-69d5-485d-97be-de7f898d2a45 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/quotas/53d6e7131d0740f3ab69fa54032dfa14 HTTP/1.1" status: 200 len: 375 time: 0.0172517 Nov 27 01:19:09.054806 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-95932f9b-8580-45d5-aa51-5991b5e6e642 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725067 Nov 27 01:19:09.055088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b558c8d-71b5-49e5-b57f-5b270598a675 req-dc6473ce-baa8-4aa6-af2e-c0d9661bf96c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:09.057546 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b558c8d-71b5-49e5-b57f-5b270598a675 req-dc6473ce-baa8-4aa6-af2e-c0d9661bf96c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 945 time: 0.2279556 Nov 27 01:19:09.234727 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.239516 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-c33ad081-d68a-48da-b0fc-df87e4d05e8b service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763136 Nov 27 01:19:09.316726 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.411325 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b558c8d-71b5-49e5-b57f-5b270598a675 req-e56e169f-6b48-4f59-9caf-3ba2267b3dcd tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741073 Nov 27 01:19:09.426320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-4214ee5a-4af2-4fec-b844-0b15cf76c1ef service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848061 Nov 27 01:19:09.496972 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.511771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=ee5b4f3d-a141-4c6f-a00a-a7b794f08d21,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:09.740106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-08b1c6c0-cdeb-43ba-b2a7-a393427320e8 req-64346035-788a-4aa9-9a6b-81c4614f4669 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 210 time: 0.0620472 Nov 27 01:19:09.773592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 7f737756-f1ed-42d4-9202-97be3e1f6cf5 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:09.776324 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:09.901342 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4600e72a-08fc-4a9e-906a-0f57cb1361aa up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:09.934862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc39bfc-5c81-4a9b-8a46-59774599c323 req-0cbd70c7-d7c2-4037-8f71-c3adc768511f tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:09.936509 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1cc39bfc-5c81-4a9b-8a46-59774599c323 req-0cbd70c7-d7c2-4037-8f71-c3adc768511f tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.1982713 Nov 27 01:19:10.026741 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1cc39bfc-5c81-4a9b-8a46-59774599c323 req-b4168360-aa58-4d63-ae64-8f64f7107a81 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778065 Nov 27 01:19:10.041836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router dd4bab09-58ac-4929-ac6b-474f4933f042 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:19:10.058679 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2e3dbb38-0fb0-4295-92ef-cc2f4f5708e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.091968 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4600e72a-08fc-4a9e-906a-0f57cb1361aa triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:10.093391 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.215472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:10.226897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59168) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:10.227660 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9c247866-15e0-4391-9443-e708ab3ec2a0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5407147 Nov 27 01:19:10.232457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b3f48403-e3ee-4cd8-8eb2-e6320a5f11ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'network': {'name': 'tempest-RoutersTest-686980080'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:10.244138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Sync routers for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:10.291639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f48403-e3ee-4cd8-8eb2-e6320a5f11ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:10.303902 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3f48403-e3ee-4cd8-8eb2-e6320a5f11ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.357196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:10.358792 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:10.360995 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f48403-e3ee-4cd8-8eb2-e6320a5f11ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:10.385328 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3f48403-e3ee-4cd8-8eb2-e6320a5f11ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.388347 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-b3f48403-e3ee-4cd8-8eb2-e6320a5f11ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Added segment 134347be-1c36-4bbe-9414-3153ec562123 of type vlan for network 25c194de-ecec-4a81-a62e-cfc4f1f2e307 Nov 27 01:19:10.491991 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.504829 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3f48403-e3ee-4cd8-8eb2-e6320a5f11ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.556341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:10.558283 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eec4f1-db34-4808-a3a9-1237f882f2fa None None] Network 7f737756-f1ed-42d4-9202-97be3e1f6cf5 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:10.599826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 4600e72a-08fc-4a9e-906a-0f57cb1361aa, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4600e72a-08fc-4a9e-906a-0f57cb1361aa,segment=NetworkSegment(f4a4eed6-0374-463d-b34a-524c3f9f82e7),segment_id=f4a4eed6-0374-463d-b34a-524c3f9f82e7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:10.618980 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3f48403-e3ee-4cd8-8eb2-e6320a5f11ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.625321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f48403-e3ee-4cd8-8eb2-e6320a5f11ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:10.626399 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3f48403-e3ee-4cd8-8eb2-e6320a5f11ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.651015 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b3f48403-e3ee-4cd8-8eb2-e6320a5f11ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4230132 Nov 27 01:19:10.654492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59178) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:10.660233 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-197e2008-a7c3-4138-a6c8-963c43c99f15 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'subnet': {'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:10.660451 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.682174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ac2336b3-ebb4-444c-9bd6-5d9cc0c09417 None None] Provisioning complete for port 4600e72a-08fc-4a9e-906a-0f57cb1361aa triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:10.682839 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ac2336b3-ebb4-444c-9bd6-5d9cc0c09417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.700765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294de840-67d4-4f9f-8907-967921402e35 req-6ba060c7-0a28-4d83-a314-37a051d20619 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:10.719020 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-294de840-67d4-4f9f-8907-967921402e35 req-6ba060c7-0a28-4d83-a314-37a051d20619 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 945 time: 0.1737118 Nov 27 01:19:10.868886 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-294de840-67d4-4f9f-8907-967921402e35 req-208c3dde-f172-4629-984b-605c5e550430 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475246 Nov 27 01:19:10.908764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197e2008-a7c3-4138-a6c8-963c43c99f15 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:10.920997 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-197e2008-a7c3-4138-a6c8-963c43c99f15 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.945317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f48403-e3ee-4cd8-8eb2-e6320a5f11ae tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Network': ['ID=25c194de-ecec-4a81-a62e-cfc4f1f2e307,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:10.982826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=4600e72a-08fc-4a9e-906a-0f57cb1361aa,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:11.015964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 25c194de-ecec-4a81-a62e-cfc4f1f2e307 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:11.058504 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-75a32a26-3fab-43db-a7bf-e320c9f10fb9 req-f4531adb-0a62-41e5-9a2b-8b0d7b9afdd0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 210 time: 0.1756268 Nov 27 01:19:11.084624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301601d4-c7d3-429d-b7e5-ee0b5779cd25 req-4a4dffa6-09e6-41b7-b887-0878177639ed tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:11.089082 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-301601d4-c7d3-429d-b7e5-ee0b5779cd25 req-4a4dffa6-09e6-41b7-b887-0878177639ed tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 945 time: 0.1147733 Nov 27 01:19:11.099324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59188) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:11.105056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-408baa1a-8bff-4101-a7de-9e18e4689338 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Request body: {'floatingip': {'port_id': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:11.215277 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-408baa1a-8bff-4101-a7de-9e18e4689338 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:11.252367 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:19:11.255613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134bdf9-e928-4411-9678-31b1f399c13c req-fbb0aaf8-82a0-4546-b00c-9810d5b76183 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:11.263196 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b134bdf9-e928-4411-9678-31b1f399c13c req-fbb0aaf8-82a0-4546-b00c-9810d5b76183 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.0837185 Nov 27 01:19:11.427377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59192) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:11.469608 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b134bdf9-e928-4411-9678-31b1f399c13c req-6681e85f-0cbd-4fc6-a1df-6c6c21c99847 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043853 Nov 27 01:19:11.506244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:08Z', 'revision_number': 2, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:09Z', 'revision_number': 2, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:11.533329 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-197e2008-a7c3-4138-a6c8-963c43c99f15 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:11.589245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Checking router: dd4bab09-58ac-4929-ac6b-474f4933f042 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:11.589859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Updating router dd4bab09-58ac-4929-ac6b-474f4933f042 port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:19:11.665295 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:11.725337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2008-a7c3-4138-a6c8-963c43c99f15 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Subnet': ['ID=a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:11.788501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e2008-a7c3-4138-a6c8-963c43c99f15 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Checking segment: {'id': '134347be-1c36-4bbe-9414-3153ec562123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:11.789051 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e2008-a7c3-4138-a6c8-963c43c99f15 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network hostable DHCP agents. Network: 25c194de-ecec-4a81-a62e-cfc4f1f2e307, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:19:11.815119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e2008-a7c3-4138-a6c8-963c43c99f15 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 25c194de-ecec-4a81-a62e-cfc4f1f2e307 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:19:11.827432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-197e2008-a7c3-4138-a6c8-963c43c99f15 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 25c194de-ecec-4a81-a62e-cfc4f1f2e307) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:11.836505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197e2008-a7c3-4138-a6c8-963c43c99f15 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:11.837172 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-197e2008-a7c3-4138-a6c8-963c43c99f15 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:11.867771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efbe4bc-57ad-40df-85d8-4a9ac903c6a7 admin admin] Deleting subnet d92a5ed1-0096-4f04-93c2-a15f9ec79d8b {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:19:11.869311 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-197e2008-a7c3-4138-a6c8-963c43c99f15 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2133379 Nov 27 01:19:11.871343 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59198) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:11.884527 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2efbe4bc-57ad-40df-85d8-4a9ac903c6a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:11.908019 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e48ca7-f67b-41fd-bc15-ea2239196ebd None None] Network 25c194de-ecec-4a81-a62e-cfc4f1f2e307 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:11.914332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4600e72a-08fc-4a9e-906a-0f57cb1361aa up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:12.024024 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2efbe4bc-57ad-40df-85d8-4a9ac903c6a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.382717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-05cff6b2-9412-4240-9ccc-f6993e07ae32 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:12.384334 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-05cff6b2-9412-4240-9ccc-f6993e07ae32 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.8240309 Nov 27 01:19:12.410585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4e0da5a9-72ff-4a77-9c74-2ff6544d7e0c None None] Provisioning complete for port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:12.411169 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4e0da5a9-72ff-4a77-9c74-2ff6544d7e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.413488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-f438b466-85fa-4568-bc15-23d971173af9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Request body: {'port': {'device_id': 'e3c8f746-b967-4856-a523-0f56b218a74c', 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'admin_state_up': True, 'tenant_id': '53d6e7131d0740f3ab69fa54032dfa14'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:12.462180 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2efbe4bc-57ad-40df-85d8-4a9ac903c6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.466088 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f38adc13-c6b7-4061-999b-1b0fa25035bf req-8f1d4046-fd73-4bb7-8008-085c2db9ad28 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 210 time: 0.2502840 Nov 27 01:19:12.479871 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ca14f526-d6ec-4b16-ad77-c15d11b1c1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.579411 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.598738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4e0da5a9-72ff-4a77-9c74-2ff6544d7e0c None None] Port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:12.635593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4600e72a-08fc-4a9e-906a-0f57cb1361aa triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:12.635969 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.732227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4e0da5a9-72ff-4a77-9c74-2ff6544d7e0c None None] Provisioning complete for port 4600e72a-08fc-4a9e-906a-0f57cb1361aa triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:12.732603 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4e0da5a9-72ff-4a77-9c74-2ff6544d7e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.866265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:19:12.866988 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.882614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445b3ce-9c45-427f-821f-57b5593186be req-ab2723c3-9367-42e1-8d97-c6a58de65ece tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:12.890426 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0445b3ce-9c45-427f-821f-57b5593186be req-ab2723c3-9367-42e1-8d97-c6a58de65ece tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.2363684 Nov 27 01:19:12.920723 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2efbe4bc-57ad-40df-85d8-4a9ac903c6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.926554 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.db.resource_extend [None req-408baa1a-8bff-4101-a7de-9e18e4689338 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:19:12.989350 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.056740 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbe4bc-57ad-40df-85d8-4a9ac903c6a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d92a5ed1-0096-4f04-93c2-a15f9ec79d8b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:13.071661 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2efbe4bc-57ad-40df-85d8-4a9ac903c6a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.077401 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2efbe4bc-57ad-40df-85d8-4a9ac903c6a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d92a5ed1-0096-4f04-93c2-a15f9ec79d8b HTTP/1.1" status: 204 len: 168 time: 1.5609128 Nov 27 01:19:13.078541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-f438b466-85fa-4568-bc15-23d971173af9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Made reservation on behalf of 53d6e7131d0740f3ab69fa54032dfa14 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:13.083606 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-f438b466-85fa-4568-bc15-23d971173af9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.086006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59208) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:13.139243 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-408baa1a-8bff-4101-a7de-9e18e4689338 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.202915 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.440478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Allocated IP 172.21.0.1 (25c194de-ecec-4a81-a62e-cfc4f1f2e307/a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc/ee22b10e-589f-4fc5-a78a-ef188899d7a6) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:13.442230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a8ab8-6aec-4a6d-9caf-14848c7ed623 None None] Pushing event updated for resources: {'Port': ['ID=ee5b4f3d-a141-4c6f-a00a-a7b794f08d21,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:13.464370 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:13.472329 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.534625 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e092-67fc-4cc3-8082-ef9c379d7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.558349 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0445b3ce-9c45-427f-821f-57b5593186be req-d34caa36-186f-485e-b74c-f957358ed764 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619267 Nov 27 01:19:13.559724 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-408baa1a-8bff-4101-a7de-9e18e4689338 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.723587 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.732117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e5a9ef8f-0522-4b51-b4dc-b766e8ab3fe4 None None] Provisioning complete for port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:13.732925 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e5a9ef8f-0522-4b51-b4dc-b766e8ab3fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.780176 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e5a9ef8f-0522-4b51-b4dc-b766e8ab3fe4 None None] Port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:13.792032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Attempting to bind port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:13.792749 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Attempting to bind port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'f4a4eed6-0374-463d-b34a-524c3f9f82e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:13.793344 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Attempting to bind port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 on network 7f737756-f1ed-42d4-9202-97be3e1f6cf5 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:13.802223 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.824822 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80dbd4d3-86b4-49c2-9e83-f72b9aae75b1 req-16e04c8c-d8af-49c7-8a99-da1ca90e82b2 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 210 time: 0.0343518 Nov 27 01:19:13.861823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:13.862667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Checking segment: {'id': 'f4a4eed6-0374-463d-b34a-524c3f9f82e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:13.863264 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.863822 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Bound using segment: {'id': 'f4a4eed6-0374-463d-b34a-524c3f9f82e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:13.864700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Bound port: ee5b4f3d-a141-4c6f-a00a-a7b794f08d21, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a4eed6-0374-463d-b34a-524c3f9f82e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:13.865260 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.865771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 25c194de-ecec-4a81-a62e-cfc4f1f2e307 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:13.869014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:13.872746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:13.906943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=ee22b10e-589f-4fc5-a78a-ef188899d7a6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:13.931181 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.957291 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e092-67fc-4cc3-8082-ef9c379d7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.986858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-db2498e8-f6d3-4ea7-bc16-19dcbcc9982b None None] Provisioning complete for port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:13.987532 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-db2498e8-f6d3-4ea7-bc16-19dcbcc9982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.999263 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Allocated IP 172.21.0.2 (25c194de-ecec-4a81-a62e-cfc4f1f2e307/a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc/6441df7e-864d-4a6c-b779-610951db9352) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:14.024485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c9c0e092-67fc-4cc3-8082-ef9c379d7ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce44638-8d8b-43b6-97d9-d1d1bc26b117']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:14.042340 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-408baa1a-8bff-4101-a7de-9e18e4689338 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Floating IP fbb692b3-8cb2-46ed-8778-60e77eae6a54 associated. External IP: 172.25.1.120, port: 02caa119-c7f4-405b-ba6b-a6d7c8523f2f. Nov 27 01:19:14.051208 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c9c0e092-67fc-4cc3-8082-ef9c379d7ab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e80dee-99e6-4a12-8935-472798f287af') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:14.051654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c9c0e092-67fc-4cc3-8082-ef9c379d7ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e80dee-99e6-4a12-8935-472798f287af') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:14.085535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] For port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:14.090778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] For port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ee5b4f3d-a141-4c6f-a00a-a7b794f08d21,segment=NetworkSegment(f4a4eed6-0374-463d-b34a-524c3f9f82e7),segment_id=f4a4eed6-0374-463d-b34a-524c3f9f82e7)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:14.096145 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.102742 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-db2498e8-f6d3-4ea7-bc16-19dcbcc9982b None None] Port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:14.136988 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.148501 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e092-67fc-4cc3-8082-ef9c379d7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.178414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-f438b466-85fa-4568-bc15-23d971173af9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Allocated IP 172.20.0.8 (8f941621-4f80-49c2-838b-cc0d1ec353c3/00eae9ce-ef22-478b-aeeb-d796cdefe5ee/b12d8587-6575-4431-8274-c267c3706755) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:14.226545 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e092-67fc-4cc3-8082-ef9c379d7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.236275 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:14.237615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:14.290002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a8ab8-6aec-4a6d-9caf-14848c7ed623 None None] Pushing event updated for resources: {'Port': ['ID=ee5b4f3d-a141-4c6f-a00a-a7b794f08d21,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:14.313187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c0e092-67fc-4cc3-8082-ef9c379d7ab4 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:14.313600 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e092-67fc-4cc3-8082-ef9c379d7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:14.338813 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:14.394721 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:14.446929 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.462412 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e092-67fc-4cc3-8082-ef9c379d7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.466487 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.478874 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e092-67fc-4cc3-8082-ef9c379d7ab4 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.483304 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c9c0e092-67fc-4cc3-8082-ef9c379d7ab4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2ce44638-8d8b-43b6-97d9-d1d1bc26b117 HTTP/1.1" status: 204 len: 168 time: 1.3899803 Nov 27 01:19:14.560153 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.568135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0e092-67fc-4cc3-8082-ef9c379d7ab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ce44638-8d8b-43b6-97d9-d1d1bc26b117,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:14.570921 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.583267 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3909-8025-4cd1-b8c0-23f905c487cb None None] Provisioning complete for port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:14.583773 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3909-8025-4cd1-b8c0-23f905c487cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.668899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Network 25c194de-ecec-4a81-a62e-cfc4f1f2e307 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:14.682381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:14.692893 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:14.697158 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=ee22b10e-589f-4fc5-a78a-ef188899d7a6,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:14.703410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Pushing event updated for resources: {'Port': ['ID=6441df7e-864d-4a6c-b779-610951db9352,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:14.742489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59220) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:14.760503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408baa1a-8bff-4101-a7de-9e18e4689338 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Router 17ec6e60-6b6d-4f65-b06e-c0726754a79e has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:19:14.761673 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3909-8025-4cd1-b8c0-23f905c487cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.788676 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.876285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd1520-1fd6-4881-a1ea-626c1ac630d2 req-86637a34-e181-4de5-a1ed-045b333b01fb tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:14.878540 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-facd1520-1fd6-4881-a1ea-626c1ac630d2 req-86637a34-e181-4de5-a1ed-045b333b01fb tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.1709185 Nov 27 01:19:14.891597 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-f438b466-85fa-4568-bc15-23d971173af9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.899333 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-32322ae7-a42d-4d7d-8204-88b2e771acb2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4855ade2371d4c35b4da48d497e006c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1500800 Nov 27 01:19:14.899945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59226) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:14.920558 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.922376 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-4e5e3909-8025-4cd1-b8c0-23f905c487cb None None] For port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ee5b4f3d-a141-4c6f-a00a-a7b794f08d21,segment=NetworkSegment(f4a4eed6-0374-463d-b34a-524c3f9f82e7),segment_id=f4a4eed6-0374-463d-b34a-524c3f9f82e7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:14.933459 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3909-8025-4cd1-b8c0-23f905c487cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.969010 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-87419967-4871-490c-8244-63b88619ac22 service neutron] 10.222.0.31 "GET /v2.0/ports/5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a/bindings/n-h1-817303-10 HTTP/1.1" status: 200 len: 385 time: 0.1138299 Nov 27 01:19:14.978903 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Attempting to bind port 6441df7e-864d-4a6c-b779-610951db9352 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:14.979277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Attempting to bind port 6441df7e-864d-4a6c-b779-610951db9352 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '134347be-1c36-4bbe-9414-3153ec562123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:14.980140 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Attempting to bind port 6441df7e-864d-4a6c-b779-610951db9352 on network 25c194de-ecec-4a81-a62e-cfc4f1f2e307 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:14.999044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:14.999340 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Checking segment: {'id': '134347be-1c36-4bbe-9414-3153ec562123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:14.999960 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.000386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Bound using segment: {'id': '134347be-1c36-4bbe-9414-3153ec562123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:15.000877 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Bound port: 6441df7e-864d-4a6c-b779-610951db9352, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134347be-1c36-4bbe-9414-3153ec562123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:15.001263 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.018097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aa551924-6d5d-435d-be91-118e2b4c014d req-92eb0886-ba8f-4c48-af8d-21ee0aea2326 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 210 time: 0.0530927 Nov 27 01:19:15.035966 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3909-8025-4cd1-b8c0-23f905c487cb None None] Pushing event updated for resources: {'Port': ['ID=ee5b4f3d-a141-4c6f-a00a-a7b794f08d21,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:15.049595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408baa1a-8bff-4101-a7de-9e18e4689338 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:15.059359 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-408baa1a-8bff-4101-a7de-9e18e4689338 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.061972 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-f438b466-85fa-4568-bc15-23d971173af9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.072709 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0502dc5-4910-4dd6-a031-f043069239b4 None None] Sync routers for ids ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:15.090346 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0502dc5-4910-4dd6-a031-f043069239b4 None None] Routers {'17ec6e60-6b6d-4f65-b06e-c0726754a79e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:15.091126 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b0502dc5-4910-4dd6-a031-f043069239b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:15.099063 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0ef5a59-0c77-4687-b1db-95b5d923e19e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.106093 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f2a6bd5e-fce6-4265-b237-070545d42afd'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:15.126733 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 25c194de-ecec-4a81-a62e-cfc4f1f2e307 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:15.133789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:15.143991 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 3, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:13Z', 'revision_number': 1, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 4, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:15.147260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-408baa1a-8bff-4101-a7de-9e18e4689338 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "PUT /v2.0/floatingips/fbb692b3-8cb2-46ed-8778-60e77eae6a54 HTTP/1.1" status: 200 len: 991 time: 4.0466471 Nov 27 01:19:15.154499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:15.157099 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e811e032-a466-4abc-ad0c-2c584af4e708" -d '{"events": [{"name": "network-changed", "server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:15.163499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-f438b466-85fa-4568-bc15-23d971173af9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Network 8f941621-4f80-49c2-838b-cc0d1ec353c3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:15.165573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] For port 6441df7e-864d-4a6c-b779-610951db9352, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:15.173377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-f438b466-85fa-4568-bc15-23d971173af9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:15.181326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-f438b466-85fa-4568-bc15-23d971173af9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:15.185241 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0ef5a59-0c77-4687-b1db-95b5d923e19e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.188377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438b466-85fa-4568-bc15-23d971173af9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Pushing event updated for resources: {'Port': ['ID=b12d8587-6575-4431-8274-c267c3706755,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:15.218337 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-b0502dc5-4910-4dd6-a031-f043069239b4 None None] Set router 17ec6e60-6b6d-4f65-b06e-c0726754a79e gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:15.255217 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c3bf7-4c60-4682-aae9-af46b8a4f240 None None] The sync data for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 is: [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 3, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:13Z', 'revision_number': 1, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 4, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:15.263767 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-facd1520-1fd6-4881-a1ea-626c1ac630d2 req-1a4abf81-4aac-477e-8ad2-07b7df0a25af tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656824 Nov 27 01:19:15.306515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-f438b466-85fa-4568-bc15-23d971173af9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:15.308050 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-f438b466-85fa-4568-bc15-23d971173af9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.350850 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-f438b466-85fa-4568-bc15-23d971173af9 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9411361 Nov 27 01:19:15.377051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Request body: {'port': {'device_id': 'e3c8f746-b967-4856-a523-0f56b218a74c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:15.387891 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adab883-b40c-4fc7-b816-da41c6530466 x-openstack-request-id: req-7adab883-b40c-4fc7-b816-da41c6530466 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:15.388540 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:15.388976 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7adab883-b40c-4fc7-b816-da41c6530466 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:15.389562 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'status': 'completed', 'code': 200} Nov 27 01:19:15.392133 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0ef5a59-0c77-4687-b1db-95b5d923e19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.399277 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0ef5a59-0c77-4687-b1db-95b5d923e19e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.416556 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e0ef5a59-0c77-4687-b1db-95b5d923e19e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9f34b35-759d-493d-bfd0-669ddd670805 HTTP/1.1" status: 204 len: 168 time: 0.5123458 Nov 27 01:19:15.493353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef5a59-0c77-4687-b1db-95b5d923e19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f34b35-759d-493d-bfd0-669ddd670805,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:15.538364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router dd4bab09-58ac-4929-ac6b-474f4933f042 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:19:15.559346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] For port 6441df7e-864d-4a6c-b779-610951db9352, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6441df7e-864d-4a6c-b779-610951db9352,segment=NetworkSegment(134347be-1c36-4bbe-9414-3153ec562123),segment_id=134347be-1c36-4bbe-9414-3153ec562123)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:15.568826 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b0502dc5-4910-4dd6-a031-f043069239b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:18:43Z', 'revision_number': 4, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port': {'id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:34Z', 'updated_at': '2021-11-27T01:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'fbb692b3-8cb2-46ed-8778-60e77eae6a54', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'port_id': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'mac_address': 'fa:16:3e:47:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:18:50Z', 'updated_at': '2021-11-27T01:19:12Z', 'revision_number': 1, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec370d29-c43f-47ad-94d5-5d641afed96c', 'name': '', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'mac_address': 'fa:16:3e:16:77:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:41Z', 'updated_at': '2021-11-27T01:18:47Z', 'revision_number': 5, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'subnets': [{'id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:15.599792 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.611111 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.623119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811e032-a466-4abc-ad0c-2c584af4e708 req-142c1412-5eac-49fc-a895-d84ebcfc1281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:15.625189 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e811e032-a466-4abc-ad0c-2c584af4e708 req-142c1412-5eac-49fc-a895-d84ebcfc1281 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 1097 time: 0.1656184 Nov 27 01:19:15.689172 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0502dc5-4910-4dd6-a031-f043069239b4 None None] Checking router: 17ec6e60-6b6d-4f65-b06e-c0726754a79e for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:15.709867 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0502dc5-4910-4dd6-a031-f043069239b4 None None] Routers {'17ec6e60-6b6d-4f65-b06e-c0726754a79e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:15.710664 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b0502dc5-4910-4dd6-a031-f043069239b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:15.751338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-445a10cd-a5e0-41b9-9113-2a0261bf0bea service neutron] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:15.821080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-445a10cd-a5e0-41b9-9113-2a0261bf0bea service neutron] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:15.903527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac8a94-47fd-467b-a184-09f3181d0b8d None None] Pushing event updated for resources: {'Port': ['ID=6441df7e-864d-4a6c-b779-610951db9352,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:15.915297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811e032-a466-4abc-ad0c-2c584af4e708 req-be48d11c-65d3-46db-ba1c-113a90e67a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:15.917301 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e811e032-a466-4abc-ad0c-2c584af4e708 req-be48d11c-65d3-46db-ba1c-113a90e67a76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.2800112 Nov 27 01:19:15.944152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:15.982980 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7ae0c539-2581-4cf1-9f5d-5240217cc84f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1104324 Nov 27 01:19:15.988537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59238) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:16.000996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-250d2b6a-63f5-4356-a299-c3cc3d6096e8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'network': {'name': 'tempest-RoutersTest-1147936663'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:16.014212 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-b0502dc5-4910-4dd6-a031-f043069239b4 None None] Set router 17ec6e60-6b6d-4f65-b06e-c0726754a79e gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:16.040545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-445a10cd-a5e0-41b9-9113-2a0261bf0bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:16.073850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-445a10cd-a5e0-41b9-9113-2a0261bf0bea service neutron] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:16.113312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250d2b6a-63f5-4356-a299-c3cc3d6096e8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:16.117127 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-250d2b6a-63f5-4356-a299-c3cc3d6096e8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.131225 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-445a10cd-a5e0-41b9-9113-2a0261bf0bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.175377 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e811e032-a466-4abc-ad0c-2c584af4e708 req-b4d564c4-60cf-4d87-a7c3-551640879b11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f HTTP/1.1" status: 200 len: 999 time: 0.1523061 Nov 27 01:19:16.205470 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250d2b6a-63f5-4356-a299-c3cc3d6096e8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:16.216485 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-250d2b6a-63f5-4356-a299-c3cc3d6096e8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.216485 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-250d2b6a-63f5-4356-a299-c3cc3d6096e8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Added segment acb2e4c2-0879-433d-8b03-ce9c9e42b488 of type vlan for network d3094f4f-bf45-4277-a87a-4477be786268 Nov 27 01:19:16.277139 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.303438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-250d2b6a-63f5-4356-a299-c3cc3d6096e8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.342401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811e032-a466-4abc-ad0c-2c584af4e708 req-146dc4e5-f314-4063-99e7-92df259568df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:16.349846 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e811e032-a466-4abc-ad0c-2c584af4e708 req-146dc4e5-f314-4063-99e7-92df259568df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.1561332 Nov 27 01:19:16.421001 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-250d2b6a-63f5-4356-a299-c3cc3d6096e8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.427481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d2b6a-63f5-4356-a299-c3cc3d6096e8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:16.428317 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-250d2b6a-63f5-4356-a299-c3cc3d6096e8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.478316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97509f9-1f9c-4e4a-85d2-e0141861acc5 req-acda85b3-788d-40a6-b8a8-05b81e0c27ac tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:16.486462 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b97509f9-1f9c-4e4a-85d2-e0141861acc5 req-acda85b3-788d-40a6-b8a8-05b81e0c27ac tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 931 time: 0.1999457 Nov 27 01:19:16.566975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811e032-a466-4abc-ad0c-2c584af4e708 req-2a0c8eed-38d2-45ca-8139-9630279e8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:16.568887 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e811e032-a466-4abc-ad0c-2c584af4e708 req-2a0c8eed-38d2-45ca-8139-9630279e8888 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1968229 Nov 27 01:19:16.573162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d2b6a-63f5-4356-a299-c3cc3d6096e8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Network': ['ID=d3094f4f-bf45-4277-a87a-4477be786268,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:16.584272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-250d2b6a-63f5-4356-a299-c3cc3d6096e8 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5922081 Nov 27 01:19:16.604648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network d3094f4f-bf45-4277-a87a-4477be786268 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:16.647790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59248) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:16.661322 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e4ad4add-e965-484c-8581-27c288219568 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'subnet': {'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:16.663099 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b0502dc5-4910-4dd6-a031-f043069239b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:18:43Z', 'revision_number': 4, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port': {'id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:34Z', 'updated_at': '2021-11-27T01:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'fbb692b3-8cb2-46ed-8778-60e77eae6a54', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'port_id': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'mac_address': 'fa:16:3e:47:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:18:50Z', 'updated_at': '2021-11-27T01:19:12Z', 'revision_number': 1, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec370d29-c43f-47ad-94d5-5d641afed96c', 'name': '', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'mac_address': 'fa:16:3e:16:77:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:41Z', 'updated_at': '2021-11-27T01:18:47Z', 'revision_number': 5, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'subnets': [{'id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:16.698389 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-445a10cd-a5e0-41b9-9113-2a0261bf0bea service neutron] Transition to ACTIVE for port object 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:19:16.713763 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0502dc5-4910-4dd6-a031-f043069239b4 None None] The sync data for ids ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'] in n-d-817303-10 is: [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:18:43Z', 'revision_number': 4, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port': {'id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:34Z', 'updated_at': '2021-11-27T01:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'fbb692b3-8cb2-46ed-8778-60e77eae6a54', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'port_id': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'mac_address': 'fa:16:3e:47:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:18:50Z', 'updated_at': '2021-11-27T01:19:12Z', 'revision_number': 1, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec370d29-c43f-47ad-94d5-5d641afed96c', 'name': '', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'mac_address': 'fa:16:3e:16:77:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:41Z', 'updated_at': '2021-11-27T01:18:47Z', 'revision_number': 5, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'subnets': [{'id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:16.730736 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-445a10cd-a5e0-41b9-9113-2a0261bf0bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.739285 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b97509f9-1f9c-4e4a-85d2-e0141861acc5 req-beae5423-52aa-4ae7-80a2-f9a0b36acdbc tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507529 Nov 27 01:19:16.866968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e811e032-a466-4abc-ad0c-2c584af4e708 req-1049eadc-586e-481a-bf59-96c097054e3b service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874846 Nov 27 01:19:16.873344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12d8587-6575-4431-8274-c267c3706755 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:16.884807 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1556b4-8010-4c61-8802-d0cf63c04893 req-480a192e-de4f-412b-9f45-98ff254b7bfc tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:16.895109 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.899332 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e1556b4-8010-4c61-8802-d0cf63c04893 req-480a192e-de4f-412b-9f45-98ff254b7bfc tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 943 time: 0.3346829 Nov 27 01:19:16.953804 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-445a10cd-a5e0-41b9-9113-2a0261bf0bea service neutron] No DVR routers for this DVR port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:16.956837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Transition to ACTIVE for port object b12d8587-6575-4431-8274-c267c3706755 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:19:16.965929 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.985909 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a10cd-a5e0-41b9-9113-2a0261bf0bea service neutron] Pushing event updated for resources: {'Port': ['ID=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,revision_number=10']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:17.041837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-445a10cd-a5e0-41b9-9113-2a0261bf0bea service neutron] 10.222.0.31 "PUT /v2.0/ports/5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a/bindings/n-h1-817303-10/activate HTTP/1.1" status: 200 len: 370 time: 2.0640607 Nov 27 01:19:17.047686 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e1556b4-8010-4c61-8802-d0cf63c04893 req-b83584bc-60d4-4ad7-9c9e-0932ff919b9f tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474633 Nov 27 01:19:17.062809 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ad4add-e965-484c-8581-27c288219568 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:17.070245 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4add-e965-484c-8581-27c288219568 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:17.079489 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e811e032-a466-4abc-ad0c-2c584af4e708 req-d0d0ceac-169a-4a73-9c5e-a678b0ca42d2 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003045 Nov 27 01:19:17.080033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b12d8587-6575-4431-8274-c267c3706755,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:17.268754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Attempting to bind port b12d8587-6575-4431-8274-c267c3706755 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:17.269189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Attempting to bind port b12d8587-6575-4431-8274-c267c3706755 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:17.269547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Attempting to bind port b12d8587-6575-4431-8274-c267c3706755 on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:17.279630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Port b12d8587-6575-4431-8274-c267c3706755 on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:19:17.279960 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Attempting to bind port b12d8587-6575-4431-8274-c267c3706755 on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:17.288106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:17.288484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Checking segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:17.288872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Bound using segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:17.289310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Bound port: b12d8587-6575-4431-8274-c267c3706755, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:17.289739 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:17.313700 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-a305067b-6ad3-49f7-8028-b21852354ee4 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:17.315257 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-a305067b-6ad3-49f7-8028-b21852354ee4 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9&tenant_id=d18461bdb04f48e7b016c099b1185328&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 1096 time: 0.1322932 Nov 27 01:19:17.354435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d608b85d-de4e-49ea-9998-00609dcb46bb None None] New status for floating IP fbb692b3-8cb2-46ed-8778-60e77eae6a54: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:19:17.504358 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4add-e965-484c-8581-27c288219568 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:17.508920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] For port b12d8587-6575-4431-8274-c267c3706755, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:17.513326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-c07b32f1-d2df-444d-b60b-e31cbdd26d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:17.514861 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-c07b32f1-d2df-444d-b60b-e31cbdd26d2e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9&tenant_id=d18461bdb04f48e7b016c099b1185328 HTTP/1.1" status: 200 len: 1096 time: 0.1598265 Nov 27 01:19:17.516629 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] For port b12d8587-6575-4431-8274-c267c3706755, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b12d8587-6575-4431-8274-c267c3706755,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:17.528694 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:17.577024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:17.583729 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:17.585928 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] 10.222.0.21 "PUT /v2.0/ports/b12d8587-6575-4431-8274-c267c3706755 HTTP/1.1" status: 200 len: 1092 time: 2.2181122 Nov 27 01:19:17.587854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad4add-e965-484c-8581-27c288219568 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Subnet': ['ID=3ccd23d8-57d3-4d8c-898a-765533cccb78,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:17.595029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c8f746-b967-4856-a523-0f56b218a74c', 'tag': 'b12d8587-6575-4431-8274-c267c3706755'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:17.597628 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b4304-11e2-413c-b776-660caa801e30" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c8f746-b967-4856-a523-0f56b218a74c", "tag": "b12d8587-6575-4431-8274-c267c3706755"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:17.609757 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ad4add-e965-484c-8581-27c288219568 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Checking segment: {'id': 'acb2e4c2-0879-433d-8b03-ce9c9e42b488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:17.610119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad4add-e965-484c-8581-27c288219568 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network hostable DHCP agents. Network: d3094f4f-bf45-4277-a87a-4477be786268, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:19:17.635184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad4add-e965-484c-8581-27c288219568 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network d3094f4f-bf45-4277-a87a-4477be786268 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:19:17.647217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e4ad4add-e965-484c-8581-27c288219568 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, d3094f4f-bf45-4277-a87a-4477be786268) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:17.659907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad4add-e965-484c-8581-27c288219568 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:17.661398 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4add-e965-484c-8581-27c288219568 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:17.664761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83c5972-fef9-4c13-b834-ea242ba68ad3 None None] Network d3094f4f-bf45-4277-a87a-4477be786268 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:17.685969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e80d9b-bf01-4076-9b51-299db25ffa85 None None] Network 25c194de-ecec-4a81-a62e-cfc4f1f2e307 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:17.688294 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e4ad4add-e965-484c-8581-27c288219568 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0376928 Nov 27 01:19:17.691029 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59256) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:17.698170 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0ee97a-14c2-4178-87fd-eb31b0f8ae60 x-openstack-request-id: req-8b0ee97a-14c2-4178-87fd-eb31b0f8ae60 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:17.698468 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c8f746-b967-4856-a523-0f56b218a74c", "tag": "b12d8587-6575-4431-8274-c267c3706755", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:17.698730 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b0ee97a-14c2-4178-87fd-eb31b0f8ae60 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:17.699124 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c8f746-b967-4856-a523-0f56b218a74c', 'tag': 'b12d8587-6575-4431-8274-c267c3706755', 'status': 'completed', 'code': 200} Nov 27 01:19:17.747212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dfa60-e987-45fb-a98b-42b9293bb1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b12d8587-6575-4431-8274-c267c3706755,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:17.804355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b292c8cc-8c12-46da-915b-6e766655f282 None None] Provisioning complete for port 6441df7e-864d-4a6c-b779-610951db9352 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:17.804929 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b292c8cc-8c12-46da-915b-6e766655f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:17.842629 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-7e2937ad-1d6f-4be9-a39c-744ed150b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:17.847372 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-7e2937ad-1d6f-4be9-a39c-744ed150b382 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d18461bdb04f48e7b016c099b1185328&device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 1096 time: 0.2604437 Nov 27 01:19:17.865650 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-5df7edaa-8cb1-42d1-ab43-2b62a968fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:17.867406 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-5df7edaa-8cb1-42d1-ab43-2b62a968fc85 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 1095 time: 0.2164292 Nov 27 01:19:17.960731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:18.071980 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-d3094f4f-bf45-4277-a87a-4477be786268', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:19:18.072871 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:18.112337 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b292c8cc-8c12-46da-915b-6e766655f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:18.238954 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:18.239332 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:18.245725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b292c8cc-8c12-46da-915b-6e766655f282 None None] For port 6441df7e-864d-4a6c-b779-610951db9352, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6441df7e-864d-4a6c-b779-610951db9352,segment=NetworkSegment(134347be-1c36-4bbe-9414-3153ec562123),segment_id=134347be-1c36-4bbe-9414-3153ec562123)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:18.285441 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b292c8cc-8c12-46da-915b-6e766655f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:18.313666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eea24-3edb-46f9-979b-b275c9abbf83 req-afe70243-8c83-4da3-baf9-f3602436dba9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:18.323545 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e36eea24-3edb-46f9-979b-b275c9abbf83 req-afe70243-8c83-4da3-baf9-f3602436dba9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 944 time: 0.1621854 Nov 27 01:19:18.365036 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:18.410771 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e36eea24-3edb-46f9-979b-b275c9abbf83 req-09113e76-6b69-4170-99a9-d54f9d98681c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855861 Nov 27 01:19:18.497637 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-3389f9a2-3d70-42fe-a6de-823a03627976 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b12d8587-6575-4431-8274-c267c3706755 HTTP/1.1" status: 200 len: 217 time: 0.6051962 Nov 27 01:19:18.506015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Allocated IP 172.22.0.2 (d3094f4f-bf45-4277-a87a-4477be786268/3ccd23d8-57d3-4d8c-898a-765533cccb78/2de305f5-665a-46e2-8deb-ac61d8f4b474) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:18.591045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6441df7e-864d-4a6c-b779-610951db9352 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:18.600528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292c8cc-8c12-46da-915b-6e766655f282 None None] Pushing event updated for resources: {'Port': ['ID=6441df7e-864d-4a6c-b779-610951db9352,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:18.617062 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Sync routers for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:18.630908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-d8fdf516-e221-4d5b-8884-d9857be9d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:18.633417 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-d8fdf516-e221-4d5b-8884-d9857be9d9b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 200 len: 908 time: 0.7651136 Nov 27 01:19:18.636463 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:18.637363 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:18.658340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04975ec-888e-4e82-9eb3-f58305ffd93f req-a230fec2-103b-4493-a4a5-c1a15de56e81 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:18.660660 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c04975ec-888e-4e82-9eb3-f58305ffd93f req-a230fec2-103b-4493-a4a5-c1a15de56e81 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 943 time: 0.7670953 Nov 27 01:19:18.718032 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-cc416f2a-6c32-4482-bbaa-67f26ae1dbd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a HTTP/1.1" status: 200 len: 217 time: 0.0561488 Nov 27 01:19:18.797611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-f7a94f1c-e59d-4f54-ad62-2ad250e8d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:18.799761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-f7a94f1c-e59d-4f54-ad62-2ad250e8d26e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.2891622 Nov 27 01:19:18.806031 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:18.806358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bbd56c68-0ffc-43e7-a9db-07b08aef9f8b None None] Provisioning complete for port ee22b10e-589f-4fc5-a78a-ef188899d7a6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:18.806856 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bbd56c68-0ffc-43e7-a9db-07b08aef9f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:18.882201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-a9a633f5-936b-451f-b1fc-bb0cccb52848 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616977 Nov 27 01:19:18.887165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6441df7e-864d-4a6c-b779-610951db9352 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:18.887598 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:18.895459 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bbd56c68-0ffc-43e7-a9db-07b08aef9f8b None None] Port ee22b10e-589f-4fc5-a78a-ef188899d7a6 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:18.900709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-7668a03a-f0f8-4821-85e0-0f4c04f7affa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:18.904900 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-7668a03a-f0f8-4821-85e0-0f4c04f7affa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 200 len: 847 time: 0.1717751 Nov 27 01:19:18.952291 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c04975ec-888e-4e82-9eb3-f58305ffd93f req-a76d02f7-e3d3-4721-899d-c422abd870a0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292011 Nov 27 01:19:18.959919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-ec6b100e-be09-4d9b-9711-f16f141d8745 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:18.961670 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-ec6b100e-be09-4d9b-9711-f16f141d8745 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/networks?id=e1d6a221-28a9-467a-8d0b-0f8791086068 HTTP/1.1" status: 200 len: 815 time: 0.2028081 Nov 27 01:19:18.986084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-d59f997e-5d08-4742-9c23-244cbfe9a646 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/quotas/e1b4bed9d43e47829a727a9424c4efb5 HTTP/1.1" status: 200 len: 375 time: 0.0179935 Nov 27 01:19:19.033078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bbd56c68-0ffc-43e7-a9db-07b08aef9f8b None None] Provisioning complete for port 6441df7e-864d-4a6c-b779-610951db9352 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:19.036976 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bbd56c68-0ffc-43e7-a9db-07b08aef9f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.075974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-194e348c-4a73-4463-b757-0c85387ff9b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60958e2f-96cf-4e62-b388-7bcdd3462ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206739 Nov 27 01:19:19.095697 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-15442266-9a21-43e1-8d1d-ec3199af609d tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1b4bed9d43e47829a727a9424c4efb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1026192 Nov 27 01:19:19.149256 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.172576 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 3, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 2, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:19.208943 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.224537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-e1e82321-58d3-4da6-930f-2696cf71ed2f service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387050 Nov 27 01:19:19.231527 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Checking router: dd4bab09-58ac-4929-ac6b-474f4933f042 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:19.232061 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Updating router dd4bab09-58ac-4929-ac6b-474f4933f042 port ee22b10e-589f-4fc5-a78a-ef188899d7a6 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:19:19.274723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Network d3094f4f-bf45-4277-a87a-4477be786268 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:19.290082 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Allocated IP 172.22.0.1 (d3094f4f-bf45-4277-a87a-4477be786268/3ccd23d8-57d3-4d8c-898a-765533cccb78/07f6b183-e6a0-437c-bd16-086056135982) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:19.291552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:19.296616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:19.304520 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.323038 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-87be90b7-0714-40e4-9154-5bf58204bae9 service neutron] 10.222.0.15 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263632 Nov 27 01:19:19.388303 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-d52b3be6-7eec-403a-a10a-ec152db184e1 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929633 Nov 27 01:19:19.395530 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-21feea40-2ea2-45c5-b841-a209129e25a2 service neutron] 10.222.0.21 "GET /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629534 Nov 27 01:19:19.405328 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Pushing event updated for resources: {'Port': ['ID=2de305f5-665a-46e2-8deb-ac61d8f4b474,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:19.482434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Attempting to bind port 2de305f5-665a-46e2-8deb-ac61d8f4b474 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:19.486053 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Attempting to bind port 2de305f5-665a-46e2-8deb-ac61d8f4b474 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'acb2e4c2-0879-433d-8b03-ce9c9e42b488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:19.486576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Attempting to bind port 2de305f5-665a-46e2-8deb-ac61d8f4b474 on network d3094f4f-bf45-4277-a87a-4477be786268 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:19.503132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:19.507731 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-2e093796-276c-477f-84e8-013158958b5d service neutron] 10.222.0.15 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835723 Nov 27 01:19:19.507906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Checking segment: {'id': 'acb2e4c2-0879-433d-8b03-ce9c9e42b488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:19.508684 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.509128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Bound using segment: {'id': 'acb2e4c2-0879-433d-8b03-ce9c9e42b488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:19.509647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Bound port: 2de305f5-665a-46e2-8deb-ac61d8f4b474, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb2e4c2-0879-433d-8b03-ce9c9e42b488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:19.510051 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.543385 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.554009 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7de2bfb5-1d11-461c-9606-fe479b1a28b0 req-98bd8e83-8faa-46a8-99a7-db4c15ecceb7 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562760 Nov 27 01:19:19.610641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0a21c-df5f-43b0-8424-0a98a8893c90 req-bcc346bd-bc20-4970-99e7-de3b41b2adaf tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:19.612637 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4c0a21c-df5f-43b0-8424-0a98a8893c90 req-bcc346bd-bc20-4970-99e7-de3b41b2adaf tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 944 time: 0.0768776 Nov 27 01:19:19.622025 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.666519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-74d93d47-1e3b-4d39-9a35-7b9d8719f55d None None] Provisioning complete for port ee22b10e-589f-4fc5-a78a-ef188899d7a6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:19.666805 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-74d93d47-1e3b-4d39-9a35-7b9d8719f55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.729356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network d3094f4f-bf45-4277-a87a-4477be786268 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:19.755172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] For port 2de305f5-665a-46e2-8deb-ac61d8f4b474, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:19.775411 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4c0a21c-df5f-43b0-8424-0a98a8893c90 req-afdb0bf4-b2ec-4317-9c64-f471c7f82ca5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527808 Nov 27 01:19:19.795360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] For port 2de305f5-665a-46e2-8deb-ac61d8f4b474, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2de305f5-665a-46e2-8deb-ac61d8f4b474,segment=NetworkSegment(acb2e4c2-0879-433d-8b03-ce9c9e42b488),segment_id=acb2e4c2-0879-433d-8b03-ce9c9e42b488)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:19.797439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:19.811872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b4304-11e2-413c-b776-660caa801e30 req-313d8542-858c-4519-8ea5-352699808904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:19.813136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-74d93d47-1e3b-4d39-9a35-7b9d8719f55d None None] Port ee22b10e-589f-4fc5-a78a-ef188899d7a6 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:19.820330 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.824227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d76b4304-11e2-413c-b776-660caa801e30 req-313d8542-858c-4519-8ea5-352699808904 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 1095 time: 0.1314511 Nov 27 01:19:19.843215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:19.854098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=07f6b183-e6a0-437c-bd16-086056135982,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:19.911649 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6441df7e-864d-4a6c-b779-610951db9352 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:19.967754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c5723-0dae-4b74-85ae-8a6ee845cfab None None] Pushing event updated for resources: {'Port': ['ID=2de305f5-665a-46e2-8deb-ac61d8f4b474,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:19.982244 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.009019 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53caf6cc-78b5-4a42-a9e8-3f37c942e4d0 req-11b7eac9-abae-44f0-9f01-870315cf41ec tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 210 time: 0.1344500 Nov 27 01:19:20.036205 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.052468 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6441df7e-864d-4a6c-b779-610951db9352 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:20.052681 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.053184 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.084289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-3c0588de-ba35-4aeb-8970-46d26bc63ab0 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:20.086007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-3c0588de-ba35-4aeb-8970-46d26bc63ab0 tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9&tenant_id=d18461bdb04f48e7b016c099b1185328&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 1096 time: 0.2513678 Nov 27 01:19:20.130673 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62c861-4b86-44f6-b4aa-f69816e993c4 None None] Pushing event updated for resources: {'Port': ['ID=ee22b10e-589f-4fc5-a78a-ef188899d7a6,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:20.194606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b4304-11e2-413c-b776-660caa801e30 req-a5d414d8-5ac0-47c2-95d2-e390af10cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:20.204486 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d76b4304-11e2-413c-b776-660caa801e30 req-a5d414d8-5ac0-47c2-95d2-e390af10cd27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 906 time: 0.2892029 Nov 27 01:19:20.311454 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Attempting to bind port ee22b10e-589f-4fc5-a78a-ef188899d7a6 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:20.311835 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Attempting to bind port ee22b10e-589f-4fc5-a78a-ef188899d7a6 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '134347be-1c36-4bbe-9414-3153ec562123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:20.312316 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Attempting to bind port ee22b10e-589f-4fc5-a78a-ef188899d7a6 on network 25c194de-ecec-4a81-a62e-cfc4f1f2e307 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:20.319453 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:20.319875 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Checking segment: {'id': '134347be-1c36-4bbe-9414-3153ec562123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:20.320307 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.320685 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Bound using segment: {'id': '134347be-1c36-4bbe-9414-3153ec562123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:20.321157 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Bound port: ee22b10e-589f-4fc5-a78a-ef188899d7a6, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134347be-1c36-4bbe-9414-3153ec562123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:20.321586 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.395623 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.406966 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d76b4304-11e2-413c-b776-660caa801e30 req-1639bb00-f045-4084-999b-0f2f9c291fbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b12d8587-6575-4431-8274-c267c3706755 HTTP/1.1" status: 200 len: 217 time: 0.1916010 Nov 27 01:19:20.429580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cef564-bc54-462b-a06c-3e13a73e7cda req-89fde4b7-1b30-498f-aaa1-8f33336ad788 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:20.438396 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54cef564-bc54-462b-a06c-3e13a73e7cda req-89fde4b7-1b30-498f-aaa1-8f33336ad788 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 943 time: 0.2864149 Nov 27 01:19:20.477875 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] For port ee22b10e-589f-4fc5-a78a-ef188899d7a6, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:20.484097 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] For port ee22b10e-589f-4fc5-a78a-ef188899d7a6, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ee22b10e-589f-4fc5-a78a-ef188899d7a6,segment=NetworkSegment(134347be-1c36-4bbe-9414-3153ec562123),segment_id=134347be-1c36-4bbe-9414-3153ec562123)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:20.490319 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.513155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b4304-11e2-413c-b776-660caa801e30 req-ef903fa5-ac5e-4204-a896-85a1ff8fdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:20.514997 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d76b4304-11e2-413c-b776-660caa801e30 req-ef903fa5-ac5e-4204-a896-85a1ff8fdc15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.1015553 Nov 27 01:19:20.584985 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:20.586076 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:20.595180 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54cef564-bc54-462b-a06c-3e13a73e7cda req-ac5273c6-d60c-41f5-8cc1-39d983d72dad tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557417 Nov 27 01:19:20.634666 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d76b4304-11e2-413c-b776-660caa801e30 req-8b552cef-3f15-47c8-a753-3b020da2505a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497653 Nov 27 01:19:20.650358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-48ab5c40-7100-47e3-ab12-7048efdc9e83 None None] Provisioning complete for port ee22b10e-589f-4fc5-a78a-ef188899d7a6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:20.652216 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62c861-4b86-44f6-b4aa-f69816e993c4 None None] Pushing event updated for resources: {'Port': ['ID=ee22b10e-589f-4fc5-a78a-ef188899d7a6,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:20.661639 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-48ab5c40-7100-47e3-ab12-7048efdc9e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.743326 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:20.810696 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-48ab5c40-7100-47e3-ab12-7048efdc9e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.814640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-3a8c5de6-3b99-4b89-b256-f2b93625f888 service neutron] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:20.820185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-3a8c5de6-3b99-4b89-b256-f2b93625f888 service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.821305 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29d0e232-9676-40fe-b068-d5bbc5619db4 req-3a8c5de6-3b99-4b89-b256-f2b93625f888 service neutron] 10.222.0.21 "DELETE /v2.0/ports/5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a/bindings/n-h2-817303-10 HTTP/1.1" status: 204 len: 173 time: 0.7237129 Nov 27 01:19:20.877225 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-48ab5c40-7100-47e3-ab12-7048efdc9e83 None None] For port ee22b10e-589f-4fc5-a78a-ef188899d7a6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ee22b10e-589f-4fc5-a78a-ef188899d7a6,segment=NetworkSegment(134347be-1c36-4bbe-9414-3153ec562123),segment_id=134347be-1c36-4bbe-9414-3153ec562123)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:20.883750 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-48ab5c40-7100-47e3-ab12-7048efdc9e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.897681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d76b4304-11e2-413c-b776-660caa801e30 req-2978738b-f6d6-403b-badb-fc75e254b660 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521474 Nov 27 01:19:21.007058 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab5c40-7100-47e3-ab12-7048efdc9e83 None None] Pushing event updated for resources: {'Port': ['ID=ee22b10e-589f-4fc5-a78a-ef188899d7a6,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:21.063565 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:21.071508 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:21.114091 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d21621f7-1fd3-4908-ba89-37634cdcc3a6 None None] Provisioning complete for port ee22b10e-589f-4fc5-a78a-ef188899d7a6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:21.114487 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d21621f7-1fd3-4908-ba89-37634cdcc3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:21.181005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=07f6b183-e6a0-437c-bd16-086056135982,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:21.195260 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 4, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:19Z', 'revision_number': 1, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 4, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:21.219448 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d76b4304-11e2-413c-b776-660caa801e30 req-98ba1d07-cf56-4867-b06e-de04937199ea service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101590 Nov 27 01:19:21.231182 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c1bdd-175f-4eb9-857d-1270d1024a89 None None] The sync data for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 is: [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 4, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:19Z', 'revision_number': 1, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 4, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:21.232648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25e9d4c7-4fe7-4b37-b656-17a7820ede34 req-262d5f64-d44c-4bde-848d-7c4b48e160e9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 210 time: 0.0376275 Nov 27 01:19:21.241645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82682967-a012-4102-9d97-d909f2f566e6 req-4b2e97d9-c32d-4a49-a2f3-9f0c4bf8158c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:21.248467 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:21.249298 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82682967-a012-4102-9d97-d909f2f566e6 req-4b2e97d9-c32d-4a49-a2f3-9f0c4bf8158c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 944 time: 0.1396849 Nov 27 01:19:21.363300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82682967-a012-4102-9d97-d909f2f566e6 req-a8ccd961-1fe4-4581-bfbe-76a187513a74 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131124 Nov 27 01:19:21.428148 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network d3094f4f-bf45-4277-a87a-4477be786268 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:21.429932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:21.593503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a50e6-fab1-4860-bdd7-91c48481205e req-83a68af4-bf76-4fae-91e7-141ad1e0286b tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:21.597212 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e4a50e6-fab1-4860-bdd7-91c48481205e req-83a68af4-bf76-4fae-91e7-141ad1e0286b tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 1096 time: 0.0750589 Nov 27 01:19:21.640600 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1862503-af00-452e-8901-6cee495a6a60 None None] Network d3094f4f-bf45-4277-a87a-4477be786268 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:21.701762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e4a50e6-fab1-4860-bdd7-91c48481205e req-407174e5-5da8-46d1-862e-a0687e4e48cd tempest-LiveMigrationTest-1415634926 tempest-LiveMigrationTest-1415634926-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979390 Nov 27 01:19:22.045928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ee22b10e-589f-4fc5-a78a-ef188899d7a6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:22.132227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440532f-21f7-4876-ab7e-c6d75dd32640 req-4b561b28-c40a-49c0-b446-e84ccbfd38c7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:22.140371 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0440532f-21f7-4876-ab7e-c6d75dd32640 req-4b561b28-c40a-49c0-b446-e84ccbfd38c7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 944 time: 0.0574939 Nov 27 01:19:22.149026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c77f0cd6-a509-4ab4-9023-7b55723b1840 None None] Provisioning complete for port 2de305f5-665a-46e2-8deb-ac61d8f4b474 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:22.149406 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c77f0cd6-a509-4ab4-9023-7b55723b1840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.183481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ee22b10e-589f-4fc5-a78a-ef188899d7a6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:22.183847 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.189557 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0440532f-21f7-4876-ab7e-c6d75dd32640 req-e4711579-ee32-4b0a-b7d9-4b62f0f7598d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480175 Nov 27 01:19:22.207828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router dd4bab09-58ac-4929-ac6b-474f4933f042 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:19:22.216544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abcd7e-f6ec-4602-9623-08432acb7a51 req-4a4fb07f-22c9-4d8f-9f2b-ee561b08547c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:22.218359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-70abcd7e-f6ec-4602-9623-08432acb7a51 req-4a4fb07f-22c9-4d8f-9f2b-ee561b08547c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 943 time: 0.1408429 Nov 27 01:19:22.270279 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-9d52769a-770e-46bd-be25-cde199fd3581 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:22.271778 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-9d52769a-770e-46bd-be25-cde199fd3581 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.31 "GET /v2.0/networks?id=e1d6a221-28a9-467a-8d0b-0f8791086068 HTTP/1.1" status: 200 len: 815 time: 0.1956990 Nov 27 01:19:22.353179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b22404ba-c4f9-4e07-a292-bc2301e01a5c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Request body: {'port': {'device_id': '8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f', 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068', 'admin_state_up': True, 'tenant_id': 'e1b4bed9d43e47829a727a9424c4efb5'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:22.390064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2de305f5-665a-46e2-8deb-ac61d8f4b474 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:22.394102 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c77f0cd6-a509-4ab4-9023-7b55723b1840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.419147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cd331384-38d3-42cb-aac9-6822ac134f2e req-99d7dd59-d911-44ba-8a2b-e6468d041564 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 210 time: 0.0531278 Nov 27 01:19:22.436984 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-70abcd7e-f6ec-4602-9623-08432acb7a51 req-fc078662-d7d8-405f-a34b-6b0050ebc972 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061365 Nov 27 01:19:22.486511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c77f0cd6-a509-4ab4-9023-7b55723b1840 None None] For port 2de305f5-665a-46e2-8deb-ac61d8f4b474, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2de305f5-665a-46e2-8deb-ac61d8f4b474,segment=NetworkSegment(acb2e4c2-0879-433d-8b03-ce9c9e42b488),segment_id=acb2e4c2-0879-433d-8b03-ce9c9e42b488)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:22.492602 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b12d8587-6575-4431-8274-c267c3706755 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:19:22.499851 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c77f0cd6-a509-4ab4-9023-7b55723b1840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.531202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b22404ba-c4f9-4e07-a292-bc2301e01a5c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Made reservation on behalf of e1b4bed9d43e47829a727a9424c4efb5 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:22.535860 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b22404ba-c4f9-4e07-a292-bc2301e01a5c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.544561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:22.558640 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ba0ed4b6-2a81-4a6c-aed3-23c7f7668f23 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8661659 Nov 27 01:19:22.561587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59326) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:22.574246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-df4ce1c0-eaf3-4823-8abc-6f1a9a6d342e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'network': {'name': 'tempest-RoutersTest-1677066606'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:22.631386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4ce1c0-eaf3-4823-8abc-6f1a9a6d342e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:22.635301 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df4ce1c0-eaf3-4823-8abc-6f1a9a6d342e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.653296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f0cd6-a509-4ab4-9023-7b55723b1840 None None] Pushing event updated for resources: {'Port': ['ID=2de305f5-665a-46e2-8deb-ac61d8f4b474,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:22.659639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 2de305f5-665a-46e2-8deb-ac61d8f4b474 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:22.660014 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.673758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4ce1c0-eaf3-4823-8abc-6f1a9a6d342e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:22.686813 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df4ce1c0-eaf3-4823-8abc-6f1a9a6d342e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.690019 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-df4ce1c0-eaf3-4823-8abc-6f1a9a6d342e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Added segment fd7677dc-a8e0-4d52-a54e-187be75dfbf6 of type vlan for network 54dadf8f-0343-4647-b13d-cb00519f6299 Nov 27 01:19:22.729273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d66f9658-49da-41f4-b846-c6dac7b45f0b None None] Provisioning complete for port 2de305f5-665a-46e2-8deb-ac61d8f4b474 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:22.729660 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d66f9658-49da-41f4-b846-c6dac7b45f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.759679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df4ce1c0-eaf3-4823-8abc-6f1a9a6d342e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.770945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b22404ba-c4f9-4e07-a292-bc2301e01a5c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Allocated IP 172.20.0.7 (e1d6a221-28a9-467a-8d0b-0f8791086068/08c24569-75b4-4812-8c56-c116d5311fa7/7355f35b-74ea-41e9-8042-a6d51efe90c8) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:22.792329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b12d8587-6575-4431-8274-c267c3706755, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b12d8587-6575-4431-8274-c267c3706755,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:22.807142 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df4ce1c0-eaf3-4823-8abc-6f1a9a6d342e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.814585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ce1c0-eaf3-4823-8abc-6f1a9a6d342e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:22.815356 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df4ce1c0-eaf3-4823-8abc-6f1a9a6d342e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.819582 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'b12d8587-6575-4431-8274-c267c3706755', 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'port_id': 'b12d8587-6575-4431-8274-c267c3706755', 'mac_address': 'fa:16:3e:3d:50:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00eae9ce-ef22-478b-aeeb-d796cdefe5ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:19:22.930663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ce1c0-eaf3-4823-8abc-6f1a9a6d342e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Network': ['ID=54dadf8f-0343-4647-b13d-cb00519f6299,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:22.951631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 54dadf8f-0343-4647-b13d-cb00519f6299 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:22.955861 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.995080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-df4ce1c0-eaf3-4823-8abc-6f1a9a6d342e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4282703 Nov 27 01:19:22.995348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59328) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:23.001614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4317b9c8-aa54-4d1e-81d5-1821471d1372 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'subnet': {'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:23.012628 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b22404ba-c4f9-4e07-a292-bc2301e01a5c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.052984 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Sync routers for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:23.066407 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b22404ba-c4f9-4e07-a292-bc2301e01a5c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.082831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12d8587-6575-4431-8274-c267c3706755 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:23.092589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:23.093226 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:23.127462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b22404ba-c4f9-4e07-a292-bc2301e01a5c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Network e1d6a221-28a9-467a-8d0b-0f8791086068 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:23.128623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd5afb-9ae1-4e79-84f9-27801f89f51d req-dbcd9597-d2e0-435b-b6aa-bf59c200dea4 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:23.130107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b22404ba-c4f9-4e07-a292-bc2301e01a5c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:23.130496 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28dd5afb-9ae1-4e79-84f9-27801f89f51d req-dbcd9597-d2e0-435b-b6aa-bf59c200dea4 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.21 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 944 time: 0.1789768 Nov 27 01:19:23.135239 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b22404ba-c4f9-4e07-a292-bc2301e01a5c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:23.186014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4317b9c8-aa54-4d1e-81d5-1821471d1372 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Made reservation on behalf of 08bef0b4ce014efb8e46b1fd66b8dbda for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:23.189572 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4317b9c8-aa54-4d1e-81d5-1821471d1372 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.197125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22404ba-c4f9-4e07-a292-bc2301e01a5c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Pushing event updated for resources: {'Port': ['ID=7355f35b-74ea-41e9-8042-a6d51efe90c8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:23.197975 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['cf72cfb9-1224-4986-8d84-ce8da7c42e00'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:23.228881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b22404ba-c4f9-4e07-a292-bc2301e01a5c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:23.230356 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b22404ba-c4f9-4e07-a292-bc2301e01a5c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.246373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b12d8587-6575-4431-8274-c267c3706755, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b12d8587-6575-4431-8274-c267c3706755,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:23.252378 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b22404ba-c4f9-4e07-a292-bc2301e01a5c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9075727 Nov 27 01:19:23.265113 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.273294 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Request body: {'port': {'device_id': '8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:23.275521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d66f9658-49da-41f4-b846-c6dac7b45f0b None None] Provisioning complete for port 07f6b183-e6a0-437c-bd16-086056135982 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:23.275890 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d66f9658-49da-41f4-b846-c6dac7b45f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.311842 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:23.365135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-28dd5afb-9ae1-4e79-84f9-27801f89f51d req-73e917f3-764a-4d89-9fa3-207cda978264 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Deleting port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:23.365135 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28dd5afb-9ae1-4e79-84f9-27801f89f51d req-73e917f3-764a-4d89-9fa3-207cda978264 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.383957 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.396184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf13fb5-7b2c-47ce-b4a7-b499fce60a68 req-25f07491-67df-4750-94fb-5dc794e31dd6 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:23.397727 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bf13fb5-7b2c-47ce-b4a7-b499fce60a68 req-25f07491-67df-4750-94fb-5dc794e31dd6 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 944 time: 0.1172848 Nov 27 01:19:23.400535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d66f9658-49da-41f4-b846-c6dac7b45f0b None None] Port 07f6b183-e6a0-437c-bd16-086056135982 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:23.479214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=b12d8587-6575-4431-8274-c267c3706755,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:23.525914 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bf13fb5-7b2c-47ce-b4a7-b499fce60a68 req-c4051602-e7e2-471e-bcd0-ed006a701dfc tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107519 Nov 27 01:19:23.538070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-28dd5afb-9ae1-4e79-84f9-27801f89f51d req-73e917f3-764a-4d89-9fa3-207cda978264 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] For port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:23.538580 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28dd5afb-9ae1-4e79-84f9-27801f89f51d req-73e917f3-764a-4d89-9fa3-207cda978264 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.587845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-28dd5afb-9ae1-4e79-84f9-27801f89f51d req-73e917f3-764a-4d89-9fa3-207cda978264 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Calling delete_port for 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:23.598997 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4317b9c8-aa54-4d1e-81d5-1821471d1372 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.600476 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2cdae1e9-af82-4e0a-b81f-706bf00f8a4b None None] Provisioning complete for port 07f6b183-e6a0-437c-bd16-086056135982 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:23.600850 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2cdae1e9-af82-4e0a-b81f-706bf00f8a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.647202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['b12d8587-6575-4431-8274-c267c3706755'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:23.723231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb0417-29fc-4f87-b65d-1655fd8d3e84 req-e56572dc-664b-46ea-b7be-0243b7cfedd0 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:23.731874 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b9eb0417-29fc-4f87-b65d-1655fd8d3e84 req-e56572dc-664b-46ea-b7be-0243b7cfedd0 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 931 time: 0.2038696 Nov 27 01:19:23.736504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7b6ba-d80f-442f-9435-95d0abc714c6 req-fc78a0a4-04e9-445f-a741-654a04c96ddd tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:23.738587 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-32d7b6ba-d80f-442f-9435-95d0abc714c6 req-fc78a0a4-04e9-445f-a741-654a04c96ddd tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 944 time: 0.1133163 Nov 27 01:19:23.741592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2cdae1e9-af82-4e0a-b81f-706bf00f8a4b None None] Port 07f6b183-e6a0-437c-bd16-086056135982 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:23.749048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317b9c8-aa54-4d1e-81d5-1821471d1372 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Subnet': ['ID=b7467678-aab7-4560-a1c8-3463488e6032,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:23.829851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 4, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 2, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:23.835496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-32d7b6ba-d80f-442f-9435-95d0abc714c6 req-c974a359-fcb1-4c3a-ae14-af3add4f76ee tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863721 Nov 27 01:19:23.835692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2de305f5-665a-46e2-8deb-ac61d8f4b474 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:23.871988 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b9eb0417-29fc-4f87-b65d-1655fd8d3e84 req-533eef76-2a0c-4d7e-8387-dc0095f2a949 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383393 Nov 27 01:19:23.896007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317b9c8-aa54-4d1e-81d5-1821471d1372 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Checking segment: {'id': 'fd7677dc-a8e0-4d52-a54e-187be75dfbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:23.896506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317b9c8-aa54-4d1e-81d5-1821471d1372 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network hostable DHCP agents. Network: 54dadf8f-0343-4647-b13d-cb00519f6299, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:19:23.900416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Checking router: dd4bab09-58ac-4929-ac6b-474f4933f042 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:23.900784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Updating router dd4bab09-58ac-4929-ac6b-474f4933f042 port 07f6b183-e6a0-437c-bd16-086056135982 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:19:23.923014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7355f35b-74ea-41e9-8042-a6d51efe90c8 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:23.932185 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.934007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317b9c8-aa54-4d1e-81d5-1821471d1372 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 54dadf8f-0343-4647-b13d-cb00519f6299 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:19:23.945742 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Transition to ACTIVE for port object 7355f35b-74ea-41e9-8042-a6d51efe90c8 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:19:23.946006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4317b9c8-aa54-4d1e-81d5-1821471d1372 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 54dadf8f-0343-4647-b13d-cb00519f6299) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:23.954237 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.954658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317b9c8-aa54-4d1e-81d5-1821471d1372 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:23.956394 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4317b9c8-aa54-4d1e-81d5-1821471d1372 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.957680 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.958712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afdbf2f-569c-4885-a445-c11fef5a7636 None None] Network 54dadf8f-0343-4647-b13d-cb00519f6299 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:24.002650 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4317b9c8-aa54-4d1e-81d5-1821471d1372 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0060382 Nov 27 01:19:24.005726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59340) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:24.053846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Pushing event updated for resources: {'Port': ['ID=7355f35b-74ea-41e9-8042-a6d51efe90c8,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:24.107721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Attempting to bind port 7355f35b-74ea-41e9-8042-a6d51efe90c8 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:24.107993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Attempting to bind port 7355f35b-74ea-41e9-8042-a6d51efe90c8 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:24.108428 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Attempting to bind port 7355f35b-74ea-41e9-8042-a6d51efe90c8 on network e1d6a221-28a9-467a-8d0b-0f8791086068 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:24.109661 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28dd5afb-9ae1-4e79-84f9-27801f89f51d req-73e917f3-764a-4d89-9fa3-207cda978264 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:24.113989 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Port 7355f35b-74ea-41e9-8042-a6d51efe90c8 on network e1d6a221-28a9-467a-8d0b-0f8791086068 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:19:24.114313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Attempting to bind port 7355f35b-74ea-41e9-8042-a6d51efe90c8 on network e1d6a221-28a9-467a-8d0b-0f8791086068 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:24.120685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:24.121043 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Checking segment: {'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:24.121437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Bound using segment: {'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:24.121916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Bound port: 7355f35b-74ea-41e9-8042-a6d51efe90c8, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:24.122343 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:24.151859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e917f3-764a-4d89-9fa3-207cda978264 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Pushing event deleted for resources: {'Port': ['ID=5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:24.200565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] For port 7355f35b-74ea-41e9-8042-a6d51efe90c8, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:24.204051 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] For port 7355f35b-74ea-41e9-8042-a6d51efe90c8, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7355f35b-74ea-41e9-8042-a6d51efe90c8,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:24.209491 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:24.216643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 2de305f5-665a-46e2-8deb-ac61d8f4b474 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:24.217203 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:24.251277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:24.265942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:24.266701 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:24.268745 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] 10.222.0.31 "PUT /v2.0/ports/7355f35b-74ea-41e9-8042-a6d51efe90c8 HTTP/1.1" status: 200 len: 1092 time: 1.0015898 Nov 27 01:19:24.270290 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f', 'tag': '7355f35b-74ea-41e9-8042-a6d51efe90c8'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:24.274743 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824d6710-685d-4555-ac05-9693a452ff17" -d '{"events": [{"name": "network-changed", "server_uuid": "8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f", "tag": "7355f35b-74ea-41e9-8042-a6d51efe90c8"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:24.294730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c391a-e99d-410a-8cd9-0553511aa85d service neutron] Pushing event updated for resources: {'Port': ['ID=7355f35b-74ea-41e9-8042-a6d51efe90c8,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:24.310425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dd5afb-9ae1-4e79-84f9-27801f89f51d req-73e917f3-764a-4d89-9fa3-207cda978264 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] No DVR routers for this DVR port 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:24.315762 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-28dd5afb-9ae1-4e79-84f9-27801f89f51d req-73e917f3-764a-4d89-9fa3-207cda978264 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:24.320195 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28dd5afb-9ae1-4e79-84f9-27801f89f51d req-73e917f3-764a-4d89-9fa3-207cda978264 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.21 "DELETE /v2.0/ports/5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a HTTP/1.1" status: 204 len: 173 time: 1.1817439 Nov 27 01:19:24.321432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920f2d1c-ab34-440e-94fc-f369294a26b9', 'name': 'network-vif-deleted', 'tag': '5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:24.323985 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f738f4-027f-44de-a38e-db946927514a" -d '{"events": [{"server_uuid": "920f2d1c-ab34-440e-94fc-f369294a26b9", "name": "network-vif-deleted", "tag": "5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:24.384628 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65240224-e242-4fac-b2ae-a86a08f861c9 x-openstack-request-id: req-65240224-e242-4fac-b2ae-a86a08f861c9 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:24.385138 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920f2d1c-ab34-440e-94fc-f369294a26b9", "name": "network-vif-deleted", "tag": "5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:24.385598 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65240224-e242-4fac-b2ae-a86a08f861c9 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:24.386075 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920f2d1c-ab34-440e-94fc-f369294a26b9', 'name': 'network-vif-deleted', 'tag': '5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a', 'status': 'completed', 'code': 200} Nov 27 01:19:24.391012 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb66532-cbd4-4b5a-af42-36b1ee424e15 x-openstack-request-id: req-5fb66532-cbd4-4b5a-af42-36b1ee424e15 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:24.391310 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f", "tag": "7355f35b-74ea-41e9-8042-a6d51efe90c8", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:24.391566 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fb66532-cbd4-4b5a-af42-36b1ee424e15 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:24.392149 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f', 'tag': '7355f35b-74ea-41e9-8042-a6d51efe90c8', 'status': 'completed', 'code': 200} Nov 27 01:19:24.417350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-80ee24b7-9dd9-4adb-b828-46de756ee1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:24.419203 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-80ee24b7-9dd9-4adb-b828-46de756ee1ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1b4bed9d43e47829a727a9424c4efb5&device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 1095 time: 0.0772843 Nov 27 01:19:24.492549 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-edd14aa5-8296-4aa2-932f-6e401eac2113 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7355f35b-74ea-41e9-8042-a6d51efe90c8 HTTP/1.1" status: 200 len: 217 time: 0.0541451 Nov 27 01:19:24.597610 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-1ff50001-a7b6-4197-a969-43755acbc503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:24.601053 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-1ff50001-a7b6-4197-a969-43755acbc503 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=08c24569-75b4-4812-8c56-c116d5311fa7 HTTP/1.1" status: 200 len: 855 time: 0.0998962 Nov 27 01:19:24.654681 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-a5c55c0d-19bf-4c17-ac6a-b5debcba7073 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1d6a221-28a9-467a-8d0b-0f8791086068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437896 Nov 27 01:19:24.675805 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:24.712764 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e06bc037-dab1-4c1d-9259-5665ee9e64ad req-bc3690a9-2b74-466d-b531-5c2981772d64 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 210 time: 0.0551572 Nov 27 01:19:24.783250 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-54dadf8f-0343-4647-b13d-cb00519f6299', 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'fixed_ips': [{'subnet_id': 'b7467678-aab7-4560-a1c8-3463488e6032'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:19:24.784299 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:24.798893 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-d7649c9a-22d0-4883-bfa2-160a983c69b9 service neutron] 10.222.0.31 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315925 Nov 27 01:19:24.836364 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:24.855075 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:24.958018 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-109dba7d-e3d0-45aa-995b-ae45e5c13ee8 req-8242e643-6b6b-4ac9-b23d-0b5928719d8c service neutron] 10.222.0.31 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515248 Nov 27 01:19:25.043294 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff32fe0-5c5a-4c23-94c1-040bbffed5b6 None None] Pushing event updated for resources: {'Port': ['ID=07f6b183-e6a0-437c-bd16-086056135982,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:25.105009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4a697-b377-4909-b12d-4e6a446d60c6 req-7bc501ae-3a27-49bf-a1eb-dc1c8ade9125 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:25.106655 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95b4a697-b377-4909-b12d-4e6a446d60c6 req-7bc501ae-3a27-49bf-a1eb-dc1c8ade9125 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 943 time: 0.1137903 Nov 27 01:19:25.141986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d6710-685d-4555-ac05-9693a452ff17 req-2258b455-e5c2-4dfa-a3f7-fc5aa7825339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:25.144190 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-824d6710-685d-4555-ac05-9693a452ff17 req-2258b455-e5c2-4dfa-a3f7-fc5aa7825339 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1b4bed9d43e47829a727a9424c4efb5&device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 1095 time: 0.0843916 Nov 27 01:19:25.176273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Attempting to bind port 07f6b183-e6a0-437c-bd16-086056135982 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:25.176582 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Attempting to bind port 07f6b183-e6a0-437c-bd16-086056135982 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'acb2e4c2-0879-433d-8b03-ce9c9e42b488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:25.176953 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Attempting to bind port 07f6b183-e6a0-437c-bd16-086056135982 on network d3094f4f-bf45-4277-a87a-4477be786268 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:25.188589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:25.188976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Checking segment: {'id': 'acb2e4c2-0879-433d-8b03-ce9c9e42b488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:25.189386 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:25.190408 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Bound using segment: {'id': 'acb2e4c2-0879-433d-8b03-ce9c9e42b488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:25.190904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Bound port: 07f6b183-e6a0-437c-bd16-086056135982, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb2e4c2-0879-433d-8b03-ce9c9e42b488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:25.191295 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:25.243695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Allocated IP 172.23.0.2 (54dadf8f-0343-4647-b13d-cb00519f6299/b7467678-aab7-4560-a1c8-3463488e6032/e49827a1-297b-46ca-9ee1-edddd9c7ba5e) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:25.260589 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95b4a697-b377-4909-b12d-4e6a446d60c6 req-d17c1f9d-dc2d-406d-a578-ba5cb80b00c8 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416326 Nov 27 01:19:25.354109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] For port 07f6b183-e6a0-437c-bd16-086056135982, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:25.372816 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] For port 07f6b183-e6a0-437c-bd16-086056135982, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=07f6b183-e6a0-437c-bd16-086056135982,segment=NetworkSegment(acb2e4c2-0879-433d-8b03-ce9c9e42b488),segment_id=acb2e4c2-0879-433d-8b03-ce9c9e42b488)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:25.383877 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:25.428478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d6710-685d-4555-ac05-9693a452ff17 req-c50c4b1b-8e8a-417b-804d-7c025ce0c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:25.430643 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-824d6710-685d-4555-ac05-9693a452ff17 req-c50c4b1b-8e8a-417b-804d-7c025ce0c9ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=e1d6a221-28a9-467a-8d0b-0f8791086068 HTTP/1.1" status: 200 len: 916 time: 0.2779653 Nov 27 01:19:25.493177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1e47a3b5-9f4d-41a8-b877-92207f3dbecf None None] Provisioning complete for port 07f6b183-e6a0-437c-bd16-086056135982 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:25.493710 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e47a3b5-9f4d-41a8-b877-92207f3dbecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:25.515584 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-824d6710-685d-4555-ac05-9693a452ff17 req-43b9fcc1-9806-4e27-a90b-4e6e2eb96fa1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7355f35b-74ea-41e9-8042-a6d51efe90c8 HTTP/1.1" status: 200 len: 217 time: 0.0744693 Nov 27 01:19:25.517590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:25.518290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:25.557605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885e674-6fe5-4e7b-8645-5cb7e84d1872 req-9c4f4660-4045-4806-88cf-561761b738ff tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:25.572863 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4885e674-6fe5-4e7b-8645-5cb7e84d1872 req-9c4f4660-4045-4806-88cf-561761b738ff tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 944 time: 0.1250818 Nov 27 01:19:25.576351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff32fe0-5c5a-4c23-94c1-040bbffed5b6 None None] Pushing event updated for resources: {'Port': ['ID=07f6b183-e6a0-437c-bd16-086056135982,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:25.628566 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d6710-685d-4555-ac05-9693a452ff17 req-54e6c126-3e48-496b-bc50-26cd875f42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:25.630380 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-824d6710-685d-4555-ac05-9693a452ff17 req-54e6c126-3e48-496b-bc50-26cd875f42d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=08c24569-75b4-4812-8c56-c116d5311fa7 HTTP/1.1" status: 200 len: 855 time: 0.1075196 Nov 27 01:19:25.660274 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4885e674-6fe5-4e7b-8645-5cb7e84d1872 req-0369cdae-b95d-4310-be64-5490357ea681 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864460 Nov 27 01:19:25.680055 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-824d6710-685d-4555-ac05-9693a452ff17 req-17c0fe64-6408-40fe-96dc-2dff1862454b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1d6a221-28a9-467a-8d0b-0f8791086068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421982 Nov 27 01:19:25.720758 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:25.738900 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:25.810449 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-824d6710-685d-4555-ac05-9693a452ff17 req-01661cd3-7b45-47f7-b4d4-522a8df3e323 service neutron] 10.222.0.31 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209662 Nov 27 01:19:25.842808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:25.906401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Network 54dadf8f-0343-4647-b13d-cb00519f6299 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:25.932089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:25.933724 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-698c2e14-399a-4e26-a5c2-689394844541 req-8b2d819f-b42c-4b90-a4c0-5dfe3decfa22 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 210 time: 0.0697331 Nov 27 01:19:25.942664 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-824d6710-685d-4555-ac05-9693a452ff17 req-b244c257-f2fe-4d53-a95d-21fc9d383090 service neutron] 10.222.0.31 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231737 Nov 27 01:19:25.960550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Allocated IP 172.23.0.1 (54dadf8f-0343-4647-b13d-cb00519f6299/b7467678-aab7-4560-a1c8-3463488e6032/c1dc6fb5-e611-4dae-a825-be1fa0039fce) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:26.005514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 07f6b183-e6a0-437c-bd16-086056135982 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:26.007973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Pushing event updated for resources: {'Port': ['ID=e49827a1-297b-46ca-9ee1-edddd9c7ba5e,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:26.013616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:26.094033 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.131796 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.171447 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e47a3b5-9f4d-41a8-b877-92207f3dbecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.199298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=c1dc6fb5-e611-4dae-a825-be1fa0039fce,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:26.203100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Attempting to bind port e49827a1-297b-46ca-9ee1-edddd9c7ba5e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:26.203636 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Attempting to bind port e49827a1-297b-46ca-9ee1-edddd9c7ba5e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'fd7677dc-a8e0-4d52-a54e-187be75dfbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:26.204165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Attempting to bind port e49827a1-297b-46ca-9ee1-edddd9c7ba5e on network 54dadf8f-0343-4647-b13d-cb00519f6299 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:26.206517 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 54dadf8f-0343-4647-b13d-cb00519f6299 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:26.208140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:26.211255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:26.244956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:26.245623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Checking segment: {'id': 'fd7677dc-a8e0-4d52-a54e-187be75dfbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:26.245945 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.246447 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Bound using segment: {'id': 'fd7677dc-a8e0-4d52-a54e-187be75dfbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:26.247369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Bound port: e49827a1-297b-46ca-9ee1-edddd9c7ba5e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7677dc-a8e0-4d52-a54e-187be75dfbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:26.247719 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.250481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 07f6b183-e6a0-437c-bd16-086056135982 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:26.250922 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.277113 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.403622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5ea0d-5a95-4f39-abc6-ff5f0284c2d5 req-575b9060-792a-44d1-ba50-3766f588943f tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:26.414676 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51e5ea0d-5a95-4f39-abc6-ff5f0284c2d5 req-575b9060-792a-44d1-ba50-3766f588943f tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 943 time: 0.0735524 Nov 27 01:19:26.459328 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1e47a3b5-9f4d-41a8-b877-92207f3dbecf None None] For port 07f6b183-e6a0-437c-bd16-086056135982, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=07f6b183-e6a0-437c-bd16-086056135982,segment=NetworkSegment(acb2e4c2-0879-433d-8b03-ce9c9e42b488),segment_id=acb2e4c2-0879-433d-8b03-ce9c9e42b488)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:26.465750 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.504963 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51e5ea0d-5a95-4f39-abc6-ff5f0284c2d5 req-aba70df2-0253-493c-bd1b-db3ac9ecbdae tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888243 Nov 27 01:19:26.511935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b12d8587-6575-4431-8274-c267c3706755 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:26.514288 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e47a3b5-9f4d-41a8-b877-92207f3dbecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.658246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] For port e49827a1-297b-46ca-9ee1-edddd9c7ba5e, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:26.670508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47a3b5-9f4d-41a8-b877-92207f3dbecf None None] Pushing event updated for resources: {'Port': ['ID=07f6b183-e6a0-437c-bd16-086056135982,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:26.707821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] For port e49827a1-297b-46ca-9ee1-edddd9c7ba5e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e49827a1-297b-46ca-9ee1-edddd9c7ba5e,segment=NetworkSegment(fd7677dc-a8e0-4d52-a54e-187be75dfbf6),segment_id=fd7677dc-a8e0-4d52-a54e-187be75dfbf6)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:26.773490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ef932947-1475-4978-8457-e6de3bbd9cb8 None None] Provisioning complete for port 07f6b183-e6a0-437c-bd16-086056135982 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:26.773908 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef932947-1475-4978-8457-e6de3bbd9cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.776253 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.825686 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.831287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 4, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:25Z', 'revision_number': 4, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:26.832392 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.865135 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8219266-df38-42c2-984c-f5d57b92d37b req-1117558b-7228-45ca-be4a-1d5f9d38ef0f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:26.866471 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port b12d8587-6575-4431-8274-c267c3706755 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:19:26.870622 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b8219266-df38-42c2-984c-f5d57b92d37b req-1117558b-7228-45ca-be4a-1d5f9d38ef0f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 944 time: 0.0831580 Nov 27 01:19:26.943365 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.946327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event updated for resources: {'Port': ['ID=c1dc6fb5-e611-4dae-a825-be1fa0039fce,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:26.950880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf924af-e743-4b92-9393-aa3c8d5e88a8 None None] The sync data for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 is: [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 4, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:25Z', 'revision_number': 4, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:26.977769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port b12d8587-6575-4431-8274-c267c3706755 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:26.978306 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:27.029558 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b8219266-df38-42c2-984c-f5d57b92d37b req-69ae0943-9237-4c0f-b328-7228b3ac1a0f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493056 Nov 27 01:19:27.099557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c6962-0246-40bf-bb7d-d60d87dd9a3e None None] Pushing event updated for resources: {'Port': ['ID=e49827a1-297b-46ca-9ee1-edddd9c7ba5e,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:27.116061 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dd0e1a71-b548-4243-a5ee-29e84c1327c2 req-44a92ca3-84db-4c54-b7da-f49a03f24c0d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 210 time: 0.0383584 Nov 27 01:19:27.171094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Network 54dadf8f-0343-4647-b13d-cb00519f6299 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:27.173590 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:27.245773 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:27.274830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c8f746-b967-4856-a523-0f56b218a74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12d8587-6575-4431-8274-c267c3706755'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:27.277194 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ebfc84-e45a-4c1b-a9dd-648b9e9a4ad5" -d '{"events": [{"server_uuid": "e3c8f746-b967-4856-a523-0f56b218a74c", "name": "network-vif-plugged", "status": "completed", "tag": "b12d8587-6575-4431-8274-c267c3706755"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:27.292097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b12d8587-6575-4431-8274-c267c3706755, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b12d8587-6575-4431-8274-c267c3706755,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:27.300914 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:27.303469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:27.349706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router dd4bab09-58ac-4929-ac6b-474f4933f042 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:19:27.362088 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999ea4fc-5db9-4285-b059-93fe873f5f1b x-openstack-request-id: req-999ea4fc-5db9-4285-b059-93fe873f5f1b {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:27.362365 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c8f746-b967-4856-a523-0f56b218a74c", "name": "network-vif-plugged", "status": "completed", "tag": "b12d8587-6575-4431-8274-c267c3706755", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:27.362632 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-999ea4fc-5db9-4285-b059-93fe873f5f1b {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:27.363216 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c8f746-b967-4856-a523-0f56b218a74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12d8587-6575-4431-8274-c267c3706755', 'code': 200} Nov 27 01:19:27.367263 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:27.367651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5d1bf8f0-6cdd-41c6-a818-558c2ab05b4a not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:27.404205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=b12d8587-6575-4431-8274-c267c3706755,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:27.497318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:27.508063 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9f89ef0e-4b52-4339-9618-0614ac999457 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4991167 Nov 27 01:19:27.508063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48918150-ea26-4869-9646-a28fa65f6926 req-3f22ef1a-b212-4d59-a2ec-944771346385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:27.508898 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59372) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:27.509041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-48918150-ea26-4869-9646-a28fa65f6926 req-3f22ef1a-b212-4d59-a2ec-944771346385 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 1097 time: 0.0648580 Nov 27 01:19:27.512145 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Sync routers for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:27.513975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c8ab912b-bd02-4558-8e86-52c9495cebe6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:27.525076 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:27.525967 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:27.569866 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-48918150-ea26-4869-9646-a28fa65f6926 req-51e82828-439e-4b24-9816-49d4dd12480a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534434 Nov 27 01:19:27.677539 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:27.687737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa55051-0d19-4816-a3bd-eeca03c03235 req-b83e94e0-5927-4a57-abde-9beed00c367d tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:27.689516 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaa55051-0d19-4816-a3bd-eeca03c03235 req-b83e94e0-5927-4a57-abde-9beed00c367d tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 943 time: 0.0593805 Nov 27 01:19:27.754107 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaa55051-0d19-4816-a3bd-eeca03c03235 req-653269ec-0321-4434-a437-e89c5c3023c7 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552368 Nov 27 01:19:27.979737 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e49827a1-297b-46ca-9ee1-edddd9c7ba5e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:28.046201 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e49827a1-297b-46ca-9ee1-edddd9c7ba5e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:28.046865 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.169437 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:26Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:26Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1dc6fb5-e611-4dae-a825-be1fa0039fce', 'name': '', 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:dd:25:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'b7467678-aab7-4560-a1c8-3463488e6032', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:24Z', 'updated_at': '2021-11-27T01:19:26Z', 'revision_number': 2, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'b7467678-aab7-4560-a1c8-3463488e6032', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:28.181200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.extraroute_db [None req-c8ab912b-bd02-4558-8e86-52c9495cebe6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 01:19:28.212036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.extraroute_db [None req-c8ab912b-bd02-4558-8e86-52c9495cebe6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Removed routes are [] {{(pid=103402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 01:19:28.212962 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8ab912b-bd02-4558-8e86-52c9495cebe6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.226040 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Checking router: dd4bab09-58ac-4929-ac6b-474f4933f042 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:28.232620 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Updating router dd4bab09-58ac-4929-ac6b-474f4933f042 port c1dc6fb5-e611-4dae-a825-be1fa0039fce binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:19:28.240116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137409b-4f35-442e-aff1-1ba3bd0a6b1a req-6d4885aa-8654-4c2a-8386-31a85185ce6e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:28.242121 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4137409b-4f35-442e-aff1-1ba3bd0a6b1a req-6d4885aa-8654-4c2a-8386-31a85185ce6e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 945 time: 0.1152215 Nov 27 01:19:28.244383 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.276126 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.324158 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port e49827a1-297b-46ca-9ee1-edddd9c7ba5e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e49827a1-297b-46ca-9ee1-edddd9c7ba5e,segment=NetworkSegment(fd7677dc-a8e0-4d52-a54e-187be75dfbf6),segment_id=fd7677dc-a8e0-4d52-a54e-187be75dfbf6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:28.334330 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.335142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 07f6b183-e6a0-437c-bd16-086056135982 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:28.341791 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f387a81e-598b-4516-87f6-fed8dffba55e req-d6c8b6c8-32f5-4b16-90fa-022ab1c52daf tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 210 time: 0.1077118 Nov 27 01:19:28.363807 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4137409b-4f35-442e-aff1-1ba3bd0a6b1a req-3bb1f65c-d672-4702-b46f-a48e5f943344 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147933 Nov 27 01:19:28.419228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d548b762-f8bd-4590-98fe-deb96f33eba8 None None] Network 54dadf8f-0343-4647-b13d-cb00519f6299 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:28.430649 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.514132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ad081ac8-86f2-4cd2-a484-b4025f7f00ce None None] Provisioning complete for port e49827a1-297b-46ca-9ee1-edddd9c7ba5e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:28.514505 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ad081ac8-86f2-4cd2-a484-b4025f7f00ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.546312 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8ab912b-bd02-4558-8e86-52c9495cebe6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.551513 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=e49827a1-297b-46ca-9ee1-edddd9c7ba5e,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:28.555488 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8ab912b-bd02-4558-8e86-52c9495cebe6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.612919 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 07f6b183-e6a0-437c-bd16-086056135982 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:28.613243 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.615390 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.625387 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.725605 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ab912b-bd02-4558-8e86-52c9495cebe6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router dd4bab09-58ac-4929-ac6b-474f4933f042 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:19:28.808908 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bda4c-d3b3-4998-8f2d-b777de091c41 None None] Pushing event updated for resources: {'Port': ['ID=c1dc6fb5-e611-4dae-a825-be1fa0039fce,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:28.840805 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Attempting to bind port c1dc6fb5-e611-4dae-a825-be1fa0039fce on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:28.841452 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Attempting to bind port c1dc6fb5-e611-4dae-a825-be1fa0039fce by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'fd7677dc-a8e0-4d52-a54e-187be75dfbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:28.842268 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Attempting to bind port c1dc6fb5-e611-4dae-a825-be1fa0039fce on network 54dadf8f-0343-4647-b13d-cb00519f6299 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:28.851835 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:28.852761 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Checking segment: {'id': 'fd7677dc-a8e0-4d52-a54e-187be75dfbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:28.853365 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.853922 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Bound using segment: {'id': 'fd7677dc-a8e0-4d52-a54e-187be75dfbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:28.854688 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Bound port: c1dc6fb5-e611-4dae-a825-be1fa0039fce, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7677dc-a8e0-4d52-a54e-187be75dfbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:28.855241 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.954894 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551ffa0-c1e7-48c9-932d-a444a739241c req-4bdd02ae-d4bc-406f-943d-f615654f1a2b tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:28.960399 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7551ffa0-c1e7-48c9-932d-a444a739241c req-4bdd02ae-d4bc-406f-943d-f615654f1a2b tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 943 time: 0.0807278 Nov 27 01:19:28.979682 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ab912b-bd02-4558-8e86-52c9495cebe6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:28.995630 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] For port c1dc6fb5-e611-4dae-a825-be1fa0039fce, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:28.996187 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8ab912b-bd02-4558-8e86-52c9495cebe6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.997731 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c8ab912b-bd02-4558-8e86-52c9495cebe6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042 HTTP/1.1" status: 200 len: 933 time: 1.4878166 Nov 27 01:19:29.000132 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59390) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:29.002890 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] For port c1dc6fb5-e611-4dae-a825-be1fa0039fce, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c1dc6fb5-e611-4dae-a825-be1fa0039fce,segment=NetworkSegment(fd7677dc-a8e0-4d52-a54e-187be75dfbf6),segment_id=fd7677dc-a8e0-4d52-a54e-187be75dfbf6)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:29.013424 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:29.124852 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7551ffa0-c1e7-48c9-932d-a444a739241c req-09382673-d4a2-4c83-a207-2cd069c59525 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551781 Nov 27 01:19:29.159758 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-02935cf0-6537-4a99-abdc-2da1b9d4bbfd tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042 HTTP/1.1" status: 200 len: 933 time: 0.1553388 Nov 27 01:19:29.160782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59392) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:29.161838 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:29.162463 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:29.165687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c655c9d8-f6fe-4cea-85d7-a09871cb6a4a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'router': {'routes': None}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:29.165916 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bda4c-d3b3-4998-8f2d-b777de091c41 None None] Pushing event updated for resources: {'Port': ['ID=c1dc6fb5-e611-4dae-a825-be1fa0039fce,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:29.274328 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:29.305315 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9eed6f9c-03d6-4b3d-aa75-d995aa915a28 None None] Provisioning complete for port e49827a1-297b-46ca-9ee1-edddd9c7ba5e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:29.305821 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9eed6f9c-03d6-4b3d-aa75-d995aa915a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:29.459402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9eed6f9c-03d6-4b3d-aa75-d995aa915a28 None None] Provisioning complete for port c1dc6fb5-e611-4dae-a825-be1fa0039fce triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:29.459988 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9eed6f9c-03d6-4b3d-aa75-d995aa915a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:29.512860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7355f35b-74ea-41e9-8042-a6d51efe90c8 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:19:29.530998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16eee449-1651-4d91-918e-79cf040f1695 req-e474dfd7-486d-44aa-bd47-3bb03add85f5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 210 time: 0.0378876 Nov 27 01:19:29.607785 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:28Z', 'revision_number': 6, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:26Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1dc6fb5-e611-4dae-a825-be1fa0039fce', 'name': '', 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:dd:25:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'b7467678-aab7-4560-a1c8-3463488e6032', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:24Z', 'updated_at': '2021-11-27T01:19:28Z', 'revision_number': 4, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'b7467678-aab7-4560-a1c8-3463488e6032', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:29.639442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a6b9c-1011-437b-8874-523a8abe1045 req-3453ec28-61d6-451d-b539-504050668772 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:29.641022 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-650a6b9c-1011-437b-8874-523a8abe1045 req-3453ec28-61d6-451d-b539-504050668772 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 945 time: 0.1176081 Nov 27 01:19:29.657168 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961cf86-e567-40f5-aac6-9e8fb0e58e4c None None] The sync data for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 is: [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:28Z', 'revision_number': 6, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:26Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1dc6fb5-e611-4dae-a825-be1fa0039fce', 'name': '', 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:dd:25:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'b7467678-aab7-4560-a1c8-3463488e6032', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:24Z', 'updated_at': '2021-11-27T01:19:28Z', 'revision_number': 4, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'b7467678-aab7-4560-a1c8-3463488e6032', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:29.694480 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9eed6f9c-03d6-4b3d-aa75-d995aa915a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:29.729110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7355f35b-74ea-41e9-8042-a6d51efe90c8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7355f35b-74ea-41e9-8042-a6d51efe90c8,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:29.779164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9eed6f9c-03d6-4b3d-aa75-d995aa915a28 None None] For port c1dc6fb5-e611-4dae-a825-be1fa0039fce, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c1dc6fb5-e611-4dae-a825-be1fa0039fce,segment=NetworkSegment(fd7677dc-a8e0-4d52-a54e-187be75dfbf6),segment_id=fd7677dc-a8e0-4d52-a54e-187be75dfbf6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:29.783892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '7355f35b-74ea-41e9-8042-a6d51efe90c8', 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068', 'port_id': '7355f35b-74ea-41e9-8042-a6d51efe90c8', 'mac_address': 'fa:16:3e:9f:8e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c24569-75b4-4812-8c56-c116d5311fa7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:19:29.787596 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9eed6f9c-03d6-4b3d-aa75-d995aa915a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:29.900544 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-650a6b9c-1011-437b-8874-523a8abe1045 req-3e109bd5-850a-4bf4-8d83-239d53eb5243 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331617 Nov 27 01:19:29.935046 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:29.938265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed6f9c-03d6-4b3d-aa75-d995aa915a28 None None] Pushing event updated for resources: {'Port': ['ID=c1dc6fb5-e611-4dae-a825-be1fa0039fce,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:29.998218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a9cd7fa4-5e56-4b54-b190-01f744b6df20 None None] Provisioning complete for port c1dc6fb5-e611-4dae-a825-be1fa0039fce triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:29.999104 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a9cd7fa4-5e56-4b54-b190-01f744b6df20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:30.001927 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7355f35b-74ea-41e9-8042-a6d51efe90c8 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:30.024887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.extraroute_db [None req-c655c9d8-f6fe-4cea-85d7-a09871cb6a4a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Added routes are [] {{(pid=103403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 01:19:30.025455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.extraroute_db [None req-c655c9d8-f6fe-4cea-85d7-a09871cb6a4a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 01:19:30.081818 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7355f35b-74ea-41e9-8042-a6d51efe90c8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7355f35b-74ea-41e9-8042-a6d51efe90c8,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:30.083288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e49827a1-297b-46ca-9ee1-edddd9c7ba5e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:30.105493 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c655c9d8-f6fe-4cea-85d7-a09871cb6a4a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:30.211057 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:30.430422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=7355f35b-74ea-41e9-8042-a6d51efe90c8,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:30.453015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea6460-9781-494e-9f41-9b77c915dc41 req-c363941c-f36a-4bcf-8de6-6f0d274d5588 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:30.465853 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f1ea6460-9781-494e-9f41-9b77c915dc41 req-c363941c-f36a-4bcf-8de6-6f0d274d5588 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 945 time: 0.1069047 Nov 27 01:19:30.558069 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:30.559575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e49827a1-297b-46ca-9ee1-edddd9c7ba5e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:30.559937 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:30.571407 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f1ea6460-9781-494e-9f41-9b77c915dc41 req-2884756a-095c-4f48-88c9-d149de86b4fc tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043465 Nov 27 01:19:30.609227 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c655c9d8-f6fe-4cea-85d7-a09871cb6a4a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:30.634449 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3017df-8ef6-43f2-abd5-b20f1d008844 req-43af598f-b3db-42b5-bd52-2687c3818ebc tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:30.642585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf3017df-8ef6-43f2-abd5-b20f1d008844 req-43af598f-b3db-42b5-bd52-2687c3818ebc tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 944 time: 0.3392828 Nov 27 01:19:30.662224 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c655c9d8-f6fe-4cea-85d7-a09871cb6a4a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:30.686182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f09c40d0-edb7-472e-9e40-3c1a20084a06 None None] Provisioning complete for port c1dc6fb5-e611-4dae-a825-be1fa0039fce triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:30.686567 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f09c40d0-edb7-472e-9e40-3c1a20084a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:30.701352 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba4b25f9-ae42-461d-85db-0a642a768e7f req-4f52ef6e-2824-4794-b8dd-bc1226c526c9 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 210 time: 0.0317595 Nov 27 01:19:30.714027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c1dc6fb5-e611-4dae-a825-be1fa0039fce up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:30.771241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['7355f35b-74ea-41e9-8042-a6d51efe90c8'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:30.797146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf3017df-8ef6-43f2-abd5-b20f1d008844 req-53bdc122-6125-47db-8a88-cff625db0035 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531100 Nov 27 01:19:30.813948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c655c9d8-f6fe-4cea-85d7-a09871cb6a4a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router dd4bab09-58ac-4929-ac6b-474f4933f042 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:19:30.890316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8160593-59d5-4a34-b05b-284ae1b57ddd req-cda18f5d-defc-4f16-a0ee-cfc8e7a35477 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:30.898541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d8160593-59d5-4a34-b05b-284ae1b57ddd req-cda18f5d-defc-4f16-a0ee-cfc8e7a35477 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 945 time: 0.0645854 Nov 27 01:19:30.932799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c655c9d8-f6fe-4cea-85d7-a09871cb6a4a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:30.940936 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c655c9d8-f6fe-4cea-85d7-a09871cb6a4a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:30.942239 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c655c9d8-f6fe-4cea-85d7-a09871cb6a4a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042 HTTP/1.1" status: 200 len: 699 time: 1.7804322 Nov 27 01:19:30.944864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59412) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:30.958401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c1dc6fb5-e611-4dae-a825-be1fa0039fce triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:30.958786 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:30.961443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610795ad-e632-40c7-8c43-833de784bafe None None] Sync routers for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:30.969519 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d8160593-59d5-4a34-b05b-284ae1b57ddd req-d7b92265-fc24-4535-8b73-4553865bd3a0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551283 Nov 27 01:19:31.073774 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-40d10367-a51d-422a-bbbe-b43b7099db90 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042 HTTP/1.1" status: 200 len: 699 time: 0.1272247 Nov 27 01:19:31.076146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59418) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:31.250573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610795ad-e632-40c7-8c43-833de784bafe None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:31.251202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-610795ad-e632-40c7-8c43-833de784bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:31.411706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-610795ad-e632-40c7-8c43-833de784bafe None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:31.432687 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622675b7-2210-4ffb-8e62-f85cd4b73126 req-c164a6ed-2d76-4c85-ab98-36d848b98161 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:31.436713 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-622675b7-2210-4ffb-8e62-f85cd4b73126 req-c164a6ed-2d76-4c85-ab98-36d848b98161 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 945 time: 0.1250231 Nov 27 01:19:31.516800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-622675b7-2210-4ffb-8e62-f85cd4b73126 req-eeb0a2ce-76fd-4fa1-8137-d4ae3342aab6 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750721 Nov 27 01:19:31.577851 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:31.703465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-610795ad-e632-40c7-8c43-833de784bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:30Z', 'revision_number': 7, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:26Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1dc6fb5-e611-4dae-a825-be1fa0039fce', 'name': '', 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:dd:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'b7467678-aab7-4560-a1c8-3463488e6032', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:24Z', 'updated_at': '2021-11-27T01:19:29Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'b7467678-aab7-4560-a1c8-3463488e6032', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:31.746868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610795ad-e632-40c7-8c43-833de784bafe None None] Checking router: dd4bab09-58ac-4929-ac6b-474f4933f042 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:31.757029 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610795ad-e632-40c7-8c43-833de784bafe None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:31.759855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-610795ad-e632-40c7-8c43-833de784bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:31.822859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c1dc6fb5-e611-4dae-a825-be1fa0039fce up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:31.896652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2344690c-b63f-46a4-bebe-3f6745eca38b req-57f0a00b-a11b-48a1-802d-fb7741a20576 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=920f2d1c-ab34-440e-94fc-f369294a26b9 HTTP/1.1" status: 200 len: 210 time: 0.0325592 Nov 27 01:19:31.920061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port c1dc6fb5-e611-4dae-a825-be1fa0039fce {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:31.920061 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:31.920346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-610795ad-e632-40c7-8c43-833de784bafe None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:32.050895 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] For port c1dc6fb5-e611-4dae-a825-be1fa0039fce, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c1dc6fb5-e611-4dae-a825-be1fa0039fce,segment=NetworkSegment(fd7677dc-a8e0-4d52-a54e-187be75dfbf6),segment_id=fd7677dc-a8e0-4d52-a54e-187be75dfbf6)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:32.051514 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:32.051726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c1dc6fb5-e611-4dae-a825-be1fa0039fce triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:32.052103 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:32.069312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for c1dc6fb5-e611-4dae-a825-be1fa0039fce owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:32.089534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb62da1-f894-4836-a016-e3ad53a580db req-69c6fea2-e19d-44cd-8c36-636edbe965c0 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:32.091042 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cdb62da1-f894-4836-a016-e3ad53a580db req-69c6fea2-e19d-44cd-8c36-636edbe965c0 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 944 time: 0.0831223 Nov 27 01:19:32.201968 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cdb62da1-f894-4836-a016-e3ad53a580db req-06b452e2-2c01-437b-8ffe-f4f3b2da6e69 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773325 Nov 27 01:19:32.219266 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-610795ad-e632-40c7-8c43-833de784bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:30Z', 'revision_number': 7, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:26Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1dc6fb5-e611-4dae-a825-be1fa0039fce', 'name': '', 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:dd:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'b7467678-aab7-4560-a1c8-3463488e6032', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:24Z', 'updated_at': '2021-11-27T01:19:29Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'b7467678-aab7-4560-a1c8-3463488e6032', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:32.247645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610795ad-e632-40c7-8c43-833de784bafe None None] The sync data for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 is: [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:30Z', 'revision_number': 7, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:26Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1dc6fb5-e611-4dae-a825-be1fa0039fce', 'name': '', 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:dd:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'b7467678-aab7-4560-a1c8-3463488e6032', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:24Z', 'updated_at': '2021-11-27T01:19:29Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'b7467678-aab7-4560-a1c8-3463488e6032', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:32.565035 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd02e4a2-7818-4670-b491-a80fb3b59c33 None None] Sync routers for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:32.581001 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02e4a2-7818-4670-b491-a80fb3b59c33 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:32.581969 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cd02e4a2-7818-4670-b491-a80fb3b59c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:32.708670 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-cd02e4a2-7818-4670-b491-a80fb3b59c33 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:32.729098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196cc3b-9fdb-4d8d-b3eb-581e09b771c1 req-2d8d6b1a-b123-45e6-ad9f-6f36d67424e2 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:32.730647 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0196cc3b-9fdb-4d8d-b3eb-581e09b771c1 req-2d8d6b1a-b123-45e6-ad9f-6f36d67424e2 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 945 time: 0.1030266 Nov 27 01:19:32.740866 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:32.807882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=c1dc6fb5-e611-4dae-a825-be1fa0039fce,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:32.839383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:32.839589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:32.839933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:32.840410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:32.840683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:32.841013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:32.842074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:32.842074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:32.842074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:32.842403 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:32.842639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:32.842959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:32.896041 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0196cc3b-9fdb-4d8d-b3eb-581e09b771c1 req-88573bf0-8f06-4c9b-b1dc-435fe908f86b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455662 Nov 27 01:19:32.990344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3b301-3e9b-4353-995e-15a9cbc55a2f req-a4e118a9-693b-4e9f-a1fd-71bd2016f7ba tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:32.991907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8d3b301-3e9b-4353-995e-15a9cbc55a2f req-a4e118a9-693b-4e9f-a1fd-71bd2016f7ba tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 945 time: 0.1003416 Nov 27 01:19:33.066690 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cd02e4a2-7818-4670-b491-a80fb3b59c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:30Z', 'revision_number': 7, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:26Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1dc6fb5-e611-4dae-a825-be1fa0039fce', 'name': '', 'network_id': '54dadf8f-0343-4647-b13d-cb00519f6299', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:dd:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'b7467678-aab7-4560-a1c8-3463488e6032', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:24Z', 'updated_at': '2021-11-27T01:19:29Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'b7467678-aab7-4560-a1c8-3463488e6032', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:33.093198 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:33.144035 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd02e4a2-7818-4670-b491-a80fb3b59c33 None None] Checking router: dd4bab09-58ac-4929-ac6b-474f4933f042 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:33.168797 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02e4a2-7818-4670-b491-a80fb3b59c33 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:33.169416 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cd02e4a2-7818-4670-b491-a80fb3b59c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:33.201818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-f8d3b301-3e9b-4353-995e-15a9cbc55a2f req-42814761-22aa-4ea5-a860-0f1c88095a73 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Deleting port b12d8587-6575-4431-8274-c267c3706755 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:33.202166 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f8d3b301-3e9b-4353-995e-15a9cbc55a2f req-42814761-22aa-4ea5-a860-0f1c88095a73 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:33.432546 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-cd02e4a2-7818-4670-b491-a80fb3b59c33 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:33.448930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31abaf0-200b-468a-960f-8c9d22653c25 req-cece4b19-3889-401a-9dab-00e0847477d6 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:33.457375 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e31abaf0-200b-468a-960f-8c9d22653c25 req-cece4b19-3889-401a-9dab-00e0847477d6 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 944 time: 0.1081510 Nov 27 01:19:33.475714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f8d3b301-3e9b-4353-995e-15a9cbc55a2f req-42814761-22aa-4ea5-a860-0f1c88095a73 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] For port b12d8587-6575-4431-8274-c267c3706755, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b12d8587-6575-4431-8274-c267c3706755,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:33.476161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f8d3b301-3e9b-4353-995e-15a9cbc55a2f req-42814761-22aa-4ea5-a860-0f1c88095a73 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:33.500783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router dd4bab09-58ac-4929-ac6b-474f4933f042 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:19:33.503187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-f8d3b301-3e9b-4353-995e-15a9cbc55a2f req-42814761-22aa-4ea5-a860-0f1c88095a73 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Calling delete_port for b12d8587-6575-4431-8274-c267c3706755 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:33.532453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7355f35b-74ea-41e9-8042-a6d51efe90c8 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:33.542656 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e31abaf0-200b-468a-960f-8c9d22653c25 req-03403c1f-5313-4d39-8f1c-a44e487de732 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842087 Nov 27 01:19:33.640336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 7355f35b-74ea-41e9-8042-a6d51efe90c8 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:19:33.646060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 7355f35b-74ea-41e9-8042-a6d51efe90c8 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:33.647695 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:33.714470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f8d3b301-3e9b-4353-995e-15a9cbc55a2f req-42814761-22aa-4ea5-a860-0f1c88095a73 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:33.714695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:33.723977 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-05cdd22d-3ea3-48f1-a278-63593e6d2be6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6466775 Nov 27 01:19:33.726647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59446) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:33.768931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f2a6bd5e-fce6-4265-b237-070545d42afd', 'b12d8587-6575-4431-8274-c267c3706755'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:33.793411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42814761-22aa-4ea5-a860-0f1c88095a73 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Pushing event deleted for resources: {'Port': ['ID=b12d8587-6575-4431-8274-c267c3706755,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:33.834306 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:33.842747 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cd02e4a2-7818-4670-b491-a80fb3b59c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:32Z', 'revision_number': 8, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:26Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:33.859648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4395c3-985d-4e41-bf8c-0d822a818f18 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting subnet b7467678-aab7-4560-a1c8-3463488e6032 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:19:33.877650 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd02e4a2-7818-4670-b491-a80fb3b59c33 None None] The sync data for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 is: [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:32Z', 'revision_number': 8, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:26Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:33.878592 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f4395c3-985d-4e41-bf8c-0d822a818f18 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:33.894894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7355f35b-74ea-41e9-8042-a6d51efe90c8'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:33.897672 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5babd49-91fb-4751-a853-b6b4aead318e" -d '{"events": [{"server_uuid": "8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f", "name": "network-vif-plugged", "status": "completed", "tag": "7355f35b-74ea-41e9-8042-a6d51efe90c8"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:33.919148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d3b301-3e9b-4353-995e-15a9cbc55a2f req-42814761-22aa-4ea5-a860-0f1c88095a73 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] No DVR routers for this DVR port b12d8587-6575-4431-8274-c267c3706755 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:33.927466 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f8d3b301-3e9b-4353-995e-15a9cbc55a2f req-42814761-22aa-4ea5-a860-0f1c88095a73 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:33.943339 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8d3b301-3e9b-4353-995e-15a9cbc55a2f req-42814761-22aa-4ea5-a860-0f1c88095a73 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "DELETE /v2.0/ports/b12d8587-6575-4431-8274-c267c3706755 HTTP/1.1" status: 204 len: 173 time: 0.9431221 Nov 27 01:19:33.947249 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c8f746-b967-4856-a523-0f56b218a74c', 'name': 'network-vif-deleted', 'tag': 'b12d8587-6575-4431-8274-c267c3706755'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:33.949646 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e734b5c-48c5-4f14-8fbb-fd664485d870" -d '{"events": [{"server_uuid": "e3c8f746-b967-4856-a523-0f56b218a74c", "name": "network-vif-deleted", "tag": "b12d8587-6575-4431-8274-c267c3706755"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:33.969978 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f4395c3-985d-4e41-bf8c-0d822a818f18 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:33.988099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 7355f35b-74ea-41e9-8042-a6d51efe90c8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7355f35b-74ea-41e9-8042-a6d51efe90c8,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:34.034859 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:34.053130 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c39e82a-0d23-4963-acff-b7e35399829d x-openstack-request-id: req-0c39e82a-0d23-4963-acff-b7e35399829d {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:34.053563 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f", "name": "network-vif-plugged", "status": "completed", "tag": "7355f35b-74ea-41e9-8042-a6d51efe90c8", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:34.053936 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c39e82a-0d23-4963-acff-b7e35399829d {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:34.054432 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7355f35b-74ea-41e9-8042-a6d51efe90c8', 'code': 200} Nov 27 01:19:34.077771 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f4395c3-985d-4e41-bf8c-0d822a818f18 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:34.125439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=7355f35b-74ea-41e9-8042-a6d51efe90c8,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:34.128165 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d304fd8-f10e-4e66-8493-380a055f1807 x-openstack-request-id: req-0d304fd8-f10e-4e66-8493-380a055f1807 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:34.128720 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c8f746-b967-4856-a523-0f56b218a74c", "name": "network-vif-deleted", "tag": "b12d8587-6575-4431-8274-c267c3706755", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:34.128720 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d304fd8-f10e-4e66-8493-380a055f1807 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:34.129130 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c8f746-b967-4856-a523-0f56b218a74c', 'name': 'network-vif-deleted', 'tag': 'b12d8587-6575-4431-8274-c267c3706755', 'status': 'completed', 'code': 200} Nov 27 01:19:34.176277 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f4395c3-985d-4e41-bf8c-0d822a818f18 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:34.198215 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f01d7a7a-39d9-47b9-89c8-813b7fc82a4c req-c7eaf2f7-089d-4028-abc9-3bc5470874cd tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c8f746-b967-4856-a523-0f56b218a74c HTTP/1.1" status: 200 len: 210 time: 0.0346415 Nov 27 01:19:34.237473 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f4395c3-985d-4e41-bf8c-0d822a818f18 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:34.242609 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3f4395c3-985d-4e41-bf8c-0d822a818f18 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/b7467678-aab7-4560-a1c8-3463488e6032 HTTP/1.1" status: 204 len: 168 time: 0.5126374 Nov 27 01:19:34.242609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4395c3-985d-4e41-bf8c-0d822a818f18 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Subnet': ['ID=b7467678-aab7-4560-a1c8-3463488e6032,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:34.243033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59458) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:34.320754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78abea-f320-42eb-976c-1858da8b78e0 req-48e3d436-ea61-4f0a-bf08-d1c9e2f429ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:34.328788 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f78abea-f320-42eb-976c-1858da8b78e0 req-48e3d436-ea61-4f0a-bf08-d1c9e2f429ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 1097 time: 0.1048584 Nov 27 01:19:34.332558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19998f0-b98d-4242-aa17-f47a6172c191 None None] Network 54dadf8f-0343-4647-b13d-cb00519f6299 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:34.449110 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f78abea-f320-42eb-976c-1858da8b78e0 req-b71879ff-b278-40d0-9aa5-dcb9b237752d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126482 Nov 27 01:19:34.474187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:34.587312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port e49827a1-297b-46ca-9ee1-edddd9c7ba5e {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:34.587666 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:34.662301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c1aea8-63df-44b1-804b-4baa09636b9d None None] DHCP port deletion for 54dadf8f-0343-4647-b13d-cb00519f6299 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:34.727880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6a8f2-2f69-4f19-a5bd-2d4a7e2cba50 None None] Sync routers for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:34.766142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af6a8f2-2f69-4f19-a5bd-2d4a7e2cba50 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:34.766779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6af6a8f2-2f69-4f19-a5bd-2d4a7e2cba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:34.770619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af91f89-3571-4c1e-af38-c8bc06a65077 req-26b5c17a-c3a5-440a-b12b-9207ab0849d6 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:34.777730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] For port e49827a1-297b-46ca-9ee1-edddd9c7ba5e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e49827a1-297b-46ca-9ee1-edddd9c7ba5e,segment=NetworkSegment(fd7677dc-a8e0-4d52-a54e-187be75dfbf6),segment_id=fd7677dc-a8e0-4d52-a54e-187be75dfbf6)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:34.778417 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:34.782812 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0af91f89-3571-4c1e-af38-c8bc06a65077 req-26b5c17a-c3a5-440a-b12b-9207ab0849d6 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 945 time: 0.0985632 Nov 27 01:19:34.794848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for e49827a1-297b-46ca-9ee1-edddd9c7ba5e owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:34.880931 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0af91f89-3571-4c1e-af38-c8bc06a65077 req-3c184d04-aaf4-42ac-97b8-8ef38d599447 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909212 Nov 27 01:19:34.907993 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-6af6a8f2-2f69-4f19-a5bd-2d4a7e2cba50 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:35.240684 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:35.283732 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=e49827a1-297b-46ca-9ee1-edddd9c7ba5e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:35.287540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No DVR routers for this DVR port e49827a1-297b-46ca-9ee1-edddd9c7ba5e on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:35.308676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d8c1aea8-63df-44b1-804b-4baa09636b9d None None] Deleting port e49827a1-297b-46ca-9ee1-edddd9c7ba5e {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:35.309055 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d8c1aea8-63df-44b1-804b-4baa09636b9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:35.384461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d8c1aea8-63df-44b1-804b-4baa09636b9d None None] For port e49827a1-297b-46ca-9ee1-edddd9c7ba5e, host n-d-817303-10, got binding levels [] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:35.384727 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d8c1aea8-63df-44b1-804b-4baa09636b9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:35.404694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d8c1aea8-63df-44b1-804b-4baa09636b9d None None] Calling delete_port for e49827a1-297b-46ca-9ee1-edddd9c7ba5e owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:35.406788 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:35.409386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.ipam_backend_mixin [None req-d8c1aea8-63df-44b1-804b-4baa09636b9d None None] Port e49827a1-297b-46ca-9ee1-edddd9c7ba5e was not found and therefore no delete operation was performed {{(pid=103404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:19:35.411342 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d8c1aea8-63df-44b1-804b-4baa09636b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:35.424860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6af6a8f2-2f69-4f19-a5bd-2d4a7e2cba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:32Z', 'revision_number': 8, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:26Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:35.435572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dadf8f-0343-4647-b13d-cb00519f6299']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:35.446400 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7677dc-a8e0-4d52-a54e-187be75dfbf6') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:35.446747 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7677dc-a8e0-4d52-a54e-187be75dfbf6') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:35.471786 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:35.479472 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1aea8-63df-44b1-804b-4baa09636b9d None None] No DVR routers for this DVR port e49827a1-297b-46ca-9ee1-edddd9c7ba5e on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:35.481664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1aea8-63df-44b1-804b-4baa09636b9d None None] Pushing event deleted for resources: {'Port': ['ID=e49827a1-297b-46ca-9ee1-edddd9c7ba5e,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:35.485733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6a8f2-2f69-4f19-a5bd-2d4a7e2cba50 None None] Checking router: dd4bab09-58ac-4929-ac6b-474f4933f042 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:35.515636 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:35.524528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af6a8f2-2f69-4f19-a5bd-2d4a7e2cba50 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:35.524673 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:35.525037 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:35.525299 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6af6a8f2-2f69-4f19-a5bd-2d4a7e2cba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:35.528427 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:35.634540 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:35.644579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:35.648784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/networks/54dadf8f-0343-4647-b13d-cb00519f6299 HTTP/1.1" status: 204 len: 168 time: 1.4045963 Nov 27 01:19:35.651541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59484) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:35.676027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-6af6a8f2-2f69-4f19-a5bd-2d4a7e2cba50 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:35.711221 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-99eff588-982b-477c-9c36-b160ee0707f7 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:35.724961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486767a-b4dd-4381-9d75-628a86524f6e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Network': ['ID=54dadf8f-0343-4647-b13d-cb00519f6299,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:35.732510 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-99eff588-982b-477c-9c36-b160ee0707f7 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.2096891 Nov 27 01:19:35.779318 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-7331648e-7f5f-4d16-95a8-a538bf18fbd7 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/quotas/53d6e7131d0740f3ab69fa54032dfa14 HTTP/1.1" status: 200 len: 375 time: 0.0380166 Nov 27 01:19:35.901137 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-a7ed7346-473f-4216-ba4e-fcc205828ae1 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208751 Nov 27 01:19:35.944053 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e49827a1-297b-46ca-9ee1-edddd9c7ba5e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:36.005818 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e49827a1-297b-46ca-9ee1-edddd9c7ba5e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:36.006957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e49827a1-297b-46ca-9ee1-edddd9c7ba5e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:36.006957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c1dc6fb5-e611-4dae-a825-be1fa0039fce no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:36.071799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: c1dc6fb5-e611-4dae-a825-be1fa0039fce {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:36.076755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c1dc6fb5-e611-4dae-a825-be1fa0039fce not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:36.102344 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-ff46023b-363b-4981-a0a9-c175381f2661 service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996026 Nov 27 01:19:36.183202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff96ab-5fd7-45aa-b02d-98b5c5e69dc6 req-79030bae-f87d-4868-a8f3-34b16582470e tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:36.190376 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-baff96ab-5fd7-45aa-b02d-98b5c5e69dc6 req-79030bae-f87d-4868-a8f3-34b16582470e tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 945 time: 0.1200881 Nov 27 01:19:36.203476 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6af6a8f2-2f69-4f19-a5bd-2d4a7e2cba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:32Z', 'revision_number': 8, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:26Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:36.270464 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6a8f2-2f69-4f19-a5bd-2d4a7e2cba50 None None] The sync data for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 is: [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:32Z', 'revision_number': 8, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': '07f6b183-e6a0-437c-bd16-086056135982', 'name': '', 'network_id': 'd3094f4f-bf45-4277-a87a-4477be786268', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:4b:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:18Z', 'updated_at': '2021-11-27T01:19:26Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '3ccd23d8-57d3-4d8c-898a-765533cccb78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:36.277187 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-baff96ab-5fd7-45aa-b02d-98b5c5e69dc6 req-bc3ab0c1-be81-4265-92ab-bde11ebf0d04 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858696 Nov 27 01:19:36.298282 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-679f18e0-7518-42ae-a485-c57d80204ce7 service neutron] 10.222.0.15 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949997 Nov 27 01:19:36.365176 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92dabc33-f7a5-4e45-9dd5-d85f9d208ed0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:36.521613 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5267be92-20d5-4f50-aae8-d97933ae9915 req-1ac72b71-36ff-4ab2-ab77-8da53475edfa tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 210 time: 0.0294557 Nov 27 01:19:36.597971 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b12d8587-6575-4431-8274-c267c3706755 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:36.630090 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: b12d8587-6575-4431-8274-c267c3706755 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:36.630597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b12d8587-6575-4431-8274-c267c3706755 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:36.791725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-92dabc33-f7a5-4e45-9dd5-d85f9d208ed0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port 07f6b183-e6a0-437c-bd16-086056135982 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:36.792072 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92dabc33-f7a5-4e45-9dd5-d85f9d208ed0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:36.924178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-92dabc33-f7a5-4e45-9dd5-d85f9d208ed0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] For port 07f6b183-e6a0-437c-bd16-086056135982, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=07f6b183-e6a0-437c-bd16-086056135982,segment=NetworkSegment(acb2e4c2-0879-433d-8b03-ce9c9e42b488),segment_id=acb2e4c2-0879-433d-8b03-ce9c9e42b488)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:36.924653 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92dabc33-f7a5-4e45-9dd5-d85f9d208ed0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:36.954318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-92dabc33-f7a5-4e45-9dd5-d85f9d208ed0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for 07f6b183-e6a0-437c-bd16-086056135982 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:37.156211 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92dabc33-f7a5-4e45-9dd5-d85f9d208ed0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:37.190836 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dabc33-f7a5-4e45-9dd5-d85f9d208ed0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=07f6b183-e6a0-437c-bd16-086056135982,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:37.393425 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92dabc33-f7a5-4e45-9dd5-d85f9d208ed0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:37.437363 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a055bb5-f7b9-4a4b-9750-341af86eed6f req-f793470c-8c02-4d20-9565-28c56cc000bd tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:37.439069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a055bb5-f7b9-4a4b-9750-341af86eed6f req-f793470c-8c02-4d20-9565-28c56cc000bd tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 945 time: 0.0598760 Nov 27 01:19:37.511455 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a055bb5-f7b9-4a4b-9750-341af86eed6f req-d66c83d5-92ca-4817-92b4-f7f8c8f856f5 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603530 Nov 27 01:19:37.664431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dabc33-f7a5-4e45-9dd5-d85f9d208ed0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router dd4bab09-58ac-4929-ac6b-474f4933f042 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:19:37.684960 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ff1bf1e1-7310-4023-a572-080525619703 req-efbf11ed-8ced-4013-bbce-63781a4b3120 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 210 time: 0.0526333 Nov 27 01:19:37.962456 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dabc33-f7a5-4e45-9dd5-d85f9d208ed0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:37.975613 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a95512-d0c9-402a-89a7-a4b5f4bc1475 None None] Sync routers for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:37.979779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-92dabc33-f7a5-4e45-9dd5-d85f9d208ed0 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3261914 Nov 27 01:19:37.982463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59528) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:38.017297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-dddb3c3e-20e1-4ea6-9743-48552e5943f5 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:38.018116 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a95512-d0c9-402a-89a7-a4b5f4bc1475 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:38.018712 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-31a95512-d0c9-402a-89a7-a4b5f4bc1475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:38.019586 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-dddb3c3e-20e1-4ea6-9743-48552e5943f5 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 805 time: 0.2075701 Nov 27 01:19:38.045047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-948c5663-5056-4721-a82e-f79b1e54a804 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Request body: {'port': {'device_id': '51abb4c0-f550-42cb-83c4-627d6f83ce78', 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'admin_state_up': True, 'tenant_id': '53d6e7131d0740f3ab69fa54032dfa14'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:38.095321 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f43fa6-ca83-4c1a-ba22-6c5c956665fe req-40946a10-3266-425f-a5fa-71ff842e58cb tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:38.103075 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45f43fa6-ca83-4c1a-ba22-6c5c956665fe req-40946a10-3266-425f-a5fa-71ff842e58cb tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 944 time: 0.0711906 Nov 27 01:19:38.157791 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-31a95512-d0c9-402a-89a7-a4b5f4bc1475 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:38.181689 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45f43fa6-ca83-4c1a-ba22-6c5c956665fe req-7020aaf3-2203-40d7-8e96-c65bec1ff80c tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774622 Nov 27 01:19:38.189887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3716a8ad-c2d6-435d-97eb-6486dc5b7f45 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting subnet 3ccd23d8-57d3-4d8c-898a-765533cccb78 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:19:38.207716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3716a8ad-c2d6-435d-97eb-6486dc5b7f45 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.224172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-948c5663-5056-4721-a82e-f79b1e54a804 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Made reservation on behalf of 53d6e7131d0740f3ab69fa54032dfa14 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:38.228740 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-948c5663-5056-4721-a82e-f79b1e54a804 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.361990 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3716a8ad-c2d6-435d-97eb-6486dc5b7f45 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.449225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-948c5663-5056-4721-a82e-f79b1e54a804 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Allocated IP 172.20.0.13 (8f941621-4f80-49c2-838b-cc0d1ec353c3/00eae9ce-ef22-478b-aeeb-d796cdefe5ee/7d325a49-f91c-434c-afa5-2392cefa1c9f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:38.458051 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-31a95512-d0c9-402a-89a7-a4b5f4bc1475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:37Z', 'revision_number': 9, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:38.493056 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a95512-d0c9-402a-89a7-a4b5f4bc1475 None None] Checking router: dd4bab09-58ac-4929-ac6b-474f4933f042 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:38.494648 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3716a8ad-c2d6-435d-97eb-6486dc5b7f45 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.505493 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a95512-d0c9-402a-89a7-a4b5f4bc1475 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:38.506115 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-31a95512-d0c9-402a-89a7-a4b5f4bc1475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:38.578081 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3716a8ad-c2d6-435d-97eb-6486dc5b7f45 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.596073 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-31a95512-d0c9-402a-89a7-a4b5f4bc1475 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:38.605473 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3716a8ad-c2d6-435d-97eb-6486dc5b7f45 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.611842 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3716a8ad-c2d6-435d-97eb-6486dc5b7f45 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/3ccd23d8-57d3-4d8c-898a-765533cccb78 HTTP/1.1" status: 204 len: 168 time: 0.6256135 Nov 27 01:19:38.612703 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59538) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:38.616341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d86a1c-c03f-4705-92f5-d6f929575312 None None] Network d3094f4f-bf45-4277-a87a-4477be786268 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:38.680959 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-948c5663-5056-4721-a82e-f79b1e54a804 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.724573 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-948c5663-5056-4721-a82e-f79b1e54a804 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.750579 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.756622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716a8ad-c2d6-435d-97eb-6486dc5b7f45 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Subnet': ['ID=3ccd23d8-57d3-4d8c-898a-765533cccb78,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:38.790016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-948c5663-5056-4721-a82e-f79b1e54a804 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Network 8f941621-4f80-49c2-838b-cc0d1ec353c3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:38.794939 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f2a6bd5e-fce6-4265-b237-070545d42afd'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:38.795291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-948c5663-5056-4721-a82e-f79b1e54a804 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:38.811657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-948c5663-5056-4721-a82e-f79b1e54a804 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:38.871855 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c5663-5056-4721-a82e-f79b1e54a804 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Pushing event updated for resources: {'Port': ['ID=7d325a49-f91c-434c-afa5-2392cefa1c9f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:38.907714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-948c5663-5056-4721-a82e-f79b1e54a804 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:38.909256 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-948c5663-5056-4721-a82e-f79b1e54a804 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.916781 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4494c-e489-4058-a534-8ec5a9c2a684 req-4e7457d7-b33d-4436-b738-aa2578bd9dea tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:38.927616 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5c4494c-e489-4058-a534-8ec5a9c2a684 req-4e7457d7-b33d-4436-b738-aa2578bd9dea tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 932 time: 0.1319625 Nov 27 01:19:38.930645 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-948c5663-5056-4721-a82e-f79b1e54a804 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8899283 Nov 27 01:19:38.963148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Request body: {'port': {'device_id': '51abb4c0-f550-42cb-83c4-627d6f83ce78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:38.973664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port 2de305f5-665a-46e2-8deb-ac61d8f4b474 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:38.974009 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.017719 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-31a95512-d0c9-402a-89a7-a4b5f4bc1475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:37Z', 'revision_number': 9, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:39.054357 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5c4494c-e489-4058-a534-8ec5a9c2a684 req-fc4f80cc-73a8-48f1-96b7-9af44b4d566f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257958 Nov 27 01:19:39.098588 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a95512-d0c9-402a-89a7-a4b5f4bc1475 None None] The sync data for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 is: [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:37Z', 'revision_number': 9, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': 'ee22b10e-589f-4fc5-a78a-ef188899d7a6', 'name': '', 'network_id': '25c194de-ecec-4a81-a62e-cfc4f1f2e307', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:d2:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:12Z', 'updated_at': '2021-11-27T01:19:20Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': 'a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:39.098899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36233191-b4f9-4b77-b434-98d677d59b6a req-8974ebba-b0f3-46ce-bfea-77ca33b75463 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:39.100356 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36233191-b4f9-4b77-b434-98d677d59b6a req-8974ebba-b0f3-46ce-bfea-77ca33b75463 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.31 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 944 time: 0.2455883 Nov 27 01:19:39.126212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e78382-9989-4635-868e-214d665bbc7f None None] DHCP port deletion for d3094f4f-bf45-4277-a87a-4477be786268 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:39.167311 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.180817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] For port 2de305f5-665a-46e2-8deb-ac61d8f4b474, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2de305f5-665a-46e2-8deb-ac61d8f4b474,segment=NetworkSegment(acb2e4c2-0879-433d-8b03-ce9c9e42b488),segment_id=acb2e4c2-0879-433d-8b03-ce9c9e42b488)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:39.181323 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.221741 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a2e78382-9989-4635-868e-214d665bbc7f None None] Deleting port 2de305f5-665a-46e2-8deb-ac61d8f4b474 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:39.222211 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2e78382-9989-4635-868e-214d665bbc7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.230354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for 2de305f5-665a-46e2-8deb-ac61d8f4b474 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:39.289914 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a2e78382-9989-4635-868e-214d665bbc7f None None] For port 2de305f5-665a-46e2-8deb-ac61d8f4b474, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2de305f5-665a-46e2-8deb-ac61d8f4b474,segment=NetworkSegment(acb2e4c2-0879-433d-8b03-ce9c9e42b488),segment_id=acb2e4c2-0879-433d-8b03-ce9c9e42b488)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:39.290392 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2e78382-9989-4635-868e-214d665bbc7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.332164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a2e78382-9989-4635-868e-214d665bbc7f None None] Calling delete_port for 2de305f5-665a-46e2-8deb-ac61d8f4b474 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:39.352022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-36233191-b4f9-4b77-b434-98d677d59b6a req-243f01f3-7bab-480b-987a-526a7470ca04 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Deleting port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:39.352258 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-36233191-b4f9-4b77-b434-98d677d59b6a req-243f01f3-7bab-480b-987a-526a7470ca04 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.457434 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2e78382-9989-4635-868e-214d665bbc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.496448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e78382-9989-4635-868e-214d665bbc7f None None] Pushing event deleted for resources: {'Port': ['ID=2de305f5-665a-46e2-8deb-ac61d8f4b474,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:39.500300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e78382-9989-4635-868e-214d665bbc7f None None] No DVR routers for this DVR port 2de305f5-665a-46e2-8deb-ac61d8f4b474 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:39.510339 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59670ad8-90d2-41fb-ae6c-7d338e248bce req-de9c7872-1586-4ba8-8600-5c9d36618d21 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3864641 Nov 27 01:19:39.553910 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.577018 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No DVR routers for this DVR port 2de305f5-665a-46e2-8deb-ac61d8f4b474 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:39.627329 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=2de305f5-665a-46e2-8deb-ac61d8f4b474,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:39.654065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d325a49-f91c-434c-afa5-2392cefa1c9f {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:39.663008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-36233191-b4f9-4b77-b434-98d677d59b6a req-243f01f3-7bab-480b-987a-526a7470ca04 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] For port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:39.663278 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-36233191-b4f9-4b77-b434-98d677d59b6a req-243f01f3-7bab-480b-987a-526a7470ca04 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.679293 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.712720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-36233191-b4f9-4b77-b434-98d677d59b6a req-243f01f3-7bab-480b-987a-526a7470ca04 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Calling delete_port for 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:39.722495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567adaa-4b8a-433e-aa61-9d3a57e266e5 req-07ae9d97-efce-4403-8b6d-b854867dfb63 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:39.730507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8567adaa-4b8a-433e-aa61-9d3a57e266e5 req-07ae9d97-efce-4403-8b6d-b854867dfb63 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=6281b8ca-d021-4270-83b1-fcb012241558 HTTP/1.1" status: 200 len: 944 time: 0.2495019 Nov 27 01:19:39.737918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.741038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Transition to ACTIVE for port object 7d325a49-f91c-434c-afa5-2392cefa1c9f will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:19:39.759114 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.796458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3094f4f-bf45-4277-a87a-4477be786268']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:39.811695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb2e4c2-0879-433d-8b03-ce9c9e42b488') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:39.812025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb2e4c2-0879-433d-8b03-ce9c9e42b488') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:39.830849 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.838783 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59670ad8-90d2-41fb-ae6c-7d338e248bce req-b70b4bdd-0105-40f0-b87f-8b6569fc2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:39.840647 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59670ad8-90d2-41fb-ae6c-7d338e248bce req-b70b4bdd-0105-40f0-b87f-8b6569fc2d35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 1097 time: 0.1767678 Nov 27 01:19:39.849149 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.864141 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:39.864676 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:39.868033 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:39.881905 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8567adaa-4b8a-433e-aa61-9d3a57e266e5 req-b3f6cc33-2aef-48cb-8dcf-145e94c19f5d tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506636 Nov 27 01:19:39.891982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Pushing event updated for resources: {'Port': ['ID=7d325a49-f91c-434c-afa5-2392cefa1c9f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:39.921188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 07f6b183-e6a0-437c-bd16-086056135982 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:39.942394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 07f6b183-e6a0-437c-bd16-086056135982 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:39.943011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 07f6b183-e6a0-437c-bd16-086056135982 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:39.943590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2de305f5-665a-46e2-8deb-ac61d8f4b474 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:39.964057 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.976720 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.980114 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/networks/d3094f4f-bf45-4277-a87a-4477be786268 HTTP/1.1" status: 204 len: 168 time: 1.3664937 Nov 27 01:19:39.986549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59550) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:39.994237 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 2de305f5-665a-46e2-8deb-ac61d8f4b474 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:39.995246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2de305f5-665a-46e2-8deb-ac61d8f4b474 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:39.999752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045c000-9c4b-4ecf-b63a-0172731fa476 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Network': ['ID=d3094f4f-bf45-4277-a87a-4477be786268,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:40.011984 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-36233191-b4f9-4b77-b434-98d677d59b6a req-243f01f3-7bab-480b-987a-526a7470ca04 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:40.044572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:40.050982 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-736b5ada-15ac-4332-b73b-444ddf2d4cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:40.075989 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f01f3-7bab-480b-987a-526a7470ca04 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Pushing event deleted for resources: {'Port': ['ID=5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:40.122474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-36233191-b4f9-4b77-b434-98d677d59b6a req-243f01f3-7bab-480b-987a-526a7470ca04 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] No DVR routers for this DVR port 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:40.125240 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-36233191-b4f9-4b77-b434-98d677d59b6a req-243f01f3-7bab-480b-987a-526a7470ca04 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:40.130089 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36233191-b4f9-4b77-b434-98d677d59b6a req-243f01f3-7bab-480b-987a-526a7470ca04 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.31 "DELETE /v2.0/ports/5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 HTTP/1.1" status: 204 len: 173 time: 1.0105085 Nov 27 01:19:40.130637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6281b8ca-d021-4270-83b1-fcb012241558', 'name': 'network-vif-deleted', 'tag': '5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:40.133290 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2079149-436c-4cc0-90f8-ba616324f5ae" -d '{"events": [{"server_uuid": "6281b8ca-d021-4270-83b1-fcb012241558", "name": "network-vif-deleted", "tag": "5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:40.191662 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c55fac-25f1-4d73-b48c-c578bd3eada1 x-openstack-request-id: req-b9c55fac-25f1-4d73-b48c-c578bd3eada1 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:40.192032 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6281b8ca-d021-4270-83b1-fcb012241558", "name": "network-vif-deleted", "tag": "5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:40.192320 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9c55fac-25f1-4d73-b48c-c578bd3eada1 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:40.193435 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6281b8ca-d021-4270-83b1-fcb012241558', 'name': 'network-vif-deleted', 'tag': '5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9', 'status': 'completed', 'code': 200} Nov 27 01:19:40.226032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59670ad8-90d2-41fb-ae6c-7d338e248bce req-e515ad3e-1b9a-44d9-a6df-c935fb08f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:40.227475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59670ad8-90d2-41fb-ae6c-7d338e248bce req-e515ad3e-1b9a-44d9-a6df-c935fb08f6a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 906 time: 0.3435636 Nov 27 01:19:40.228149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Attempting to bind port 7d325a49-f91c-434c-afa5-2392cefa1c9f on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:40.228501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Attempting to bind port 7d325a49-f91c-434c-afa5-2392cefa1c9f by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:40.228823 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Attempting to bind port 7d325a49-f91c-434c-afa5-2392cefa1c9f on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:40.609758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Port 7d325a49-f91c-434c-afa5-2392cefa1c9f on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:19:40.610386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Attempting to bind port 7d325a49-f91c-434c-afa5-2392cefa1c9f on network 8f941621-4f80-49c2-838b-cc0d1ec353c3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:40.618733 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59670ad8-90d2-41fb-ae6c-7d338e248bce req-4ecbc078-c765-41df-81cb-89d518f25ed0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2a6bd5e-fce6-4265-b237-070545d42afd HTTP/1.1" status: 200 len: 217 time: 0.3534148 Nov 27 01:19:40.628363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:40.628982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Checking segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:40.629547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Bound using segment: {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:40.630958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Bound port: 7d325a49-f91c-434c-afa5-2392cefa1c9f, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022eaf34-1c83-4ace-a750-f72bad5d5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:40.631294 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:40.660370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9022d8-2da9-437b-8b11-2145d124d19c req-fa61d8d8-f920-45a8-82c9-735ed322cf4f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:40.661840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9022d8-2da9-437b-8b11-2145d124d19c req-fa61d8d8-f920-45a8-82c9-735ed322cf4f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 944 time: 0.5172665 Nov 27 01:19:40.755156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59670ad8-90d2-41fb-ae6c-7d338e248bce req-49ceb259-63e1-4a54-8cd7-394bb33c9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:40.756532 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59670ad8-90d2-41fb-ae6c-7d338e248bce req-49ceb259-63e1-4a54-8cd7-394bb33c9518 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.1196270 Nov 27 01:19:40.836474 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59670ad8-90d2-41fb-ae6c-7d338e248bce req-f7fdc45a-8009-449e-b749-09c2c01e195c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501361 Nov 27 01:19:40.868641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] For port 7d325a49-f91c-434c-afa5-2392cefa1c9f, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:40.882717 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c9022d8-2da9-437b-8b11-2145d124d19c req-582dfbd6-5575-48ab-a2f1-15c612102fa1 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967688 Nov 27 01:19:40.949924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] For port 7d325a49-f91c-434c-afa5-2392cefa1c9f, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=7d325a49-f91c-434c-afa5-2392cefa1c9f,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:40.959224 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:41.027695 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:41.028359 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:41.029745 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] 10.222.0.21 "PUT /v2.0/ports/7d325a49-f91c-434c-afa5-2392cefa1c9f HTTP/1.1" status: 200 len: 1093 time: 2.0742602 Nov 27 01:19:41.035008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51abb4c0-f550-42cb-83c4-627d6f83ce78', 'tag': '7d325a49-f91c-434c-afa5-2392cefa1c9f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:41.037303 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a3f905-4e08-4ab3-bb8e-95f97a641c96" -d '{"events": [{"name": "network-changed", "server_uuid": "51abb4c0-f550-42cb-83c4-627d6f83ce78", "tag": "7d325a49-f91c-434c-afa5-2392cefa1c9f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:41.056554 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59670ad8-90d2-41fb-ae6c-7d338e248bce req-da56d0ae-285a-4a7d-93ef-b65b86d1ef0c service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090201 Nov 27 01:19:41.063439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa872adf-139e-4618-aca8-12d29f99d394 service neutron] Pushing event updated for resources: {'Port': ['ID=7d325a49-f91c-434c-afa5-2392cefa1c9f,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:41.157374 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef450a3-8a03-4e3a-9b1c-2302fc393020 x-openstack-request-id: req-7ef450a3-8a03-4e3a-9b1c-2302fc393020 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:41.158522 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51abb4c0-f550-42cb-83c4-627d6f83ce78", "tag": "7d325a49-f91c-434c-afa5-2392cefa1c9f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:41.158784 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ef450a3-8a03-4e3a-9b1c-2302fc393020 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:41.159338 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51abb4c0-f550-42cb-83c4-627d6f83ce78', 'tag': '7d325a49-f91c-434c-afa5-2392cefa1c9f', 'status': 'completed', 'code': 200} Nov 27 01:19:41.258151 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-bc42cb0e-df2c-4a39-b16b-f4f7a5a76ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:41.259655 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-bc42cb0e-df2c-4a39-b16b-f4f7a5a76ddb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 1096 time: 0.1282547 Nov 27 01:19:41.275574 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59670ad8-90d2-41fb-ae6c-7d338e248bce req-0eaeba00-634d-4e1d-9fd9-3e0603dee2d0 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083030 Nov 27 01:19:41.295099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18361d7f-94fe-4d68-8417-e00cbc79cfe7 req-872aca8b-d97b-44bd-8036-80c242e5e546 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:41.296587 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18361d7f-94fe-4d68-8417-e00cbc79cfe7 req-872aca8b-d97b-44bd-8036-80c242e5e546 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 944 time: 0.1569545 Nov 27 01:19:41.328057 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-72ccc1e2-ba03-49f6-8774-afd0de7a01b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d325a49-f91c-434c-afa5-2392cefa1c9f HTTP/1.1" status: 200 len: 217 time: 0.0515523 Nov 27 01:19:41.377881 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-746e210f-56c2-4e81-915a-3ec7a3db0896 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:41.488604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-8963d44a-1fe6-47c3-bce6-4d9eb72fef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:41.490292 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-8963d44a-1fe6-47c3-bce6-4d9eb72fef4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.1540892 Nov 27 01:19:41.496383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18361d7f-94fe-4d68-8417-e00cbc79cfe7 req-36e72ca8-79e3-403a-af8d-8b3f31c98116 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719148 Nov 27 01:19:41.535067 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-f1769436-020b-4917-87cb-6a9be82fb19f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354748 Nov 27 01:19:41.694252 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-ad0258f1-20bd-4193-8b11-6296b188c438 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282096 Nov 27 01:19:41.849384 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba29bec3-05bd-45b0-859a-65c68dbb78be req-fd6dfe11-bead-4270-8600-4ee69c58e418 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314912 Nov 27 01:19:41.855094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-746e210f-56c2-4e81-915a-3ec7a3db0896 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port ee22b10e-589f-4fc5-a78a-ef188899d7a6 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:41.855440 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-746e210f-56c2-4e81-915a-3ec7a3db0896 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:41.917620 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48579758-8235-4d90-8527-45248bd924e3 req-f8d63262-f99d-43d8-a6b5-2380c3998b27 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:41.920489 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48579758-8235-4d90-8527-45248bd924e3 req-f8d63262-f99d-43d8-a6b5-2380c3998b27 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.31 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 944 time: 0.0592628 Nov 27 01:19:42.003253 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-746e210f-56c2-4e81-915a-3ec7a3db0896 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] For port ee22b10e-589f-4fc5-a78a-ef188899d7a6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ee22b10e-589f-4fc5-a78a-ef188899d7a6,segment=NetworkSegment(134347be-1c36-4bbe-9414-3153ec562123),segment_id=134347be-1c36-4bbe-9414-3153ec562123)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:42.003742 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-746e210f-56c2-4e81-915a-3ec7a3db0896 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.026263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-746e210f-56c2-4e81-915a-3ec7a3db0896 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for ee22b10e-589f-4fc5-a78a-ef188899d7a6 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:42.032074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3f905-4e08-4ab3-bb8e-95f97a641c96 req-20cf6eac-1105-4a92-9da7-a94c4a0d6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:42.033917 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47a3f905-4e08-4ab3-bb8e-95f97a641c96 req-20cf6eac-1105-4a92-9da7-a94c4a0d6670 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 1096 time: 0.0834706 Nov 27 01:19:42.059140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728962c-e196-4f4e-84b3-a307aa9a7888 req-fe227e2d-3e52-4cc9-b0fd-c47402cdeecf tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:42.060921 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a728962c-e196-4f4e-84b3-a307aa9a7888 req-fe227e2d-3e52-4cc9-b0fd-c47402cdeecf tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 944 time: 0.0905535 Nov 27 01:19:42.092602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-48579758-8235-4d90-8527-45248bd924e3 req-888ab533-f28a-4039-afe6-3839e33b95e7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Deleting port 6037aa8f-a318-406c-a3c1-a590da353688 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:42.092941 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-48579758-8235-4d90-8527-45248bd924e3 req-888ab533-f28a-4039-afe6-3839e33b95e7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.167558 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a728962c-e196-4f4e-84b3-a307aa9a7888 req-709fed9e-1cde-4692-99a9-e3cbb57044c5 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969484 Nov 27 01:19:42.213504 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-da159508-3ae7-45d7-b442-dfe652f1b59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.228811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-48579758-8235-4d90-8527-45248bd924e3 req-888ab533-f28a-4039-afe6-3839e33b95e7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] For port 6037aa8f-a318-406c-a3c1-a590da353688, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6037aa8f-a318-406c-a3c1-a590da353688,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:42.229189 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-48579758-8235-4d90-8527-45248bd924e3 req-888ab533-f28a-4039-afe6-3839e33b95e7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.233059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3f905-4e08-4ab3-bb8e-95f97a641c96 req-26c85426-c7d4-4883-a7e1-629258c83e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:42.234777 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47a3f905-4e08-4ab3-bb8e-95f97a641c96 req-26c85426-c7d4-4883-a7e1-629258c83e3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 200 len: 906 time: 0.1916208 Nov 27 01:19:42.244547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-48579758-8235-4d90-8527-45248bd924e3 req-888ab533-f28a-4039-afe6-3839e33b95e7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Calling delete_port for 6037aa8f-a318-406c-a3c1-a590da353688 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:42.288464 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47a3f905-4e08-4ab3-bb8e-95f97a641c96 req-570e4693-face-4ce5-a161-e1383b46021a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d325a49-f91c-434c-afa5-2392cefa1c9f HTTP/1.1" status: 200 len: 217 time: 0.0447223 Nov 27 01:19:42.384800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3f905-4e08-4ab3-bb8e-95f97a641c96 req-4621b752-4dd8-4ca3-bae6-c947dfc761c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:42.386292 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47a3f905-4e08-4ab3-bb8e-95f97a641c96 req-4621b752-4dd8-4ca3-bae6-c947dfc761c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 200 len: 845 time: 0.0890377 Nov 27 01:19:42.402613 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-48579758-8235-4d90-8527-45248bd924e3 req-888ab533-f28a-4039-afe6-3839e33b95e7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.408273 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-746e210f-56c2-4e81-915a-3ec7a3db0896 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.433337 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47a3f905-4e08-4ab3-bb8e-95f97a641c96 req-b7a701d6-f579-4beb-b497-a28296277d7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f941621-4f80-49c2-838b-cc0d1ec353c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360093 Nov 27 01:19:42.435820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ab533-f28a-4039-afe6-3839e33b95e7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Pushing event deleted for resources: {'Port': ['ID=6037aa8f-a318-406c-a3c1-a590da353688,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:42.459303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e210f-56c2-4e81-915a-3ec7a3db0896 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=ee22b10e-589f-4fc5-a78a-ef188899d7a6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:42.483961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-48579758-8235-4d90-8527-45248bd924e3 req-888ab533-f28a-4039-afe6-3839e33b95e7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] No DVR routers for this DVR port 6037aa8f-a318-406c-a3c1-a590da353688 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:42.487725 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-48579758-8235-4d90-8527-45248bd924e3 req-888ab533-f28a-4039-afe6-3839e33b95e7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.492029 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48579758-8235-4d90-8527-45248bd924e3 req-888ab533-f28a-4039-afe6-3839e33b95e7 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.31 "DELETE /v2.0/ports/6037aa8f-a318-406c-a3c1-a590da353688 HTTP/1.1" status: 204 len: 173 time: 0.5639815 Nov 27 01:19:42.492527 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691528c2-fb61-42d7-93ad-ca32dec05913', 'name': 'network-vif-deleted', 'tag': '6037aa8f-a318-406c-a3c1-a590da353688'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:42.494907 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb448548-9618-4932-9393-11194f3d5b8b" -d '{"events": [{"server_uuid": "691528c2-fb61-42d7-93ad-ca32dec05913", "name": "network-vif-deleted", "tag": "6037aa8f-a318-406c-a3c1-a590da353688"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:42.554680 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca6c0a2-3d32-41a6-a322-30c174a4bb40 x-openstack-request-id: req-0ca6c0a2-3d32-41a6-a322-30c174a4bb40 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:42.554975 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691528c2-fb61-42d7-93ad-ca32dec05913", "name": "network-vif-deleted", "tag": "6037aa8f-a318-406c-a3c1-a590da353688", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:42.555236 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ca6c0a2-3d32-41a6-a322-30c174a4bb40 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:42.555642 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691528c2-fb61-42d7-93ad-ca32dec05913', 'name': 'network-vif-deleted', 'tag': '6037aa8f-a318-406c-a3c1-a590da353688', 'status': 'completed', 'code': 200} Nov 27 01:19:42.706040 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-321fbf76-2aa6-46a4-a0cc-bc6bca8cb150 req-4566afb9-398c-40d4-a322-d956e0c8e843 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=691528c2-fb61-42d7-93ad-ca32dec05913 HTTP/1.1" status: 200 len: 210 time: 0.0867996 Nov 27 01:19:42.710487 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47a3f905-4e08-4ab3-bb8e-95f97a641c96 req-59b8a9e1-8a61-4d39-bb53-8f68f7d74bda service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601442 Nov 27 01:19:42.859203 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-746e210f-56c2-4e81-915a-3ec7a3db0896 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.960209 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47a3f905-4e08-4ab3-bb8e-95f97a641c96 req-b7c6bdf6-f38b-4428-8dac-9f31d1f7e970 service neutron] 10.222.0.21 "GET /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785147 Nov 27 01:19:43.077633 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746e210f-56c2-4e81-915a-3ec7a3db0896 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router dd4bab09-58ac-4929-ac6b-474f4933f042 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:19:43.174308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746e210f-56c2-4e81-915a-3ec7a3db0896 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:43.182269 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-746e210f-56c2-4e81-915a-3ec7a3db0896 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1945984 Nov 27 01:19:43.183935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59588) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:43.186342 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c02454-4f3f-40a7-82f6-9595d3b7bb34 None None] Sync routers for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:43.198256 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c02454-4f3f-40a7-82f6-9595d3b7bb34 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:43.198889 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-61c02454-4f3f-40a7-82f6-9595d3b7bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:43.244635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-273b6bf7-e747-4dd7-937c-af91f1615cc7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting subnet a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:19:43.249133 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-273b6bf7-e747-4dd7-937c-af91f1615cc7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.306119 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.323078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-61c02454-4f3f-40a7-82f6-9595d3b7bb34 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:43.327436 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-273b6bf7-e747-4dd7-937c-af91f1615cc7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.387934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294f478-54f0-4f91-9af4-2e79c724f2e5 req-21851972-4bb2-4c07-9b02-b2d8304a9b1a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:43.389616 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b294f478-54f0-4f91-9af4-2e79c724f2e5 req-21851972-4bb2-4c07-9b02-b2d8304a9b1a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 944 time: 0.0906124 Nov 27 01:19:43.480310 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b294f478-54f0-4f91-9af4-2e79c724f2e5 req-3c531294-a76b-4e9a-bfb7-a50b9f2d35c7 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824878 Nov 27 01:19:43.494778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-273b6bf7-e747-4dd7-937c-af91f1615cc7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.548549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-61c02454-4f3f-40a7-82f6-9595d3b7bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:42Z', 'revision_number': 10, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:43.557765 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-273b6bf7-e747-4dd7-937c-af91f1615cc7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.586795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c02454-4f3f-40a7-82f6-9595d3b7bb34 None None] Checking router: dd4bab09-58ac-4929-ac6b-474f4933f042 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:43.591649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b6bf7-e747-4dd7-937c-af91f1615cc7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Subnet': ['ID=a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:43.593753 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-273b6bf7-e747-4dd7-937c-af91f1615cc7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.599731 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59594) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:43.599850 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-273b6bf7-e747-4dd7-937c-af91f1615cc7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc HTTP/1.1" status: 204 len: 168 time: 0.4147012 Nov 27 01:19:43.601493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c02454-4f3f-40a7-82f6-9595d3b7bb34 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:43.602119 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-61c02454-4f3f-40a7-82f6-9595d3b7bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:43.604719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6037aa8f-a318-406c-a3c1-a590da353688 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:43.610262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a23cce-e670-4dfe-a6e7-4a1d69da94fb None None] Network 25c194de-ecec-4a81-a62e-cfc4f1f2e307 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:43.687108 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.696855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 6037aa8f-a318-406c-a3c1-a590da353688 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:43.697062 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6037aa8f-a318-406c-a3c1-a590da353688 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:43.697461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:43.750350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port 6441df7e-864d-4a6c-b779-610951db9352 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:43.750872 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.761022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:43.761474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5d4ce6d0-1d76-45e7-9e8c-bc40e9fd8bd9 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:43.793152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-61c02454-4f3f-40a7-82f6-9595d3b7bb34 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:43.854074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] For port 6441df7e-864d-4a6c-b779-610951db9352, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6441df7e-864d-4a6c-b779-610951db9352,segment=NetworkSegment(134347be-1c36-4bbe-9414-3153ec562123),segment_id=134347be-1c36-4bbe-9414-3153ec562123)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:43.854526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.875046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for 6441df7e-864d-4a6c-b779-610951db9352 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:44.013163 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.249673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef3b51-7bb5-4a8d-8bfa-d89aaf4fb6c7 None None] DHCP port deletion for 25c194de-ecec-4a81-a62e-cfc4f1f2e307 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:44.278194 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-61c02454-4f3f-40a7-82f6-9595d3b7bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:42Z', 'revision_number': 10, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:44.308817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c02454-4f3f-40a7-82f6-9595d3b7bb34 None None] The sync data for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 is: [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:42Z', 'revision_number': 10, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None, '_interfaces': [{'id': 'ee5b4f3d-a141-4c6f-a00a-a7b794f08d21', 'name': '', 'network_id': '7f737756-f1ed-42d4-9202-97be3e1f6cf5', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'mac_address': 'fa:16:3e:6d:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:07Z', 'updated_at': '2021-11-27T01:19:14Z', 'revision_number': 5, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'subnets': [{'id': '6ea4ef54-ed6a-435c-9136-623868ee50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:44.359116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=6441df7e-864d-4a6c-b779-610951db9352,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:44.361151 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No DVR routers for this DVR port 6441df7e-864d-4a6c-b779-610951db9352 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:44.465992 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.488896 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e0fee-bd44-407e-966f-9ae9d6d456c8 req-cbc1a44f-b8ce-4afc-94d6-17e5f3cd8695 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:44.490527 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a7e0fee-bd44-407e-966f-9ae9d6d456c8 req-cbc1a44f-b8ce-4afc-94d6-17e5f3cd8695 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 944 time: 0.1348314 Nov 27 01:19:44.505680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c194de-ecec-4a81-a62e-cfc4f1f2e307']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:44.522896 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134347be-1c36-4bbe-9414-3153ec562123') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:44.523197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134347be-1c36-4bbe-9414-3153ec562123') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:44.542082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.568955 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.578013 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a7e0fee-bd44-407e-966f-9ae9d6d456c8 req-61db7bdb-d23a-4b4f-9944-1ed92e9d6e40 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811787 Nov 27 01:19:44.578937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:44.579319 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:44.583001 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:44.622752 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 7d325a49-f91c-434c-afa5-2392cefa1c9f details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:19:44.643931 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.655502 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.659789 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/networks/25c194de-ecec-4a81-a62e-cfc4f1f2e307 HTTP/1.1" status: 204 len: 168 time: 1.0589180 Nov 27 01:19:44.670817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59610) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:44.676691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43234ae7-6db3-457a-ba05-421f0f230b42 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Network': ['ID=25c194de-ecec-4a81-a62e-cfc4f1f2e307,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:44.747691 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 7d325a49-f91c-434c-afa5-2392cefa1c9f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=7d325a49-f91c-434c-afa5-2392cefa1c9f,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:44.771719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '7d325a49-f91c-434c-afa5-2392cefa1c9f', 'network_id': '8f941621-4f80-49c2-838b-cc0d1ec353c3', 'port_id': '7d325a49-f91c-434c-afa5-2392cefa1c9f', 'mac_address': 'fa:16:3e:98:90:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00eae9ce-ef22-478b-aeeb-d796cdefe5ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:19:44.773064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76587033-c306-46ea-854d-dd1a762c32dd req-96e4bacb-25d9-4ded-85cf-76349fdb3468 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:44.780183 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.781138 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76587033-c306-46ea-854d-dd1a762c32dd req-96e4bacb-25d9-4ded-85cf-76349fdb3468 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 944 time: 0.1424847 Nov 27 01:19:44.817243 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.832572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d325a49-f91c-434c-afa5-2392cefa1c9f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:44.853932 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 7d325a49-f91c-434c-afa5-2392cefa1c9f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=7d325a49-f91c-434c-afa5-2392cefa1c9f,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:44.857982 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.908495 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76587033-c306-46ea-854d-dd1a762c32dd req-37e362c6-a998-482a-971c-0b830fe5ae67 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264617 Nov 27 01:19:44.908857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=7d325a49-f91c-434c-afa5-2392cefa1c9f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:44.993939 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd507ac4-b55a-44af-986e-b023745c5816 req-08116cce-3a87-439e-be8f-8976d5a1d942 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:44.995996 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd507ac4-b55a-44af-986e-b023745c5816 req-08116cce-3a87-439e-be8f-8976d5a1d942 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.31 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 944 time: 0.1241128 Nov 27 01:19:45.145626 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-fd507ac4-b55a-44af-986e-b023745c5816 req-bb6b1856-917a-4c1e-a90a-dd748ce0f0a5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Deleting port d003cf72-e416-40bc-b3e5-f70cf30db32a {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:45.145967 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fd507ac4-b55a-44af-986e-b023745c5816 req-bb6b1856-917a-4c1e-a90a-dd748ce0f0a5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:45.172529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['7d325a49-f91c-434c-afa5-2392cefa1c9f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:45.668124 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-fd507ac4-b55a-44af-986e-b023745c5816 req-bb6b1856-917a-4c1e-a90a-dd748ce0f0a5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] For port d003cf72-e416-40bc-b3e5-f70cf30db32a, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d003cf72-e416-40bc-b3e5-f70cf30db32a,segment=NetworkSegment(eeb8c0a1-a81c-4ee0-aa97-9582d70799ce),segment_id=eeb8c0a1-a81c-4ee0-aa97-9582d70799ce)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:45.668518 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fd507ac4-b55a-44af-986e-b023745c5816 req-bb6b1856-917a-4c1e-a90a-dd748ce0f0a5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:45.679755 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-1bd8d2f0-52fe-4998-81c6-fd1161a31121 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:45.681308 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-1bd8d2f0-52fe-4998-81c6-fd1161a31121 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/networks?id=e1d6a221-28a9-467a-8d0b-0f8791086068 HTTP/1.1" status: 200 len: 815 time: 0.5323107 Nov 27 01:19:45.696560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-fd507ac4-b55a-44af-986e-b023745c5816 req-bb6b1856-917a-4c1e-a90a-dd748ce0f0a5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Calling delete_port for d003cf72-e416-40bc-b3e5-f70cf30db32a owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:45.709740 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f5fe1464-19fe-4676-83e3-df12cccaa46e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:45.755671 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-517bfa68-db29-47f4-9921-994018b28a1d tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/quotas/e1b4bed9d43e47829a727a9424c4efb5 HTTP/1.1" status: 200 len: 375 time: 0.0619831 Nov 27 01:19:45.783217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88417a1a-e247-4cd1-8624-22d8f82e101d req-87e247d0-1fa7-4c80-b2dd-fabc8cd74149 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:45.784743 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-88417a1a-e247-4cd1-8624-22d8f82e101d req-87e247d0-1fa7-4c80-b2dd-fabc8cd74149 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 944 time: 0.0550282 Nov 27 01:19:45.797309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ee22b10e-589f-4fc5-a78a-ef188899d7a6 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:45.818927 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: ee22b10e-589f-4fc5-a78a-ef188899d7a6 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:45.819364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ee22b10e-589f-4fc5-a78a-ef188899d7a6 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:45.819855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6441df7e-864d-4a6c-b779-610951db9352 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:45.840517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 6441df7e-864d-4a6c-b779-610951db9352 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:45.840966 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6441df7e-864d-4a6c-b779-610951db9352 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:45.841748 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-88417a1a-e247-4cd1-8624-22d8f82e101d req-3834fbe2-77b1-4fee-a101-ed6b04d40a83 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/security-groups?id=e99bc048-86fc-47fb-9fba-9bad906a667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490124 Nov 27 01:19:45.947146 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-6dc6dd05-fc16-4139-9ae8-c886a052c06d tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1b4bed9d43e47829a727a9424c4efb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1578183 Nov 27 01:19:46.037045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fd385-756b-43ca-a6d0-6c66f5c678de req-2feca70b-80d6-45b1-a644-586a6fffd341 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:46.038561 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-544fd385-756b-43ca-a6d0-6c66f5c678de req-2feca70b-80d6-45b1-a644-586a6fffd341 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 945 time: 0.0499868 Nov 27 01:19:46.086591 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-544fd385-756b-43ca-a6d0-6c66f5c678de req-0be2c842-aab6-410a-ac98-c752d081ba88 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412910 Nov 27 01:19:46.090298 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fd507ac4-b55a-44af-986e-b023745c5816 req-bb6b1856-917a-4c1e-a90a-dd748ce0f0a5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.139638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b1856-917a-4c1e-a90a-dd748ce0f0a5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Pushing event deleted for resources: {'Port': ['ID=d003cf72-e416-40bc-b3e5-f70cf30db32a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:46.170374 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-be665b1e-b01e-47f2-8a88-8d61361b206c service neutron] 10.222.0.15 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984429 Nov 27 01:19:46.199813 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.214065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd507ac4-b55a-44af-986e-b023745c5816 req-bb6b1856-917a-4c1e-a90a-dd748ce0f0a5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] No DVR routers for this DVR port d003cf72-e416-40bc-b3e5-f70cf30db32a on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:46.230180 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fd507ac4-b55a-44af-986e-b023745c5816 req-bb6b1856-917a-4c1e-a90a-dd748ce0f0a5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.233424 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd507ac4-b55a-44af-986e-b023745c5816 req-bb6b1856-917a-4c1e-a90a-dd748ce0f0a5 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.31 "DELETE /v2.0/ports/d003cf72-e416-40bc-b3e5-f70cf30db32a HTTP/1.1" status: 204 len: 173 time: 1.2284541 Nov 27 01:19:46.236511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efa7866-e08b-493c-8ebb-93dcef356400', 'name': 'network-vif-deleted', 'tag': 'd003cf72-e416-40bc-b3e5-f70cf30db32a'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:46.238767 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae8f1cc-1c99-4200-a914-08d62dbf556d" -d '{"events": [{"server_uuid": "1efa7866-e08b-493c-8ebb-93dcef356400", "name": "network-vif-deleted", "tag": "d003cf72-e416-40bc-b3e5-f70cf30db32a"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:46.298394 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b42f954-238f-4e99-bf5b-331bcc402f52 x-openstack-request-id: req-0b42f954-238f-4e99-bf5b-331bcc402f52 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:46.298729 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efa7866-e08b-493c-8ebb-93dcef356400", "name": "network-vif-deleted", "tag": "d003cf72-e416-40bc-b3e5-f70cf30db32a", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:46.298990 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b42f954-238f-4e99-bf5b-331bcc402f52 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:46.299387 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efa7866-e08b-493c-8ebb-93dcef356400', 'name': 'network-vif-deleted', 'tag': 'd003cf72-e416-40bc-b3e5-f70cf30db32a', 'status': 'completed', 'code': 200} Nov 27 01:19:46.353348 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-8a25cffc-b9b3-4cc2-b4e8-5ab04f4ad402 service neutron] 10.222.0.15 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619406 Nov 27 01:19:46.356804 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe1464-19fe-4676-83e3-df12cccaa46e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:46.356940 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f5fe1464-19fe-4676-83e3-df12cccaa46e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.456189 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-f5fe1464-19fe-4676-83e3-df12cccaa46e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] For port ee5b4f3d-a141-4c6f-a00a-a7b794f08d21, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ee5b4f3d-a141-4c6f-a00a-a7b794f08d21,segment=NetworkSegment(f4a4eed6-0374-463d-b34a-524c3f9f82e7),segment_id=f4a4eed6-0374-463d-b34a-524c3f9f82e7)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:46.456603 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f5fe1464-19fe-4676-83e3-df12cccaa46e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.473306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe1464-19fe-4676-83e3-df12cccaa46e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:46.541001 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ee6c3b11-4135-497d-8890-98af8423aa9e req-382a3bc2-6801-4255-b307-ddb5f856072f tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 210 time: 0.0318866 Nov 27 01:19:46.614631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 7d325a49-f91c-434c-afa5-2392cefa1c9f up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:46.658590 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f5fe1464-19fe-4676-83e3-df12cccaa46e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.691816 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 7d325a49-f91c-434c-afa5-2392cefa1c9f completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:19:46.694449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe1464-19fe-4676-83e3-df12cccaa46e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=ee5b4f3d-a141-4c6f-a00a-a7b794f08d21,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:46.696309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 7d325a49-f91c-434c-afa5-2392cefa1c9f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:46.696822 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.832496 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.872057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 7d325a49-f91c-434c-afa5-2392cefa1c9f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=7d325a49-f91c-434c-afa5-2392cefa1c9f,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:46.873075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51abb4c0-f550-42cb-83c4-627d6f83ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d325a49-f91c-434c-afa5-2392cefa1c9f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:46.877101 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821373ab-4729-47b1-9881-5f8f02ca5633" -d '{"events": [{"server_uuid": "51abb4c0-f550-42cb-83c4-627d6f83ce78", "name": "network-vif-plugged", "status": "completed", "tag": "7d325a49-f91c-434c-afa5-2392cefa1c9f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:46.881033 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.912762 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f5fe1464-19fe-4676-83e3-df12cccaa46e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.935189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=7d325a49-f91c-434c-afa5-2392cefa1c9f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:47.092103 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb921b94-f4d7-41e8-b3b9-77f7bafccadd x-openstack-request-id: req-eb921b94-f4d7-41e8-b3b9-77f7bafccadd {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:47.092577 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51abb4c0-f550-42cb-83c4-627d6f83ce78", "name": "network-vif-plugged", "status": "completed", "tag": "7d325a49-f91c-434c-afa5-2392cefa1c9f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:47.092863 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb921b94-f4d7-41e8-b3b9-77f7bafccadd {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:47.093279 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51abb4c0-f550-42cb-83c4-627d6f83ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d325a49-f91c-434c-afa5-2392cefa1c9f', 'code': 200} Nov 27 01:19:47.162241 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b7096183-ec39-403d-a46a-dfcbc86caf1c req-f2b89826-1d8e-41d5-be95-929c0bcd5d02 tempest-LiveMigrationTest-1554468867 tempest-LiveMigrationTest-1554468867-project] 10.222.0.15 "GET /v2.0/ports?device_id=1efa7866-e08b-493c-8ebb-93dcef356400 HTTP/1.1" status: 200 len: 210 time: 0.0381379 Nov 27 01:19:47.244655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fe1464-19fe-4676-83e3-df12cccaa46e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router dd4bab09-58ac-4929-ac6b-474f4933f042 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:19:47.254853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9c1ab-86e9-46e9-8ee7-f6608e6ff36e req-1577e873-afef-4a6b-81be-2b73dafd039b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:47.257283 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ea9c1ab-86e9-46e9-8ee7-f6608e6ff36e req-1577e873-afef-4a6b-81be-2b73dafd039b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0682209 Nov 27 01:19:47.260811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531994f3-4b77-41a4-afa6-ee405aaf67ea req-bd92574d-f72b-49f0-975f-fbb21073fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:47.262598 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-531994f3-4b77-41a4-afa6-ee405aaf67ea req-bd92574d-f72b-49f0-975f-fbb21073fc64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 1098 time: 0.0482671 Nov 27 01:19:47.317448 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-531994f3-4b77-41a4-afa6-ee405aaf67ea req-01080adf-3c26-4d6d-9d9b-c90c41ad43d1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384717 Nov 27 01:19:47.383870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fe1464-19fe-4676-83e3-df12cccaa46e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:47.392399 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f5fe1464-19fe-4676-83e3-df12cccaa46e tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7177067 Nov 27 01:19:47.392637 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59662) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:47.394376 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ea9c1ab-86e9-46e9-8ee7-f6608e6ff36e req-185ac580-0d0b-4902-ad43-3b519dc7cbe6 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231322 Nov 27 01:19:47.398940 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a4db6-0890-410c-be35-64361a16bf5b None None] Sync routers for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:47.415451 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a4db6-0890-410c-be35-64361a16bf5b None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:47.416165 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-294a4db6-0890-410c-be35-64361a16bf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:47.455484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-218644ef-f5d5-4c89-a989-a8a05cc91d13 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting subnet 6ea4ef54-ed6a-435c-9136-623868ee50a2 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:19:47.458656 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-218644ef-f5d5-4c89-a989-a8a05cc91d13 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.484588 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-294a4db6-0890-410c-be35-64361a16bf5b None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:47.502694 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-218644ef-f5d5-4c89-a989-a8a05cc91d13 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.536946 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-294a4db6-0890-410c-be35-64361a16bf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:46Z', 'revision_number': 11, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:47.567057 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a4db6-0890-410c-be35-64361a16bf5b None None] Checking router: dd4bab09-58ac-4929-ac6b-474f4933f042 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:47.576402 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a4db6-0890-410c-be35-64361a16bf5b None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:47.577024 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-294a4db6-0890-410c-be35-64361a16bf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:47.588657 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-218644ef-f5d5-4c89-a989-a8a05cc91d13 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.645059 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-294a4db6-0890-410c-be35-64361a16bf5b None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:47.651817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b45fbb0-5af4-4d0b-8a34-944d37b88e8f req-bf566721-ea9d-4b64-8bd1-a49e8733a7f1 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 210 time: 0.0364380 Nov 27 01:19:47.684466 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-218644ef-f5d5-4c89-a989-a8a05cc91d13 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.712944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218644ef-f5d5-4c89-a989-a8a05cc91d13 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea4ef54-ed6a-435c-9136-623868ee50a2,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:47.719420 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-218644ef-f5d5-4c89-a989-a8a05cc91d13 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.726005 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-218644ef-f5d5-4c89-a989-a8a05cc91d13 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/6ea4ef54-ed6a-435c-9136-623868ee50a2 HTTP/1.1" status: 204 len: 168 time: 0.3296804 Nov 27 01:19:47.726168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59666) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:47.741642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7395d0b0-222c-4894-bbc2-ec3a41ca0407 None None] Network 7f737756-f1ed-42d4-9202-97be3e1f6cf5 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:47.808634 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-294a4db6-0890-410c-be35-64361a16bf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:46Z', 'revision_number': 11, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:47.846030 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.849363 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a4db6-0890-410c-be35-64361a16bf5b None None] The sync data for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 is: [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:46Z', 'revision_number': 11, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:47.926030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Deleting port 4600e72a-08fc-4a9e-906a-0f57cb1361aa {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:47.926373 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.989779 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-dd6502b1-adce-46f3-ae33-7ed548270985 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:47.991339 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-dd6502b1-adce-46f3-ae33-7ed548270985 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.31 "GET /v2.0/networks?id=e1d6a221-28a9-467a-8d0b-0f8791086068 HTTP/1.1" status: 200 len: 815 time: 0.2057755 Nov 27 01:19:48.005078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] For port 4600e72a-08fc-4a9e-906a-0f57cb1361aa, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4600e72a-08fc-4a9e-906a-0f57cb1361aa,segment=NetworkSegment(f4a4eed6-0374-463d-b34a-524c3f9f82e7),segment_id=f4a4eed6-0374-463d-b34a-524c3f9f82e7)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:48.005449 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.018646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Calling delete_port for 4600e72a-08fc-4a9e-906a-0f57cb1361aa owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:48.025907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-06a15349-2b6d-4ff8-97c8-2f53a933b4b9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Request body: {'port': {'device_id': 'be4941ec-e1fc-4f41-9a60-44ecc37de22f', 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068', 'admin_state_up': True, 'tenant_id': 'e1b4bed9d43e47829a727a9424c4efb5'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:48.104135 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.129954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Port': ['ID=4600e72a-08fc-4a9e-906a-0f57cb1361aa,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:48.133841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No DVR routers for this DVR port 4600e72a-08fc-4a9e-906a-0f57cb1361aa on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:48.136669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-06a15349-2b6d-4ff8-97c8-2f53a933b4b9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Made reservation on behalf of e1b4bed9d43e47829a727a9424c4efb5 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:48.140212 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-06a15349-2b6d-4ff8-97c8-2f53a933b4b9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.223699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.224408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59672) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:48.241526 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:19:48.256209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2071bc-7e61-48d1-b3de-d20d86ddeef8 None None] DHCP port deletion for 7f737756-f1ed-42d4-9202-97be3e1f6cf5 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:48.264631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f737756-f1ed-42d4-9202-97be3e1f6cf5']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:48.280025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a4eed6-0374-463d-b34a-524c3f9f82e7') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:48.280025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a4eed6-0374-463d-b34a-524c3f9f82e7') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:48.293193 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.316668 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.327214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:48.327974 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.335425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-06a15349-2b6d-4ff8-97c8-2f53a933b4b9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Allocated IP 172.20.0.8 (e1d6a221-28a9-467a-8d0b-0f8791086068/08c24569-75b4-4812-8c56-c116d5311fa7/000109a2-b10f-4acd-ae8e-6982f93093dd) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:48.335768 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:48.428455 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.435421 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.439256 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/networks/7f737756-f1ed-42d4-9202-97be3e1f6cf5 HTTP/1.1" status: 204 len: 168 time: 0.7122304 Nov 27 01:19:48.445764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59680) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:48.451833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c9547ac2-cd48-4d02-a5b7-ea05162cb49f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'router': {'routes': None}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:48.468192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdada5-47d8-40f4-bf4c-b947baebec01 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Pushing event deleted for resources: {'Network': ['ID=7f737756-f1ed-42d4-9202-97be3e1f6cf5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:48.592729 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-06a15349-2b6d-4ff8-97c8-2f53a933b4b9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.598081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad9843c-83db-4cd0-8c32-76620c59ad8f admin admin] Deleting subnet cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:19:48.602360 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ad9843c-83db-4cd0-8c32-76620c59ad8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.650715 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ad9843c-83db-4cd0-8c32-76620c59ad8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.664636 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f790b-4ce5-441d-8ddc-a37a0e099d6e req-8b1096a9-5d34-4f49-b780-37243877e0a4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:48.666235 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1f0f790b-4ce5-441d-8ddc-a37a0e099d6e req-8b1096a9-5d34-4f49-b780-37243877e0a4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.1538279 Nov 27 01:19:48.692601 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-06a15349-2b6d-4ff8-97c8-2f53a933b4b9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.696503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.extraroute_db [None req-c9547ac2-cd48-4d02-a5b7-ea05162cb49f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Added routes are [] {{(pid=103403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 01:19:48.696820 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.extraroute_db [None req-c9547ac2-cd48-4d02-a5b7-ea05162cb49f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Removed routes are [] {{(pid=103403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 01:19:48.697518 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c9547ac2-cd48-4d02-a5b7-ea05162cb49f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.727146 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ad9843c-83db-4cd0-8c32-76620c59ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.729141 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['cf72cfb9-1224-4986-8d84-ce8da7c42e00', '7355f35b-74ea-41e9-8042-a6d51efe90c8'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:48.800584 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-06a15349-2b6d-4ff8-97c8-2f53a933b4b9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Network e1d6a221-28a9-467a-8d0b-0f8791086068 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:48.809893 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-06a15349-2b6d-4ff8-97c8-2f53a933b4b9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:48.816741 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-06a15349-2b6d-4ff8-97c8-2f53a933b4b9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:48.819968 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a15349-2b6d-4ff8-97c8-2f53a933b4b9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Pushing event updated for resources: {'Port': ['ID=000109a2-b10f-4acd-ae8e-6982f93093dd,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:48.879671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1f0f790b-4ce5-441d-8ddc-a37a0e099d6e req-5082bf69-7d9c-437a-9f5c-a092d057fa68 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057798 Nov 27 01:19:48.891206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2099401-c64e-4800-a055-ca3afb599aa4 req-09d9783f-c5a6-4552-9d1f-ccc3ec6ffece tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:48.893357 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c9547ac2-cd48-4d02-a5b7-ea05162cb49f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.898987 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b2099401-c64e-4800-a055-ca3afb599aa4 req-09d9783f-c5a6-4552-9d1f-ccc3ec6ffece tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 931 time: 0.1498885 Nov 27 01:19:48.900812 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c9547ac2-cd48-4d02-a5b7-ea05162cb49f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.925853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-06a15349-2b6d-4ff8-97c8-2f53a933b4b9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:48.926465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-06a15349-2b6d-4ff8-97c8-2f53a933b4b9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.929063 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ad9843c-83db-4cd0-8c32-76620c59ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.966181 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9843c-83db-4cd0-8c32-76620c59ad8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc711a7c-5baa-452f-8fb2-a98d9e7b8c26,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:48.971846 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ad9843c-83db-4cd0-8c32-76620c59ad8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.975306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7ad9843c-83db-4cd0-8c32-76620c59ad8f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cc711a7c-5baa-452f-8fb2-a98d9e7b8c26 HTTP/1.1" status: 204 len: 168 time: 0.7498274 Nov 27 01:19:48.978525 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-06a15349-2b6d-4ff8-97c8-2f53a933b4b9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9575586 Nov 27 01:19:48.978802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59684) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:49.000563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Request body: {'port': {'device_id': 'be4941ec-e1fc-4f41-9a60-44ecc37de22f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:49.024784 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b2099401-c64e-4800-a055-ca3afb599aa4 req-316641e5-1554-43bd-8e7f-a41a6e820f8b tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250293 Nov 27 01:19:49.027072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9547ac2-cd48-4d02-a5b7-ea05162cb49f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router dd4bab09-58ac-4929-ac6b-474f4933f042 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:19:49.061104 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.125551 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dde74ed2-cb72-456f-919b-7797e855b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.140621 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9547ac2-cd48-4d02-a5b7-ea05162cb49f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:49.149545 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c9547ac2-cd48-4d02-a5b7-ea05162cb49f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.150660 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c9547ac2-cd48-4d02-a5b7-ea05162cb49f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042 HTTP/1.1" status: 200 len: 700 time: 0.7024930 Nov 27 01:19:49.151801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a90e88-4d17-4eb9-ba29-376dc26858c5 None None] Sync routers for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:49.166974 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a90e88-4d17-4eb9-ba29-376dc26858c5 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:49.167616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-44a90e88-4d17-4eb9-ba29-376dc26858c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:49.174567 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59688) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:49.208528 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-664ceddb-c4d9-497b-ac30-70f3654550e4 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4bab09-58ac-4929-ac6b-474f4933f042 HTTP/1.1" status: 200 len: 205 time: 0.0325272 Nov 27 01:19:49.210908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59690) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:49.243913 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dde74ed2-cb72-456f-919b-7797e855b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.244499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-44a90e88-4d17-4eb9-ba29-376dc26858c5 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:49.270497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-dde74ed2-cb72-456f-919b-7797e855b60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60958e2f-96cf-4e62-b388-7bcdd3462ab0']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:49.281417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-dde74ed2-cb72-456f-919b-7797e855b60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:49.281921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-dde74ed2-cb72-456f-919b-7797e855b60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb8c0a1-a81c-4ee0-aa97-9582d70799ce') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:49.292368 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dde74ed2-cb72-456f-919b-7797e855b60e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.303628 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-049c2710-d747-4f06-9797-82a5c1c4742a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.306383 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dde74ed2-cb72-456f-919b-7797e855b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.312895 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde74ed2-cb72-456f-919b-7797e855b60e admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:49.313267 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-44a90e88-4d17-4eb9-ba29-376dc26858c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:46Z', 'revision_number': 11, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:49.314698 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dde74ed2-cb72-456f-919b-7797e855b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:49.326833 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:49.341259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a90e88-4d17-4eb9-ba29-376dc26858c5 None None] Checking router: dd4bab09-58ac-4929-ac6b-474f4933f042 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:49.349952 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a90e88-4d17-4eb9-ba29-376dc26858c5 None None] Routers {'dd4bab09-58ac-4929-ac6b-474f4933f042'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:49.350566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-44a90e88-4d17-4eb9-ba29-376dc26858c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dd4bab09-58ac-4929-ac6b-474f4933f042'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:49.375880 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dde74ed2-cb72-456f-919b-7797e855b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.382937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dde74ed2-cb72-456f-919b-7797e855b60e admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.389519 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dde74ed2-cb72-456f-919b-7797e855b60e admin admin] 10.222.0.15 "DELETE /v2.0/networks/60958e2f-96cf-4e62-b388-7bcdd3462ab0 HTTP/1.1" status: 204 len: 168 time: 0.4097252 Nov 27 01:19:49.395887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59692) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:49.401229 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde74ed2-cb72-456f-919b-7797e855b60e admin admin] Pushing event deleted for resources: {'Network': ['ID=60958e2f-96cf-4e62-b388-7bcdd3462ab0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:49.431979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-44a90e88-4d17-4eb9-ba29-376dc26858c5 None None] Set router dd4bab09-58ac-4929-ac6b-474f4933f042 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:49.489841 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-44a90e88-4d17-4eb9-ba29-376dc26858c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:46Z', 'revision_number': 11, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:49.517240 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a90e88-4d17-4eb9-ba29-376dc26858c5 None None] The sync data for ids ['dd4bab09-58ac-4929-ac6b-474f4933f042'] in n-d-817303-10 is: [{'id': 'dd4bab09-58ac-4929-ac6b-474f4933f042', 'name': 'tempest-RoutersTest-router-145993054', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:04Z', 'updated_at': '2021-11-27T01:19:46Z', 'revision_number': 11, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:49.605707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d003cf72-e416-40bc-b3e5-f70cf30db32a no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:49.628502 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: d003cf72-e416-40bc-b3e5-f70cf30db32a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:49.628930 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d003cf72-e416-40bc-b3e5-f70cf30db32a not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:49.794950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:49.818832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:49.844224 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ee5b4f3d-a141-4c6f-a00a-a7b794f08d21 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:49.844224 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4600e72a-08fc-4a9e-906a-0f57cb1361aa no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:49.855382 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 4600e72a-08fc-4a9e-906a-0f57cb1361aa {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:49.855723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4600e72a-08fc-4a9e-906a-0f57cb1361aa not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:49.901382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-983b378c-1f0d-4788-b5a3-754866aeee9a admin admin] Deleting subnet fa97f133-12cb-4d18-ae2f-91cc55aec4ea {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:19:49.907655 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-049c2710-d747-4f06-9797-82a5c1c4742a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.909750 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-983b378c-1f0d-4788-b5a3-754866aeee9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.914076 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-049c2710-d747-4f06-9797-82a5c1c4742a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.005543 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-049c2710-d747-4f06-9797-82a5c1c4742a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.006246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9602e6-72f3-43e3-814f-5ff48d7f1a64 req-9d124711-9ed3-446e-9bd0-f8270151d4d2 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:50.006383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049c2710-d747-4f06-9797-82a5c1c4742a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Fanout notify agent at l3_agent the message router_deleted on router dd4bab09-58ac-4929-ac6b-474f4933f042 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:19:50.007254 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b9602e6-72f3-43e3-814f-5ff48d7f1a64 req-9d124711-9ed3-446e-9bd0-f8270151d4d2 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0545576 Nov 27 01:19:50.010980 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-983b378c-1f0d-4788-b5a3-754866aeee9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.034970 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-049c2710-d747-4f06-9797-82a5c1c4742a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.039936 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-049c2710-d747-4f06-9797-82a5c1c4742a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042 HTTP/1.1" status: 204 len: 168 time: 0.8242779 Nov 27 01:19:50.043003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59698) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:50.047494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-44c6bbab-61d3-4406-938c-e8d833416c0a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-253770848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:50.077644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000109a2-b10f-4acd-ae8e-6982f93093dd {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:50.090806 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.112779 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-983b378c-1f0d-4788-b5a3-754866aeee9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.113542 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b9602e6-72f3-43e3-814f-5ff48d7f1a64 req-8924ec8c-1e4a-497a-b604-93d8bcc87127 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938675 Nov 27 01:19:50.119921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Transition to ACTIVE for port object 000109a2-b10f-4acd-ae8e-6982f93093dd will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:19:50.129792 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c6bbab-61d3-4406-938c-e8d833416c0a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.131674 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c6bbab-61d3-4406-938c-e8d833416c0a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.155250 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.197160 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c6bbab-61d3-4406-938c-e8d833416c0a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.202040 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c6bbab-61d3-4406-938c-e8d833416c0a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.222203 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c6bbab-61d3-4406-938c-e8d833416c0a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.224728 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-44c6bbab-61d3-4406-938c-e8d833416c0a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1805112 Nov 27 01:19:50.229576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59706) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:50.243009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3d0101c8-6695-456c-b811-50576b4fdfb6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:50.340819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=000109a2-b10f-4acd-ae8e-6982f93093dd,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:50.352446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6369b57-1a18-4e51-b9cb-f80cb835d6ef req-dcecdc53-5c1e-4703-9e39-bde24d83a7a8 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:50.353939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6369b57-1a18-4e51-b9cb-f80cb835d6ef req-dcecdc53-5c1e-4703-9e39-bde24d83a7a8 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 943 time: 0.2353156 Nov 27 01:19:50.359590 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-983b378c-1f0d-4788-b5a3-754866aeee9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.412925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497b2be-0633-4468-934e-1947947ee677 req-e9886887-e52a-492a-a328-09ca3a0e4da3 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:50.414765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2497b2be-0633-4468-934e-1947947ee677 req-e9886887-e52a-492a-a328-09ca3a0e4da3 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0542226 Nov 27 01:19:50.465377 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2497b2be-0633-4468-934e-1947947ee677 req-cf223c00-fe16-4360-a2fb-904b44bf00b1 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429947 Nov 27 01:19:50.482970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b378c-1f0d-4788-b5a3-754866aeee9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa97f133-12cb-4d18-ae2f-91cc55aec4ea,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:50.487260 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-983b378c-1f0d-4788-b5a3-754866aeee9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.490442 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-983b378c-1f0d-4788-b5a3-754866aeee9a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fa97f133-12cb-4d18-ae2f-91cc55aec4ea HTTP/1.1" status: 204 len: 168 time: 1.0919428 Nov 27 01:19:50.493328 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59712) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:50.567754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Attempting to bind port 000109a2-b10f-4acd-ae8e-6982f93093dd on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:50.568008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Attempting to bind port 000109a2-b10f-4acd-ae8e-6982f93093dd by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:50.568342 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Attempting to bind port 000109a2-b10f-4acd-ae8e-6982f93093dd on network e1d6a221-28a9-467a-8d0b-0f8791086068 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:50.601370 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5a72709b-1261-4251-a26a-f44bda9226e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.611780 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d0101c8-6695-456c-b811-50576b4fdfb6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.615224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Port 000109a2-b10f-4acd-ae8e-6982f93093dd on network e1d6a221-28a9-467a-8d0b-0f8791086068 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:19:50.615548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Attempting to bind port 000109a2-b10f-4acd-ae8e-6982f93093dd on network e1d6a221-28a9-467a-8d0b-0f8791086068 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:50.621405 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb4f9-3240-4b8c-8ba2-558a07e96cfb req-967cb515-9ec3-4217-bbff-1886e0d6f2f5 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:50.622900 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0fbb4f9-3240-4b8c-8ba2-558a07e96cfb req-967cb515-9ec3-4217-bbff-1886e0d6f2f5 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0716429 Nov 27 01:19:50.625424 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6369b57-1a18-4e51-b9cb-f80cb835d6ef req-6b7f3222-a5dd-4cd2-830a-b5d4e5b0b915 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439799 Nov 27 01:19:50.628181 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:50.628565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Checking segment: {'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:50.628996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Bound using segment: {'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:50.629537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Bound port: 000109a2-b10f-4acd-ae8e-6982f93093dd, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:50.629952 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.640016 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d0101c8-6695-456c-b811-50576b4fdfb6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.748680 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5a72709b-1261-4251-a26a-f44bda9226e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.754369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0fbb4f9-3240-4b8c-8ba2-558a07e96cfb req-93d25677-492e-4a5b-86d9-9e2735f6024c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221666 Nov 27 01:19:50.781261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5a72709b-1261-4251-a26a-f44bda9226e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd10f094-b64d-448f-a9eb-b12df8111982']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:50.786471 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] For port 000109a2-b10f-4acd-ae8e-6982f93093dd, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:50.791521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] For port 000109a2-b10f-4acd-ae8e-6982f93093dd, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=000109a2-b10f-4acd-ae8e-6982f93093dd,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:50.794745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5a72709b-1261-4251-a26a-f44bda9226e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0084387a-a6e2-40cd-99f1-2882dd4bc011') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:50.795224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5a72709b-1261-4251-a26a-f44bda9226e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0084387a-a6e2-40cd-99f1-2882dd4bc011') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:50.797735 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.809678 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5a72709b-1261-4251-a26a-f44bda9226e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.810150 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0101c8-6695-456c-b811-50576b4fdfb6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Router dfaddfbd-30e3-4f4b-b705-45afdfbdafd2 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:19:50.824061 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5a72709b-1261-4251-a26a-f44bda9226e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.830593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a72709b-1261-4251-a26a-f44bda9226e4 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:50.831082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5a72709b-1261-4251-a26a-f44bda9226e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:50.833603 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:50.839256 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:50.839878 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.841289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] 10.222.0.31 "PUT /v2.0/ports/000109a2-b10f-4acd-ae8e-6982f93093dd HTTP/1.1" status: 200 len: 1092 time: 1.8463869 Nov 27 01:19:50.842966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4941ec-e1fc-4f41-9a60-44ecc37de22f', 'tag': '000109a2-b10f-4acd-ae8e-6982f93093dd'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:50.845594 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53e10d4-f9e6-4031-8332-883a7ac6ef6f" -d '{"events": [{"name": "network-changed", "server_uuid": "be4941ec-e1fc-4f41-9a60-44ecc37de22f", "tag": "000109a2-b10f-4acd-ae8e-6982f93093dd"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:50.909461 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5a72709b-1261-4251-a26a-f44bda9226e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.920223 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5a72709b-1261-4251-a26a-f44bda9226e4 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.927112 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5a72709b-1261-4251-a26a-f44bda9226e4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dd10f094-b64d-448f-a9eb-b12df8111982 HTTP/1.1" status: 204 len: 168 time: 0.4304595 Nov 27 01:19:50.932095 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e59517-1d0f-4278-b971-7b063e927c53 x-openstack-request-id: req-09e59517-1d0f-4278-b971-7b063e927c53 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:50.932366 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4941ec-e1fc-4f41-9a60-44ecc37de22f", "tag": "000109a2-b10f-4acd-ae8e-6982f93093dd", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:50.932623 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09e59517-1d0f-4278-b971-7b063e927c53 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:50.933022 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4941ec-e1fc-4f41-9a60-44ecc37de22f', 'tag': '000109a2-b10f-4acd-ae8e-6982f93093dd', 'status': 'completed', 'code': 200} Nov 27 01:19:50.955125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72709b-1261-4251-a26a-f44bda9226e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd10f094-b64d-448f-a9eb-b12df8111982,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:50.973021 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6ae15-4711-4d06-8dbe-1b1a681fa0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=000109a2-b10f-4acd-ae8e-6982f93093dd,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:50.975908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0101c8-6695-456c-b811-50576b4fdfb6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:50.985453 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d0101c8-6695-456c-b811-50576b4fdfb6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.987159 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3d0101c8-6695-456c-b811-50576b4fdfb6 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "PUT /v2.0/routers/dfaddfbd-30e3-4f4b-b705-45afdfbdafd2 HTTP/1.1" status: 200 len: 693 time: 0.7540889 Nov 27 01:19:50.992186 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ecf31-3687-4606-82e8-d774c01de722 None None] Sync routers for ids ['dfaddfbd-30e3-4f4b-b705-45afdfbdafd2'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:50.997254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59724) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:51.019616 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ecf31-3687-4606-82e8-d774c01de722 None None] Routers {'dfaddfbd-30e3-4f4b-b705-45afdfbdafd2'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:51.020657 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-263ecf31-3687-4606-82e8-d774c01de722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dfaddfbd-30e3-4f4b-b705-45afdfbdafd2'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:51.036786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-f4b78ade-4d11-4d93-ad43-6a6bb935ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:51.038307 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-f4b78ade-4d11-4d93-ad43-6a6bb935ed62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1b4bed9d43e47829a727a9424c4efb5&device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 1095 time: 0.1081815 Nov 27 01:19:51.056636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973865f6-e2d5-4754-93b6-758fb228c396 req-4de88034-5c57-4703-939f-dd44de578a2e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:51.058370 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-973865f6-e2d5-4754-93b6-758fb228c396 req-4de88034-5c57-4703-939f-dd44de578a2e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0805001 Nov 27 01:19:51.104885 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-263ecf31-3687-4606-82e8-d774c01de722 None None] Set router dfaddfbd-30e3-4f4b-b705-45afdfbdafd2 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:51.105395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59726) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:51.109046 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-9e7835d2-531f-401f-aaff-42035033ce4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000109a2-b10f-4acd-ae8e-6982f93093dd HTTP/1.1" status: 200 len: 217 time: 0.0495677 Nov 27 01:19:51.135335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cd9f4389-a2fa-4006-a02b-1dda70942ec4 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/routers/dfaddfbd-30e3-4f4b-b705-45afdfbdafd2 HTTP/1.1" status: 200 len: 699 time: 0.1308534 Nov 27 01:19:51.136645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59728) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:51.163778 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-263ecf31-3687-4606-82e8-d774c01de722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfaddfbd-30e3-4f4b-b705-45afdfbdafd2', 'name': 'tempest-RoutersTest-router-253770848', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:50Z', 'updated_at': '2021-11-27T01:19:50Z', 'revision_number': 2, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:51.176651 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bfd9860e-bcd4-4aa1-bc2a-c86ce80bc911 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfaddfbd-30e3-4f4b-b705-45afdfbdafd2 HTTP/1.1" status: 200 len: 205 time: 0.0387847 Nov 27 01:19:51.179781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59730) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:51.184588 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-973865f6-e2d5-4754-93b6-758fb228c396 req-3afe2f15-c367-4ccb-b119-9cb20570b188 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160758 Nov 27 01:19:51.189655 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4a9bafa9-32d5-40d0-89c6-454283caeaf0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d18461bdb04f48e7b016c099b1185328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0831916 Nov 27 01:19:51.190884 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ecf31-3687-4606-82e8-d774c01de722 None None] Checking router: dfaddfbd-30e3-4f4b-b705-45afdfbdafd2 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:51.192223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59732) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:51.200379 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ecf31-3687-4606-82e8-d774c01de722 None None] Routers {'dfaddfbd-30e3-4f4b-b705-45afdfbdafd2'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:51.201097 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-263ecf31-3687-4606-82e8-d774c01de722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dfaddfbd-30e3-4f4b-b705-45afdfbdafd2'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:51.228138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-a64fcfcf-4db8-48e4-a695-1801653368dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:51.229656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-a64fcfcf-4db8-48e4-a695-1801653368dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=08c24569-75b4-4812-8c56-c116d5311fa7 HTTP/1.1" status: 200 len: 855 time: 0.0955815 Nov 27 01:19:51.264183 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b83adfa-0375-40de-951a-ee127445ad33 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:51.281075 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-263ecf31-3687-4606-82e8-d774c01de722 None None] Set router dfaddfbd-30e3-4f4b-b705-45afdfbdafd2 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:51.289612 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-274293b6-4943-4d66-a259-86d87d901480 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1d6a221-28a9-467a-8d0b-0f8791086068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477195 Nov 27 01:19:51.290392 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e06ef12d-78a1-4aa5-806a-b2f3e3208a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:51.320287 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e06ef12d-78a1-4aa5-806a-b2f3e3208a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:51.355870 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-263ecf31-3687-4606-82e8-d774c01de722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfaddfbd-30e3-4f4b-b705-45afdfbdafd2', 'name': 'tempest-RoutersTest-router-253770848', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:50Z', 'updated_at': '2021-11-27T01:19:50Z', 'revision_number': 2, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:51.384031 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ecf31-3687-4606-82e8-d774c01de722 None None] The sync data for ids ['dfaddfbd-30e3-4f4b-b705-45afdfbdafd2'] in n-d-817303-10 is: [{'id': 'dfaddfbd-30e3-4f4b-b705-45afdfbdafd2', 'name': 'tempest-RoutersTest-router-253770848', 'tenant_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:50Z', 'updated_at': '2021-11-27T01:19:50Z', 'revision_number': 2, 'project_id': '08bef0b4ce014efb8e46b1fd66b8dbda', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:51.458892 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-36d58112-ce1c-441d-9845-c0d2f08d2d63 service neutron] 10.222.0.31 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296594 Nov 27 01:19:51.460471 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e06ef12d-78a1-4aa5-806a-b2f3e3208a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:51.463207 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e06ef12d-78a1-4aa5-806a-b2f3e3208a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:51.466857 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e06ef12d-78a1-4aa5-806a-b2f3e3208a43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e99bc048-86fc-47fb-9fba-9bad906a667c HTTP/1.1" status: 204 len: 168 time: 0.2708778 Nov 27 01:19:51.496355 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ef12d-78a1-4aa5-806a-b2f3e3208a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99bc048-86fc-47fb-9fba-9bad906a667c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:51.599163 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fe8e778-f294-4b20-a10f-c74f1cc4b4d1 req-fc28712a-d63f-46b3-aa82-b035b5b2d011 service neutron] 10.222.0.31 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314151 Nov 27 01:19:51.739336 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b83adfa-0375-40de-951a-ee127445ad33 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:51.742309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b83adfa-0375-40de-951a-ee127445ad33 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:51.797064 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b83adfa-0375-40de-951a-ee127445ad33 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:51.797631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b83adfa-0375-40de-951a-ee127445ad33 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Fanout notify agent at l3_agent the message router_deleted on router dfaddfbd-30e3-4f4b-b705-45afdfbdafd2 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:19:51.805476 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b83adfa-0375-40de-951a-ee127445ad33 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:51.806659 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9b83adfa-0375-40de-951a-ee127445ad33 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/routers/dfaddfbd-30e3-4f4b-b705-45afdfbdafd2 HTTP/1.1" status: 204 len: 168 time: 0.6259274 Nov 27 01:19:51.810256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59744) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:51.844286 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4a977424-80ce-4fb6-9a15-a48e34541fac tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfaddfbd-30e3-4f4b-b705-45afdfbdafd2 HTTP/1.1" status: 200 len: 205 time: 0.0322957 Nov 27 01:19:51.846150 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59746) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:51.850783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b49832-4bbf-43e9-84da-d339063a8fec req-ab6e05ce-9579-4621-a06e-33d75029cabc tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:51.852859 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-57b49832-4bbf-43e9-84da-d339063a8fec req-ab6e05ce-9579-4621-a06e-33d75029cabc tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 943 time: 0.1247270 Nov 27 01:19:51.861748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e10d4-f9e6-4031-8332-883a7ac6ef6f req-1661f40b-2d8c-42a8-9767-608cbe37f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:51.863131 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53e10d4-f9e6-4031-8332-883a7ac6ef6f req-1661f40b-2d8c-42a8-9767-608cbe37f1b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1b4bed9d43e47829a727a9424c4efb5&device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 1095 time: 0.1456525 Nov 27 01:19:51.906769 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-a0f36833-8633-41a2-926d-67031f6e354b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] delete failed (client error): The resource could not be found. Nov 27 01:19:51.908064 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a0f36833-8633-41a2-926d-67031f6e354b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/routers/dfaddfbd-30e3-4f4b-b705-45afdfbdafd2 HTTP/1.1" status: 404 len: 336 time: 0.0607364 Nov 27 01:19:51.911301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59748) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:51.936804 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-57b49832-4bbf-43e9-84da-d339063a8fec req-641caf3f-4d87-4696-bc84-7a2b43edafd1 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778501 Nov 27 01:19:51.941115 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-411927e4-de01-4ead-816a-70be3fbddc27 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] DELETE failed (client error): The resource could not be found. Nov 27 01:19:51.941414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411927e4-de01-4ead-816a-70be3fbddc27 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:19:51.944444 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-411927e4-de01-4ead-816a-70be3fbddc27 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/b7467678-aab7-4560-a1c8-3463488e6032 HTTP/1.1" status: 404 len: 337 time: 0.0320902 Nov 27 01:19:51.945918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59750) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:51.949943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59752) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:51.992526 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8898093-a6f3-40d4-87ba-7314586e0136 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] DELETE failed (client error): The resource could not be found. Nov 27 01:19:51.993068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8898093-a6f3-40d4-87ba-7314586e0136 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:19:51.998552 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b8898093-a6f3-40d4-87ba-7314586e0136 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/3ccd23d8-57d3-4d8c-898a-765533cccb78 HTTP/1.1" status: 404 len: 337 time: 0.0406172 Nov 27 01:19:51.999781 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59754) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.020504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-18ff458e-50f6-4c43-9e33-0ab2b63442f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f929ca98420346459cd9ba607ca96d79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0713744 Nov 27 01:19:52.022889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59756) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.029697 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c8924e-0531-4940-acdd-5fd868021495 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] DELETE failed (client error): The resource could not be found. Nov 27 01:19:52.029887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c8924e-0531-4940-acdd-5fd868021495 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:19:52.033229 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d6c8924e-0531-4940-acdd-5fd868021495 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/a43b503e-6e02-4e50-9a3f-5e91e0f7a0cc HTTP/1.1" status: 404 len: 337 time: 0.0328324 Nov 27 01:19:52.037023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59758) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.042719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e10d4-f9e6-4031-8332-883a7ac6ef6f req-f0085a22-1f0e-4224-87dc-926a092066fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:52.044889 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53e10d4-f9e6-4031-8332-883a7ac6ef6f req-f0085a22-1f0e-4224-87dc-926a092066fd service neutron] 10.222.0.31 "GET /v2.0/networks?id=e1d6a221-28a9-467a-8d0b-0f8791086068 HTTP/1.1" status: 200 len: 916 time: 0.1412237 Nov 27 01:19:52.076356 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2b1dcf-636f-407a-b6d4-e5c2a920792f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] DELETE failed (client error): The resource could not be found. Nov 27 01:19:52.076843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2b1dcf-636f-407a-b6d4-e5c2a920792f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:19:52.079872 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9e2b1dcf-636f-407a-b6d4-e5c2a920792f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/6ea4ef54-ed6a-435c-9136-623868ee50a2 HTTP/1.1" status: 404 len: 337 time: 0.0419550 Nov 27 01:19:52.083353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59760) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.094893 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53e10d4-f9e6-4031-8332-883a7ac6ef6f req-6894331f-a437-4038-bd45-18fd40fdad8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000109a2-b10f-4acd-ae8e-6982f93093dd HTTP/1.1" status: 200 len: 217 time: 0.0410023 Nov 27 01:19:52.112627 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0284d0e7-a533-4556-9b32-76bee1148467 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd4bab09-58ac-4929-ac6b-474f4933f042 HTTP/1.1" status: 200 len: 205 time: 0.0281253 Nov 27 01:19:52.116270 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59762) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.145751 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e10d4-f9e6-4031-8332-883a7ac6ef6f req-8cdab0d0-dbaf-4f4d-aa9f-f6edadbbbcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:52.147378 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53e10d4-f9e6-4031-8332-883a7ac6ef6f req-8cdab0d0-dbaf-4f4d-aa9f-f6edadbbbcf3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=08c24569-75b4-4812-8c56-c116d5311fa7 HTTP/1.1" status: 200 len: 855 time: 0.0460765 Nov 27 01:19:52.158558 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-5de78fe0-9ad6-4c87-9e39-dd7e25f0e785 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] delete failed (client error): The resource could not be found. Nov 27 01:19:52.159581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5de78fe0-9ad6-4c87-9e39-dd7e25f0e785 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/routers/dd4bab09-58ac-4929-ac6b-474f4933f042 HTTP/1.1" status: 404 len: 336 time: 0.0424230 Nov 27 01:19:52.164006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59764) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.174140 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d674e656-249f-4bdf-841e-dcd05f02c7e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.183345 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53e10d4-f9e6-4031-8332-883a7ac6ef6f req-c37cac4e-c2bb-4569-815f-10e36311546b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1d6a221-28a9-467a-8d0b-0f8791086068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265043 Nov 27 01:19:52.203144 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c5953d40-e126-44da-af1c-46041514a574 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e1f5920-5db6-4a7b-af7f-3989b594e45c HTTP/1.1" status: 200 len: 205 time: 0.0380445 Nov 27 01:19:52.206299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59766) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.249359 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d674e656-249f-4bdf-841e-dcd05f02c7e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.256273 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-01c94dcf-1088-44c9-9548-9f4461d52113 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] delete failed (client error): The resource could not be found. Nov 27 01:19:52.257386 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-01c94dcf-1088-44c9-9548-9f4461d52113 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/routers/5e1f5920-5db6-4a7b-af7f-3989b594e45c HTTP/1.1" status: 404 len: 336 time: 0.0501924 Nov 27 01:19:52.260595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59770) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.286137 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53e10d4-f9e6-4031-8332-883a7ac6ef6f req-63c6755d-91cd-4423-8c94-d47a09975467 service neutron] 10.222.0.31 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946872 Nov 27 01:19:52.322871 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2182c717-74e7-475b-8f65-3d0ccdafee7f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] DELETE failed (client error): The resource could not be found. Nov 27 01:19:52.323322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2182c717-74e7-475b-8f65-3d0ccdafee7f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:19:52.326340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2182c717-74e7-475b-8f65-3d0ccdafee7f tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/7262f0a5-7459-40cc-af76-d6f7c4bd6d69 HTTP/1.1" status: 404 len: 337 time: 0.0648353 Nov 27 01:19:52.338818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59772) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.371234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69fd3d-6fe1-400f-ad73-5f9517a5591f req-fc4bd44e-e126-4766-ac20-288723666477 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:52.372669 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2c69fd3d-6fe1-400f-ad73-5f9517a5591f req-fc4bd44e-e126-4766-ac20-288723666477 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0869756 Nov 27 01:19:52.378173 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b3ba610a-94ef-4959-ad3e-5d1fd9473c96 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a35ae4e-29a9-476e-9bbd-5d33aba4d5af HTTP/1.1" status: 200 len: 205 time: 0.0378950 Nov 27 01:19:52.381097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59774) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.400678 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d674e656-249f-4bdf-841e-dcd05f02c7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.403986 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d674e656-249f-4bdf-841e-dcd05f02c7e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.408297 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d674e656-249f-4bdf-841e-dcd05f02c7e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3ca5223-96ab-4e0e-abe1-f597974b85a1 HTTP/1.1" status: 204 len: 168 time: 0.3814695 Nov 27 01:19:52.408774 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53e10d4-f9e6-4031-8332-883a7ac6ef6f req-04f66fbb-2e1d-44fd-8312-d4623061653e service neutron] 10.222.0.31 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140928 Nov 27 01:19:52.462425 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-e3ce44fa-dec0-44de-90a7-01d4e80dcf56 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] delete failed (client error): The resource could not be found. Nov 27 01:19:52.466397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e3ce44fa-dec0-44de-90a7-01d4e80dcf56 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/routers/0a35ae4e-29a9-476e-9bbd-5d33aba4d5af HTTP/1.1" status: 404 len: 336 time: 0.0807831 Nov 27 01:19:52.466559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59780) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.470459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674e656-249f-4bdf-841e-dcd05f02c7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ca5223-96ab-4e0e-abe1-f597974b85a1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:52.507580 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-34c46c12-6f38-4969-b698-379f525f277a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports?device_id=76cb924d-bf76-431c-a66d-01d3838ed3ba HTTP/1.1" status: 200 len: 205 time: 0.0400615 Nov 27 01:19:52.510762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59782) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.522405 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2c69fd3d-6fe1-400f-ad73-5f9517a5591f req-3e0cb422-3754-4595-86b1-ca5f3ae5898a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422937 Nov 27 01:19:52.567659 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-3fcc8b8b-7bb5-45b3-a464-cd5063e2e79b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] delete failed (client error): The resource could not be found. Nov 27 01:19:52.568740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3fcc8b8b-7bb5-45b3-a464-cd5063e2e79b tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/routers/76cb924d-bf76-431c-a66d-01d3838ed3ba HTTP/1.1" status: 404 len: 336 time: 0.0570302 Nov 27 01:19:52.571258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59784) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.599398 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-488a7996-44cf-4207-ab0c-7fdfd8f02b9a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] DELETE failed (client error): The resource could not be found. Nov 27 01:19:52.599798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488a7996-44cf-4207-ab0c-7fdfd8f02b9a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:19:52.602813 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-488a7996-44cf-4207-ab0c-7fdfd8f02b9a tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/1558f1ba-9a25-4bde-b835-3c7df1fd3fd3 HTTP/1.1" status: 404 len: 337 time: 0.0305989 Nov 27 01:19:52.605532 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59786) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.633110 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-07b19f3a-d9db-4a67-98e9-580b6a353dd1 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7863dc0-17b5-41ba-b29e-42063af90ac2 HTTP/1.1" status: 200 len: 205 time: 0.0264051 Nov 27 01:19:52.635303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59790) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.673724 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-57429be2-3ddd-4e3e-b8b3-892a3e0cc067 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] delete failed (client error): The resource could not be found. Nov 27 01:19:52.674748 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-57429be2-3ddd-4e3e-b8b3-892a3e0cc067 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/routers/a7863dc0-17b5-41ba-b29e-42063af90ac2 HTTP/1.1" status: 404 len: 336 time: 0.0384960 Nov 27 01:19:52.677391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59792) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.702696 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb78b0e-0879-48ce-b965-7b443da2e1bc tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] DELETE failed (client error): The resource could not be found. Nov 27 01:19:52.703145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb78b0e-0879-48ce-b965-7b443da2e1bc tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:19:52.706773 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3bb78b0e-0879-48ce-b965-7b443da2e1bc tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/c2df3af3-046f-47e7-8354-614398325462 HTTP/1.1" status: 404 len: 337 time: 0.0284202 Nov 27 01:19:52.709342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59796) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.739941 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2965caa3-6451-4670-8acc-2eb832926037 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "GET /v2.0/ports?device_id=82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3 HTTP/1.1" status: 200 len: 205 time: 0.0293221 Nov 27 01:19:52.741985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59800) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.778298 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-7ace4d20-ada3-48b9-8cf2-c8e0d7cce0a7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] delete failed (client error): The resource could not be found. Nov 27 01:19:52.779329 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7ace4d20-ada3-48b9-8cf2-c8e0d7cce0a7 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/routers/82d84aeb-50b9-4f9d-b7a1-841e2d01b1e3 HTTP/1.1" status: 404 len: 336 time: 0.0364497 Nov 27 01:19:52.782055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59804) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.810809 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e401d3a2-bff8-463c-9c04-59010b062f98 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] DELETE failed (client error): The resource could not be found. Nov 27 01:19:52.811270 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e401d3a2-bff8-463c-9c04-59010b062f98 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:19:52.814431 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e401d3a2-bff8-463c-9c04-59010b062f98 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/671a2edb-329d-495e-851f-c57e4c468b3c HTTP/1.1" status: 404 len: 337 time: 0.0314262 Nov 27 01:19:52.817174 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59806) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.843575 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b05e40-f706-4137-9563-cd871be966d2 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] DELETE failed (client error): The resource could not be found. Nov 27 01:19:52.844028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b05e40-f706-4137-9563-cd871be966d2 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:19:52.848052 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-06b05e40-f706-4137-9563-cd871be966d2 tempest-RoutersTest-1016132338 tempest-RoutersTest-1016132338-project] 10.222.0.15 "DELETE /v2.0/subnets/e6727f9d-b1e6-4b3d-8329-d8571553976b HTTP/1.1" status: 404 len: 337 time: 0.0294259 Nov 27 01:19:53.072576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3117f-5b21-4a4e-b8df-31e3f2d81d31 req-361b1e28-0ec6-4258-a558-7b6cbbdc6934 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:53.074395 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9d3117f-5b21-4a4e-b8df-31e3f2d81d31 req-361b1e28-0ec6-4258-a558-7b6cbbdc6934 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 943 time: 0.0626771 Nov 27 01:19:53.127555 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9d3117f-5b21-4a4e-b8df-31e3f2d81d31 req-bf24f2e3-a0fe-4cf2-866d-004711d8211a tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457458 Nov 27 01:19:53.142603 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59826) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:53.277259 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2887e81d-7ae6-4d22-ab31-164ba0a302a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08bef0b4ce014efb8e46b1fd66b8dbda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326764 Nov 27 01:19:53.279722 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59834) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:53.326132 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1fea8dbf-e7ca-4f74-9d89-ab1d5cbcd202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:53.347801 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1fea8dbf-e7ca-4f74-9d89-ab1d5cbcd202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:53.399472 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1fea8dbf-e7ca-4f74-9d89-ab1d5cbcd202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:53.402331 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1fea8dbf-e7ca-4f74-9d89-ab1d5cbcd202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:53.403533 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1fea8dbf-e7ca-4f74-9d89-ab1d5cbcd202 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35defc3e-aa3c-48be-8cd1-73f8851acce3 HTTP/1.1" status: 204 len: 168 time: 0.1228499 Nov 27 01:19:53.411694 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea8dbf-e7ca-4f74-9d89-ab1d5cbcd202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35defc3e-aa3c-48be-8cd1-73f8851acce3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:53.662310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a3709-ede7-445c-8523-d0f51e8d0d18 req-0c59f005-16a6-4a26-81d2-e48ec5a5225b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:53.668708 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-115a3709-ede7-445c-8523-d0f51e8d0d18 req-0c59f005-16a6-4a26-81d2-e48ec5a5225b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0627434 Nov 27 01:19:53.715928 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-115a3709-ede7-445c-8523-d0f51e8d0d18 req-4db1c61a-345b-41cd-910a-5b92dbe3e1e8 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459220 Nov 27 01:19:54.138340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59890) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:54.247446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-08fdbf93-9bce-4e50-9b96-f0fc7cbf7c5c tempest-DvrRoutersNegativeTest-1013321155 tempest-DvrRoutersNegativeTest-1013321155-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-976823378', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:54.250429 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d6a47-1515-42a1-b6fd-3a412cf5e5bd req-6a5a45f2-f59b-4fa4-8e2d-98bc756f42cd tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:54.251354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.policy [None req-08fdbf93-9bce-4e50-9b96-f0fc7cbf7c5c tempest-DvrRoutersNegativeTest-1013321155 tempest-DvrRoutersNegativeTest-1013321155-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103402) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 27 01:19:54.251661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.policy [None req-08fdbf93-9bce-4e50-9b96-f0fc7cbf7c5c tempest-DvrRoutersNegativeTest-1013321155 tempest-DvrRoutersNegativeTest-1013321155-project] Failed policy check for 'create_router' {{(pid=103402) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 27 01:19:54.252202 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-08fdbf93-9bce-4e50-9b96-f0fc7cbf7c5c tempest-DvrRoutersNegativeTest-1013321155 tempest-DvrRoutersNegativeTest-1013321155-project] create failed (client error): Access was denied to this resource. Nov 27 01:19:54.253102 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a98d6a47-1515-42a1-b6fd-3a412cf5e5bd req-6a5a45f2-f59b-4fa4-8e2d-98bc756f42cd tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 943 time: 0.0560696 Nov 27 01:19:54.256599 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-08fdbf93-9bce-4e50-9b96-f0fc7cbf7c5c tempest-DvrRoutersNegativeTest-1013321155 tempest-DvrRoutersNegativeTest-1013321155-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1171772 Nov 27 01:19:54.320949 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a98d6a47-1515-42a1-b6fd-3a412cf5e5bd req-ac557c9a-1038-434b-8e59-3e41cd7683fe tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614028 Nov 27 01:19:54.505609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59914) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:54.666105 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59922) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:54.732649 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e89a405-bde0-49a7-a5d9-7ae275c6a907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.735370 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b225e59-0450-43b4-a169-5cbee201d8ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.890650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19120c-1286-4605-a7f0-a4dbc00dfa55 req-c199e074-a2ca-4646-8985-615f787c4f08 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:54.892680 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb19120c-1286-4605-a7f0-a4dbc00dfa55 req-c199e074-a2ca-4646-8985-615f787c4f08 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.1026599 Nov 27 01:19:54.921860 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e89a405-bde0-49a7-a5d9-7ae275c6a907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.929093 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b225e59-0450-43b4-a169-5cbee201d8ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.931985 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e89a405-bde0-49a7-a5d9-7ae275c6a907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.943873 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b225e59-0450-43b4-a169-5cbee201d8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.008289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9e89a405-bde0-49a7-a5d9-7ae275c6a907 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=177962e11e2941298562f293c392fc4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5015626 Nov 27 01:19:55.009032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89a405-bde0-49a7-a5d9-7ae275c6a907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad08de13-6fb0-47a5-9d46-77bb9e96cb3e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:55.012983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59930) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:55.026196 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb19120c-1286-4605-a7f0-a4dbc00dfa55 req-05d1ccad-3622-49c9-982b-09612a157398 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251478 Nov 27 01:19:55.028230 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0b225e59-0450-43b4-a169-5cbee201d8ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=164a3b0e4afb40c6981459b7e4f5be22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3608935 Nov 27 01:19:55.033256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59932) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:55.072325 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b225e59-0450-43b4-a169-5cbee201d8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30e1bdf-e1e3-4b54-bc23-a3cab8c81f6d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:55.088121 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67b30d34-e96b-4a20-b9ad-22c2221093cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.095720 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c3db5509-ee76-41c2-a791-449668d07edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.113258 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67b30d34-e96b-4a20-b9ad-22c2221093cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.116918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c3db5509-ee76-41c2-a791-449668d07edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.161739 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67b30d34-e96b-4a20-b9ad-22c2221093cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.163107 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c3db5509-ee76-41c2-a791-449668d07edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.164664 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67b30d34-e96b-4a20-b9ad-22c2221093cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.166015 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-67b30d34-e96b-4a20-b9ad-22c2221093cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d30e1bdf-e1e3-4b54-bc23-a3cab8c81f6d HTTP/1.1" status: 204 len: 168 time: 0.1317232 Nov 27 01:19:55.166629 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c3db5509-ee76-41c2-a791-449668d07edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.170493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c3db5509-ee76-41c2-a791-449668d07edd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad08de13-6fb0-47a5-9d46-77bb9e96cb3e HTTP/1.1" status: 204 len: 168 time: 0.1565325 Nov 27 01:19:55.177394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b30d34-e96b-4a20-b9ad-22c2221093cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30e1bdf-e1e3-4b54-bc23-a3cab8c81f6d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:55.182050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db5509-ee76-41c2-a791-449668d07edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad08de13-6fb0-47a5-9d46-77bb9e96cb3e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:55.432727 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-194d8929-5451-4877-ae89-9325af5c0d7d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0844703 Nov 27 01:19:55.455923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec721e-7921-4a60-86c4-97bbdeaac9c5 req-e6befba5-dc71-4544-9e94-f9a73c5ba429 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.458554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b0ec721e-7921-4a60-86c4-97bbdeaac9c5 req-e6befba5-dc71-4544-9e94-f9a73c5ba429 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 943 time: 0.0648363 Nov 27 01:19:55.496207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59950) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:55.510270 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9520ce86-47e7-4335-beb4-722ac94dc7ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.554634 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b0ec721e-7921-4a60-86c4-97bbdeaac9c5 req-716c2b9e-a3be-449a-aa1a-cb66d70cb342 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895345 Nov 27 01:19:55.561142 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-c5b4b3b3-230c-403c-b2b6-571a4d4ecc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.561868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-c5b4b3b3-230c-403c-b2b6-571a4d4ecc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.562707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-c5b4b3b3-230c-403c-b2b6-571a4d4ecc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.563537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-c5b4b3b3-230c-403c-b2b6-571a4d4ecc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.565092 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-c5b4b3b3-230c-403c-b2b6-571a4d4ecc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.566403 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-c5b4b3b3-230c-403c-b2b6-571a4d4ecc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.567223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-c5b4b3b3-230c-403c-b2b6-571a4d4ecc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.569653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-c5b4b3b3-230c-403c-b2b6-571a4d4ecc81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 6495 time: 0.0950682 Nov 27 01:19:55.601011 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9520ce86-47e7-4335-beb4-722ac94dc7ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.605968 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9520ce86-47e7-4335-beb4-722ac94dc7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.643324 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 000109a2-b10f-4acd-ae8e-6982f93093dd details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:19:55.654959 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9520ce86-47e7-4335-beb4-722ac94dc7ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67819ae983e948d6b058b9d26c76be1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1573086 Nov 27 01:19:55.656098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59954) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:55.662605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520ce86-47e7-4335-beb4-722ac94dc7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc89bc0e-8129-4f90-b4b2-ce59314bcbda,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:55.739090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-b288bace-92a3-4373-a761-56ed39d1ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.739573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-b288bace-92a3-4373-a761-56ed39d1ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.740382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-b288bace-92a3-4373-a761-56ed39d1ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.741972 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-b288bace-92a3-4373-a761-56ed39d1ed7a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8edb1bd7-e9a2-4234-bcb2-92640c58daf6&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=de22fecb-a913-459d-a3f0-a3199365e84c&id=de22fecb-a913-459d-a3f0-a3199365e84c HTTP/1.1" status: 200 len: 2292 time: 0.1455758 Nov 27 01:19:55.745666 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54e7fe04-b1da-4057-b2a9-cd00a2812043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.775257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54e7fe04-b1da-4057-b2a9-cd00a2812043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.781378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 000109a2-b10f-4acd-ae8e-6982f93093dd, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=000109a2-b10f-4acd-ae8e-6982f93093dd,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:55.805880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '000109a2-b10f-4acd-ae8e-6982f93093dd', 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068', 'port_id': '000109a2-b10f-4acd-ae8e-6982f93093dd', 'mac_address': 'fa:16:3e:03:d4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c24569-75b4-4812-8c56-c116d5311fa7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:19:55.828624 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54e7fe04-b1da-4057-b2a9-cd00a2812043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.832189 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54e7fe04-b1da-4057-b2a9-cd00a2812043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.836951 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-54e7fe04-b1da-4057-b2a9-cd00a2812043 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc89bc0e-8129-4f90-b4b2-ce59314bcbda HTTP/1.1" status: 204 len: 168 time: 0.1794322 Nov 27 01:19:55.853582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7fe04-b1da-4057-b2a9-cd00a2812043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc89bc0e-8129-4f90-b4b2-ce59314bcbda,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:55.864264 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.864457 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-63de861b-b81c-4928-8733-3e8280d468f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7297ec62-6258-4f74-801e-a2ae20c22061 HTTP/1.1" status: 200 len: 1000 time: 0.1138656 Nov 27 01:19:55.886172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000109a2-b10f-4acd-ae8e-6982f93093dd {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:55.918713 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 000109a2-b10f-4acd-ae8e-6982f93093dd, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=000109a2-b10f-4acd-ae8e-6982f93093dd,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:55.919602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-de19319e-315f-441f-9922-5edb8c9ca648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.921353 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-de19319e-315f-441f-9922-5edb8c9ca648 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=254528fa-ba6d-46f8-93e2-9e5298866c76 HTTP/1.1" status: 200 len: 850 time: 0.0496249 Nov 27 01:19:55.923984 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.976791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-e979d173-2c4d-481d-99f3-9289f4cdfa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.978509 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-e979d173-2c4d-481d-99f3-9289f4cdfa3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8edb1bd7-e9a2-4234-bcb2-92640c58daf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467353 Nov 27 01:19:55.987164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=000109a2-b10f-4acd-ae8e-6982f93093dd,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:55.995822 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:55.996376 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:55.996928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:55.997405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:55.997904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:55.998244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:55.998581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:55.998908 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:55.999231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:55.999633 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:55.999973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:56.000384 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:56.052648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59970) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:56.092202 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-9465aea0-e92d-40d2-ae33-976e6ce21f6d service neutron] 10.222.0.31 "GET /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050577 Nov 27 01:19:56.195842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1ea3a145-f612-4014-bd48-a457d3c02736 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-268702115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:56.220754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987015c-33cc-47bc-8c8f-1a71a7ee2169 req-4c046355-a7a3-42b4-8c2b-f97d03a5df24 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:56.222751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3987015c-33cc-47bc-8c8f-1a71a7ee2169 req-4c046355-a7a3-42b4-8c2b-f97d03a5df24 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.1152158 Nov 27 01:19:56.225705 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a145-f612-4014-bd48-a457d3c02736 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.227333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a145-f612-4014-bd48-a457d3c02736 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.263246 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-1c1af5df-a0c7-46be-b9fd-70d79a219659 service neutron] 10.222.0.31 "GET /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635585 Nov 27 01:19:56.303720 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a145-f612-4014-bd48-a457d3c02736 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.308900 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a145-f612-4014-bd48-a457d3c02736 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.317522 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-d9ea647b-3989-48a3-9997-05736f3c3972 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=a3225b50-6061-4fa5-b17c-9da1a48db2b4 HTTP/1.1" status: 200 len: 217 time: 0.0425034 Nov 27 01:19:56.325729 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3987015c-33cc-47bc-8c8f-1a71a7ee2169 req-6270ab60-1003-4e80-ad21-2a5b323f7155 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937815 Nov 27 01:19:56.332760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a145-f612-4014-bd48-a457d3c02736 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.336989 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1ea3a145-f612-4014-bd48-a457d3c02736 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2807515 Nov 27 01:19:56.337581 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59986) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:56.347003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2030791734'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:56.371227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Made reservation on behalf of 324c06de55e9443e971512f2ab016ddc for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:56.376213 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.379215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-707ad130-a3ca-45b5-97b1-0f79c62f0fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:56.380922 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-707ad130-a3ca-45b5-97b1-0f79c62f0fec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.0533633 Nov 27 01:19:56.391301 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.437811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-2a8fa7de-7f1d-4e50-84f6-52982b664c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:56.439931 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-2a8fa7de-7f1d-4e50-84f6-52982b664c91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0509450 Nov 27 01:19:56.475007 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.479058 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.490257 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:56.494309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['000109a2-b10f-4acd-ae8e-6982f93093dd'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:56.500477 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.501133 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Added segment a62e6226-3a90-4168-9119-d4742c7bab7d of type vlan for network 1cc11380-d567-43f8-a967-fecdd085a6aa Nov 27 01:19:56.547016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.547460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-584308f8-777f-43cd-b7a3-f3516cb2dbcb service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986199 Nov 27 01:19:56.607291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5332e663-392c-4646-9c0a-545e0f92533b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:56.611043 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.621046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:56.621675 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.667013 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-407ed605-0d77-40ef-97bf-4c94e76beb39 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119108 Nov 27 01:19:56.713790 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-e26939d8-c22b-4af6-ba5b-02de627deea1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=4e22fff8-c9b9-4089-99ed-dfb510d02f58 HTTP/1.1" status: 200 len: 217 time: 0.0388646 Nov 27 01:19:56.724845 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3852804 Nov 27 01:19:56.729201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60000) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:56.753133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b61e03fa-cf53-4453-b6ce-59c9bea9cca3 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Request body: {'subnet': {'network_id': '1cc11380-d567-43f8-a967-fecdd085a6aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:56.763368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d5c94-0adb-447a-8a11-91bb9dd5aa8a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event updated for resources: {'Network': ['ID=1cc11380-d567-43f8-a967-fecdd085a6aa,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:56.777308 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 1cc11380-d567-43f8-a967-fecdd085a6aa details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:56.796624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46efd9c-0403-4c49-acb2-629fc3a4e03b req-cb98b641-115d-4b42-9c95-ab44197dbf49 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:56.798796 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c46efd9c-0403-4c49-acb2-629fc3a4e03b req-cb98b641-115d-4b42-9c95-ab44197dbf49 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 944 time: 0.1258483 Nov 27 01:19:56.832874 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-7acfec56-0e99-4d52-8006-8eb60eee6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:56.834446 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-7acfec56-0e99-4d52-8006-8eb60eee6f34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.1131120 Nov 27 01:19:56.893222 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c46efd9c-0403-4c49-acb2-629fc3a4e03b req-0a9cb136-5d70-47ad-b3f2-a4ee89fdba8c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875716 Nov 27 01:19:56.906603 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-b148652b-d78f-4be8-8e62-bcceb3bbeebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:56.908365 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-b148652b-d78f-4be8-8e62-bcceb3bbeebb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0646038 Nov 27 01:19:56.909789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61e03fa-cf53-4453-b6ce-59c9bea9cca3 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Made reservation on behalf of 324c06de55e9443e971512f2ab016ddc for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:56.916792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b61e03fa-cf53-4453-b6ce-59c9bea9cca3 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:57.083465 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-9192b8de-6fa6-484f-bfc6-36a6d8747b40 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625328 Nov 27 01:19:57.253903 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b61e03fa-cf53-4453-b6ce-59c9bea9cca3 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:57.289137 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-b7095bf8-730c-422d-9d3e-6ca9610954c9 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957481 Nov 27 01:19:57.350828 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-5f8365d7-5481-4114-a13a-9487228100d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=4f854bd5-781e-4e8b-a405-db101e4faafa HTTP/1.1" status: 200 len: 217 time: 0.0516076 Nov 27 01:19:57.359928 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e03fa-cf53-4453-b6ce-59c9bea9cca3 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event updated for resources: {'Subnet': ['ID=89ba3bf2-48d9-44d8-a15e-69cc238c103d,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:57.395820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e03fa-cf53-4453-b6ce-59c9bea9cca3 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Checking segment: {'id': 'a62e6226-3a90-4168-9119-d4742c7bab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1cc11380-d567-43f8-a967-fecdd085a6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:57.396197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e03fa-cf53-4453-b6ce-59c9bea9cca3 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Network hostable DHCP agents. Network: 1cc11380-d567-43f8-a967-fecdd085a6aa, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:19:57.447763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-3bc6853f-7ccd-4a09-a8b8-15e3c31714e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:57.449303 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-3bc6853f-7ccd-4a09-a8b8-15e3c31714e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.0907185 Nov 27 01:19:57.457813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e03fa-cf53-4453-b6ce-59c9bea9cca3 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Network 1cc11380-d567-43f8-a967-fecdd085a6aa is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:19:57.500499 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-b61e03fa-cf53-4453-b6ce-59c9bea9cca3 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 1cc11380-d567-43f8-a967-fecdd085a6aa) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:57.505006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61e03fa-cf53-4453-b6ce-59c9bea9cca3 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:57.505721 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b61e03fa-cf53-4453-b6ce-59c9bea9cca3 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:57.511862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cce4fd-1f6b-435c-acc2-11cd6151bc7c None None] Network 1cc11380-d567-43f8-a967-fecdd085a6aa requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:57.517520 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75699eab-dd52-4b00-9784-15a86d61f40b req-6086572f-e737-45af-88ed-7518dc3c460d tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:57.519023 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-75699eab-dd52-4b00-9784-15a86d61f40b req-6086572f-e737-45af-88ed-7518dc3c460d tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.1110673 Nov 27 01:19:57.548855 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-61585305-8ccb-4076-b82e-fedd7cbe6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:57.550347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-61585305-8ccb-4076-b82e-fedd7cbe6834 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0893407 Nov 27 01:19:57.556679 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b61e03fa-cf53-4453-b6ce-59c9bea9cca3 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8222165 Nov 27 01:19:57.557519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60028) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:57.572309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-277675bb-f3c2-4aba-a02f-eee678473fb2 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Request body: {'network': {'name': 'tempest-router-network01--1405938807'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:57.676108 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-75699eab-dd52-4b00-9784-15a86d61f40b req-0eded991-e29f-4373-aa54-479af86ae81b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493425 Nov 27 01:19:57.678479 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277675bb-f3c2-4aba-a02f-eee678473fb2 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Made reservation on behalf of 324c06de55e9443e971512f2ab016ddc for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:57.683344 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-277675bb-f3c2-4aba-a02f-eee678473fb2 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:57.685066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-1cc11380-d567-43f8-a967-fecdd085a6aa', 'network_id': '1cc11380-d567-43f8-a967-fecdd085a6aa', 'tenant_id': '324c06de55e9443e971512f2ab016ddc', 'fixed_ips': [{'subnet_id': '89ba3bf2-48d9-44d8-a15e-69cc238c103d'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:19:57.686237 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:57.689014 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-2994cfb9-1b12-400d-955e-8849a82ccb48 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f523092ac4ec4b3aa039ef5f556bc2e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429721 Nov 27 01:19:57.840183 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Allocated IP 2001:db8::2 (1cc11380-d567-43f8-a967-fecdd085a6aa/89ba3bf2-48d9-44d8-a15e-69cc238c103d/6c97a9f0-7a5e-48af-8b2b-1d0927a2e200) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:57.894821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-eb61b4ef-8348-4364-bbe0-4d74273abb28 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:57.900793 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-eb61b4ef-8348-4364-bbe0-4d74273abb28 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105856 Nov 27 01:19:57.913695 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-20e7ce45-f208-4da9-a5d4-d7899e894230 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/quotas/f523092ac4ec4b3aa039ef5f556bc2e1 HTTP/1.1" status: 200 len: 375 time: 0.0112486 Nov 27 01:19:57.951431 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-f3ea4722-67c3-4819-91b2-07f1db8abe03 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f523092ac4ec4b3aa039ef5f556bc2e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300920 Nov 27 01:19:58.009318 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.018941 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.058925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Network 1cc11380-d567-43f8-a967-fecdd085a6aa is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:58.062851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:58.069336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:58.104470 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-c50158b6-b7b6-4f18-b0d6-2298d3022984 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442522 Nov 27 01:19:58.113670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Pushing event updated for resources: {'Port': ['ID=6c97a9f0-7a5e-48af-8b2b-1d0927a2e200,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:58.117078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277675bb-f3c2-4aba-a02f-eee678473fb2 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:58.154865 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-277675bb-f3c2-4aba-a02f-eee678473fb2 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.155359 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-277675bb-f3c2-4aba-a02f-eee678473fb2 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Added segment c7360439-8b5b-4ba4-b079-fef2a810e49f of type vlan for network b3a1bea2-d5d3-462e-be49-b71e878d8cc8 Nov 27 01:19:58.155986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Attempting to bind port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:58.157143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Attempting to bind port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'a62e6226-3a90-4168-9119-d4742c7bab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1cc11380-d567-43f8-a967-fecdd085a6aa'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:58.158291 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Attempting to bind port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 on network 1cc11380-d567-43f8-a967-fecdd085a6aa {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:58.165593 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c0b52378-3149-49c1-b02b-74d9db3234e3 req-680a5acc-824e-4fa6-8849-5962bd60f34d tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 210 time: 0.0359313 Nov 27 01:19:58.173712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:58.174187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Checking segment: {'id': 'a62e6226-3a90-4168-9119-d4742c7bab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1cc11380-d567-43f8-a967-fecdd085a6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:58.174676 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.175150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Bound using segment: {'id': 'a62e6226-3a90-4168-9119-d4742c7bab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1cc11380-d567-43f8-a967-fecdd085a6aa'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:58.177662 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Bound port: 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62e6226-3a90-4168-9119-d4742c7bab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1cc11380-d567-43f8-a967-fecdd085a6aa'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:58.178153 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.215772 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6624fef-fd66-4a6b-b1be-7c07f70758d9 req-456bf79a-e910-46d7-b75a-b9385a77e3f9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:58.218053 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e6624fef-fd66-4a6b-b1be-7c07f70758d9 req-456bf79a-e910-46d7-b75a-b9385a77e3f9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 944 time: 0.1697547 Nov 27 01:19:58.292843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-277675bb-f3c2-4aba-a02f-eee678473fb2 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.307231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] For port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:58.310769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] For port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6c97a9f0-7a5e-48af-8b2b-1d0927a2e200,segment=NetworkSegment(a62e6226-3a90-4168-9119-d4742c7bab7d),segment_id=a62e6226-3a90-4168-9119-d4742c7bab7d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:58.326480 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.352087 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-698beada-e8e0-4908-94fc-584e72d847ab service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326510 Nov 27 01:19:58.355786 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e6624fef-fd66-4a6b-b1be-7c07f70758d9 req-d184856f-acfe-45d0-b4d4-b3e38b787c24 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287682 Nov 27 01:19:58.361173 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.404729 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce73ec2-9105-4951-8484-17dd8af78485 None None] Pushing event updated for resources: {'Port': ['ID=6c97a9f0-7a5e-48af-8b2b-1d0927a2e200,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:58.417951 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-277675bb-f3c2-4aba-a02f-eee678473fb2 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.424280 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277675bb-f3c2-4aba-a02f-eee678473fb2 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:58.425313 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-277675bb-f3c2-4aba-a02f-eee678473fb2 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.431758 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-f5e1b7ca-68b3-4638-9746-0c450a4fc596 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=5b98aa43-349e-495b-b219-a68032564792 HTTP/1.1" status: 200 len: 217 time: 0.0697093 Nov 27 01:19:58.515910 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-277675bb-f3c2-4aba-a02f-eee678473fb2 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9577229 Nov 27 01:19:58.519061 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60054) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:58.524110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0059f347-338d-45ea-8e6a-d5e7eb8c0429 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Request body: {'network': {'name': 'tempest-router-network02--1641595162'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:58.549159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277675bb-f3c2-4aba-a02f-eee678473fb2 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event updated for resources: {'Network': ['ID=b3a1bea2-d5d3-462e-be49-b71e878d8cc8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:58.554836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-9608d8b4-aee3-4f89-abbe-5e69125f486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:58.556490 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-9608d8b4-aee3-4f89-abbe-5e69125f486a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.1090078 Nov 27 01:19:58.557909 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0059f347-338d-45ea-8e6a-d5e7eb8c0429 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Made reservation on behalf of 324c06de55e9443e971512f2ab016ddc for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:58.562678 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network b3a1bea2-d5d3-462e-be49-b71e878d8cc8 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:58.562891 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0059f347-338d-45ea-8e6a-d5e7eb8c0429 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.607619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0059f347-338d-45ea-8e6a-d5e7eb8c0429 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:58.625235 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0059f347-338d-45ea-8e6a-d5e7eb8c0429 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.625840 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-0059f347-338d-45ea-8e6a-d5e7eb8c0429 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Added segment 1bad187d-42d6-403f-b9eb-d6045759651d of type vlan for network 70bbf122-5bf3-4955-9834-09b1d4bea9c0 Nov 27 01:19:58.651438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-9a5c332c-7283-4d90-ac4f-2657ad80dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:58.653059 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-9a5c332c-7283-4d90-ac4f-2657ad80dd80 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0885890 Nov 27 01:19:58.701849 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0059f347-338d-45ea-8e6a-d5e7eb8c0429 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.737531 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0059f347-338d-45ea-8e6a-d5e7eb8c0429 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.744011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059f347-338d-45ea-8e6a-d5e7eb8c0429 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:58.745092 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0059f347-338d-45ea-8e6a-d5e7eb8c0429 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.790972 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-bd815494-543e-410e-9875-e353438b32a4 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295712 Nov 27 01:19:58.825656 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0059f347-338d-45ea-8e6a-d5e7eb8c0429 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3054194 Nov 27 01:19:58.831903 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60058) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:58.839705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-20c7b92e-12fe-43ab-968a-33cb9704803c tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Request body: {'subnet': {'network_id': 'b3a1bea2-d5d3-462e-be49-b71e878d8cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:58.840079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059f347-338d-45ea-8e6a-d5e7eb8c0429 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event updated for resources: {'Network': ['ID=70bbf122-5bf3-4955-9834-09b1d4bea9c0,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:58.857847 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 70bbf122-5bf3-4955-9834-09b1d4bea9c0 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:58.953848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0718b8-3fa5-4728-9aa1-d1174d8e712b req-1b7d6b24-e040-4a9c-bcd6-4374a7f2a667 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:58.955435 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7d0718b8-3fa5-4728-9aa1-d1174d8e712b req-1b7d6b24-e040-4a9c-bcd6-4374a7f2a667 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.1897125 Nov 27 01:19:59.033795 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-4defe2f5-1dcc-4be6-804f-4137314d867c service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268074 Nov 27 01:19:59.038753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c7b92e-12fe-43ab-968a-33cb9704803c tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Made reservation on behalf of 324c06de55e9443e971512f2ab016ddc for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:59.042360 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20c7b92e-12fe-43ab-968a-33cb9704803c tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:59.100525 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7d0718b8-3fa5-4728-9aa1-d1174d8e712b req-de82d511-5d8a-47e2-96c9-170b567a191b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374805 Nov 27 01:19:59.130470 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-23fc49dc-4f57-4753-b9e8-2949c0cce19b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc762bad-5297-4413-87bc-bd3ecbe3a755 HTTP/1.1" status: 200 len: 217 time: 0.0846312 Nov 27 01:19:59.212604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-99c465c7-4357-439e-b7c8-8dfd7e48d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:59.214159 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-99c465c7-4357-439e-b7c8-8dfd7e48d39c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e87a0de3-73e4-43cc-8f97-b6fffbee0d31 HTTP/1.1" status: 200 len: 797 time: 0.0720048 Nov 27 01:19:59.278386 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64d2a723-ac80-4bd3-a4b5-b21eea3f6427 req-6b98f440-3fca-4cd8-aa53-89da7940b39a tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 210 time: 0.0314946 Nov 27 01:19:59.320400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-19945e2a-e481-4f45-b4fa-f94f83f6246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:59.322176 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-19945e2a-e481-4f45-b4fa-f94f83f6246d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de22fecb-a913-459d-a3f0-a3199365e84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0995111 Nov 27 01:19:59.419258 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20c7b92e-12fe-43ab-968a-33cb9704803c tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:59.482896 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-a0684306-8e20-43d3-8aa9-81a8d7b31308 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f523092ac4ec4b3aa039ef5f556bc2e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226851 Nov 27 01:19:59.521746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7b92e-12fe-43ab-968a-33cb9704803c tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event updated for resources: {'Subnet': ['ID=d37f302d-1187-48c9-ba9e-99be5c8ba422,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:59.563186 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-85efee2c-b3d2-43ba-b79b-c89a86fa2e84 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170780 Nov 27 01:19:59.566106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c7b92e-12fe-43ab-968a-33cb9704803c tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Checking segment: {'id': 'c7360439-8b5b-4ba4-b079-fef2a810e49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b3a1bea2-d5d3-462e-be49-b71e878d8cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:59.566468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c7b92e-12fe-43ab-968a-33cb9704803c tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Network hostable DHCP agents. Network: b3a1bea2-d5d3-462e-be49-b71e878d8cc8, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:19:59.612265 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46117a88-c737-4a31-a4f2-b9604f99e8ca req-9832e2d4-dbaf-453e-b40d-cbda42b1b380 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:59.620893 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46117a88-c737-4a31-a4f2-b9604f99e8ca req-9832e2d4-dbaf-453e-b40d-cbda42b1b380 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 944 time: 0.1309829 Nov 27 01:19:59.634134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c7b92e-12fe-43ab-968a-33cb9704803c tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Network b3a1bea2-d5d3-462e-be49-b71e878d8cc8 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:19:59.660388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-20c7b92e-12fe-43ab-968a-33cb9704803c tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, b3a1bea2-d5d3-462e-be49-b71e878d8cc8) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:59.665941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c7b92e-12fe-43ab-968a-33cb9704803c tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:59.666577 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20c7b92e-12fe-43ab-968a-33cb9704803c tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:59.667766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 000109a2-b10f-4acd-ae8e-6982f93093dd up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:59.698294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d629ad1b-b2bf-4a79-ab16-270a26fee4f8 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:59.699941 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d629ad1b-b2bf-4a79-ab16-270a26fee4f8 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760001 Nov 27 01:19:59.702987 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-20c7b92e-12fe-43ab-968a-33cb9704803c tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8681026 Nov 27 01:19:59.707438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60068) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:59.712683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d1847ab2-ec3b-4eae-9b80-c1383359ade6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Request body: {'subnet': {'network_id': '70bbf122-5bf3-4955-9834-09b1d4bea9c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:59.715834 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-e484c274-0306-46f0-ac79-32a67fe6ef44 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434727 Nov 27 01:19:59.719555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e08459-0ef1-4e06-8c77-8558c98c0504 None None] Network b3a1bea2-d5d3-462e-be49-b71e878d8cc8 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:59.761349 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Request body: {'port': {'device_id': 'e3d61a57-7ea7-48cb-978e-804318ff19fe', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': 'f523092ac4ec4b3aa039ef5f556bc2e1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:59.769249 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-fbf4ad7d-8cef-4d1f-b5ef-b1aa23f12142 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0edd8c44-d12f-4f64-979a-5b7c3c4f805b HTTP/1.1" status: 200 len: 217 time: 0.0458133 Nov 27 01:19:59.773920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b4c6f-8e15-4001-986d-71fb401cb248 None None] Network 1cc11380-d567-43f8-a967-fecdd085a6aa requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:59.853955 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-132492d0-28ac-4dba-8f02-114bc1016fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:59.857051 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-132492d0-28ac-4dba-8f02-114bc1016fef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e87a0de3-73e4-43cc-8f97-b6fffbee0d31 HTTP/1.1" status: 200 len: 797 time: 0.0760186 Nov 27 01:19:59.925336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-effa5074-05bb-448b-9e43-dfd9526757db None None] Provisioning complete for port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:59.926051 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-eeaad4b5-b003-4008-9bb9-c8f28a568507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:59.926172 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-effa5074-05bb-448b-9e43-dfd9526757db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:59.931426 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 000109a2-b10f-4acd-ae8e-6982f93093dd completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:19:59.940877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-eeaad4b5-b003-4008-9bb9-c8f28a568507 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de22fecb-a913-459d-a3f0-a3199365e84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0757885 Nov 27 01:19:59.966799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:59.975852 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 000109a2-b10f-4acd-ae8e-6982f93093dd triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:59.976228 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:59.987034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46117a88-c737-4a31-a4f2-b9604f99e8ca req-a8dc64ac-cc2b-4702-9163-37a928675510 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628082 Nov 27 01:20:00.061807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1847ab2-ec3b-4eae-9b80-c1383359ade6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Made reservation on behalf of 324c06de55e9443e971512f2ab016ddc for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:00.062175 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-698a333c-101e-4d91-b985-1bf6dc71789e service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138928 Nov 27 01:20:00.065868 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d1847ab2-ec3b-4eae-9b80-c1383359ade6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.174357 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c0c280e-c7a8-40cd-894f-805d08c1eab0 req-d8ea55fa-ffbe-40c3-9b98-e4e4b2fe9a05 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054204 Nov 27 01:20:00.294551 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d1847ab2-ec3b-4eae-9b80-c1383359ade6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.297380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f2464-37f0-49c2-8224-2c47c69acaa3 req-0c8ec00a-49d6-47b4-a498-d8e95c056f77 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:00.299817 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b6f2464-37f0-49c2-8224-2c47c69acaa3 req-0c8ec00a-49d6-47b4-a498-d8e95c056f77 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0716350 Nov 27 01:20:00.304889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Made reservation on behalf of f523092ac4ec4b3aa039ef5f556bc2e1 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:00.308483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.344817 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.399437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1847ab2-ec3b-4eae-9b80-c1383359ade6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event updated for resources: {'Subnet': ['ID=92d0fced-e67e-4ad3-b69c-a856e6cda165,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:00.441271 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eef9c0d2-6816-4759-9975-9d790bf57082 req-d27d3790-d23e-4c9c-9cde-c09a07eb5dd3 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 210 time: 0.0361152 Nov 27 01:20:00.445658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1847ab2-ec3b-4eae-9b80-c1383359ade6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Checking segment: {'id': '1bad187d-42d6-403f-b9eb-d6045759651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '70bbf122-5bf3-4955-9834-09b1d4bea9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:00.446030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1847ab2-ec3b-4eae-9b80-c1383359ade6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Network hostable DHCP agents. Network: 70bbf122-5bf3-4955-9834-09b1d4bea9c0, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:20:00.472716 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b6f2464-37f0-49c2-8224-2c47c69acaa3 req-64bb01fe-7598-4306-afca-dc88157eef19 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575861 Nov 27 01:20:00.495898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1847ab2-ec3b-4eae-9b80-c1383359ade6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Network 70bbf122-5bf3-4955-9834-09b1d4bea9c0 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:20:00.515554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d1847ab2-ec3b-4eae-9b80-c1383359ade6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 70bbf122-5bf3-4955-9834-09b1d4bea9c0) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:00.524337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1847ab2-ec3b-4eae-9b80-c1383359ade6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:00.524590 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d1847ab2-ec3b-4eae-9b80-c1383359ade6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.540738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261344a4-e778-4d9c-909d-0fae46ba75f5 None None] Network 70bbf122-5bf3-4955-9834-09b1d4bea9c0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:00.542635 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.560292 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d1847ab2-ec3b-4eae-9b80-c1383359ade6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8514965 Nov 27 01:20:00.562163 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.565328 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60078) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:00.581544 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-b3a1bea2-d5d3-462e-be49-b71e878d8cc8', 'network_id': 'b3a1bea2-d5d3-462e-be49-b71e878d8cc8', 'tenant_id': '324c06de55e9443e971512f2ab016ddc', 'fixed_ips': [{'subnet_id': 'd37f302d-1187-48c9-ba9e-99be5c8ba422'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:20:00.582661 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.592969 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.605900 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6f2773-e8e1-461e-a711-3f76a6d3bf6f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:00.654150 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.678951 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-effa5074-05bb-448b-9e43-dfd9526757db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.685461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:00.685907 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.748119 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4941ec-e1fc-4f41-9a60-44ecc37de22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000109a2-b10f-4acd-ae8e-6982f93093dd'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:00.750485 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6b447e-ea7c-4d6c-a54f-1521c7b57c35" -d '{"events": [{"server_uuid": "be4941ec-e1fc-4f41-9a60-44ecc37de22f", "name": "network-vif-plugged", "status": "completed", "tag": "000109a2-b10f-4acd-ae8e-6982f93093dd"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:00.776220 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Allocated IP 192.168.233.129 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:00.876571 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047e7aac-51fc-487f-99bb-2f15f6db411d x-openstack-request-id: req-047e7aac-51fc-487f-99bb-2f15f6db411d {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:00.876934 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4941ec-e1fc-4f41-9a60-44ecc37de22f", "name": "network-vif-plugged", "status": "completed", "tag": "000109a2-b10f-4acd-ae8e-6982f93093dd", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:00.877215 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-047e7aac-51fc-487f-99bb-2f15f6db411d {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:00.877612 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4941ec-e1fc-4f41-9a60-44ecc37de22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000109a2-b10f-4acd-ae8e-6982f93093dd', 'code': 200} Nov 27 01:20:00.893898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 000109a2-b10f-4acd-ae8e-6982f93093dd, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=000109a2-b10f-4acd-ae8e-6982f93093dd,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:00.918028 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.923941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-effa5074-05bb-448b-9e43-dfd9526757db None None] For port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6c97a9f0-7a5e-48af-8b2b-1d0927a2e200,segment=NetworkSegment(a62e6226-3a90-4168-9119-d4742c7bab7d),segment_id=a62e6226-3a90-4168-9119-d4742c7bab7d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:00.963993 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-effa5074-05bb-448b-9e43-dfd9526757db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.029326 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.055260 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60ccb7-78e7-45bd-b168-97b2e5febb5e req-c3d3fe9e-09a4-43df-b3f7-fc8b4ff62ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:01.056889 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c60ccb7-78e7-45bd-b168-97b2e5febb5e req-c3d3fe9e-09a4-43df-b3f7-fc8b4ff62ad8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 1097 time: 0.1210463 Nov 27 01:20:01.120815 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.125219 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.125455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=000109a2-b10f-4acd-ae8e-6982f93093dd,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:01.132304 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Allocated IP 2001:db8::2 (b3a1bea2-d5d3-462e-be49-b71e878d8cc8/d37f302d-1187-48c9-ba9e-99be5c8ba422/08220cc3-7863-4772-a115-7d0a4568b70c) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:01.214459 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8107a0ee-4418-49ce-93b8-ccea28ffe883 None None] Provisioning complete for port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:01.214832 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8107a0ee-4418-49ce-93b8-ccea28ffe883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.216887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:01.220985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:01.225682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:01.229729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Pushing event updated for resources: {'Port': ['ID=c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:01.229872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-70bbf122-5bf3-4955-9834-09b1d4bea9c0', 'network_id': '70bbf122-5bf3-4955-9834-09b1d4bea9c0', 'tenant_id': '324c06de55e9443e971512f2ab016ddc', 'fixed_ips': [{'subnet_id': '92d0fced-e67e-4ad3-b69c-a856e6cda165'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:20:01.230707 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.295004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:01.295676 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.303306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c60ccb7-78e7-45bd-b168-97b2e5febb5e req-475373b5-c360-4f57-a394-3b4a8753c23a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365975 Nov 27 01:20:01.325760 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-6a4d4924-d72d-4eeb-a35e-7ebfa8b644e4 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5868156 Nov 27 01:20:01.326710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa5074-05bb-448b-9e43-dfd9526757db None None] Pushing event updated for resources: {'Port': ['ID=6c97a9f0-7a5e-48af-8b2b-1d0927a2e200,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:01.367971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Request body: {'port': {'device_id': 'e3d61a57-7ea7-48cb-978e-804318ff19fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:01.369018 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cd654-46fb-43a2-80a8-28b3a7cf5f7c req-39cbd456-6f14-419a-83d6-a7f6c353f226 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:01.370650 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc8cd654-46fb-43a2-80a8-28b3a7cf5f7c req-39cbd456-6f14-419a-83d6-a7f6c353f226 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 945 time: 0.2496846 Nov 27 01:20:01.498404 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.510761 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc8cd654-46fb-43a2-80a8-28b3a7cf5f7c req-e9e55c86-2681-470b-9983-d6bcb6dafb00 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311657 Nov 27 01:20:01.621416 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.623589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Allocated IP 2001:db8::2 (70bbf122-5bf3-4955-9834-09b1d4bea9c0/92d0fced-e67e-4ad3-b69c-a856e6cda165/5915cf64-3c37-4805-b78b-ee52723813ec) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:01.636410 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.683075 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Allocated IP 2001:db8::1 (b3a1bea2-d5d3-462e-be49-b71e878d8cc8/d37f302d-1187-48c9-ba9e-99be5c8ba422/71895229-2f58-4027-8de1-dd26c0fda145) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:01.688708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d261e-86c2-43eb-8967-8d6ea88cda8f req-7f4c21c7-9901-43a7-bd28-b88a699797ca tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:01.690686 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8c9d261e-86c2-43eb-8967-8d6ea88cda8f req-7f4c21c7-9901-43a7-bd28-b88a699797ca tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 936 time: 0.1287744 Nov 27 01:20:01.697521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Network b3a1bea2-d5d3-462e-be49-b71e878d8cc8 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:01.736334 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:01.742593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:01.755248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Pushing event updated for resources: {'Port': ['ID=08220cc3-7863-4772-a115-7d0a4568b70c,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:01.766342 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fddb286a-1f46-4722-a434-b03f443b2cc5 None None] Provisioning complete for port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:01.766342 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fddb286a-1f46-4722-a434-b03f443b2cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.797228 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8c9d261e-86c2-43eb-8967-8d6ea88cda8f req-b369fe5a-8eba-4401-b3af-7c7e2ef1719a tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa6f2773-e8e1-461e-a711-3f76a6d3bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939012 Nov 27 01:20:01.818890 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.893723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-fddb286a-1f46-4722-a434-b03f443b2cc5 None None] Port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:01.896901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Attempting to bind port 08220cc3-7863-4772-a115-7d0a4568b70c on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:01.897276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Attempting to bind port 08220cc3-7863-4772-a115-7d0a4568b70c by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'c7360439-8b5b-4ba4-b079-fef2a810e49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b3a1bea2-d5d3-462e-be49-b71e878d8cc8'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:01.897595 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f7858-af24-4df8-8f12-ac4c9f0fdb08 req-f1be9d12-51d9-449c-a3ed-14d4585bb42e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:01.897752 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Attempting to bind port 08220cc3-7863-4772-a115-7d0a4568b70c on network b3a1bea2-d5d3-462e-be49-b71e878d8cc8 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:01.905168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c32f7858-af24-4df8-8f12-ac4c9f0fdb08 req-f1be9d12-51d9-449c-a3ed-14d4585bb42e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.3098752 Nov 27 01:20:01.915910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:01.924106 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:01.925181 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.933592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:01.933968 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Checking segment: {'id': 'c7360439-8b5b-4ba4-b079-fef2a810e49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b3a1bea2-d5d3-462e-be49-b71e878d8cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:01.934382 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.934758 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Bound using segment: {'id': 'c7360439-8b5b-4ba4-b079-fef2a810e49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b3a1bea2-d5d3-462e-be49-b71e878d8cc8'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:01.935239 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Bound port: 08220cc3-7863-4772-a115-7d0a4568b70c, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7360439-8b5b-4ba4-b079-fef2a810e49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b3a1bea2-d5d3-462e-be49-b71e878d8cc8'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:01.935633 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.940165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Transition to ACTIVE for port object c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:20:01.945861 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.949288 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.003815 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.012545 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c32f7858-af24-4df8-8f12-ac4c9f0fdb08 req-475a9445-aadf-41a3-af4a-eb669bb0bbe4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060200 Nov 27 01:20:02.015033 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Network b3a1bea2-d5d3-462e-be49-b71e878d8cc8 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:02.021286 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:02.023854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:02.024524 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.030513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:02.032740 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.096548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event updated for resources: {'Port': ['ID=71895229-2f58-4027-8de1-dd26c0fda145,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:02.114464 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Network 70bbf122-5bf3-4955-9834-09b1d4bea9c0 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:02.115453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Attempting to bind port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:02.115795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Attempting to bind port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:02.116130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Attempting to bind port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:02.120666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:20:02.120990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Attempting to bind port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:02.128658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:02.129053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:02.129511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:02.129951 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Bound port: c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:02.130312 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.135851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:02.145230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:02.152145 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] For port 08220cc3-7863-4772-a115-7d0a4568b70c, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:02.158123 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] For port 08220cc3-7863-4772-a115-7d0a4568b70c, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=08220cc3-7863-4772-a115-7d0a4568b70c,segment=NetworkSegment(c7360439-8b5b-4ba4-b079-fef2a810e49f),segment_id=c7360439-8b5b-4ba4-b079-fef2a810e49f)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:02.159748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Pushing event updated for resources: {'Port': ['ID=5915cf64-3c37-4805-b78b-ee52723813ec,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:02.162378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:02.162932 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.175388 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.206849 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.221969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] For port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:02.225178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] For port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:02.230868 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.263271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:02.264470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.269457 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] 10.222.0.21 "PUT /v2.0/ports/c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 HTTP/1.1" status: 200 len: 1097 time: 0.9249861 Nov 27 01:20:02.269457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d61a57-7ea7-48cb-978e-804318ff19fe', 'tag': 'c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:02.271506 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01243c1-30cc-4a63-847c-2eafeb0ef0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d61a57-7ea7-48cb-978e-804318ff19fe", "tag": "c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:02.305733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295d23d-c530-4c08-8fe4-a29fac708687 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:02.343685 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bcd11f-392c-4e38-8d37-ef19de22344e x-openstack-request-id: req-e8bcd11f-392c-4e38-8d37-ef19de22344e {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:02.344101 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d61a57-7ea7-48cb-978e-804318ff19fe", "tag": "c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:02.344461 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8bcd11f-392c-4e38-8d37-ef19de22344e {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:02.345015 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d61a57-7ea7-48cb-978e-804318ff19fe', 'tag': 'c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1', 'status': 'completed', 'code': 200} Nov 27 01:20:02.348590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da383a-8c48-44b4-907a-bc8801e3fde1 None None] Pushing event updated for resources: {'Port': ['ID=08220cc3-7863-4772-a115-7d0a4568b70c,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:02.377211 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Attempting to bind port 5915cf64-3c37-4805-b78b-ee52723813ec on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:02.377595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Attempting to bind port 5915cf64-3c37-4805-b78b-ee52723813ec by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '1bad187d-42d6-403f-b9eb-d6045759651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '70bbf122-5bf3-4955-9834-09b1d4bea9c0'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:02.377962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Attempting to bind port 5915cf64-3c37-4805-b78b-ee52723813ec on network 70bbf122-5bf3-4955-9834-09b1d4bea9c0 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:02.383200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-775839df-58e8-4de9-b207-43285cb4ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:02.384033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:02.384446 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Checking segment: {'id': '1bad187d-42d6-403f-b9eb-d6045759651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '70bbf122-5bf3-4955-9834-09b1d4bea9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:02.384853 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.385211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-775839df-58e8-4de9-b207-43285cb4ddf8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f523092ac4ec4b3aa039ef5f556bc2e1&device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 1100 time: 0.0538266 Nov 27 01:20:02.385937 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Bound using segment: {'id': '1bad187d-42d6-403f-b9eb-d6045759651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '70bbf122-5bf3-4955-9834-09b1d4bea9c0'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:02.386383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Bound port: 5915cf64-3c37-4805-b78b-ee52723813ec, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bad187d-42d6-403f-b9eb-d6045759651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '70bbf122-5bf3-4955-9834-09b1d4bea9c0'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:02.387025 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.447761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-5b06ba90-5db8-416f-93c6-2a53181efa35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 HTTP/1.1" status: 200 len: 217 time: 0.0442829 Nov 27 01:20:02.519477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-c4ec7e89-8b7d-4d89-ac2b-3c0a8b535630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:02.520951 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-c4ec7e89-8b7d-4d89-ac2b-3c0a8b535630 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0658119 Nov 27 01:20:02.596762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-65e4a1b7-5bdc-4570-ac12-cb3c2d01dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:02.599859 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-65e4a1b7-5bdc-4570-ac12-cb3c2d01dfaa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0697684 Nov 27 01:20:02.636400 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.642686 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.643513 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.731023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event updated for resources: {'Port': ['ID=71895229-2f58-4027-8de1-dd26c0fda145,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:02.804447 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] For port 5915cf64-3c37-4805-b78b-ee52723813ec, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:02.808021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] For port 5915cf64-3c37-4805-b78b-ee52723813ec, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5915cf64-3c37-4805-b78b-ee52723813ec,segment=NetworkSegment(1bad187d-42d6-403f-b9eb-d6045759651d),segment_id=1bad187d-42d6-403f-b9eb-d6045759651d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:02.814686 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.872097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Network b3a1bea2-d5d3-462e-be49-b71e878d8cc8 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:02.878229 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:02.928156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979043ba-798b-4f2f-8890-d2f1d16da6e9 None None] Pushing event updated for resources: {'Port': ['ID=5915cf64-3c37-4805-b78b-ee52723813ec,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:03.107053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7751c4a-1a45-4e1d-a6e6-20e792a52d91 req-4e33facf-03f3-49ea-a6d9-1fb59c8959c5 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:03.108747 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7751c4a-1a45-4e1d-a6e6-20e792a52d91 req-4e33facf-03f3-49ea-a6d9-1fb59c8959c5 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 948 time: 0.1154938 Nov 27 01:20:03.170562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c428b-0f5a-4b81-8282-c8fb9f6d31f1 req-625f0b9e-5568-4389-b57f-b2de6ad3b10e tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:03.175653 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e48c428b-0f5a-4b81-8282-c8fb9f6d31f1 req-625f0b9e-5568-4389-b57f-b2de6ad3b10e tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 945 time: 0.5274897 Nov 27 01:20:03.185956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Router bb194cab-97b1-4fda-a3ac-3b80c37a1c9d is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:20:03.216890 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-fb97a6a8-66a0-4ba4-846e-1c7932efcd5b service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092408 Nov 27 01:20:03.228155 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7751c4a-1a45-4e1d-a6e6-20e792a52d91 req-8d8d1e96-4748-4f13-92df-70a1068588c6 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa6f2773-e8e1-461e-a711-3f76a6d3bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093917 Nov 27 01:20:03.306677 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e48c428b-0f5a-4b81-8282-c8fb9f6d31f1 req-a5e67859-3450-40c2-8ebe-b1a25aef60b8 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203263 Nov 27 01:20:03.369883 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83e9191f-b9d6-4e8a-815d-ee6c8db70a27 req-3ace0809-dcc9-4cb8-980b-a877b842dd5c service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441379 Nov 27 01:20:03.472212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914735f6-c9a0-4509-81ca-d6eade5a0dbe req-902ce7a1-8e0f-49d9-9585-345afe81f8ee tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:03.474236 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-914735f6-c9a0-4509-81ca-d6eade5a0dbe req-902ce7a1-8e0f-49d9-9585-345afe81f8ee tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0620189 Nov 27 01:20:03.571324 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-914735f6-c9a0-4509-81ca-d6eade5a0dbe req-22b7aab9-ad0b-414b-a430-c81ba369ba7b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908465 Nov 27 01:20:03.583427 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01243c1-30cc-4a63-847c-2eafeb0ef0ef req-39b74aa8-c3d6-447c-8a65-25fbc19fc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:03.585214 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e01243c1-30cc-4a63-847c-2eafeb0ef0ef req-39b74aa8-c3d6-447c-8a65-25fbc19fc23a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f523092ac4ec4b3aa039ef5f556bc2e1&device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 1100 time: 0.0564864 Nov 27 01:20:03.696756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01243c1-30cc-4a63-847c-2eafeb0ef0ef req-5d710e61-41a8-4864-8ecf-2a6aff48451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:03.698259 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e01243c1-30cc-4a63-847c-2eafeb0ef0ef req-5d710e61-41a8-4864-8ecf-2a6aff48451e service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1009040 Nov 27 01:20:03.707884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:20:03.716861 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6f82eafb-9e9d-48b6-b7dd-c986c09e9a61 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "PUT /v2.0/routers/bb194cab-97b1-4fda-a3ac-3b80c37a1c9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1502271 Nov 27 01:20:03.717604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60104) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:03.724078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc49e5-c808-47c5-a27f-732a063fbe37 None None] Sync routers for ids ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:20:03.734701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc49e5-c808-47c5-a27f-732a063fbe37 None None] Routers {'bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:03.736155 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b2bc49e5-c808-47c5-a27f-732a063fbe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:03.745669 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e01243c1-30cc-4a63-847c-2eafeb0ef0ef req-457042e0-4f11-45d3-93b4-aa385b0bf689 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 HTTP/1.1" status: 200 len: 217 time: 0.0402493 Nov 27 01:20:03.813891 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3433d1-0d5d-4507-acbc-104adc836aca None None] Network b3a1bea2-d5d3-462e-be49-b71e878d8cc8 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:03.848362 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01243c1-30cc-4a63-847c-2eafeb0ef0ef req-606b8348-2877-4e76-a90c-a448410f5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:03.849840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e01243c1-30cc-4a63-847c-2eafeb0ef0ef req-606b8348-2877-4e76-a90c-a448410f5505 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0809658 Nov 27 01:20:03.879337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b2bc49e5-c808-47c5-a27f-732a063fbe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:03.928514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4dad876c-d839-478d-8051-cb5300c7db85 None None] Provisioning complete for port 08220cc3-7863-4772-a115-7d0a4568b70c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:03.928896 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4dad876c-d839-478d-8051-cb5300c7db85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:03.932817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc49e5-c808-47c5-a27f-732a063fbe37 None None] Routers {'bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:03.933454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b2bc49e5-c808-47c5-a27f-732a063fbe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:03.938858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01243c1-30cc-4a63-847c-2eafeb0ef0ef req-7101ddf5-b4b1-4abd-8007-4ce145280ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:03.941444 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e01243c1-30cc-4a63-847c-2eafeb0ef0ef req-7101ddf5-b4b1-4abd-8007-4ce145280ff8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0830095 Nov 27 01:20:04.003416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5915cf64-3c37-4805-b78b-ee52723813ec up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:04.009843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b2bc49e5-c808-47c5-a27f-732a063fbe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:04.010609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc49e5-c808-47c5-a27f-732a063fbe37 None None] The sync data for ids ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:20:04.071915 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e01243c1-30cc-4a63-847c-2eafeb0ef0ef req-42f69f3d-c59d-44f0-8781-bb33fc06fb28 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191185 Nov 27 01:20:04.128450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5915cf64-3c37-4805-b78b-ee52723813ec triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:04.128939 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:04.191659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5402a5c-30a5-4d33-8d69-65b06a9b412e None None] Network 70bbf122-5bf3-4955-9834-09b1d4bea9c0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:04.192345 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e01243c1-30cc-4a63-847c-2eafeb0ef0ef req-a0ff7ead-396f-4d37-becb-d32ea8fc28e2 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117952 Nov 27 01:20:04.195015 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-7b351e99-1775-4b97-9aa2-a87df649556f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:20:04.196603 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7b351e99-1775-4b97-9aa2-a87df649556f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "PUT /v2.0/routers/bb194cab-97b1-4fda-a3ac-3b80c37a1c9d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4776475 Nov 27 01:20:04.198872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60106) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:04.276429 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4dad876c-d839-478d-8051-cb5300c7db85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:04.351397 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-4dad876c-d839-478d-8051-cb5300c7db85 None None] For port 08220cc3-7863-4772-a115-7d0a4568b70c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=08220cc3-7863-4772-a115-7d0a4568b70c,segment=NetworkSegment(c7360439-8b5b-4ba4-b079-fef2a810e49f),segment_id=c7360439-8b5b-4ba4-b079-fef2a810e49f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:04.378053 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4dad876c-d839-478d-8051-cb5300c7db85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:04.384030 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3070d-9a4e-4dae-bcab-bfed7c4caf54 req-3a0f1079-e3a3-4a2b-b5f6-a9ef794c69ce tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:04.393096 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28d3070d-9a4e-4dae-bcab-bfed7c4caf54 req-3a0f1079-e3a3-4a2b-b5f6-a9ef794c69ce tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 948 time: 0.0821161 Nov 27 01:20:04.457912 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:04.460792 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28d3070d-9a4e-4dae-bcab-bfed7c4caf54 req-f7d50f12-ec06-469a-afee-f796baa7e4de tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa6f2773-e8e1-461e-a711-3f76a6d3bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673440 Nov 27 01:20:04.536491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad876c-d839-478d-8051-cb5300c7db85 None None] Pushing event updated for resources: {'Port': ['ID=08220cc3-7863-4772-a115-7d0a4568b70c,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:04.565046 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d14a0f48-a59e-4ed7-bb99-1b5d973ea083 None None] Provisioning complete for port 5915cf64-3c37-4805-b78b-ee52723813ec triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:04.565418 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d14a0f48-a59e-4ed7-bb99-1b5d973ea083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:04.573868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 5915cf64-3c37-4805-b78b-ee52723813ec, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5915cf64-3c37-4805-b78b-ee52723813ec,segment=NetworkSegment(1bad187d-42d6-403f-b9eb-d6045759651d),segment_id=1bad187d-42d6-403f-b9eb-d6045759651d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:04.600258 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:04.600494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 08220cc3-7863-4772-a115-7d0a4568b70c up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:04.612754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e65c94-0406-4a5d-8c0f-37afd0cfb659 req-db10beab-679c-4141-904e-930653f27f17 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:04.614796 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30e65c94-0406-4a5d-8c0f-37afd0cfb659 req-db10beab-679c-4141-904e-930653f27f17 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 945 time: 0.0817983 Nov 27 01:20:04.713436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=5915cf64-3c37-4805-b78b-ee52723813ec,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:04.734136 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30e65c94-0406-4a5d-8c0f-37afd0cfb659 req-694e8100-b858-427c-a907-2b0d3042761b tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012816 Nov 27 01:20:04.750109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73100ead-2fd0-47d6-80a1-b1d112662044 req-8a1656cf-6536-44bf-97b0-2e83dd4cec32 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:04.760630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-73100ead-2fd0-47d6-80a1-b1d112662044 req-8a1656cf-6536-44bf-97b0-2e83dd4cec32 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0808346 Nov 27 01:20:04.770865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 08220cc3-7863-4772-a115-7d0a4568b70c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:04.771434 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:04.786375 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:04.828429 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-73100ead-2fd0-47d6-80a1-b1d112662044 req-0a9f2cb4-4316-4085-a44a-c043d8ad0683 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628254 Nov 27 01:20:04.932767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cbd03e96-0ecd-4a40-b112-c203d7303cc5 None None] Provisioning complete for port 08220cc3-7863-4772-a115-7d0a4568b70c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:04.933435 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cbd03e96-0ecd-4a40-b112-c203d7303cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:05.055638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cbd03e96-0ecd-4a40-b112-c203d7303cc5 None None] Provisioning complete for port 71895229-2f58-4027-8de1-dd26c0fda145 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:05.056117 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cbd03e96-0ecd-4a40-b112-c203d7303cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:05.100002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-cbd03e96-0ecd-4a40-b112-c203d7303cc5 None None] Port 71895229-2f58-4027-8de1-dd26c0fda145 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:05.158230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Deleting port 71895229-2f58-4027-8de1-dd26c0fda145 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:05.158570 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:05.225195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2fdbf9c3-f878-4425-b086-e6fe7df5f508 None None] Provisioning complete for port 71895229-2f58-4027-8de1-dd26c0fda145 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:05.225562 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2fdbf9c3-f878-4425-b086-e6fe7df5f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:05.280302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2fdbf9c3-f878-4425-b086-e6fe7df5f508 None None] Port 71895229-2f58-4027-8de1-dd26c0fda145 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:05.281337 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:05.291441 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2fdbf9c3-f878-4425-b086-e6fe7df5f508 None None] Provisioning complete for port 5915cf64-3c37-4805-b78b-ee52723813ec triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:05.291441 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2fdbf9c3-f878-4425-b086-e6fe7df5f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:05.300736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Calling delete_port for 71895229-2f58-4027-8de1-dd26c0fda145 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:05.485775 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:05.491023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c30a0524-73cb-4015-99e2-5b3e2f0c2e89 None None] Could not find standard attr ID for object 71895229-2f58-4027-8de1-dd26c0fda145. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:20:05.518103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event deleted for resources: {'Port': ['ID=71895229-2f58-4027-8de1-dd26c0fda145,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:05.554479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:05.554885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:05.555227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:05.555564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:05.555894 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:05.556227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:05.556675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:05.557001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:05.557329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:05.557656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:05.557980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:05.558303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:05.616416 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d74cb-97cd-4167-879b-a957f6043857 req-efa44e02-b2a7-43f7-8010-a1651cca28aa tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:05.625354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f1d74cb-97cd-4167-879b-a957f6043857 req-efa44e02-b2a7-43f7-8010-a1651cca28aa tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 948 time: 0.0633473 Nov 27 01:20:05.647019 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:05.703340 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f1d74cb-97cd-4167-879b-a957f6043857 req-c1b6399d-e506-4a25-a72a-0d104a350b03 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa6f2773-e8e1-461e-a711-3f76a6d3bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755668 Nov 27 01:20:05.833860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5915cf64-3c37-4805-b78b-ee52723813ec up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:05.844535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Router bb194cab-97b1-4fda-a3ac-3b80c37a1c9d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:20:05.906926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5915cf64-3c37-4805-b78b-ee52723813ec triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:05.907604 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:05.965423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:20:05.976788 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b9d66252-e8f4-4196-8052-5479843c5a95 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "PUT /v2.0/routers/bb194cab-97b1-4fda-a3ac-3b80c37a1c9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7721086 Nov 27 01:20:05.977057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60134) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:05.986876 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493dcf4-2b46-4d19-9dd0-35d22db346d0 None None] Sync routers for ids ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:20:05.999188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be700d1-c0ca-4152-a07c-7b9973796805 req-157a0a25-d9ce-4d8c-9142-c001ddd16560 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:05.999828 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493dcf4-2b46-4d19-9dd0-35d22db346d0 None None] Routers {'bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:06.000583 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2493dcf4-2b46-4d19-9dd0-35d22db346d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:06.007439 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1be700d1-c0ca-4152-a07c-7b9973796805 req-157a0a25-d9ce-4d8c-9142-c001ddd16560 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0769429 Nov 27 01:20:06.029266 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-e83dce13-be53-461f-8cea-2a4b9638a40f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] delete failed (client error): The resource could not be found. Nov 27 01:20:06.030859 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e83dce13-be53-461f-8cea-2a4b9638a40f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1808028767 HTTP/1.1" status: 404 len: 335 time: 0.0535843 Nov 27 01:20:06.036373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60136) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:06.041113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8666570e-f7a4-41a8-be98-5c72fcec4fab tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:06.049393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 08220cc3-7863-4772-a115-7d0a4568b70c up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:06.053261 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2493dcf4-2b46-4d19-9dd0-35d22db346d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:06.062678 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493dcf4-2b46-4d19-9dd0-35d22db346d0 None None] Routers {'bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:06.063817 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2493dcf4-2b46-4d19-9dd0-35d22db346d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:06.080309 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1be700d1-c0ca-4152-a07c-7b9973796805 req-a9bff600-935b-4112-8acb-c62b527c1106 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718737 Nov 27 01:20:06.096865 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2493dcf4-2b46-4d19-9dd0-35d22db346d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:06.097806 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493dcf4-2b46-4d19-9dd0-35d22db346d0 None None] The sync data for ids ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:20:06.123917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 08220cc3-7863-4772-a115-7d0a4568b70c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:06.124328 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.272922 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8666570e-f7a4-41a8-be98-5c72fcec4fab tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.292502 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-8666570e-f7a4-41a8-be98-5c72fcec4fab tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] update failed (client error): The resource could not be found. Nov 27 01:20:06.293569 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8666570e-f7a4-41a8-be98-5c72fcec4fab tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "PUT /v2.0/routers/bb194cab-97b1-4fda-a3ac-3b80c37a1c9d HTTP/1.1" status: 404 len: 339 time: 0.2561452 Nov 27 01:20:06.297198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60144) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:06.302634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ba905c90-3d2e-419c-baf1-7448947378d8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1687522846'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:06.324321 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba905c90-3d2e-419c-baf1-7448947378d8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Made reservation on behalf of 324c06de55e9443e971512f2ab016ddc for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:06.327775 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba905c90-3d2e-419c-baf1-7448947378d8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.351066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba905c90-3d2e-419c-baf1-7448947378d8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:20:06.360908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba905c90-3d2e-419c-baf1-7448947378d8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.361253 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-ba905c90-3d2e-419c-baf1-7448947378d8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Added segment 6bd5a02a-8d22-402d-9cd3-ee4f990549f3 of type vlan for network 60e1f313-450b-4e0f-b5fd-c0379a3b58ad Nov 27 01:20:06.405875 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba905c90-3d2e-419c-baf1-7448947378d8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.433993 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba905c90-3d2e-419c-baf1-7448947378d8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.440371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba905c90-3d2e-419c-baf1-7448947378d8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:06.441091 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba905c90-3d2e-419c-baf1-7448947378d8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.501163 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ba905c90-3d2e-419c-baf1-7448947378d8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1996262 Nov 27 01:20:06.501610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60152) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:06.506834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-dbe7f512-5355-4178-9ae1-b09529f0a9b8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Request body: {'subnet': {'network_id': '60e1f313-450b-4e0f-b5fd-c0379a3b58ad', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:06.510891 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba905c90-3d2e-419c-baf1-7448947378d8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event updated for resources: {'Network': ['ID=60e1f313-450b-4e0f-b5fd-c0379a3b58ad,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:06.522207 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 60e1f313-450b-4e0f-b5fd-c0379a3b58ad details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:20:06.617894 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe7f512-5355-4178-9ae1-b09529f0a9b8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Made reservation on behalf of 324c06de55e9443e971512f2ab016ddc for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:06.621656 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f512-5355-4178-9ae1-b09529f0a9b8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.714386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:20:06.865760 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:06.871885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f512-5355-4178-9ae1-b09529f0a9b8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.878648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': 'c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1', 'mac_address': 'fa:16:3e:5b:6a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:20:06.923314 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.924822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a15652-24bd-4221-a5c4-b3bc7bf44c86 req-5d539228-adfb-4628-8b98-9bb27ac6a904 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:06.926419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b8a15652-24bd-4221-a5c4-b3bc7bf44c86 req-5d539228-adfb-4628-8b98-9bb27ac6a904 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 948 time: 0.0995846 Nov 27 01:20:06.936909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:06.957267 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:06.961957 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.967595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7f512-5355-4178-9ae1-b09529f0a9b8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event updated for resources: {'Subnet': ['ID=e6b46fce-37a6-49da-9d11-7d7c6ac34304,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:06.988299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe7f512-5355-4178-9ae1-b09529f0a9b8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Checking segment: {'id': '6bd5a02a-8d22-402d-9cd3-ee4f990549f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '60e1f313-450b-4e0f-b5fd-c0379a3b58ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:06.988763 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe7f512-5355-4178-9ae1-b09529f0a9b8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Network hostable DHCP agents. Network: 60e1f313-450b-4e0f-b5fd-c0379a3b58ad, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:20:07.014475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b8a15652-24bd-4221-a5c4-b3bc7bf44c86 req-0261b624-acf3-4c92-b562-38b165a9504b tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa6f2773-e8e1-461e-a711-3f76a6d3bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744553 Nov 27 01:20:07.015639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:07.023398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe7f512-5355-4178-9ae1-b09529f0a9b8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Network 60e1f313-450b-4e0f-b5fd-c0379a3b58ad is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:20:07.034659 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-dbe7f512-5355-4178-9ae1-b09529f0a9b8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 60e1f313-450b-4e0f-b5fd-c0379a3b58ad) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:07.039255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe7f512-5355-4178-9ae1-b09529f0a9b8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:07.039848 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f512-5355-4178-9ae1-b09529f0a9b8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.047166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef735e46-9b01-4517-9feb-95a5a936a255 None None] Network 60e1f313-450b-4e0f-b5fd-c0379a3b58ad requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:07.066900 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dbe7f512-5355-4178-9ae1-b09529f0a9b8 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5641131 Nov 27 01:20:07.069569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60160) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:07.074603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-35a4c66f-37b1-4511-9086-b0e4d5f0dd2f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Request body: {'router': {'external_gateway_info': {'network_id': '60e1f313-450b-4e0f-b5fd-c0379a3b58ad'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:07.206551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8b3b7-ec9b-454b-8582-e485247983cd req-4718b4ad-324f-4c17-b565-838d5746b386 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:07.208560 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2be8b3b7-ec9b-454b-8582-e485247983cd req-4718b4ad-324f-4c17-b565-838d5746b386 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0669107 Nov 27 01:20:07.239631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-60e1f313-450b-4e0f-b5fd-c0379a3b58ad', 'network_id': '60e1f313-450b-4e0f-b5fd-c0379a3b58ad', 'tenant_id': '324c06de55e9443e971512f2ab016ddc', 'fixed_ips': [{'subnet_id': 'e6b46fce-37a6-49da-9d11-7d7c6ac34304'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:20:07.240577 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.274748 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2be8b3b7-ec9b-454b-8582-e485247983cd req-b80fa086-393a-4f2b-a362-62f01355ecfd tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596566 Nov 27 01:20:07.327040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:07.346262 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35a4c66f-37b1-4511-9086-b0e4d5f0dd2f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.446610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Allocated IP 2001:db8:1::2 (60e1f313-450b-4e0f-b5fd-c0379a3b58ad/e6b46fce-37a6-49da-9d11-7d7c6ac34304/7d96f370-5c1c-4c95-b334-72efeae551e4) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:07.465118 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-35a4c66f-37b1-4511-9086-b0e4d5f0dd2f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:20:07.466457 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-35a4c66f-37b1-4511-9086-b0e4d5f0dd2f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "PUT /v2.0/routers/bb194cab-97b1-4fda-a3ac-3b80c37a1c9d HTTP/1.1" status: 400 len: 364 time: 0.3954444 Nov 27 01:20:07.470552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60164) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:07.683700 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.691710 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.734392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Network 60e1f313-450b-4e0f-b5fd-c0379a3b58ad is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:07.737764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:07.741332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:07.748888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Pushing event updated for resources: {'Port': ['ID=7d96f370-5c1c-4c95-b334-72efeae551e4,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:07.787929 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.801198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Attempting to bind port 7d96f370-5c1c-4c95-b334-72efeae551e4 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:07.801616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Attempting to bind port 7d96f370-5c1c-4c95-b334-72efeae551e4 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '6bd5a02a-8d22-402d-9cd3-ee4f990549f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '60e1f313-450b-4e0f-b5fd-c0379a3b58ad'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:07.801939 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Attempting to bind port 7d96f370-5c1c-4c95-b334-72efeae551e4 on network 60e1f313-450b-4e0f-b5fd-c0379a3b58ad {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:07.808599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:07.808982 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Checking segment: {'id': '6bd5a02a-8d22-402d-9cd3-ee4f990549f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '60e1f313-450b-4e0f-b5fd-c0379a3b58ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:07.809388 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.809876 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Bound using segment: {'id': '6bd5a02a-8d22-402d-9cd3-ee4f990549f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '60e1f313-450b-4e0f-b5fd-c0379a3b58ad'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:07.810385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Bound port: 7d96f370-5c1c-4c95-b334-72efeae551e4, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd5a02a-8d22-402d-9cd3-ee4f990549f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '60e1f313-450b-4e0f-b5fd-c0379a3b58ad'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:07.810765 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.882180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] For port 7d96f370-5c1c-4c95-b334-72efeae551e4, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:07.885507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] For port 7d96f370-5c1c-4c95-b334-72efeae551e4, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7d96f370-5c1c-4c95-b334-72efeae551e4,segment=NetworkSegment(6bd5a02a-8d22-402d-9cd3-ee4f990549f3),segment_id=6bd5a02a-8d22-402d-9cd3-ee4f990549f3)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:07.892560 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.066898 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Allocated IP 2001:db8::1 (1cc11380-d567-43f8-a967-fecdd085a6aa/89ba3bf2-48d9-44d8-a15e-69cc238c103d/f873bb7e-0a2c-4ea9-ade6-f44ced1706b9) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:08.122338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472ae20-5897-48ae-8ef9-d0cfcf2dcce8 None None] Pushing event updated for resources: {'Port': ['ID=7d96f370-5c1c-4c95-b334-72efeae551e4,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:08.199563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108205-5cce-433a-b4d5-5bb3371e6bc5 req-869c3ac8-41c0-41f5-9e1e-69ec098a4910 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:08.213524 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20108205-5cce-433a-b4d5-5bb3371e6bc5 req-869c3ac8-41c0-41f5-9e1e-69ec098a4910 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 949 time: 0.0720165 Nov 27 01:20:08.215031 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.268450 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20108205-5cce-433a-b4d5-5bb3371e6bc5 req-de7c420f-1376-4496-bbf1-f30d3b62299e tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa6f2773-e8e1-461e-a711-3f76a6d3bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539212 Nov 27 01:20:08.273563 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.340995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Network 1cc11380-d567-43f8-a967-fecdd085a6aa is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:08.343963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:08.348136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:08.348714 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.431088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event updated for resources: {'Port': ['ID=f873bb7e-0a2c-4ea9-ade6-f44ced1706b9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:08.519695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eb7bf-3fca-4949-b83a-e43b2fe10af3 req-db7b88fc-5775-411e-8f1e-50fc9ac894d5 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:08.521493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f90eb7bf-3fca-4949-b83a-e43b2fe10af3 req-db7b88fc-5775-411e-8f1e-50fc9ac894d5 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.1235187 Nov 27 01:20:08.609441 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.691866 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f90eb7bf-3fca-4949-b83a-e43b2fe10af3 req-f9859b6c-212c-4864-9302-3675ad94e903 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539049 Nov 27 01:20:08.731831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:08.798394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f06dfd96-039c-49ec-96f3-81378903fa1a None None] Provisioning complete for port f873bb7e-0a2c-4ea9-ade6-f44ced1706b9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:08.798630 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f06dfd96-039c-49ec-96f3-81378903fa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.866527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:20:08.868718 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f06dfd96-039c-49ec-96f3-81378903fa1a None None] Port f873bb7e-0a2c-4ea9-ade6-f44ced1706b9 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:08.872272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:08.872816 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.949045 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.951541 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.955438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.956350 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.977587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d61a57-7ea7-48cb-978e-804318ff19fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:08.980346 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebde1540-ca5c-46d7-8d46-72274849db97" -d '{"events": [{"server_uuid": "e3d61a57-7ea7-48cb-978e-804318ff19fe", "name": "network-vif-plugged", "status": "completed", "tag": "c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:08.993958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:08.998691 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.007838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event updated for resources: {'Port': ['ID=f873bb7e-0a2c-4ea9-ade6-f44ced1706b9,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:09.050186 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1658622b-b0a9-4186-a6c3-11c6ee0d4631 x-openstack-request-id: req-1658622b-b0a9-4186-a6c3-11c6ee0d4631 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:09.050631 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d61a57-7ea7-48cb-978e-804318ff19fe", "name": "network-vif-plugged", "status": "completed", "tag": "c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:09.050981 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1658622b-b0a9-4186-a6c3-11c6ee0d4631 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:09.051557 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d61a57-7ea7-48cb-978e-804318ff19fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1', 'code': 200} Nov 27 01:20:09.065621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:09.148761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Network 1cc11380-d567-43f8-a967-fecdd085a6aa is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:09.150235 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:09.239045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1f782-e02c-4208-8cfb-bb269d0d8c86 req-d58bbeec-408a-45f4-9299-f9c62418b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:09.242662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-daa1f782-e02c-4208-8cfb-bb269d0d8c86 req-d58bbeec-408a-45f4-9299-f9c62418b902 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 1102 time: 0.0655005 Nov 27 01:20:09.273411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Router bb194cab-97b1-4fda-a3ac-3b80c37a1c9d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:20:09.365433 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-daa1f782-e02c-4208-8cfb-bb269d0d8c86 req-a3858bcd-3b87-4d22-ad76-da5710125dad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fa6f2773-e8e1-461e-a711-3f76a6d3bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125007 Nov 27 01:20:09.399332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:20:09.408490 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e4962e3b-cae8-488e-bb69-d7aadcb25b9a tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "PUT /v2.0/routers/bb194cab-97b1-4fda-a3ac-3b80c37a1c9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9367347 Nov 27 01:20:09.409547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60186) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:09.411944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e89d786-d6df-4de9-9e51-7e78de5e603a None None] Sync routers for ids ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:20:09.445460 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e89d786-d6df-4de9-9e51-7e78de5e603a None None] Routers {'bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:09.446234 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9e89d786-d6df-4de9-9e51-7e78de5e603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:09.474560 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9b714-6e32-4411-bad6-40fa6326d24a req-e60d231c-e24b-48a7-8350-4141c9e138dc tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:09.476094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-49e9b714-6e32-4411-bad6-40fa6326d24a req-e60d231c-e24b-48a7-8350-4141c9e138dc tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 950 time: 0.0950456 Nov 27 01:20:09.507527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9e89d786-d6df-4de9-9e51-7e78de5e603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:09.524349 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e89d786-d6df-4de9-9e51-7e78de5e603a None None] Routers {'bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:09.525300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9e89d786-d6df-4de9-9e51-7e78de5e603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:09.553712 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-49e9b714-6e32-4411-bad6-40fa6326d24a req-d8bcf4d8-0655-47db-af4b-34a8f4ba95f3 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa6f2773-e8e1-461e-a711-3f76a6d3bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653212 Nov 27 01:20:09.562244 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-195c48ff-6bfa-418a-8dfb-1c0a2ae6ff21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.572485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9e89d786-d6df-4de9-9e51-7e78de5e603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:09.573173 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e89d786-d6df-4de9-9e51-7e78de5e603a None None] The sync data for ids ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:20:09.595934 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-34d1fb15-3efe-4b4c-99a3-6544cb0db845 None None] Provisioning complete for port f873bb7e-0a2c-4ea9-ade6-f44ced1706b9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:09.596409 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-34d1fb15-3efe-4b4c-99a3-6544cb0db845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.642325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-34d1fb15-3efe-4b4c-99a3-6544cb0db845 None None] Port f873bb7e-0a2c-4ea9-ade6-f44ced1706b9 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:09.643836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f800df0-c7a1-4ced-b5dc-3fdc596e919d None None] Network 60e1f313-450b-4e0f-b5fd-c0379a3b58ad requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:09.669817 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-195c48ff-6bfa-418a-8dfb-1c0a2ae6ff21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 01:20:09.673656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-195c48ff-6bfa-418a-8dfb-1c0a2ae6ff21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "DELETE /v2.0/routers/bb194cab-97b1-4fda-a3ac-3b80c37a1c9d HTTP/1.1" status: 409 len: 329 time: 0.2471533 Nov 27 01:20:09.673807 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60188) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:09.829866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6dbd3abe-5cb9-4927-82c0-7a8a6660be78 None None] Provisioning complete for port 7d96f370-5c1c-4c95-b334-72efeae551e4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:09.830598 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6dbd3abe-5cb9-4927-82c0-7a8a6660be78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.935135 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df072d-974b-4e89-862e-0699107fe666 req-e7f855d9-267f-48a4-b749-c73ee9755ec1 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:09.936803 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-72df072d-974b-4e89-862e-0699107fe666 req-e7f855d9-267f-48a4-b749-c73ee9755ec1 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.1397781 Nov 27 01:20:09.943445 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7d96f370-5c1c-4c95-b334-72efeae551e4 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:10.041807 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b851600e-18ab-4fee-9aa6-7d2a743970f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.051036 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-72df072d-974b-4e89-862e-0699107fe666 req-b6a8901f-7b00-4a77-85cf-1f472cec19be tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008461 Nov 27 01:20:10.051882 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6dbd3abe-5cb9-4927-82c0-7a8a6660be78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.064289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 7d96f370-5c1c-4c95-b334-72efeae551e4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:10.064638 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.122627 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6dbd3abe-5cb9-4927-82c0-7a8a6660be78 None None] For port 7d96f370-5c1c-4c95-b334-72efeae551e4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7d96f370-5c1c-4c95-b334-72efeae551e4,segment=NetworkSegment(6bd5a02a-8d22-402d-9cd3-ee4f990549f3),segment_id=6bd5a02a-8d22-402d-9cd3-ee4f990549f3)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:10.132312 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6dbd3abe-5cb9-4927-82c0-7a8a6660be78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.194636 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a7ab22b-53dd-4a5d-a61c-1032916d97a0 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.243409 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd3abe-5cb9-4927-82c0-7a8a6660be78 None None] Pushing event updated for resources: {'Port': ['ID=7d96f370-5c1c-4c95-b334-72efeae551e4,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:10.353215 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3967e313-5a0f-4ef7-8ee9-3e45c60f1538 None None] Provisioning complete for port 7d96f370-5c1c-4c95-b334-72efeae551e4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:10.353952 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3967e313-5a0f-4ef7-8ee9-3e45c60f1538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.472195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ab22b-53dd-4a5d-a61c-1032916d97a0 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Deleting port f873bb7e-0a2c-4ea9-ade6-f44ced1706b9 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:10.472195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a7ab22b-53dd-4a5d-a61c-1032916d97a0 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.565743 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a7ab22b-53dd-4a5d-a61c-1032916d97a0 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.580979 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ab22b-53dd-4a5d-a61c-1032916d97a0 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Calling delete_port for f873bb7e-0a2c-4ea9-ade6-f44ced1706b9 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:11.005057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f63f1-462c-45b7-896a-0f5020561ded req-3e727c91-9d91-4264-982e-df660c463323 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:11.006853 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5b4f63f1-462c-45b7-896a-0f5020561ded req-3e727c91-9d91-4264-982e-df660c463323 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 950 time: 0.0887926 Nov 27 01:20:11.110429 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5b4f63f1-462c-45b7-896a-0f5020561ded req-0b4be603-ce33-4fbd-bd4c-8e8f2be34534 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa6f2773-e8e1-461e-a711-3f76a6d3bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620155 Nov 27 01:20:11.166162 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a7ab22b-53dd-4a5d-a61c-1032916d97a0 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:11.171766 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889e8f4-2a3a-4201-82ab-75013d5ec591 req-07e98489-5793-4d02-8410-b755fa187d49 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:11.173121 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6889e8f4-2a3a-4201-82ab-75013d5ec591 req-07e98489-5793-4d02-8410-b755fa187d49 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0579185 Nov 27 01:20:11.197313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ab22b-53dd-4a5d-a61c-1032916d97a0 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event deleted for resources: {'Port': ['ID=f873bb7e-0a2c-4ea9-ade6-f44ced1706b9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:11.278901 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6889e8f4-2a3a-4201-82ab-75013d5ec591 req-6275da60-8968-4ce5-8629-a46b4f7e5935 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923202 Nov 27 01:20:11.331406 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a7ab22b-53dd-4a5d-a61c-1032916d97a0 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:11.497948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7ab22b-53dd-4a5d-a61c-1032916d97a0 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Router bb194cab-97b1-4fda-a3ac-3b80c37a1c9d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:20:11.576006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7ab22b-53dd-4a5d-a61c-1032916d97a0 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:20:11.581338 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1a7ab22b-53dd-4a5d-a61c-1032916d97a0 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "PUT /v2.0/routers/bb194cab-97b1-4fda-a3ac-3b80c37a1c9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9063640 Nov 27 01:20:11.586103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60208) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:11.589316 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d9b710-ae84-487f-9d1d-862e3894b737 None None] Sync routers for ids ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:20:11.602307 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d9b710-ae84-487f-9d1d-862e3894b737 None None] Routers {'bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:11.603119 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-11d9b710-ae84-487f-9d1d-862e3894b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:11.623149 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-7976f560-6033-45a2-b885-2755b997fb3e tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] show failed (client error): The resource could not be found. Nov 27 01:20:11.628500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7976f560-6033-45a2-b885-2755b997fb3e tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1515639636 HTTP/1.1" status: 404 len: 335 time: 0.0371947 Nov 27 01:20:11.628794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60210) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:11.634027 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6f16256b-da3e-4da4-9c6f-937b6ec09ce6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:11.645625 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-11d9b710-ae84-487f-9d1d-862e3894b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:11.654724 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d9b710-ae84-487f-9d1d-862e3894b737 None None] Routers {'bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:11.655336 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-11d9b710-ae84-487f-9d1d-862e3894b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:19:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:11.687856 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-11d9b710-ae84-487f-9d1d-862e3894b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:11.689144 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d9b710-ae84-487f-9d1d-862e3894b737 None None] The sync data for ids ['bb194cab-97b1-4fda-a3ac-3b80c37a1c9d'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:20:11.841245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7d96f370-5c1c-4c95-b334-72efeae551e4 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:11.895142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 7d96f370-5c1c-4c95-b334-72efeae551e4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:11.895513 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:11.972006 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-6f16256b-da3e-4da4-9c6f-937b6ec09ce6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] update failed (client error): The resource could not be found. Nov 27 01:20:11.973092 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6f16256b-da3e-4da4-9c6f-937b6ec09ce6 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-736906565 HTTP/1.1" status: 404 len: 334 time: 0.3429945 Nov 27 01:20:11.977535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60214) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:12.028823 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-66048834-8a76-481f-9bc6-2fc137e21562 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Deleting subnet e6b46fce-37a6-49da-9d11-7d7c6ac34304 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:20:12.032721 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66048834-8a76-481f-9bc6-2fc137e21562 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.072693 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66048834-8a76-481f-9bc6-2fc137e21562 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.165072 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66048834-8a76-481f-9bc6-2fc137e21562 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.219342 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-67937fcf-ec5d-460e-bd16-e51dc8fba838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.233817 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66048834-8a76-481f-9bc6-2fc137e21562 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.250602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6d144-5571-4f8e-a1fe-825d139826e8 req-3381c596-3e20-471b-91d7-f33c45effebb tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:12.252320 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dfb6d144-5571-4f8e-a1fe-825d139826e8 req-3381c596-3e20-471b-91d7-f33c45effebb tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 950 time: 0.0592272 Nov 27 01:20:12.270739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66048834-8a76-481f-9bc6-2fc137e21562 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b46fce-37a6-49da-9d11-7d7c6ac34304,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:12.277526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66048834-8a76-481f-9bc6-2fc137e21562 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.281299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-66048834-8a76-481f-9bc6-2fc137e21562 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "DELETE /v2.0/subnets/e6b46fce-37a6-49da-9d11-7d7c6ac34304 HTTP/1.1" status: 204 len: 168 time: 0.3026490 Nov 27 01:20:12.284452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60220) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:12.286576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcab2b24-dca3-4ba9-afec-b786eab782b6 None None] Network 60e1f313-450b-4e0f-b5fd-c0379a3b58ad requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:12.350265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dfb6d144-5571-4f8e-a1fe-825d139826e8 req-91e6112d-1687-4a6c-b3bb-5e5ce79713e0 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa6f2773-e8e1-461e-a711-3f76a6d3bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721762 Nov 27 01:20:12.408673 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.438872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8177d3-3273-46fc-af20-efdbee1f76f6 req-e6c37774-24d4-46b4-af20-eab33911c84f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:12.447266 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ae8177d3-3273-46fc-af20-efdbee1f76f6 req-e6c37774-24d4-46b4-af20-eab33911c84f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0731535 Nov 27 01:20:12.540235 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ae8177d3-3273-46fc-af20-efdbee1f76f6 req-63dd9d8a-a0d1-4edd-b90c-10bcd7706b0c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872881 Nov 27 01:20:12.557348 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0ce421-f595-4769-a7b9-9a71aec8eb1e None None] DHCP port deletion for 60e1f313-450b-4e0f-b5fd-c0379a3b58ad request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:12.566397 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Deleting port 7d96f370-5c1c-4c95-b334-72efeae551e4 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:12.566850 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.621180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ce421-f595-4769-a7b9-9a71aec8eb1e None None] Deleting port 7d96f370-5c1c-4c95-b334-72efeae551e4 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:12.621564 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eb0ce421-f595-4769-a7b9-9a71aec8eb1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.651806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] For port 7d96f370-5c1c-4c95-b334-72efeae551e4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7d96f370-5c1c-4c95-b334-72efeae551e4,segment=NetworkSegment(6bd5a02a-8d22-402d-9cd3-ee4f990549f3),segment_id=6bd5a02a-8d22-402d-9cd3-ee4f990549f3)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:12.652173 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.667994 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Calling delete_port for 7d96f370-5c1c-4c95-b334-72efeae551e4 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:12.696314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-eb0ce421-f595-4769-a7b9-9a71aec8eb1e None None] For port 7d96f370-5c1c-4c95-b334-72efeae551e4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7d96f370-5c1c-4c95-b334-72efeae551e4,segment=NetworkSegment(6bd5a02a-8d22-402d-9cd3-ee4f990549f3),segment_id=6bd5a02a-8d22-402d-9cd3-ee4f990549f3)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:12.696730 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eb0ce421-f595-4769-a7b9-9a71aec8eb1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.710144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ce421-f595-4769-a7b9-9a71aec8eb1e None None] Calling delete_port for 7d96f370-5c1c-4c95-b334-72efeae551e4 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:12.760387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.787049 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event deleted for resources: {'Port': ['ID=7d96f370-5c1c-4c95-b334-72efeae551e4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:12.788973 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eb0ce421-f595-4769-a7b9-9a71aec8eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.790964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] No DVR routers for this DVR port 7d96f370-5c1c-4c95-b334-72efeae551e4 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:12.814668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ce421-f595-4769-a7b9-9a71aec8eb1e None None] Pushing event deleted for resources: {'Port': ['ID=7d96f370-5c1c-4c95-b334-72efeae551e4,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:12.818301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ce421-f595-4769-a7b9-9a71aec8eb1e None None] No DVR routers for this DVR port 7d96f370-5c1c-4c95-b334-72efeae551e4 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:12.876674 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.901396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e1f313-450b-4e0f-b5fd-c0379a3b58ad']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:12.911369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd5a02a-8d22-402d-9cd3-ee4f990549f3') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:12.911667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd5a02a-8d22-402d-9cd3-ee4f990549f3') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:12.921715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.944342 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.950544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:20:12.950932 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:20:12.954133 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:20:13.012052 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.021113 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.024546 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "DELETE /v2.0/networks/60e1f313-450b-4e0f-b5fd-c0379a3b58ad HTTP/1.1" status: 204 len: 168 time: 0.7390170 Nov 27 01:20:13.027313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60238) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:13.035597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35550fbc-27ad-421f-b3b8-cafd04c1f61f tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event deleted for resources: {'Network': ['ID=60e1f313-450b-4e0f-b5fd-c0379a3b58ad,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:13.085558 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54bcb39-802c-4045-914c-e5925fa697a9 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Deleting subnet 92d0fced-e67e-4ad3-b69c-a856e6cda165 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:20:13.088706 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c54bcb39-802c-4045-914c-e5925fa697a9 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.157641 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c54bcb39-802c-4045-914c-e5925fa697a9 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.206607 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1a82f-6b83-4c22-a2d4-1cc927506faa req-fe4a7f08-3356-4c1b-a9f9-223fb417e56b tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:13.208006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d4c1a82f-6b83-4c22-a2d4-1cc927506faa req-fe4a7f08-3356-4c1b-a9f9-223fb417e56b tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 950 time: 0.0898154 Nov 27 01:20:13.229962 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.281391 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c54bcb39-802c-4045-914c-e5925fa697a9 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.314947 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d4c1a82f-6b83-4c22-a2d4-1cc927506faa req-b5e2b8ca-25e7-4015-a558-1d97be022620 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa6f2773-e8e1-461e-a711-3f76a6d3bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007352 Nov 27 01:20:13.349055 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c54bcb39-802c-4045-914c-e5925fa697a9 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.376737 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bcb39-802c-4045-914c-e5925fa697a9 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event deleted for resources: {'Subnet': ['ID=92d0fced-e67e-4ad3-b69c-a856e6cda165,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:13.381633 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c54bcb39-802c-4045-914c-e5925fa697a9 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.387037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06605506-bd2b-4a9c-a670-3994424cc8fd None None] Network 70bbf122-5bf3-4955-9834-09b1d4bea9c0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:13.387569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60244) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:13.388014 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c54bcb39-802c-4045-914c-e5925fa697a9 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "DELETE /v2.0/subnets/92d0fced-e67e-4ad3-b69c-a856e6cda165 HTTP/1.1" status: 204 len: 168 time: 0.3592277 Nov 27 01:20:13.439997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-582de6f4-7f92-4d67-ba30-4c764f1b1200 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Deleting subnet d37f302d-1187-48c9-ba9e-99be5c8ba422 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:20:13.443479 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-582de6f4-7f92-4d67-ba30-4c764f1b1200 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.491458 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-582de6f4-7f92-4d67-ba30-4c764f1b1200 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.552918 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616c85bf-9a51-439f-bce3-4da5031fe46a None None] DHCP port deletion for 70bbf122-5bf3-4955-9834-09b1d4bea9c0 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:13.585035 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-582de6f4-7f92-4d67-ba30-4c764f1b1200 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.605339 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-616c85bf-9a51-439f-bce3-4da5031fe46a None None] Deleting port 5915cf64-3c37-4805-b78b-ee52723813ec {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:13.605704 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-616c85bf-9a51-439f-bce3-4da5031fe46a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.646835 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-582de6f4-7f92-4d67-ba30-4c764f1b1200 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.674863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-616c85bf-9a51-439f-bce3-4da5031fe46a None None] For port 5915cf64-3c37-4805-b78b-ee52723813ec, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5915cf64-3c37-4805-b78b-ee52723813ec,segment=NetworkSegment(1bad187d-42d6-403f-b9eb-d6045759651d),segment_id=1bad187d-42d6-403f-b9eb-d6045759651d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:13.675259 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-616c85bf-9a51-439f-bce3-4da5031fe46a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.678239 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe3761-8674-4a30-a585-d95336f70d6c req-f94b55f6-1205-46f1-84d5-f0a7edc86860 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:13.680726 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bbbe3761-8674-4a30-a585-d95336f70d6c req-f94b55f6-1205-46f1-84d5-f0a7edc86860 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0623982 Nov 27 01:20:13.687037 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-582de6f4-7f92-4d67-ba30-4c764f1b1200 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.688271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-616c85bf-9a51-439f-bce3-4da5031fe46a None None] Calling delete_port for 5915cf64-3c37-4805-b78b-ee52723813ec owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:13.692705 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-582de6f4-7f92-4d67-ba30-4c764f1b1200 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "DELETE /v2.0/subnets/d37f302d-1187-48c9-ba9e-99be5c8ba422 HTTP/1.1" status: 204 len: 168 time: 0.3016608 Nov 27 01:20:13.692705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582de6f4-7f92-4d67-ba30-4c764f1b1200 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event deleted for resources: {'Subnet': ['ID=d37f302d-1187-48c9-ba9e-99be5c8ba422,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:13.693127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60250) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:13.736580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa0fb8a-7e92-4b9b-87e7-ac41de4ed466 None None] Network b3a1bea2-d5d3-462e-be49-b71e878d8cc8 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:13.742209 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bbbe3761-8674-4a30-a585-d95336f70d6c req-54e856c7-227f-4dba-9cbd-d7d565e9b9b1 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537302 Nov 27 01:20:13.777076 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.835807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Deleting port 5915cf64-3c37-4805-b78b-ee52723813ec {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:13.836147 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.843033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5915cf64-3c37-4805-b78b-ee52723813ec no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:20:13.891652 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-616c85bf-9a51-439f-bce3-4da5031fe46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.906331 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] For port 5915cf64-3c37-4805-b78b-ee52723813ec, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5915cf64-3c37-4805-b78b-ee52723813ec,segment=NetworkSegment(1bad187d-42d6-403f-b9eb-d6045759651d),segment_id=1bad187d-42d6-403f-b9eb-d6045759651d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:13.906859 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.921005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Calling delete_port for 5915cf64-3c37-4805-b78b-ee52723813ec owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:13.926868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c85bf-9a51-439f-bce3-4da5031fe46a None None] Pushing event deleted for resources: {'Port': ['ID=5915cf64-3c37-4805-b78b-ee52723813ec,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:13.936543 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616c85bf-9a51-439f-bce3-4da5031fe46a None None] No DVR routers for this DVR port 5915cf64-3c37-4805-b78b-ee52723813ec on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:13.939300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No active binding found for port 5915cf64-3c37-4805-b78b-ee52723813ec {{(pid=103404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 01:20:13.939737 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5915cf64-3c37-4805-b78b-ee52723813ec not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:20:13.940149 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7d96f370-5c1c-4c95-b334-72efeae551e4 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:20:13.964501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 7d96f370-5c1c-4c95-b334-72efeae551e4 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:20:13.964857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7d96f370-5c1c-4c95-b334-72efeae551e4 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:20:14.017865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.042140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event deleted for resources: {'Port': ['ID=5915cf64-3c37-4805-b78b-ee52723813ec,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:14.049833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] No DVR routers for this DVR port 5915cf64-3c37-4805-b78b-ee52723813ec on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:14.051932 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1116795-557d-4e67-8021-b86101f943c4 None None] DHCP port deletion for b3a1bea2-d5d3-462e-be49-b71e878d8cc8 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:14.106858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a1116795-557d-4e67-8021-b86101f943c4 None None] Deleting port 08220cc3-7863-4772-a115-7d0a4568b70c {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:14.107236 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a1116795-557d-4e67-8021-b86101f943c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.134137 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.154098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bbf122-5bf3-4955-9834-09b1d4bea9c0']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:14.163669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bad187d-42d6-403f-b9eb-d6045759651d') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:14.163973 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bad187d-42d6-403f-b9eb-d6045759651d') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:14.173392 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.174755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a1116795-557d-4e67-8021-b86101f943c4 None None] For port 08220cc3-7863-4772-a115-7d0a4568b70c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=08220cc3-7863-4772-a115-7d0a4568b70c,segment=NetworkSegment(c7360439-8b5b-4ba4-b079-fef2a810e49f),segment_id=c7360439-8b5b-4ba4-b079-fef2a810e49f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:14.175220 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a1116795-557d-4e67-8021-b86101f943c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.186249 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.187641 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a1116795-557d-4e67-8021-b86101f943c4 None None] Calling delete_port for 08220cc3-7863-4772-a115-7d0a4568b70c owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:14.192942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:20:14.193556 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:20:14.196781 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:20:14.258790 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.270486 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.276065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60256) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:14.277214 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "DELETE /v2.0/networks/70bbf122-5bf3-4955-9834-09b1d4bea9c0 HTTP/1.1" status: 204 len: 168 time: 0.5831037 Nov 27 01:20:14.281275 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a1116795-557d-4e67-8021-b86101f943c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.290357 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cf866-af82-41f4-9a1e-ae9d19829c51 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event deleted for resources: {'Network': ['ID=70bbf122-5bf3-4955-9834-09b1d4bea9c0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:14.310477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1116795-557d-4e67-8021-b86101f943c4 None None] Pushing event deleted for resources: {'Port': ['ID=08220cc3-7863-4772-a115-7d0a4568b70c,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:14.316712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1116795-557d-4e67-8021-b86101f943c4 None None] No DVR routers for this DVR port 08220cc3-7863-4772-a115-7d0a4568b70c on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:14.377986 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7562c5b-b2b3-4205-b45f-febc78bcaecf tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.495402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7072-79fc-4763-adf0-92a6b2f5f22e req-364c31d6-f470-4e42-bb2a-4fc7cceccccc tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:14.496979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9bba7072-79fc-4763-adf0-92a6b2f5f22e req-364c31d6-f470-4e42-bb2a-4fc7cceccccc tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 950 time: 0.1108484 Nov 27 01:20:14.514233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7562c5b-b2b3-4205-b45f-febc78bcaecf tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.549257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a7562c5b-b2b3-4205-b45f-febc78bcaecf tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a1bea2-d5d3-462e-be49-b71e878d8cc8']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:14.567269 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a7562c5b-b2b3-4205-b45f-febc78bcaecf tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7360439-8b5b-4ba4-b079-fef2a810e49f') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:14.567569 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a7562c5b-b2b3-4205-b45f-febc78bcaecf tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7360439-8b5b-4ba4-b079-fef2a810e49f') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:14.581547 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9bba7072-79fc-4763-adf0-92a6b2f5f22e req-b931f374-a9c8-4396-a3b5-aacc021f0c87 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa6f2773-e8e1-461e-a711-3f76a6d3bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772710 Nov 27 01:20:14.583072 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7562c5b-b2b3-4205-b45f-febc78bcaecf tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.602178 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7562c5b-b2b3-4205-b45f-febc78bcaecf tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.608081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7562c5b-b2b3-4205-b45f-febc78bcaecf tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:20:14.608505 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7562c5b-b2b3-4205-b45f-febc78bcaecf tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:20:14.611981 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:20:14.669625 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7562c5b-b2b3-4205-b45f-febc78bcaecf tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.674781 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7562c5b-b2b3-4205-b45f-febc78bcaecf tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.678099 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a7562c5b-b2b3-4205-b45f-febc78bcaecf tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "DELETE /v2.0/networks/b3a1bea2-d5d3-462e-be49-b71e878d8cc8 HTTP/1.1" status: 204 len: 168 time: 0.4007056 Nov 27 01:20:14.680764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60262) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:14.693818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7562c5b-b2b3-4205-b45f-febc78bcaecf tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event deleted for resources: {'Network': ['ID=b3a1bea2-d5d3-462e-be49-b71e878d8cc8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:14.757271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9818b53-4129-439a-bc25-9147f6d2d749 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Deleting subnet 89ba3bf2-48d9-44d8-a15e-69cc238c103d {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:20:14.761713 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e9818b53-4129-439a-bc25-9147f6d2d749 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.771606 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.808286 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02204c9-2154-47c8-8059-fddce75eb9e2 req-b4c66281-abd1-464d-aab6-6fb3e120cd06 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:14.809765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c02204c9-2154-47c8-8059-fddce75eb9e2 req-b4c66281-abd1-464d-aab6-6fb3e120cd06 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 950 time: 0.0972903 Nov 27 01:20:14.824897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e9818b53-4129-439a-bc25-9147f6d2d749 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.864853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0c149-996c-4472-9eb6-9c95d8a61eb5 req-4d692bc1-62c4-483c-9909-83b504fdb179 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:14.866939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26a0c149-996c-4472-9eb6-9c95d8a61eb5 req-4d692bc1-62c4-483c-9909-83b504fdb179 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0549974 Nov 27 01:20:14.913049 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26a0c149-996c-4472-9eb6-9c95d8a61eb5 req-a8d912f7-2f20-48f0-a3c4-d63b9931e344 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Nov 27 01:20:14.968483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e9818b53-4129-439a-bc25-9147f6d2d749 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.003742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-c02204c9-2154-47c8-8059-fddce75eb9e2 req-e3aacab3-5b69-427e-b8d6-66aeb8c942e1 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Deleting port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:15.004073 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c02204c9-2154-47c8-8059-fddce75eb9e2 req-e3aacab3-5b69-427e-b8d6-66aeb8c942e1 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.081192 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e9818b53-4129-439a-bc25-9147f6d2d749 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.124852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9818b53-4129-439a-bc25-9147f6d2d749 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event deleted for resources: {'Subnet': ['ID=89ba3bf2-48d9-44d8-a15e-69cc238c103d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:15.134366 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e9818b53-4129-439a-bc25-9147f6d2d749 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.137562 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e9818b53-4129-439a-bc25-9147f6d2d749 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "DELETE /v2.0/subnets/89ba3bf2-48d9-44d8-a15e-69cc238c103d HTTP/1.1" status: 204 len: 168 time: 0.4557505 Nov 27 01:20:15.139215 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a6075e-822c-4097-9120-3858811ed4ab None None] Network 1cc11380-d567-43f8-a967-fecdd085a6aa requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:15.140084 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60268) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:15.143268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-c02204c9-2154-47c8-8059-fddce75eb9e2 req-e3aacab3-5b69-427e-b8d6-66aeb8c942e1 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] For port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:15.143636 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c02204c9-2154-47c8-8059-fddce75eb9e2 req-e3aacab3-5b69-427e-b8d6-66aeb8c942e1 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.156663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-c02204c9-2154-47c8-8059-fddce75eb9e2 req-e3aacab3-5b69-427e-b8d6-66aeb8c942e1 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Calling delete_port for c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:15.222811 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.289348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Deleting port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:15.290020 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.295068 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c02204c9-2154-47c8-8059-fddce75eb9e2 req-e3aacab3-5b69-427e-b8d6-66aeb8c942e1 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.331505 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:15.340482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aacab3-5b69-427e-b8d6-66aeb8c942e1 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Pushing event deleted for resources: {'Port': ['ID=c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:15.373154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcd6069-b222-47b5-b629-3133bbb52b3c None None] DHCP port deletion for 1cc11380-d567-43f8-a967-fecdd085a6aa request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:15.379787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] For port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6c97a9f0-7a5e-48af-8b2b-1d0927a2e200,segment=NetworkSegment(a62e6226-3a90-4168-9119-d4742c7bab7d),segment_id=a62e6226-3a90-4168-9119-d4742c7bab7d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:15.380401 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.386479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02204c9-2154-47c8-8059-fddce75eb9e2 req-e3aacab3-5b69-427e-b8d6-66aeb8c942e1 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] No DVR routers for this DVR port c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:15.391536 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c02204c9-2154-47c8-8059-fddce75eb9e2 req-e3aacab3-5b69-427e-b8d6-66aeb8c942e1 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.397423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Calling delete_port for 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:15.400921 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c02204c9-2154-47c8-8059-fddce75eb9e2 req-e3aacab3-5b69-427e-b8d6-66aeb8c942e1 tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.21 "DELETE /v2.0/ports/c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 HTTP/1.1" status: 204 len: 173 time: 0.5834980 Nov 27 01:20:15.404337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d61a57-7ea7-48cb-978e-804318ff19fe', 'name': 'network-vif-deleted', 'tag': 'c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:15.410488 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268d7b3b-6675-48af-95b5-80a1e16d4730" -d '{"events": [{"server_uuid": "e3d61a57-7ea7-48cb-978e-804318ff19fe", "name": "network-vif-deleted", "tag": "c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:15.442566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3fcd6069-b222-47b5-b629-3133bbb52b3c None None] Deleting port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:15.442941 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6069-b222-47b5-b629-3133bbb52b3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.472231 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd78016-b467-40d8-9e50-09167fa74254 x-openstack-request-id: req-fcd78016-b467-40d8-9e50-09167fa74254 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:15.472565 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d61a57-7ea7-48cb-978e-804318ff19fe", "name": "network-vif-deleted", "tag": "c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:15.472827 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fcd78016-b467-40d8-9e50-09167fa74254 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:15.473236 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d61a57-7ea7-48cb-978e-804318ff19fe', 'name': 'network-vif-deleted', 'tag': 'c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1', 'status': 'completed', 'code': 200} Nov 27 01:20:15.513821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.532483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3fcd6069-b222-47b5-b629-3133bbb52b3c None None] For port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6c97a9f0-7a5e-48af-8b2b-1d0927a2e200,segment=NetworkSegment(a62e6226-3a90-4168-9119-d4742c7bab7d),segment_id=a62e6226-3a90-4168-9119-d4742c7bab7d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:15.532805 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6069-b222-47b5-b629-3133bbb52b3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.543211 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event deleted for resources: {'Port': ['ID=6c97a9f0-7a5e-48af-8b2b-1d0927a2e200,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:15.547060 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] No DVR routers for this DVR port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:15.547798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3fcd6069-b222-47b5-b629-3133bbb52b3c None None] Calling delete_port for 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:15.656926 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6069-b222-47b5-b629-3133bbb52b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.661093 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.684831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc11380-d567-43f8-a967-fecdd085a6aa']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:15.685105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd6069-b222-47b5-b629-3133bbb52b3c None None] Pushing event deleted for resources: {'Port': ['ID=6c97a9f0-7a5e-48af-8b2b-1d0927a2e200,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:15.686883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd6069-b222-47b5-b629-3133bbb52b3c None None] No DVR routers for this DVR port 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:15.698531 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62e6226-3a90-4168-9119-d4742c7bab7d') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:15.698930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62e6226-3a90-4168-9119-d4742c7bab7d') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:15.725292 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.745499 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-efd5a693-ffa0-4290-b899-8a5d8add0f4c req-0e1eb203-6823-4801-8a2b-49b2ae52d63f tempest-TenantUsagesTestJSON-1651731166 tempest-TenantUsagesTestJSON-1651731166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d61a57-7ea7-48cb-978e-804318ff19fe HTTP/1.1" status: 200 len: 210 time: 0.0328033 Nov 27 01:20:15.753876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.760721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:20:15.761163 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:20:15.764517 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:20:15.823196 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.829946 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 08220cc3-7863-4772-a115-7d0a4568b70c no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:20:15.831746 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.834872 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "DELETE /v2.0/networks/1cc11380-d567-43f8-a967-fecdd085a6aa HTTP/1.1" status: 204 len: 168 time: 0.6927700 Nov 27 01:20:15.837611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60278) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:15.846592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa64791-f378-4bf1-b4df-402b2eb26a21 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Pushing event deleted for resources: {'Network': ['ID=1cc11380-d567-43f8-a967-fecdd085a6aa,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:15.855415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 08220cc3-7863-4772-a115-7d0a4568b70c {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:20:15.855763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 08220cc3-7863-4772-a115-7d0a4568b70c not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:20:15.856189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:20:15.869560 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6b7a140d-e1b8-49e3-9f97-d6ff0779e31b tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb194cab-97b1-4fda-a3ac-3b80c37a1c9d HTTP/1.1" status: 200 len: 205 time: 0.0306532 Nov 27 01:20:15.871900 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60280) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:15.876796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:20:15.877142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6c97a9f0-7a5e-48af-8b2b-1d0927a2e200 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:20:15.947461 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c457cb6-ce16-4f8d-87ca-87ed28759e07 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:16.138861 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c457cb6-ce16-4f8d-87ca-87ed28759e07 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:16.147414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa95d7-de34-4e95-92b5-c90e8cc88885 req-87116d6e-4bca-4699-985c-baef3ff5772a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:16.148990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0aa95d7-de34-4e95-92b5-c90e8cc88885 req-87116d6e-4bca-4699-985c-baef3ff5772a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.1389985 Nov 27 01:20:16.150091 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c457cb6-ce16-4f8d-87ca-87ed28759e07 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:16.204128 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:16.225266 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c457cb6-ce16-4f8d-87ca-87ed28759e07 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:16.225763 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c457cb6-ce16-4f8d-87ca-87ed28759e07 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Fanout notify agent at l3_agent the message router_deleted on router bb194cab-97b1-4fda-a3ac-3b80c37a1c9d {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:20:16.234501 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c457cb6-ce16-4f8d-87ca-87ed28759e07 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:16.236254 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0c457cb6-ce16-4f8d-87ca-87ed28759e07 tempest-RoutersNegativeIpV6Test-1233821109 tempest-RoutersNegativeIpV6Test-1233821109-project] 10.222.0.15 "DELETE /v2.0/routers/bb194cab-97b1-4fda-a3ac-3b80c37a1c9d HTTP/1.1" status: 204 len: 168 time: 0.3633847 Nov 27 01:20:16.240971 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0aa95d7-de34-4e95-92b5-c90e8cc88885 req-5d1504a6-5b82-4e6f-b487-b2fc2734618d tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852895 Nov 27 01:20:16.471823 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60292) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:16.601926 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-32aeaf46-5c73-4870-93b5-534a4de63801 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=324c06de55e9443e971512f2ab016ddc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288848 Nov 27 01:20:16.604338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60296) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:16.650518 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-65ab4e1f-3ca1-4f4c-ab10-a9b05e97b347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:16.671681 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-65ab4e1f-3ca1-4f4c-ab10-a9b05e97b347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:16.718042 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-65ab4e1f-3ca1-4f4c-ab10-a9b05e97b347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:16.721091 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-65ab4e1f-3ca1-4f4c-ab10-a9b05e97b347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:16.722255 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-65ab4e1f-3ca1-4f4c-ab10-a9b05e97b347 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5332e663-392c-4646-9c0a-545e0f92533b HTTP/1.1" status: 204 len: 168 time: 0.1170189 Nov 27 01:20:16.730375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab4e1f-3ca1-4f4c-ab10-a9b05e97b347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5332e663-392c-4646-9c0a-545e0f92533b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:17.049717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60314) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:17.232276 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6a940eb7-d30c-4b79-b553-c846abe089a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f523092ac4ec4b3aa039ef5f556bc2e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807656 Nov 27 01:20:17.234177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60326) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:17.286316 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d67f-80b5-45b1-8bf7-23008007beee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:17.311943 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d67f-80b5-45b1-8bf7-23008007beee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:17.387562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baa2d8-c7bd-4e6f-8a99-f5115ad4d94f req-15a89507-8761-409c-ba50-641e7ce3ef79 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:17.389071 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-10baa2d8-c7bd-4e6f-8a99-f5115ad4d94f req-15a89507-8761-409c-ba50-641e7ce3ef79 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0701764 Nov 27 01:20:17.411745 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d67f-80b5-45b1-8bf7-23008007beee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:17.414266 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d67f-80b5-45b1-8bf7-23008007beee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:17.415358 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6ab7d67f-80b5-45b1-8bf7-23008007beee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa6f2773-e8e1-461e-a711-3f76a6d3bf6f HTTP/1.1" status: 204 len: 168 time: 0.1802614 Nov 27 01:20:17.429142 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7d67f-80b5-45b1-8bf7-23008007beee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6f2773-e8e1-461e-a711-3f76a6d3bf6f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:17.464683 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-10baa2d8-c7bd-4e6f-8a99-f5115ad4d94f req-aabaa385-5d60-4af6-b788-4ffba90f003c tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623231 Nov 27 01:20:17.772965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60352) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:17.787269 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f68047f-666c-43ce-900e-f55f7e7d7780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:17.870370 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f68047f-666c-43ce-900e-f55f7e7d7780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:17.874406 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f68047f-666c-43ce-900e-f55f7e7d7780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:17.912371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68047f-666c-43ce-900e-f55f7e7d7780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d9bcbc-2728-429d-bff7-660070c9b617,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:17.919546 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9f68047f-666c-43ce-900e-f55f7e7d7780 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd9350dfaf844b6d8752d404fe920cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429374 Nov 27 01:20:17.919797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60358) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:17.973270 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-39382b9a-91c9-496b-b290-ef70e4dbdbb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:17.994881 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-39382b9a-91c9-496b-b290-ef70e4dbdbb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.042826 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-39382b9a-91c9-496b-b290-ef70e4dbdbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.045633 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-39382b9a-91c9-496b-b290-ef70e4dbdbb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.046783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-39382b9a-91c9-496b-b290-ef70e4dbdbb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22d9bcbc-2728-429d-bff7-660070c9b617 HTTP/1.1" status: 204 len: 168 time: 0.1258953 Nov 27 01:20:18.055106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39382b9a-91c9-496b-b290-ef70e4dbdbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d9bcbc-2728-429d-bff7-660070c9b617,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:18.545007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60396) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:18.578519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f99a8-5cad-477a-b6b1-5bb5730efe57 req-0c9d07bd-8b97-4494-a82c-006cdf26f7b4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:18.580738 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-686f99a8-5cad-477a-b6b1-5bb5730efe57 req-0c9d07bd-8b97-4494-a82c-006cdf26f7b4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0573671 Nov 27 01:20:18.632140 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-686f99a8-5cad-477a-b6b1-5bb5730efe57 req-53053b05-8687-4390-8199-b759ba9b779d tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451536 Nov 27 01:20:18.670808 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6130eb8-07c8-42a4-a379-190c1c440b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.751248 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6130eb8-07c8-42a4-a379-190c1c440b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.756291 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6130eb8-07c8-42a4-a379-190c1c440b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.758646 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:20:18.787779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:20:18.788135 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c7a3dff0-1b12-4ea0-87c2-be34cf8e55d1 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:20:18.796557 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a6130eb8-07c8-42a4-a379-190c1c440b79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc878011f47946478a78fb242b099a30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2503068 Nov 27 01:20:18.797585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6130eb8-07c8-42a4-a379-190c1c440b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd6b704-c68c-4d39-81f8-a4dbfefba379,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:18.799347 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60410) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:18.852146 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d67e0ce8-78c3-4e66-8db0-a8ac5c14f748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.874511 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d67e0ce8-78c3-4e66-8db0-a8ac5c14f748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.925533 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d67e0ce8-78c3-4e66-8db0-a8ac5c14f748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.928567 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d67e0ce8-78c3-4e66-8db0-a8ac5c14f748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.932954 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d67e0ce8-78c3-4e66-8db0-a8ac5c14f748 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bd6b704-c68c-4d39-81f8-a4dbfefba379 HTTP/1.1" status: 204 len: 168 time: 0.1292470 Nov 27 01:20:18.947592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e0ce8-78c3-4e66-8db0-a8ac5c14f748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd6b704-c68c-4d39-81f8-a4dbfefba379,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:19.260643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60444) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:19.274968 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-79e82ad8-8e85-49be-a387-7aa04954b298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.373397 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-79e82ad8-8e85-49be-a387-7aa04954b298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.379433 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-79e82ad8-8e85-49be-a387-7aa04954b298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.425863 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-79e82ad8-8e85-49be-a387-7aa04954b298 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e3fd865b15e47408dcced56704a6c2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639576 Nov 27 01:20:19.426829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e82ad8-8e85-49be-a387-7aa04954b298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef6e653-3368-4d75-858b-eab8c1b5c6a2,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:19.429622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60452) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:19.489984 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10d1e213-5dff-48e2-8a9b-a8782ac0299e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.515804 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10d1e213-5dff-48e2-8a9b-a8782ac0299e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.569212 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10d1e213-5dff-48e2-8a9b-a8782ac0299e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.571946 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10d1e213-5dff-48e2-8a9b-a8782ac0299e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.584055 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-10d1e213-5dff-48e2-8a9b-a8782ac0299e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ef6e653-3368-4d75-858b-eab8c1b5c6a2 HTTP/1.1" status: 204 len: 168 time: 0.1440146 Nov 27 01:20:19.592287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1e213-5dff-48e2-8a9b-a8782ac0299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef6e653-3368-4d75-858b-eab8c1b5c6a2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:19.803632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a4567-b1b8-4683-b88c-5e9ab4ad9cb6 req-111353c7-9a2e-4c4d-b9d1-82b2208533f0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:19.805244 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e3a4567-b1b8-4683-b88c-5e9ab4ad9cb6 req-111353c7-9a2e-4c4d-b9d1-82b2208533f0 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0739808 Nov 27 01:20:19.855068 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e3a4567-b1b8-4683-b88c-5e9ab4ad9cb6 req-c6dcc67b-d5ae-4336-a050-5ada4b42d393 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424731 Nov 27 01:20:19.967470 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d33adb1-7fb3-4b8b-8920-a0d26df82644 req-72be174e-518c-43c0-bd6b-905a2dbaa901 tempest-FlavorsV2NegativeTest-771318252 tempest-FlavorsV2NegativeTest-771318252-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2fb03ae87177438bbc58df33ce643136&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206442 Nov 27 01:20:20.086428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33adb1-7fb3-4b8b-8920-a0d26df82644 req-6f9b20e3-6704-4e13-8aa1-9000edc149ab tempest-FlavorsV2NegativeTest-771318252 tempest-FlavorsV2NegativeTest-771318252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:20.087883 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d33adb1-7fb3-4b8b-8920-a0d26df82644 req-6f9b20e3-6704-4e13-8aa1-9000edc149ab tempest-FlavorsV2NegativeTest-771318252 tempest-FlavorsV2NegativeTest-771318252-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143284 Nov 27 01:20:20.102985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d33adb1-7fb3-4b8b-8920-a0d26df82644 req-fcca4f7a-435d-4ac8-a288-fa08818f08de tempest-FlavorsV2NegativeTest-771318252 tempest-FlavorsV2NegativeTest-771318252-project] 10.222.0.15 "GET /v2.0/quotas/2fb03ae87177438bbc58df33ce643136 HTTP/1.1" status: 200 len: 375 time: 0.0094607 Nov 27 01:20:20.135779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d33adb1-7fb3-4b8b-8920-a0d26df82644 req-241b8ba7-95d0-4994-acde-67cb82e2e6b7 tempest-FlavorsV2NegativeTest-771318252 tempest-FlavorsV2NegativeTest-771318252-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fb03ae87177438bbc58df33ce643136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271506 Nov 27 01:20:20.810480 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60540) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:21.050917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa6d7b-6aa0-4979-a049-2630d504e250 req-98a06ab6-2531-43d1-b48e-672b6c6e8f8a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:21.062205 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24fa6d7b-6aa0-4979-a049-2630d504e250 req-98a06ab6-2531-43d1-b48e-672b6c6e8f8a tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0945146 Nov 27 01:20:21.079637 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa094fc2-639a-42c6-bac6-277383347162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:21.142300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24fa6d7b-6aa0-4979-a049-2630d504e250 req-61bd4a8b-a88b-4fd2-b20d-5d757dfd0cd6 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683217 Nov 27 01:20:21.218442 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa094fc2-639a-42c6-bac6-277383347162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:21.222522 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa094fc2-639a-42c6-bac6-277383347162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:21.266438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa094fc2-639a-42c6-bac6-277383347162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea64b72-e0ae-4d84-aa4a-1f97b7268715,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:21.274344 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-aa094fc2-639a-42c6-bac6-277383347162 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fb03ae87177438bbc58df33ce643136&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4626696 Nov 27 01:20:21.275134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60558) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:21.347282 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0d39ddfa-392a-42fb-af06-55f11a551ad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:21.372050 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0d39ddfa-392a-42fb-af06-55f11a551ad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:21.451356 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0d39ddfa-392a-42fb-af06-55f11a551ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:21.454302 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0d39ddfa-392a-42fb-af06-55f11a551ad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:21.455962 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0d39ddfa-392a-42fb-af06-55f11a551ad9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eea64b72-e0ae-4d84-aa4a-1f97b7268715 HTTP/1.1" status: 204 len: 168 time: 0.1771836 Nov 27 01:20:21.466470 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39ddfa-392a-42fb-af06-55f11a551ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea64b72-e0ae-4d84-aa4a-1f97b7268715,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:22.299095 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994962e4-ab4f-4ac1-b721-3c389870611f req-805a4683-638e-4f26-82c2-2911f3177dba tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:22.300661 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-994962e4-ab4f-4ac1-b721-3c389870611f req-805a4683-638e-4f26-82c2-2911f3177dba tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0642898 Nov 27 01:20:22.373131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-994962e4-ab4f-4ac1-b721-3c389870611f req-24e888f1-05fc-4a5d-84f7-6f2bd5ee933b tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620818 Nov 27 01:20:22.630569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8d30d-9b5f-4ab6-98ed-ccc004959280 req-c217c4fe-960d-4b90-b82c-8a00f9b4353f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:22.633214 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4a8d30d-9b5f-4ab6-98ed-ccc004959280 req-c217c4fe-960d-4b90-b82c-8a00f9b4353f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0735297 Nov 27 01:20:22.713279 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4a8d30d-9b5f-4ab6-98ed-ccc004959280 req-e0e40314-3e17-49da-aa05-ee75968de63d tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719163 Nov 27 01:20:22.839679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e3aa1-fd2c-4ab5-bd6a-9a4996a84f60 req-6dc67733-3beb-419a-aff9-e96ff484ed09 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:22.846933 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-631e3aa1-fd2c-4ab5-bd6a-9a4996a84f60 req-6dc67733-3beb-419a-aff9-e96ff484ed09 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0608230 Nov 27 01:20:22.911762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-631e3aa1-fd2c-4ab5-bd6a-9a4996a84f60 req-5d49df73-6e10-42f2-b786-fd87f34d6772 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639536 Nov 27 01:20:23.081702 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60652) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:23.242418 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d98665-3783-4f5e-b5a8-98c015fa60c1 req-b63f0bc3-9208-4d46-8ed3-f57f54f806f4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:23.251832 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-86d98665-3783-4f5e-b5a8-98c015fa60c1 req-b63f0bc3-9208-4d46-8ed3-f57f54f806f4 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0672016 Nov 27 01:20:23.291673 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d80fc489-1ae8-4957-97af-4d18f7e66f33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:23.348761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-86d98665-3783-4f5e-b5a8-98c015fa60c1 req-3db755b4-b136-48e0-9c91-32fd190cd330 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913582 Nov 27 01:20:23.425612 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d80fc489-1ae8-4957-97af-4d18f7e66f33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:23.430714 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d80fc489-1ae8-4957-97af-4d18f7e66f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:23.475412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d80fc489-1ae8-4957-97af-4d18f7e66f33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2cae3859fbcf4ce993a4d9af83d665c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3901150 Nov 27 01:20:23.475412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fc489-1ae8-4957-97af-4d18f7e66f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e9813f-82a0-4a33-a29b-48475f841d44,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:23.477830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60664) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:23.536173 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e88ae07-30c1-4ca7-990e-90b2d717c790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:23.557862 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e88ae07-30c1-4ca7-990e-90b2d717c790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:23.608453 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e88ae07-30c1-4ca7-990e-90b2d717c790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:23.611512 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e88ae07-30c1-4ca7-990e-90b2d717c790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:23.615428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4e88ae07-30c1-4ca7-990e-90b2d717c790 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88e9813f-82a0-4a33-a29b-48475f841d44 HTTP/1.1" status: 204 len: 168 time: 0.1333129 Nov 27 01:20:23.628777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88ae07-30c1-4ca7-990e-90b2d717c790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e9813f-82a0-4a33-a29b-48475f841d44,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:24.553259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaf69f-ed02-4f0e-bdeb-b14e7309ff52 req-690d04b6-8c10-486f-9f64-06a92985bb7f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:24.562205 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0aaaf69f-ed02-4f0e-bdeb-b14e7309ff52 req-690d04b6-8c10-486f-9f64-06a92985bb7f tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0659080 Nov 27 01:20:24.614505 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0aaaf69f-ed02-4f0e-bdeb-b14e7309ff52 req-10b0a988-d07d-4ef2-816b-2a2091cbc09e tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506561 Nov 27 01:20:24.799297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490a31c-20f7-461d-a7d3-f519eaf0bfa1 req-570583bc-1f23-43ab-aa62-f766bcf36021 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:24.800997 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0490a31c-20f7-461d-a7d3-f519eaf0bfa1 req-570583bc-1f23-43ab-aa62-f766bcf36021 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 946 time: 0.0547607 Nov 27 01:20:24.911065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-0490a31c-20f7-461d-a7d3-f519eaf0bfa1 req-6bbd2a25-7fe9-415d-8f93-9b38db086206 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Deleting port 7d325a49-f91c-434c-afa5-2392cefa1c9f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:24.911414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0490a31c-20f7-461d-a7d3-f519eaf0bfa1 req-6bbd2a25-7fe9-415d-8f93-9b38db086206 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.013544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0490a31c-20f7-461d-a7d3-f519eaf0bfa1 req-6bbd2a25-7fe9-415d-8f93-9b38db086206 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] For port 7d325a49-f91c-434c-afa5-2392cefa1c9f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=7d325a49-f91c-434c-afa5-2392cefa1c9f,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:25.013912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0490a31c-20f7-461d-a7d3-f519eaf0bfa1 req-6bbd2a25-7fe9-415d-8f93-9b38db086206 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.029408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-0490a31c-20f7-461d-a7d3-f519eaf0bfa1 req-6bbd2a25-7fe9-415d-8f93-9b38db086206 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Calling delete_port for 7d325a49-f91c-434c-afa5-2392cefa1c9f owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:25.090519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60740) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:25.175172 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0490a31c-20f7-461d-a7d3-f519eaf0bfa1 req-6bbd2a25-7fe9-415d-8f93-9b38db086206 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.209079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd2a25-7fe9-415d-8f93-9b38db086206 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Pushing event deleted for resources: {'Port': ['ID=7d325a49-f91c-434c-afa5-2392cefa1c9f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:25.224107 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f2a6bd5e-fce6-4265-b237-070545d42afd', '7d325a49-f91c-434c-afa5-2392cefa1c9f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:25.235963 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22c6d896-7398-451f-991f-ddaf8e12f2ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.242539 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:20:25.286888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0490a31c-20f7-461d-a7d3-f519eaf0bfa1 req-6bbd2a25-7fe9-415d-8f93-9b38db086206 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] No DVR routers for this DVR port 7d325a49-f91c-434c-afa5-2392cefa1c9f on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:25.290939 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0490a31c-20f7-461d-a7d3-f519eaf0bfa1 req-6bbd2a25-7fe9-415d-8f93-9b38db086206 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.296809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0490a31c-20f7-461d-a7d3-f519eaf0bfa1 req-6bbd2a25-7fe9-415d-8f93-9b38db086206 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "DELETE /v2.0/ports/7d325a49-f91c-434c-afa5-2392cefa1c9f HTTP/1.1" status: 204 len: 173 time: 0.4857807 Nov 27 01:20:25.297624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51abb4c0-f550-42cb-83c4-627d6f83ce78', 'name': 'network-vif-deleted', 'tag': '7d325a49-f91c-434c-afa5-2392cefa1c9f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:25.311245 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d6f6cb-e767-4e63-a059-b70a05cab461" -d '{"events": [{"server_uuid": "51abb4c0-f550-42cb-83c4-627d6f83ce78", "name": "network-vif-deleted", "tag": "7d325a49-f91c-434c-afa5-2392cefa1c9f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:25.402926 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22c6d896-7398-451f-991f-ddaf8e12f2ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.420925 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22c6d896-7398-451f-991f-ddaf8e12f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.421132 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3948cb2b-6816-4ea8-8487-a4916d513172 x-openstack-request-id: req-3948cb2b-6816-4ea8-8487-a4916d513172 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:25.421693 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51abb4c0-f550-42cb-83c4-627d6f83ce78", "name": "network-vif-deleted", "tag": "7d325a49-f91c-434c-afa5-2392cefa1c9f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:25.422186 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3948cb2b-6816-4ea8-8487-a4916d513172 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:25.422608 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51abb4c0-f550-42cb-83c4-627d6f83ce78', 'name': 'network-vif-deleted', 'tag': '7d325a49-f91c-434c-afa5-2392cefa1c9f', 'status': 'completed', 'code': 200} Nov 27 01:20:25.524865 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6d896-7398-451f-991f-ddaf8e12f2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8927ee67-ed7c-44a8-9463-aead911fafd7,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:25.534671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60758) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:25.534981 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-22c6d896-7398-451f-991f-ddaf8e12f2ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d981dd8dd82e4892a821a989877588c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4427657 Nov 27 01:20:25.590247 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4316dd1-c249-47aa-92ed-23aea5dd197c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.614530 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4316dd1-c249-47aa-92ed-23aea5dd197c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.685607 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4316dd1-c249-47aa-92ed-23aea5dd197c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.694060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4316dd1-c249-47aa-92ed-23aea5dd197c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.698007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f4316dd1-c249-47aa-92ed-23aea5dd197c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8927ee67-ed7c-44a8-9463-aead911fafd7 HTTP/1.1" status: 204 len: 168 time: 0.1597404 Nov 27 01:20:25.706644 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4316dd1-c249-47aa-92ed-23aea5dd197c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8927ee67-ed7c-44a8-9463-aead911fafd7,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:25.783906 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5288604e-1a23-4a45-b47f-b80cbfb6dc98 req-7b8c0f8a-5735-4f7a-a4a0-edee3f42ec57 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=51abb4c0-f550-42cb-83c4-627d6f83ce78 HTTP/1.1" status: 200 len: 210 time: 0.0381939 Nov 27 01:20:26.376540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60786) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:26.477778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-893493070-network', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:26.498806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] Made reservation on behalf of edfba5c0a21244c5aab75d797d97c0e5 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:26.501711 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:26.510414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:26.602194 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:26.606605 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:26.639140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:20:26.645939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7f1fd3-1088-4065-89dc-f9d418fafa2a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:26.664439 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:26.665090 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] Added segment 7e4c256c-fbc5-4f5d-aa6c-b521158d3c16 of type vlan for network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 Nov 27 01:20:26.709692 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:26.741760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:26.742369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:26.743015 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:26.774851 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3946421 Nov 27 01:20:26.775176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60806) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:26.781686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f68748ae-77c4-495e-8233-2f3126bd8d5f admin admin] Request body: {'subnet': {'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-893493070-subnet', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:26.819003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68748ae-77c4-495e-8233-2f3126bd8d5f admin admin] Made reservation on behalf of edfba5c0a21244c5aab75d797d97c0e5 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:26.823777 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f68748ae-77c4-495e-8233-2f3126bd8d5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.048155 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f68748ae-77c4-495e-8233-2f3126bd8d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.142259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68748ae-77c4-495e-8233-2f3126bd8d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d215e3a9-74ff-4ff3-8eaa-b1161c6b42b7,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:27.225446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68748ae-77c4-495e-8233-2f3126bd8d5f admin admin] Checking segment: {'id': '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:27.225815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68748ae-77c4-495e-8233-2f3126bd8d5f admin admin] Network hostable DHCP agents. Network: cc1504f3-50c5-47bd-9b28-a8bbf4f742f3, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:20:27.273464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68748ae-77c4-495e-8233-2f3126bd8d5f admin admin] Network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:20:27.290744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-f68748ae-77c4-495e-8233-2f3126bd8d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, cc1504f3-50c5-47bd-9b28-a8bbf4f742f3) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:27.301254 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68748ae-77c4-495e-8233-2f3126bd8d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:27.302151 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f68748ae-77c4-495e-8233-2f3126bd8d5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.317897 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c438fb56-fc2a-4b3f-9a74-14458ffed0d0 None None] Network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:27.333097 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f68748ae-77c4-495e-8233-2f3126bd8d5f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5567393 Nov 27 01:20:27.334879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60834) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:27.343712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:27.395842 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.397034 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.464552 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.466029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-4cacaa33-39ae-4da1-a4bc-84933e05a05c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:27.475329 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-4cacaa33-39ae-4da1-a4bc-84933e05a05c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/networks?id=e1d6a221-28a9-467a-8d0b-0f8791086068 HTTP/1.1" status: 200 len: 815 time: 0.6379595 Nov 27 01:20:27.495433 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-08ac1af0-ec52-4bfb-969f-693d0487c1ec tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/quotas/e1b4bed9d43e47829a727a9424c4efb5 HTTP/1.1" status: 200 len: 375 time: 0.0189764 Nov 27 01:20:27.506635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4bd3a-60e1-4e8a-9ba8-15c718faa98d admin admin] Pushing event updated for resources: {'Network': ['ID=cc1504f3-50c5-47bd-9b28-a8bbf4f742f3,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:27.575528 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-f6f272b0-456a-4bdb-ae99-be0c201db5c0 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1b4bed9d43e47829a727a9424c4efb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790989 Nov 27 01:20:27.609374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:20:27.666147 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.760039 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-4de20141-e5a7-4b27-baeb-18742828c723 service neutron] 10.222.0.15 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759219 Nov 27 01:20:27.791156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'fixed_ips': [{'subnet_id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:20:27.792056 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.885120 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-8d110add-3302-4fd3-99a6-b15005c1e66c service neutron] 10.222.0.15 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180053 Nov 27 01:20:27.974842 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.020852 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.026616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Allocated IP 172.20.0.2 (cc1504f3-50c5-47bd-9b28-a8bbf4f742f3/d215e3a9-74ff-4ff3-8eaa-b1161c6b42b7/795bfd0d-6ac3-4c98-b995-b6be3c7de8e5) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:28.084737 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307c06d-702c-44ee-a9c5-340508aa8789 req-37911638-394d-46af-aa5d-b9361bb3f9b2 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:28.086855 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b307c06d-702c-44ee-a9c5-340508aa8789 req-37911638-394d-46af-aa5d-b9361bb3f9b2 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 945 time: 0.1321259 Nov 27 01:20:28.217552 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b307c06d-702c-44ee-a9c5-340508aa8789 req-234a895e-276b-4c59-9f34-75ff4f14eb39 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239448 Nov 27 01:20:28.237488 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Allocated IP 172.25.1.142 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/4eeaf2a5-c691-443e-a2c8-57fb22165a9c) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:28.259639 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-345ef86f-2569-48e6-9462-420b92f64207 req-d0208dcd-2367-43da-afaa-1e64d8f28be2 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 210 time: 0.0355918 Nov 27 01:20:28.320096 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.343275 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.380003 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.384762 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.398167 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:28.401544 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:28.407921 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:28.425600 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.446393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Pushing event updated for resources: {'Port': ['ID=795bfd0d-6ac3-4c98-b995-b6be3c7de8e5,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:28.469811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:28.473241 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:28.478085 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:28.489053 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9dd15d-4672-452b-89e4-2d98a1acc651 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:28.523581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Attempting to bind port 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:28.524264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Attempting to bind port 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:28.524894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Attempting to bind port 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 on network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:28.528802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Pushing event updated for resources: {'Port': ['ID=4eeaf2a5-c691-443e-a2c8-57fb22165a9c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:28.541131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:28.541517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Checking segment: {'id': '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:28.541924 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.542321 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Bound using segment: {'id': '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:28.542804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Bound port: 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:28.543188 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.625300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] For port 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:28.647925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d772ea8b-3556-40b2-b412-5e8e9e7e6622 None None] Provisioning complete for port 4eeaf2a5-c691-443e-a2c8-57fb22165a9c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:28.649204 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d772ea8b-3556-40b2-b412-5e8e9e7e6622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.653362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] For port 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=795bfd0d-6ac3-4c98-b995-b6be3c7de8e5,segment=NetworkSegment(7e4c256c-fbc5-4f5d-aa6c-b521158d3c16),segment_id=7e4c256c-fbc5-4f5d-aa6c-b521158d3c16)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:28.684560 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.725270 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d772ea8b-3556-40b2-b412-5e8e9e7e6622 None None] Port 4eeaf2a5-c691-443e-a2c8-57fb22165a9c cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:28.751446 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a3295-e930-4efa-8f7f-5ff468c120c1 None None] Pushing event updated for resources: {'Port': ['ID=795bfd0d-6ac3-4c98-b995-b6be3c7de8e5,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:28.799232 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.801145 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 7d325a49-f91c-434c-afa5-2392cefa1c9f no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:20:28.823832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 7d325a49-f91c-434c-afa5-2392cefa1c9f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:20:28.824480 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 7d325a49-f91c-434c-afa5-2392cefa1c9f not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:20:29.031256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:29.184999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Router b99f248a-3031-4748-8abf-0fcec81bd24b is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:20:29.311011 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:20:29.320682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Sync routers for ids ['b99f248a-3031-4748-8abf-0fcec81bd24b'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:20:29.342181 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Routers {'b99f248a-3031-4748-8abf-0fcec81bd24b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:29.342837 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:20:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b99f248a-3031-4748-8abf-0fcec81bd24b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:29.410211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-86178d3b-1b88-45c7-8257-30dc724edaee req-e8680a87-cf29-4e9a-8232-2f997069cf8a tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 210 time: 0.0498140 Nov 27 01:20:29.424713 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:29.431074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60888) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:29.431287 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-92c6cc83-8d70-4c1c-876b-7b7632080f24 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.0933366 Nov 27 01:20:29.454864 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6f6fc-34e8-4d5d-aa23-d472b9637245 req-627e5b66-953c-479a-b531-9a9bc25fb2ff tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:29.456582 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7c6f6fc-34e8-4d5d-aa23-d472b9637245 req-627e5b66-953c-479a-b531-9a9bc25fb2ff tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 945 time: 0.1255922 Nov 27 01:20:29.559971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7c6f6fc-34e8-4d5d-aa23-d472b9637245 req-efe8dd30-3c84-4650-858f-d2c6d7bcf1bc tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917726 Nov 27 01:20:29.573436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Set router b99f248a-3031-4748-8abf-0fcec81bd24b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:29.882089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:20:28Z', 'revision_number': 3, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:29.882385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6948c6d-5ee0-4240-a4b0-10f2575c31e5 req-436bdefd-d91e-4f21-bdd7-5f1de4ede7cf tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:29.884159 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6948c6d-5ee0-4240-a4b0-10f2575c31e5 req-436bdefd-d91e-4f21-bdd7-5f1de4ede7cf tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 945 time: 0.2385988 Nov 27 01:20:29.902637 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-a03c534c-8d0e-4f0e-a3a6-e8a9b33233b6 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:29.904076 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-a03c534c-8d0e-4f0e-a3a6-e8a9b33233b6 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.21 "GET /v2.0/networks?id=e1d6a221-28a9-467a-8d0b-0f8791086068 HTTP/1.1" status: 200 len: 815 time: 0.4159489 Nov 27 01:20:29.921192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Checking router: b99f248a-3031-4748-8abf-0fcec81bd24b for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:20:29.921750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Updating router b99f248a-3031-4748-8abf-0fcec81bd24b port 4eeaf2a5-c691-443e-a2c8-57fb22165a9c binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:20:29.953610 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.017748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-d6757b2e-2bd9-4820-8383-0360512df648 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Request body: {'port': {'device_id': '46831e84-0d0c-4a30-9744-b950c466fa32', 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068', 'admin_state_up': True, 'tenant_id': 'e1b4bed9d43e47829a727a9424c4efb5'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:30.051844 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:30.164947 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d3f37f-e5a0-497e-b3ff-67f12fe34b26 None None] Network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:30.187590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:30.187967 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.351279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e01edece-8c9c-4963-9fc9-141294deb598 None None] Provisioning complete for port 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:30.351819 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e01edece-8c9c-4963-9fc9-141294deb598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.362555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e6948c6d-5ee0-4240-a4b0-10f2575c31e5 req-27550f14-ccb6-4740-a5ee-7acfc1027300 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Deleting port f2a6bd5e-fce6-4265-b237-070545d42afd {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:30.362894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e6948c6d-5ee0-4240-a4b0-10f2575c31e5 req-27550f14-ccb6-4740-a5ee-7acfc1027300 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.433781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-d6757b2e-2bd9-4820-8383-0360512df648 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Made reservation on behalf of e1b4bed9d43e47829a727a9424c4efb5 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:30.437394 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-d6757b2e-2bd9-4820-8383-0360512df648 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.528144 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.543989 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.548541 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.565626 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.588426 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-565c34a9-b606-49cb-985a-5e66d7cb9cbb req-12ca83f4-8bb4-4419-94f5-989bbfef8a73 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 210 time: 0.0788739 Nov 27 01:20:30.643223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bd595a-2b14-429c-af4f-a3573210ac5a None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:30.645937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e6948c6d-5ee0-4240-a4b0-10f2575c31e5 req-27550f14-ccb6-4740-a5ee-7acfc1027300 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] For port f2a6bd5e-fce6-4265-b237-070545d42afd, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f2a6bd5e-fce6-4265-b237-070545d42afd,segment=NetworkSegment(022eaf34-1c83-4ace-a750-f72bad5d5d12),segment_id=022eaf34-1c83-4ace-a750-f72bad5d5d12)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:30.646302 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e6948c6d-5ee0-4240-a4b0-10f2575c31e5 req-27550f14-ccb6-4740-a5ee-7acfc1027300 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.662578 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.682793 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e6948c6d-5ee0-4240-a4b0-10f2575c31e5 req-27550f14-ccb6-4740-a5ee-7acfc1027300 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Calling delete_port for f2a6bd5e-fce6-4265-b237-070545d42afd owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:30.696304 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e245c9-a762-4342-a1c1-2d695945449d None None] Pushing event updated for resources: {'Port': ['ID=4eeaf2a5-c691-443e-a2c8-57fb22165a9c,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:30.703694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Attempting to bind port 4eeaf2a5-c691-443e-a2c8-57fb22165a9c on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:30.704064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Attempting to bind port 4eeaf2a5-c691-443e-a2c8-57fb22165a9c by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:30.705552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Attempting to bind port 4eeaf2a5-c691-443e-a2c8-57fb22165a9c on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:30.710276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=795bfd0d-6ac3-4c98-b995-b6be3c7de8e5,segment=NetworkSegment(7e4c256c-fbc5-4f5d-aa6c-b521158d3c16),segment_id=7e4c256c-fbc5-4f5d-aa6c-b521158d3c16)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:30.716306 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e01edece-8c9c-4963-9fc9-141294deb598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.726050 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.747175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:30.747557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:30.747966 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.748394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:30.748889 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Bound port: 4eeaf2a5-c691-443e-a2c8-57fb22165a9c, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:30.749277 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.784212 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e652859-4988-44ee-aa8c-6cce0be6307e req-bc3f7a4c-e602-4091-b594-860bce2533c3 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:30.792682 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e652859-4988-44ee-aa8c-6cce0be6307e req-bc3f7a4c-e602-4091-b594-860bce2533c3 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 945 time: 0.1222608 Nov 27 01:20:30.860951 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e652859-4988-44ee-aa8c-6cce0be6307e req-170150d9-7009-4cc2-9ec1-7e2b729c2374 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/security-groups?id=6bce3c1c-cda0-496f-adf5-ed53b446bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671618 Nov 27 01:20:30.951111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-d6757b2e-2bd9-4820-8383-0360512df648 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Allocated IP 172.20.0.13 (e1d6a221-28a9-467a-8d0b-0f8791086068/08c24569-75b4-4812-8c56-c116d5311fa7/1523d194-93e7-4513-a850-cf2916fbf8af) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:30.973086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Allocated IP 172.20.0.1 (cc1504f3-50c5-47bd-9b28-a8bbf4f742f3/d215e3a9-74ff-4ff3-8eaa-b1161c6b42b7/94f8092b-1e43-4bc6-a1a4-51d294fbe023) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:31.116420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=795bfd0d-6ac3-4c98-b995-b6be3c7de8e5,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:31.120834 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-e01edece-8c9c-4963-9fc9-141294deb598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:20:31.121436 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-e01edece-8c9c-4963-9fc9-141294deb598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:20:31.123904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] For port 4eeaf2a5-c691-443e-a2c8-57fb22165a9c, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:31.127502 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] For port 4eeaf2a5-c691-443e-a2c8-57fb22165a9c, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4eeaf2a5-c691-443e-a2c8-57fb22165a9c,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:31.132146 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:31.181291 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a5cb8d-18e4-4e00-beea-aa04caa57e95 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:31.201893 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Routers {'b99f248a-3031-4748-8abf-0fcec81bd24b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:31.202326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:20:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b99f248a-3031-4748-8abf-0fcec81bd24b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:31.204737 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e245c9-a762-4342-a1c1-2d695945449d None None] Pushing event updated for resources: {'Port': ['ID=4eeaf2a5-c691-443e-a2c8-57fb22165a9c,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:31.226620 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:31.231704 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e6948c6d-5ee0-4240-a4b0-10f2575c31e5 req-27550f14-ccb6-4740-a5ee-7acfc1027300 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:31.292476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27550f14-ccb6-4740-a5ee-7acfc1027300 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Pushing event deleted for resources: {'Port': ['ID=f2a6bd5e-fce6-4265-b237-070545d42afd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:31.321007 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] Set router b99f248a-3031-4748-8abf-0fcec81bd24b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:31.367492 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6948c6d-5ee0-4240-a4b0-10f2575c31e5 req-27550f14-ccb6-4740-a5ee-7acfc1027300 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] No DVR routers for this DVR port f2a6bd5e-fce6-4265-b237-070545d42afd on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:31.370111 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e6948c6d-5ee0-4240-a4b0-10f2575c31e5 req-27550f14-ccb6-4740-a5ee-7acfc1027300 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:31.373588 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6948c6d-5ee0-4240-a4b0-10f2575c31e5 req-27550f14-ccb6-4740-a5ee-7acfc1027300 tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.21 "DELETE /v2.0/ports/f2a6bd5e-fce6-4265-b237-070545d42afd HTTP/1.1" status: 204 len: 173 time: 1.3598807 Nov 27 01:20:31.377954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6347d3bd-6acd-4273-b1de-450bcaf84723', 'name': 'network-vif-deleted', 'tag': 'f2a6bd5e-fce6-4265-b237-070545d42afd'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:31.381066 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e1593c-dc9b-4204-b932-70dff33eadd6" -d '{"events": [{"server_uuid": "6347d3bd-6acd-4273-b1de-450bcaf84723", "name": "network-vif-deleted", "tag": "f2a6bd5e-fce6-4265-b237-070545d42afd"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:31.387871 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-d6757b2e-2bd9-4820-8383-0360512df648 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:31.457609 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:31.516507 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b1e2b8-2168-48f0-9f0a-699a9c5280b9 x-openstack-request-id: req-67b1e2b8-2168-48f0-9f0a-699a9c5280b9 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:31.517123 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6347d3bd-6acd-4273-b1de-450bcaf84723", "name": "network-vif-deleted", "tag": "f2a6bd5e-fce6-4265-b237-070545d42afd", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:31.517554 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67b1e2b8-2168-48f0-9f0a-699a9c5280b9 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:31.518117 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6347d3bd-6acd-4273-b1de-450bcaf84723', 'name': 'network-vif-deleted', 'tag': 'f2a6bd5e-fce6-4265-b237-070545d42afd', 'status': 'completed', 'code': 200} Nov 27 01:20:31.546989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:31.553105 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-d6757b2e-2bd9-4820-8383-0360512df648 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:31.555641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:31.567780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Pushing event updated for resources: {'Port': ['ID=94f8092b-1e43-4bc6-a1a4-51d294fbe023,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:31.570699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:31.578799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:20:28Z', 'revision_number': 3, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:31.616956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427a02d-2bb0-4f54-9674-2b68d63baa0e None None] The sync data for ids ['b99f248a-3031-4748-8abf-0fcec81bd24b'] in n-d-817303-10 is: [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:20:28Z', 'revision_number': 3, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:20:31.619506 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['cf72cfb9-1224-4986-8d84-ce8da7c42e00', '7355f35b-74ea-41e9-8042-a6d51efe90c8', '000109a2-b10f-4acd-ae8e-6982f93093dd'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:31.669144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-d6757b2e-2bd9-4820-8383-0360512df648 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Network e1d6a221-28a9-467a-8d0b-0f8791086068 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:31.676355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-d6757b2e-2bd9-4820-8383-0360512df648 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:31.704578 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-d6757b2e-2bd9-4820-8383-0360512df648 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:31.737283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec07e12-b648-46ab-923a-772818282d3d req-11db1c45-0e50-4cfa-8dbf-259d35223065 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:31.746584 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fec07e12-b648-46ab-923a-772818282d3d req-11db1c45-0e50-4cfa-8dbf-259d35223065 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 932 time: 0.0646365 Nov 27 01:20:31.758118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6757b2e-2bd9-4820-8383-0360512df648 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Pushing event updated for resources: {'Port': ['ID=1523d194-93e7-4513-a850-cf2916fbf8af,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:31.783552 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:31.829052 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fec07e12-b648-46ab-923a-772818282d3d req-0f2eaca9-2a64-43b1-a3e2-20b21091eaa7 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812161 Nov 27 01:20:31.895170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-d6757b2e-2bd9-4820-8383-0360512df648 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:31.895849 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-d6757b2e-2bd9-4820-8383-0360512df648 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.000285 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:32.051084 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-d6757b2e-2bd9-4820-8383-0360512df648 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0385923 Nov 27 01:20:32.060825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-96311da0-84d2-4783-9ada-2c1128df7499 None None] Provisioning complete for port 4eeaf2a5-c691-443e-a2c8-57fb22165a9c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:32.061201 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-96311da0-84d2-4783-9ada-2c1128df7499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.082806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Request body: {'port': {'device_id': '46831e84-0d0c-4a30-9744-b950c466fa32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:32.100612 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.315299 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:32.315925 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.320843 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-96311da0-84d2-4783-9ada-2c1128df7499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.465894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-96311da0-84d2-4783-9ada-2c1128df7499 None None] For port 4eeaf2a5-c691-443e-a2c8-57fb22165a9c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4eeaf2a5-c691-443e-a2c8-57fb22165a9c,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:32.483397 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-96311da0-84d2-4783-9ada-2c1128df7499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.596968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c45731a-b844-4968-a83b-87a30df3749c req-bb961cb7-f837-4e10-8b28-3a90ed9173ec tempest-ServersTestJSON-123858765 tempest-ServersTestJSON-123858765-project] 10.222.0.15 "GET /v2.0/ports?device_id=6347d3bd-6acd-4273-b1de-450bcaf84723 HTTP/1.1" status: 200 len: 210 time: 0.4938626 Nov 27 01:20:32.673066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-96311da0-84d2-4783-9ada-2c1128df7499 None None] Provisioning complete for port 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:32.673588 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-96311da0-84d2-4783-9ada-2c1128df7499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.686939 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.703708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96311da0-84d2-4783-9ada-2c1128df7499 None None] Pushing event updated for resources: {'Port': ['ID=4eeaf2a5-c691-443e-a2c8-57fb22165a9c,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:32.834890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f2a6bd5e-fce6-4265-b237-070545d42afd no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:20:32.858864 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: f2a6bd5e-fce6-4265-b237-070545d42afd {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:20:32.858864 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f2a6bd5e-fce6-4265-b237-070545d42afd not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:20:32.933843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-247ae46b-4633-4952-ac36-14c837c24c2a None None] Provisioning complete for port 94f8092b-1e43-4bc6-a1a4-51d294fbe023 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:32.933843 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-247ae46b-4633-4952-ac36-14c837c24c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.970637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-247ae46b-4633-4952-ac36-14c837c24c2a None None] Port 94f8092b-1e43-4bc6-a1a4-51d294fbe023 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:33.038137 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.051897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.121463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119fe51-ff94-47ff-b509-95ccdf64cd69 req-5b747cb7-77dd-4e30-afa9-8013ec9aae2d tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:33.122975 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c119fe51-ff94-47ff-b509-95ccdf64cd69 req-5b747cb7-77dd-4e30-afa9-8013ec9aae2d tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 932 time: 0.1988516 Nov 27 01:20:33.181155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Pushing event updated for resources: {'Port': ['ID=94f8092b-1e43-4bc6-a1a4-51d294fbe023,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:33.186362 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.308884 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c119fe51-ff94-47ff-b509-95ccdf64cd69 req-c232cd48-1c30-47a3-869b-330f003768e4 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708732 Nov 27 01:20:33.314836 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1523d194-93e7-4513-a850-cf2916fbf8af {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:33.328930 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.354952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Transition to ACTIVE for port object 1523d194-93e7-4513-a850-cf2916fbf8af will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:20:33.359133 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.392407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:33.400486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:33.428030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b597c6-4daf-439e-8159-833475103034 service neutron] Pushing event updated for resources: {'Port': ['ID=1523d194-93e7-4513-a850-cf2916fbf8af,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:33.586330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Attempting to bind port 1523d194-93e7-4513-a850-cf2916fbf8af on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:33.586675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Attempting to bind port 1523d194-93e7-4513-a850-cf2916fbf8af by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:33.587014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Attempting to bind port 1523d194-93e7-4513-a850-cf2916fbf8af on network e1d6a221-28a9-467a-8d0b-0f8791086068 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:33.597767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Port 1523d194-93e7-4513-a850-cf2916fbf8af on network e1d6a221-28a9-467a-8d0b-0f8791086068 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:20:33.598449 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Attempting to bind port 1523d194-93e7-4513-a850-cf2916fbf8af on network e1d6a221-28a9-467a-8d0b-0f8791086068 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:33.605741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:33.606064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Checking segment: {'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:33.606450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Bound using segment: {'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:33.606888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Bound port: 1523d194-93e7-4513-a850-cf2916fbf8af, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9db7668-597d-4aa3-873a-e79d41699654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:33.607255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.625510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Router b99f248a-3031-4748-8abf-0fcec81bd24b has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:20:33.686026 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60942) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:33.702679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-41be49e4-6dbf-42f6-8fd1-fca6868c3024 None None] Provisioning complete for port 94f8092b-1e43-4bc6-a1a4-51d294fbe023 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:33.703316 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-41be49e4-6dbf-42f6-8fd1-fca6868c3024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.735245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] For port 1523d194-93e7-4513-a850-cf2916fbf8af, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:33.782835 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-41be49e4-6dbf-42f6-8fd1-fca6868c3024 None None] Port 94f8092b-1e43-4bc6-a1a4-51d294fbe023 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:33.785854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] For port 1523d194-93e7-4513-a850-cf2916fbf8af, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1523d194-93e7-4513-a850-cf2916fbf8af,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:33.793359 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.804451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Deleting subnet 00eae9ce-ef22-478b-aeeb-d796cdefe5ee {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:20:33.810121 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.837853 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:33.838134 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.839614 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-57b597c6-4daf-439e-8159-833475103034 service neutron] 10.222.0.21 "PUT /v2.0/ports/1523d194-93e7-4513-a850-cf2916fbf8af HTTP/1.1" status: 200 len: 1093 time: 1.7658741 Nov 27 01:20:33.843548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46831e84-0d0c-4a30-9744-b950c466fa32', 'tag': '1523d194-93e7-4513-a850-cf2916fbf8af'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:33.846367 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ddfb1e-5630-4f48-a6b9-c8acf95137d4" -d '{"events": [{"name": "network-changed", "server_uuid": "46831e84-0d0c-4a30-9744-b950c466fa32", "tag": "1523d194-93e7-4513-a850-cf2916fbf8af"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:33.884078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:20:33.889652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2b3cd9ff-2a03-407e-8952-b8ccfe37ba98 admin admin] 10.222.0.15 "PUT /v2.0/routers/b99f248a-3031-4748-8abf-0fcec81bd24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4568255 Nov 27 01:20:33.894514 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b597c6-4daf-439e-8159-833475103034 service neutron] Pushing event updated for resources: {'Port': ['ID=1523d194-93e7-4513-a850-cf2916fbf8af,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:33.924996 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.988504 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0a9597-a1a7-4800-986a-9c74b16a08a8 x-openstack-request-id: req-fd0a9597-a1a7-4800-986a-9c74b16a08a8 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:33.988738 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.988865 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46831e84-0d0c-4a30-9744-b950c466fa32", "tag": "1523d194-93e7-4513-a850-cf2916fbf8af", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:33.989116 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd0a9597-a1a7-4800-986a-9c74b16a08a8 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:33.989536 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46831e84-0d0c-4a30-9744-b950c466fa32', 'tag': '1523d194-93e7-4513-a850-cf2916fbf8af', 'status': 'completed', 'code': 200} Nov 27 01:20:33.995337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4eeaf2a5-c691-443e-a2c8-57fb22165a9c up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:34.020095 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Sync routers for ids ['b99f248a-3031-4748-8abf-0fcec81bd24b'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:20:34.024769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-3497ad3e-e4bd-4813-8a3e-8dffc6da868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:34.026324 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-3497ad3e-e4bd-4813-8a3e-8dffc6da868b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1b4bed9d43e47829a727a9424c4efb5&device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 1096 time: 0.1157048 Nov 27 01:20:34.037865 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Routers {'b99f248a-3031-4748-8abf-0fcec81bd24b'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:34.040791 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:20:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b99f248a-3031-4748-8abf-0fcec81bd24b'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:34.054177 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.097667 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00eae9ce-ef22-478b-aeeb-d796cdefe5ee,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:34.101729 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.106089 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/00eae9ce-ef22-478b-aeeb-d796cdefe5ee HTTP/1.1" status: 204 len: 168 time: 0.4182999 Nov 27 01:20:34.108773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60950) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:34.115239 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-e1a92681-f9f8-4c12-baa9-667b03dfa21e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1523d194-93e7-4513-a850-cf2916fbf8af HTTP/1.1" status: 200 len: 217 time: 0.0651076 Nov 27 01:20:34.135365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:34.136018 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:34.136563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:34.138078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:34.138720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:34.139248 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:34.139760 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:34.139905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4eeaf2a5-c691-443e-a2c8-57fb22165a9c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:34.140323 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.140651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:34.141151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:34.141665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:34.142170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:34.142666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7a57e-46e3-4cfc-9a9c-a73a8430e51c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:34.215454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-949eae39-c655-4d29-a4c6-959e65d357ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:34.218997 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-949eae39-c655-4d29-a4c6-959e65d357ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08c24569-75b4-4812-8c56-c116d5311fa7 HTTP/1.1" status: 200 len: 855 time: 0.0900147 Nov 27 01:20:34.272315 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Set router b99f248a-3031-4748-8abf-0fcec81bd24b gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:34.307293 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-0aa461ca-4475-409a-a7f6-1b20e0551877 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1d6a221-28a9-467a-8d0b-0f8791086068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768287 Nov 27 01:20:34.486544 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-51350c17-eb8d-47f2-8946-dea8c85d6bc8 service neutron] 10.222.0.21 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670001 Nov 27 01:20:34.523019 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:20:31Z', 'revision_number': 4, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '94f8092b-1e43-4bc6-a1a4-51d294fbe023', 'name': '', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'mac_address': 'fa:16:3e:de:a5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:30Z', 'updated_at': '2021-11-27T01:20:32Z', 'revision_number': 2, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'subnets': [{'id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:34.555246 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Checking router: b99f248a-3031-4748-8abf-0fcec81bd24b for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:20:34.555928 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Updating router b99f248a-3031-4748-8abf-0fcec81bd24b port 94f8092b-1e43-4bc6-a1a4-51d294fbe023 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:20:34.589329 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.632978 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af77e5f3-4d17-4030-b40f-14584cf8a924 req-c464ba99-11fa-4fe3-8242-b50ed35d65fa service neutron] 10.222.0.21 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344557 Nov 27 01:20:34.700463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60960) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:34.707046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4ed6229c-07e4-4c0f-935e-e35a087d13e3 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--211696049', 'description': 'tempest-description--53415350'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:34.731155 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ed6229c-07e4-4c0f-935e-e35a087d13e3 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.788369 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3cc5-ea01-407c-aa63-71b767b905f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.818934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4569562-f399-4786-960c-555523de64a0 req-4606a7dd-9147-4783-93bb-d0d3c9367c98 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:34.828338 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4569562-f399-4786-960c-555523de64a0 req-4606a7dd-9147-4783-93bb-d0d3c9367c98 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 944 time: 0.0894294 Nov 27 01:20:34.875133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddfb1e-5630-4f48-a6b9-c8acf95137d4 req-27a97cd1-5582-4380-bdbf-fb6fa13b385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:34.877617 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72ddfb1e-5630-4f48-a6b9-c8acf95137d4 req-27a97cd1-5582-4380-bdbf-fb6fa13b385b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1b4bed9d43e47829a727a9424c4efb5&device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 1096 time: 0.1284316 Nov 27 01:20:34.908567 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4569562-f399-4786-960c-555523de64a0 req-84bae602-ba33-4362-b6a1-63a07a2d6c8f tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792277 Nov 27 01:20:34.965923 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.973027 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.979167 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3cc5-ea01-407c-aa63-71b767b905f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.997698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddfb1e-5630-4f48-a6b9-c8acf95137d4 req-0c558456-472f-4d3f-846a-0bf3e6c9fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:35.000537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72ddfb1e-5630-4f48-a6b9-c8acf95137d4 req-0c558456-472f-4d3f-846a-0bf3e6c9fa04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1d6a221-28a9-467a-8d0b-0f8791086068 HTTP/1.1" status: 200 len: 916 time: 0.1116824 Nov 27 01:20:35.001506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-cdbc3cc5-ea01-407c-aa63-71b767b905f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f941621-4f80-49c2-838b-cc0d1ec353c3']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:35.012529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-cdbc3cc5-ea01-407c-aa63-71b767b905f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022eaf34-1c83-4ace-a750-f72bad5d5d12') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:35.012834 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-cdbc3cc5-ea01-407c-aa63-71b767b905f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022eaf34-1c83-4ace-a750-f72bad5d5d12') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:35.023566 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3cc5-ea01-407c-aa63-71b767b905f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.038541 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3cc5-ea01-407c-aa63-71b767b905f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.050369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbc3cc5-ea01-407c-aa63-71b767b905f1 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:20:35.050847 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3cc5-ea01-407c-aa63-71b767b905f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.064425 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72ddfb1e-5630-4f48-a6b9-c8acf95137d4 req-2d0ecb58-4738-4283-a88e-5ff0fa0717e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1523d194-93e7-4513-a850-cf2916fbf8af HTTP/1.1" status: 200 len: 217 time: 0.0564008 Nov 27 01:20:35.101693 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d632a3d-be21-4885-aa1c-67c992e68963 None None] Pushing event updated for resources: {'Port': ['ID=94f8092b-1e43-4bc6-a1a4-51d294fbe023,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:35.104017 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ed6229c-07e4-4c0f-935e-e35a087d13e3 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.120849 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632a3d-be21-4885-aa1c-67c992e68963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:35.121394 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632a3d-be21-4885-aa1c-67c992e68963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:35.122041 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632a3d-be21-4885-aa1c-67c992e68963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:35.122281 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632a3d-be21-4885-aa1c-67c992e68963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:35.122713 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632a3d-be21-4885-aa1c-67c992e68963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:35.123149 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632a3d-be21-4885-aa1c-67c992e68963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:35.123624 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632a3d-be21-4885-aa1c-67c992e68963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:35.124050 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632a3d-be21-4885-aa1c-67c992e68963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:35.124618 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632a3d-be21-4885-aa1c-67c992e68963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:35.125116 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632a3d-be21-4885-aa1c-67c992e68963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:35.125546 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632a3d-be21-4885-aa1c-67c992e68963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:35.125972 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632a3d-be21-4885-aa1c-67c992e68963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:20:35.126107 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:20:35.136563 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Attempting to bind port 94f8092b-1e43-4bc6-a1a4-51d294fbe023 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:35.137072 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Attempting to bind port 94f8092b-1e43-4bc6-a1a4-51d294fbe023 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:35.137551 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Attempting to bind port 94f8092b-1e43-4bc6-a1a4-51d294fbe023 on network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:35.149726 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:35.150274 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Checking segment: {'id': '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:35.150750 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.151207 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Bound using segment: {'id': '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:35.151761 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Bound port: 94f8092b-1e43-4bc6-a1a4-51d294fbe023, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:35.152214 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.158038 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ed6229c-07e4-4c0f-935e-e35a087d13e3 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.165908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3cc5-ea01-407c-aa63-71b767b905f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.179444 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3cc5-ea01-407c-aa63-71b767b905f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.192996 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cdbc3cc5-ea01-407c-aa63-71b767b905f1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8f941621-4f80-49c2-838b-cc0d1ec353c3 HTTP/1.1" status: 204 len: 168 time: 1.0659688 Nov 27 01:20:35.208025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddfb1e-5630-4f48-a6b9-c8acf95137d4 req-7004844d-385c-4347-bcdf-f3304705893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:35.209657 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72ddfb1e-5630-4f48-a6b9-c8acf95137d4 req-7004844d-385c-4347-bcdf-f3304705893c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08c24569-75b4-4812-8c56-c116d5311fa7 HTTP/1.1" status: 200 len: 855 time: 0.1324694 Nov 27 01:20:35.212363 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ed6229c-07e4-4c0f-935e-e35a087d13e3 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.213769 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4ed6229c-07e4-4c0f-935e-e35a087d13e3 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5116656 Nov 27 01:20:35.216478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6229c-07e4-4c0f-935e-e35a087d13e3 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc231522-792e-4677-b8ca-eb6378b150f8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:35.217966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60968) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:35.243949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-391ee8fd-3a01-42e7-ab0b-4b7c955153b0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Request body: {'security_group_rule': {'security_group_id': 'bc231522-792e-4677-b8ca-eb6378b150f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:35.268183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc3cc5-ea01-407c-aa63-71b767b905f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f941621-4f80-49c2-838b-cc0d1ec353c3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:35.281673 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72ddfb1e-5630-4f48-a6b9-c8acf95137d4 req-1b2f97b2-09e4-49a1-b575-a216c5623ff9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1d6a221-28a9-467a-8d0b-0f8791086068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591807 Nov 27 01:20:35.290324 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] For port 94f8092b-1e43-4bc6-a1a4-51d294fbe023, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:35.295333 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] For port 94f8092b-1e43-4bc6-a1a4-51d294fbe023, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=94f8092b-1e43-4bc6-a1a4-51d294fbe023,segment=NetworkSegment(7e4c256c-fbc5-4f5d-aa6c-b521158d3c16),segment_id=7e4c256c-fbc5-4f5d-aa6c-b521158d3c16)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:35.300076 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.336294 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-391ee8fd-3a01-42e7-ab0b-4b7c955153b0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.370037 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Routers {'b99f248a-3031-4748-8abf-0fcec81bd24b'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:35.370958 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:20:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b99f248a-3031-4748-8abf-0fcec81bd24b'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:35.375779 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d632a3d-be21-4885-aa1c-67c992e68963 None None] Pushing event updated for resources: {'Port': ['ID=94f8092b-1e43-4bc6-a1a4-51d294fbe023,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:35.445097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-09f275d5-8767-48d4-a3cb-876581399a31 None None] Provisioning complete for port 94f8092b-1e43-4bc6-a1a4-51d294fbe023 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:35.446129 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09f275d5-8767-48d4-a3cb-876581399a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.493052 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60972) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:35.564113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72ddfb1e-5630-4f48-a6b9-c8acf95137d4 req-872557a1-8e89-4777-81bc-960881a19312 service neutron] 10.222.0.21 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725689 Nov 27 01:20:35.581364 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-391ee8fd-3a01-42e7-ab0b-4b7c955153b0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.592306 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-391ee8fd-3a01-42e7-ab0b-4b7c955153b0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.650428 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09f275d5-8767-48d4-a3cb-876581399a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.684803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ee8fd-3a01-42e7-ab0b-4b7c955153b0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b663d469-e281-47c1-a38f-79aafd3619f4,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:35.704683 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c999017b-6920-4354-88aa-fa219cbe518c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53d6e7131d0740f3ab69fa54032dfa14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2021847 Nov 27 01:20:35.705358 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-391ee8fd-3a01-42e7-ab0b-4b7c955153b0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.719832 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-391ee8fd-3a01-42e7-ab0b-4b7c955153b0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4884644 Nov 27 01:20:35.720539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60974) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:35.720883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60976) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:35.722902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-09f275d5-8767-48d4-a3cb-876581399a31 None None] For port 94f8092b-1e43-4bc6-a1a4-51d294fbe023, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=94f8092b-1e43-4bc6-a1a4-51d294fbe023,segment=NetworkSegment(7e4c256c-fbc5-4f5d-aa6c-b521158d3c16),segment_id=7e4c256c-fbc5-4f5d-aa6c-b521158d3c16)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:35.729628 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09f275d5-8767-48d4-a3cb-876581399a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.739395 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7cefa1c6-dc49-42e4-97f3-2f857ec0827d tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Request body: {'security_group_rule': {'security_group_id': 'bc231522-792e-4677-b8ca-eb6378b150f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:35.822002 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72ddfb1e-5630-4f48-a6b9-c8acf95137d4 req-de9fc2e3-43bb-499b-ae9e-7ca27f37e99b service neutron] 10.222.0.21 "GET /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503717 Nov 27 01:20:35.835335 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31878b89-c79e-4a4e-bd7b-258416531083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.849700 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7cefa1c6-dc49-42e4-97f3-2f857ec0827d tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.876515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f275d5-8767-48d4-a3cb-876581399a31 None None] Pushing event updated for resources: {'Port': ['ID=94f8092b-1e43-4bc6-a1a4-51d294fbe023,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:35.883579 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] Set router b99f248a-3031-4748-8abf-0fcec81bd24b gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:35.903293 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31878b89-c79e-4a4e-bd7b-258416531083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.920431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-88500af5-decf-4ed4-ba40-113f487a1330 None None] Provisioning complete for port 94f8092b-1e43-4bc6-a1a4-51d294fbe023 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:35.927567 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-88500af5-decf-4ed4-ba40-113f487a1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.023792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7cefa1c6-dc49-42e4-97f3-2f857ec0827d tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.034402 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7cefa1c6-dc49-42e4-97f3-2f857ec0827d tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.053887 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31878b89-c79e-4a4e-bd7b-258416531083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.056552 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31878b89-c79e-4a4e-bd7b-258416531083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.057766 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-31878b89-c79e-4a4e-bd7b-258416531083 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6bce3c1c-cda0-496f-adf5-ed53b446bbf3 HTTP/1.1" status: 204 len: 168 time: 0.3359144 Nov 27 01:20:36.076983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefa1c6-dc49-42e4-97f3-2f857ec0827d tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81630c54-572d-4b4e-b469-ab4a6334900e,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:36.085749 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6584ee7-49a6-409b-a7ed-d5c581113928 req-e4bcf1cc-75a6-49de-94b6-ee6b6c27cf8d tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:36.088976 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7cefa1c6-dc49-42e4-97f3-2f857ec0827d tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.090269 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7cefa1c6-dc49-42e4-97f3-2f857ec0827d tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670256 Nov 27 01:20:36.090927 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31878b89-c79e-4a4e-bd7b-258416531083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bce3c1c-cda0-496f-adf5-ed53b446bbf3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:36.093193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60986) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:36.094629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a6584ee7-49a6-409b-a7ed-d5c581113928 req-e4bcf1cc-75a6-49de-94b6-ee6b6c27cf8d tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 944 time: 0.0717893 Nov 27 01:20:36.103120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:36.130870 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.161801 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a6584ee7-49a6-409b-a7ed-d5c581113928 req-a6aa04da-c27a-4af2-8603-db63881f8aee tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654488 Nov 27 01:20:36.230567 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:20:31Z', 'revision_number': 4, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '94f8092b-1e43-4bc6-a1a4-51d294fbe023', 'name': '', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'mac_address': 'fa:16:3e:de:a5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:30Z', 'updated_at': '2021-11-27T01:20:35Z', 'revision_number': 4, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'subnets': [{'id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:36.241028 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.273926 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d967e2ed-ad19-46ea-aa60-f37beafedc92 None None] The sync data for ids ['b99f248a-3031-4748-8abf-0fcec81bd24b'] in n-d-817303-10 is: [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:20:31Z', 'revision_number': 4, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '94f8092b-1e43-4bc6-a1a4-51d294fbe023', 'name': '', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'mac_address': 'fa:16:3e:de:a5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:30Z', 'updated_at': '2021-11-27T01:20:35Z', 'revision_number': 4, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'subnets': [{'id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:20:36.377578 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Allocated IP 172.25.1.69 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/dfccbd56-4d56-4a71-851d-016d2e1958b8) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:36.506974 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.545369 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.589428 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:36.592423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:36.595443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:36.624137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Pushing event updated for resources: {'Port': ['ID=dfccbd56-4d56-4a71-851d-016d2e1958b8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:36.703872 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.743150 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.921658 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.926305 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:37.009048 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Pushing event updated for resources: {'Port': ['ID=dfccbd56-4d56-4a71-851d-016d2e1958b8,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:37.026904 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:37.057249 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:37.058383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2ba8165e-1796-40ad-bae6-ac911002a08c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9595072 Nov 27 01:20:37.341027 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aedbac-e701-412a-b6ed-b33799660352 req-f0761ba6-404b-4bd4-a40a-a5363fbb1818 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:37.350423 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99aedbac-e701-412a-b6ed-b33799660352 req-f0761ba6-404b-4bd4-a40a-a5363fbb1818 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 944 time: 0.0777831 Nov 27 01:20:37.418511 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-3d40eed3-b739-4fb8-9a2d-105b72186a08 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--211696049&fields=id&tenant_id=edfba5c0a21244c5aab75d797d97c0e5 HTTP/1.1" status: 200 len: 267 time: 0.0863576 Nov 27 01:20:37.426889 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99aedbac-e701-412a-b6ed-b33799660352 req-1a52a5e4-a990-4c7e-8d09-ca5705d85f98 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755765 Nov 27 01:20:37.557485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646086d-3438-4021-b7bd-757ba121e743 req-d9049434-3119-4212-8ecc-b46c91568e94 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:37.566796 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-d9049434-3119-4212-8ecc-b46c91568e94 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/networks?id=cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 HTTP/1.1" status: 200 len: 805 time: 0.1379349 Nov 27 01:20:37.586757 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-648b9987-18fe-4054-81c3-fb4b9b31ee6f tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/quotas/edfba5c0a21244c5aab75d797d97c0e5 HTTP/1.1" status: 200 len: 375 time: 0.0185342 Nov 27 01:20:37.657127 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-347195d0-6b52-4c5d-9bd5-f5fb9343aa40 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=edfba5c0a21244c5aab75d797d97c0e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694258 Nov 27 01:20:37.795786 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-45d55da5-8d9a-46d0-9741-6d6ad1573572 service neutron] 10.222.0.15 "GET /v2.0/networks/cc1504f3-50c5-47bd-9b28-a8bbf4f742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265624 Nov 27 01:20:37.930237 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 94f8092b-1e43-4bc6-a1a4-51d294fbe023 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:37.942061 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-c4becdf2-da23-40bb-8718-3bfe24c76051 service neutron] 10.222.0.15 "GET /v2.0/networks/cc1504f3-50c5-47bd-9b28-a8bbf4f742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369922 Nov 27 01:20:37.985344 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 94f8092b-1e43-4bc6-a1a4-51d294fbe023 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:37.985627 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:38.168680 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fa46686-a0d2-4b54-aaa8-4381e9f87371 req-ad0f1585-c8f3-436c-ba4b-1ff986eebebc tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 210 time: 0.0359788 Nov 27 01:20:38.587397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e12ac8-ef30-46cc-baa6-0d8fdcdeee6d req-d8720683-312a-482d-a466-f7c75969fe0f tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:38.589226 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48e12ac8-ef30-46cc-baa6-0d8fdcdeee6d req-d8720683-312a-482d-a466-f7c75969fe0f tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 944 time: 0.0647235 Nov 27 01:20:38.663597 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48e12ac8-ef30-46cc-baa6-0d8fdcdeee6d req-acbe5f8c-09f7-4ad2-8374-c63ef13626bc tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664189 Nov 27 01:20:38.846628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1523d194-93e7-4513-a850-cf2916fbf8af details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:20:39.035272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1523d194-93e7-4513-a850-cf2916fbf8af, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1523d194-93e7-4513-a850-cf2916fbf8af,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:39.048352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '1523d194-93e7-4513-a850-cf2916fbf8af', 'network_id': 'e1d6a221-28a9-467a-8d0b-0f8791086068', 'port_id': '1523d194-93e7-4513-a850-cf2916fbf8af', 'mac_address': 'fa:16:3e:ca:d9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c24569-75b4-4812-8c56-c116d5311fa7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:20:39.094121 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:39.107445 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1523d194-93e7-4513-a850-cf2916fbf8af {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:39.127022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1523d194-93e7-4513-a850-cf2916fbf8af, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1523d194-93e7-4513-a850-cf2916fbf8af,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:39.130838 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:39.178154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=1523d194-93e7-4513-a850-cf2916fbf8af,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:39.261060 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b8a7319e-a681-4471-a251-4bd29f1cf6a0 req-7a143ff0-6ffe-4482-826d-855a28efdd2f tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 210 time: 0.0293803 Nov 27 01:20:39.440678 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['1523d194-93e7-4513-a850-cf2916fbf8af'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:39.599853 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646086d-3438-4021-b7bd-757ba121e743 req-4a3663ee-8c08-4e8b-9883-4b17253c94c5 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:39.601546 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-4a3663ee-8c08-4e8b-9883-4b17253c94c5 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.21 "GET /v2.0/networks?id=cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 HTTP/1.1" status: 200 len: 805 time: 0.1497333 Nov 27 01:20:39.708762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-e85a819a-27dd-43eb-81b2-ea6b924083d6 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edfba5c0a21244c5aab75d797d97c0e5 HTTP/1.1" status: 200 len: 379 time: 0.0727220 Nov 27 01:20:39.735975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-9646086d-3438-4021-b7bd-757ba121e743 req-4ceec4fa-e8a9-4859-b646-919190670773 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Request body: {'port': {'device_id': 'bd89e9a6-ca1d-4ebb-864c-7e551ea7b972', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'admin_state_up': True, 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'security_groups': ['bc231522-792e-4677-b8ca-eb6378b150f8']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:39.823819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693025f1-bee1-405e-8aec-377b4230c781 req-d3e12c91-9afa-4b17-b9da-de81c12f354f tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:39.826115 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-693025f1-bee1-405e-8aec-377b4230c781 req-d3e12c91-9afa-4b17-b9da-de81c12f354f tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 945 time: 0.0681727 Nov 27 01:20:39.876888 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-693025f1-bee1-405e-8aec-377b4230c781 req-e6f9f95c-1da2-4808-8e30-2c575c1c1441 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 Nov 27 01:20:39.930494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9646086d-3438-4021-b7bd-757ba121e743 req-4ceec4fa-e8a9-4859-b646-919190670773 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Made reservation on behalf of edfba5c0a21244c5aab75d797d97c0e5 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:39.935742 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9646086d-3438-4021-b7bd-757ba121e743 req-4ceec4fa-e8a9-4859-b646-919190670773 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:40.029645 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f0e629c1-a502-4438-b687-cd276d5bdd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:40.090627 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05b5aeb1-97c0-4466-a633-35dbd1c605cc req-3424864a-ad02-41ae-b84b-33650f92854c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0859742 Nov 27 01:20:40.112324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-9646086d-3438-4021-b7bd-757ba121e743 req-4ceec4fa-e8a9-4859-b646-919190670773 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Allocated IP 172.20.0.11 (cc1504f3-50c5-47bd-9b28-a8bbf4f742f3/d215e3a9-74ff-4ff3-8eaa-b1161c6b42b7/5c4bf543-2b5f-4dbb-b860-9527649676a1) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:40.226436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5aeb1-97c0-4466-a633-35dbd1c605cc req-e059eac0-2b21-4188-81b7-dd0b557a4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:40.227930 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05b5aeb1-97c0-4466-a633-35dbd1c605cc req-e059eac0-2b21-4188-81b7-dd0b557a4983 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 1097 time: 0.0983639 Nov 27 01:20:40.387168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93021b4f-b7dc-47cc-ae45-5d4b7ca4a9ee req-a97ce5d2-a943-47f9-bb63-1c6d373aac47 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 210 time: 0.0422187 Nov 27 01:20:40.417505 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9646086d-3438-4021-b7bd-757ba121e743 req-4ceec4fa-e8a9-4859-b646-919190670773 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:40.435680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5aeb1-97c0-4466-a633-35dbd1c605cc req-f00d3f8c-522f-4d81-9b41-db5c6bf6874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:40.437576 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05b5aeb1-97c0-4466-a633-35dbd1c605cc req-f00d3f8c-522f-4d81-9b41-db5c6bf6874a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.1826932 Nov 27 01:20:40.498876 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9646086d-3438-4021-b7bd-757ba121e743 req-4ceec4fa-e8a9-4859-b646-919190670773 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:40.564623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9646086d-3438-4021-b7bd-757ba121e743 req-4ceec4fa-e8a9-4859-b646-919190670773 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:40.572109 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05b5aeb1-97c0-4466-a633-35dbd1c605cc req-76e3a71c-e892-4a2f-91b6-c15bad938e30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f HTTP/1.1" status: 200 len: 1001 time: 0.1229570 Nov 27 01:20:40.573016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-9646086d-3438-4021-b7bd-757ba121e743 req-4ceec4fa-e8a9-4859-b646-919190670773 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:40.575430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9646086d-3438-4021-b7bd-757ba121e743 req-4ceec4fa-e8a9-4859-b646-919190670773 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:40.580207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceec4fa-e8a9-4859-b646-919190670773 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Pushing event updated for resources: {'Port': ['ID=5c4bf543-2b5f-4dbb-b860-9527649676a1,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:40.674772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646086d-3438-4021-b7bd-757ba121e743 req-4ceec4fa-e8a9-4859-b646-919190670773 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:40.675514 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9646086d-3438-4021-b7bd-757ba121e743 req-4ceec4fa-e8a9-4859-b646-919190670773 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:40.685743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5aeb1-97c0-4466-a633-35dbd1c605cc req-860bb0bf-4710-431b-9b26-7446dd13e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:40.687433 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05b5aeb1-97c0-4466-a633-35dbd1c605cc req-860bb0bf-4710-431b-9b26-7446dd13e2f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.0773792 Nov 27 01:20:40.698065 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-4ceec4fa-e8a9-4859-b646-919190670773 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9684684 Nov 27 01:20:40.734825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Request body: {'port': {'device_id': 'bd89e9a6-ca1d-4ebb-864c-7e551ea7b972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:40.814323 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:40.846119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5aeb1-97c0-4466-a633-35dbd1c605cc req-e7953643-cb04-4dd1-9807-7927a60769aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:40.848026 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05b5aeb1-97c0-4466-a633-35dbd1c605cc req-e7953643-cb04-4dd1-9807-7927a60769aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1490917 Nov 27 01:20:40.874805 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1523d194-93e7-4513-a850-cf2916fbf8af up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:40.993885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-624ad110-7250-4061-abd9-a42bbb607e47 None None] Provisioning complete for port 5c4bf543-2b5f-4dbb-b860-9527649676a1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:40.994334 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-624ad110-7250-4061-abd9-a42bbb607e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:41.076964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 1523d194-93e7-4513-a850-cf2916fbf8af completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:20:41.078939 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9ed27-f05e-4082-ad48-13eff5a96400 req-fb7d418f-5d31-47ff-8d5b-38a49d12eae7 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:41.088428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 1523d194-93e7-4513-a850-cf2916fbf8af triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:41.088772 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71a9ed27-f05e-4082-ad48-13eff5a96400 req-fb7d418f-5d31-47ff-8d5b-38a49d12eae7 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 945 time: 0.1088092 Nov 27 01:20:41.089329 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:41.092433 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-624ad110-7250-4061-abd9-a42bbb607e47 None None] Port 5c4bf543-2b5f-4dbb-b860-9527649676a1 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:41.183006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71a9ed27-f05e-4082-ad48-13eff5a96400 req-e1b7d6b1-c50c-4105-b03e-8422d215c55f tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885293 Nov 27 01:20:41.282992 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:41.311579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46831e84-0d0c-4a30-9744-b950c466fa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1523d194-93e7-4513-a850-cf2916fbf8af'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:41.314133 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00294daa-e4fe-4e01-b0f2-effe2bca5ff9" -d '{"events": [{"server_uuid": "46831e84-0d0c-4a30-9744-b950c466fa32", "name": "network-vif-plugged", "status": "completed", "tag": "1523d194-93e7-4513-a850-cf2916fbf8af"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:41.329227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1523d194-93e7-4513-a850-cf2916fbf8af, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1523d194-93e7-4513-a850-cf2916fbf8af,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:41.333621 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:41.366960 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8101276-76ed-4fcb-b92e-4e25085f46fc x-openstack-request-id: req-c8101276-76ed-4fcb-b92e-4e25085f46fc {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:41.367312 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46831e84-0d0c-4a30-9744-b950c466fa32", "name": "network-vif-plugged", "status": "completed", "tag": "1523d194-93e7-4513-a850-cf2916fbf8af", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:41.367623 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8101276-76ed-4fcb-b92e-4e25085f46fc {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:41.368021 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46831e84-0d0c-4a30-9744-b950c466fa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1523d194-93e7-4513-a850-cf2916fbf8af', 'code': 200} Nov 27 01:20:41.397274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=1523d194-93e7-4513-a850-cf2916fbf8af,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:41.509522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06fef8-248f-475b-a804-d85746b34940 req-8db1210c-5032-408e-822e-c4c2f551ac9c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:41.511091 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d06fef8-248f-475b-a804-d85746b34940 req-8db1210c-5032-408e-822e-c4c2f551ac9c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 932 time: 0.0515351 Nov 27 01:20:41.548434 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05b5aeb1-97c0-4466-a633-35dbd1c605cc req-5598e240-942a-477c-a0ab-fefff053cb19 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566465 Nov 27 01:20:41.572764 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d06fef8-248f-475b-a804-d85746b34940 req-57e11009-61ca-40b5-923a-fa1493eaa9f3 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539346 Nov 27 01:20:41.611368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dd667-535a-441f-832d-00957e89ebaa req-79c4dab7-9f98-4eb0-a858-cead81d9c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:41.611368 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-006dd667-535a-441f-832d-00957e89ebaa req-79c4dab7-9f98-4eb0-a858-cead81d9c054 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 1098 time: 0.1333733 Nov 27 01:20:41.745874 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-006dd667-535a-441f-832d-00957e89ebaa req-33ff05cb-a094-4bd4-8ecd-79d794707a7e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074233 Nov 27 01:20:41.749145 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05b5aeb1-97c0-4466-a633-35dbd1c605cc req-2a880025-775a-4430-8435-b36af20375ff service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680090 Nov 27 01:20:41.800678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4bf543-2b5f-4dbb-b860-9527649676a1 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:41.808480 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:41.820660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Transition to ACTIVE for port object 5c4bf543-2b5f-4dbb-b860-9527649676a1 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:20:41.828882 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:41.878965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Pushing event updated for resources: {'Port': ['ID=5c4bf543-2b5f-4dbb-b860-9527649676a1,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:41.958111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Attempting to bind port 5c4bf543-2b5f-4dbb-b860-9527649676a1 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:41.958446 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Attempting to bind port 5c4bf543-2b5f-4dbb-b860-9527649676a1 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:41.958778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Attempting to bind port 5c4bf543-2b5f-4dbb-b860-9527649676a1 on network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:41.963834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Port 5c4bf543-2b5f-4dbb-b860-9527649676a1 on network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:20:41.964158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Attempting to bind port 5c4bf543-2b5f-4dbb-b860-9527649676a1 on network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:41.971885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:41.972220 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Checking segment: {'id': '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:41.972633 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Bound using segment: {'id': '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:41.973068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Bound port: 5c4bf543-2b5f-4dbb-b860-9527649676a1, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:41.973429 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:42.047768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] For port 5c4bf543-2b5f-4dbb-b860-9527649676a1, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:42.051408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] For port 5c4bf543-2b5f-4dbb-b860-9527649676a1, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5c4bf543-2b5f-4dbb-b860-9527649676a1,segment=NetworkSegment(7e4c256c-fbc5-4f5d-aa6c-b521158d3c16),segment_id=7e4c256c-fbc5-4f5d-aa6c-b521158d3c16)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:42.055589 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:42.089973 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:42.090735 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:42.092580 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] 10.222.0.21 "PUT /v2.0/ports/5c4bf543-2b5f-4dbb-b860-9527649676a1 HTTP/1.1" status: 200 len: 1093 time: 1.3631909 Nov 27 01:20:42.095611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd89e9a6-ca1d-4ebb-864c-7e551ea7b972', 'tag': '5c4bf543-2b5f-4dbb-b860-9527649676a1'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:42.097732 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ad48f8-473c-44cd-b406-67400104f327" -d '{"events": [{"name": "network-changed", "server_uuid": "bd89e9a6-ca1d-4ebb-864c-7e551ea7b972", "tag": "5c4bf543-2b5f-4dbb-b860-9527649676a1"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:42.125851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d5e23-2141-4393-a632-003bfd94f51b service neutron] Pushing event updated for resources: {'Port': ['ID=5c4bf543-2b5f-4dbb-b860-9527649676a1,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:42.179367 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e24b56c-aa44-48aa-817c-4edf0b23547c x-openstack-request-id: req-6e24b56c-aa44-48aa-817c-4edf0b23547c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:42.179767 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd89e9a6-ca1d-4ebb-864c-7e551ea7b972", "tag": "5c4bf543-2b5f-4dbb-b860-9527649676a1", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:42.180128 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e24b56c-aa44-48aa-817c-4edf0b23547c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:42.180678 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd89e9a6-ca1d-4ebb-864c-7e551ea7b972', 'tag': '5c4bf543-2b5f-4dbb-b860-9527649676a1', 'status': 'completed', 'code': 200} Nov 27 01:20:42.213742 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7cc6b589-647f-4262-bc74-a594f195b905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:42.332890 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646086d-3438-4021-b7bd-757ba121e743 req-709edb4e-bfa3-41a1-991b-49e86a91e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:42.334865 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-709edb4e-bfa3-41a1-991b-49e86a91e280 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edfba5c0a21244c5aab75d797d97c0e5&device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 1096 time: 0.0841126 Nov 27 01:20:42.386268 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b80ee-c21f-4240-b7ce-8f674ad0957a req-0238295f-ec55-463c-84a6-3ba784285e8c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:42.387873 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-194b80ee-c21f-4240-b7ce-8f674ad0957a req-0238295f-ec55-463c-84a6-3ba784285e8c tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 946 time: 0.0916307 Nov 27 01:20:42.409826 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-21c110a1-b56c-477e-889b-188083245cdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c4bf543-2b5f-4dbb-b860-9527649676a1 HTTP/1.1" status: 200 len: 217 time: 0.0580456 Nov 27 01:20:42.455404 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-194b80ee-c21f-4240-b7ce-8f674ad0957a req-5fe00479-4931-40cc-b8ba-d0da94ba4a65 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589268 Nov 27 01:20:42.479548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646086d-3438-4021-b7bd-757ba121e743 req-eca2d889-f472-4ed9-9e33-f8da1ddc4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:42.481456 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-eca2d889-f472-4ed9-9e33-f8da1ddc4ee3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d215e3a9-74ff-4ff3-8eaa-b1161c6b42b7 HTTP/1.1" status: 200 len: 844 time: 0.0618100 Nov 27 01:20:42.532335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646086d-3438-4021-b7bd-757ba121e743 req-4c1a51bf-413b-4f83-b34e-7dcd70dca25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:42.534193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-4c1a51bf-413b-4f83-b34e-7dcd70dca25a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc1504f3-50c5-47bd-9b28-a8bbf4f742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433471 Nov 27 01:20:42.645212 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-883070c0-97bc-438a-b8dd-7bfd3939d3d1 service neutron] 10.222.0.21 "GET /v2.0/networks/cc1504f3-50c5-47bd-9b28-a8bbf4f742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015472 Nov 27 01:20:42.789209 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9646086d-3438-4021-b7bd-757ba121e743 req-b3686176-e8d8-4052-b870-b826cf584a5b service neutron] 10.222.0.21 "GET /v2.0/networks/cc1504f3-50c5-47bd-9b28-a8bbf4f742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315665 Nov 27 01:20:42.805065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980136ce-69a8-4627-bdbf-8046c84f5c99 req-a112eec2-f38d-41a4-9124-c8b80b6b1cf5 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:42.806545 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-980136ce-69a8-4627-bdbf-8046c84f5c99 req-a112eec2-f38d-41a4-9124-c8b80b6b1cf5 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 944 time: 0.0672994 Nov 27 01:20:42.861972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-980136ce-69a8-4627-bdbf-8046c84f5c99 req-5bf503d1-bbcd-4a92-93c3-f5571ee7fd02 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474770 Nov 27 01:20:42.939071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad48f8-473c-44cd-b406-67400104f327 req-97433362-9442-4be8-8036-8431b47bce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:42.940906 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9ad48f8-473c-44cd-b406-67400104f327 req-97433362-9442-4be8-8036-8431b47bce9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edfba5c0a21244c5aab75d797d97c0e5&device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 1096 time: 0.0456588 Nov 27 01:20:43.061764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad48f8-473c-44cd-b406-67400104f327 req-82fb949b-0063-40ef-9877-000add3738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:43.063631 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9ad48f8-473c-44cd-b406-67400104f327 req-82fb949b-0063-40ef-9877-000add3738f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 HTTP/1.1" status: 200 len: 906 time: 0.1053963 Nov 27 01:20:43.128191 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9ad48f8-473c-44cd-b406-67400104f327 req-433e91d4-25d6-4e62-a8b6-2a9f756493b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c4bf543-2b5f-4dbb-b860-9527649676a1 HTTP/1.1" status: 200 len: 217 time: 0.0449450 Nov 27 01:20:43.201527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad48f8-473c-44cd-b406-67400104f327 req-59d187ad-f1ff-4c88-a9a7-c33f0c82a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:43.203617 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9ad48f8-473c-44cd-b406-67400104f327 req-59d187ad-f1ff-4c88-a9a7-c33f0c82a5d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d215e3a9-74ff-4ff3-8eaa-b1161c6b42b7 HTTP/1.1" status: 200 len: 844 time: 0.0576158 Nov 27 01:20:43.239769 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:43.266350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad48f8-473c-44cd-b406-67400104f327 req-ffe55efb-4823-4f06-901c-f91685ff1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:43.268545 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9ad48f8-473c-44cd-b406-67400104f327 req-ffe55efb-4823-4f06-901c-f91685ff1f03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc1504f3-50c5-47bd-9b28-a8bbf4f742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563378 Nov 27 01:20:43.415166 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9ad48f8-473c-44cd-b406-67400104f327 req-ffe045b3-e9ec-44af-8085-09c9539c28c4 service neutron] 10.222.0.21 "GET /v2.0/networks/cc1504f3-50c5-47bd-9b28-a8bbf4f742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379840 Nov 27 01:20:43.545725 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9ad48f8-473c-44cd-b406-67400104f327 req-6b4e6eb8-2db7-4a88-be0e-c7ad31246079 service neutron] 10.222.0.21 "GET /v2.0/networks/cc1504f3-50c5-47bd-9b28-a8bbf4f742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228099 Nov 27 01:20:43.629493 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54e284-ea2a-4aa7-b468-2e1086a55be6 req-c4c179d6-c06a-4bb8-8280-a6c8e130e858 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:43.635546 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c54e284-ea2a-4aa7-b468-2e1086a55be6 req-c4c179d6-c06a-4bb8-8280-a6c8e130e858 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 946 time: 0.0779166 Nov 27 01:20:43.691787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c54e284-ea2a-4aa7-b468-2e1086a55be6 req-e87e2d77-c80a-4af0-8d36-5da22b041c64 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534303 Nov 27 01:20:44.001434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bacb0-2687-414c-839e-00609d2bf334 req-835db445-bb78-447c-87a3-232db9efa976 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:44.003794 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-690bacb0-2687-414c-839e-00609d2bf334 req-835db445-bb78-447c-87a3-232db9efa976 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 944 time: 0.0592487 Nov 27 01:20:44.063133 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-690bacb0-2687-414c-839e-00609d2bf334 req-c8b8542a-fbb7-4d68-a283-d93be7e77b85 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492909 Nov 27 01:20:44.793259 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.208875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35f7f7-3104-4a0b-9156-9b313f23516a req-7d085f93-9b2a-4246-b6ea-ce5689a115e0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:45.216118 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a35f7f7-3104-4a0b-9156-9b313f23516a req-7d085f93-9b2a-4246-b6ea-ce5689a115e0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 944 time: 0.0672357 Nov 27 01:20:45.267985 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a35f7f7-3104-4a0b-9156-9b313f23516a req-b08917f1-5d1e-4558-8c0b-95f7f63b3044 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497797 Nov 27 01:20:46.209169 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:46.399177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499bc52-dd3a-48ed-9097-2c8c1f2f41f9 req-e8bfdf59-08e9-4f4f-9f62-ab00c33333f6 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:46.408087 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9499bc52-dd3a-48ed-9097-2c8c1f2f41f9 req-e8bfdf59-08e9-4f4f-9f62-ab00c33333f6 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 944 time: 0.0688651 Nov 27 01:20:46.471248 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9499bc52-dd3a-48ed-9097-2c8c1f2f41f9 req-a97babb6-79b3-410f-806c-8c048b0dfcdd tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612535 Nov 27 01:20:46.878259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5c4bf543-2b5f-4dbb-b860-9527649676a1 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:20:47.019163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 5c4bf543-2b5f-4dbb-b860-9527649676a1, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5c4bf543-2b5f-4dbb-b860-9527649676a1,segment=NetworkSegment(7e4c256c-fbc5-4f5d-aa6c-b521158d3c16),segment_id=7e4c256c-fbc5-4f5d-aa6c-b521158d3c16)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:47.035166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '5c4bf543-2b5f-4dbb-b860-9527649676a1', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'port_id': '5c4bf543-2b5f-4dbb-b860-9527649676a1', 'mac_address': 'fa:16:3e:0a:2e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:20:47.081199 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:47.097639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4bf543-2b5f-4dbb-b860-9527649676a1 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:47.125154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 5c4bf543-2b5f-4dbb-b860-9527649676a1, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5c4bf543-2b5f-4dbb-b860-9527649676a1,segment=NetworkSegment(7e4c256c-fbc5-4f5d-aa6c-b521158d3c16),segment_id=7e4c256c-fbc5-4f5d-aa6c-b521158d3c16)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:47.130268 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:47.184291 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=5c4bf543-2b5f-4dbb-b860-9527649676a1,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:47.441200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['5c4bf543-2b5f-4dbb-b860-9527649676a1'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:47.633991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdf898-4c22-46de-a59c-287533aa0a19 req-e0d4208a-575d-43b1-a7ab-b225e7779b38 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:47.643936 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6fdf898-4c22-46de-a59c-287533aa0a19 req-e0d4208a-575d-43b1-a7ab-b225e7779b38 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 945 time: 0.0878975 Nov 27 01:20:47.705490 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6fdf898-4c22-46de-a59c-287533aa0a19 req-86e51153-7b35-4699-b67b-f153ffd44df0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601909 Nov 27 01:20:48.879985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40902e-531d-473e-865d-1cba1c8f80fa req-f71ec6ad-ca08-4b88-bcb4-1b1efbe2818c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:48.888946 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ad40902e-531d-473e-865d-1cba1c8f80fa req-f71ec6ad-ca08-4b88-bcb4-1b1efbe2818c tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 945 time: 0.1147308 Nov 27 01:20:48.894609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5c4bf543-2b5f-4dbb-b860-9527649676a1 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:48.984627 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 5c4bf543-2b5f-4dbb-b860-9527649676a1 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:20:48.988527 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ad40902e-531d-473e-865d-1cba1c8f80fa req-605fca97-6304-40da-9e8b-f1ef321ce4b6 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962551 Nov 27 01:20:49.035194 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 5c4bf543-2b5f-4dbb-b860-9527649676a1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:49.035598 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:49.176754 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:49.204470 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd89e9a6-ca1d-4ebb-864c-7e551ea7b972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4bf543-2b5f-4dbb-b860-9527649676a1'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:49.206971 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529cb812-8397-4ef1-bd7e-4d63bf0c4517" -d '{"events": [{"server_uuid": "bd89e9a6-ca1d-4ebb-864c-7e551ea7b972", "name": "network-vif-plugged", "status": "completed", "tag": "5c4bf543-2b5f-4dbb-b860-9527649676a1"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:49.224690 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 5c4bf543-2b5f-4dbb-b860-9527649676a1, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5c4bf543-2b5f-4dbb-b860-9527649676a1,segment=NetworkSegment(7e4c256c-fbc5-4f5d-aa6c-b521158d3c16),segment_id=7e4c256c-fbc5-4f5d-aa6c-b521158d3c16)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:49.230169 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:49.474118 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b0aef9-8874-4702-abd2-b86496b4c987 x-openstack-request-id: req-11b0aef9-8874-4702-abd2-b86496b4c987 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:49.474375 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd89e9a6-ca1d-4ebb-864c-7e551ea7b972", "name": "network-vif-plugged", "status": "completed", "tag": "5c4bf543-2b5f-4dbb-b860-9527649676a1", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:49.474558 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11b0aef9-8874-4702-abd2-b86496b4c987 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:49.474945 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd89e9a6-ca1d-4ebb-864c-7e551ea7b972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4bf543-2b5f-4dbb-b860-9527649676a1', 'code': 200} Nov 27 01:20:49.493183 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=5c4bf543-2b5f-4dbb-b860-9527649676a1,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:49.512277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a122ff6-b598-48c0-91be-3d866756e1eb req-b2af85be-854c-4d7c-b606-bddf35e5b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:49.513828 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a122ff6-b598-48c0-91be-3d866756e1eb req-b2af85be-854c-4d7c-b606-bddf35e5b1ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 1098 time: 0.0735304 Nov 27 01:20:49.569194 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a122ff6-b598-48c0-91be-3d866756e1eb req-f436d5dd-15d5-4a2d-b272-4cb0104f427f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464759 Nov 27 01:20:50.210964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb0db8-c0b5-475d-bbe7-8f3c057fcaae req-90a7d9e7-7e69-49ed-9c8c-d38cb7510125 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:50.219461 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25eb0db8-c0b5-475d-bbe7-8f3c057fcaae req-90a7d9e7-7e69-49ed-9c8c-d38cb7510125 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 946 time: 0.0588775 Nov 27 01:20:50.304689 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25eb0db8-c0b5-475d-bbe7-8f3c057fcaae req-7494e13e-c4a8-4e2d-ab44-efaa05b7cc0b tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789373 Nov 27 01:20:51.526345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50157ae6-251f-4688-b13a-84119cea2c80 req-932b374d-6714-4981-952a-b0bd72f0a239 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:51.535078 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-50157ae6-251f-4688-b13a-84119cea2c80 req-932b374d-6714-4981-952a-b0bd72f0a239 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 946 time: 0.0726442 Nov 27 01:20:51.634807 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-50157ae6-251f-4688-b13a-84119cea2c80 req-086133ef-f0cd-4d9d-8c5b-07a6af34cd02 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957258 Nov 27 01:20:51.867617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ee3c4-69e5-4558-83d3-ecc8057cb900 req-1f4196f9-a685-42bb-bac9-5e69f31d076b tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:51.884904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7d6ee3c4-69e5-4558-83d3-ecc8057cb900 req-1f4196f9-a685-42bb-bac9-5e69f31d076b tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 946 time: 0.1347945 Nov 27 01:20:51.887099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33124) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:51.891862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a38a92d6-c3eb-4b93-9824-6742a30b0532 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Request body: {'floatingip': {'port_id': '5c4bf543-2b5f-4dbb-b860-9527649676a1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:51.941156 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a38a92d6-c3eb-4b93-9824-6742a30b0532 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:52.525983 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a38a92d6-c3eb-4b93-9824-6742a30b0532 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:52.531029 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a38a92d6-c3eb-4b93-9824-6742a30b0532 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:52.559985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33136) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:52.664997 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-a38a92d6-c3eb-4b93-9824-6742a30b0532 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Floating IP 591cc2df-68b6-4a27-9d1e-44eb162ca9ed associated. External IP: 172.25.1.69, port: 5c4bf543-2b5f-4dbb-b860-9527649676a1. Nov 27 01:20:52.762503 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5940f66c-eabd-4d45-bc7d-81dfd8effdd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:52.911374 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5940f66c-eabd-4d45-bc7d-81dfd8effdd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:52.917840 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5940f66c-eabd-4d45-bc7d-81dfd8effdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:52.953002 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5940f66c-eabd-4d45-bc7d-81dfd8effdd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d8ef4f175c1427cb27b42ae9f573e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3905520 Nov 27 01:20:52.961560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33146) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:53.004316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38a92d6-c3eb-4b93-9824-6742a30b0532 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Router b99f248a-3031-4748-8abf-0fcec81bd24b has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:20:53.051245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940f66c-eabd-4d45-bc7d-81dfd8effdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8a9a59-6656-4bd2-9139-8d56f0276752,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:53.094545 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2683609c-e8a7-45dc-909a-432a1bca674d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:53.128797 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2683609c-e8a7-45dc-909a-432a1bca674d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:53.177014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38a92d6-c3eb-4b93-9824-6742a30b0532 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:20:53.185640 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a38a92d6-c3eb-4b93-9824-6742a30b0532 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:53.191164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d689ea4-af8e-49bd-beed-5f7beb1a07c6 None None] Sync routers for ids ['b99f248a-3031-4748-8abf-0fcec81bd24b'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:20:53.213667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d689ea4-af8e-49bd-beed-5f7beb1a07c6 None None] Routers {'b99f248a-3031-4748-8abf-0fcec81bd24b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:53.214642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0d689ea4-af8e-49bd-beed-5f7beb1a07c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:20:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b99f248a-3031-4748-8abf-0fcec81bd24b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:53.215080 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2683609c-e8a7-45dc-909a-432a1bca674d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:53.217803 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2683609c-e8a7-45dc-909a-432a1bca674d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:53.219586 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2683609c-e8a7-45dc-909a-432a1bca674d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c8a9a59-6656-4bd2-9139-8d56f0276752 HTTP/1.1" status: 204 len: 168 time: 0.2562380 Nov 27 01:20:53.235755 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a38a92d6-c3eb-4b93-9824-6742a30b0532 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "PUT /v2.0/floatingips/591cc2df-68b6-4a27-9d1e-44eb162ca9ed HTTP/1.1" status: 200 len: 991 time: 1.3444176 Nov 27 01:20:53.235755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd89e9a6-ca1d-4ebb-864c-7e551ea7b972', 'tag': '5c4bf543-2b5f-4dbb-b860-9527649676a1'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:53.237059 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22741e2f-dd69-4560-bcc7-0a4576d57f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd89e9a6-ca1d-4ebb-864c-7e551ea7b972", "tag": "5c4bf543-2b5f-4dbb-b860-9527649676a1"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:53.264197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683609c-e8a7-45dc-909a-432a1bca674d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8a9a59-6656-4bd2-9139-8d56f0276752,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:53.306158 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08906360-7c6c-4309-827e-da9365ae618e x-openstack-request-id: req-08906360-7c6c-4309-827e-da9365ae618e {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:53.306554 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd89e9a6-ca1d-4ebb-864c-7e551ea7b972", "tag": "5c4bf543-2b5f-4dbb-b860-9527649676a1", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:53.306900 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08906360-7c6c-4309-827e-da9365ae618e {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:53.307399 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd89e9a6-ca1d-4ebb-864c-7e551ea7b972', 'tag': '5c4bf543-2b5f-4dbb-b860-9527649676a1', 'status': 'completed', 'code': 200} Nov 27 01:20:53.416277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-0d689ea4-af8e-49bd-beed-5f7beb1a07c6 None None] Set router b99f248a-3031-4748-8abf-0fcec81bd24b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:53.487735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22741e2f-dd69-4560-bcc7-0a4576d57f7c req-77959d01-65e0-4d64-8c21-a22cd0244f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:53.489609 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22741e2f-dd69-4560-bcc7-0a4576d57f7c req-77959d01-65e0-4d64-8c21-a22cd0244f6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edfba5c0a21244c5aab75d797d97c0e5&device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 1098 time: 0.0649025 Nov 27 01:20:53.606983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22741e2f-dd69-4560-bcc7-0a4576d57f7c req-36479431-8f4c-4782-8bb3-a8f678f94b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:53.609376 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22741e2f-dd69-4560-bcc7-0a4576d57f7c req-36479431-8f4c-4782-8bb3-a8f678f94b75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 HTTP/1.1" status: 200 len: 906 time: 0.0994370 Nov 27 01:20:53.685677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33160) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:53.710218 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87e127ed-775b-4c9c-a28d-92a57143cbea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:53.716194 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22741e2f-dd69-4560-bcc7-0a4576d57f7c req-c26f0276-3073-4a14-bac3-bbfdafd4552c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c4bf543-2b5f-4dbb-b860-9527649676a1 HTTP/1.1" status: 200 len: 999 time: 0.0983527 Nov 27 01:20:53.777782 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0d689ea4-af8e-49bd-beed-5f7beb1a07c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:20:31Z', 'revision_number': 4, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '591cc2df-68b6-4a27-9d1e-44eb162ca9ed', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'port_id': '5c4bf543-2b5f-4dbb-b860-9527649676a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'mac_address': 'fa:16:3e:0a:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd89e9a6-ca1d-4ebb-864c-7e551ea7b972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:20:36Z', 'updated_at': '2021-11-27T01:20:52Z', 'revision_number': 1, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f8092b-1e43-4bc6-a1a4-51d294fbe023', 'name': '', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'mac_address': 'fa:16:3e:de:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:30Z', 'updated_at': '2021-11-27T01:20:35Z', 'revision_number': 5, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'subnets': [{'id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:53.798884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22741e2f-dd69-4560-bcc7-0a4576d57f7c req-a0457084-f426-4933-b218-5b54d88cf060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:53.800679 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22741e2f-dd69-4560-bcc7-0a4576d57f7c req-a0457084-f426-4933-b218-5b54d88cf060 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d215e3a9-74ff-4ff3-8eaa-b1161c6b42b7 HTTP/1.1" status: 200 len: 844 time: 0.0715172 Nov 27 01:20:53.809406 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d689ea4-af8e-49bd-beed-5f7beb1a07c6 None None] Checking router: b99f248a-3031-4748-8abf-0fcec81bd24b for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:20:53.814945 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87e127ed-775b-4c9c-a28d-92a57143cbea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:53.819778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d689ea4-af8e-49bd-beed-5f7beb1a07c6 None None] Routers {'b99f248a-3031-4748-8abf-0fcec81bd24b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:53.820546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0d689ea4-af8e-49bd-beed-5f7beb1a07c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:20:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b99f248a-3031-4748-8abf-0fcec81bd24b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:53.832828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87e127ed-775b-4c9c-a28d-92a57143cbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:53.862297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22741e2f-dd69-4560-bcc7-0a4576d57f7c req-bf1e697a-98d4-4a8c-940e-45dc3102e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:53.864122 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22741e2f-dd69-4560-bcc7-0a4576d57f7c req-bf1e697a-98d4-4a8c-940e-45dc3102e037 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc1504f3-50c5-47bd-9b28-a8bbf4f742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475750 Nov 27 01:20:53.888981 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-87e127ed-775b-4c9c-a28d-92a57143cbea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fe187e2085a4630851f701ec938ef61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2012706 Nov 27 01:20:53.892695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33166) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:53.893356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e127ed-775b-4c9c-a28d-92a57143cbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27b1d00-4eb2-449e-8798-627e43e7f35b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:53.964350 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f653073a-89cb-4cd9-aef6-720e1af84b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:53.984651 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22741e2f-dd69-4560-bcc7-0a4576d57f7c req-da9dd5e5-d979-41c9-9820-ab901712aa50 service neutron] 10.222.0.21 "GET /v2.0/networks/cc1504f3-50c5-47bd-9b28-a8bbf4f742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075232 Nov 27 01:20:53.997218 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f653073a-89cb-4cd9-aef6-720e1af84b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:54.005516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-0d689ea4-af8e-49bd-beed-5f7beb1a07c6 None None] Set router b99f248a-3031-4748-8abf-0fcec81bd24b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:54.092232 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f653073a-89cb-4cd9-aef6-720e1af84b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:54.095760 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f653073a-89cb-4cd9-aef6-720e1af84b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:54.096965 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f653073a-89cb-4cd9-aef6-720e1af84b58 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f27b1d00-4eb2-449e-8798-627e43e7f35b HTTP/1.1" status: 204 len: 168 time: 0.2003376 Nov 27 01:20:54.117910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653073a-89cb-4cd9-aef6-720e1af84b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27b1d00-4eb2-449e-8798-627e43e7f35b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:54.178355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fa699-f8df-4bba-ba51-0e8094497e95 req-5c527040-ad78-4946-bc3d-975f03b39584 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:54.179903 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d0fa699-f8df-4bba-ba51-0e8094497e95 req-5c527040-ad78-4946-bc3d-975f03b39584 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 945 time: 0.0966234 Nov 27 01:20:54.188509 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22741e2f-dd69-4560-bcc7-0a4576d57f7c req-8b7d5a56-7938-4201-8b18-7e1c4670a0d0 service neutron] 10.222.0.21 "GET /v2.0/networks/cc1504f3-50c5-47bd-9b28-a8bbf4f742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751163 Nov 27 01:20:54.278238 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d0fa699-f8df-4bba-ba51-0e8094497e95 req-1595d047-e811-4ac8-8431-101fbfe03615 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854237 Nov 27 01:20:54.378083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0d689ea4-af8e-49bd-beed-5f7beb1a07c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:20:31Z', 'revision_number': 4, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '591cc2df-68b6-4a27-9d1e-44eb162ca9ed', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'port_id': '5c4bf543-2b5f-4dbb-b860-9527649676a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'mac_address': 'fa:16:3e:0a:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd89e9a6-ca1d-4ebb-864c-7e551ea7b972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:20:36Z', 'updated_at': '2021-11-27T01:20:52Z', 'revision_number': 1, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f8092b-1e43-4bc6-a1a4-51d294fbe023', 'name': '', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'mac_address': 'fa:16:3e:de:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:30Z', 'updated_at': '2021-11-27T01:20:35Z', 'revision_number': 5, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'subnets': [{'id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:54.413953 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d689ea4-af8e-49bd-beed-5f7beb1a07c6 None None] The sync data for ids ['b99f248a-3031-4748-8abf-0fcec81bd24b'] in n-d-817303-10 is: [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:20:31Z', 'revision_number': 4, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '591cc2df-68b6-4a27-9d1e-44eb162ca9ed', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'port_id': '5c4bf543-2b5f-4dbb-b860-9527649676a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'mac_address': 'fa:16:3e:0a:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd89e9a6-ca1d-4ebb-864c-7e551ea7b972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:20:36Z', 'updated_at': '2021-11-27T01:20:52Z', 'revision_number': 1, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f8092b-1e43-4bc6-a1a4-51d294fbe023', 'name': '', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'mac_address': 'fa:16:3e:de:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:30Z', 'updated_at': '2021-11-27T01:20:35Z', 'revision_number': 5, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'subnets': [{'id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:20:54.762377 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a772f728-e22e-417d-b8cf-752c2ac9037a None None] New status for floating IP 591cc2df-68b6-4a27-9d1e-44eb162ca9ed: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:20:55.052173 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33218) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:55.234782 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a624a5b-9570-41f0-bdc2-894fb68ea784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.322521 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a624a5b-9570-41f0-bdc2-894fb68ea784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.326695 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a624a5b-9570-41f0-bdc2-894fb68ea784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.371074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9a624a5b-9570-41f0-bdc2-894fb68ea784 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12861b3eed144e10a193d06f3ba451ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154047 Nov 27 01:20:55.371387 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33234) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:55.379207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a624a5b-9570-41f0-bdc2-894fb68ea784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eddc365-82b0-4d84-a62b-a27fd1653f77,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:55.431425 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0f6121f-2ec7-4854-abb0-655c2946c24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.454956 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0f6121f-2ec7-4854-abb0-655c2946c24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.517005 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0f6121f-2ec7-4854-abb0-655c2946c24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.519748 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0f6121f-2ec7-4854-abb0-655c2946c24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.521012 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d0f6121f-2ec7-4854-abb0-655c2946c24e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7eddc365-82b0-4d84-a62b-a27fd1653f77 HTTP/1.1" status: 204 len: 168 time: 0.1484690 Nov 27 01:20:55.530303 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6121f-2ec7-4854-abb0-655c2946c24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eddc365-82b0-4d84-a62b-a27fd1653f77,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:57.894251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33348) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:58.021659 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89cf211c-da51-4bf0-bda0-d63794e1c44f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.105003 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89cf211c-da51-4bf0-bda0-d63794e1c44f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.109040 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89cf211c-da51-4bf0-bda0-d63794e1c44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.148898 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-89cf211c-da51-4bf0-bda0-d63794e1c44f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff94a51632a6450a89cd033718700400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2534823 Nov 27 01:20:58.149753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf211c-da51-4bf0-bda0-d63794e1c44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e05f902-b1d0-4e01-87e2-d532dbaea902,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:58.151504 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33368) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:58.202829 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54688b1e-3703-48ff-942f-7f199155c58f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.227002 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54688b1e-3703-48ff-942f-7f199155c58f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.292659 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54688b1e-3703-48ff-942f-7f199155c58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.296170 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54688b1e-3703-48ff-942f-7f199155c58f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.297368 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-54688b1e-3703-48ff-942f-7f199155c58f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e05f902-b1d0-4e01-87e2-d532dbaea902 HTTP/1.1" status: 204 len: 168 time: 0.1448381 Nov 27 01:20:58.305541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54688b1e-3703-48ff-942f-7f199155c58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e05f902-b1d0-4e01-87e2-d532dbaea902,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:58.355084 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.667102 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33404) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:58.687171 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dfc1e29f-07eb-4cb0-a07e-4b95f5747247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.791125 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dfc1e29f-07eb-4cb0-a07e-4b95f5747247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.796761 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dfc1e29f-07eb-4cb0-a07e-4b95f5747247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.907926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33424) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:58.914206 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 02caa119-c7f4-405b-ba6b-a6d7c8523f2f details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:20:58.933414 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dfc1e29f-07eb-4cb0-a07e-4b95f5747247 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1a2e620cafe41159cb5b70206d12355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2649589 Nov 27 01:20:58.938933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1e29f-07eb-4cb0-a07e-4b95f5747247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea470d66-0880-46bd-a17e-ded9eb154ec5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:59.022215 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-736e19ea-20fb-45a5-a0e8-d080b2e598f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.053381 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-736e19ea-20fb-45a5-a0e8-d080b2e598f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.091230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:59.121317 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'port_id': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'mac_address': 'fa:16:3e:47:19:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:20:59.131474 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-736e19ea-20fb-45a5-a0e8-d080b2e598f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.134518 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-736e19ea-20fb-45a5-a0e8-d080b2e598f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.140592 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-736e19ea-20fb-45a5-a0e8-d080b2e598f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea470d66-0880-46bd-a17e-ded9eb154ec5 HTTP/1.1" status: 204 len: 168 time: 0.2314260 Nov 27 01:20:59.151978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e19ea-20fb-45a5-a0e8-d080b2e598f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea470d66-0880-46bd-a17e-ded9eb154ec5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:59.179005 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.199452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02caa119-c7f4-405b-ba6b-a6d7c8523f2f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:59.225656 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:59.234977 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.313564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:59.332626 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:59.334076 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:59.334670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:59.336329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:59.336870 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:59.337533 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:59.338574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:59.342011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:59.345941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:59.345941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:59.345941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:59.345941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:59.444992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['02caa119-c7f4-405b-ba6b-a6d7c8523f2f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:00.487511 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.919857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 02caa119-c7f4-405b-ba6b-a6d7c8523f2f up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:01.047315 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:01.047694 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:01.281299 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:01.362014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:01.367071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:01.372820 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed16f3f-e786-4726-838a-440b21878934" -d '{"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-plugged", "status": "completed", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:01.380110 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:01.481164 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebd99a0-f99e-4dc1-b378-79b5280e3d1c x-openstack-request-id: req-eebd99a0-f99e-4dc1-b378-79b5280e3d1c {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:01.481366 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-plugged", "status": "completed", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:01.489382 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eebd99a0-f99e-4dc1-b378-79b5280e3d1c {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:01.491022 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'code': 200} Nov 27 01:21:01.545094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:02.243665 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:21:02.277493 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33516) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:02.558719 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c13e-449e-4957-ad48-4e779c97466e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.716267 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c13e-449e-4957-ad48-4e779c97466e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.723834 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c13e-449e-4957-ad48-4e779c97466e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.763328 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fcd9c13e-449e-4957-ad48-4e779c97466e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37fa6c4be7e5456e8d92fe5c9f402940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4831028 Nov 27 01:21:02.766228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33534) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:02.797880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9c13e-449e-4957-ad48-4e779c97466e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b333f018-920a-4422-81c3-8e7376a7780d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:02.885520 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-271f3df9-3aa4-4953-afde-16a234161889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.929756 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-271f3df9-3aa4-4953-afde-16a234161889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.996794 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-271f3df9-3aa4-4953-afde-16a234161889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.999901 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-271f3df9-3aa4-4953-afde-16a234161889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.001375 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-271f3df9-3aa4-4953-afde-16a234161889 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b333f018-920a-4422-81c3-8e7376a7780d HTTP/1.1" status: 204 len: 168 time: 0.2333856 Nov 27 01:21:03.036206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f3df9-3aa4-4953-afde-16a234161889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b333f018-920a-4422-81c3-8e7376a7780d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:03.497606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33560) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:03.515415 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f8660d8-28d9-41c3-8a32-2e0d8f3e4830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.723444 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f8660d8-28d9-41c3-8a32-2e0d8f3e4830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.729800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f8660d8-28d9-41c3-8a32-2e0d8f3e4830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.773529 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33564) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:03.803636 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8f8660d8-28d9-41c3-8a32-2e0d8f3e4830 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=455ebf8e0d374cafad23928d996a50d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3024688 Nov 27 01:21:03.803636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8660d8-28d9-41c3-8a32-2e0d8f3e4830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b430757-d5bf-4d11-93b0-661a0af7b806,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:03.805167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33568) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:03.863060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4520bcec-2943-42f8-9930-d82b4a897a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.902797 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4520bcec-2943-42f8-9930-d82b4a897a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.975305 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3b693963-cc88-4713-982b-37212580ad7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.011681 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4520bcec-2943-42f8-9930-d82b4a897a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.015061 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4520bcec-2943-42f8-9930-d82b4a897a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.016339 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4520bcec-2943-42f8-9930-d82b4a897a64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b430757-d5bf-4d11-93b0-661a0af7b806 HTTP/1.1" status: 204 len: 168 time: 0.2097504 Nov 27 01:21:04.039364 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520bcec-2943-42f8-9930-d82b4a897a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b430757-d5bf-4d11-93b0-661a0af7b806,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:04.171570 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3b693963-cc88-4713-982b-37212580ad7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.183959 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3b693963-cc88-4713-982b-37212580ad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.254353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b693963-cc88-4713-982b-37212580ad7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f613365-25e7-48f4-9a95-ead3ccdec5c6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:04.260091 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3b693963-cc88-4713-982b-37212580ad7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43e26beff5d841d399c0a745531106df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4848378 Nov 27 01:21:04.263194 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33578) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:04.338698 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4917-7bbf-4a11-a653-b412d7c33afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.378724 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4917-7bbf-4a11-a653-b412d7c33afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.476814 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4917-7bbf-4a11-a653-b412d7c33afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.487552 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4917-7bbf-4a11-a653-b412d7c33afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.490374 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8d2a4917-7bbf-4a11-a653-b412d7c33afb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f613365-25e7-48f4-9a95-ead3ccdec5c6 HTTP/1.1" status: 204 len: 168 time: 0.2260785 Nov 27 01:21:04.507510 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a4917-7bbf-4a11-a653-b412d7c33afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f613365-25e7-48f4-9a95-ead3ccdec5c6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:04.514786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33584) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:04.534221 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e1c10d1-9a25-4402-80d2-0f9e69ad588d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.682312 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e1c10d1-9a25-4402-80d2-0f9e69ad588d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.688773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e1c10d1-9a25-4402-80d2-0f9e69ad588d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.750307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c10d1-9a25-4402-80d2-0f9e69ad588d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84451304-f4e8-4c20-afce-1d64fe4c7acd,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:04.755810 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2e1c10d1-9a25-4402-80d2-0f9e69ad588d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a776c32e433f454ba9d34b1198186a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397869 Nov 27 01:21:04.758662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33590) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:04.816627 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5de0a60-7689-40ae-94f0-905d3d9dab23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.845467 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5de0a60-7689-40ae-94f0-905d3d9dab23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.917176 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5de0a60-7689-40ae-94f0-905d3d9dab23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.921216 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5de0a60-7689-40ae-94f0-905d3d9dab23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.922734 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b5de0a60-7689-40ae-94f0-905d3d9dab23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84451304-f4e8-4c20-afce-1d64fe4c7acd HTTP/1.1" status: 204 len: 168 time: 0.1630821 Nov 27 01:21:04.931489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de0a60-7689-40ae-94f0-905d3d9dab23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84451304-f4e8-4c20-afce-1d64fe4c7acd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:05.045391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33596) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:05.059624 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-45a6232e-aa55-4157-abd5-da4d37e7d566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:05.152720 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-45a6232e-aa55-4157-abd5-da4d37e7d566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:05.157737 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-45a6232e-aa55-4157-abd5-da4d37e7d566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:05.221437 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-45a6232e-aa55-4157-abd5-da4d37e7d566 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20d4a193cfbc47999cb4b6f0ee66c0d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1742864 Nov 27 01:21:05.223166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6232e-aa55-4157-abd5-da4d37e7d566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e907d9e2-3b4c-499e-9b75-5c3fb5180220,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:05.224291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33604) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:05.333248 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3fafce16-7cc5-4a5e-b05b-c0ba4b6355f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:05.362255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3fafce16-7cc5-4a5e-b05b-c0ba4b6355f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:05.425336 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3fafce16-7cc5-4a5e-b05b-c0ba4b6355f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:05.428222 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3fafce16-7cc5-4a5e-b05b-c0ba4b6355f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:05.429641 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3fafce16-7cc5-4a5e-b05b-c0ba4b6355f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e907d9e2-3b4c-499e-9b75-5c3fb5180220 HTTP/1.1" status: 204 len: 168 time: 0.2042632 Nov 27 01:21:05.440198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafce16-7cc5-4a5e-b05b-c0ba4b6355f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e907d9e2-3b4c-499e-9b75-5c3fb5180220,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:08.558760 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde82d7-d686-43a0-8a67-6bd89f35b830 req-1ef85f6b-3b38-47de-9fad-609c07fa0deb tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:08.566537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde82d7-d686-43a0-8a67-6bd89f35b830 req-1ef85f6b-3b38-47de-9fad-609c07fa0deb tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:08.573783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde82d7-d686-43a0-8a67-6bd89f35b830 req-1ef85f6b-3b38-47de-9fad-609c07fa0deb tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:08.581122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde82d7-d686-43a0-8a67-6bd89f35b830 req-1ef85f6b-3b38-47de-9fad-609c07fa0deb tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:08.589210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde82d7-d686-43a0-8a67-6bd89f35b830 req-1ef85f6b-3b38-47de-9fad-609c07fa0deb tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:08.597435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde82d7-d686-43a0-8a67-6bd89f35b830 req-1ef85f6b-3b38-47de-9fad-609c07fa0deb tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:08.607425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde82d7-d686-43a0-8a67-6bd89f35b830 req-1ef85f6b-3b38-47de-9fad-609c07fa0deb tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:08.610601 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0cde82d7-d686-43a0-8a67-6bd89f35b830 req-1ef85f6b-3b38-47de-9fad-609c07fa0deb tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5443 time: 0.1534989 Nov 27 01:21:08.711708 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0cde82d7-d686-43a0-8a67-6bd89f35b830 req-ff932faf-87e2-41ac-b62b-0dd5529ee2ae tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920238 Nov 27 01:21:08.773817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33764) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:08.958769 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:09.081491 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:09.086674 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:09.146935 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a0882841bf54526b8e3a6c0360871af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3700039 Nov 27 01:21:09.147165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33778) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:09.211612 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc06004-83dd-4a22-a38a-c1a64aa2f897,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:09.227367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:09.227367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:09.227367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:09.227367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:09.227367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:09.227367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:09.227367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:09.228074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:09.228074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:09.228279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:09.228723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:09.229143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78bb3b-e8aa-4aef-9ccf-b776247278f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:09.245003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-106764e0-2644-42ef-a406-7d345a19864b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:09.279953 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-106764e0-2644-42ef-a406-7d345a19864b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:09.369555 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-106764e0-2644-42ef-a406-7d345a19864b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:09.375544 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-106764e0-2644-42ef-a406-7d345a19864b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:09.381412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-106764e0-2644-42ef-a406-7d345a19864b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4dc06004-83dd-4a22-a38a-c1a64aa2f897 HTTP/1.1" status: 204 len: 168 time: 0.2330458 Nov 27 01:21:09.391738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106764e0-2644-42ef-a406-7d345a19864b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc06004-83dd-4a22-a38a-c1a64aa2f897,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:09.986580 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2d5a7-d2a2-4e02-9fb4-e713250a87dc req-14f193ec-fc5a-421b-a4a2-9bed02e89b95 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.012939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2d5a7-d2a2-4e02-9fb4-e713250a87dc req-14f193ec-fc5a-421b-a4a2-9bed02e89b95 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.035243 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2d5a7-d2a2-4e02-9fb4-e713250a87dc req-14f193ec-fc5a-421b-a4a2-9bed02e89b95 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.043447 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8afcc3d4-571f-4d44-8af5-f04c4a46021b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.053008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33806) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:10.058609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2d5a7-d2a2-4e02-9fb4-e713250a87dc req-14f193ec-fc5a-421b-a4a2-9bed02e89b95 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.074262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-8d036e29-c490-45dd-bb0e-95aeb6a9f6f8 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.077164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2d5a7-d2a2-4e02-9fb4-e713250a87dc req-14f193ec-fc5a-421b-a4a2-9bed02e89b95 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.080266 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-8d036e29-c490-45dd-bb0e-95aeb6a9f6f8 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.086756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-8d036e29-c490-45dd-bb0e-95aeb6a9f6f8 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.087851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2d5a7-d2a2-4e02-9fb4-e713250a87dc req-14f193ec-fc5a-421b-a4a2-9bed02e89b95 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.093799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-8d036e29-c490-45dd-bb0e-95aeb6a9f6f8 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.098911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2d5a7-d2a2-4e02-9fb4-e713250a87dc req-14f193ec-fc5a-421b-a4a2-9bed02e89b95 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.103076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-8d036e29-c490-45dd-bb0e-95aeb6a9f6f8 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.109903 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-8d036e29-c490-45dd-bb0e-95aeb6a9f6f8 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.112574 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64e2d5a7-d2a2-4e02-9fb4-e713250a87dc req-14f193ec-fc5a-421b-a4a2-9bed02e89b95 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5443 time: 0.2887192 Nov 27 01:21:10.116634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-8d036e29-c490-45dd-bb0e-95aeb6a9f6f8 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.118822 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-8d036e29-c490-45dd-bb0e-95aeb6a9f6f8 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 5443 time: 0.2095895 Nov 27 01:21:10.163078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ee6c502-3376-4b55-993f-d365279411cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.195688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-93a37111-da12-47b5-a90a-5d70a67b3082 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.197490 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-93a37111-da12-47b5-a90a-5d70a67b3082 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "GET /v2.0/ports/1346ce4d-530e-44ab-8572-365f1b9e2917?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0712249 Nov 27 01:21:10.290439 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64e2d5a7-d2a2-4e02-9fb4-e713250a87dc req-7cd5bd45-16de-4b4f-b79f-5b09a41b72ce tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1756217 Nov 27 01:21:10.425435 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-e4bb6468-9b2a-4866-a9a2-f7d1acab2904 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "GET /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2184887 Nov 27 01:21:10.440677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcbf332-6b08-46ce-a3e2-f5783b441907 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:10.509277 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ee6c502-3376-4b55-993f-d365279411cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.524186 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ee6c502-3376-4b55-993f-d365279411cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.527457 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcbf332-6b08-46ce-a3e2-f5783b441907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.714761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcbf332-6b08-46ce-a3e2-f5783b441907 service neutron] For port 1346ce4d-530e-44ab-8572-365f1b9e2917, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=1346ce4d-530e-44ab-8572-365f1b9e2917,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:10.766151 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33826) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:10.766385 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3ee6c502-3376-4b55-993f-d365279411cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c542bb8d4384468bdcade94df14b45c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6460726 Nov 27 01:21:10.777004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcbf332-6b08-46ce-a3e2-f5783b441907 service neutron] For port 1346ce4d-530e-44ab-8572-365f1b9e2917, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:10.778955 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6c502-3376-4b55-993f-d365279411cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e954f92-bc7b-43d7-8db0-712bf1cb9978,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:10.815215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcbf332-6b08-46ce-a3e2-f5783b441907 service neutron] device_id is not set on port 1346ce4d-530e-44ab-8572-365f1b9e2917 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:21:10.824914 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcbf332-6b08-46ce-a3e2-f5783b441907 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.832012 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcbf332-6b08-46ce-a3e2-f5783b441907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.907056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcbf332-6b08-46ce-a3e2-f5783b441907 service neutron] No DVR routers for this DVR port 1346ce4d-530e-44ab-8572-365f1b9e2917 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:10.909347 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbf332-6b08-46ce-a3e2-f5783b441907 service neutron] Pushing event updated for resources: {'Port': ['ID=1346ce4d-530e-44ab-8572-365f1b9e2917,revision_number=6']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:10.924823 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8579b3ff-7082-49a4-a25a-6c9fe0372daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.955719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcbf332-6b08-46ce-a3e2-f5783b441907 service neutron] In _notify_port_updated(), no bound segment for port 1346ce4d-530e-44ab-8572-365f1b9e2917 on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd {{(pid=103402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:21:10.957120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcbf332-6b08-46ce-a3e2-f5783b441907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:10.958153 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcbf332-6b08-46ce-a3e2-f5783b441907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.959592 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcbf332-6b08-46ce-a3e2-f5783b441907 service neutron] 10.222.0.31 "PUT /v2.0/ports/1346ce4d-530e-44ab-8572-365f1b9e2917 HTTP/1.1" status: 200 len: 1032 time: 0.5237033 Nov 27 01:21:10.977911 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8579b3ff-7082-49a4-a25a-6c9fe0372daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.052400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-878797b9-7e4c-4a43-910b-dd89348063b4 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:11.055306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-878797b9-7e4c-4a43-910b-dd89348063b4 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "GET /v2.0/ports/4bae5e58-695f-41e0-9eee-9e4a0229fc75?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0886123 Nov 27 01:21:11.069243 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-c944f6c9-d347-4f5c-a16c-b08b3b966ca9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:11.081921 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8579b3ff-7082-49a4-a25a-6c9fe0372daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.085042 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8579b3ff-7082-49a4-a25a-6c9fe0372daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.087848 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8579b3ff-7082-49a4-a25a-6c9fe0372daa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e954f92-bc7b-43d7-8db0-712bf1cb9978 HTTP/1.1" status: 204 len: 168 time: 0.3189726 Nov 27 01:21:11.152189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579b3ff-7082-49a4-a25a-6c9fe0372daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e954f92-bc7b-43d7-8db0-712bf1cb9978,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:11.244680 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-c944f6c9-d347-4f5c-a16c-b08b3b966ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.281715 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7df0c64b-9508-4041-82de-9296059ea48b None None] Provisioning complete for port 1346ce4d-530e-44ab-8572-365f1b9e2917 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:11.284076 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7df0c64b-9508-4041-82de-9296059ea48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.359081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7df0c64b-9508-4041-82de-9296059ea48b None None] Port 1346ce4d-530e-44ab-8572-365f1b9e2917 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:11.664665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544ed07-92fe-453a-8247-4ca8348936dd req-dbb60bf2-62d2-41a7-ae2d-691c58fe059a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:11.671175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544ed07-92fe-453a-8247-4ca8348936dd req-dbb60bf2-62d2-41a7-ae2d-691c58fe059a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:11.677576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544ed07-92fe-453a-8247-4ca8348936dd req-dbb60bf2-62d2-41a7-ae2d-691c58fe059a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:11.701317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544ed07-92fe-453a-8247-4ca8348936dd req-dbb60bf2-62d2-41a7-ae2d-691c58fe059a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:11.709243 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544ed07-92fe-453a-8247-4ca8348936dd req-dbb60bf2-62d2-41a7-ae2d-691c58fe059a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:11.726944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544ed07-92fe-453a-8247-4ca8348936dd req-dbb60bf2-62d2-41a7-ae2d-691c58fe059a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:11.728900 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6544ed07-92fe-453a-8247-4ca8348936dd req-dbb60bf2-62d2-41a7-ae2d-691c58fe059a tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 4664 time: 0.2519841 Nov 27 01:21:11.742482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-c944f6c9-d347-4f5c-a16c-b08b3b966ca9 service neutron] For port 4bae5e58-695f-41e0-9eee-9e4a0229fc75, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4bae5e58-695f-41e0-9eee-9e4a0229fc75,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:11.862627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-c944f6c9-d347-4f5c-a16c-b08b3b966ca9 service neutron] For port 4bae5e58-695f-41e0-9eee-9e4a0229fc75, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:11.902206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-c944f6c9-d347-4f5c-a16c-b08b3b966ca9 service neutron] device_id is not set on port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:21:11.915359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-c944f6c9-d347-4f5c-a16c-b08b3b966ca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.928064 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-c944f6c9-d347-4f5c-a16c-b08b3b966ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.008477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 1346ce4d-530e-44ab-8572-365f1b9e2917 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:12.041340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-c944f6c9-d347-4f5c-a16c-b08b3b966ca9 service neutron] No DVR routers for this DVR port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:12.099808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 1346ce4d-530e-44ab-8572-365f1b9e2917 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:12.102917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 38653e23-1492-4325-a7f0-fda66317be04 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:12.150581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-c944f6c9-d347-4f5c-a16c-b08b3b966ca9 service neutron] In _notify_port_updated(), no bound segment for port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 on network 47b267cc-e710-46a2-97b9-c7c30bcc89cd {{(pid=103402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:21:12.159006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-c944f6c9-d347-4f5c-a16c-b08b3b966ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:12.160155 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-c944f6c9-d347-4f5c-a16c-b08b3b966ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.162213 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-c944f6c9-d347-4f5c-a16c-b08b3b966ca9 service neutron] 10.222.0.31 "PUT /v2.0/ports/4bae5e58-695f-41e0-9eee-9e4a0229fc75 HTTP/1.1" status: 200 len: 1032 time: 1.1000550 Nov 27 01:21:12.267563 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6544ed07-92fe-453a-8247-4ca8348936dd req-f468b8f4-66de-4085-85de-b7613c7e085b tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&id=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5225799 Nov 27 01:21:12.305916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944f6c9-d347-4f5c-a16c-b08b3b966ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bae5e58-695f-41e0-9eee-9e4a0229fc75,revision_number=6']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:12.336440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ff9ee73-16fb-4dfd-9a60-ecbde8cdbaa5 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Deleting port 905f8a32-3ac2-4a05-aa98-b191158f7c71 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:12.336440 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ff9ee73-16fb-4dfd-9a60-ecbde8cdbaa5 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.375398 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.442848 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1945f211-b4e0-4531-a673-a0d45737cc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.468694 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ff9ee73-16fb-4dfd-9a60-ecbde8cdbaa5 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] For port 905f8a32-3ac2-4a05-aa98-b191158f7c71, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=905f8a32-3ac2-4a05-aa98-b191158f7c71,segment=NetworkSegment(3e0caf90-97a0-4406-b049-d0b9dd26f625),segment_id=3e0caf90-97a0-4406-b049-d0b9dd26f625)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:12.469075 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ff9ee73-16fb-4dfd-9a60-ecbde8cdbaa5 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.475300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38653e23-1492-4325-a7f0-fda66317be04'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:12.486026 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57142a10-8ba5-45f5-869b-68601a350e1c" -d '{"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-unplugged", "status": "completed", "tag": "38653e23-1492-4325-a7f0-fda66317be04"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:12.490425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ff9ee73-16fb-4dfd-9a60-ecbde8cdbaa5 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Calling delete_port for 905f8a32-3ac2-4a05-aa98-b191158f7c71 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:12.558654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 38653e23-1492-4325-a7f0-fda66317be04, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=38653e23-1492-4325-a7f0-fda66317be04,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:12.567446 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.570660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device fa8df721-a27d-4048-8e31-4d40b0c711b4 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:12.727850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=38653e23-1492-4325-a7f0-fda66317be04,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:12.742983 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a96450-6d06-48bc-bc08-4403eb0eb83b x-openstack-request-id: req-b9a96450-6d06-48bc-bc08-4403eb0eb83b {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:12.745609 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-unplugged", "status": "completed", "tag": "38653e23-1492-4325-a7f0-fda66317be04", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:12.749553 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9a96450-6d06-48bc-bc08-4403eb0eb83b {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:12.750244 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38653e23-1492-4325-a7f0-fda66317be04', 'code': 200} Nov 27 01:21:12.751145 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-566c9137-7a86-406d-9651-3c351300b594 None None] Provisioning complete for port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:12.751757 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-566c9137-7a86-406d-9651-3c351300b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.883352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-566c9137-7a86-406d-9651-3c351300b594 None None] Port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:12.907382 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ff9ee73-16fb-4dfd-9a60-ecbde8cdbaa5 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.988303 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9ee73-16fb-4dfd-9a60-ecbde8cdbaa5 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event deleted for resources: {'Port': ['ID=905f8a32-3ac2-4a05-aa98-b191158f7c71,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:13.011994 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:13.091564 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ff9ee73-16fb-4dfd-9a60-ecbde8cdbaa5 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] No DVR routers for this DVR port 905f8a32-3ac2-4a05-aa98-b191158f7c71 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:13.095301 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ff9ee73-16fb-4dfd-9a60-ecbde8cdbaa5 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:13.098844 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ff9ee73-16fb-4dfd-9a60-ecbde8cdbaa5 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "DELETE /v2.0/ports/905f8a32-3ac2-4a05-aa98-b191158f7c71 HTTP/1.1" status: 204 len: 173 time: 0.9244242 Nov 27 01:21:13.099313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-deleted', 'tag': '905f8a32-3ac2-4a05-aa98-b191158f7c71'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:13.102233 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4d0eae-7ba1-42fa-9ccc-911fc242f6c3" -d '{"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-deleted", "tag": "905f8a32-3ac2-4a05-aa98-b191158f7c71"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:13.128887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port fa8df721-a27d-4048-8e31-4d40b0c711b4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fa8df721-a27d-4048-8e31-4d40b0c711b4,segment=NetworkSegment(3e0caf90-97a0-4406-b049-d0b9dd26f625),segment_id=3e0caf90-97a0-4406-b049-d0b9dd26f625)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:13.135294 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:13.136384 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 905f8a32-3ac2-4a05-aa98-b191158f7c71 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:13.205658 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d9e96-ed3a-4b71-b1f0-3de9b9804416 req-e3d3e22c-3b7d-45b5-a23b-9bb68e4c0e3a tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:13.211573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 905f8a32-3ac2-4a05-aa98-b191158f7c71 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:13.211946 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 905f8a32-3ac2-4a05-aa98-b191158f7c71 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:13.212754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4bae5e58-695f-41e0-9eee-9e4a0229fc75 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:13.213966 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e48d9e96-ed3a-4b71-b1f0-3de9b9804416 req-e3d3e22c-3b7d-45b5-a23b-9bb68e4c0e3a tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 946 time: 0.1324935 Nov 27 01:21:13.396630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e48d9e96-ed3a-4b71-b1f0-3de9b9804416 req-2277a40c-af60-48b3-aef1-ac79e01b9990 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754022 Nov 27 01:21:13.413251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Deleting port 12f169c6-2293-47c7-851c-1936465a7ea4 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:13.413653 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:13.426154 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:13.485025 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4bae5e58-695f-41e0-9eee-9e4a0229fc75 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:13.485835 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d6bb6eef-c037-4aab-9018-ff3e3cc3b43b no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:13.575580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=fa8df721-a27d-4048-8e31-4d40b0c711b4,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:13.731799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] For port 12f169c6-2293-47c7-851c-1936465a7ea4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=12f169c6-2293-47c7-851c-1936465a7ea4,segment=NetworkSegment(155b5aba-67a4-4743-9251-a15779a8be25),segment_id=155b5aba-67a4-4743-9251-a15779a8be25)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:13.732317 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:13.776703 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:13.902685 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:13.910970 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:13.912215 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 12f169c6-2293-47c7-851c-1936465a7ea4 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:14.038687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:14.069855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.070893 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.071321 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Floating IP 7bd9878d-abf9-4c38-a997-8dc766ca729d disassociated. External IP: 172.25.1.79, port: 12f169c6-2293-47c7-851c-1936465a7ea4. Nov 27 01:21:14.071777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Calling delete_port for 12f169c6-2293-47c7-851c-1936465a7ea4 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:14.129994 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.180957 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd68b25b-4452-48e3-b4d1-a35ade29b03d x-openstack-request-id: req-bd68b25b-4452-48e3-b4d1-a35ade29b03d {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:14.181281 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-deleted", "tag": "905f8a32-3ac2-4a05-aa98-b191158f7c71", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:14.181515 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd68b25b-4452-48e3-b4d1-a35ade29b03d {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:14.182172 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-deleted', 'tag': '905f8a32-3ac2-4a05-aa98-b191158f7c71', 'status': 'completed', 'code': 200} Nov 27 01:21:14.194150 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587270db-931b-4602-a0a6-c43a280dd63d req-ce07cbcc-ac3e-4151-933c-deebdf3f07ac tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:14.201314 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587270db-931b-4602-a0a6-c43a280dd63d req-ce07cbcc-ac3e-4151-933c-deebdf3f07ac tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:14.208951 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587270db-931b-4602-a0a6-c43a280dd63d req-ce07cbcc-ac3e-4151-933c-deebdf3f07ac tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:14.211252 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 12f169c6-2293-47c7-851c-1936465a7ea4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=12f169c6-2293-47c7-851c-1936465a7ea4,segment=NetworkSegment(155b5aba-67a4-4743-9251-a15779a8be25),segment_id=155b5aba-67a4-4743-9251-a15779a8be25)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:14.216859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587270db-931b-4602-a0a6-c43a280dd63d req-ce07cbcc-ac3e-4151-933c-deebdf3f07ac tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:14.219281 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-587270db-931b-4602-a0a6-c43a280dd63d req-ce07cbcc-ac3e-4151-933c-deebdf3f07ac tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 3146 time: 0.6503870 Nov 27 01:21:14.230400 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.301029 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=12f169c6-2293-47c7-851c-1936465a7ea4,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:14.447572 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-587270db-931b-4602-a0a6-c43a280dd63d req-ed58817b-20a7-41c3-a188-34bd0ac85121 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190435 Nov 27 01:21:14.504564 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.579970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event deleted for resources: {'Port': ['ID=12f169c6-2293-47c7-851c-1936465a7ea4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:14.714570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0b4fd-52d8-486a-a4a7-c9826be6f01e req-76f57712-77fa-4176-8889-d05f6939c9a2 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:14.725010 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b9d0b4fd-52d8-486a-a4a7-c9826be6f01e req-76f57712-77fa-4176-8889-d05f6939c9a2 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 946 time: 0.1619384 Nov 27 01:21:14.751423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa8df721-a27d-4048-8e31-4d40b0c711b4'}, {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6bb6eef-c037-4aab-9018-ff3e3cc3b43b'}, {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f169c6-2293-47c7-851c-1936465a7ea4'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:14.753905 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27331193-ee90-46a1-8ff3-c0931a97bd54" -d '{"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-unplugged", "status": "completed", "tag": "fa8df721-a27d-4048-8e31-4d40b0c711b4"}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-unplugged", "status": "completed", "tag": "d6bb6eef-c037-4aab-9018-ff3e3cc3b43b"}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-unplugged", "status": "completed", "tag": "12f169c6-2293-47c7-851c-1936465a7ea4"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:14.807197 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.840022 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b9d0b4fd-52d8-486a-a4a7-c9826be6f01e req-a1376e27-9e82-4bd4-89f0-17cabc4353a1 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023340 Nov 27 01:21:14.854109 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0854101-4a4e-4b71-805a-93e5f8f38feb x-openstack-request-id: req-f0854101-4a4e-4b71-805a-93e5f8f38feb {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:14.854525 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-unplugged", "status": "completed", "tag": "fa8df721-a27d-4048-8e31-4d40b0c711b4", "code": 200}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-unplugged", "status": "completed", "tag": "d6bb6eef-c037-4aab-9018-ff3e3cc3b43b", "code": 200}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-unplugged", "status": "completed", "tag": "12f169c6-2293-47c7-851c-1936465a7ea4", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:14.854890 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0854101-4a4e-4b71-805a-93e5f8f38feb {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:14.855385 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa8df721-a27d-4048-8e31-4d40b0c711b4', 'code': 200} Nov 27 01:21:14.855733 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6bb6eef-c037-4aab-9018-ff3e3cc3b43b', 'code': 200} Nov 27 01:21:14.856084 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f169c6-2293-47c7-851c-1936465a7ea4', 'code': 200} Nov 27 01:21:14.916167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Router 3537f99e-ac6a-4ab2-b849-4231898215f4 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:21:15.015739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8d873-72ff-4087-9ba4-6255706a5653 req-ee283d3c-d237-4ac6-bcf4-946e99000ecd tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:15.017840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-15c8d873-72ff-4087-9ba4-6255706a5653 req-ee283d3c-d237-4ac6-bcf4-946e99000ecd tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.21 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 946 time: 0.1272717 Nov 27 01:21:15.018596 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33946) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:15.236792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-15c8d873-72ff-4087-9ba4-6255706a5653 req-ebf188f0-1879-4db5-a8c4-deec89e2c417 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Deleting port 1523d194-93e7-4513-a850-cf2916fbf8af {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:15.237134 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-15c8d873-72ff-4087-9ba4-6255706a5653 req-ebf188f0-1879-4db5-a8c4-deec89e2c417 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:15.289037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:21:15.303303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c9a3d8-1096-4213-b9eb-0b3a1c8f2af4 None None] Sync routers for ids ['3537f99e-ac6a-4ab2-b849-4231898215f4'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:21:15.323686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c9a3d8-1096-4213-b9eb-0b3a1c8f2af4 None None] Routers {'3537f99e-ac6a-4ab2-b849-4231898215f4'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:15.324934 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-58c9a3d8-1096-4213-b9eb-0b3a1c8f2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3537f99e-ac6a-4ab2-b849-4231898215f4'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:15.395093 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] No DVR routers for this DVR port 12f169c6-2293-47c7-851c-1936465a7ea4 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:15.398570 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:15.403431 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-5ab4cb6a-2bc3-4291-8412-e7c1411dc5fe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "DELETE /v2.0/ports/12f169c6-2293-47c7-851c-1936465a7ea4 HTTP/1.1" status: 204 len: 173 time: 2.2976537 Nov 27 01:21:15.423705 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-55799984-1386-40bf-b818-e0b5eadf132a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:15.623011 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-4b4db504-978d-4849-ad0e-adbbe79f7f65 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Deleting port fa8df721-a27d-4048-8e31-4d40b0c711b4 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:15.626480 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-4b4db504-978d-4849-ad0e-adbbe79f7f65 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:15.801478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efb7b8-4fd6-4a2d-95a2-240d36fce903 req-b1d7c83f-43e0-4402-9b67-dabaf91215b1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:15.810185 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efb7b8-4fd6-4a2d-95a2-240d36fce903 req-b1d7c83f-43e0-4402-9b67-dabaf91215b1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:15.819678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efb7b8-4fd6-4a2d-95a2-240d36fce903 req-b1d7c83f-43e0-4402-9b67-dabaf91215b1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:15.831830 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25efb7b8-4fd6-4a2d-95a2-240d36fce903 req-b1d7c83f-43e0-4402-9b67-dabaf91215b1 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 2409 time: 0.1948998 Nov 27 01:21:15.906699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-4b4db504-978d-4849-ad0e-adbbe79f7f65 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] For port fa8df721-a27d-4048-8e31-4d40b0c711b4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fa8df721-a27d-4048-8e31-4d40b0c711b4,segment=NetworkSegment(3e0caf90-97a0-4406-b049-d0b9dd26f625),segment_id=3e0caf90-97a0-4406-b049-d0b9dd26f625)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:15.907072 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-4b4db504-978d-4849-ad0e-adbbe79f7f65 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:15.924773 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-58c9a3d8-1096-4213-b9eb-0b3a1c8f2af4 None None] Set router 3537f99e-ac6a-4ab2-b849-4231898215f4 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:15.978598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-4b4db504-978d-4849-ad0e-adbbe79f7f65 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Calling delete_port for fa8df721-a27d-4048-8e31-4d40b0c711b4 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:16.020548 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25efb7b8-4fd6-4a2d-95a2-240d36fce903 req-ad21100e-ac05-47b7-8174-5082cc8a1916 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883209 Nov 27 01:21:16.228040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-15c8d873-72ff-4087-9ba4-6255706a5653 req-ebf188f0-1879-4db5-a8c4-deec89e2c417 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] For port 1523d194-93e7-4513-a850-cf2916fbf8af, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1523d194-93e7-4513-a850-cf2916fbf8af,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:16.229328 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-15c8d873-72ff-4087-9ba4-6255706a5653 req-ebf188f0-1879-4db5-a8c4-deec89e2c417 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:16.231853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-deleted', 'tag': '12f169c6-2293-47c7-851c-1936465a7ea4'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:16.234793 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb95ee1f-0547-4021-9c4e-54068fa790fb" -d '{"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-deleted", "tag": "12f169c6-2293-47c7-851c-1936465a7ea4"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:16.241763 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-4b4db504-978d-4849-ad0e-adbbe79f7f65 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:16.296144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8844d66-25d7-4438-b40b-2ca058d3d08f req-30b2be74-43ad-484e-816a-3bbbd47a9151 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:16.299952 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:16.312969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8844d66-25d7-4438-b40b-2ca058d3d08f req-30b2be74-43ad-484e-816a-3bbbd47a9151 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 946 time: 0.2555444 Nov 27 01:21:16.348798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4db504-978d-4849-ad0e-adbbe79f7f65 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event deleted for resources: {'Port': ['ID=fa8df721-a27d-4048-8e31-4d40b0c711b4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:16.388216 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123b3384-87b1-4c43-b4ff-d1368eea0b92 x-openstack-request-id: req-123b3384-87b1-4c43-b4ff-d1368eea0b92 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:16.388920 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-deleted", "tag": "12f169c6-2293-47c7-851c-1936465a7ea4", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:16.389574 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-123b3384-87b1-4c43-b4ff-d1368eea0b92 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:16.406086 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-deleted', 'tag': '12f169c6-2293-47c7-851c-1936465a7ea4', 'status': 'completed', 'code': 200} Nov 27 01:21:16.407230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-4b4db504-978d-4849-ad0e-adbbe79f7f65 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] No DVR routers for this DVR port fa8df721-a27d-4048-8e31-4d40b0c711b4 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:16.412329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-15c8d873-72ff-4087-9ba4-6255706a5653 req-ebf188f0-1879-4db5-a8c4-deec89e2c417 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Calling delete_port for 1523d194-93e7-4513-a850-cf2916fbf8af owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:16.418053 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-4b4db504-978d-4849-ad0e-adbbe79f7f65 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:16.424926 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-4b4db504-978d-4849-ad0e-adbbe79f7f65 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "DELETE /v2.0/ports/fa8df721-a27d-4048-8e31-4d40b0c711b4 HTTP/1.1" status: 204 len: 173 time: 1.0145504 Nov 27 01:21:16.434290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-58c9a3d8-1096-4213-b9eb-0b3a1c8f2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:10:25Z', 'revision_number': 4, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port': {'id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:17Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ea6c4032-348d-451c-820d-3ec5f2f9f496', 'name': '', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'mac_address': 'fa:16:3e:38:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:23Z', 'updated_at': '2021-11-27T01:10:40Z', 'revision_number': 5, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'subnets': [{'id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:16.485413 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c9a3d8-1096-4213-b9eb-0b3a1c8f2af4 None None] Checking router: 3537f99e-ac6a-4ab2-b849-4231898215f4 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:21:16.495773 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c9a3d8-1096-4213-b9eb-0b3a1c8f2af4 None None] Routers {'3537f99e-ac6a-4ab2-b849-4231898215f4'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:16.496739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-58c9a3d8-1096-4213-b9eb-0b3a1c8f2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3537f99e-ac6a-4ab2-b849-4231898215f4'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:16.568051 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcf0a77-7e22-4457-b15d-91f9a483d436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Deleting port 38653e23-1492-4325-a7f0-fda66317be04 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:16.568824 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcf0a77-7e22-4457-b15d-91f9a483d436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:16.718192 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcf0a77-7e22-4457-b15d-91f9a483d436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] For port 38653e23-1492-4325-a7f0-fda66317be04, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=38653e23-1492-4325-a7f0-fda66317be04,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:16.718590 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcf0a77-7e22-4457-b15d-91f9a483d436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:16.718770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8844d66-25d7-4438-b40b-2ca058d3d08f req-7f65fba7-149a-44c7-af7b-2d0854239904 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008079 Nov 27 01:21:16.722411 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-58c9a3d8-1096-4213-b9eb-0b3a1c8f2af4 None None] Set router 3537f99e-ac6a-4ab2-b849-4231898215f4 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:16.738416 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-55799984-1386-40bf-b818-e0b5eadf132a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:16.743019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcf0a77-7e22-4457-b15d-91f9a483d436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Calling delete_port for 38653e23-1492-4325-a7f0-fda66317be04 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:16.755834 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-55799984-1386-40bf-b818-e0b5eadf132a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:16.864581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-55799984-1386-40bf-b818-e0b5eadf132a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52c61da2b8de43929c5cc978b0feb246&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8445661 Nov 27 01:21:16.867735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55799984-1386-40bf-b818-e0b5eadf132a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c376d3d4-a8e3-427b-b74b-f1c0240aecd1,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:16.874277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33982) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:16.980398 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcf0a77-7e22-4457-b15d-91f9a483d436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.020640 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf0a77-7e22-4457-b15d-91f9a483d436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event deleted for resources: {'Port': ['ID=38653e23-1492-4325-a7f0-fda66317be04,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:17.022345 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ea91a7f-5659-4d8d-837a-e97b3a7efa6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.049274 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-15c8d873-72ff-4087-9ba4-6255706a5653 req-ebf188f0-1879-4db5-a8c4-deec89e2c417 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.092579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['cf72cfb9-1224-4986-8d84-ce8da7c42e00', '7355f35b-74ea-41e9-8042-a6d51efe90c8', '000109a2-b10f-4acd-ae8e-6982f93093dd'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:17.093755 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcf0a77-7e22-4457-b15d-91f9a483d436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] No DVR routers for this DVR port 38653e23-1492-4325-a7f0-fda66317be04 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:17.098570 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcf0a77-7e22-4457-b15d-91f9a483d436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.106494 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-0fcf0a77-7e22-4457-b15d-91f9a483d436 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "DELETE /v2.0/ports/38653e23-1492-4325-a7f0-fda66317be04 HTTP/1.1" status: 204 len: 173 time: 0.6688673 Nov 27 01:21:17.108527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf188f0-1879-4db5-a8c4-deec89e2c417 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Pushing event deleted for resources: {'Port': ['ID=1523d194-93e7-4513-a850-cf2916fbf8af,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:17.114952 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ea91a7f-5659-4d8d-837a-e97b3a7efa6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.168926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c8d873-72ff-4087-9ba4-6255706a5653 req-ebf188f0-1879-4db5-a8c4-deec89e2c417 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] No DVR routers for this DVR port 1523d194-93e7-4513-a850-cf2916fbf8af on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:17.175736 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-15c8d873-72ff-4087-9ba4-6255706a5653 req-ebf188f0-1879-4db5-a8c4-deec89e2c417 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.179414 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-15c8d873-72ff-4087-9ba4-6255706a5653 req-ebf188f0-1879-4db5-a8c4-deec89e2c417 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.21 "DELETE /v2.0/ports/1523d194-93e7-4513-a850-cf2916fbf8af HTTP/1.1" status: 204 len: 173 time: 2.1465414 Nov 27 01:21:17.180075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46831e84-0d0c-4a30-9744-b950c466fa32', 'name': 'network-vif-deleted', 'tag': '1523d194-93e7-4513-a850-cf2916fbf8af'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:17.182699 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51394292-3304-4a85-afd8-4b07f22ec6be" -d '{"events": [{"server_uuid": "46831e84-0d0c-4a30-9744-b950c466fa32", "name": "network-vif-deleted", "tag": "1523d194-93e7-4513-a850-cf2916fbf8af"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:17.241436 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ea91a7f-5659-4d8d-837a-e97b3a7efa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.248990 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ea91a7f-5659-4d8d-837a-e97b3a7efa6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.254487 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7ea91a7f-5659-4d8d-837a-e97b3a7efa6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c376d3d4-a8e3-427b-b74b-f1c0240aecd1 HTTP/1.1" status: 204 len: 168 time: 0.3767362 Nov 27 01:21:17.266446 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea91a7f-5659-4d8d-837a-e97b3a7efa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c376d3d4-a8e3-427b-b74b-f1c0240aecd1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:17.295063 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d246cf-7981-452d-85fe-eca1091f9a29 x-openstack-request-id: req-13d246cf-7981-452d-85fe-eca1091f9a29 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:17.295188 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46831e84-0d0c-4a30-9744-b950c466fa32", "name": "network-vif-deleted", "tag": "1523d194-93e7-4513-a850-cf2916fbf8af", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:17.295594 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13d246cf-7981-452d-85fe-eca1091f9a29 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:17.296022 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46831e84-0d0c-4a30-9744-b950c466fa32', 'name': 'network-vif-deleted', 'tag': '1523d194-93e7-4513-a850-cf2916fbf8af', 'status': 'completed', 'code': 200} Nov 27 01:21:17.415982 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87c741-312a-4392-94b5-79c90ec6dc7c req-dc5b6095-5f0e-47d8-80bc-cff180b32dbe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:17.432851 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e87c741-312a-4392-94b5-79c90ec6dc7c req-dc5b6095-5f0e-47d8-80bc-cff180b32dbe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 943 time: 0.1900532 Nov 27 01:21:17.440649 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-58c9a3d8-1096-4213-b9eb-0b3a1c8f2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:10:25Z', 'revision_number': 4, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port': {'id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:17Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ea6c4032-348d-451c-820d-3ec5f2f9f496', 'name': '', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'mac_address': 'fa:16:3e:38:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:23Z', 'updated_at': '2021-11-27T01:10:40Z', 'revision_number': 5, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'subnets': [{'id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:17.482563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-f43f824b-c6f2-47cf-9ad2-2367604a6d67 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Deleting port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:17.483026 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-f43f824b-c6f2-47cf-9ad2-2367604a6d67 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.542872 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e87c741-312a-4392-94b5-79c90ec6dc7c req-1fb8f2e4-a06f-48e0-9fdb-250e44127fbe tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups?id=886dfa12-e9e4-422a-9c8c-c8337199f515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089880 Nov 27 01:21:17.643310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c9a3d8-1096-4213-b9eb-0b3a1c8f2af4 None None] The sync data for ids ['3537f99e-ac6a-4ab2-b849-4231898215f4'] in n-d-817303-10 is: [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:10:25Z', 'revision_number': 4, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port': {'id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:17Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ea6c4032-348d-451c-820d-3ec5f2f9f496', 'name': '', 'network_id': '0b1384e3-a57b-456d-b2fc-6d2cabdc87f6', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'mac_address': 'fa:16:3e:38:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:23Z', 'updated_at': '2021-11-27T01:10:40Z', 'revision_number': 5, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'subnets': [{'id': 'c3798953-d77c-408d-9065-d8c00bed45ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:21:17.677497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34000) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:17.746870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-f43f824b-c6f2-47cf-9ad2-2367604a6d67 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] For port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:17.747249 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-f43f824b-c6f2-47cf-9ad2-2367604a6d67 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.778907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-f43f824b-c6f2-47cf-9ad2-2367604a6d67 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Calling delete_port for d6bb6eef-c037-4aab-9018-ff3e3cc3b43b owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:17.964957 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2d69041-6c05-48dc-93a3-5c893f4ef9bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:18.161845 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cafa70f0-efd3-4260-8384-ef07ee96da97 req-6dc1257c-8f44-4091-bccf-dc38e8ccb9cd tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=46831e84-0d0c-4a30-9744-b950c466fa32 HTTP/1.1" status: 200 len: 210 time: 0.0389407 Nov 27 01:21:18.184905 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-f43f824b-c6f2-47cf-9ad2-2367604a6d67 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:18.207483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2d69041-6c05-48dc-93a3-5c893f4ef9bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:18.217670 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2d69041-6c05-48dc-93a3-5c893f4ef9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:18.271091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f824b-c6f2-47cf-9ad2-2367604a6d67 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event deleted for resources: {'Port': ['ID=d6bb6eef-c037-4aab-9018-ff3e3cc3b43b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:18.292887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-f43f824b-c6f2-47cf-9ad2-2367604a6d67 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] No DVR routers for this DVR port d6bb6eef-c037-4aab-9018-ff3e3cc3b43b on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:18.298275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d69041-6c05-48dc-93a3-5c893f4ef9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4031a08a-6d5e-4f8e-8184-a413e4f8757e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:18.298863 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-f43f824b-c6f2-47cf-9ad2-2367604a6d67 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:18.301406 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9dbef0-c118-48c3-8fb8-3c024cc6c1ea None None] New status for floating IP 7bd9878d-abf9-4c38-a997-8dc766ca729d: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:21:18.305581 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd4b112b-0af6-4044-9256-8675b38b4d5f req-f43f824b-c6f2-47cf-9ad2-2367604a6d67 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.31 "DELETE /v2.0/ports/d6bb6eef-c037-4aab-9018-ff3e3cc3b43b HTTP/1.1" status: 204 len: 173 time: 1.1839175 Nov 27 01:21:18.354260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a2d69041-6c05-48dc-93a3-5c893f4ef9bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b449eb63bbec4ae18a4819aaadaed041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6752942 Nov 27 01:21:18.357423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34018) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:18.414793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-deleted', 'tag': 'fa8df721-a27d-4048-8e31-4d40b0c711b4'}, {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-deleted', 'tag': '38653e23-1492-4325-a7f0-fda66317be04'}, {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-deleted', 'tag': 'd6bb6eef-c037-4aab-9018-ff3e3cc3b43b'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:18.418477 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47564127-9a93-4247-bd4e-a94741c85afb" -d '{"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-deleted", "tag": "fa8df721-a27d-4048-8e31-4d40b0c711b4"}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-deleted", "tag": "38653e23-1492-4325-a7f0-fda66317be04"}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-deleted", "tag": "d6bb6eef-c037-4aab-9018-ff3e3cc3b43b"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:18.442908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0922596-24f6-4f48-937c-bbd449ecd049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:18.473973 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0922596-24f6-4f48-937c-bbd449ecd049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:18.556922 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0922596-24f6-4f48-937c-bbd449ecd049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:18.560695 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0922596-24f6-4f48-937c-bbd449ecd049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:18.564882 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d0922596-24f6-4f48-937c-bbd449ecd049 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4031a08a-6d5e-4f8e-8184-a413e4f8757e HTTP/1.1" status: 204 len: 168 time: 0.2057254 Nov 27 01:21:18.577304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0922596-24f6-4f48-937c-bbd449ecd049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4031a08a-6d5e-4f8e-8184-a413e4f8757e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:18.596200 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266f301c-81ae-4f59-a7b9-360e3c6f6c1b x-openstack-request-id: req-266f301c-81ae-4f59-a7b9-360e3c6f6c1b {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:18.596200 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-deleted", "tag": "fa8df721-a27d-4048-8e31-4d40b0c711b4", "status": "completed", "code": 200}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-deleted", "tag": "38653e23-1492-4325-a7f0-fda66317be04", "status": "completed", "code": 200}, {"server_uuid": "f07c8f67-c1cd-427c-9c29-94656c3191cb", "name": "network-vif-deleted", "tag": "d6bb6eef-c037-4aab-9018-ff3e3cc3b43b", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:18.596200 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-266f301c-81ae-4f59-a7b9-360e3c6f6c1b {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:18.596866 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-deleted', 'tag': 'fa8df721-a27d-4048-8e31-4d40b0c711b4', 'status': 'completed', 'code': 200} Nov 27 01:21:18.597065 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-deleted', 'tag': '38653e23-1492-4325-a7f0-fda66317be04', 'status': 'completed', 'code': 200} Nov 27 01:21:18.597283 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c8f67-c1cd-427c-9c29-94656c3191cb', 'name': 'network-vif-deleted', 'tag': 'd6bb6eef-c037-4aab-9018-ff3e3cc3b43b', 'status': 'completed', 'code': 200} Nov 27 01:21:18.828472 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-569cf133-ef05-4ede-997c-b3f518910304 req-ac43185e-80ce-482e-bd80-9811b9df9e21 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.1129084 Nov 27 01:21:18.956076 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1523d194-93e7-4513-a850-cf2916fbf8af no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:19.008869 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 1523d194-93e7-4513-a850-cf2916fbf8af {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:19.010326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1523d194-93e7-4513-a850-cf2916fbf8af not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:19.381052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34056) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:19.397993 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ebb1397-2c22-4495-9453-08057f5b6d5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:19.493484 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ebb1397-2c22-4495-9453-08057f5b6d5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:19.500127 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ebb1397-2c22-4495-9453-08057f5b6d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:19.544774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb1397-2c22-4495-9453-08057f5b6d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04fdaf5-cfff-429f-be9a-b027fc99a275,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:19.562105 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7ebb1397-2c22-4495-9453-08057f5b6d5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e10db667bdb14167b926d1cb6843a112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1798854 Nov 27 01:21:19.565246 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34058) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:19.641815 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f0e5e0f-68b9-4023-85d0-5703fd8cdc0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:19.681288 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f0e5e0f-68b9-4023-85d0-5703fd8cdc0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:19.814760 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f0e5e0f-68b9-4023-85d0-5703fd8cdc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:19.820491 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f0e5e0f-68b9-4023-85d0-5703fd8cdc0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:19.822659 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9f0e5e0f-68b9-4023-85d0-5703fd8cdc0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f04fdaf5-cfff-429f-be9a-b027fc99a275 HTTP/1.1" status: 204 len: 168 time: 0.2563927 Nov 27 01:21:19.848672 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e5e0f-68b9-4023-85d0-5703fd8cdc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04fdaf5-cfff-429f-be9a-b027fc99a275,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:20.072559 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f32541a7-7cdf-422b-a61d-1e5e59c868b3 req-86687084-9597-481b-ad04-ed2a21f3f4e2 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0588856 Nov 27 01:21:21.101616 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc49d82-b755-4a75-bca1-efb8e632473a req-355779d1-b8fc-4cb7-987b-61500876f1af tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:21.110875 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ebc49d82-b755-4a75-bca1-efb8e632473a req-355779d1-b8fc-4cb7-987b-61500876f1af tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 945 time: 0.0688827 Nov 27 01:21:21.176528 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ebc49d82-b755-4a75-bca1-efb8e632473a req-681aebd4-e327-47f4-b3b2-5d8172eae762 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566566 Nov 27 01:21:21.219920 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f2e3bf9c-db09-4de9-94e4-503524e6fe86 req-fcb9dda0-ad08-46f0-9a5f-6118980c9c5e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0458484 Nov 27 01:21:22.116326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f72e0189-a2d3-452d-907b-f569a1a1f862 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=197614fcca1c4fe3869d76418ec14711&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365083 Nov 27 01:21:22.333380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-79e46097-4edb-483b-82df-6041f5ea838a tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:22.338270 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-79e46097-4edb-483b-82df-6041f5ea838a tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111137 Nov 27 01:21:22.358902 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-9edde06e-dec9-4345-99c4-7d80bebad1dd tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/quotas/197614fcca1c4fe3869d76418ec14711 HTTP/1.1" status: 200 len: 375 time: 0.0155742 Nov 27 01:21:22.379024 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-62b442b4-aea8-47d7-8b73-4d916eea2cc5 req-c556d0ea-c1ad-444c-8ffa-01af59758ed0 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0508184 Nov 27 01:21:22.512344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34198) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:22.652822 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c07b8f51-591d-4610-8ee3-4cbacdd8da8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:22.735746 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-3476ec65-43a2-489e-bb24-7ca4864462a5 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=197614fcca1c4fe3869d76418ec14711&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3759770 Nov 27 01:21:22.736669 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c07b8f51-591d-4610-8ee3-4cbacdd8da8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:22.741072 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c07b8f51-591d-4610-8ee3-4cbacdd8da8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:22.780467 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c07b8f51-591d-4610-8ee3-4cbacdd8da8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de434e85219e4f26858a4303d2cf8999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2669945 Nov 27 01:21:22.781653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b8f51-591d-4610-8ee3-4cbacdd8da8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcabe54-4f97-4497-b4a7-4d0470150b5d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:22.783483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34206) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:22.841431 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60de3de3-0c2f-4a42-be18-ab1d1e5c8e73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:22.879914 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60de3de3-0c2f-4a42-be18-ab1d1e5c8e73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:22.948987 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60de3de3-0c2f-4a42-be18-ab1d1e5c8e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:22.952746 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73ac0b3c-6ed7-426d-9982-8bb2477c1043 req-fb44fd1e-f74f-4da4-a54d-9d1ae3629328 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 210 time: 0.0408912 Nov 27 01:21:22.954533 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60de3de3-0c2f-4a42-be18-ab1d1e5c8e73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:22.957987 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-60de3de3-0c2f-4a42-be18-ab1d1e5c8e73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebcabe54-4f97-4497-b4a7-4d0470150b5d HTTP/1.1" status: 204 len: 168 time: 0.1711228 Nov 27 01:21:22.967700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de3de3-0c2f-4a42-be18-ab1d1e5c8e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcabe54-4f97-4497-b4a7-4d0470150b5d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:23.338094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34226) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:23.352573 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-820cb7ea-3638-4818-b9dd-d3cfc4304974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.431290 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-820cb7ea-3638-4818-b9dd-d3cfc4304974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.438425 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-820cb7ea-3638-4818-b9dd-d3cfc4304974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.485853 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-820cb7ea-3638-4818-b9dd-d3cfc4304974 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bc3135731134cee9c42a7d9898f24b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1461027 Nov 27 01:21:23.487399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cb7ea-3638-4818-b9dd-d3cfc4304974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7aa6a9-e15a-4de6-a245-4c464e72c3b5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:23.490221 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34230) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:23.520271 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-965af207-11c8-4bfc-820f-871f5096c31a req-20ec1384-03a9-4ecb-8aca-074a6e39cc14 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0343835 Nov 27 01:21:23.556670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c294b685-d3d3-4ee7-b003-943769cf2a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.581606 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c294b685-d3d3-4ee7-b003-943769cf2a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.641526 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c294b685-d3d3-4ee7-b003-943769cf2a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.645316 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c294b685-d3d3-4ee7-b003-943769cf2a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.646728 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c294b685-d3d3-4ee7-b003-943769cf2a87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c7aa6a9-e15a-4de6-a245-4c464e72c3b5 HTTP/1.1" status: 204 len: 168 time: 0.1532476 Nov 27 01:21:23.658541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294b685-d3d3-4ee7-b003-943769cf2a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7aa6a9-e15a-4de6-a245-4c464e72c3b5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:24.133378 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36878b73-e055-48e1-9474-0897a785444a req-787e39da-0e1f-45f8-a52d-0856cb5b03e0 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 210 time: 0.0789354 Nov 27 01:21:24.211209 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-42b96b96-dbe0-418a-a1b9-25da4d357717 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=197614fcca1c4fe3869d76418ec14711&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288801 Nov 27 01:21:24.368123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-48416379-a894-4f6f-9a1f-065cca4d8100 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:24.369593 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-48416379-a894-4f6f-9a1f-065cca4d8100 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529191 Nov 27 01:21:24.444090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Request body: {'port': {'device_id': 'b75e9885-86b6-4ae9-a462-84ac12522b1e', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': '197614fcca1c4fe3869d76418ec14711'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:24.574675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Made reservation on behalf of 197614fcca1c4fe3869d76418ec14711 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:24.580165 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:24.592211 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:24.637234 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-34f81177-a5ed-4466-8fbc-8bf4ee93f6ef req-304bc19c-05f1-48fb-ad53-f1a0d7705de9 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0348198 Nov 27 01:21:24.738555 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:24.742950 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:24.823878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcfa0d8-55b0-481b-a346-bcc865d31334,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:24.908415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Allocated IP 192.168.233.219 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/4ca216c3-1f26-4207-860f-e98fdd518389) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:24.979554 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 02caa119-c7f4-405b-ba6b-a6d7c8523f2f details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:21:24.986384 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 02caa119-c7f4-405b-ba6b-a6d7c8523f2f no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:25.176688 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.207044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:25.219976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.224103 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'port_id': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'mac_address': 'fa:16:3e:47:19:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:21:25.272006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:25.276545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:25.308326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:25.329054 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.350011 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.417928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:25.426251 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:25.430975 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464e4469-ab9f-4fcb-a4e5-d63feb0b5b72" -d '{"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-unplugged", "status": "completed", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:25.436615 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.455144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Pushing event updated for resources: {'Port': ['ID=4ca216c3-1f26-4207-860f-e98fdd518389,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:25.532592 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764165b-fbb8-4597-9f31-04b17801fa90 req-a557b916-765f-43d1-917f-6d0b136e66d0 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:25.544454 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5764165b-fbb8-4597-9f31-04b17801fa90 req-a557b916-765f-43d1-917f-6d0b136e66d0 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 936 time: 0.2382009 Nov 27 01:21:25.561723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:25.573874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:25.574772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02caa119-c7f4-405b-ba6b-a6d7c8523f2f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:25.578069 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.628851 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d550e3c-d94a-444f-ac07-f97f5bc53bf8 x-openstack-request-id: req-3d550e3c-d94a-444f-ac07-f97f5bc53bf8 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:25.629294 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-unplugged", "status": "completed", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:25.629681 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d550e3c-d94a-444f-ac07-f97f5bc53bf8 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:25.630176 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'code': 200} Nov 27 01:21:25.645539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-7645501e-9c46-462e-9ef9-78b372829777 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2052612 Nov 27 01:21:25.658961 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:21:25.659601 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:21:25.669069 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5764165b-fbb8-4597-9f31-04b17801fa90 req-70a7fc3f-35fc-45a3-853b-f82a90ed92a3 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/security-groups?id=adcfa0d8-55b0-481b-a346-bcc865d31334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232173 Nov 27 01:21:25.684708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Request body: {'port': {'device_id': 'b75e9885-86b6-4ae9-a462-84ac12522b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:25.819806 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-19e65529-715a-4af0-9832-549a44e99140 None None] Provisioning complete for port 4ca216c3-1f26-4207-860f-e98fdd518389 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:25.820189 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-19e65529-715a-4af0-9832-549a44e99140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.834880 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.863687 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e707f8d3-e628-4fef-8b45-1e7c91d16efa req-cdf8383b-7e6e-4a3f-a841-2eb3045f0c66 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0602553 Nov 27 01:21:25.911416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-19e65529-715a-4af0-9832-549a44e99140 None None] Port 4ca216c3-1f26-4207-860f-e98fdd518389 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:26.239108 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:26.271460 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02caa119-c7f4-405b-ba6b-a6d7c8523f2f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:26.313329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:26.318267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca216c3-1f26-4207-860f-e98fdd518389 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:26.323263 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:26.337324 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:26.360656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Transition to ACTIVE for port object 4ca216c3-1f26-4207-860f-e98fdd518389 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:21:26.381003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:26.429622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Pushing event updated for resources: {'Port': ['ID=4ca216c3-1f26-4207-860f-e98fdd518389,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:26.448951 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:26.494116 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['02caa119-c7f4-405b-ba6b-a6d7c8523f2f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:26.629259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Attempting to bind port 4ca216c3-1f26-4207-860f-e98fdd518389 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:26.629911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Attempting to bind port 4ca216c3-1f26-4207-860f-e98fdd518389 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:26.629911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Attempting to bind port 4ca216c3-1f26-4207-860f-e98fdd518389 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:26.638897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Port 4ca216c3-1f26-4207-860f-e98fdd518389 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:21:26.639664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Attempting to bind port 4ca216c3-1f26-4207-860f-e98fdd518389 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:26.653378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:26.653689 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:26.654670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:26.655185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Bound port: 4ca216c3-1f26-4207-860f-e98fdd518389, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:26.655579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:26.843546 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] For port 4ca216c3-1f26-4207-860f-e98fdd518389, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:26.854215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] For port 4ca216c3-1f26-4207-860f-e98fdd518389, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=4ca216c3-1f26-4207-860f-e98fdd518389,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:26.866476 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:26.927355 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ee95f-0f95-43e3-9194-94ca5a482469 req-0298065b-a396-4ae0-9d63-5f70d9db3781 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:26.939274 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb0ee95f-0f95-43e3-9194-94ca5a482469 req-0298065b-a396-4ae0-9d63-5f70d9db3781 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 948 time: 0.1136494 Nov 27 01:21:26.957903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:26.958602 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:26.969623 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] 10.222.0.21 "PUT /v2.0/ports/4ca216c3-1f26-4207-860f-e98fdd518389 HTTP/1.1" status: 200 len: 1097 time: 1.2920403 Nov 27 01:21:26.969883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75e9885-86b6-4ae9-a462-84ac12522b1e', 'tag': '4ca216c3-1f26-4207-860f-e98fdd518389'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:26.972350 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926bee83-ac87-4287-9eac-8c93580016b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b75e9885-86b6-4ae9-a462-84ac12522b1e", "tag": "4ca216c3-1f26-4207-860f-e98fdd518389"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:27.033510 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb0ee95f-0f95-43e3-9194-94ca5a482469 req-b96ef4c4-4db3-4f1f-a357-2b83cdfb1c42 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/security-groups?id=adcfa0d8-55b0-481b-a346-bcc865d31334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925353 Nov 27 01:21:27.085909 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34386) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:27.103611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c20118-ea38-458c-aedf-3e9cfbcfa43f service neutron] Pushing event updated for resources: {'Port': ['ID=4ca216c3-1f26-4207-860f-e98fdd518389,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:27.131342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-cbe2fc15-ede1-4e24-820d-a687c2cb179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:27.133670 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-cbe2fc15-ede1-4e24-820d-a687c2cb179f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=197614fcca1c4fe3869d76418ec14711&device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 1100 time: 0.1041400 Nov 27 01:21:27.139014 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c761b4b7-5951-4b03-b90a-80bfff869868 x-openstack-request-id: req-c761b4b7-5951-4b03-b90a-80bfff869868 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:27.139305 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75e9885-86b6-4ae9-a462-84ac12522b1e", "tag": "4ca216c3-1f26-4207-860f-e98fdd518389", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:27.139561 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c761b4b7-5951-4b03-b90a-80bfff869868 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:27.139976 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75e9885-86b6-4ae9-a462-84ac12522b1e', 'tag': '4ca216c3-1f26-4207-860f-e98fdd518389', 'status': 'completed', 'code': 200} Nov 27 01:21:27.291524 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c831ab42-9a10-4e53-b45a-bbb934d8bf7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:27.315153 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d9de9222-3484-47e2-aad9-beac2aac154c req-12b01952-10ba-4962-b84e-3a7d343034d4 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0625069 Nov 27 01:21:27.316708 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-194fba0b-bb0c-4a9a-9118-a33735d5dd1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=4ca216c3-1f26-4207-860f-e98fdd518389 HTTP/1.1" status: 200 len: 217 time: 0.1554666 Nov 27 01:21:27.397568 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c831ab42-9a10-4e53-b45a-bbb934d8bf7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:27.419929 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c831ab42-9a10-4e53-b45a-bbb934d8bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:27.449952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-375bb594-2788-42cb-99f4-179ea0715749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:27.453706 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-375bb594-2788-42cb-99f4-179ea0715749 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1287534 Nov 27 01:21:27.492910 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c831ab42-9a10-4e53-b45a-bbb934d8bf7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f5f39c50d0941a2aa94c9305bb3d986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4055290 Nov 27 01:21:27.495784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831ab42-9a10-4e53-b45a-bbb934d8bf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b414a7e3-8041-4dd8-abd4-69982d54418b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:27.499256 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34392) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:27.543344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-d4adf56f-33f7-45f9-a2fa-a15843b5d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:27.545491 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-d4adf56f-33f7-45f9-a2fa-a15843b5d8d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839422 Nov 27 01:21:27.566619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93374983-06d3-465e-8e23-438e16d837c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:27.594974 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93374983-06d3-465e-8e23-438e16d837c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:27.655570 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93374983-06d3-465e-8e23-438e16d837c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:27.659278 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93374983-06d3-465e-8e23-438e16d837c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:27.660822 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-93374983-06d3-465e-8e23-438e16d837c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b414a7e3-8041-4dd8-abd4-69982d54418b HTTP/1.1" status: 204 len: 168 time: 0.1600847 Nov 27 01:21:27.676443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93374983-06d3-465e-8e23-438e16d837c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b414a7e3-8041-4dd8-abd4-69982d54418b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:27.808711 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-5fec5f73-dc98-4d56-be49-edee33b293c7 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532494 Nov 27 01:21:27.998135 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b099eed1-4e9a-4b5d-b5ca-23e700b9a4d0 req-1e47461c-0436-44e4-bb96-647cae530018 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629734 Nov 27 01:21:28.239590 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bee83-ac87-4287-9eac-8c93580016b3 req-2fd326c4-858e-4c06-9435-da34927f0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:28.253800 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-926bee83-ac87-4287-9eac-8c93580016b3 req-2fd326c4-858e-4c06-9435-da34927f0ac9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=197614fcca1c4fe3869d76418ec14711&device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 1100 time: 0.1205173 Nov 27 01:21:28.254037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9ec51-7232-4dc1-9f58-9578bef5f440 req-c0ef5a9c-2f53-4b70-a570-fee8f04822b2 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:28.257258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34408) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:28.285050 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a0c9ec51-7232-4dc1-9f58-9578bef5f440 req-c0ef5a9c-2f53-4b70-a570-fee8f04822b2 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 948 time: 0.1197557 Nov 27 01:21:28.322321 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b410415a-6e6b-4c04-8af9-981a8f2cc1bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.374125 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.417432 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a0c9ec51-7232-4dc1-9f58-9578bef5f440 req-c58bca5a-c7a3-49f6-851c-44fdb2d0c14b tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/security-groups?id=adcfa0d8-55b0-481b-a346-bcc865d31334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316237 Nov 27 01:21:28.470345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bee83-ac87-4287-9eac-8c93580016b3 req-37e3f463-454b-45b7-96bb-d81ee7e72776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:28.472952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-926bee83-ac87-4287-9eac-8c93580016b3 req-37e3f463-454b-45b7-96bb-d81ee7e72776 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1864297 Nov 27 01:21:28.595365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-926bee83-ac87-4287-9eac-8c93580016b3 req-cb3ef85a-39e8-4cb0-9bb0-c2b8cd16c8be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=4ca216c3-1f26-4207-860f-e98fdd518389 HTTP/1.1" status: 200 len: 217 time: 0.1069036 Nov 27 01:21:28.614132 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-410f5f91-526e-44f4-bbab-e2fa190f0b73 req-86e4b276-ff44-45a2-9430-b9ade2eaf90e tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.1120148 Nov 27 01:21:28.640365 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b410415a-6e6b-4c04-8af9-981a8f2cc1bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.665960 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b410415a-6e6b-4c04-8af9-981a8f2cc1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.722555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bee83-ac87-4287-9eac-8c93580016b3 req-5445e3ba-946b-442d-b1fa-8d5403afb454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:28.723955 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-926bee83-ac87-4287-9eac-8c93580016b3 req-5445e3ba-946b-442d-b1fa-8d5403afb454 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.1040969 Nov 27 01:21:28.724767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410415a-6e6b-4c04-8af9-981a8f2cc1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff45c2d-714a-44af-9723-c630136b06eb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:28.734298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34414) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:28.734423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b410415a-6e6b-4c04-8af9-981a8f2cc1bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b909dc3cc7594773ac7c546188e8dd85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4722137 Nov 27 01:21:28.784223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bee83-ac87-4287-9eac-8c93580016b3 req-25a94e1f-e7dc-4cda-a8ad-a75f124f4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:28.785788 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-926bee83-ac87-4287-9eac-8c93580016b3 req-25a94e1f-e7dc-4cda-a8ad-a75f124f4c72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0504203 Nov 27 01:21:28.891371 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-27400dc9-4dc6-4f14-a0f7-c9fde12ef238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.956675 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-27400dc9-4dc6-4f14-a0f7-c9fde12ef238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.981790 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-926bee83-ac87-4287-9eac-8c93580016b3 req-582fef8a-5ddb-4c19-b505-515d2477173d service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828156 Nov 27 01:21:28.989340 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 02caa119-c7f4-405b-ba6b-a6d7c8523f2f up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:29.032207 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-27400dc9-4dc6-4f14-a0f7-c9fde12ef238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.036170 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-27400dc9-4dc6-4f14-a0f7-c9fde12ef238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.040411 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-27400dc9-4dc6-4f14-a0f7-c9fde12ef238 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ff45c2d-714a-44af-9723-c630136b06eb HTTP/1.1" status: 204 len: 168 time: 0.3047836 Nov 27 01:21:29.058191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27400dc9-4dc6-4f14-a0f7-c9fde12ef238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff45c2d-714a-44af-9723-c630136b06eb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:29.153119 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:29.156033 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.282071 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-926bee83-ac87-4287-9eac-8c93580016b3 req-aeebaf38-4f18-4cd1-b4b4-814b825c807e service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868452 Nov 27 01:21:29.289865 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.337135 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:29.338988 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:29.342540 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eb23a1-8de0-4868-a60d-efc5882b222d" -d '{"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-plugged", "status": "completed", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:29.348507 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.427863 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a8ee9e-813e-4567-b974-0a0416b55009 x-openstack-request-id: req-61a8ee9e-813e-4567-b974-0a0416b55009 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:29.428485 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-plugged", "status": "completed", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:29.429244 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61a8ee9e-813e-4567-b974-0a0416b55009 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:29.429651 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'code': 200} Nov 27 01:21:29.461242 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=10']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:29.613730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adda51-ce27-47c7-8f32-1bbd25f21199 req-b844bb13-e368-4e55-95e9-8ee1bd4e9ce4 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:29.628024 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20adda51-ce27-47c7-8f32-1bbd25f21199 req-b844bb13-e368-4e55-95e9-8ee1bd4e9ce4 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 948 time: 0.0853162 Nov 27 01:21:29.799862 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20adda51-ce27-47c7-8f32-1bbd25f21199 req-a3863b28-d031-4f31-9d12-320c88175c4d tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/security-groups?id=adcfa0d8-55b0-481b-a346-bcc865d31334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703036 Nov 27 01:21:30.002007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8812858f-e2ed-48ea-aef8-b5ac6a6759bd req-7a690510-d536-4f0b-87ef-ab4299c00212 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0675831 Nov 27 01:21:30.162253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15420508-2658-4530-b926-465af32b45ea req-c3fe6669-702f-4f93-9ac5-4cf07623cc02 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:30.164891 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-15420508-2658-4530-b926-465af32b45ea req-c3fe6669-702f-4f93-9ac5-4cf07623cc02 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 945 time: 0.1240938 Nov 27 01:21:30.235405 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-15420508-2658-4530-b926-465af32b45ea req-5d7e4c8e-608c-4042-bb5a-68f0ddf1237d tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637152 Nov 27 01:21:30.472336 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:30.972892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e332d-1b0b-4430-a713-83e4b82e6aee req-aa252eaf-d73a-4932-9192-0cb230130e50 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:30.985059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 4ca216c3-1f26-4207-860f-e98fdd518389 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:21:30.998495 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b46e332d-1b0b-4430-a713-83e4b82e6aee req-aa252eaf-d73a-4932-9192-0cb230130e50 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 948 time: 0.1169631 Nov 27 01:21:31.126550 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b46e332d-1b0b-4430-a713-83e4b82e6aee req-a4cf83b8-b49b-4a06-87b7-32ba33c27414 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/security-groups?id=adcfa0d8-55b0-481b-a346-bcc865d31334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245463 Nov 27 01:21:31.135070 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 4ca216c3-1f26-4207-860f-e98fdd518389, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=4ca216c3-1f26-4207-860f-e98fdd518389,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:31.152083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '4ca216c3-1f26-4207-860f-e98fdd518389', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '4ca216c3-1f26-4207-860f-e98fdd518389', 'mac_address': 'fa:16:3e:1a:05:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:21:31.169977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02f37e6b-b9c7-447f-ade4-98917387f43c req-d6eb0059-cfe2-41c1-8b84-3c585da55dad tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0487959 Nov 27 01:21:31.213326 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.229999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca216c3-1f26-4207-860f-e98fdd518389 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:31.278783 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 4ca216c3-1f26-4207-860f-e98fdd518389, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=4ca216c3-1f26-4207-860f-e98fdd518389,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:31.288275 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.369271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=4ca216c3-1f26-4207-860f-e98fdd518389,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:31.424195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0e878-79c2-4bd7-8dd1-c4a3b5dcfc2a req-51cbae8f-0ed9-4cbc-9c8f-112a8cc02b09 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:31.426286 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7db0e878-79c2-4bd7-8dd1-c4a3b5dcfc2a req-51cbae8f-0ed9-4cbc-9c8f-112a8cc02b09 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 945 time: 0.0683279 Nov 27 01:21:31.448337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34490) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:31.488341 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7db0e878-79c2-4bd7-8dd1-c4a3b5dcfc2a req-243aaa8d-c6dc-4cee-baed-cf0cbbda1269 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551207 Nov 27 01:21:31.646115 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1206137764', 'router:external': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:31.664434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['4ca216c3-1f26-4207-860f-e98fdd518389'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:31.676439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Made reservation on behalf of b5da2522ae45486d832b4f21862c915e for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:31.679153 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.700683 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.828500 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.861757 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.882811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39bfeb-ed35-4593-a07e-c208ca158d95 req-c00ac292-9e10-4034-99b6-ccabd9f992a7 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:31.884602 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4a39bfeb-ed35-4593-a07e-c208ca158d95 req-c00ac292-9e10-4034-99b6-ccabd9f992a7 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.31 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 945 time: 0.0997310 Nov 27 01:21:31.933144 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:21:31.966097 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.967311 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Added segment 8ac9e79e-db4d-46a1-a75f-40033ff71ba6 of type vlan for network 1f544bcc-1f2a-4e16-9221-9f892b5e56b5 Nov 27 01:21:31.968801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ce5da9-b2c8-4fb8-9171-056abc534582,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:32.063600 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.102443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-4a39bfeb-ed35-4593-a07e-c208ca158d95 req-357a0ec4-0491-43c6-aaee-6b0789312a65 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Deleting port 000109a2-b10f-4acd-ae8e-6982f93093dd {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:32.102788 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4a39bfeb-ed35-4593-a07e-c208ca158d95 req-357a0ec4-0491-43c6-aaee-6b0789312a65 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.124854 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.125821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:32.126399 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.245406 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7952232 Nov 27 01:21:32.251387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34504) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:32.260065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-daeeb5e2-9b46-4373-96f6-d235a66805ba tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Request body: {'subnet': {'network_id': '1f544bcc-1f2a-4e16-9221-9f892b5e56b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:32.293865 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a58d01-8bef-41da-8541-90c57d21b4f2 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event updated for resources: {'Network': ['ID=1f544bcc-1f2a-4e16-9221-9f892b5e56b5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:32.307175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 1f544bcc-1f2a-4e16-9221-9f892b5e56b5 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:21:32.323406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b8463-75a8-43c2-a3c1-28487e803322 req-f551a69a-2bcf-4954-af00-24cc6ee600fe tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:32.330479 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c03b8463-75a8-43c2-a3c1-28487e803322 req-f551a69a-2bcf-4954-af00-24cc6ee600fe tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 949 time: 0.1114814 Nov 27 01:21:32.332456 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daeeb5e2-9b46-4373-96f6-d235a66805ba tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Made reservation on behalf of b5da2522ae45486d832b4f21862c915e for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:32.335644 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-daeeb5e2-9b46-4373-96f6-d235a66805ba tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.346086 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9969d1a-81aa-4111-b371-8b03422483b7 req-52d6a864-8668-4a07-a8ef-51d75c0587ad tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0385499 Nov 27 01:21:32.365720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-4a39bfeb-ed35-4593-a07e-c208ca158d95 req-357a0ec4-0491-43c6-aaee-6b0789312a65 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] For port 000109a2-b10f-4acd-ae8e-6982f93093dd, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=000109a2-b10f-4acd-ae8e-6982f93093dd,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:32.366101 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4a39bfeb-ed35-4593-a07e-c208ca158d95 req-357a0ec4-0491-43c6-aaee-6b0789312a65 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.384023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-4a39bfeb-ed35-4593-a07e-c208ca158d95 req-357a0ec4-0491-43c6-aaee-6b0789312a65 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Calling delete_port for 000109a2-b10f-4acd-ae8e-6982f93093dd owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:32.486735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c03b8463-75a8-43c2-a3c1-28487e803322 req-d926b3f9-4742-42ae-8aee-31d040dbe8ff tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/security-groups?id=adcfa0d8-55b0-481b-a346-bcc865d31334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436446 Nov 27 01:21:32.671815 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-689d98bb-5188-4804-a9af-bef078cf7229 req-212b4827-fca6-4a4f-a941-cfe8343f15d9 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4941ec-e1fc-4f41-9a60-44ecc37de22f HTTP/1.1" status: 200 len: 210 time: 0.0419450 Nov 27 01:21:32.672585 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4a39bfeb-ed35-4593-a07e-c208ca158d95 req-357a0ec4-0491-43c6-aaee-6b0789312a65 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.710258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['cf72cfb9-1224-4986-8d84-ce8da7c42e00', '7355f35b-74ea-41e9-8042-a6d51efe90c8', '000109a2-b10f-4acd-ae8e-6982f93093dd'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:32.779880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a0ec4-0491-43c6-aaee-6b0789312a65 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Pushing event deleted for resources: {'Port': ['ID=000109a2-b10f-4acd-ae8e-6982f93093dd,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:32.806971 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a39bfeb-ed35-4593-a07e-c208ca158d95 req-357a0ec4-0491-43c6-aaee-6b0789312a65 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] No DVR routers for this DVR port 000109a2-b10f-4acd-ae8e-6982f93093dd on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:32.812027 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4a39bfeb-ed35-4593-a07e-c208ca158d95 req-357a0ec4-0491-43c6-aaee-6b0789312a65 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.817247 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4a39bfeb-ed35-4593-a07e-c208ca158d95 req-357a0ec4-0491-43c6-aaee-6b0789312a65 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.31 "DELETE /v2.0/ports/000109a2-b10f-4acd-ae8e-6982f93093dd HTTP/1.1" status: 204 len: 173 time: 0.9220591 Nov 27 01:21:32.818083 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4941ec-e1fc-4f41-9a60-44ecc37de22f', 'name': 'network-vif-deleted', 'tag': '000109a2-b10f-4acd-ae8e-6982f93093dd'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:32.822963 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a203629-c36e-4394-96e5-2d884842ab63" -d '{"events": [{"server_uuid": "be4941ec-e1fc-4f41-9a60-44ecc37de22f", "name": "network-vif-deleted", "tag": "000109a2-b10f-4acd-ae8e-6982f93093dd"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:32.924799 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff81b47-e6bc-4eae-b409-4f98160478df x-openstack-request-id: req-fff81b47-e6bc-4eae-b409-4f98160478df {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:32.925277 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4941ec-e1fc-4f41-9a60-44ecc37de22f", "name": "network-vif-deleted", "tag": "000109a2-b10f-4acd-ae8e-6982f93093dd", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:32.925526 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fff81b47-e6bc-4eae-b409-4f98160478df {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:32.926367 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4941ec-e1fc-4f41-9a60-44ecc37de22f', 'name': 'network-vif-deleted', 'tag': '000109a2-b10f-4acd-ae8e-6982f93093dd', 'status': 'completed', 'code': 200} Nov 27 01:21:32.990885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 4ca216c3-1f26-4207-860f-e98fdd518389 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:33.004634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.objects.ports [None req-daeeb5e2-9b46-4373-96f6-d235a66805ba tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:21:33.005093 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-daeeb5e2-9b46-4373-96f6-d235a66805ba tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:33.106422 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeeb5e2-9b46-4373-96f6-d235a66805ba tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event updated for resources: {'Subnet': ['ID=74b8dc75-7680-4171-a4a8-dbc506da03bf,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:33.128951 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeeb5e2-9b46-4373-96f6-d235a66805ba tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Checking segment: {'id': '8ac9e79e-db4d-46a1-a75f-40033ff71ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1f544bcc-1f2a-4e16-9221-9f892b5e56b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:33.129310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeeb5e2-9b46-4373-96f6-d235a66805ba tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Network hostable DHCP agents. Network: 1f544bcc-1f2a-4e16-9221-9f892b5e56b5, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:21:33.149988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeeb5e2-9b46-4373-96f6-d235a66805ba tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Network 1f544bcc-1f2a-4e16-9221-9f892b5e56b5 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:21:33.168847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-daeeb5e2-9b46-4373-96f6-d235a66805ba tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 1f544bcc-1f2a-4e16-9221-9f892b5e56b5) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:33.187612 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeeb5e2-9b46-4373-96f6-d235a66805ba tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:33.188649 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-daeeb5e2-9b46-4373-96f6-d235a66805ba tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:33.210391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566e0f57-4942-416e-86f3-c4e127153f9c None None] Network 1f544bcc-1f2a-4e16-9221-9f892b5e56b5 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:33.241182 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-daeeb5e2-9b46-4373-96f6-d235a66805ba tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9867682 Nov 27 01:21:33.241431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34518) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:33.272535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 4ca216c3-1f26-4207-860f-e98fdd518389 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:21:33.272535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 4ca216c3-1f26-4207-860f-e98fdd518389 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:33.272535 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:33.272987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1430530634', 'network_id': '1f544bcc-1f2a-4e16-9221-9f892b5e56b5'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:33.367107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Made reservation on behalf of b5da2522ae45486d832b4f21862c915e for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:33.370018 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:33.411042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] device_id is not set on port df64ff54-fa9c-4136-9544-dcd528180aa4 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:21:33.615975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Allocated IP 172.20.0.6 (1f544bcc-1f2a-4e16-9221-9f892b5e56b5/74b8dc75-7680-4171-a4a8-dbc506da03bf/df64ff54-fa9c-4136-9544-dcd528180aa4) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:33.641916 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-915d64eb-91a7-4b2b-9445-83f72a86e875 req-b228bffe-7ddf-477f-b8ef-7eb1ac8c509c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0871770 Nov 27 01:21:33.664711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f16394b-198a-4b8b-8a76-b62d6d6fc34c None None] Network 1f544bcc-1f2a-4e16-9221-9f892b5e56b5 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:33.773924 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:33.849617 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75e9885-86b6-4ae9-a462-84ac12522b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca216c3-1f26-4207-860f-e98fdd518389'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:33.852020 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c919c29-6294-4beb-8435-01517195934d" -d '{"events": [{"server_uuid": "b75e9885-86b6-4ae9-a462-84ac12522b1e", "name": "network-vif-plugged", "status": "completed", "tag": "4ca216c3-1f26-4207-860f-e98fdd518389"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:33.877263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc73b2-60cb-408a-87f1-59130ca01ebf req-96bfa3a8-5c2d-4ff4-a261-9814d5d53197 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:33.879445 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26dc73b2-60cb-408a-87f1-59130ca01ebf req-96bfa3a8-5c2d-4ff4-a261-9814d5d53197 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 949 time: 0.0900724 Nov 27 01:21:33.906146 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:33.928509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 4ca216c3-1f26-4207-860f-e98fdd518389, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=4ca216c3-1f26-4207-860f-e98fdd518389,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:33.952992 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.038016 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26dc73b2-60cb-408a-87f1-59130ca01ebf req-1f7bef2a-a16f-404a-ae25-d19b0c5f1638 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/security-groups?id=adcfa0d8-55b0-481b-a346-bcc865d31334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484098 Nov 27 01:21:34.079865 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.178434 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Network 1f544bcc-1f2a-4e16-9221-9f892b5e56b5 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:34.193540 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:34.202119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:34.225847 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e64e43-df04-4e83-8fbc-de35672f201d x-openstack-request-id: req-77e64e43-df04-4e83-8fbc-de35672f201d {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:34.226450 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75e9885-86b6-4ae9-a462-84ac12522b1e", "name": "network-vif-plugged", "status": "completed", "tag": "4ca216c3-1f26-4207-860f-e98fdd518389", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:34.226974 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77e64e43-df04-4e83-8fbc-de35672f201d {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:34.227537 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75e9885-86b6-4ae9-a462-84ac12522b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca216c3-1f26-4207-860f-e98fdd518389', 'code': 200} Nov 27 01:21:34.229048 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=4ca216c3-1f26-4207-860f-e98fdd518389,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:34.276118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event updated for resources: {'Port': ['ID=df64ff54-fa9c-4136-9544-dcd528180aa4,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:34.327686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:34.328052 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:34.328440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:34.328797 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:34.329141 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:34.329486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:34.329821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:34.334527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43489065-439d-4a47-ad3a-8d7ecf29fd37 req-0e7191c1-6520-4966-b20d-4f0a8b8338af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:34.334731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:34.335187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:34.335548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:34.335902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:34.336276 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:34.337251 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43489065-439d-4a47-ad3a-8d7ecf29fd37 req-0e7191c1-6520-4966-b20d-4f0a8b8338af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 1102 time: 0.0676651 Nov 27 01:21:34.364296 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:34.365511 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.397906 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c17044ad-0cea-4baf-83d0-8ae919430229 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1550469 Nov 27 01:21:34.398788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34544) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:34.461790 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43489065-439d-4a47-ad3a-8d7ecf29fd37 req-f345118f-6e54-4eba-a203-7fa2a61d741b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=adcfa0d8-55b0-481b-a346-bcc865d31334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164930 Nov 27 01:21:34.517652 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd9dfa-107a-4665-a410-24c128333229 req-f9bbb1b9-8057-40a2-9d08-96f57298fe7a tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:34.525804 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28cd9dfa-107a-4665-a410-24c128333229 req-f9bbb1b9-8057-40a2-9d08-96f57298fe7a tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 945 time: 0.0969074 Nov 27 01:21:34.591963 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28cd9dfa-107a-4665-a410-24c128333229 req-27ae4bce-eefa-440e-9c4c-9b90446eb354 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649178 Nov 27 01:21:34.609734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-dfd954fc-dabd-43f8-81d1-e9a7bedde5f7 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Deleting port df64ff54-fa9c-4136-9544-dcd528180aa4 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:34.610463 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dfd954fc-dabd-43f8-81d1-e9a7bedde5f7 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.703691 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dfd954fc-dabd-43f8-81d1-e9a7bedde5f7 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.719305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-dfd954fc-dabd-43f8-81d1-e9a7bedde5f7 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Calling delete_port for df64ff54-fa9c-4136-9544-dcd528180aa4 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:34.889291 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1546ff85-246e-4bc6-ae59-7abf23c4d552 req-43d72df6-5b95-4852-8680-3779498be752 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0613756 Nov 27 01:21:34.931268 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dfd954fc-dabd-43f8-81d1-e9a7bedde5f7 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.961043 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd954fc-dabd-43f8-81d1-e9a7bedde5f7 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event deleted for resources: {'Port': ['ID=df64ff54-fa9c-4136-9544-dcd528180aa4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:35.036291 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dfd954fc-dabd-43f8-81d1-e9a7bedde5f7 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:35.040098 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dfd954fc-dabd-43f8-81d1-e9a7bedde5f7 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "DELETE /v2.0/ports/df64ff54-fa9c-4136-9544-dcd528180aa4 HTTP/1.1" status: 204 len: 168 time: 0.6402347 Nov 27 01:21:35.043067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34550) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:35.047434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f544bcc-1f2a-4e16-9221-9f892b5e56b5', 'external_fixed_ips': [{'subnet_id': '74b8dc75-7680-4171-a4a8-dbc506da03bf', 'ip_address': '172.20.0.6'}]}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:35.083362 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:35.090355 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:35.168862 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:35.255079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb9a20-211c-4ee5-ac97-d2e11cd3a414 req-ff99384e-5706-4747-9806-cc4e806f1e1e tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:35.264558 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f1bb9a20-211c-4ee5-ac97-d2e11cd3a414 req-ff99384e-5706-4747-9806-cc4e806f1e1e tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 950 time: 0.0828569 Nov 27 01:21:35.334919 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f1bb9a20-211c-4ee5-ac97-d2e11cd3a414 req-da84f659-012e-4675-9db9-6453f4aa5baa tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/security-groups?id=adcfa0d8-55b0-481b-a346-bcc865d31334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639601 Nov 27 01:21:35.403407 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:35.651135 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:35.686926 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.144662 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c2b8b542-ddae-451a-98e4-c4adbee8497a req-0d230364-5396-4fed-89b5-05c51a43f307 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0394230 Nov 27 01:21:36.158175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 000109a2-b10f-4acd-ae8e-6982f93093dd no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:36.162665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ce14e-5011-4007-a463-cd2eead037e1 req-cfe87497-d67c-4f4c-b34d-3cf6a0f1e7ce tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:36.163264 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f2f50-4cfc-460c-85b3-a4e95fd83306 req-10cafab1-c143-42db-bf69-307da0303aa4 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:36.167462 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa9f2f50-4cfc-460c-85b3-a4e95fd83306 req-10cafab1-c143-42db-bf69-307da0303aa4 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 945 time: 0.1171606 Nov 27 01:21:36.182957 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a89ce14e-5011-4007-a463-cd2eead037e1 req-cfe87497-d67c-4f4c-b34d-3cf6a0f1e7ce tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 945 time: 0.4762540 Nov 27 01:21:36.185349 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 000109a2-b10f-4acd-ae8e-6982f93093dd {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:36.186034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 000109a2-b10f-4acd-ae8e-6982f93093dd not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:36.329600 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a89ce14e-5011-4007-a463-cd2eead037e1 req-4d26af0d-ec12-4f5d-8307-838f176e5195 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404836 Nov 27 01:21:36.377929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-fa9f2f50-4cfc-460c-85b3-a4e95fd83306 req-7a6a44bf-135a-477c-9f2a-782828270aff tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Deleting port 7355f35b-74ea-41e9-8042-a6d51efe90c8 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:36.378307 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fa9f2f50-4cfc-460c-85b3-a4e95fd83306 req-7a6a44bf-135a-477c-9f2a-782828270aff tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.416816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Allocated IP 172.20.0.6 (1f544bcc-1f2a-4e16-9221-9f892b5e56b5/74b8dc75-7680-4171-a4a8-dbc506da03bf/afb85ce4-2709-4a49-a633-c91b65725f27) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:36.489709 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-fa9f2f50-4cfc-460c-85b3-a4e95fd83306 req-7a6a44bf-135a-477c-9f2a-782828270aff tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] For port 7355f35b-74ea-41e9-8042-a6d51efe90c8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7355f35b-74ea-41e9-8042-a6d51efe90c8,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:36.489967 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fa9f2f50-4cfc-460c-85b3-a4e95fd83306 req-7a6a44bf-135a-477c-9f2a-782828270aff tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.507708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-fa9f2f50-4cfc-460c-85b3-a4e95fd83306 req-7a6a44bf-135a-477c-9f2a-782828270aff tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Calling delete_port for 7355f35b-74ea-41e9-8042-a6d51efe90c8 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:36.537422 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.594305 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.644281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Network 1f544bcc-1f2a-4e16-9221-9f892b5e56b5 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:36.647922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:36.652108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:36.679582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event updated for resources: {'Port': ['ID=afb85ce4-2709-4a49-a633-c91b65725f27,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:36.729900 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681a584-38e2-43d1-b809-7dbd8ee17dfb req-a27f6b64-3e8c-4080-8278-793b72b1f48f tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:36.737620 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1681a584-38e2-43d1-b809-7dbd8ee17dfb req-a27f6b64-3e8c-4080-8278-793b72b1f48f tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 950 time: 0.1886253 Nov 27 01:21:36.765503 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fa9f2f50-4cfc-460c-85b3-a4e95fd83306 req-7a6a44bf-135a-477c-9f2a-782828270aff tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.799811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['cf72cfb9-1224-4986-8d84-ce8da7c42e00', '7355f35b-74ea-41e9-8042-a6d51efe90c8'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:36.810801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a44bf-135a-477c-9f2a-782828270aff tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Pushing event deleted for resources: {'Port': ['ID=7355f35b-74ea-41e9-8042-a6d51efe90c8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:36.864550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9f2f50-4cfc-460c-85b3-a4e95fd83306 req-7a6a44bf-135a-477c-9f2a-782828270aff tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] No DVR routers for this DVR port 7355f35b-74ea-41e9-8042-a6d51efe90c8 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:36.868310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fa9f2f50-4cfc-460c-85b3-a4e95fd83306 req-7a6a44bf-135a-477c-9f2a-782828270aff tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.894954 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa9f2f50-4cfc-460c-85b3-a4e95fd83306 req-7a6a44bf-135a-477c-9f2a-782828270aff tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.31 "DELETE /v2.0/ports/7355f35b-74ea-41e9-8042-a6d51efe90c8 HTTP/1.1" status: 204 len: 173 time: 0.7202985 Nov 27 01:21:36.896320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f', 'name': 'network-vif-deleted', 'tag': '7355f35b-74ea-41e9-8042-a6d51efe90c8'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:36.900327 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e81810-eda6-491e-8c29-ad0c59f6f800" -d '{"events": [{"server_uuid": "8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f", "name": "network-vif-deleted", "tag": "7355f35b-74ea-41e9-8042-a6d51efe90c8"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:36.920939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1681a584-38e2-43d1-b809-7dbd8ee17dfb req-b82e9cdc-2a7d-4105-b872-8e5929c2c33d tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/security-groups?id=adcfa0d8-55b0-481b-a346-bcc865d31334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781654 Nov 27 01:21:37.007784 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302b2e72-209f-49e9-890a-81c34c9d9b85 x-openstack-request-id: req-302b2e72-209f-49e9-890a-81c34c9d9b85 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:37.007968 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f", "name": "network-vif-deleted", "tag": "7355f35b-74ea-41e9-8042-a6d51efe90c8", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:37.008183 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-302b2e72-209f-49e9-890a-81c34c9d9b85 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:37.008979 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f', 'name': 'network-vif-deleted', 'tag': '7355f35b-74ea-41e9-8042-a6d51efe90c8', 'status': 'completed', 'code': 200} Nov 27 01:21:37.122055 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:37.369121 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8136d56b-4f52-4428-aa6a-b0ede5507ab4 req-dc5f676d-3c90-4f69-9f7e-369a77f9b5ea tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0362511 Nov 27 01:21:37.504616 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:37.701176 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-becd645d-2920-49c8-87bf-002bf1ea5f97 req-c547eb11-f92a-49f9-ab64-93f7c630ebe1 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c11e8e0-0a9a-400a-b08f-fb887ba3ee4f HTTP/1.1" status: 200 len: 210 time: 0.0595815 Nov 27 01:21:37.775364 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Router e61144b8-de1e-4f6b-bfcf-c4ffa6a7bdc9 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:21:37.904324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:21:37.915228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] Sync routers for ids ['e61144b8-de1e-4f6b-bfcf-c4ffa6a7bdc9'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:21:37.941097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] Routers {'e61144b8-de1e-4f6b-bfcf-c4ffa6a7bdc9'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:37.942694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e61144b8-de1e-4f6b-bfcf-c4ffa6a7bdc9'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:37.953977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:37.955464 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b853bd9d-b11a-41bb-8ad7-475aa9291e07 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.9114010 Nov 27 01:21:37.958132 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34598) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:38.117167 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.127483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] Set router e61144b8-de1e-4f6b-bfcf-c4ffa6a7bdc9 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:38.352269 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.448096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61144b8-de1e-4f6b-bfcf-c4ffa6a7bdc9', 'name': '', 'tenant_id': 'b5da2522ae45486d832b4f21862c915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f544bcc-1f2a-4e16-9221-9f892b5e56b5', 'external_fixed_ips': [{'subnet_id': '74b8dc75-7680-4171-a4a8-dbc506da03bf', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'afb85ce4-2709-4a49-a633-c91b65725f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:35Z', 'updated_at': '2021-11-27T01:21:36Z', 'revision_number': 3, 'project_id': 'b5da2522ae45486d832b4f21862c915e', 'gw_port': {'id': 'afb85ce4-2709-4a49-a633-c91b65725f27', 'name': '', 'network_id': '1f544bcc-1f2a-4e16-9221-9f892b5e56b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61144b8-de1e-4f6b-bfcf-c4ffa6a7bdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '74b8dc75-7680-4171-a4a8-dbc506da03bf', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:35Z', 'updated_at': '2021-11-27T01:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74b8dc75-7680-4171-a4a8-dbc506da03bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:38.469211 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Deleting port afb85ce4-2709-4a49-a633-c91b65725f27 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:38.469558 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.479072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] Checking router: e61144b8-de1e-4f6b-bfcf-c4ffa6a7bdc9 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:21:38.479585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] Updating router e61144b8-de1e-4f6b-bfcf-c4ffa6a7bdc9 port afb85ce4-2709-4a49-a633-c91b65725f27 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:21:38.515570 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.592087 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d6cc02ac-c667-4c9e-8433-1a10be393a80 req-62c911f6-98d6-4462-aa9d-0965ffe94391 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/ports?device_id=f07c8f67-c1cd-427c-9c29-94656c3191cb HTTP/1.1" status: 200 len: 210 time: 0.0694289 Nov 27 01:21:38.625766 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.645870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Calling delete_port for afb85ce4-2709-4a49-a633-c91b65725f27 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:39.096200 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.136267 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:21:39.136731 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:21:39.137464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event deleted for resources: {'Port': ['ID=afb85ce4-2709-4a49-a633-c91b65725f27,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:39.210570 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.251414 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:21:39.321802 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.324212 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.433574 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.434087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e61144b8-de1e-4f6b-bfcf-c4ffa6a7bdc9 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:21:39.442306 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.447077 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c1608cdc-4144-4335-b5e0-c48d3d355945 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e61144b8-de1e-4f6b-bfcf-c4ffa6a7bdc9 HTTP/1.1" status: 204 len: 168 time: 1.4853461 Nov 27 01:21:39.447721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34630) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:39.506571 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4cb51ac-16d8-46fe-ad3e-e53d59d26333 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Deleting subnet 74b8dc75-7680-4171-a4a8-dbc506da03bf {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:21:39.509860 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4cb51ac-16d8-46fe-ad3e-e53d59d26333 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.548274 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4cb51ac-16d8-46fe-ad3e-e53d59d26333 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.592662 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4cb51ac-16d8-46fe-ad3e-e53d59d26333 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.678897 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] Port afb85ce4-2709-4a49-a633-c91b65725f27 not found while updating agent binding for router e61144b8-de1e-4f6b-bfcf-c4ffa6a7bdc9. {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 01:21:39.690722 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4cb51ac-16d8-46fe-ad3e-e53d59d26333 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.690967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] Routers set() bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:39.691362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] Router IDs set() for agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 01:21:39.692414 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e61144b8-de1e-4f6b-bfcf-c4ffa6a7bdc9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent'). {{(pid=103404) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 01:21:39.692897 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0fb32f-3bdf-4c23-8815-bf542c33f61c None None] The sync data for ids ['e61144b8-de1e-4f6b-bfcf-c4ffa6a7bdc9'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:21:39.713745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34636) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:39.773882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4cb51ac-16d8-46fe-ad3e-e53d59d26333 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.791675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34642) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:39.792630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b4cb51ac-16d8-46fe-ad3e-e53d59d26333 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/74b8dc75-7680-4171-a4a8-dbc506da03bf HTTP/1.1" status: 204 len: 168 time: 0.3440259 Nov 27 01:21:39.794125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb51ac-16d8-46fe-ad3e-e53d59d26333 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=74b8dc75-7680-4171-a4a8-dbc506da03bf,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:39.953078 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-724c3ecb-fb47-49d7-a1e8-17a0fb2c1292 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.965604 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb16-1193-48d4-8e1e-a6134754949f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.045246 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8a117e0a-bafd-4202-95c3-72d4ceac55af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.046274 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb16-1193-48d4-8e1e-a6134754949f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.165249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7355f35b-74ea-41e9-8042-a6d51efe90c8 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:40.187369 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-724c3ecb-fb47-49d7-a1e8-17a0fb2c1292 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.204209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5774ed0-049a-4887-84f2-aa1b633fc483 req-6e2dd838-8b06-4fe9-a77e-c6f21e023123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.205792 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5774ed0-049a-4887-84f2-aa1b633fc483 req-6e2dd838-8b06-4fe9-a77e-c6f21e023123 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 1098 time: 0.1281152 Nov 27 01:21:40.220761 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-724c3ecb-fb47-49d7-a1e8-17a0fb2c1292 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f544bcc-1f2a-4e16-9221-9f892b5e56b5']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:40.231908 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 7355f35b-74ea-41e9-8042-a6d51efe90c8 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:40.232288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7355f35b-74ea-41e9-8042-a6d51efe90c8 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:40.246666 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb16-1193-48d4-8e1e-a6134754949f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.249508 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb16-1193-48d4-8e1e-a6134754949f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.253088 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fdcceb16-1193-48d4-8e1e-a6134754949f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "DELETE /v2.0/security-groups/886dfa12-e9e4-422a-9c8c-c8337199f515 HTTP/1.1" status: 204 len: 168 time: 0.5346065 Nov 27 01:21:40.253088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-724c3ecb-fb47-49d7-a1e8-17a0fb2c1292 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac9e79e-db4d-46a1-a75f-40033ff71ba6') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:40.253088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-724c3ecb-fb47-49d7-a1e8-17a0fb2c1292 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac9e79e-db4d-46a1-a75f-40033ff71ba6') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:40.254659 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34646) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:40.282303 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-724c3ecb-fb47-49d7-a1e8-17a0fb2c1292 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.290131 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-f947ae97-d9b0-4eee-af7b-c690efcfeb9d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] show failed (client error): The resource could not be found. Nov 27 01:21:40.295138 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f947ae97-d9b0-4eee-af7b-c690efcfeb9d tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "GET /v2.0/security-groups/886dfa12-e9e4-422a-9c8c-c8337199f515 HTTP/1.1" status: 404 len: 347 time: 0.0388436 Nov 27 01:21:40.295942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34648) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:40.323817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcceb16-1193-48d4-8e1e-a6134754949f tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886dfa12-e9e4-422a-9c8c-c8337199f515,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:40.338910 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-724c3ecb-fb47-49d7-a1e8-17a0fb2c1292 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.352335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724c3ecb-fb47-49d7-a1e8-17a0fb2c1292 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:21:40.352764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-724c3ecb-fb47-49d7-a1e8-17a0fb2c1292 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:21:40.354555 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:21:40.446239 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5774ed0-049a-4887-84f2-aa1b633fc483 req-0bb89074-51e9-472e-8664-f26bf7dfe37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.448050 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5774ed0-049a-4887-84f2-aa1b633fc483 req-0bb89074-51e9-472e-8664-f26bf7dfe37f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.2168543 Nov 27 01:21:40.523903 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-dc04100c-1b6e-4824-8c4a-38a2ee14d881 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Deleting port edacca97-7d16-4778-9340-633c74fc400b {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:40.524736 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc04100c-1b6e-4824-8c4a-38a2ee14d881 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.529539 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-724c3ecb-fb47-49d7-a1e8-17a0fb2c1292 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.539280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724c3ecb-fb47-49d7-a1e8-17a0fb2c1292 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f544bcc-1f2a-4e16-9221-9f892b5e56b5 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 01:21:40.542266 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-724c3ecb-fb47-49d7-a1e8-17a0fb2c1292 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.546278 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-724c3ecb-fb47-49d7-a1e8-17a0fb2c1292 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "DELETE /v2.0/networks/1f544bcc-1f2a-4e16-9221-9f892b5e56b5 HTTP/1.1" status: 204 len: 168 time: 0.7455354 Nov 27 01:21:40.565194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c3ecb-fb47-49d7-a1e8-17a0fb2c1292 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f544bcc-1f2a-4e16-9221-9f892b5e56b5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:40.577840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5774ed0-049a-4887-84f2-aa1b633fc483 req-748fbd57-a228-46fc-b456-31b34d34af92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f HTTP/1.1" status: 200 len: 1001 time: 0.1190095 Nov 27 01:21:40.646143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5774ed0-049a-4887-84f2-aa1b633fc483 req-79eb8ead-a07a-4832-8ea3-9f8dc3f68271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.646143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5774ed0-049a-4887-84f2-aa1b633fc483 req-79eb8ead-a07a-4832-8ea3-9f8dc3f68271 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.0610621 Nov 27 01:21:40.705965 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc04100c-1b6e-4824-8c4a-38a2ee14d881 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.706450 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc04100c-1b6e-4824-8c4a-38a2ee14d881 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.721299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-dc04100c-1b6e-4824-8c4a-38a2ee14d881 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Calling delete_port for edacca97-7d16-4778-9340-633c74fc400b owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:40.729608 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5774ed0-049a-4887-84f2-aa1b633fc483 req-f68657dd-fb5c-4a08-9be2-d05a865bdb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.731136 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5774ed0-049a-4887-84f2-aa1b633fc483 req-f68657dd-fb5c-4a08-9be2-d05a865bdb7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742915 Nov 27 01:21:40.952072 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc04100c-1b6e-4824-8c4a-38a2ee14d881 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.962249 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5774ed0-049a-4887-84f2-aa1b633fc483 req-abe8987a-17cc-4466-86ac-e3f3a3c52add service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192054 Nov 27 01:21:41.007368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34666) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:41.011651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04100c-1b6e-4824-8c4a-38a2ee14d881 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event deleted for resources: {'Port': ['ID=edacca97-7d16-4778-9340-633c74fc400b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:41.018126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7af189c0-7406-4d20-ab17-ab802ac5200a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Request body: {'router': {'name': 'tempest-router--1367498265', 'project_id': '0f5f1b16618a4e9ab16f16b83554f68b'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:41.141306 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7af189c0-7406-4d20-ab17-ab802ac5200a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.144891 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7af189c0-7406-4d20-ab17-ab802ac5200a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.157641 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc04100c-1b6e-4824-8c4a-38a2ee14d881 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.163814 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc04100c-1b6e-4824-8c4a-38a2ee14d881 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.169302 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dc04100c-1b6e-4824-8c4a-38a2ee14d881 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "DELETE /v2.0/floatingips/7bd9878d-abf9-4c38-a997-8dc766ca729d HTTP/1.1" status: 204 len: 168 time: 0.8719487 Nov 27 01:21:41.172070 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34670) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:41.178057 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5774ed0-049a-4887-84f2-aa1b633fc483 req-68f8f3bf-beaf-44da-b6a8-82cb86d08eee service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043262 Nov 27 01:21:41.268781 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7af189c0-7406-4d20-ab17-ab802ac5200a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.292509 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7af189c0-7406-4d20-ab17-ab802ac5200a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.342549 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7af189c0-7406-4d20-ab17-ab802ac5200a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.343906 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7af189c0-7406-4d20-ab17-ab802ac5200a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3292539 Nov 27 01:21:41.346722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34672) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:41.411131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-2474d439-e200-4cea-8cde-0feb35230754 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Deleting port 4bae5e58-695f-41e0-9eee-9e4a0229fc75 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:41.411470 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2474d439-e200-4cea-8cde-0feb35230754 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.485679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f67e15cb-7eaf-44e0-bc90-da832971eb7f tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.525963 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2474d439-e200-4cea-8cde-0feb35230754 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.539305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-2474d439-e200-4cea-8cde-0feb35230754 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Calling delete_port for 4bae5e58-695f-41e0-9eee-9e4a0229fc75 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:41.679229 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f67e15cb-7eaf-44e0-bc90-da832971eb7f tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.682442 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f67e15cb-7eaf-44e0-bc90-da832971eb7f tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.716103 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2474d439-e200-4cea-8cde-0feb35230754 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.754862 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f67e15cb-7eaf-44e0-bc90-da832971eb7f tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.755962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67e15cb-7eaf-44e0-bc90-da832971eb7f tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e87d5a57-f8f6-4c22-941f-70eab40d854e {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:21:41.772603 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f67e15cb-7eaf-44e0-bc90-da832971eb7f tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.774012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f67e15cb-7eaf-44e0-bc90-da832971eb7f tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e87d5a57-f8f6-4c22-941f-70eab40d854e HTTP/1.1" status: 204 len: 168 time: 0.4260635 Nov 27 01:21:41.797128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474d439-e200-4cea-8cde-0feb35230754 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event deleted for resources: {'Port': ['ID=4bae5e58-695f-41e0-9eee-9e4a0229fc75,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:41.864952 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2474d439-e200-4cea-8cde-0feb35230754 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.869011 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2474d439-e200-4cea-8cde-0feb35230754 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "DELETE /v2.0/ports/4bae5e58-695f-41e0-9eee-9e4a0229fc75 HTTP/1.1" status: 204 len: 168 time: 0.6904936 Nov 27 01:21:41.871816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34682) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:41.969236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34686) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:42.048070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-25642f36-970b-4557-81ec-761c1180bf72 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Deleting port 1346ce4d-530e-44ab-8572-365f1b9e2917 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:42.048914 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25642f36-970b-4557-81ec-761c1180bf72 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:42.230081 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8cab6e93-e3bf-4b0c-a112-948073164e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:42.233245 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25642f36-970b-4557-81ec-761c1180bf72 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:42.246597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-25642f36-970b-4557-81ec-761c1180bf72 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Calling delete_port for 1346ce4d-530e-44ab-8572-365f1b9e2917 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:42.642767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-101590526', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:42.703591 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:42.708304 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:42.799803 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25642f36-970b-4557-81ec-761c1180bf72 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:42.843443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25642f36-970b-4557-81ec-761c1180bf72 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event deleted for resources: {'Port': ['ID=1346ce4d-530e-44ab-8572-365f1b9e2917,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:42.902110 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.041600 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25642f36-970b-4557-81ec-761c1180bf72 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.049244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34702) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:43.049851 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-25642f36-970b-4557-81ec-761c1180bf72 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "DELETE /v2.0/ports/1346ce4d-530e-44ab-8572-365f1b9e2917 HTTP/1.1" status: 204 len: 168 time: 1.1756430 Nov 27 01:21:43.133147 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e4b1f9-4739-41ef-9b80-cc99aa58530c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Deleting subnet 28ccacb2-63f7-411e-8bda-517203fb2f6e {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:21:43.138782 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54e4b1f9-4739-41ef-9b80-cc99aa58530c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.142303 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.255137 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.274678 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54e4b1f9-4739-41ef-9b80-cc99aa58530c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.423220 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54e4b1f9-4739-41ef-9b80-cc99aa58530c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.494236 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54e4b1f9-4739-41ef-9b80-cc99aa58530c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.530505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4b1f9-4739-41ef-9b80-cc99aa58530c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event deleted for resources: {'Subnet': ['ID=28ccacb2-63f7-411e-8bda-517203fb2f6e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:43.534974 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54e4b1f9-4739-41ef-9b80-cc99aa58530c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.538231 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-54e4b1f9-4739-41ef-9b80-cc99aa58530c tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "DELETE /v2.0/subnets/28ccacb2-63f7-411e-8bda-517203fb2f6e HTTP/1.1" status: 204 len: 168 time: 0.4879794 Nov 27 01:21:43.542427 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.545190 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec04bf4f-c1e4-40dc-b545-d55110055633 None None] Network 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:43.556161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34712) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:43.569320 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.685906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fce5239-f211-4845-9a2d-7e6cd9524c63 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Deleting subnet 0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:21:43.691825 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fce5239-f211-4845-9a2d-7e6cd9524c63 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.752472 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Allocated IP 172.25.1.109 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/615ae483-a922-42e3-885c-9ba625d18a85) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:43.785782 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fce5239-f211-4845-9a2d-7e6cd9524c63 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.906680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5716d42-cc6d-46b7-a585-f54ad4ecaecf None None] DHCP port deletion for 7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:43.976852 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fce5239-f211-4845-9a2d-7e6cd9524c63 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.989522 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.032530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b5716d42-cc6d-46b7-a585-f54ad4ecaecf None None] Deleting port b8eba8df-8196-464c-b571-0bfdcb0082c8 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:44.033329 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b5716d42-cc6d-46b7-a585-f54ad4ecaecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.062876 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.121684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:44.128140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:44.156962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:44.163290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Pushing event updated for resources: {'Port': ['ID=615ae483-a922-42e3-885c-9ba625d18a85,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:44.172220 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fce5239-f211-4845-9a2d-7e6cd9524c63 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.189425 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b5716d42-cc6d-46b7-a585-f54ad4ecaecf None None] For port b8eba8df-8196-464c-b571-0bfdcb0082c8, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b8eba8df-8196-464c-b571-0bfdcb0082c8,segment=NetworkSegment(3e0caf90-97a0-4406-b049-d0b9dd26f625),segment_id=3e0caf90-97a0-4406-b049-d0b9dd26f625)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:44.189833 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b5716d42-cc6d-46b7-a585-f54ad4ecaecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.224756 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b5716d42-cc6d-46b7-a585-f54ad4ecaecf None None] Calling delete_port for b8eba8df-8196-464c-b571-0bfdcb0082c8 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:44.242102 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce5239-f211-4845-9a2d-7e6cd9524c63 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event deleted for resources: {'Subnet': ['ID=0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:44.259588 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fce5239-f211-4845-9a2d-7e6cd9524c63 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.282743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34718) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:44.285266 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8fce5239-f211-4845-9a2d-7e6cd9524c63 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "DELETE /v2.0/subnets/0f328cfe-9bec-4eb1-8f62-00d3eb9f4b48 HTTP/1.1" status: 204 len: 168 time: 0.7279391 Nov 27 01:21:44.346041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3a66ac-111b-4fab-8089-a9db1adaf51a None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:44.348980 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a2406e-79c6-4602-aff5-7e478410fe6a None None] Network 47b267cc-e710-46a2-97b9-c7c30bcc89cd requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:44.367177 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b5716d42-cc6d-46b7-a585-f54ad4ecaecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.452041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5716d42-cc6d-46b7-a585-f54ad4ecaecf None None] Pushing event deleted for resources: {'Port': ['ID=b8eba8df-8196-464c-b571-0bfdcb0082c8,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:44.469916 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5716d42-cc6d-46b7-a585-f54ad4ecaecf None None] No DVR routers for this DVR port b8eba8df-8196-464c-b571-0bfdcb0082c8 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:44.600309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-64402391-c7fb-4ca0-b71e-e5ab89199d61 None None] Provisioning complete for port 615ae483-a922-42e3-885c-9ba625d18a85 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:44.600791 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-64402391-c7fb-4ca0-b71e-e5ab89199d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.658472 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57904b2c-85d7-4f2b-95ce-523f2b992c97 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.673523 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-64402391-c7fb-4ca0-b71e-e5ab89199d61 None None] Port 615ae483-a922-42e3-885c-9ba625d18a85 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:44.789159 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.837817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7490a1a4-84d0-4d59-84e2-8059c718919a None None] DHCP port deletion for 47b267cc-e710-46a2-97b9-c7c30bcc89cd request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:44.948827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7490a1a4-84d0-4d59-84e2-8059c718919a None None] Deleting port 0861272e-193d-4490-a20b-85a52ec2f3dd {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:44.948827 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7490a1a4-84d0-4d59-84e2-8059c718919a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.963024 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57904b2c-85d7-4f2b-95ce-523f2b992c97 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.075871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-57904b2c-85d7-4f2b-95ce-523f2b992c97 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:45.095195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7490a1a4-84d0-4d59-84e2-8059c718919a None None] For port 0861272e-193d-4490-a20b-85a52ec2f3dd, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0861272e-193d-4490-a20b-85a52ec2f3dd,segment=NetworkSegment(2a396b00-d264-47cf-b3e9-dcb869a9774b),segment_id=2a396b00-d264-47cf-b3e9-dcb869a9774b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:45.095609 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7490a1a4-84d0-4d59-84e2-8059c718919a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.100195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-57904b2c-85d7-4f2b-95ce-523f2b992c97 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0caf90-97a0-4406-b049-d0b9dd26f625') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:45.102593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-57904b2c-85d7-4f2b-95ce-523f2b992c97 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0caf90-97a0-4406-b049-d0b9dd26f625') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:45.126438 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57904b2c-85d7-4f2b-95ce-523f2b992c97 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.141733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7490a1a4-84d0-4d59-84e2-8059c718919a None None] Calling delete_port for 0861272e-193d-4490-a20b-85a52ec2f3dd owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:45.168288 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57904b2c-85d7-4f2b-95ce-523f2b992c97 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.177800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57904b2c-85d7-4f2b-95ce-523f2b992c97 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:21:45.178225 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57904b2c-85d7-4f2b-95ce-523f2b992c97 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.336106 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7490a1a4-84d0-4d59-84e2-8059c718919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:21:45.357473 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:21:45.363320 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57904b2c-85d7-4f2b-95ce-523f2b992c97 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.369410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57904b2c-85d7-4f2b-95ce-523f2b992c97 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.373195 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-57904b2c-85d7-4f2b-95ce-523f2b992c97 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "DELETE /v2.0/networks/7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03 HTTP/1.1" status: 204 len: 168 time: 1.0893259 Nov 27 01:21:45.375769 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34732) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:45.383920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7490a1a4-84d0-4d59-84e2-8059c718919a None None] No DVR routers for this DVR port 0861272e-193d-4490-a20b-85a52ec2f3dd on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:45.396381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57904b2c-85d7-4f2b-95ce-523f2b992c97 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event deleted for resources: {'Network': ['ID=7166de2e-31b1-4f6f-b7d6-fadbb1f0ce03,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:45.407126 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.455945 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490a1a4-84d0-4d59-84e2-8059c718919a None None] Pushing event deleted for resources: {'Port': ['ID=0861272e-193d-4490-a20b-85a52ec2f3dd,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:45.559556 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4917-cb76-44ec-ab2b-204a98089e77 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.706003 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4917-cb76-44ec-ab2b-204a98089e77 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.728155 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ddbe4917-cb76-44ec-ab2b-204a98089e77 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b267cc-e710-46a2-97b9-c7c30bcc89cd']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:45.743736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ddbe4917-cb76-44ec-ab2b-204a98089e77 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a396b00-d264-47cf-b3e9-dcb869a9774b') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:45.743736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ddbe4917-cb76-44ec-ab2b-204a98089e77 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a396b00-d264-47cf-b3e9-dcb869a9774b') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:45.747018 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.756461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4917-cb76-44ec-ab2b-204a98089e77 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.775911 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4917-cb76-44ec-ab2b-204a98089e77 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.787000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbe4917-cb76-44ec-ab2b-204a98089e77 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:21:45.787877 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4917-cb76-44ec-ab2b-204a98089e77 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:21:45.796363 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:21:45.883424 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4917-cb76-44ec-ab2b-204a98089e77 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.891173 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4917-cb76-44ec-ab2b-204a98089e77 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.901728 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ddbe4917-cb76-44ec-ab2b-204a98089e77 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] 10.222.0.15 "DELETE /v2.0/networks/47b267cc-e710-46a2-97b9-c7c30bcc89cd HTTP/1.1" status: 204 len: 168 time: 0.5248230 Nov 27 01:21:45.961727 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b8eba8df-8196-464c-b571-0bfdcb0082c8 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:46.001759 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe4917-cb76-44ec-ab2b-204a98089e77 tempest-TaggedBootDevicesTest_v242-611606798 tempest-TaggedBootDevicesTest_v242-611606798-project] Pushing event deleted for resources: {'Network': ['ID=47b267cc-e710-46a2-97b9-c7c30bcc89cd,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:46.013496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: b8eba8df-8196-464c-b571-0bfdcb0082c8 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:46.015736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Router d74ff6db-f1f8-467b-a098-e6e68046cd08 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:21:46.018689 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b8eba8df-8196-464c-b571-0bfdcb0082c8 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:46.022205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0861272e-193d-4490-a20b-85a52ec2f3dd no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:46.061070 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 0861272e-193d-4490-a20b-85a52ec2f3dd {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:46.061446 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0861272e-193d-4490-a20b-85a52ec2f3dd not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:46.180360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:21:46.194152 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ec2c4-e52f-4f68-b6d9-2ac2b9ae93b9 None None] Sync routers for ids ['d74ff6db-f1f8-467b-a098-e6e68046cd08'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:21:46.226872 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ec2c4-e52f-4f68-b6d9-2ac2b9ae93b9 None None] Routers {'d74ff6db-f1f8-467b-a098-e6e68046cd08'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:46.233905 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7e1ec2c4-e52f-4f68-b6d9-2ac2b9ae93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d74ff6db-f1f8-467b-a098-e6e68046cd08'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:46.243663 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.282665 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.286855 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34752) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:46.305571 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e6efceee-6763-437b-911e-61277d0f3d17 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3348947 Nov 27 01:21:46.364014 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7e1ec2c4-e52f-4f68-b6d9-2ac2b9ae93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:46.391353 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ec2c4-e52f-4f68-b6d9-2ac2b9ae93b9 None None] Routers {'d74ff6db-f1f8-467b-a098-e6e68046cd08'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:46.393346 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7e1ec2c4-e52f-4f68-b6d9-2ac2b9ae93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d74ff6db-f1f8-467b-a098-e6e68046cd08'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:46.498311 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7e1ec2c4-e52f-4f68-b6d9-2ac2b9ae93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:46.507026 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ec2c4-e52f-4f68-b6d9-2ac2b9ae93b9 None None] The sync data for ids ['d74ff6db-f1f8-467b-a098-e6e68046cd08'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:21:47.004179 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bea948c1-af3b-4d4d-8721-7009832a2447 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/routers/d74ff6db-f1f8-467b-a098-e6e68046cd08 HTTP/1.1" status: 200 len: 920 time: 0.7136433 Nov 27 01:21:47.004818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34778) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:47.039863 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7f6a986d-3e72-433e-b8e9-960fe3125a02 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "GET /v2.0/ports?device_id=d74ff6db-f1f8-467b-a098-e6e68046cd08 HTTP/1.1" status: 200 len: 205 time: 0.0313380 Nov 27 01:21:47.040209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34780) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:47.154889 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.298649 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.362077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Deleting port 615ae483-a922-42e3-885c-9ba625d18a85 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:47.362603 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.458427 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.471735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Calling delete_port for 615ae483-a922-42e3-885c-9ba625d18a85 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:47.644953 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.689121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Pushing event deleted for resources: {'Port': ['ID=615ae483-a922-42e3-885c-9ba625d18a85,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:47.728937 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766e9d76-9ca2-4e97-b422-dbbff0117e90 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:47.806540 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.957506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.960447 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.075233 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.075853 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Fanout notify agent at l3_agent the message router_deleted on router d74ff6db-f1f8-467b-a098-e6e68046cd08 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:21:48.084143 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.087192 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b53e454c-82cc-40b1-965d-e4fe9d47ab95 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "DELETE /v2.0/routers/d74ff6db-f1f8-467b-a098-e6e68046cd08 HTTP/1.1" status: 204 len: 168 time: 1.0458117 Nov 27 01:21:48.091117 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34810) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:48.095778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1834682273', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'enable_snat': False}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:48.128509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153941b2-9b41-4963-84ed-f9f43676e310 req-7974bf2b-8a7c-4c72-a52d-d43fe9461c28 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:48.135924 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-153941b2-9b41-4963-84ed-f9f43676e310 req-7974bf2b-8a7c-4c72-a52d-d43fe9461c28 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.1182973 Nov 27 01:21:48.137419 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f48e38-0d5b-4ee0-bb61-1e85c327dc90 req-17e95e50-bf1a-4856-be3b-f96c0f323631 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:48.140556 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30f48e38-0d5b-4ee0-bb61-1e85c327dc90 req-17e95e50-bf1a-4856-be3b-f96c0f323631 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 945 time: 0.0812440 Nov 27 01:21:48.162635 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.164754 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.208140 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30f48e38-0d5b-4ee0-bb61-1e85c327dc90 req-73a1f04d-86ca-4a51-91ab-c341752be198 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563221 Nov 27 01:21:48.225966 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.680940 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-153941b2-9b41-4963-84ed-f9f43676e310 req-257cc3a1-87b7-4ff9-95d1-eafad1894ad0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5440412 Nov 27 01:21:48.685499 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.919733 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.942590 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.061841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Allocated IP 172.25.1.171 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/050791ed-30db-42f6-8d06-359ed29bc73d) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:49.193137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3b162-98b3-4de3-88d8-f1697f7684e0 req-979e14a2-659f-4d02-93a1-704a9d7fa1e8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:49.194564 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95a3b162-98b3-4de3-88d8-f1697f7684e0 req-979e14a2-659f-4d02-93a1-704a9d7fa1e8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.0768342 Nov 27 01:21:49.218273 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.264070 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95a3b162-98b3-4de3-88d8-f1697f7684e0 req-b5050507-721b-463a-892c-3f791b02aeaf tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608709 Nov 27 01:21:49.295339 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.320666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefefad5-f4e2-4d9f-be1b-cce59e24020c req-a86910cc-5b0e-4a65-b575-ada8150ee47a tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:49.322154 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eefefad5-f4e2-4d9f-be1b-cce59e24020c req-a86910cc-5b0e-4a65-b575-ada8150ee47a tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 945 time: 0.0506194 Nov 27 01:21:49.339378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:49.344396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:49.348400 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:49.354305 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event updated for resources: {'Port': ['ID=050791ed-30db-42f6-8d06-359ed29bc73d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:49.373979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2a0539-fa86-4b44-afc5-8b2eb0cf6a4e None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:49.392040 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eefefad5-f4e2-4d9f-be1b-cce59e24020c req-7f189c3f-fc34-46e3-97d3-e047429a7909 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/security-groups?id=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633211 Nov 27 01:21:49.487209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-63e9db81-498b-4147-a1b7-53be2ff1cb45 None None] Provisioning complete for port 050791ed-30db-42f6-8d06-359ed29bc73d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:49.487497 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-63e9db81-498b-4147-a1b7-53be2ff1cb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.526366 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-63e9db81-498b-4147-a1b7-53be2ff1cb45 None None] Port 050791ed-30db-42f6-8d06-359ed29bc73d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:49.621213 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.840440 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.902452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36b28a-1241-4ac3-b337-f966b95a6f32 req-281d2fbb-18cb-42c2-b708-8b534c83c02a tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:49.904142 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab36b28a-1241-4ac3-b337-f966b95a6f32 req-281d2fbb-18cb-42c2-b708-8b534c83c02a tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.31 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 945 time: 0.0529435 Nov 27 01:21:49.996757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Router 57991914-309e-4921-b230-563c6b4e2203 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:21:50.017907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-ab36b28a-1241-4ac3-b337-f966b95a6f32 req-46718184-3c45-419f-8299-f70c36cfa169 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Deleting port cf72cfb9-1224-4986-8d84-ce8da7c42e00 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:50.019247 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ab36b28a-1241-4ac3-b337-f966b95a6f32 req-46718184-3c45-419f-8299-f70c36cfa169 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.121579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-ab36b28a-1241-4ac3-b337-f966b95a6f32 req-46718184-3c45-419f-8299-f70c36cfa169 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] For port cf72cfb9-1224-4986-8d84-ce8da7c42e00, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=cf72cfb9-1224-4986-8d84-ce8da7c42e00,segment=NetworkSegment(c9db7668-597d-4aa3-873a-e79d41699654),segment_id=c9db7668-597d-4aa3-873a-e79d41699654)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:50.122644 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ab36b28a-1241-4ac3-b337-f966b95a6f32 req-46718184-3c45-419f-8299-f70c36cfa169 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.124106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:21:50.134233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Sync routers for ids ['57991914-309e-4921-b230-563c6b4e2203'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:21:50.146816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-ab36b28a-1241-4ac3-b337-f966b95a6f32 req-46718184-3c45-419f-8299-f70c36cfa169 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Calling delete_port for cf72cfb9-1224-4986-8d84-ce8da7c42e00 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:50.147376 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.148395 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Routers {'57991914-309e-4921-b230-563c6b4e2203'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:50.151538 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6a6dc631-f49b-40a0-b0b9-7299ed4e461b tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.0570025 Nov 27 01:21:50.151835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34842) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:50.152455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['57991914-309e-4921-b230-563c6b4e2203'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:50.276580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Set router 57991914-309e-4921-b230-563c6b4e2203 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:50.298986 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a2bb1ff4-9546-4f49-8597-1823ad32e4ad tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/routers/57991914-309e-4921-b230-563c6b4e2203 HTTP/1.1" status: 200 len: 909 time: 0.1423113 Nov 27 01:21:50.299842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34846) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:50.303993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1834682273', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'enable_snat': True}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:50.326350 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ab36b28a-1241-4ac3-b337-f966b95a6f32 req-46718184-3c45-419f-8299-f70c36cfa169 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.346333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.347451 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.379337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46718184-3c45-419f-8299-f70c36cfa169 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Pushing event deleted for resources: {'Port': ['ID=cf72cfb9-1224-4986-8d84-ce8da7c42e00,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:50.442721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab36b28a-1241-4ac3-b337-f966b95a6f32 req-46718184-3c45-419f-8299-f70c36cfa169 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] No DVR routers for this DVR port cf72cfb9-1224-4986-8d84-ce8da7c42e00 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:50.445610 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ab36b28a-1241-4ac3-b337-f966b95a6f32 req-46718184-3c45-419f-8299-f70c36cfa169 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.450560 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab36b28a-1241-4ac3-b337-f966b95a6f32 req-46718184-3c45-419f-8299-f70c36cfa169 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.31 "DELETE /v2.0/ports/cf72cfb9-1224-4986-8d84-ce8da7c42e00 HTTP/1.1" status: 204 len: 173 time: 0.5400786 Nov 27 01:21:50.451323 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fe5bd5-f579-45dc-a6e9-fef9f44011fb', 'name': 'network-vif-deleted', 'tag': 'cf72cfb9-1224-4986-8d84-ce8da7c42e00'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:50.456899 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.462589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['cf72cfb9-1224-4986-8d84-ce8da7c42e00'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:50.473711 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1553daae-13d1-4ec5-b53c-f7be231ac1e2" -d '{"events": [{"server_uuid": "68fe5bd5-f579-45dc-a6e9-fef9f44011fb", "name": "network-vif-deleted", "tag": "cf72cfb9-1224-4986-8d84-ce8da7c42e00"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:50.557963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab772bca-7ccc-4462-8885-b170edf53d05 req-416809e6-b459-45fe-bfa2-99d412f5cfea tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:50.566454 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab772bca-7ccc-4462-8885-b170edf53d05 req-416809e6-b459-45fe-bfa2-99d412f5cfea tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.1763699 Nov 27 01:21:50.568945 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5fb60e63-acc9-48ac-a59b-7885f2ba62e3 req-c0cc2333-242d-4033-9d09-e780d47b63f5 tempest-AttachVolumeNegativeTest-74853200 tempest-AttachVolumeNegativeTest-74853200-project] 10.222.0.15 "GET /v2.0/ports?device_id=68fe5bd5-f579-45dc-a6e9-fef9f44011fb HTTP/1.1" status: 200 len: 210 time: 0.0535350 Nov 27 01:21:50.610290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57991914-309e-4921-b230-563c6b4e2203', 'name': 'tempest-snat-router-1834682273', 'tenant_id': 'b5da2522ae45486d832b4f21862c915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.171'}], 'enable_snat': False}, 'gw_port_id': '050791ed-30db-42f6-8d06-359ed29bc73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:21:49Z', 'revision_number': 3, 'project_id': 'b5da2522ae45486d832b4f21862c915e', 'gw_port': {'id': '050791ed-30db-42f6-8d06-359ed29bc73d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57991914-309e-4921-b230-563c6b4e2203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:50.632046 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2c12b9-cc28-457a-bedb-abbe2b6ae837 x-openstack-request-id: req-4d2c12b9-cc28-457a-bedb-abbe2b6ae837 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:50.632371 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fe5bd5-f579-45dc-a6e9-fef9f44011fb", "name": "network-vif-deleted", "tag": "cf72cfb9-1224-4986-8d84-ce8da7c42e00", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:50.632643 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d2c12b9-cc28-457a-bedb-abbe2b6ae837 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:50.633077 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fe5bd5-f579-45dc-a6e9-fef9f44011fb', 'name': 'network-vif-deleted', 'tag': 'cf72cfb9-1224-4986-8d84-ce8da7c42e00', 'status': 'completed', 'code': 200} Nov 27 01:21:50.661253 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.661725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Checking router: 57991914-309e-4921-b230-563c6b4e2203 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:21:50.662288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Updating router 57991914-309e-4921-b230-563c6b4e2203 port 050791ed-30db-42f6-8d06-359ed29bc73d binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:21:50.705029 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.720884 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab772bca-7ccc-4462-8885-b170edf53d05 req-c2027611-ec74-4863-8fd5-99a3dcfa0229 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474812 Nov 27 01:21:50.938364 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.977340 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.058316 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 02caa119-c7f4-405b-ba6b-a6d7c8523f2f no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:51.115044 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.142756 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.191948 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b888a6-2dec-4f99-8eaf-64f165394aed None None] Pushing event updated for resources: {'Port': ['ID=050791ed-30db-42f6-8d06-359ed29bc73d,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:51.195545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Allocated IP 172.25.1.134 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/cccb7b90-134b-4a38-a1d6-6c7abcbd5d48) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:51.222831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dd1277-95a9-454b-922a-bb4da88137fb None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:51.246528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Attempting to bind port 050791ed-30db-42f6-8d06-359ed29bc73d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:51.247436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Attempting to bind port 050791ed-30db-42f6-8d06-359ed29bc73d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:51.247811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Attempting to bind port 050791ed-30db-42f6-8d06-359ed29bc73d on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:51.261732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:51.261732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:51.261732 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.261732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:51.261732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Bound port: 050791ed-30db-42f6-8d06-359ed29bc73d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:51.261732 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.263118 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.312377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:51.314776 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f58366-139c-4700-969c-567d25c31068" -d '{"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-unplugged", "status": "completed", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:51.340560 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:51.356051 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.358325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] For port 050791ed-30db-42f6-8d06-359ed29bc73d, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:51.432629 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.474596 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.522271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:51.525795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:51.531083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:51.555264 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810143bc-3726-4c0d-bf6e-a29a309e5a7f x-openstack-request-id: req-810143bc-3726-4c0d-bf6e-a29a309e5a7f {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:51.555862 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-unplugged", "status": "completed", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:51.555862 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-810143bc-3726-4c0d-bf6e-a29a309e5a7f {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:51.556176 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'code': 200} Nov 27 01:21:51.558637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6ef3d2-0e0e-4b18-8440-4c77034886ab None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:51.564286 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event updated for resources: {'Port': ['ID=cccb7b90-134b-4a38-a1d6-6c7abcbd5d48,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:51.565625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] For port 050791ed-30db-42f6-8d06-359ed29bc73d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=050791ed-30db-42f6-8d06-359ed29bc73d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:51.578628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-65737ec8-283a-41da-a8d0-ecb3ad46029c None None] Provisioning complete for port 050791ed-30db-42f6-8d06-359ed29bc73d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:51.578937 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-65737ec8-283a-41da-a8d0-ecb3ad46029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.623169 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.654556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34868) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:51.681329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=11']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:51.741520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b888a6-2dec-4f99-8eaf-64f165394aed None None] Pushing event updated for resources: {'Port': ['ID=050791ed-30db-42f6-8d06-359ed29bc73d,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:51.742088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-0988bff4-13de-47ae-96a3-e88da7191e33 admin admin] Deleting subnet 08c24569-75b4-4812-8c56-c116d5311fa7 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:21:51.746015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da1f4f7-3cb9-4f6e-b7c9-0cb2d7b2f6b6 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:51.763133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Routers {'57991914-309e-4921-b230-563c6b4e2203'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:51.763734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['57991914-309e-4921-b230-563c6b4e2203'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:51.776632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0988bff4-13de-47ae-96a3-e88da7191e33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.844119 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-65737ec8-283a-41da-a8d0-ecb3ad46029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.906552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-65737ec8-283a-41da-a8d0-ecb3ad46029c None None] For port 050791ed-30db-42f6-8d06-359ed29bc73d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=050791ed-30db-42f6-8d06-359ed29bc73d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:51.921430 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-65737ec8-283a-41da-a8d0-ecb3ad46029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.953690 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0988bff4-13de-47ae-96a3-e88da7191e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.991396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65737ec8-283a-41da-a8d0-ecb3ad46029c None None] Pushing event updated for resources: {'Port': ['ID=050791ed-30db-42f6-8d06-359ed29bc73d,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:52.010192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] Set router 57991914-309e-4921-b230-563c6b4e2203 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:52.022983 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0988bff4-13de-47ae-96a3-e88da7191e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.035808 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.099708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0988bff4-13de-47ae-96a3-e88da7191e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.132388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988bff4-13de-47ae-96a3-e88da7191e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c24569-75b4-4812-8c56-c116d5311fa7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:52.156597 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7185de-9a6b-443c-8b6d-da9087b3cf38 req-84320a67-b04a-467b-be85-a4e96d5c8ad8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:52.165092 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b7185de-9a6b-443c-8b6d-da9087b3cf38 req-84320a67-b04a-467b-be85-a4e96d5c8ad8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.3090785 Nov 27 01:21:52.182684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b637cd1c-9f30-409a-a009-1f0b2e4a4562 None None] Provisioning complete for port 050791ed-30db-42f6-8d06-359ed29bc73d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:52.183072 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b637cd1c-9f30-409a-a009-1f0b2e4a4562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.189225 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0988bff4-13de-47ae-96a3-e88da7191e33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.192965 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0988bff4-13de-47ae-96a3-e88da7191e33 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/08c24569-75b4-4812-8c56-c116d5311fa7 HTTP/1.1" status: 204 len: 168 time: 0.5373430 Nov 27 01:21:52.195451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34880) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:52.329668 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b7185de-9a6b-443c-8b6d-da9087b3cf38 req-7d83c6c3-9a3c-45d3-933f-aa9eada3ba8c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636708 Nov 27 01:21:52.337572 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-feb531d7-b9bd-4b4d-b359-95829bf2c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.370020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57991914-309e-4921-b230-563c6b4e2203', 'name': 'tempest-snat-router-1834682273', 'tenant_id': 'b5da2522ae45486d832b4f21862c915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.171'}], 'enable_snat': False}, 'gw_port_id': '050791ed-30db-42f6-8d06-359ed29bc73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:21:49Z', 'revision_number': 3, 'project_id': 'b5da2522ae45486d832b4f21862c915e', 'gw_port': {'id': '050791ed-30db-42f6-8d06-359ed29bc73d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57991914-309e-4921-b230-563c6b4e2203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:52.400055 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae1251-20fd-493e-b522-1aeaa74d2b9a None None] The sync data for ids ['57991914-309e-4921-b230-563c6b4e2203'] in n-d-817303-10 is: [{'id': '57991914-309e-4921-b230-563c6b4e2203', 'name': 'tempest-snat-router-1834682273', 'tenant_id': 'b5da2522ae45486d832b4f21862c915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.171'}], 'enable_snat': False}, 'gw_port_id': '050791ed-30db-42f6-8d06-359ed29bc73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:21:49Z', 'revision_number': 3, 'project_id': 'b5da2522ae45486d832b4f21862c915e', 'gw_port': {'id': '050791ed-30db-42f6-8d06-359ed29bc73d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57991914-309e-4921-b230-563c6b4e2203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:21:52.407582 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b637cd1c-9f30-409a-a009-1f0b2e4a4562 None None] Provisioning complete for port cccb7b90-134b-4a38-a1d6-6c7abcbd5d48 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:52.407896 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b637cd1c-9f30-409a-a009-1f0b2e4a4562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.456316 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-feb531d7-b9bd-4b4d-b359-95829bf2c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.461466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b637cd1c-9f30-409a-a009-1f0b2e4a4562 None None] Port cccb7b90-134b-4a38-a1d6-6c7abcbd5d48 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:52.481587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-feb531d7-b9bd-4b4d-b359-95829bf2c969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d6a221-28a9-467a-8d0b-0f8791086068']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:52.492555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-feb531d7-b9bd-4b4d-b359-95829bf2c969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9db7668-597d-4aa3-873a-e79d41699654') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:52.492892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-feb531d7-b9bd-4b4d-b359-95829bf2c969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9db7668-597d-4aa3-873a-e79d41699654') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:52.504277 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-feb531d7-b9bd-4b4d-b359-95829bf2c969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.519203 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-feb531d7-b9bd-4b4d-b359-95829bf2c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.525785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb531d7-b9bd-4b4d-b359-95829bf2c969 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:21:52.526354 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-feb531d7-b9bd-4b4d-b359-95829bf2c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:21:52.528932 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:21:52.590032 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-feb531d7-b9bd-4b4d-b359-95829bf2c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.597046 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-feb531d7-b9bd-4b4d-b359-95829bf2c969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.601951 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-feb531d7-b9bd-4b4d-b359-95829bf2c969 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e1d6a221-28a9-467a-8d0b-0f8791086068 HTTP/1.1" status: 204 len: 168 time: 0.4054754 Nov 27 01:21:52.617125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb531d7-b9bd-4b4d-b359-95829bf2c969 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d6a221-28a9-467a-8d0b-0f8791086068,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:52.713635 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.875034 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34884) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:52.917193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Router 85f5e32c-65f7-4f8e-84ed-3cd79eae92e4 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:21:52.956965 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5b93a455-5e5f-4db4-ab13-232a49eccb59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1b4bed9d43e47829a727a9424c4efb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0774422 Nov 27 01:21:52.965182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34888) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:53.060259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 02caa119-c7f4-405b-ba6b-a6d7c8523f2f details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:21:53.076447 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0f629c0-5a91-4247-b2a7-ef730f036363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:53.113303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:21:53.134868 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] Sync routers for ids ['85f5e32c-65f7-4f8e-84ed-3cd79eae92e4'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:21:53.138610 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0f629c0-5a91-4247-b2a7-ef730f036363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:53.170539 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:53.173132 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] Routers {'85f5e32c-65f7-4f8e-84ed-3cd79eae92e4'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:53.173762 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['85f5e32c-65f7-4f8e-84ed-3cd79eae92e4'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:53.174198 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0e283aa9-cf04-4351-9f60-caf866ebb625 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8715689 Nov 27 01:21:53.174827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34902) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:53.243376 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0f629c0-5a91-4247-b2a7-ef730f036363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:53.253384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0f629c0-5a91-4247-b2a7-ef730f036363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:53.258577 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a0f629c0-5a91-4247-b2a7-ef730f036363 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4 HTTP/1.1" status: 204 len: 168 time: 0.2904298 Nov 27 01:21:53.312472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f629c0-5a91-4247-b2a7-ef730f036363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06dfeab-a8a0-4f3a-a7e3-5dd30b3039e4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:53.394926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:53.473380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'port_id': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'mac_address': 'fa:16:3e:47:19:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:21:53.485691 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9622954b-5e6b-455b-a1c1-b47370bc6db1 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/routers/85f5e32c-65f7-4f8e-84ed-3cd79eae92e4 HTTP/1.1" status: 200 len: 908 time: 0.3068089 Nov 27 01:21:53.488235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34914) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:53.538322 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] Set router 85f5e32c-65f7-4f8e-84ed-3cd79eae92e4 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:53.601888 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:53.636185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02caa119-c7f4-405b-ba6b-a6d7c8523f2f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:53.662698 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:53.671230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785014c-c64e-4e4d-a77e-71901ed9df99 req-08ddf309-454c-49a6-9b7d-4ffa6c2b921f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.673852 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1785014c-c64e-4e4d-a77e-71901ed9df99 req-08ddf309-454c-49a6-9b7d-4ffa6c2b921f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1280003 Nov 27 01:21:53.686592 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:53.740973 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:53.754485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=12']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:53.855463 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['02caa119-c7f4-405b-ba6b-a6d7c8523f2f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:53.860514 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1785014c-c64e-4e4d-a77e-71901ed9df99 req-e541bb72-0fdf-45c2-85ba-e70a8a8e153c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683631 Nov 27 01:21:54.050685 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.054223 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f5e32c-65f7-4f8e-84ed-3cd79eae92e4', 'name': 'tempest-snat-router-1834682273', 'tenant_id': 'b5da2522ae45486d832b4f21862c915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cccb7b90-134b-4a38-a1d6-6c7abcbd5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:50Z', 'updated_at': '2021-11-27T01:21:51Z', 'revision_number': 3, 'project_id': 'b5da2522ae45486d832b4f21862c915e', 'gw_port': {'id': 'cccb7b90-134b-4a38-a1d6-6c7abcbd5d48', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f5e32c-65f7-4f8e-84ed-3cd79eae92e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:50Z', 'updated_at': '2021-11-27T01:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:54.083104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 050791ed-30db-42f6-8d06-359ed29bc73d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:54.194613 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device cf72cfb9-1224-4986-8d84-ce8da7c42e00 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:54.196534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Deleting port cccb7b90-134b-4a38-a1d6-6c7abcbd5d48 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:54.197010 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.228769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: cf72cfb9-1224-4986-8d84-ce8da7c42e00 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:54.229037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device cf72cfb9-1224-4986-8d84-ce8da7c42e00 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:54.373844 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] Checking router: 85f5e32c-65f7-4f8e-84ed-3cd79eae92e4 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:21:54.379720 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 050791ed-30db-42f6-8d06-359ed29bc73d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:54.380103 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.384906 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] Updating router 85f5e32c-65f7-4f8e-84ed-3cd79eae92e4 port cccb7b90-134b-4a38-a1d6-6c7abcbd5d48 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:21:54.456436 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.483065 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.530281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Calling delete_port for cccb7b90-134b-4a38-a1d6-6c7abcbd5d48 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:54.849200 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.884681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event deleted for resources: {'Port': ['ID=cccb7b90-134b-4a38-a1d6-6c7abcbd5d48,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:54.915325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a3b680-0f83-4d36-90cb-96bfd1ef3383 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:55.052658 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.071292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 02caa119-c7f4-405b-ba6b-a6d7c8523f2f up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:55.103168 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ee815-96bd-41f7-b4ad-adfb1b478283 req-09a669c5-3969-45b8-a71d-fdb2ddc8ffb1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:55.104786 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c09ee815-96bd-41f7-b4ad-adfb1b478283 req-09a669c5-3969-45b8-a71d-fdb2ddc8ffb1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 945 time: 0.0883055 Nov 27 01:21:55.193567 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.db.api [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:21:55.194589 n-d-817303-10 neutron-server[103405]: DEBUG oslo_db.api [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:21:55.226631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:55.227231 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.235134 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c09ee815-96bd-41f7-b4ad-adfb1b478283 req-a52845a3-993f-49f7-9fe5-3cf16e046c9b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213818 Nov 27 01:21:55.364785 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.368725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.440301 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.479330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:55.483771 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8b49ea-ebb7-40a5-b7cb-ba344da53eec" -d '{"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-plugged", "status": "completed", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:55.527406 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.527621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:55.528689 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85f5e32c-65f7-4f8e-84ed-3cd79eae92e4 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:21:55.535196 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.536795 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8fb85eda-2183-4375-90c8-bb632a75f824 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "DELETE /v2.0/routers/85f5e32c-65f7-4f8e-84ed-3cd79eae92e4 HTTP/1.1" status: 204 len: 168 time: 2.0471461 Nov 27 01:21:55.539803 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34968) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:55.541851 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.658930 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e69f6f-c279-4fda-9801-07790e4493e7 x-openstack-request-id: req-d1e69f6f-c279-4fda-9801-07790e4493e7 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:55.659305 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-plugged", "status": "completed", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:55.659498 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1e69f6f-c279-4fda-9801-07790e4493e7 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:55.663614 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'code': 200} Nov 27 01:21:55.737530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=13']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:55.744612 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] Port cccb7b90-134b-4a38-a1d6-6c7abcbd5d48 not found while updating agent binding for router 85f5e32c-65f7-4f8e-84ed-3cd79eae92e4. {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 01:21:55.770912 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] Routers set() bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:55.771081 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.773884 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] Router IDs set() for agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 01:21:55.775908 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_agentschedulers_db [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'85f5e32c-65f7-4f8e-84ed-3cd79eae92e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent'). {{(pid=103405) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 01:21:55.776405 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22b5f5-9001-45dc-97de-1786a17ddf41 None None] The sync data for ids ['85f5e32c-65f7-4f8e-84ed-3cd79eae92e4'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:21:55.929977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.045750 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Deleting port 050791ed-30db-42f6-8d06-359ed29bc73d {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:56.046412 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.173563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] For port 050791ed-30db-42f6-8d06-359ed29bc73d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=050791ed-30db-42f6-8d06-359ed29bc73d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:56.173929 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.198121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Calling delete_port for 050791ed-30db-42f6-8d06-359ed29bc73d owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:56.549366 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-4fe81767-4faf-4163-883b-1e8872c11396 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2209864 Nov 27 01:21:56.578376 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.590612 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d776c2a-2da8-4dc4-b7f2-c451347c69ec req-db2d463b-a95f-4a11-a686-a4c28817a1a6 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.599170 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d776c2a-2da8-4dc4-b7f2-c451347c69ec req-db2d463b-a95f-4a11-a686-a4c28817a1a6 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.1830184 Nov 27 01:21:56.638364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1d72c8-4d80-4f4c-9a45-882ae9723606 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:56.694445 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event deleted for resources: {'Port': ['ID=050791ed-30db-42f6-8d06-359ed29bc73d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:56.733648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d776c2a-2da8-4dc4-b7f2-c451347c69ec req-801ee63c-7d10-48f6-bfb8-cdc16dcad22b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272085 Nov 27 01:21:56.780449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-88815251-fc02-4047-b5d4-ed35d3e5b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.781399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-88815251-fc02-4047-b5d4-ed35d3e5b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.782078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-88815251-fc02-4047-b5d4-ed35d3e5b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.782819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-88815251-fc02-4047-b5d4-ed35d3e5b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.783549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-88815251-fc02-4047-b5d4-ed35d3e5b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.784210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-88815251-fc02-4047-b5d4-ed35d3e5b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.784928 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-88815251-fc02-4047-b5d4-ed35d3e5b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.787224 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-88815251-fc02-4047-b5d4-ed35d3e5b11a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 6495 time: 0.1056464 Nov 27 01:21:56.789379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.956152 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.961805 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.032880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-72bd57b2-ff66-431c-9b12-51b7371e12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.033643 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-72bd57b2-ff66-431c-9b12-51b7371e12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.034284 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-72bd57b2-ff66-431c-9b12-51b7371e12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.036064 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-72bd57b2-ff66-431c-9b12-51b7371e12a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8edb1bd7-e9a2-4234-bcb2-92640c58daf6&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=de22fecb-a913-459d-a3f0-a3199365e84c&id=de22fecb-a913-459d-a3f0-a3199365e84c HTTP/1.1" status: 200 len: 2292 time: 0.2220068 Nov 27 01:21:57.099278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.102403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57991914-309e-4921-b230-563c6b4e2203 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:21:57.119488 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.123808 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-612156f2-e013-4b62-ade4-19183a3d677d tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "DELETE /v2.0/routers/57991914-309e-4921-b230-563c6b4e2203 HTTP/1.1" status: 204 len: 168 time: 1.5824866 Nov 27 01:21:57.124871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35006) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:57.138894 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-360460543', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:57.161016 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-43ac87a0-fd5b-467b-aeb0-fcc5e1a78fc0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7297ec62-6258-4f74-801e-a2ae20c22061 HTTP/1.1" status: 200 len: 1000 time: 0.1177359 Nov 27 01:21:57.203720 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.205703 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.314724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-c46e16f5-8555-4c52-a339-e1e8b3ecfcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.316216 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-c46e16f5-8555-4c52-a339-e1e8b3ecfcbc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=254528fa-ba6d-46f8-93e2-9e5298866c76 HTTP/1.1" status: 200 len: 850 time: 0.1479509 Nov 27 01:21:57.383764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.395041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-f02042f7-0df6-4437-aef3-3a854bb95d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.396608 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-f02042f7-0df6-4437-aef3-3a854bb95d2b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8edb1bd7-e9a2-4234-bcb2-92640c58daf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721984 Nov 27 01:21:57.697335 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-c57ddaf5-e707-4809-b2d8-2e580c4abbe8 service neutron] 10.222.0.31 "GET /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931609 Nov 27 01:21:58.056861 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 050791ed-30db-42f6-8d06-359ed29bc73d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:58.074569 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:58.113509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 050791ed-30db-42f6-8d06-359ed29bc73d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:58.113871 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 050791ed-30db-42f6-8d06-359ed29bc73d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:58.131004 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-5e8eef85-ac22-473d-b752-aa76d335688b service neutron] 10.222.0.31 "GET /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121044 Nov 27 01:21:58.219315 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9c865-624a-4a34-994e-af9ceb3abbf4 req-9262b5ce-218a-4c19-bbb1-f28184a505f1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:58.230108 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b7b9c865-624a-4a34-994e-af9ceb3abbf4 req-9262b5ce-218a-4c19-bbb1-f28184a505f1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.2141550 Nov 27 01:21:58.289957 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-40d4439b-9a88-4b23-a245-9104a6d46d21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=a3225b50-6061-4fa5-b17c-9da1a48db2b4 HTTP/1.1" status: 200 len: 217 time: 0.1309438 Nov 27 01:21:58.375405 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:58.391853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b7b9c865-624a-4a34-994e-af9ceb3abbf4 req-33d16bf9-91ac-408a-8b2e-af8951d6a4c4 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515985 Nov 27 01:21:58.454700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-2e456bf1-fe3b-49a0-a645-28cde8cd5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:58.464308 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-2e456bf1-fe3b-49a0-a645-28cde8cd5542 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.1639392 Nov 27 01:21:58.560091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-fb9e386a-05dd-4f1f-8935-f86cce555ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:58.567369 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-fb9e386a-05dd-4f1f-8935-f86cce555ec3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0973866 Nov 27 01:21:58.571720 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:58.616043 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:58.714559 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-6d84aae6-2586-4efd-8559-41a594ba9b67 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401575 Nov 27 01:21:58.912701 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Allocated IP 172.25.1.22 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/7cb46541-5cba-44e3-bd93-d4a00bf9c1b7) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:58.979355 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-6a3d3015-3eb6-434e-965e-1660c8c388d8 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581453 Nov 27 01:21:59.078493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-6e580f0c-db15-4983-8b70-fae41c058f04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=4e22fff8-c9b9-4089-99ed-dfb510d02f58 HTTP/1.1" status: 200 len: 217 time: 0.0919271 Nov 27 01:21:59.159691 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:59.178338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-3aaef1d7-1c1a-4e7b-9c78-20160a258cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:59.180160 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-3aaef1d7-1c1a-4e7b-9c78-20160a258cac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.0953333 Nov 27 01:21:59.205882 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:59.251993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:59.262511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:59.262511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:59.282261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-581ab9d7-160c-4540-b4b6-afd1a763e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:59.283441 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55513974-8869-4065-9398-51b160243f8e None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:59.283928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-581ab9d7-160c-4540-b4b6-afd1a763e11a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0963504 Nov 27 01:21:59.379465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4041ef28-41fe-4574-b122-fd7a35045b52 None None] Provisioning complete for port 7cb46541-5cba-44e3-bd93-d4a00bf9c1b7 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:59.382495 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4041ef28-41fe-4574-b122-fd7a35045b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:59.476373 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-c27a00fa-d2e2-4d9a-b398-a6316df5844f service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838012 Nov 27 01:21:59.508276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4041ef28-41fe-4574-b122-fd7a35045b52 None None] Port 7cb46541-5cba-44e3-bd93-d4a00bf9c1b7 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:59.703153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35048) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:59.866451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b92f45-c3a8-4970-a82b-99a63baf79b1 req-1a90ae65-cea2-4a28-a52c-7bda630eabef tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:59.868220 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7b92f45-c3a8-4970-a82b-99a63baf79b1 req-1a90ae65-cea2-4a28-a52c-7bda630eabef tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.3172507 Nov 27 01:21:59.914781 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-fe014d58-6c39-4891-8411-69c29ef015ee service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101572 Nov 27 01:22:00.054408 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-ada2acf0-720a-4dc4-a155-647569adf169 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=4f854bd5-781e-4e8b-a405-db101e4faafa HTTP/1.1" status: 200 len: 217 time: 0.1321092 Nov 27 01:22:00.149568 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7b92f45-c3a8-4970-a82b-99a63baf79b1 req-fba5cc00-4c3f-4460-93fa-15f5dbddf244 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347546 Nov 27 01:22:00.201517 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df5608dd-78bf-4ef6-a092-19741d6af215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.241130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Pushing event updated for resources: {'Port': ['ID=7cb46541-5cba-44e3-bd93-d4a00bf9c1b7,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:00.381593 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df5608dd-78bf-4ef6-a092-19741d6af215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.409341 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df5608dd-78bf-4ef6-a092-19741d6af215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.486592 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.504700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.539173 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-df5608dd-78bf-4ef6-a092-19741d6af215 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a420dfd54ef34833bef6ee949d8c83b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8347635 Nov 27 01:22:00.542513 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35060) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:00.593668 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5608dd-78bf-4ef6-a092-19741d6af215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e8c034-138b-43b3-a07f-a2bb07fd7e63,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:00.629136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-8bd627ed-eccc-480c-ba90-0d7ed49a2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:00.631559 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-8bd627ed-eccc-480c-ba90-0d7ed49a2e94 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.5694571 Nov 27 01:22:00.805354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-e144e833-34fc-42f1-b3ba-f7ee61daf642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:00.807147 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-e144e833-34fc-42f1-b3ba-f7ee61daf642 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1608243 Nov 27 01:22:00.874669 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3367a2cc-c9f6-4130-82a5-8bd657e642fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.968870 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3367a2cc-c9f6-4130-82a5-8bd657e642fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.997931 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:01.046643 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-32063774-aaa9-4078-ac7a-6e836f5e42eb service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297692 Nov 27 01:22:01.187604 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-304fa8f2-c12a-43ba-90a5-c72323938312 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333439 Nov 27 01:22:01.189196 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3367a2cc-c9f6-4130-82a5-8bd657e642fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:01.192414 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3367a2cc-c9f6-4130-82a5-8bd657e642fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:01.195074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3367a2cc-c9f6-4130-82a5-8bd657e642fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89e8c034-138b-43b3-a07f-a2bb07fd7e63 HTTP/1.1" status: 204 len: 168 time: 0.6251125 Nov 27 01:22:01.319109 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-8d3f861d-1f0a-4a1d-9b54-cfa1ea5dc6f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=5b98aa43-349e-495b-b219-a68032564792 HTTP/1.1" status: 200 len: 217 time: 0.1216660 Nov 27 01:22:01.322747 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367a2cc-c9f6-4130-82a5-8bd657e642fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e8c034-138b-43b3-a07f-a2bb07fd7e63,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:01.359082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Router a967c2cc-44a2-4b2c-84c7-42dcd2171f36 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:22:01.482591 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-b923e1a0-6d12-4f5e-9dfe-0449d3517894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:01.484105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-b923e1a0-6d12-4f5e-9dfe-0449d3517894 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.1551723 Nov 27 01:22:01.549817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-c0abae39-7b73-4b5f-a430-f38997e1e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:01.558330 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-c0abae39-7b73-4b5f-a430-f38997e1e3a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0661678 Nov 27 01:22:01.639898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98a07b-c9d3-4da5-be3b-c659a813344d req-98cac0b5-087b-4b88-a470-85942799362f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:01.654785 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c98a07b-c9d3-4da5-be3b-c659a813344d req-98cac0b5-087b-4b88-a470-85942799362f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.2129912 Nov 27 01:22:01.692943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:01.718335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406b81d-b3b8-4a4d-a6c8-62178cf3ab1b None None] Sync routers for ids ['a967c2cc-44a2-4b2c-84c7-42dcd2171f36'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:01.729800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35076) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:01.739213 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406b81d-b3b8-4a4d-a6c8-62178cf3ab1b None None] Routers {'a967c2cc-44a2-4b2c-84c7-42dcd2171f36'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:01.741479 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0406b81d-b3b8-4a4d-a6c8-62178cf3ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a967c2cc-44a2-4b2c-84c7-42dcd2171f36'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:01.752567 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-8a41da16-a635-4241-a342-0407b0572826 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856439 Nov 27 01:22:01.815945 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-570d6918-4b42-4d74-944e-cbc4b9ba14e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:01.824097 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:01.844167 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-db6d9e84-fe62-48c0-906e-ddd9ed3654b9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.7116551 Nov 27 01:22:01.860477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35078) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:01.874867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0406b81d-b3b8-4a4d-a6c8-62178cf3ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:01.880338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4dd7f94b-dad5-48c5-b0ab-6ae5edb419e1 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'enable_snat': False}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:01.889077 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-f8bab951-3ef0-46d7-9c1c-92a701bc915c service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272149 Nov 27 01:22:01.908067 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c98a07b-c9d3-4da5-be3b-c659a813344d req-c9ffcbd6-1829-4284-87b1-6cbca6cdd400 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478900 Nov 27 01:22:01.933171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406b81d-b3b8-4a4d-a6c8-62178cf3ab1b None None] Routers {'a967c2cc-44a2-4b2c-84c7-42dcd2171f36'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:01.936498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0406b81d-b3b8-4a4d-a6c8-62178cf3ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a967c2cc-44a2-4b2c-84c7-42dcd2171f36'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:01.971206 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-4b3c2cc3-2ee7-4ec9-acca-3131fa508cf8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc762bad-5297-4413-87bc-bd3ecbe3a755 HTTP/1.1" status: 200 len: 217 time: 0.0736389 Nov 27 01:22:02.084453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0406b81d-b3b8-4a4d-a6c8-62178cf3ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:02.087580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406b81d-b3b8-4a4d-a6c8-62178cf3ab1b None None] The sync data for ids ['a967c2cc-44a2-4b2c-84c7-42dcd2171f36'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:02.128164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-be78fbe0-a94c-4772-a252-bf25e7cfe252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:02.136280 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-be78fbe0-a94c-4772-a252-bf25e7cfe252 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e87a0de3-73e4-43cc-8f97-b6fffbee0d31 HTTP/1.1" status: 200 len: 797 time: 0.1584730 Nov 27 01:22:02.181489 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-570d6918-4b42-4d74-944e-cbc4b9ba14e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.233875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-87fa79a8-365a-46f2-9284-638c0e1879b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:02.235413 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-87fa79a8-365a-46f2-9284-638c0e1879b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de22fecb-a913-459d-a3f0-a3199365e84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0916939 Nov 27 01:22:02.254896 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-570d6918-4b42-4d74-944e-cbc4b9ba14e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.334898 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-570d6918-4b42-4d74-944e-cbc4b9ba14e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80d016570b8d4c49b7a9164e4bcb3f79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5983469 Nov 27 01:22:02.338344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d6918-4b42-4d74-944e-cbc4b9ba14e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cac83f-8583-44cf-b79f-98bdbac185d6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:02.352119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35082) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:02.461752 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-abb179c5-37fa-4043-8dcf-38a7d0f4f2f7 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174940 Nov 27 01:22:02.542943 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df3fff1c-e0ce-490b-98c7-058909e55f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.571277 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df3fff1c-e0ce-490b-98c7-058909e55f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.722406 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df3fff1c-e0ce-490b-98c7-058909e55f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.725188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df3fff1c-e0ce-490b-98c7-058909e55f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.726372 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-df3fff1c-e0ce-490b-98c7-058909e55f3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64cac83f-8583-44cf-b79f-98bdbac185d6 HTTP/1.1" status: 204 len: 168 time: 0.3692369 Nov 27 01:22:02.748434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fff1c-e0ce-490b-98c7-058909e55f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cac83f-8583-44cf-b79f-98bdbac185d6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:02.763125 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-f931a8f2-ef2a-41de-a3d2-582d5c7827f0 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942846 Nov 27 01:22:02.803210 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f94b-dad5-48c5-b0ab-6ae5edb419e1 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.865931 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-68ec8e20-f65a-447c-8677-09b8554a982d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0edd8c44-d12f-4f64-979a-5b7c3c4f805b HTTP/1.1" status: 200 len: 217 time: 0.0949564 Nov 27 01:22:03.037859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-caea20e2-f809-4294-8b52-cda387b7f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:03.041810 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-caea20e2-f809-4294-8b52-cda387b7f207 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e87a0de3-73e4-43cc-8f97-b6fffbee0d31 HTTP/1.1" status: 200 len: 797 time: 0.1610889 Nov 27 01:22:03.310888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346b5fd-4e0a-445a-8607-0ee631c7f921 req-f3e48cd2-8bbf-4e79-8cc6-8b9ff6cac883 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:03.313602 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9346b5fd-4e0a-445a-8607-0ee631c7f921 req-f3e48cd2-8bbf-4e79-8cc6-8b9ff6cac883 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.2641377 Nov 27 01:22:03.327655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194faaa-1f2d-4a84-b801-09170464c977 req-0ab487b0-0b10-4e85-9a34-3d6d27341e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:03.334628 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-0ab487b0-0b10-4e85-9a34-3d6d27341e09 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de22fecb-a913-459d-a3f0-a3199365e84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2564721 Nov 27 01:22:03.595047 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9346b5fd-4e0a-445a-8607-0ee631c7f921 req-203a052f-ee22-49a7-a96b-63bd534c48fc tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592869 Nov 27 01:22:03.640104 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-82a08224-01e8-477b-882e-ba12279225ab service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862921 Nov 27 01:22:03.888660 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7194faaa-1f2d-4a84-b801-09170464c977 req-f301368b-c91a-4fea-af70-060960ce2334 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408581 Nov 27 01:22:03.928752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f94b-dad5-48c5-b0ab-6ae5edb419e1 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:03.937357 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f94b-dad5-48c5-b0ab-6ae5edb419e1 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:04.181664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd7f94b-dad5-48c5-b0ab-6ae5edb419e1 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Router a967c2cc-44a2-4b2c-84c7-42dcd2171f36 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:22:04.410618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd7f94b-dad5-48c5-b0ab-6ae5edb419e1 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:04.417296 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f94b-dad5-48c5-b0ab-6ae5edb419e1 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:04.422474 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d66e0-e660-4333-9074-bb358cfb1d38 None None] Sync routers for ids ['a967c2cc-44a2-4b2c-84c7-42dcd2171f36'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:04.423055 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35130) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:04.424306 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4dd7f94b-dad5-48c5-b0ab-6ae5edb419e1 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "PUT /v2.0/routers/a967c2cc-44a2-4b2c-84c7-42dcd2171f36 HTTP/1.1" status: 200 len: 920 time: 2.5562243 Nov 27 01:22:04.438865 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d66e0-e660-4333-9074-bb358cfb1d38 None None] Routers {'a967c2cc-44a2-4b2c-84c7-42dcd2171f36'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:04.439744 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-0e2d66e0-e660-4333-9074-bb358cfb1d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a967c2cc-44a2-4b2c-84c7-42dcd2171f36'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:04.521311 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-0e2d66e0-e660-4333-9074-bb358cfb1d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:04.544453 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d66e0-e660-4333-9074-bb358cfb1d38 None None] Routers {'a967c2cc-44a2-4b2c-84c7-42dcd2171f36'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:04.546382 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-0e2d66e0-e660-4333-9074-bb358cfb1d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a967c2cc-44a2-4b2c-84c7-42dcd2171f36'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:04.602609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35136) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:04.648481 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-0e2d66e0-e660-4333-9074-bb358cfb1d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:04.651442 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d66e0-e660-4333-9074-bb358cfb1d38 None None] The sync data for ids ['a967c2cc-44a2-4b2c-84c7-42dcd2171f36'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:04.729851 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-83137fb1-8924-4648-a301-a23a9c7367f6 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/routers/a967c2cc-44a2-4b2c-84c7-42dcd2171f36 HTTP/1.1" status: 200 len: 920 time: 0.3015254 Nov 27 01:22:04.738186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35142) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:04.797133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ca3ce-3f4b-44e8-a238-e6d005df2c61 req-c433bed7-f1c6-4f72-8896-1cf575ac4590 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:04.808669 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8ca3ce-3f4b-44e8-a238-e6d005df2c61 req-c433bed7-f1c6-4f72-8896-1cf575ac4590 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.0913198 Nov 27 01:22:04.946296 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3fe2a6-19f0-4232-8cd6-510be97b51db tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:04.954217 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0f3fe2a6-19f0-4232-8cd6-510be97b51db tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&device_id=a967c2cc-44a2-4b2c-84c7-42dcd2171f36&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2149026 Nov 27 01:22:04.956780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35148) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:05.153295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38e986a-b128-4c2e-9aae-3267512b14c6 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:05.155432 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a38e986a-b128-4c2e-9aae-3267512b14c6 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 881 time: 0.1976814 Nov 27 01:22:05.162552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35156) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:05.241404 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c96f74ff-ae1a-4fe4-a4ec-413fc8c87fe2 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "GET /v2.0/ports?device_id=a967c2cc-44a2-4b2c-84c7-42dcd2171f36 HTTP/1.1" status: 200 len: 205 time: 0.0776777 Nov 27 01:22:05.243907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35160) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:05.342750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8ca3ce-3f4b-44e8-a238-e6d005df2c61 req-ab6e7e6f-5768-4e0b-b849-93122794abe0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5326042 Nov 27 01:22:05.455561 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:05.787113 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:05.925472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Deleting port 7cb46541-5cba-44e3-bd93-d4a00bf9c1b7 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:05.925472 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:05.995975 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13d968ce-09ec-4ea1-851c-9b6d8653e07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:06.176143 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:06.206059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Calling delete_port for 7cb46541-5cba-44e3-bd93-d4a00bf9c1b7 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:06.600391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2893b-5d7d-4a34-8b4f-b36228c25c0e req-b3651d22-a386-4910-b0f2-03bc86f52451 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:06.609151 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4e2893b-5d7d-4a34-8b4f-b36228c25c0e req-b3651d22-a386-4910-b0f2-03bc86f52451 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.0834820 Nov 27 01:22:06.780106 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4e2893b-5d7d-4a34-8b4f-b36228c25c0e req-9758fa14-147b-44f4-b8c6-a8ba15d3f876 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700346 Nov 27 01:22:06.792464 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:06.835074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Pushing event deleted for resources: {'Port': ['ID=7cb46541-5cba-44e3-bd93-d4a00bf9c1b7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:06.857518 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ab205-7d7b-4b96-9964-a54338dca740 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:07.007887 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.118771 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.121597 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.226666 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.227749 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Fanout notify agent at l3_agent the message router_deleted on router a967c2cc-44a2-4b2c-84c7-42dcd2171f36 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:22:07.247730 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.250060 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8ce0a779-5970-49ec-a9f4-f7320d2d47db tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "DELETE /v2.0/routers/a967c2cc-44a2-4b2c-84c7-42dcd2171f36 HTTP/1.1" status: 204 len: 168 time: 2.0049615 Nov 27 01:22:07.254522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35202) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:07.291668 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a187ce6d-b65a-4381-8690-9f7cd9cb7151 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1803144895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:07.384587 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a187ce6d-b65a-4381-8690-9f7cd9cb7151 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.389652 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a187ce6d-b65a-4381-8690-9f7cd9cb7151 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.549847 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a187ce6d-b65a-4381-8690-9f7cd9cb7151 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.568700 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a187ce6d-b65a-4381-8690-9f7cd9cb7151 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.662622 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a187ce6d-b65a-4381-8690-9f7cd9cb7151 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.665496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a187ce6d-b65a-4381-8690-9f7cd9cb7151 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3911417 Nov 27 01:22:07.668272 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35208) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:07.676577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Request body: {'router': {'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:07.911268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-13d968ce-09ec-4ea1-851c-9b6d8653e07c admin admin] Deleting port ea6c4032-348d-451c-820d-3ec5f2f9f496 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:07.913116 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13d968ce-09ec-4ea1-851c-9b6d8653e07c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:08.113893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097888d9-a347-4f3f-9208-d4593cc475f3 req-0f539112-9f3a-4579-bf4f-b7356fe54734 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:08.115630 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-097888d9-a347-4f3f-9208-d4593cc475f3 req-0f539112-9f3a-4579-bf4f-b7356fe54734 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.1639040 Nov 27 01:22:08.203094 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:08.260802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35216) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:08.314741 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-097888d9-a347-4f3f-9208-d4593cc475f3 req-82206387-d6f1-421b-9930-1e794a60564e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910684 Nov 27 01:22:08.339542 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-13d968ce-09ec-4ea1-851c-9b6d8653e07c admin admin] For port ea6c4032-348d-451c-820d-3ec5f2f9f496, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ea6c4032-348d-451c-820d-3ec5f2f9f496,segment=NetworkSegment(155b5aba-67a4-4743-9251-a15779a8be25),segment_id=155b5aba-67a4-4743-9251-a15779a8be25)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:08.340342 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13d968ce-09ec-4ea1-851c-9b6d8653e07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:08.366037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-13d968ce-09ec-4ea1-851c-9b6d8653e07c admin admin] Calling delete_port for ea6c4032-348d-451c-820d-3ec5f2f9f496 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:08.849187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13d968ce-09ec-4ea1-851c-9b6d8653e07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:08.879426 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d968ce-09ec-4ea1-851c-9b6d8653e07c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6c4032-348d-451c-820d-3ec5f2f9f496,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:09.038104 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:09.041014 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46de7152-84dc-40e5-addd-df4caaf2505e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:09.108273 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:09.165887 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13d968ce-09ec-4ea1-851c-9b6d8653e07c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:09.369940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Allocated IP 172.25.1.122 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/e773d2a4-ff51-4b0b-89de-aab5f5f587f0) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:09.463386 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46de7152-84dc-40e5-addd-df4caaf2505e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:09.479380 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46de7152-84dc-40e5-addd-df4caaf2505e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:09.539053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de7152-84dc-40e5-addd-df4caaf2505e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f674ada3-6885-4b6e-a05e-48a0c7f95b8e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:09.564925 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-46de7152-84dc-40e5-addd-df4caaf2505e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51848eca43c94fb190e7f911950afb5e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3030746 Nov 27 01:22:09.590491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35228) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:09.702047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d968ce-09ec-4ea1-851c-9b6d8653e07c admin admin] Router 3537f99e-ac6a-4ab2-b849-4231898215f4 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:22:09.715753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444296b-f180-47fc-9fc7-249138c41c01 req-1f58749f-dcfa-4461-872c-51d0ea0ebf84 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:09.729245 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0444296b-f180-47fc-9fc7-249138c41c01 req-1f58749f-dcfa-4461-872c-51d0ea0ebf84 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.2632730 Nov 27 01:22:09.768459 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94582d39-6ed0-4e95-8bf7-b3f0a1c5f942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:09.847423 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:09.893337 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94582d39-6ed0-4e95-8bf7-b3f0a1c5f942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.070577 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6b237ac9-febd-4fbf-bce4-51ad6ab62bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.077801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d968ce-09ec-4ea1-851c-9b6d8653e07c admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:10.091165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26de3338-c9dd-4e05-bb23-f92c1fca45d6 None None] Sync routers for ids ['3537f99e-ac6a-4ab2-b849-4231898215f4'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:10.100117 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-13d968ce-09ec-4ea1-851c-9b6d8653e07c admin admin] 10.222.0.15 "PUT /v2.0/routers/3537f99e-ac6a-4ab2-b849-4231898215f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4920926 Nov 27 01:22:10.102523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35234) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:10.126726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26de3338-c9dd-4e05-bb23-f92c1fca45d6 None None] Routers {'3537f99e-ac6a-4ab2-b849-4231898215f4'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:10.127804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26de3338-c9dd-4e05-bb23-f92c1fca45d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3537f99e-ac6a-4ab2-b849-4231898215f4'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:10.162411 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0444296b-f180-47fc-9fc7-249138c41c01 req-c716ef46-f2b1-49c0-bb13-b4dfb3383955 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4316685 Nov 27 01:22:10.188173 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94582d39-6ed0-4e95-8bf7-b3f0a1c5f942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.191141 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94582d39-6ed0-4e95-8bf7-b3f0a1c5f942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.195078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-94582d39-6ed0-4e95-8bf7-b3f0a1c5f942 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f674ada3-6885-4b6e-a05e-48a0c7f95b8e HTTP/1.1" status: 204 len: 168 time: 0.6034732 Nov 27 01:22:10.224657 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.239501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94582d39-6ed0-4e95-8bf7-b3f0a1c5f942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f674ada3-6885-4b6e-a05e-48a0c7f95b8e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:10.310962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:10.314117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:10.317815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:10.351207 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.363974 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db791eb-9788-425f-a937-50a72fff5f8d None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:10.401374 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Pushing event updated for resources: {'Port': ['ID=e773d2a4-ff51-4b0b-89de-aab5f5f587f0,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:10.402518 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-26de3338-c9dd-4e05-bb23-f92c1fca45d6 None None] Set router 3537f99e-ac6a-4ab2-b849-4231898215f4 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:10.543162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c7d6e4ea-ac95-45b9-91fc-64bdb92aef9f None None] Provisioning complete for port e773d2a4-ff51-4b0b-89de-aab5f5f587f0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:10.543855 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c7d6e4ea-ac95-45b9-91fc-64bdb92aef9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.612384 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.621730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c7d6e4ea-ac95-45b9-91fc-64bdb92aef9f None None] Port e773d2a4-ff51-4b0b-89de-aab5f5f587f0 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:10.721399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26de3338-c9dd-4e05-bb23-f92c1fca45d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:22:08Z', 'revision_number': 5, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port': {'id': '206170fc-ec69-4012-9644-e1f0028c9ef1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:17Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:10.807848 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26de3338-c9dd-4e05-bb23-f92c1fca45d6 None None] Checking router: 3537f99e-ac6a-4ab2-b849-4231898215f4 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:22:10.808405 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] Deleting port 206170fc-ec69-4012-9644-e1f0028c9ef1 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:10.809369 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.834418 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26de3338-c9dd-4e05-bb23-f92c1fca45d6 None None] Routers {'3537f99e-ac6a-4ab2-b849-4231898215f4'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:10.837394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26de3338-c9dd-4e05-bb23-f92c1fca45d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3537f99e-ac6a-4ab2-b849-4231898215f4'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:10.883473 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.947225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35248) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:10.998897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.076301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-26de3338-c9dd-4e05-bb23-f92c1fca45d6 None None] Set router 3537f99e-ac6a-4ab2-b849-4231898215f4 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:11.104152 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] For port 206170fc-ec69-4012-9644-e1f0028c9ef1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=206170fc-ec69-4012-9644-e1f0028c9ef1,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:11.107472 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.154676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26de3338-c9dd-4e05-bb23-f92c1fca45d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:22:10Z', 'revision_number': 6, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:11.164195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] Calling delete_port for 206170fc-ec69-4012-9644-e1f0028c9ef1 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:11.368191 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.403679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.488424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26de3338-c9dd-4e05-bb23-f92c1fca45d6 None None] The sync data for ids ['3537f99e-ac6a-4ab2-b849-4231898215f4'] in n-d-817303-10 is: [{'id': '3537f99e-ac6a-4ab2-b849-4231898215f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1267058770-router', 'tenant_id': '2f18470837cb4394bc7b6e5f757f3214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:15Z', 'updated_at': '2021-11-27T01:22:10Z', 'revision_number': 6, 'project_id': '2f18470837cb4394bc7b6e5f757f3214', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:11.513150 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e13c05-2321-439f-b687-9958a3dc131e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:11.529163 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fb76dbf0df34d3696bb87112b734611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5711970 Nov 27 01:22:11.531582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35256) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:11.538705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:11.539180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:11.539521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:11.539884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:11.541059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:11.541059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:11.541059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:11.541346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:11.542203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:11.542203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:11.542203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:11.544856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35303ee5-c61b-48e7-ad9b-8bc0003881fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:11.575914 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.585744 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.632163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec670ad-486a-4ac1-9e13-3602775a78ef req-c86fea37-2c88-4e24-8005-f7d2df242d7c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:11.639849 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2ec670ad-486a-4ac1-9e13-3602775a78ef req-c86fea37-2c88-4e24-8005-f7d2df242d7c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.2643085 Nov 27 01:22:11.755139 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2ec670ad-486a-4ac1-9e13-3602775a78ef req-54edeeb0-1933-4b23-b83c-20ecba5ae84a tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142955 Nov 27 01:22:11.775609 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e523d27-6552-41de-950c-8b036f8e4597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.808403 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e523d27-6552-41de-950c-8b036f8e4597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.833511 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.896182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] Pushing event deleted for resources: {'Port': ['ID=206170fc-ec69-4012-9644-e1f0028c9ef1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:11.935671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Router d03883e6-a8d3-410d-9e51-205fe6d33129 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:22:11.965960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03416f8-fad3-42d4-8f39-cc6525975d9b None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:11.970728 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea6c4032-348d-451c-820d-3ec5f2f9f496 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:12.017889 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e523d27-6552-41de-950c-8b036f8e4597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.025994 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e523d27-6552-41de-950c-8b036f8e4597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.037003 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5e523d27-6552-41de-950c-8b036f8e4597 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9e13c05-2321-439f-b687-9958a3dc131e HTTP/1.1" status: 204 len: 168 time: 0.5012903 Nov 27 01:22:12.041759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: ea6c4032-348d-451c-820d-3ec5f2f9f496 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:12.042103 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea6c4032-348d-451c-820d-3ec5f2f9f496 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:12.098485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e523d27-6552-41de-950c-8b036f8e4597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e13c05-2321-439f-b687-9958a3dc131e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:12.140985 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.210307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:12.225440 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5523687-32cb-4915-b0cf-03552c79ab81 None None] Sync routers for ids ['d03883e6-a8d3-410d-9e51-205fe6d33129'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:12.233824 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.235515 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2581779b-1c9f-4e4f-a2c6-a86360808c2b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "PUT /v2.0/routers/d03883e6-a8d3-410d-9e51-205fe6d33129 HTTP/1.1" status: 200 len: 880 time: 4.5660951 Nov 27 01:22:12.238039 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35262) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:12.240198 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5523687-32cb-4915-b0cf-03552c79ab81 None None] Routers {'d03883e6-a8d3-410d-9e51-205fe6d33129'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:12.240837 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a5523687-32cb-4915-b0cf-03552c79ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:21:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d03883e6-a8d3-410d-9e51-205fe6d33129'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:12.249257 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cd0ea49a-1a07-410c-b43d-9203cd7d7899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.387894 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a5523687-32cb-4915-b0cf-03552c79ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:12.416041 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5523687-32cb-4915-b0cf-03552c79ab81 None None] Routers {'d03883e6-a8d3-410d-9e51-205fe6d33129'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:12.416703 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a5523687-32cb-4915-b0cf-03552c79ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d03883e6-a8d3-410d-9e51-205fe6d33129'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:12.420525 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.423044 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.499389 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.499991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3537f99e-ac6a-4ab2-b849-4231898215f4 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:22:12.511032 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.514152 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b0858240-4e6e-4c11-977c-c69656d0339e admin admin] 10.222.0.15 "DELETE /v2.0/routers/3537f99e-ac6a-4ab2-b849-4231898215f4 HTTP/1.1" status: 204 len: 168 time: 2.4089196 Nov 27 01:22:12.523173 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a5523687-32cb-4915-b0cf-03552c79ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:12.523839 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5523687-32cb-4915-b0cf-03552c79ab81 None None] The sync data for ids ['d03883e6-a8d3-410d-9e51-205fe6d33129'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:12.533496 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35270) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:12.591258 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3bfd7aa2-4721-4ed4-b5a0-9d8a1a6a261e tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/routers/d03883e6-a8d3-410d-9e51-205fe6d33129 HTTP/1.1" status: 200 len: 921 time: 0.3516107 Nov 27 01:22:12.591933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35272) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:12.598443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fa2420-125e-4024-b192-5e63e63603b0 admin admin] Deleting subnet c3798953-d77c-408d-9065-d8c00bed45ca {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:22:12.602236 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6fa2420-125e-4024-b192-5e63e63603b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.663575 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6fa2420-125e-4024-b192-5e63e63603b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.705244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52490ed5-ceaa-4028-98b6-17e430a2a2fc tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:12.706790 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-52490ed5-ceaa-4028-98b6-17e430a2a2fc tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&device_id=d03883e6-a8d3-410d-9e51-205fe6d33129&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1134019 Nov 27 01:22:12.709663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35276) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:12.770000 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6fa2420-125e-4024-b192-5e63e63603b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.856292 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6fa2420-125e-4024-b192-5e63e63603b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.905116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa2420-125e-4024-b192-5e63e63603b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3798953-d77c-408d-9065-d8c00bed45ca,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:12.916684 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6fa2420-125e-4024-b192-5e63e63603b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.920793 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e6fa2420-125e-4024-b192-5e63e63603b0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c3798953-d77c-408d-9065-d8c00bed45ca HTTP/1.1" status: 204 len: 168 time: 0.3855734 Nov 27 01:22:12.923376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35284) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:12.928926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221873df-c667-462b-9938-9b81520a1ce0 None None] Network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:13.020715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0cd5a3-2250-4a18-8f52-d8951bed3569 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:13.028061 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dd0cd5a3-2250-4a18-8f52-d8951bed3569 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 881 time: 0.3173656 Nov 27 01:22:13.033162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35290) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:13.104507 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4ad3b98b-e145-4693-b3bb-88974efc1b00 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "GET /v2.0/ports?device_id=d03883e6-a8d3-410d-9e51-205fe6d33129 HTTP/1.1" status: 200 len: 205 time: 0.0700302 Nov 27 01:22:13.105607 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35292) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:13.168898 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.260429 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.279295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Deleting port b3aa3c24-2978-405b-a4ef-8492e9a729e9 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:13.279635 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.317534 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.411126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] For port b3aa3c24-2978-405b-a4ef-8492e9a729e9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b3aa3c24-2978-405b-a4ef-8492e9a729e9,segment=NetworkSegment(155b5aba-67a4-4743-9251-a15779a8be25),segment_id=155b5aba-67a4-4743-9251-a15779a8be25)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:13.411582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.451082 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] DHCP port deletion for 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:13.460779 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.471255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Calling delete_port for b3aa3c24-2978-405b-a4ef-8492e9a729e9 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:13.496702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b93cb-3bb4-444b-b947-83ac8f748bc6 req-62ce8756-567b-4411-b430-387b00e48f6c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:13.511980 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd3b93cb-3bb4-444b-b947-83ac8f748bc6 req-62ce8756-567b-4411-b430-387b00e48f6c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.6162593 Nov 27 01:22:13.569856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Deleting port b3aa3c24-2978-405b-a4ef-8492e9a729e9 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:13.571952 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.628823 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.652082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] No DVR routers for this DVR port b3aa3c24-2978-405b-a4ef-8492e9a729e9 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:22:13.692457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3aa3c24-2978-405b-a4ef-8492e9a729e9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:13.701807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] For port b3aa3c24-2978-405b-a4ef-8492e9a729e9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b3aa3c24-2978-405b-a4ef-8492e9a729e9,segment=NetworkSegment(155b5aba-67a4-4743-9251-a15779a8be25),segment_id=155b5aba-67a4-4743-9251-a15779a8be25)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:13.702223 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.718259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Calling delete_port for b3aa3c24-2978-405b-a4ef-8492e9a729e9 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:13.758288 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd3b93cb-3bb4-444b-b947-83ac8f748bc6 req-7dd0ff69-7c5b-422f-ae88-08534099c84a tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452955 Nov 27 01:22:13.786626 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Deleting port e773d2a4-ff51-4b0b-89de-aab5f5f587f0 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:13.787745 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.794746 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.816799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1384e3-a57b-456d-b2fc-6d2cabdc87f6']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:13.827155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155b5aba-67a4-4743-9251-a15779a8be25') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:13.827583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155b5aba-67a4-4743-9251-a15779a8be25') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:13.839242 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.855955 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.863814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:22:13.864408 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.911778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.950356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Calling delete_port for e773d2a4-ff51-4b0b-89de-aab5f5f587f0 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:22:13.961244 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:22:13.971835 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.976821 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.984599 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.993647 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 HTTP/1.1" status: 204 len: 168 time: 1.0679421 Nov 27 01:22:13.995634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35308) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:14.041730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47b4db-8396-4275-9b38-23980ca4bdf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1384e3-a57b-456d-b2fc-6d2cabdc87f6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:14.056150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Pushing event deleted for resources: {'Port': ['ID=b3aa3c24-2978-405b-a4ef-8492e9a729e9,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:14.079907 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b3aa3c24-2978-405b-a4ef-8492e9a729e9 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:14.130031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:14.131863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:14.133785 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:14.135571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:14.138144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:14.138738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:14.141336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:14.141859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:14.142511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:14.143038 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:14.143606 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:14.144177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:14.151788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: b3aa3c24-2978-405b-a4ef-8492e9a729e9 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:14.154071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b3aa3c24-2978-405b-a4ef-8492e9a729e9 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:14.154899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 206170fc-ec69-4012-9644-e1f0028c9ef1 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:14.201788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 206170fc-ec69-4012-9644-e1f0028c9ef1 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:14.202405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 206170fc-ec69-4012-9644-e1f0028c9ef1 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:14.205029 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] Network 0b1384e3-a57b-456d-b2fc-6d2cabdc87f6 is not hosted by any dhcp agent {{(pid=103404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:22:14.206864 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3e5b0-3245-4002-8796-703b7b08ca8e None None] No DVR routers for this DVR port b3aa3c24-2978-405b-a4ef-8492e9a729e9 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:22:14.393402 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.468191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Pushing event deleted for resources: {'Port': ['ID=e773d2a4-ff51-4b0b-89de-aab5f5f587f0,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:14.491080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e91687f-d988-485e-a212-e40d4a287408 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:14.602683 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.806022 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.850029 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.862576 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.908815 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-50cb1d58-bb42-48e3-bb47-cc93794fe6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.945376 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.946027 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Fanout notify agent at l3_agent the message router_deleted on router d03883e6-a8d3-410d-9e51-205fe6d33129 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:22:14.970406 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.982004 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9dac05a1-e874-4697-938e-2b377fd19f32 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "DELETE /v2.0/routers/d03883e6-a8d3-410d-9e51-205fe6d33129 HTTP/1.1" status: 204 len: 168 time: 1.8691416 Nov 27 01:22:14.982421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35330) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:14.987913 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-70ec557a-0abb-456f-bd3d-e4f365b0e13f tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-63034202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:15.021893 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70ec557a-0abb-456f-bd3d-e4f365b0e13f tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.023080 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70ec557a-0abb-456f-bd3d-e4f365b0e13f tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.099020 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70ec557a-0abb-456f-bd3d-e4f365b0e13f tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.108919 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70ec557a-0abb-456f-bd3d-e4f365b0e13f tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.150855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70ec557a-0abb-456f-bd3d-e4f365b0e13f tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.152659 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-70ec557a-0abb-456f-bd3d-e4f365b0e13f tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1686664 Nov 27 01:22:15.156222 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35334) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:15.166682 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'enable_snat': True}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:15.465256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.630291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae0af5-f9d6-44c6-b7ac-fc025cb721cd req-20773cc8-3211-4783-9ab8-e386e11087bb tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:15.639481 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bfae0af5-f9d6-44c6-b7ac-fc025cb721cd req-20773cc8-3211-4783-9ab8-e386e11087bb tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.6851864 Nov 27 01:22:15.766179 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bfae0af5-f9d6-44c6-b7ac-fc025cb721cd req-e8ac08b3-980e-443d-8b10-88cc4d409d02 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256261 Nov 27 01:22:15.893073 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.930938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-50cb1d58-bb42-48e3-bb47-cc93794fe6f7 admin admin] Deleting port 4ca280c7-5699-481f-b3b1-8827fc43fd95 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:15.931456 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-50cb1d58-bb42-48e3-bb47-cc93794fe6f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.936800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.112194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-50cb1d58-bb42-48e3-bb47-cc93794fe6f7 admin admin] For port 4ca280c7-5699-481f-b3b1-8827fc43fd95, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4ca280c7-5699-481f-b3b1-8827fc43fd95,segment=NetworkSegment(b93ae726-57b1-460d-91d8-489c5aadaead),segment_id=b93ae726-57b1-460d-91d8-489c5aadaead)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:16.112941 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-50cb1d58-bb42-48e3-bb47-cc93794fe6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.139948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-50cb1d58-bb42-48e3-bb47-cc93794fe6f7 admin admin] Calling delete_port for 4ca280c7-5699-481f-b3b1-8827fc43fd95 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:16.147699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Allocated IP 172.25.1.97 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/15083b1d-9219-49f7-a784-a31bf6f7d6e8) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:16.210032 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.241927 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:22:16.299761 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.346960 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.417032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event updated for resources: {'Port': ['ID=15083b1d-9219-49f7-a784-a31bf6f7d6e8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:16.427117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:16.429442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:16.433841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:16.456013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b89f76a-37c4-4092-a186-8470b67c614f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:16.540909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a63db9c1-680b-42c6-99ad-d382aa367e48 None None] Provisioning complete for port 15083b1d-9219-49f7-a784-a31bf6f7d6e8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:16.541286 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a63db9c1-680b-42c6-99ad-d382aa367e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.543289 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-50cb1d58-bb42-48e3-bb47-cc93794fe6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.610708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a63db9c1-680b-42c6-99ad-d382aa367e48 None None] Port 15083b1d-9219-49f7-a784-a31bf6f7d6e8 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:16.626257 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb1d58-bb42-48e3-bb47-cc93794fe6f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca280c7-5699-481f-b3b1-8827fc43fd95,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:16.858311 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-50cb1d58-bb42-48e3-bb47-cc93794fe6f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.215015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35384) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:17.503360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cb1d58-bb42-48e3-bb47-cc93794fe6f7 admin admin] Router 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:22:17.512385 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.603074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2197d-119b-4869-9570-1df41408964d req-2329521a-c831-464b-8f87-7a6a129b9655 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:17.607349 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fd2197d-119b-4869-9570-1df41408964d req-2329521a-c831-464b-8f87-7a6a129b9655 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.6715655 Nov 27 01:22:17.678030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cb1d58-bb42-48e3-bb47-cc93794fe6f7 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:17.690329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf194009-bf46-436b-b6c9-909e895dfc04 None None] Sync routers for ids ['8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:17.694210 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-50cb1d58-bb42-48e3-bb47-cc93794fe6f7 admin admin] 10.222.0.15 "PUT /v2.0/routers/8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6953993 Nov 27 01:22:17.701705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35396) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:17.724018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf194009-bf46-436b-b6c9-909e895dfc04 None None] Routers {'8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:17.732573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-bf194009-bf46-436b-b6c9-909e895dfc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:17.772698 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fd2197d-119b-4869-9570-1df41408964d req-639e59d1-50b3-4edd-b688-c3752d663dd5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436806 Nov 27 01:22:17.845567 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.849114 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df6764c5-8001-4640-9bd7-21917dd8ec82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.988087 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df6764c5-8001-4640-9bd7-21917dd8ec82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:18.009522 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df6764c5-8001-4640-9bd7-21917dd8ec82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:18.017285 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-bf194009-bf46-436b-b6c9-909e895dfc04 None None] Set router 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:18.026304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:18.042318 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:18.125468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-df6764c5-8001-4640-9bd7-21917dd8ec82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2085ad49fa2e4ed49e339d3efc350b70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9070976 Nov 27 01:22:18.126332 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35400) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:18.136971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6764c5-8001-4640-9bd7-21917dd8ec82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf9d81b-82c5-418a-9d58-5475e9f2ab4a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:18.187050 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:18.221177 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de48aa3c-473d-4de1-9bd3-1915b623ce67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:18.310963 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de48aa3c-473d-4de1-9bd3-1915b623ce67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:18.331141 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-bf194009-bf46-436b-b6c9-909e895dfc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'name': 'tempest-TaggedBootDevicesTest_v242-2138361164-router', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ecc8b143-08eb-453d-ae79-543b7e809836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:32Z', 'updated_at': '2021-11-27T01:22:16Z', 'revision_number': 5, 'project_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'gw_port': {'id': 'ecc8b143-08eb-453d-ae79-543b7e809836', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:34Z', 'updated_at': '2021-11-27T01:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:18.365937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Router 3199ffe8-619a-4ab9-bfdb-2e41ccd2e102 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:22:18.366662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] Deleting port ecc8b143-08eb-453d-ae79-543b7e809836 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:18.366939 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:18.406307 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf194009-bf46-436b-b6c9-909e895dfc04 None None] Checking router: 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:22:18.415678 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf194009-bf46-436b-b6c9-909e895dfc04 None None] Routers {'8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:18.416329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-bf194009-bf46-436b-b6c9-909e895dfc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:18.424415 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de48aa3c-473d-4de1-9bd3-1915b623ce67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:18.427262 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de48aa3c-473d-4de1-9bd3-1915b623ce67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:18.441925 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-de48aa3c-473d-4de1-9bd3-1915b623ce67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aaf9d81b-82c5-418a-9d58-5475e9f2ab4a HTTP/1.1" status: 204 len: 168 time: 0.3040233 Nov 27 01:22:18.495053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48aa3c-473d-4de1-9bd3-1915b623ce67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf9d81b-82c5-418a-9d58-5475e9f2ab4a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:18.537924 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:18.545364 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:18.548746 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-06133dfd-bb78-4793-823e-2cc4a69d6c42 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "PUT /v2.0/routers/3199ffe8-619a-4ab9-bfdb-2e41ccd2e102 HTTP/1.1" status: 200 len: 912 time: 3.3856089 Nov 27 01:22:18.549632 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35406) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:18.549816 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b6fff-6fc8-474f-9a3d-d28df7e07792 None None] Sync routers for ids ['3199ffe8-619a-4ab9-bfdb-2e41ccd2e102'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:18.575518 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237b6fff-6fc8-474f-9a3d-d28df7e07792 None None] Routers {'3199ffe8-619a-4ab9-bfdb-2e41ccd2e102'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:18.576151 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-237b6fff-6fc8-474f-9a3d-d28df7e07792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3199ffe8-619a-4ab9-bfdb-2e41ccd2e102'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:18.589745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] For port ecc8b143-08eb-453d-ae79-543b7e809836, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ecc8b143-08eb-453d-ae79-543b7e809836,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:18.590129 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:18.625879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] Calling delete_port for ecc8b143-08eb-453d-ae79-543b7e809836 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:18.666549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-bf194009-bf46-436b-b6c9-909e895dfc04 None None] Set router 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:18.703997 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-237b6fff-6fc8-474f-9a3d-d28df7e07792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:18.737357 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237b6fff-6fc8-474f-9a3d-d28df7e07792 None None] Routers {'3199ffe8-619a-4ab9-bfdb-2e41ccd2e102'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:18.737997 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-237b6fff-6fc8-474f-9a3d-d28df7e07792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3199ffe8-619a-4ab9-bfdb-2e41ccd2e102'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:18.752412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-bf194009-bf46-436b-b6c9-909e895dfc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'name': 'tempest-TaggedBootDevicesTest_v242-2138361164-router', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:32Z', 'updated_at': '2021-11-27T01:22:18Z', 'revision_number': 6, 'project_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:18.806792 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf194009-bf46-436b-b6c9-909e895dfc04 None None] The sync data for ids ['8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870'] in n-d-817303-10 is: [{'id': '8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870', 'name': 'tempest-TaggedBootDevicesTest_v242-2138361164-router', 'tenant_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:32Z', 'updated_at': '2021-11-27T01:22:18Z', 'revision_number': 6, 'project_id': 'b2c90f62277242ca9d23ee2d8ae9d6e7', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:18.839675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35412) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:18.843352 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6cb8e380-cd45-43e7-866b-3445f241cdc7 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/routers/3199ffe8-619a-4ab9-bfdb-2e41ccd2e102 HTTP/1.1" status: 200 len: 918 time: 0.2928174 Nov 27 01:22:18.902960 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-237b6fff-6fc8-474f-9a3d-d28df7e07792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:18.903621 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b6fff-6fc8-474f-9a3d-d28df7e07792 None None] The sync data for ids ['3199ffe8-619a-4ab9-bfdb-2e41ccd2e102'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:19.018392 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35416) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:19.040521 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ef24c09d-0071-4150-87dd-082ba80c3faf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.116802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af00e-9e4c-4b9e-899a-e485b8b71f61 req-62a0b4fa-2c5e-4b5a-a646-07ef079ea1e4 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:19.124010 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-369af00e-9e4c-4b9e-899a-e485b8b71f61 req-62a0b4fa-2c5e-4b5a-a646-07ef079ea1e4 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.1603625 Nov 27 01:22:19.134850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6627495-d459-49fc-975b-4d6a17df9644 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:19.138840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d6627495-d459-49fc-975b-4d6a17df9644 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&device_id=3199ffe8-619a-4ab9-bfdb-2e41ccd2e102&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2875445 Nov 27 01:22:19.139456 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35418) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:19.198034 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ef24c09d-0071-4150-87dd-082ba80c3faf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.213501 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ef24c09d-0071-4150-87dd-082ba80c3faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.281632 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.304476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24c09d-0071-4150-87dd-082ba80c3faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0586a4f8-0393-4425-969a-dda5c7872dae,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:19.319529 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ef24c09d-0071-4150-87dd-082ba80c3faf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b7db132f1da4d5d984897b578663c74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3000560 Nov 27 01:22:19.322238 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35428) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:19.335306 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-369af00e-9e4c-4b9e-899a-e485b8b71f61 req-12a38453-1ca2-4817-9abe-fa40a73b2ba4 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102950 Nov 27 01:22:19.336354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc8b143-08eb-453d-ae79-543b7e809836,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:19.385111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9ae8f0-aea3-40b1-8593-431c48debbe5 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:19.387764 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1e9ae8f0-aea3-40b1-8593-431c48debbe5 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 881 time: 0.2390699 Nov 27 01:22:19.394946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35432) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:19.405376 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd4686b-bfd7-4b10-8fbe-b2315c123a64 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:19.455098 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-322ec175-d97c-4989-b50a-9bf37de2dba7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "GET /v2.0/ports?device_id=3199ffe8-619a-4ab9-bfdb-2e41ccd2e102 HTTP/1.1" status: 200 len: 205 time: 0.0540190 Nov 27 01:22:19.455607 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35434) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:19.478793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.514019 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db82eea7-994a-4da9-b17e-88df162babed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.538855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db82eea7-994a-4da9-b17e-88df162babed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.578325 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.580629 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.633939 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.635057 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:22:19.638137 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.642162 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.647562 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-97416a0f-2b13-4b05-a05d-0a51c1560812 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8d4f2ca2-779d-40b0-9ba0-5e9c2c5df870 HTTP/1.1" status: 204 len: 168 time: 1.9442797 Nov 27 01:22:19.648190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35442) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:19.713120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d276e5f-0b9d-4856-86c4-0fd249bcb3a7 admin admin] Deleting subnet 3253c346-0356-48f8-a2e4-f4bb4cf3ee26 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:22:19.718891 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d276e5f-0b9d-4856-86c4-0fd249bcb3a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.724427 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db82eea7-994a-4da9-b17e-88df162babed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.727515 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db82eea7-994a-4da9-b17e-88df162babed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.728733 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-db82eea7-994a-4da9-b17e-88df162babed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0586a4f8-0393-4425-969a-dda5c7872dae HTTP/1.1" status: 204 len: 168 time: 0.4017272 Nov 27 01:22:19.744954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82eea7-994a-4da9-b17e-88df162babed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0586a4f8-0393-4425-969a-dda5c7872dae,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:19.783486 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.826977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d276e5f-0b9d-4856-86c4-0fd249bcb3a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.858303 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Deleting port 15083b1d-9219-49f7-a784-a31bf6f7d6e8 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:19.858860 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.927645 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d276e5f-0b9d-4856-86c4-0fd249bcb3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.015997 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4ca280c7-5699-481f-b3b1-8827fc43fd95 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:20.038539 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.065841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Calling delete_port for 15083b1d-9219-49f7-a784-a31bf6f7d6e8 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:20.085838 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d276e5f-0b9d-4856-86c4-0fd249bcb3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.091603 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 4ca280c7-5699-481f-b3b1-8827fc43fd95 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:20.093507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4ca280c7-5699-481f-b3b1-8827fc43fd95 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:20.095961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ecc8b143-08eb-453d-ae79-543b7e809836 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:20.112646 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d276e5f-0b9d-4856-86c4-0fd249bcb3a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.117559 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2d276e5f-0b9d-4856-86c4-0fd249bcb3a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3253c346-0356-48f8-a2e4-f4bb4cf3ee26 HTTP/1.1" status: 204 len: 168 time: 0.4683642 Nov 27 01:22:20.120324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35452) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:20.148026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: ecc8b143-08eb-453d-ae79-543b7e809836 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:20.148756 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ecc8b143-08eb-453d-ae79-543b7e809836 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:20.153508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4752d5fe-4708-453f-bb12-84f9c692c0bc None None] Network 4014cd14-b05c-4a34-95a8-bc8a756b91a7 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:20.291864 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.298408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d276e5f-0b9d-4856-86c4-0fd249bcb3a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3253c346-0356-48f8-a2e4-f4bb4cf3ee26,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:20.445332 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.455775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Deleting port 543f4916-ec2f-4008-8d4c-ebdc30af30d7 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:20.456503 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.485036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Pushing event deleted for resources: {'Port': ['ID=15083b1d-9219-49f7-a784-a31bf6f7d6e8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:20.508164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb96e29c-0570-40f9-a740-ef5e7d5bb7e6 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:20.515043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc797ed-463b-4431-9679-575ecdf76f88 None None] DHCP port deletion for 4014cd14-b05c-4a34-95a8-bc8a756b91a7 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:20.598311 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.609858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60998dab-034e-4e8e-91e4-deeb25ef224a req-092be2c7-1078-4611-bb5f-86e27a4edd0f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:20.611750 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-60998dab-034e-4e8e-91e4-deeb25ef224a req-092be2c7-1078-4611-bb5f-86e27a4edd0f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.0956230 Nov 27 01:22:20.641126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ffc797ed-463b-4431-9679-575ecdf76f88 None None] Deleting port 543f4916-ec2f-4008-8d4c-ebdc30af30d7 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:20.642519 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ffc797ed-463b-4431-9679-575ecdf76f88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.650467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] For port 543f4916-ec2f-4008-8d4c-ebdc30af30d7, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=543f4916-ec2f-4008-8d4c-ebdc30af30d7,segment=NetworkSegment(b93ae726-57b1-460d-91d8-489c5aadaead),segment_id=b93ae726-57b1-460d-91d8-489c5aadaead)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:20.650833 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.689569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Calling delete_port for 543f4916-ec2f-4008-8d4c-ebdc30af30d7 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:20.749168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ffc797ed-463b-4431-9679-575ecdf76f88 None None] For port 543f4916-ec2f-4008-8d4c-ebdc30af30d7, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=543f4916-ec2f-4008-8d4c-ebdc30af30d7,segment=NetworkSegment(b93ae726-57b1-460d-91d8-489c5aadaead),segment_id=b93ae726-57b1-460d-91d8-489c5aadaead)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:20.749469 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ffc797ed-463b-4431-9679-575ecdf76f88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.758078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.764201 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.768763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ffc797ed-463b-4431-9679-575ecdf76f88 None None] Calling delete_port for 543f4916-ec2f-4008-8d4c-ebdc30af30d7 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:20.823470 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-60998dab-034e-4e8e-91e4-deeb25ef224a req-58b94b16-7156-4086-be24-7687f33c8865 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746006 Nov 27 01:22:20.837261 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.837929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Fanout notify agent at l3_agent the message router_deleted on router 3199ffe8-619a-4ab9-bfdb-2e41ccd2e102 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:22:20.849734 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.857364 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4620f3ff-ca1e-4d48-b208-25d65abe3db7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "DELETE /v2.0/routers/3199ffe8-619a-4ab9-bfdb-2e41ccd2e102 HTTP/1.1" status: 204 len: 168 time: 1.3953273 Nov 27 01:22:20.858009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35480) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:20.867092 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0e586fed-a49e-4435-9386-95d08bedc827 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1877842050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:20.870438 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.919458 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e586fed-a49e-4435-9386-95d08bedc827 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.920696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e586fed-a49e-4435-9386-95d08bedc827 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.949813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=543f4916-ec2f-4008-8d4c-ebdc30af30d7,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:20.960152 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] No DVR routers for this DVR port 543f4916-ec2f-4008-8d4c-ebdc30af30d7 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:22:20.964114 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ffc797ed-463b-4431-9679-575ecdf76f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.002507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc797ed-463b-4431-9679-575ecdf76f88 None None] Pushing event deleted for resources: {'Port': ['ID=543f4916-ec2f-4008-8d4c-ebdc30af30d7,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:21.011829 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc797ed-463b-4431-9679-575ecdf76f88 None None] No DVR routers for this DVR port 543f4916-ec2f-4008-8d4c-ebdc30af30d7 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:22:21.050262 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e586fed-a49e-4435-9386-95d08bedc827 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.066645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e586fed-a49e-4435-9386-95d08bedc827 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.104465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e586fed-a49e-4435-9386-95d08bedc827 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.106508 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.110228 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0e586fed-a49e-4435-9386-95d08bedc827 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2478290 Nov 27 01:22:21.110228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35506) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:21.122850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'enable_snat': False}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:21.155261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4014cd14-b05c-4a34-95a8-bc8a756b91a7']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:21.170167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93ae726-57b1-460d-91d8-489c5aadaead') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:21.173186 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93ae726-57b1-460d-91d8-489c5aadaead') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:21.198751 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.214106 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.247594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:22:21.249203 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:22:21.253324 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:22:21.365339 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.392879 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.399402 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4014cd14-b05c-4a34-95a8-bc8a756b91a7 HTTP/1.1" status: 204 len: 168 time: 1.2764635 Nov 27 01:22:21.401135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785db17a-80ac-487d-a19b-66b8ba0f9fc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4014cd14-b05c-4a34-95a8-bc8a756b91a7,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:21.411310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.626208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35530) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:21.718708 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-033d39bb-7e78-4f69-9b04-624e43aa7941 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f18470837cb4394bc7b6e5f757f3214&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885580 Nov 27 01:22:21.718708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.720143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35534) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:21.748166 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.793906 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbce95d3-6abd-47aa-ad65-cf71ebac2047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.830079 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbce95d3-6abd-47aa-ad65-cf71ebac2047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.890358 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbce95d3-6abd-47aa-ad65-cf71ebac2047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.895247 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Allocated IP 172.25.1.221 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/943d83f2-7f11-4ef1-b3f0-17f913bc6056) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:21.898856 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbce95d3-6abd-47aa-ad65-cf71ebac2047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.906725 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fbce95d3-6abd-47aa-ad65-cf71ebac2047 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9 HTTP/1.1" status: 204 len: 168 time: 0.1836636 Nov 27 01:22:21.922862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce95d3-6abd-47aa-ad65-cf71ebac2047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6ae7e2-0283-4626-9dcb-d53c5c2ae5d9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:22.041629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 543f4916-ec2f-4008-8d4c-ebdc30af30d7 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:22.071699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 543f4916-ec2f-4008-8d4c-ebdc30af30d7 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:22.072377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 543f4916-ec2f-4008-8d4c-ebdc30af30d7 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:22.126844 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.173654 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.224094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:22.227577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:22.231279 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:22.242694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dfc5fd-a4cc-447f-99af-3e0c8c9fb872 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:22.264828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Pushing event updated for resources: {'Port': ['ID=943d83f2-7f11-4ef1-b3f0-17f913bc6056,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:22.299612 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90b317-fc55-4ce7-a5dd-9381d24acdc3 req-c9745d89-302c-4957-ac89-2e05b588da21 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:22.309561 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f90b317-fc55-4ce7-a5dd-9381d24acdc3 req-c9745d89-302c-4957-ac89-2e05b588da21 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 946 time: 0.1083062 Nov 27 01:22:22.310183 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9b9845b2-62a2-43d8-9702-13a27227edb2 None None] Provisioning complete for port 943d83f2-7f11-4ef1-b3f0-17f913bc6056 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:22.310567 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9b9845b2-62a2-43d8-9702-13a27227edb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.387788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9b9845b2-62a2-43d8-9702-13a27227edb2 None None] Port 943d83f2-7f11-4ef1-b3f0-17f913bc6056 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:22.435373 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f90b317-fc55-4ce7-a5dd-9381d24acdc3 req-c2852007-4c1b-430a-93ba-69fcb4143c51 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072478 Nov 27 01:22:22.566001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35572) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:22.617518 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-34a13af8-bf1e-4a60-9be2-d5a6f39ec502 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2c90f62277242ca9d23ee2d8ae9d6e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503464 Nov 27 01:22:22.618617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35576) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:22.674796 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.708354 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c78f21f-d285-4c7d-849e-d3cfa3ca647c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.762240 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c78f21f-d285-4c7d-849e-d3cfa3ca647c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.842871 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c78f21f-d285-4c7d-849e-d3cfa3ca647c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.847302 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c78f21f-d285-4c7d-849e-d3cfa3ca647c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.850788 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0c78f21f-d285-4c7d-849e-d3cfa3ca647c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a89db029-98e0-4756-8fa0-ea48e77c8cf9 HTTP/1.1" status: 204 len: 168 time: 0.2301893 Nov 27 01:22:22.869255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78f21f-d285-4c7d-849e-d3cfa3ca647c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89db029-98e0-4756-8fa0-ea48e77c8cf9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:23.062357 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.065766 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.190469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 02caa119-c7f4-405b-ba6b-a6d7c8523f2f no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:23.316972 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.329010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Router fa56c019-5fb9-41c3-a140-79a25a505232 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:22:23.364835 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:23.367410 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a1ed27-d5ed-4e93-944f-ce6001197945" -d '{"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-unplugged", "status": "completed", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:23.405074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:23.415989 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.526987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:23.539219 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.539219 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ec3fdcab-53c8-4e8e-981c-980044fe020a tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "PUT /v2.0/routers/fa56c019-5fb9-41c3-a140-79a25a505232 HTTP/1.1" status: 200 len: 916 time: 2.4172771 Nov 27 01:22:23.542930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35644) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:23.543412 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5a35cb-8603-49da-9c86-576067b07557 x-openstack-request-id: req-7c5a35cb-8603-49da-9c86-576067b07557 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:23.543412 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-unplugged", "status": "completed", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:23.544073 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c5a35cb-8603-49da-9c86-576067b07557 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:23.544723 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'code': 200} Nov 27 01:22:23.550369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4ba860-26e0-4050-8039-19283e770537 None None] Sync routers for ids ['fa56c019-5fb9-41c3-a140-79a25a505232'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:23.593746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ba860-26e0-4050-8039-19283e770537 None None] Routers {'fa56c019-5fb9-41c3-a140-79a25a505232'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:23.594469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9c4ba860-26e0-4050-8039-19283e770537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fa56c019-5fb9-41c3-a140-79a25a505232'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:23.660085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9c4ba860-26e0-4050-8039-19283e770537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:23.681450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=14']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:23.685526 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ba860-26e0-4050-8039-19283e770537 None None] Routers {'fa56c019-5fb9-41c3-a140-79a25a505232'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:23.686509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9c4ba860-26e0-4050-8039-19283e770537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fa56c019-5fb9-41c3-a140-79a25a505232'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:23.740032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9c4ba860-26e0-4050-8039-19283e770537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:23.740730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4ba860-26e0-4050-8039-19283e770537 None None] The sync data for ids ['fa56c019-5fb9-41c3-a140-79a25a505232'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:24.059529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35680) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:24.060871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cb87387e-9cc2-41ff-b29c-290882d12937 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/routers/fa56c019-5fb9-41c3-a140-79a25a505232 HTTP/1.1" status: 200 len: 922 time: 0.5193408 Nov 27 01:22:24.111823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27417217-d1cf-4988-8179-418efa666959 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:24.114394 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-27417217-d1cf-4988-8179-418efa666959 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&device_id=fa56c019-5fb9-41c3-a140-79a25a505232&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0536647 Nov 27 01:22:24.117279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35692) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:24.215067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7b773-6ed6-4b5e-be42-bbdae4539ddf tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:24.219651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35710) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:24.219839 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c8d7b773-6ed6-4b5e-be42-bbdae4539ddf tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 881 time: 0.1011279 Nov 27 01:22:24.259336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35714) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:24.271845 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-88ec1183-93a7-4e32-bc52-649b8c8282cb tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa56c019-5fb9-41c3-a140-79a25a505232 HTTP/1.1" status: 200 len: 205 time: 0.0503531 Nov 27 01:22:24.423179 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:24.576262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599e101-13e3-463a-8737-643fc2392edf req-d8b1caa7-dac7-4c87-ab8b-94c2d45751d8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:24.577781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4599e101-13e3-463a-8737-643fc2392edf req-d8b1caa7-dac7-4c87-ab8b-94c2d45751d8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1119494 Nov 27 01:22:24.627665 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:24.636725 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35728) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:24.665189 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4599e101-13e3-463a-8737-643fc2392edf req-7ec15c54-f138-4ca4-b7f8-b67288fe039f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802729 Nov 27 01:22:24.717573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Deleting port 943d83f2-7f11-4ef1-b3f0-17f913bc6056 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:24.717880 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:24.824141 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:24.838665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Calling delete_port for 943d83f2-7f11-4ef1-b3f0-17f913bc6056 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:24.894517 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b3260839-24a1-410f-afc5-c27699f9b37a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.006156 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b3260839-24a1-410f-afc5-c27699f9b37a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.015773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b3260839-24a1-410f-afc5-c27699f9b37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.082150 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.128350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Pushing event deleted for resources: {'Port': ['ID=943d83f2-7f11-4ef1-b3f0-17f913bc6056,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:25.153737 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b3260839-24a1-410f-afc5-c27699f9b37a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8073aa2a34d8400e9e99b13c973f1f79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5156257 Nov 27 01:22:25.167120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4927a71a-07f1-46fe-a1ff-d8965c53742b None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:25.172696 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35758) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:25.173477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3260839-24a1-410f-afc5-c27699f9b37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de058e7-040b-41c8-be80-8601d1a96f30,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:25.232517 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9df019-5d65-4bfd-8a7b-775032b92fa4 req-5ebe537d-18e8-439c-8ed0-c93f2d71857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:25.234746 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe9df019-5d65-4bfd-8a7b-775032b92fa4 req-5ebe537d-18e8-439c-8ed0-c93f2d71857a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 1096 time: 0.1175499 Nov 27 01:22:25.235938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655ccad-03a8-4b5b-abf5-7a8cdfee8414 req-898fe1f0-233c-4fd8-9306-40333000417d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:25.243251 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9655ccad-03a8-4b5b-abf5-7a8cdfee8414 req-898fe1f0-233c-4fd8-9306-40333000417d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1226578 Nov 27 01:22:25.246703 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.316850 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9655ccad-03a8-4b5b-abf5-7a8cdfee8414 req-e26c2684-9559-4da9-b6ae-da82c9080503 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725319 Nov 27 01:22:25.317769 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-231864b1-fda8-4355-a4d2-496090a7b127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.351366 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-231864b1-fda8-4355-a4d2-496090a7b127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.418021 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-231864b1-fda8-4355-a4d2-496090a7b127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.420945 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-231864b1-fda8-4355-a4d2-496090a7b127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.425260 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-231864b1-fda8-4355-a4d2-496090a7b127 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4de058e7-040b-41c8-be80-8601d1a96f30 HTTP/1.1" status: 204 len: 168 time: 0.2427347 Nov 27 01:22:25.435352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231864b1-fda8-4355-a4d2-496090a7b127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de058e7-040b-41c8-be80-8601d1a96f30,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:25.499009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9df019-5d65-4bfd-8a7b-775032b92fa4 req-b640a9a8-2046-4ad1-9200-223e9084be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:25.503790 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe9df019-5d65-4bfd-8a7b-775032b92fa4 req-b640a9a8-2046-4ad1-9200-223e9084be12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.2546628 Nov 27 01:22:25.537027 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79a23953-88ac-4d9d-8a9b-98fb47687490 req-4093bcfd-26a0-4170-8015-fcf6d91d95ca tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.1690459 Nov 27 01:22:25.598688 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.603537 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.665809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe9df019-5d65-4bfd-8a7b-775032b92fa4 req-2f6e844c-3da8-4016-8310-008db7e59f34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f HTTP/1.1" status: 200 len: 999 time: 0.1455951 Nov 27 01:22:25.671335 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.671993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Fanout notify agent at l3_agent the message router_deleted on router fa56c019-5fb9-41c3-a140-79a25a505232 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:22:25.680004 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.681942 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-26bb3d80-1a35-4423-b0b6-a844939d5571 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "DELETE /v2.0/routers/fa56c019-5fb9-41c3-a140-79a25a505232 HTTP/1.1" status: 204 len: 168 time: 1.4215028 Nov 27 01:22:25.686606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35782) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:25.692680 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2145411442', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:25.730853 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.732657 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.736433 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9df019-5d65-4bfd-8a7b-775032b92fa4 req-6ff3a4f6-0922-4bb2-be01-0301db885e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:25.737918 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe9df019-5d65-4bfd-8a7b-775032b92fa4 req-6ff3a4f6-0922-4bb2-be01-0301db885e0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.0512230 Nov 27 01:22:25.801947 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.803594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9df019-5d65-4bfd-8a7b-775032b92fa4 req-5a6e0f3f-f4ab-45f3-a66c-a655b919cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:25.805424 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe9df019-5d65-4bfd-8a7b-775032b92fa4 req-5a6e0f3f-f4ab-45f3-a66c-a655b919cd9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546792 Nov 27 01:22:25.857855 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35788) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:25.902331 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-04719749-2da9-4a3d-80db-e3a89b5c2d73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.083041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe9df019-5d65-4bfd-8a7b-775032b92fa4 req-8fad5270-a3a8-47db-a1ab-2a8df4221567 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452669 Nov 27 01:22:26.088061 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-04719749-2da9-4a3d-80db-e3a89b5c2d73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.104095 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-04719749-2da9-4a3d-80db-e3a89b5c2d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.191567 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-04719749-2da9-4a3d-80db-e3a89b5c2d73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d781888ed614278ba2165ccf91486aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3320992 Nov 27 01:22:26.199852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35798) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:26.217847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04719749-2da9-4a3d-80db-e3a89b5c2d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03f2310-c321-42de-aa95-4e8c87df3001,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:26.278401 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe9df019-5d65-4bfd-8a7b-775032b92fa4 req-77527c19-c727-444d-bf12-3d5fd168c896 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849585 Nov 27 01:22:26.304654 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59b61128-4f4c-4707-83a8-f0a644457be1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.335400 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59b61128-4f4c-4707-83a8-f0a644457be1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.349656 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.394081 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59b61128-4f4c-4707-83a8-f0a644457be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.397188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59b61128-4f4c-4707-83a8-f0a644457be1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.398643 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-59b61128-4f4c-4707-83a8-f0a644457be1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a03f2310-c321-42de-aa95-4e8c87df3001 HTTP/1.1" status: 204 len: 168 time: 0.1972601 Nov 27 01:22:26.419244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b61128-4f4c-4707-83a8-f0a644457be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03f2310-c321-42de-aa95-4e8c87df3001,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:26.526743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386dcbf-2f5e-4c04-9f1b-4efd337c54bc req-5f11418f-e8c4-454b-8dd2-0aa75df613f2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:26.534504 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6386dcbf-2f5e-4c04-9f1b-4efd337c54bc req-5f11418f-e8c4-454b-8dd2-0aa75df613f2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1001000 Nov 27 01:22:26.593960 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6386dcbf-2f5e-4c04-9f1b-4efd337c54bc req-e9e09979-6c75-4052-9dfb-6f238f0d0c13 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558338 Nov 27 01:22:26.720970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4bc2ba52-1f90-4387-b873-1a3347caab76 req-958fa332-b080-4bb4-80dc-e19bba18f2ca tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0732470 Nov 27 01:22:26.762749 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.783512 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.902782 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Allocated IP 172.25.1.101 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/570ec582-db73-4cf3-af13-8b2c67c06ba5) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:27.038128 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.085190 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.132820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:27.135829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:27.139649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:27.145159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Pushing event updated for resources: {'Port': ['ID=570ec582-db73-4cf3-af13-8b2c67c06ba5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:27.152735 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac772e4d-df31-459e-ba71-9c050b00d52b None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:27.263033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-db9c59fa-a959-4d0f-b9aa-fff7d6472725 None None] Provisioning complete for port 570ec582-db73-4cf3-af13-8b2c67c06ba5 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:27.263611 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-db9c59fa-a959-4d0f-b9aa-fff7d6472725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.342442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-db9c59fa-a959-4d0f-b9aa-fff7d6472725 None None] Port 570ec582-db73-4cf3-af13-8b2c67c06ba5 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:27.455428 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.686286 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.814678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbebe9-8d7e-4742-ab6c-8f416166d2f8 req-91a5cbda-d841-4e57-a77d-a2cc0c51e787 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:27.816555 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a4cbebe9-8d7e-4742-ab6c-8f416166d2f8 req-91a5cbda-d841-4e57-a77d-a2cc0c51e787 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1270471 Nov 27 01:22:27.842659 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a14377fa-70f8-4046-a43d-da00e2803e41 req-20fb66c4-5ee5-4a62-81c2-684c8ae50579 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0307567 Nov 27 01:22:27.896924 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a4cbebe9-8d7e-4742-ab6c-8f416166d2f8 req-1ca6589c-4f11-4d16-89ba-a7bcacd77fa0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699723 Nov 27 01:22:27.926251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Router 381ea0e2-41fd-4631-a3db-5e90449c21ba is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:22:28.108614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:28.125873 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0063b7-38a4-4fd9-ae14-5eea0757f2db None None] Sync routers for ids ['381ea0e2-41fd-4631-a3db-5e90449c21ba'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:28.137915 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f41132-e4a7-4390-9d01-fa3b0748a90f req-a201f253-0c66-4d4d-b6ee-87d95a4d736f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:28.139447 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-60f41132-e4a7-4390-9d01-fa3b0748a90f req-a201f253-0c66-4d4d-b6ee-87d95a4d736f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0752456 Nov 27 01:22:28.140335 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0063b7-38a4-4fd9-ae14-5eea0757f2db None None] Routers {'381ea0e2-41fd-4631-a3db-5e90449c21ba'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:28.144983 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7c0063b7-38a4-4fd9-ae14-5eea0757f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['381ea0e2-41fd-4631-a3db-5e90449c21ba'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:28.147597 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:28.149482 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-18cb8445-603a-4f6b-9353-e8641752be46 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4610929 Nov 27 01:22:28.153011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35890) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:28.160863 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:28.207539 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7c0063b7-38a4-4fd9-ae14-5eea0757f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:28.217865 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0063b7-38a4-4fd9-ae14-5eea0757f2db None None] Routers {'381ea0e2-41fd-4631-a3db-5e90449c21ba'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:28.218682 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7c0063b7-38a4-4fd9-ae14-5eea0757f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['381ea0e2-41fd-4631-a3db-5e90449c21ba'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:28.222799 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-60f41132-e4a7-4390-9d01-fa3b0748a90f req-e178d2fb-9b7b-49f1-bf81-f2d15f0afd1e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716200 Nov 27 01:22:28.258542 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7c0063b7-38a4-4fd9-ae14-5eea0757f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:28.259337 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0063b7-38a4-4fd9-ae14-5eea0757f2db None None] The sync data for ids ['381ea0e2-41fd-4631-a3db-5e90449c21ba'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:28.325016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35898) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:28.406250 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:28.423152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4addd1d-ec7d-4f1a-aab7-a4ffd8505605 req-66917785-d323-4306-9ec9-cf35af1b8f09 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:28.426351 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4addd1d-ec7d-4f1a-aab7-a4ffd8505605 req-66917785-d323-4306-9ec9-cf35af1b8f09 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0884509 Nov 27 01:22:28.504968 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4addd1d-ec7d-4f1a-aab7-a4ffd8505605 req-14e68037-2d15-47e1-8ed6-ed9c7af72cdb tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714617 Nov 27 01:22:28.514954 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f79fed91-46ce-49eb-b5a3-41834b6767d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:28.626040 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:28.643247 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:28.644390 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f79fed91-46ce-49eb-b5a3-41834b6767d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:28.654745 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f79fed91-46ce-49eb-b5a3-41834b6767d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:28.705721 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f79fed91-46ce-49eb-b5a3-41834b6767d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=443584126027428d9ba0ca72a34490e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3795803 Nov 27 01:22:28.707971 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fed91-46ce-49eb-b5a3-41834b6767d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed8bc01-c6da-496b-a598-c7aa7fab5e85,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:28.709154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35916) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:28.716005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Deleting port 570ec582-db73-4cf3-af13-8b2c67c06ba5 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:28.716360 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:28.881894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b37e223e-acb2-4651-8363-e7c670eff54e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:28.920362 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:28.947697 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b37e223e-acb2-4651-8363-e7c670eff54e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:28.964104 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Calling delete_port for 570ec582-db73-4cf3-af13-8b2c67c06ba5 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:28.978008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-1ab0b8ae-d9fc-47a6-8b9e-3b2a6af5a71c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:28.979476 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-1ab0b8ae-d9fc-47a6-8b9e-3b2a6af5a71c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 812 time: 0.2188227 Nov 27 01:22:28.986467 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cf39f844-15c5-49ba-aea3-09fe4c49b9a8 req-576044ff-d013-4228-87e3-29a2b932397b tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0279922 Nov 27 01:22:29.016644 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-3a50954d-783a-426a-ad31-a817de7475fc tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/quotas/fed1b1bae53244d39c27b4bf4d5ada1d HTTP/1.1" status: 200 len: 375 time: 0.0258865 Nov 27 01:22:29.110115 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b37e223e-acb2-4651-8363-e7c670eff54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:29.112832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b37e223e-acb2-4651-8363-e7c670eff54e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:29.113863 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b37e223e-acb2-4651-8363-e7c670eff54e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fed8bc01-c6da-496b-a598-c7aa7fab5e85 HTTP/1.1" status: 204 len: 168 time: 0.4037786 Nov 27 01:22:29.125238 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-35510922-653b-424e-8455-25440a408c29 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754840 Nov 27 01:22:29.167070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e223e-acb2-4651-8363-e7c670eff54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed8bc01-c6da-496b-a598-c7aa7fab5e85,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:29.257026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90972e72-afe3-435e-bfd3-d00756b51884 req-bcdc9765-f5e1-4540-9fa7-ff335a412d7c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0428793 Nov 27 01:22:29.323919 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-7d0d9ae4-2b84-43dd-8d22-5fcc88f86833 service neutron] 10.222.0.15 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600797 Nov 27 01:22:29.396855 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:29.430114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Pushing event deleted for resources: {'Port': ['ID=570ec582-db73-4cf3-af13-8b2c67c06ba5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:29.454133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221ae4e8-d246-497f-a4d0-43f086161f7a None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:29.517939 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-7254b975-fc11-425c-8e36-9468224d3a47 service neutron] 10.222.0.15 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929569 Nov 27 01:22:29.530066 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:29.804526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:29.810134 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:29.843252 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b16b263c-6ace-4cc8-956d-00b6f6d48f28 req-9f1e8d20-d623-4494-bdab-bae7716673de tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 210 time: 0.0611989 Nov 27 01:22:29.919012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Router 381ea0e2-41fd-4631-a3db-5e90449c21ba has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:22:30.044019 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:30.055270 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f3ed2-ea19-40e7-95b0-991cc2a48c5a None None] Sync routers for ids ['381ea0e2-41fd-4631-a3db-5e90449c21ba'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:30.056838 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:30.058617 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bccd8ff3-30a1-40d9-9348-e2ba574fac72 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "PUT /v2.0/routers/381ea0e2-41fd-4631-a3db-5e90449c21ba HTTP/1.1" status: 200 len: 706 time: 1.9035978 Nov 27 01:22:30.061320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35978) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:30.075938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f3ed2-ea19-40e7-95b0-991cc2a48c5a None None] Routers {'381ea0e2-41fd-4631-a3db-5e90449c21ba'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:30.077528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d89f3ed2-ea19-40e7-95b0-991cc2a48c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['381ea0e2-41fd-4631-a3db-5e90449c21ba'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:30.123139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d89f3ed2-ea19-40e7-95b0-991cc2a48c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:30.133430 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f3ed2-ea19-40e7-95b0-991cc2a48c5a None None] Routers {'381ea0e2-41fd-4631-a3db-5e90449c21ba'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:30.134371 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d89f3ed2-ea19-40e7-95b0-991cc2a48c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['381ea0e2-41fd-4631-a3db-5e90449c21ba'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:30.175188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d89f3ed2-ea19-40e7-95b0-991cc2a48c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:30.175890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f3ed2-ea19-40e7-95b0-991cc2a48c5a None None] The sync data for ids ['381ea0e2-41fd-4631-a3db-5e90449c21ba'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:30.228090 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5853b5c5-0bf2-451e-98a8-7413f4175141 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/routers/381ea0e2-41fd-4631-a3db-5e90449c21ba HTTP/1.1" status: 200 len: 741 time: 0.1653962 Nov 27 01:22:30.231004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35988) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:30.307238 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1cdded78-e605-43a5-a64c-63f038bed280 tempest-RoutersAdminTest-1498130356 tempest-RoutersAdminTest-1498130356-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&device_id=381ea0e2-41fd-4631-a3db-5e90449c21ba HTTP/1.1" status: 200 len: 205 time: 0.0747724 Nov 27 01:22:30.315523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35992) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:30.376226 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e5b300cc-5e71-40ef-9bd0-6ad365b4bfed tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "GET /v2.0/ports?device_id=381ea0e2-41fd-4631-a3db-5e90449c21ba HTTP/1.1" status: 200 len: 205 time: 0.0593400 Nov 27 01:22:30.377537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35996) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:30.473920 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:30.518702 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-148516e4-c873-4c50-a9e7-e5ca052e531d tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:30.719648 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c777ad10-b259-4e25-9c66-f3b751c3eb0f req-cb833cd2-e7eb-4396-8694-32d1ff5d0df6 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.5731568 Nov 27 01:22:30.827775 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-148516e4-c873-4c50-a9e7-e5ca052e531d tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:30.830290 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-148516e4-c873-4c50-a9e7-e5ca052e531d tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:30.890468 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-148516e4-c873-4c50-a9e7-e5ca052e531d tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:30.897826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148516e4-c873-4c50-a9e7-e5ca052e531d tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Fanout notify agent at l3_agent the message router_deleted on router 381ea0e2-41fd-4631-a3db-5e90449c21ba {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:22:30.915762 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-148516e4-c873-4c50-a9e7-e5ca052e531d tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:30.915762 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-148516e4-c873-4c50-a9e7-e5ca052e531d tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "DELETE /v2.0/routers/381ea0e2-41fd-4631-a3db-5e90449c21ba HTTP/1.1" status: 204 len: 168 time: 0.5319889 Nov 27 01:22:30.917221 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36020) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:30.953057 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d54df5c8-978a-43a8-94f0-3dd0525ebae7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "GET /v2.0/ports?device_id=381ea0e2-41fd-4631-a3db-5e90449c21ba HTTP/1.1" status: 200 len: 205 time: 0.0343733 Nov 27 01:22:30.953584 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36022) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:30.984904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04bae04f-d96c-4b5c-beb8-a5894354c986 req-9b81b80a-2b32-47fc-b85f-d4941399b6dd tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 210 time: 0.0391386 Nov 27 01:22:30.998938 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-9162c7a2-1807-4edb-b4bb-edb160fc879d tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] delete failed (client error): The resource could not be found. Nov 27 01:22:31.002397 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9162c7a2-1807-4edb-b4bb-edb160fc879d tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "DELETE /v2.0/routers/381ea0e2-41fd-4631-a3db-5e90449c21ba HTTP/1.1" status: 404 len: 336 time: 0.0455000 Nov 27 01:22:31.002846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36026) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:31.036555 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3455d15f-aba2-4941-ac55-8d23f03cc09d tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa56c019-5fb9-41c3-a140-79a25a505232 HTTP/1.1" status: 200 len: 205 time: 0.0324893 Nov 27 01:22:31.038914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36034) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:31.078146 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-1b59b65d-ca4f-4e25-b943-e43d8ebe6aa7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] delete failed (client error): The resource could not be found. Nov 27 01:22:31.081577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1b59b65d-ca4f-4e25-b943-e43d8ebe6aa7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "DELETE /v2.0/routers/fa56c019-5fb9-41c3-a140-79a25a505232 HTTP/1.1" status: 404 len: 336 time: 0.0393593 Nov 27 01:22:31.081799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36036) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:31.111837 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ff6f3b1c-3824-43bd-9e5a-5e19268c7d2a tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "GET /v2.0/ports?device_id=3199ffe8-619a-4ab9-bfdb-2e41ccd2e102 HTTP/1.1" status: 200 len: 205 time: 0.0267484 Nov 27 01:22:31.112093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36042) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:31.150880 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-54dc8927-c2d0-46e2-bf15-24196f658036 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] delete failed (client error): The resource could not be found. Nov 27 01:22:31.152291 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-54dc8927-c2d0-46e2-bf15-24196f658036 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "DELETE /v2.0/routers/3199ffe8-619a-4ab9-bfdb-2e41ccd2e102 HTTP/1.1" status: 404 len: 336 time: 0.0389838 Nov 27 01:22:31.154650 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36044) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:31.189540 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-12593491-84c9-4753-b8ea-f5236fbea7cb tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "GET /v2.0/ports?device_id=d03883e6-a8d3-410d-9e51-205fe6d33129 HTTP/1.1" status: 200 len: 205 time: 0.0336072 Nov 27 01:22:31.190450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36046) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:31.233166 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-0b852c5c-cfed-4686-9f0e-e874f706b41c tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] delete failed (client error): The resource could not be found. Nov 27 01:22:31.234236 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0b852c5c-cfed-4686-9f0e-e874f706b41c tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "DELETE /v2.0/routers/d03883e6-a8d3-410d-9e51-205fe6d33129 HTTP/1.1" status: 404 len: 336 time: 0.0427930 Nov 27 01:22:31.237274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36048) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:31.344933 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d4ee4788-9465-40d5-843b-f15b385ccaf5 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "GET /v2.0/ports?device_id=a967c2cc-44a2-4b2c-84c7-42dcd2171f36 HTTP/1.1" status: 200 len: 205 time: 0.1064913 Nov 27 01:22:31.347282 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36058) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:31.397010 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-ac7efd79-521b-444e-a68a-8e53e8bad4e9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] delete failed (client error): The resource could not be found. Nov 27 01:22:31.400509 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ac7efd79-521b-444e-a68a-8e53e8bad4e9 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "DELETE /v2.0/routers/a967c2cc-44a2-4b2c-84c7-42dcd2171f36 HTTP/1.1" status: 404 len: 336 time: 0.0498610 Nov 27 01:22:31.402111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36064) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:31.434201 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6225698f-6b22-4d77-b9b8-050fb36dfeb7 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "GET /v2.0/ports?device_id=d74ff6db-f1f8-467b-a098-e6e68046cd08 HTTP/1.1" status: 200 len: 205 time: 0.0315111 Nov 27 01:22:31.434925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-3f36ea4c-f3b7-41ce-96f2-9d45122ee4a7 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:31.436460 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-3f36ea4c-f3b7-41ce-96f2-9d45122ee4a7 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 812 time: 0.1605856 Nov 27 01:22:31.436624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36068) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:31.457038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-85d6001f-af07-4ea6-a26c-5a05384592e3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Request body: {'port': {'device_id': 'de3d3b04-0d79-4e5d-94ad-825b0e80f0ef', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'admin_state_up': True, 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:31.479245 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-324a56df-fd7a-4529-9b1a-bb8aac23be7b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] delete failed (client error): The resource could not be found. Nov 27 01:22:31.482709 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-324a56df-fd7a-4529-9b1a-bb8aac23be7b tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "DELETE /v2.0/routers/d74ff6db-f1f8-467b-a098-e6e68046cd08 HTTP/1.1" status: 404 len: 336 time: 0.0429900 Nov 27 01:22:31.482938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36074) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:31.510131 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-07945b0f-69a2-4e10-8f31-d109a9e244c8 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] DELETE failed (client error): The resource could not be found. Nov 27 01:22:31.513377 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07945b0f-69a2-4e10-8f31-d109a9e244c8 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:22:31.518639 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-07945b0f-69a2-4e10-8f31-d109a9e244c8 tempest-RoutersAdminTest-57403499 tempest-RoutersAdminTest-57403499-project] 10.222.0.15 "DELETE /v2.0/subnets/74b8dc75-7680-4171-a4a8-dbc506da03bf HTTP/1.1" status: 404 len: 337 time: 0.0346766 Nov 27 01:22:31.591645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-85d6001f-af07-4ea6-a26c-5a05384592e3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Made reservation on behalf of fed1b1bae53244d39c27b4bf4d5ada1d for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:31.596486 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-85d6001f-af07-4ea6-a26c-5a05384592e3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:31.778402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-85d6001f-af07-4ea6-a26c-5a05384592e3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Allocated IP 172.20.0.6 (3c57a88e-d3f9-4c17-b69e-c01abc695eed/dc2973a6-0364-4d73-9157-cfbb2858d62a/60a40ba0-45e4-4e56-841b-406c7e07fee3) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:31.954720 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0ab81f8-5f52-48dd-9962-3f417dab4bb7 req-31ae1992-1483-4a9c-97bf-74cedd2c870d tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0665276 Nov 27 01:22:31.958141 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36128) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:32.049637 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-85d6001f-af07-4ea6-a26c-5a05384592e3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.129800 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-85d6001f-af07-4ea6-a26c-5a05384592e3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.131720 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3e024131-7691-4e7b-b27c-559284fe1700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.251750 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-85d6001f-af07-4ea6-a26c-5a05384592e3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Network 3c57a88e-d3f9-4c17-b69e-c01abc695eed is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:32.266259 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3e024131-7691-4e7b-b27c-559284fe1700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.273772 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3e024131-7691-4e7b-b27c-559284fe1700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.284181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314d28d-0aa5-4e03-9663-5d15ced9a519 req-74f607b4-3345-42c6-b746-6fc8458ddfc9 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:32.293311 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1314d28d-0aa5-4e03-9663-5d15ced9a519 req-74f607b4-3345-42c6-b746-6fc8458ddfc9 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 931 time: 0.1827471 Nov 27 01:22:32.298605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-85d6001f-af07-4ea6-a26c-5a05384592e3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:32.324505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e024131-7691-4e7b-b27c-559284fe1700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d527247-38fa-488c-a7fd-1f5a7324d5a2,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:32.333985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-85d6001f-af07-4ea6-a26c-5a05384592e3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:32.339644 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3e024131-7691-4e7b-b27c-559284fe1700 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f03ff11115440039dda598bbba07667&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791771 Nov 27 01:22:32.343676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36172) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:32.380085 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6001f-af07-4ea6-a26c-5a05384592e3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event updated for resources: {'Port': ['ID=60a40ba0-45e4-4e56-841b-406c7e07fee3,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:32.483391 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-798686a7-981c-4f7a-a7fd-cc3c55b456ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.510015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-85d6001f-af07-4ea6-a26c-5a05384592e3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:32.510665 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-85d6001f-af07-4ea6-a26c-5a05384592e3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.537384 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1314d28d-0aa5-4e03-9663-5d15ced9a519 req-879fb1a7-a6bf-4b22-8653-425c3c5b2bdc tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093320 Nov 27 01:22:32.540101 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-798686a7-981c-4f7a-a7fd-cc3c55b456ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.559818 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-85d6001f-af07-4ea6-a26c-5a05384592e3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1068296 Nov 27 01:22:32.572013 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6824f63f-7e4d-4299-98da-801bf0745abc req-035f980f-9272-4087-9d81-25e44d283829 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0904224 Nov 27 01:22:32.587622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Request body: {'port': {'device_id': 'de3d3b04-0d79-4e5d-94ad-825b0e80f0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:32.621070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36182) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:32.676988 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-798686a7-981c-4f7a-a7fd-cc3c55b456ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.679644 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-798686a7-981c-4f7a-a7fd-cc3c55b456ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.688135 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.695500 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-798686a7-981c-4f7a-a7fd-cc3c55b456ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d527247-38fa-488c-a7fd-1f5a7324d5a2 HTTP/1.1" status: 204 len: 168 time: 0.3500569 Nov 27 01:22:32.721091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798686a7-981c-4f7a-a7fd-cc3c55b456ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d527247-38fa-488c-a7fd-1f5a7324d5a2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:32.836158 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d22efddb-a610-43e0-8dbd-751bf58fc4a6 None None] Provisioning complete for port 60a40ba0-45e4-4e56-841b-406c7e07fee3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:32.836698 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d22efddb-a610-43e0-8dbd-751bf58fc4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.858967 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e586509-20a9-4c2f-a616-562da6c6d714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.886653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d22efddb-a610-43e0-8dbd-751bf58fc4a6 None None] Port 60a40ba0-45e4-4e56-841b-406c7e07fee3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:33.126148 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e586509-20a9-4c2f-a616-562da6c6d714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.147421 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e586509-20a9-4c2f-a616-562da6c6d714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.188662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36204) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:33.235360 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2e586509-20a9-4c2f-a616-562da6c6d714 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=981e6352e5eb4a9386a2cc7437b0db38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6132181 Nov 27 01:22:33.238300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36206) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:33.240601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e586509-20a9-4c2f-a616-562da6c6d714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a98036-336f-4c61-a1ce-fe95a8b8f540,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:33.253517 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3258c28d-b0b0-4336-b9d2-a67fca520efd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5da2522ae45486d832b4f21862c915e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0628052 Nov 27 01:22:33.254131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36208) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:33.263181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a40ba0-45e4-4e56-841b-406c7e07fee3 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:22:33.271517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.308337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Transition to ACTIVE for port object 60a40ba0-45e4-4e56-841b-406c7e07fee3 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:22:33.318922 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.324286 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-88adeac8-82f0-4776-821d-3585a8501c90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.348219 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-88adeac8-82f0-4776-821d-3585a8501c90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.398824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Pushing event updated for resources: {'Port': ['ID=60a40ba0-45e4-4e56-841b-406c7e07fee3,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:33.402956 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0dc99392-b5f8-44b2-8ed6-c6edf5f2489a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.408625 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-88adeac8-82f0-4776-821d-3585a8501c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.413596 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-88adeac8-82f0-4776-821d-3585a8501c90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.415068 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-88adeac8-82f0-4776-821d-3585a8501c90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9ce5da9-b2c8-4fb8-9171-056abc534582 HTTP/1.1" status: 204 len: 168 time: 0.1600220 Nov 27 01:22:33.430236 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adeac8-82f0-4776-821d-3585a8501c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ce5da9-b2c8-4fb8-9171-056abc534582,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:33.480185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0dc99392-b5f8-44b2-8ed6-c6edf5f2489a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.539580 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Attempting to bind port 60a40ba0-45e4-4e56-841b-406c7e07fee3 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:33.539876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Attempting to bind port 60a40ba0-45e4-4e56-841b-406c7e07fee3 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:33.540538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Attempting to bind port 60a40ba0-45e4-4e56-841b-406c7e07fee3 on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:33.547196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Port 60a40ba0-45e4-4e56-841b-406c7e07fee3 on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:33.547711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Attempting to bind port 60a40ba0-45e4-4e56-841b-406c7e07fee3 on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:33.554355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:22:33.554992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Checking segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:22:33.555575 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Bound using segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:22:33.556236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Bound port: 60a40ba0-45e4-4e56-841b-406c7e07fee3, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:22:33.556898 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.577374 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0dc99392-b5f8-44b2-8ed6-c6edf5f2489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.580455 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0dc99392-b5f8-44b2-8ed6-c6edf5f2489a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.581819 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0dc99392-b5f8-44b2-8ed6-c6edf5f2489a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4a98036-336f-4c61-a1ce-fe95a8b8f540 HTTP/1.1" status: 204 len: 168 time: 0.3423076 Nov 27 01:22:33.629256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc99392-b5f8-44b2-8ed6-c6edf5f2489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a98036-336f-4c61-a1ce-fe95a8b8f540,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:33.681330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] For port 60a40ba0-45e4-4e56-841b-406c7e07fee3, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:22:33.687387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] For port 60a40ba0-45e4-4e56-841b-406c7e07fee3, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=60a40ba0-45e4-4e56-841b-406c7e07fee3,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:22:33.757568 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.783352 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c066750f-d027-4dae-914c-c8801811af65 req-81275915-9544-4ebe-be80-58cf3dad56c8 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0579667 Nov 27 01:22:33.851735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47877727-310c-4130-82bb-5adaa9505695 req-1d0a83cf-abae-484e-b483-1ce993a9bf48 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:33.853657 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47877727-310c-4130-82bb-5adaa9505695 req-1d0a83cf-abae-484e-b483-1ce993a9bf48 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 943 time: 0.1493888 Nov 27 01:22:33.858341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:33.859128 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.860938 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] 10.222.0.21 "PUT /v2.0/ports/60a40ba0-45e4-4e56-841b-406c7e07fee3 HTTP/1.1" status: 200 len: 1092 time: 1.2778625 Nov 27 01:22:33.861572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3d3b04-0d79-4e5d-94ad-825b0e80f0ef', 'tag': '60a40ba0-45e4-4e56-841b-406c7e07fee3'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:33.864318 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9f80cd-22a9-4151-80c0-060a4678d825" -d '{"events": [{"name": "network-changed", "server_uuid": "de3d3b04-0d79-4e5d-94ad-825b0e80f0ef", "tag": "60a40ba0-45e4-4e56-841b-406c7e07fee3"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:34.037595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e74587-b17b-4b7d-8812-a6693b40bd64 service neutron] Pushing event updated for resources: {'Port': ['ID=60a40ba0-45e4-4e56-841b-406c7e07fee3,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:34.088023 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47877727-310c-4130-82bb-5adaa9505695 req-c473668f-2980-45ed-a353-e3de1e34eedf tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187481 Nov 27 01:22:34.122453 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd95d36b-8f1b-4710-889d-fe8466619c7e x-openstack-request-id: req-bd95d36b-8f1b-4710-889d-fe8466619c7e {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:34.123266 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3d3b04-0d79-4e5d-94ad-825b0e80f0ef", "tag": "60a40ba0-45e4-4e56-841b-406c7e07fee3", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:34.123266 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd95d36b-8f1b-4710-889d-fe8466619c7e {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:34.123488 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3d3b04-0d79-4e5d-94ad-825b0e80f0ef', 'tag': '60a40ba0-45e4-4e56-841b-406c7e07fee3', 'status': 'completed', 'code': 200} Nov 27 01:22:34.139590 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-af3f165a-eb50-4186-9a69-8175bd67a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:34.143521 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-af3f165a-eb50-4186-9a69-8175bd67a82f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 1095 time: 0.1837759 Nov 27 01:22:34.218962 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-adbe7c95-e949-4267-828d-d13eb0a77f25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60a40ba0-45e4-4e56-841b-406c7e07fee3 HTTP/1.1" status: 200 len: 217 time: 0.0604000 Nov 27 01:22:34.322550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-a9bd2bdd-380c-47df-9558-d18ed983d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:34.324342 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-a9bd2bdd-380c-47df-9558-d18ed983d0cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.0980370 Nov 27 01:22:34.410018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-ec40bef3-c59f-4e84-90fa-9f22f9826b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:34.412861 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-ec40bef3-c59f-4e84-90fa-9f22f9826b36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815279 Nov 27 01:22:34.474537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36250) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:34.491332 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.538796 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-cc37cb4b-52be-419b-873e-1731a24070d0 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173697 Nov 27 01:22:34.600352 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.605292 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.638448 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5930985b824c46f98d34bef5c75f8f65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1622107 Nov 27 01:22:34.643251 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36258) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:34.671023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99abb77-e557-4af7-b805-ae38f3b13cec,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:34.680479 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:34.680839 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:34.681184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:34.681521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:34.682086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:34.682421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:34.683286 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:34.683615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:34.683944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:34.684289 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:34.684735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:34.685062 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719700d8-c29e-4e07-9a61-c06518721e23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:34.700335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8115d52b-3d8b-4317-96b1-a324d88bcfe9 req-c9305231-7073-4d8a-8a55-78b31e05a72d service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541717 Nov 27 01:22:34.749920 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-274797e4-ccd7-4a79-9c00-8d9533963077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.781422 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-274797e4-ccd7-4a79-9c00-8d9533963077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.865691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f80cd-22a9-4151-80c0-060a4678d825 req-961aeb46-55fa-4b34-a0b8-1d1e2663f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:34.867312 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3d9f80cd-22a9-4151-80c0-060a4678d825 req-961aeb46-55fa-4b34-a0b8-1d1e2663f56f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 1095 time: 0.0727351 Nov 27 01:22:34.899529 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-274797e4-ccd7-4a79-9c00-8d9533963077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.903227 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-274797e4-ccd7-4a79-9c00-8d9533963077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.907462 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-274797e4-ccd7-4a79-9c00-8d9533963077 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c99abb77-e557-4af7-b805-ae38f3b13cec HTTP/1.1" status: 204 len: 168 time: 0.2606108 Nov 27 01:22:34.929981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274797e4-ccd7-4a79-9c00-8d9533963077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99abb77-e557-4af7-b805-ae38f3b13cec,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:34.945916 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-73ad834e-ee49-4834-9650-23d0532043ff req-bb00da51-f2ec-4379-970d-fa72bb9deb26 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0533433 Nov 27 01:22:35.009222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f80cd-22a9-4151-80c0-060a4678d825 req-4e4243a1-102c-4ddf-b7ef-d8aedb69cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:35.012922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3d9f80cd-22a9-4151-80c0-060a4678d825 req-4e4243a1-102c-4ddf-b7ef-d8aedb69cfb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.1339445 Nov 27 01:22:35.068894 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3d9f80cd-22a9-4151-80c0-060a4678d825 req-ab6b0789-3741-4366-868b-bec7861673ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60a40ba0-45e4-4e56-841b-406c7e07fee3 HTTP/1.1" status: 200 len: 217 time: 0.0474045 Nov 27 01:22:35.174060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f80cd-22a9-4151-80c0-060a4678d825 req-4b88f040-b9a5-49bb-9c8f-2301f75154bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:35.176272 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3d9f80cd-22a9-4151-80c0-060a4678d825 req-4b88f040-b9a5-49bb-9c8f-2301f75154bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.0991981 Nov 27 01:22:35.235311 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f80cd-22a9-4151-80c0-060a4678d825 req-b15457c2-ed9d-46ea-b7da-bf1b6a23e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:35.242969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3d9f80cd-22a9-4151-80c0-060a4678d825 req-b15457c2-ed9d-46ea-b7da-bf1b6a23e3a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560336 Nov 27 01:22:35.250972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725081a-220b-4042-a197-012df71dd342 req-e8eb68ff-772f-4de5-a9af-48f72178d680 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:35.259101 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7725081a-220b-4042-a197-012df71dd342 req-e8eb68ff-772f-4de5-a9af-48f72178d680 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 943 time: 0.0815732 Nov 27 01:22:35.334150 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7725081a-220b-4042-a197-012df71dd342 req-8a0112e3-9c08-4511-a2aa-0f45e83e0613 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737686 Nov 27 01:22:35.382815 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3d9f80cd-22a9-4151-80c0-060a4678d825 req-d94e3da8-e3e9-4f42-86b5-8b1e2d46c5c4 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324861 Nov 27 01:22:35.523979 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3d9f80cd-22a9-4151-80c0-060a4678d825 req-715f107f-2472-4c5d-9f3f-198363a35c98 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328962 Nov 27 01:22:35.875216 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36324) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:36.065146 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ecd3ac9-af80-42c4-8f42-5524d136379e req-1fe682fa-52c9-4aad-83f4-6aea8e84e873 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0342491 Nov 27 01:22:36.115031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1383464756', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:36.137376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Made reservation on behalf of 448213699db84f61a8d2a6144ed4aeb4 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:36.140167 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.150079 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.242430 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.251265 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.257108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] device_id is not set on port 1419b22a-8f54-4367-a023-b175446458eb yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:36.323096 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2f77c1-082f-4128-8572-368e96bca3ca,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:36.405339 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Allocated IP 172.25.1.250 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/1419b22a-8f54-4367-a023-b175446458eb) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:36.498962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ef292-f5e2-443a-bf54-7e2a53f59473 req-e53fa108-7b94-4b87-b7e6-6730417553d4 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:36.501197 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-969ef292-f5e2-443a-bf54-7e2a53f59473 req-e53fa108-7b94-4b87-b7e6-6730417553d4 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 943 time: 0.0970943 Nov 27 01:22:36.618967 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-969ef292-f5e2-443a-bf54-7e2a53f59473 req-cbd8b832-9a0b-4f8b-8b4a-408eabd96e01 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105282 Nov 27 01:22:36.663886 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.712328 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.761590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:36.767788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:36.770132 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Pushing event updated for resources: {'Port': ['ID=1419b22a-8f54-4367-a023-b175446458eb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:36.772391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:36.794889 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9c0bc9-844d-420d-82ae-75b485c4977d None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:36.835377 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:36.836093 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.856285 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-308f19d2-2235-430f-badd-5373ec836c22 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9772203 Nov 27 01:22:36.857114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36372) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:36.864092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-67e48637-9bc4-4273-8893-957036dfd666 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.250'}]}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:36.915575 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67e48637-9bc4-4273-8893-957036dfd666 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.917886 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67e48637-9bc4-4273-8893-957036dfd666 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.926579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f79dd3ca-8f1e-43cb-9e50-cd8f4f26c709 None None] Provisioning complete for port 1419b22a-8f54-4367-a023-b175446458eb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:36.927049 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f79dd3ca-8f1e-43cb-9e50-cd8f4f26c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.971808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f79dd3ca-8f1e-43cb-9e50-cd8f4f26c709 None None] Port 1419b22a-8f54-4367-a023-b175446458eb cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:36.988904 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67e48637-9bc4-4273-8893-957036dfd666 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.140637 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67e48637-9bc4-4273-8893-957036dfd666 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.180015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc8c3c11-9b65-40c1-ad72-912d1875130e req-d18271e7-17a5-46b2-b40a-277bf0865f5b tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0328844 Nov 27 01:22:37.312185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 60a40ba0-45e4-4e56-841b-406c7e07fee3 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:22:37.400267 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67e48637-9bc4-4273-8893-957036dfd666 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.425021 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67e48637-9bc4-4273-8893-957036dfd666 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.469159 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 60a40ba0-45e4-4e56-841b-406c7e07fee3, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=60a40ba0-45e4-4e56-841b-406c7e07fee3,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:37.491303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '60a40ba0-45e4-4e56-841b-406c7e07fee3', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'port_id': '60a40ba0-45e4-4e56-841b-406c7e07fee3', 'mac_address': 'fa:16:3e:a6:d9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:22:37.534969 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.549992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a40ba0-45e4-4e56-841b-406c7e07fee3 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:22:37.571850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 60a40ba0-45e4-4e56-841b-406c7e07fee3, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=60a40ba0-45e4-4e56-841b-406c7e07fee3,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:37.577360 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.593617 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67e48637-9bc4-4273-8893-957036dfd666 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.628795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=60a40ba0-45e4-4e56-841b-406c7e07fee3,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:37.771461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b9074-84fd-4976-8ad0-4ffe65913a00 req-26d4c730-811c-4594-bfb7-03d17aeeb63b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:37.773368 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed1b9074-84fd-4976-8ad0-4ffe65913a00 req-26d4c730-811c-4594-bfb7-03d17aeeb63b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 944 time: 0.0701866 Nov 27 01:22:37.789379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67e48637-9bc4-4273-8893-957036dfd666 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.792797 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67e48637-9bc4-4273-8893-957036dfd666 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.795924 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36430) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:37.842835 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67e48637-9bc4-4273-8893-957036dfd666 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.843430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e48637-9bc4-4273-8893-957036dfd666 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e3d4134-80d4-4a16-b843-44a2ee0d5fed {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:22:37.864526 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed1b9074-84fd-4976-8ad0-4ffe65913a00 req-ffd95d5f-60d7-434c-a27b-9b5148d05745 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810859 Nov 27 01:22:37.874273 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-67e48637-9bc4-4273-8893-957036dfd666 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 27 01:22:37.879041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36434) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:37.882651 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-67e48637-9bc4-4273-8893-957036dfd666 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0218461 Nov 27 01:22:37.926873 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['60a40ba0-45e4-4e56-841b-406c7e07fee3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:22:37.954003 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1b2f32d3-ae2f-43bd-8410-d32b962c9c96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.004372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-cdacb7ad-5da0-4668-9418-6947ffd35583 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Deleting port 1419b22a-8f54-4367-a023-b175446458eb {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:38.004714 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cdacb7ad-5da0-4668-9418-6947ffd35583 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.122526 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1b2f32d3-ae2f-43bd-8410-d32b962c9c96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.124696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cdacb7ad-5da0-4668-9418-6947ffd35583 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.132130 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1b2f32d3-ae2f-43bd-8410-d32b962c9c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.150367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-cdacb7ad-5da0-4668-9418-6947ffd35583 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Calling delete_port for 1419b22a-8f54-4367-a023-b175446458eb owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:38.184353 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1b2f32d3-ae2f-43bd-8410-d32b962c9c96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c39db7d29824077906fb6af3bdaad09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3869967 Nov 27 01:22:38.187026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36440) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:38.191326 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f32d3-ae2f-43bd-8410-d32b962c9c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef28a6ed-cb41-4bf3-9aae-fabd519755ad,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:38.281282 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6badada2-b39c-4500-a62d-bddeec909c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.324133 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dd84d83a-9856-41c0-a79d-15aecdbab70f req-b4d3d876-db03-4b78-a57a-2465cb126e8f tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0446165 Nov 27 01:22:38.340363 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cdacb7ad-5da0-4668-9418-6947ffd35583 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.348201 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6badada2-b39c-4500-a62d-bddeec909c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.366551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacb7ad-5da0-4668-9418-6947ffd35583 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Pushing event deleted for resources: {'Port': ['ID=1419b22a-8f54-4367-a023-b175446458eb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:38.381883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7396f434-a84e-439e-99ef-40648dd25c67 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:38.439842 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cdacb7ad-5da0-4668-9418-6947ffd35583 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.447740 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cdacb7ad-5da0-4668-9418-6947ffd35583 tempest-RoutersAdminNegativeTest-11757571 tempest-RoutersAdminNegativeTest-11757571-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1419b22a-8f54-4367-a023-b175446458eb HTTP/1.1" status: 204 len: 168 time: 0.5676513 Nov 27 01:22:38.454481 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6badada2-b39c-4500-a62d-bddeec909c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.457441 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6badada2-b39c-4500-a62d-bddeec909c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.460981 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6badada2-b39c-4500-a62d-bddeec909c1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef28a6ed-cb41-4bf3-9aae-fabd519755ad HTTP/1.1" status: 204 len: 168 time: 0.2704036 Nov 27 01:22:38.466615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badada2-b39c-4500-a62d-bddeec909c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef28a6ed-cb41-4bf3-9aae-fabd519755ad,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:38.687444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36464) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:38.804781 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8daeb96d-7b86-4cc1-8811-99ea2e4d6874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.829085 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36470) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:38.857506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08aeb543-d09c-4bf5-bc8a-7c648985b44f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.949963 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8daeb96d-7b86-4cc1-8811-99ea2e4d6874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.958857 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8daeb96d-7b86-4cc1-8811-99ea2e4d6874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.023912 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8daeb96d-7b86-4cc1-8811-99ea2e4d6874 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa7b373661f04ce281a55c6aa17c6434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3328528 Nov 27 01:22:39.025043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daeb96d-7b86-4cc1-8811-99ea2e4d6874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c58072-b95a-48a8-9d2e-7bf4aacc0bf6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:39.028070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36478) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:39.028652 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b53c8-f814-4499-92e2-a1e3d5938678 req-d7243eac-9c74-4fc9-aaeb-647625949278 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:39.029711 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08aeb543-d09c-4bf5-bc8a-7c648985b44f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.031033 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-480b53c8-f814-4499-92e2-a1e3d5938678 req-d7243eac-9c74-4fc9-aaeb-647625949278 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 944 time: 0.0527341 Nov 27 01:22:39.041485 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08aeb543-d09c-4bf5-bc8a-7c648985b44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.099307 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-480b53c8-f814-4499-92e2-a1e3d5938678 req-9ba74c95-8e1a-4dac-b996-e5bb54ced7da tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461507 Nov 27 01:22:39.113740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-08aeb543-d09c-4bf5-bc8a-7c648985b44f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d9efbf3c569479c9572226f8ff2d8d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2785993 Nov 27 01:22:39.113740 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aeb543-d09c-4bf5-bc8a-7c648985b44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747d35bb-c9ac-4e60-af7d-c6bf5177606a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:39.115781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36482) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:39.156528 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59d50ef1-565f-44e8-ad73-fa9d8d902816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.187397 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59d50ef1-565f-44e8-ad73-fa9d8d902816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.205918 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af0fb513-6e4b-4145-97f0-d4ad5bb70536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.247019 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af0fb513-6e4b-4145-97f0-d4ad5bb70536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.281956 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59d50ef1-565f-44e8-ad73-fa9d8d902816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.284773 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59d50ef1-565f-44e8-ad73-fa9d8d902816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.285915 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-59d50ef1-565f-44e8-ad73-fa9d8d902816 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71c58072-b95a-48a8-9d2e-7bf4aacc0bf6 HTTP/1.1" status: 204 len: 168 time: 0.2545981 Nov 27 01:22:39.295326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d50ef1-565f-44e8-ad73-fa9d8d902816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c58072-b95a-48a8-9d2e-7bf4aacc0bf6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:39.308495 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af0fb513-6e4b-4145-97f0-d4ad5bb70536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.311053 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af0fb513-6e4b-4145-97f0-d4ad5bb70536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.314760 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-af0fb513-6e4b-4145-97f0-d4ad5bb70536 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/747d35bb-c9ac-4e60-af7d-c6bf5177606a HTTP/1.1" status: 204 len: 168 time: 0.1977756 Nov 27 01:22:39.324340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fb513-6e4b-4145-97f0-d4ad5bb70536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747d35bb-c9ac-4e60-af7d-c6bf5177606a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:39.330989 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 60a40ba0-45e4-4e56-841b-406c7e07fee3 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:39.397034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 60a40ba0-45e4-4e56-841b-406c7e07fee3 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:22:39.414205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 60a40ba0-45e4-4e56-841b-406c7e07fee3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:39.414775 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.491016 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e520020-7868-4f11-b27e-3090ac819dac req-bc5a46cb-0c2f-46a5-a799-69a3e5043afc tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0502810 Nov 27 01:22:39.564429 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.613577 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3d3b04-0d79-4e5d-94ad-825b0e80f0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a40ba0-45e4-4e56-841b-406c7e07fee3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:39.615924 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c30252-f4d6-4b7a-9230-3c7a889d3378" -d '{"events": [{"server_uuid": "de3d3b04-0d79-4e5d-94ad-825b0e80f0ef", "name": "network-vif-plugged", "status": "completed", "tag": "60a40ba0-45e4-4e56-841b-406c7e07fee3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:39.632833 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 60a40ba0-45e4-4e56-841b-406c7e07fee3, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=60a40ba0-45e4-4e56-841b-406c7e07fee3,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:39.644013 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.683298 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94070599-ce0f-4486-b432-baa0ab09f5bb x-openstack-request-id: req-94070599-ce0f-4486-b432-baa0ab09f5bb {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:39.683935 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3d3b04-0d79-4e5d-94ad-825b0e80f0ef", "name": "network-vif-plugged", "status": "completed", "tag": "60a40ba0-45e4-4e56-841b-406c7e07fee3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:39.684530 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94070599-ce0f-4486-b432-baa0ab09f5bb {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:39.685085 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3d3b04-0d79-4e5d-94ad-825b0e80f0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a40ba0-45e4-4e56-841b-406c7e07fee3', 'code': 200} Nov 27 01:22:39.730658 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=60a40ba0-45e4-4e56-841b-406c7e07fee3,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:39.824576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40905193-4a6c-4abe-9190-7bd014caddad req-95ff170d-6d4e-4465-b800-fd0b8f09f938 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:39.826212 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-40905193-4a6c-4abe-9190-7bd014caddad req-95ff170d-6d4e-4465-b800-fd0b8f09f938 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 946 time: 0.1145082 Nov 27 01:22:39.860764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95518808-fe29-4581-8582-18e9c7503c9a req-0635d4e8-7a53-488c-9c72-7fb5c8fd546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:39.862930 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95518808-fe29-4581-8582-18e9c7503c9a req-0635d4e8-7a53-488c-9c72-7fb5c8fd546b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 1097 time: 0.0720341 Nov 27 01:22:39.919465 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-40905193-4a6c-4abe-9190-7bd014caddad req-a4aa67ba-4ba3-4aad-91b6-98bed3e4bba9 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856004 Nov 27 01:22:39.943620 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36520) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:39.964459 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95518808-fe29-4581-8582-18e9c7503c9a req-6fd0b5ec-f062-4a74-babd-c3a6784ff958 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885260 Nov 27 01:22:40.005634 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e76925b6-a846-4005-bd7b-32626849104e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=448213699db84f61a8d2a6144ed4aeb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0607729 Nov 27 01:22:40.008181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36526) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:40.035571 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2595aee1-8287-4d91-abe6-047da60295ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.064716 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e30e7fb2-5d31-4ac5-a605-261af9678433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.086232 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e30e7fb2-5d31-4ac5-a605-261af9678433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.138926 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e30e7fb2-5d31-4ac5-a605-261af9678433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.142933 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e30e7fb2-5d31-4ac5-a605-261af9678433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.144414 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e30e7fb2-5d31-4ac5-a605-261af9678433 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e2f77c1-082f-4128-8572-368e96bca3ca HTTP/1.1" status: 204 len: 168 time: 0.1349905 Nov 27 01:22:40.152993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e7fb2-5d31-4ac5-a605-261af9678433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2f77c1-082f-4128-8572-368e96bca3ca,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:40.265618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12b79c-e2ff-46c8-9a8b-27459f263a2f req-e1991baa-d093-4237-a197-59cfe2e2c478 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.267379 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec12b79c-e2ff-46c8-9a8b-27459f263a2f req-e1991baa-d093-4237-a197-59cfe2e2c478 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.0729191 Nov 27 01:22:40.344751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec12b79c-e2ff-46c8-9a8b-27459f263a2f req-f366dcdc-8c5e-4020-a58e-879ec74a0469 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697277 Nov 27 01:22:40.875521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36576) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:40.963264 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-19303e85-82b5-4cf4-9bb3-071cf5638072 req-1df2bfa4-30dd-41c4-bf2b-8b9a193cfd5f tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0489411 Nov 27 01:22:41.047427 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8bccc6a-3ec5-4180-ab11-efb41e832f8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.215850 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8bccc6a-3ec5-4180-ab11-efb41e832f8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.223362 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8bccc6a-3ec5-4180-ab11-efb41e832f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.232548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d63e56-3896-4317-ad2a-6cf8a84cf69a req-45c9fa41-949a-498b-b350-8efad048a1c2 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:41.242665 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-50d63e56-3896-4317-ad2a-6cf8a84cf69a req-45c9fa41-949a-498b-b350-8efad048a1c2 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 946 time: 0.1162994 Nov 27 01:22:41.261804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36596) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:41.285770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bccc6a-3ec5-4180-ab11-efb41e832f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8b11dc-04c1-47b7-9ccc-fb7143501520,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:41.299416 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-50d63e56-3896-4317-ad2a-6cf8a84cf69a req-b27d667f-7ba3-42d7-8a8e-c36814ca305e tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556881 Nov 27 01:22:41.308413 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b8bccc6a-3ec5-4180-ab11-efb41e832f8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d99143e101564ffb844bef1ba675a706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4309490 Nov 27 01:22:41.311309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36600) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:41.364347 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa439-ea56-4d1d-998d-5975d3e38801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.391707 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa439-ea56-4d1d-998d-5975d3e38801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.457882 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1d06f07f-a425-4434-8420-51523b7d2c43 tempest-AgentManagementNegativeTest-735581285 tempest-AgentManagementNegativeTest-735581285-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1905057 Nov 27 01:22:41.514422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e7c7-30f3-492d-b921-8e55fc88884d req-77484e3c-52e3-4bb7-9304-fbb7df29f695 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:41.516316 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9926e7c7-30f3-492d-b921-8e55fc88884d req-77484e3c-52e3-4bb7-9304-fbb7df29f695 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.0831561 Nov 27 01:22:41.516748 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa439-ea56-4d1d-998d-5975d3e38801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.519757 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa439-ea56-4d1d-998d-5975d3e38801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.523788 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ccdfa439-ea56-4d1d-998d-5975d3e38801 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e8b11dc-04c1-47b7-9ccc-fb7143501520 HTTP/1.1" status: 204 len: 168 time: 0.2116106 Nov 27 01:22:41.545675 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfa439-ea56-4d1d-998d-5975d3e38801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8b11dc-04c1-47b7-9ccc-fb7143501520,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:41.594503 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9926e7c7-30f3-492d-b921-8e55fc88884d req-84c2de06-a7fd-48ec-b5c9-6f97a7a94d15 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694804 Nov 27 01:22:41.837977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36632) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:41.973613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503d202-928c-458b-8856-01d34ec2aa39 req-c33b4966-0e12-49f8-aad1-2c822d7838ef tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:41.975386 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6503d202-928c-458b-8856-01d34ec2aa39 req-c33b4966-0e12-49f8-aad1-2c822d7838ef tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 946 time: 0.1207359 Nov 27 01:22:42.024730 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a15dba8-b9ad-455b-bdb0-f587b86abbaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.034645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbed6b-1c50-4666-9f68-1fc936e8717d req-ae7b4982-5f5f-4b07-af99-aaede38db380 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:42.036642 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1bdbed6b-1c50-4666-9f68-1fc936e8717d req-ae7b4982-5f5f-4b07-af99-aaede38db380 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.0963786 Nov 27 01:22:42.093138 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6503d202-928c-458b-8856-01d34ec2aa39 req-f2aa2a8b-5a2d-4490-93b0-334bc56a0f31 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113017 Nov 27 01:22:42.122969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1bdbed6b-1c50-4666-9f68-1fc936e8717d req-5ca1e72e-498b-4cac-8d04-927a9e08079c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804636 Nov 27 01:22:42.191021 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a15dba8-b9ad-455b-bdb0-f587b86abbaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.196486 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a15dba8-b9ad-455b-bdb0-f587b86abbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.231042 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-19462df4-cc26-41b1-8868-cd2bd93a0cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.248579 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9174a135-2ec7-4924-a236-35fbe17276a7 req-709b9272-cb6c-4766-b5b2-0599be9253a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0667114 Nov 27 01:22:42.339687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174a135-2ec7-4924-a236-35fbe17276a7 req-a9770988-77af-4ede-b077-ffb4e001fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:42.341556 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9174a135-2ec7-4924-a236-35fbe17276a7 req-a9770988-77af-4ede-b077-ffb4e001fc22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=197614fcca1c4fe3869d76418ec14711&device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 1102 time: 0.0519769 Nov 27 01:22:42.347528 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15dba8-b9ad-455b-bdb0-f587b86abbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903adb98-1bc4-4833-8b44-f3fdd96eb99f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:42.355466 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f6d7a15d-67b2-42f4-845f-8164f45a8e98 req-849f4d07-833a-466a-9808-f4797894c46e tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.1023421 Nov 27 01:22:42.362683 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3a15dba8-b9ad-455b-bdb0-f587b86abbaa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e63aad24ed342b28c40dbc37a0dd99c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5204196 Nov 27 01:22:42.363715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36660) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:42.444047 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-910a3106-f17d-4ff3-a356-840c1fa75873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.478310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-910a3106-f17d-4ff3-a356-840c1fa75873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.523953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174a135-2ec7-4924-a236-35fbe17276a7 req-4c8e32c1-a192-424b-a368-e8dd55da6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:42.525465 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9174a135-2ec7-4924-a236-35fbe17276a7 req-4c8e32c1-a192-424b-a368-e8dd55da6613 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1584554 Nov 27 01:22:42.560384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-910a3106-f17d-4ff3-a356-840c1fa75873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.563917 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-910a3106-f17d-4ff3-a356-840c1fa75873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.566339 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-910a3106-f17d-4ff3-a356-840c1fa75873 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/903adb98-1bc4-4833-8b44-f3fdd96eb99f HTTP/1.1" status: 204 len: 168 time: 0.2021298 Nov 27 01:22:42.579290 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a3106-f17d-4ff3-a356-840c1fa75873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903adb98-1bc4-4833-8b44-f3fdd96eb99f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:42.621050 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9174a135-2ec7-4924-a236-35fbe17276a7 req-58a194ae-0fa0-4a95-9dc0-0e6b2e56bc52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=4ca216c3-1f26-4207-860f-e98fdd518389 HTTP/1.1" status: 200 len: 217 time: 0.0852542 Nov 27 01:22:42.683252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174a135-2ec7-4924-a236-35fbe17276a7 req-534c45a3-ab59-4513-b08f-26e65c338c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:42.685191 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9174a135-2ec7-4924-a236-35fbe17276a7 req-534c45a3-ab59-4513-b08f-26e65c338c9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0567853 Nov 27 01:22:42.743833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174a135-2ec7-4924-a236-35fbe17276a7 req-19a5fbe3-6586-41ed-9d3b-55604a384304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:42.746468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9174a135-2ec7-4924-a236-35fbe17276a7 req-19a5fbe3-6586-41ed-9d3b-55604a384304 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0529838 Nov 27 01:22:42.858838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9174a135-2ec7-4924-a236-35fbe17276a7 req-c347683b-bc72-42c5-b10f-3066fc89161e service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026821 Nov 27 01:22:42.974133 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9174a135-2ec7-4924-a236-35fbe17276a7 req-95a268e2-9e3d-49a7-a006-010c1de05b51 service neutron] 10.222.0.21 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031799 Nov 27 01:22:43.249859 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.268092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427f26e-1b8f-4423-abb3-98ba18272bf1 req-ac18f4f8-8478-4c11-a584-68e996354cb2 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:43.278277 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a427f26e-1b8f-4423-abb3-98ba18272bf1 req-ac18f4f8-8478-4c11-a584-68e996354cb2 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 946 time: 0.0916135 Nov 27 01:22:43.365123 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a427f26e-1b8f-4423-abb3-98ba18272bf1 req-faf5e2f0-c730-45e7-a4ac-6d7407a33664 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843956 Nov 27 01:22:43.418761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920da38-39b1-411a-baba-77096108c6bd req-26df9db4-ea5f-471e-b42c-69b2afb096da tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:43.425059 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e920da38-39b1-411a-baba-77096108c6bd req-26df9db4-ea5f-471e-b42c-69b2afb096da tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.0952375 Nov 27 01:22:43.508465 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e920da38-39b1-411a-baba-77096108c6bd req-67bff34a-af21-4626-b437-b0ed52462be2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722930 Nov 27 01:22:43.538299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36722) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:43.629343 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b78710f1-a55a-4074-8a30-56f2aceab71b req-7f5c05fe-66d5-40a0-b24e-8e2344fccb24 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0336492 Nov 27 01:22:43.652303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-2feee705-5e1f-4b92-a4da-181dd4f15da5 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:43.654522 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-2feee705-5e1f-4b92-a4da-181dd4f15da5 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 946 time: 0.0957694 Nov 27 01:22:43.677166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36730) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:43.748032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-131748482'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:43.773893 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Made reservation on behalf of b922117d1094404980ae04a383f3cf5c for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:43.778078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.785356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Deleting port 5c4bf543-2b5f-4dbb-b860-9527649676a1 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:43.785698 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.791324 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.794818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:43.883080 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.889568 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.927718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:22:43.936082 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fb9f9a-5c9f-4795-885e-fecf598d9c9e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:43.943003 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.943356 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Added segment e136f8be-54c4-4fa3-8305-7e98da875f08 of type vlan for network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e Nov 27 01:22:43.988306 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.016009 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.021752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:44.022370 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.094341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event updated for resources: {'Network': ['ID=c25e7fb3-2b99-4f34-b1cc-5b9716ece58e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:44.105115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:22:44.186639 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.194775 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8638dec6-f753-4f1f-8edf-5d8527f82cdd tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5136619 Nov 27 01:22:44.194982 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36742) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:44.200585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-fc8057c6-4a85-4638-9577-e83b79add305 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Request body: {'subnet': {'network_id': 'c25e7fb3-2b99-4f34-b1cc-5b9716ece58e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:44.253394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] For port 5c4bf543-2b5f-4dbb-b860-9527649676a1, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5c4bf543-2b5f-4dbb-b860-9527649676a1,segment=NetworkSegment(7e4c256c-fbc5-4f5d-aa6c-b521158d3c16),segment_id=7e4c256c-fbc5-4f5d-aa6c-b521158d3c16)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:44.253757 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.303407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8057c6-4a85-4638-9577-e83b79add305 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Made reservation on behalf of b922117d1094404980ae04a383f3cf5c for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:44.306959 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc8057c6-4a85-4638-9577-e83b79add305 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.469768 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.487101 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.487462 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.487776 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Floating IP 591cc2df-68b6-4a27-9d1e-44eb162ca9ed disassociated. External IP: 172.25.1.69, port: 5c4bf543-2b5f-4dbb-b860-9527649676a1. Nov 27 01:22:44.488122 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Calling delete_port for 5c4bf543-2b5f-4dbb-b860-9527649676a1 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:44.582820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0283e21-c3f5-41b7-964d-e6ac3c2d1dfb req-a2d0d258-0a85-457b-975f-9e2b5ba3ed3f tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:44.590020 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0283e21-c3f5-41b7-964d-e6ac3c2d1dfb req-a2d0d258-0a85-457b-975f-9e2b5ba3ed3f tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 946 time: 0.1231487 Nov 27 01:22:44.608275 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc8057c6-4a85-4638-9577-e83b79add305 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.740807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Allocated IP 172.25.1.243 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/5858725c-9709-4289-9a95-784b547840f6) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:44.790538 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.797736 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.861895 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30fc58-3410-4476-be31-54712ddef06b req-de5c87e4-d0b8-4016-bc9b-1bb47e7c894e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:44.868828 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c30fc58-3410-4476-be31-54712ddef06b req-de5c87e4-d0b8-4016-bc9b-1bb47e7c894e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.1747847 Nov 27 01:22:44.907942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Pushing event deleted for resources: {'Port': ['ID=5c4bf543-2b5f-4dbb-b860-9527649676a1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:45.052200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c30fc58-3410-4476-be31-54712ddef06b req-2a68e2f2-ff55-4edd-b859-77b7b2d0ba81 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823552 Nov 27 01:22:45.057017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8057c6-4a85-4638-9577-e83b79add305 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event updated for resources: {'Subnet': ['ID=f7fa1e92-abb1-478f-99d6-92bab340954c,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:45.070905 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.078234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d0283e21-c3f5-41b7-964d-e6ac3c2d1dfb req-c21e8926-14ff-4765-b5e2-2a12a449699a tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc231522-792e-4677-b8ca-eb6378b150f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4844856 Nov 27 01:22:45.092639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8057c6-4a85-4638-9577-e83b79add305 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Checking segment: {'id': 'e136f8be-54c4-4fa3-8305-7e98da875f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c25e7fb3-2b99-4f34-b1cc-5b9716ece58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:22:45.093293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8057c6-4a85-4638-9577-e83b79add305 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Network hostable DHCP agents. Network: c25e7fb3-2b99-4f34-b1cc-5b9716ece58e, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:22:45.114068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8057c6-4a85-4638-9577-e83b79add305 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:22:45.115461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Router b99f248a-3031-4748-8abf-0fcec81bd24b has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:22:45.125847 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-fc8057c6-4a85-4638-9577-e83b79add305 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, c25e7fb3-2b99-4f34-b1cc-5b9716ece58e) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:45.134791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8408e2-98cf-45b1-88b2-8dbf0e2b2bb3 None None] Network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:45.136442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8057c6-4a85-4638-9577-e83b79add305 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:45.137068 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc8057c6-4a85-4638-9577-e83b79add305 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.159245 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fc8057c6-4a85-4638-9577-e83b79add305 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9631610 Nov 27 01:22:45.162397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36766) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:45.169097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-dafa5274-8a78-44d9-9baf-eabd6454cd62 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Request body: {'port': {'network_id': 'c25e7fb3-2b99-4f34-b1cc-5b9716ece58e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1203430883'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:45.183925 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.299324 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e7d3ea3-62fd-4536-914c-8b148423aebc req-77a5ce67-6716-4b27-8c71-9618ecb6003f tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.1018915 Nov 27 01:22:45.340196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:45.368013 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Pushing event updated for resources: {'Port': ['ID=5858725c-9709-4289-9a95-784b547840f6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:45.369797 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafa5274-8a78-44d9-9baf-eabd6454cd62 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Made reservation on behalf of b922117d1094404980ae04a383f3cf5c for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:45.372816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:45.381365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:45.382131 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dafa5274-8a78-44d9-9baf-eabd6454cd62 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.407984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-dafa5274-8a78-44d9-9baf-eabd6454cd62 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] device_id is not set on port 0ad0ca2d-e627-4e97-af7f-c8faf572d4d1 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:45.435902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:45.446051 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba74df-9898-4c27-868e-e5ca8331f4f5 None None] Sync routers for ids ['b99f248a-3031-4748-8abf-0fcec81bd24b'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:45.471841 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba74df-9898-4c27-868e-e5ca8331f4f5 None None] Routers {'b99f248a-3031-4748-8abf-0fcec81bd24b'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:45.472818 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9bba74df-9898-4c27-868e-e5ca8331f4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b99f248a-3031-4748-8abf-0fcec81bd24b'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:45.496438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] No DVR routers for this DVR port 5c4bf543-2b5f-4dbb-b860-9527649676a1 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:22:45.499676 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.504876 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f026d1a2-c5e1-41a9-a96f-a8fe175b1e8c req-965a945e-082a-456c-9bd7-465cccd980a0 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.21 "DELETE /v2.0/ports/5c4bf543-2b5f-4dbb-b860-9527649676a1 HTTP/1.1" status: 204 len: 173 time: 1.8414042 Nov 27 01:22:45.506897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd89e9a6-ca1d-4ebb-864c-7e551ea7b972', 'name': 'network-vif-deleted', 'tag': '5c4bf543-2b5f-4dbb-b860-9527649676a1'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:45.534502 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30370d33-0ebd-4dac-a876-29a411f2affe" -d '{"events": [{"server_uuid": "bd89e9a6-ca1d-4ebb-864c-7e551ea7b972", "name": "network-vif-deleted", "tag": "5c4bf543-2b5f-4dbb-b860-9527649676a1"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:45.621360 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844eb0c2-9d63-4a95-98f6-4d0e3ec76f36 x-openstack-request-id: req-844eb0c2-9d63-4a95-98f6-4d0e3ec76f36 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:45.621671 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd89e9a6-ca1d-4ebb-864c-7e551ea7b972", "name": "network-vif-deleted", "tag": "5c4bf543-2b5f-4dbb-b860-9527649676a1", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:45.621930 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-844eb0c2-9d63-4a95-98f6-4d0e3ec76f36 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:45.622350 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd89e9a6-ca1d-4ebb-864c-7e551ea7b972', 'name': 'network-vif-deleted', 'tag': '5c4bf543-2b5f-4dbb-b860-9527649676a1', 'status': 'completed', 'code': 200} Nov 27 01:22:45.639523 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.695151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-dafa5274-8a78-44d9-9baf-eabd6454cd62 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Allocated IP 2001:db8::98 (c25e7fb3-2b99-4f34-b1cc-5b9716ece58e/f7fa1e92-abb1-478f-99d6-92bab340954c/0ad0ca2d-e627-4e97-af7f-c8faf572d4d1) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:45.695853 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.718553 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9bba74df-9898-4c27-868e-e5ca8331f4f5 None None] Set router b99f248a-3031-4748-8abf-0fcec81bd24b gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:45.757549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-c25e7fb3-2b99-4f34-b1cc-5b9716ece58e', 'network_id': 'c25e7fb3-2b99-4f34-b1cc-5b9716ece58e', 'tenant_id': 'b922117d1094404980ae04a383f3cf5c', 'fixed_ips': [{'subnet_id': 'f7fa1e92-abb1-478f-99d6-92bab340954c'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:22:45.759648 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.895656 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.905002 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.990634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dafa5274-8a78-44d9-9baf-eabd6454cd62 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.998657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Pushing event updated for resources: {'Port': ['ID=5858725c-9709-4289-9a95-784b547840f6,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:46.028514 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.034790 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dafa5274-8a78-44d9-9baf-eabd6454cd62 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.042428 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9bba74df-9898-4c27-868e-e5ca8331f4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:20:31Z', 'revision_number': 4, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '94f8092b-1e43-4bc6-a1a4-51d294fbe023', 'name': '', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'mac_address': 'fa:16:3e:de:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:30Z', 'updated_at': '2021-11-27T01:20:35Z', 'revision_number': 5, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'subnets': [{'id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:46.073436 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.077952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-48ef12a6-8787-4c18-be8a-7d69b325f38b tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5384893 Nov 27 01:22:46.078633 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36782) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:46.082946 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba74df-9898-4c27-868e-e5ca8331f4f5 None None] Checking router: b99f248a-3031-4748-8abf-0fcec81bd24b for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:22:46.085824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ddc1e9b8-58cc-4185-bee9-1a45613cb3a8 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-11362488', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'fixed_ips': [{'ip_address': '172.25.1.243'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:46.093632 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba74df-9898-4c27-868e-e5ca8331f4f5 None None] Routers {'b99f248a-3031-4748-8abf-0fcec81bd24b'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:46.094638 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9bba74df-9898-4c27-868e-e5ca8331f4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b99f248a-3031-4748-8abf-0fcec81bd24b'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:46.132755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Allocated IP 2001:db8::2 (c25e7fb3-2b99-4f34-b1cc-5b9716ece58e/f7fa1e92-abb1-478f-99d6-92bab340954c/e0f32f60-05f8-45f9-a4e8-9abcdb248fa9) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:46.144293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafa5274-8a78-44d9-9baf-eabd6454cd62 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:46.147608 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-dafa5274-8a78-44d9-9baf-eabd6454cd62 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:46.157589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa5274-8a78-44d9-9baf-eabd6454cd62 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:46.163555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa5274-8a78-44d9-9baf-eabd6454cd62 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:46.164192 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dafa5274-8a78-44d9-9baf-eabd6454cd62 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.189415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc1e9b8-58cc-4185-bee9-1a45613cb3a8 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Made reservation on behalf of 3ec67a2f571944cca72bd72559d8a2bd for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:46.193061 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ddc1e9b8-58cc-4185-bee9-1a45613cb3a8 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.209394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa5274-8a78-44d9-9baf-eabd6454cd62 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event updated for resources: {'Port': ['ID=0ad0ca2d-e627-4e97-af7f-c8faf572d4d1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:46.213654 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ddc1e9b8-58cc-4185-bee9-1a45613cb3a8 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.229646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36788) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:46.236720 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dafa5274-8a78-44d9-9baf-eabd6454cd62 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0731339 Nov 27 01:22:46.237823 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ffd3e68b-779e-4d33-bb71-8c1c8184fe8e tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Request body: {'port': {'network_id': 'c25e7fb3-2b99-4f34-b1cc-5b9716ece58e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1891833769', 'allowed_address_pairs': [{'ip_address': '2001:db8::98', 'mac_address': 'fa:16:3e:c6:0a:6e'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:46.399603 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9bba74df-9898-4c27-868e-e5ca8331f4f5 None None] Set router b99f248a-3031-4748-8abf-0fcec81bd24b gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:46.479927 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.511152 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.525421 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.526757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd3e68b-779e-4d33-bb71-8c1c8184fe8e tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Made reservation on behalf of b922117d1094404980ae04a383f3cf5c for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:46.587751 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c8778d86-61d2-4d0c-9f3c-140f250b0b01 req-f0cd0a5d-c008-4e60-b01c-33d0c65956bc tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd89e9a6-ca1d-4ebb-864c-7e551ea7b972 HTTP/1.1" status: 200 len: 210 time: 0.3371463 Nov 27 01:22:46.595048 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:46.596929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:46.605378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:46.633103 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e037e-ee67-4b68-9ff2-cecdf1c80cbf req-49337580-e5b2-47dd-8a1b-36caf595f797 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:46.642507 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-510e037e-ee67-4b68-9ff2-cecdf1c80cbf req-49337580-e5b2-47dd-8a1b-36caf595f797 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.4207177 Nov 27 01:22:46.664664 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ddc1e9b8-58cc-4185-bee9-1a45613cb3a8 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.701847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-510e037e-ee67-4b68-9ff2-cecdf1c80cbf req-f224bb6c-b60a-4d93-94ae-a71954d0b5d3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575104 Nov 27 01:22:46.703898 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ddc1e9b8-58cc-4185-bee9-1a45613cb3a8 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.708860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Pushing event updated for resources: {'Port': ['ID=e0f32f60-05f8-45f9-a4e8-9abcdb248fa9,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:46.738335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Attempting to bind port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:46.739004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Attempting to bind port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'e136f8be-54c4-4fa3-8305-7e98da875f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c25e7fb3-2b99-4f34-b1cc-5b9716ece58e'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:46.739556 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Attempting to bind port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 on network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:46.746216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:22:46.746830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Checking segment: {'id': 'e136f8be-54c4-4fa3-8305-7e98da875f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c25e7fb3-2b99-4f34-b1cc-5b9716ece58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:22:46.747427 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.748008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Bound using segment: {'id': 'e136f8be-54c4-4fa3-8305-7e98da875f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c25e7fb3-2b99-4f34-b1cc-5b9716ece58e'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:22:46.748528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Bound port: e0f32f60-05f8-45f9-a4e8-9abcdb248fa9, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e136f8be-54c4-4fa3-8305-7e98da875f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c25e7fb3-2b99-4f34-b1cc-5b9716ece58e'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:22:46.749107 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.753703 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e39b59c-fb4d-4d6a-b91a-3ab6012016a8 req-f6cb341f-82e6-42f3-810e-757b28ad4a16 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0608530 Nov 27 01:22:46.762223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-ddc1e9b8-58cc-4185-bee9-1a45613cb3a8 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] device_id is not set on port 23fcc01f-9bbc-4e32-9de5-52e5cb44d2a1 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:46.836845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] For port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:22:46.841614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] For port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e0f32f60-05f8-45f9-a4e8-9abcdb248fa9,segment=NetworkSegment(e136f8be-54c4-4fa3-8305-7e98da875f08),segment_id=e136f8be-54c4-4fa3-8305-7e98da875f08)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:22:46.846456 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.865456 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9bba74df-9898-4c27-868e-e5ca8331f4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:20:31Z', 'revision_number': 4, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '94f8092b-1e43-4bc6-a1a4-51d294fbe023', 'name': '', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'mac_address': 'fa:16:3e:de:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:30Z', 'updated_at': '2021-11-27T01:20:35Z', 'revision_number': 5, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'subnets': [{'id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:46.907982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1e9b8-58cc-4185-bee9-1a45613cb3a8 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcdc202-e995-44a7-8f54-afdedebdcac4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:46.908450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589ec5f-87d4-473e-9b90-028c588ac63b None None] Pushing event updated for resources: {'Port': ['ID=e0f32f60-05f8-45f9-a4e8-9abcdb248fa9,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:46.912298 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba74df-9898-4c27-868e-e5ca8331f4f5 None None] The sync data for ids ['b99f248a-3031-4748-8abf-0fcec81bd24b'] in n-d-817303-10 is: [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:20:31Z', 'revision_number': 4, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '94f8092b-1e43-4bc6-a1a4-51d294fbe023', 'name': '', 'network_id': 'cc1504f3-50c5-47bd-9b28-a8bbf4f742f3', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'mac_address': 'fa:16:3e:de:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:30Z', 'updated_at': '2021-11-27T01:20:35Z', 'revision_number': 5, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'subnets': [{'id': 'd215e3a9-74ff-4ff3-8eaa-b1161c6b42b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:46.948352 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e68b-779e-4d33-bb71-8c1c8184fe8e tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.009036 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-ffd3e68b-779e-4d33-bb71-8c1c8184fe8e tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] device_id is not set on port e2e58db9-1f76-4d8c-8251-c1e4a48ac377 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:47.121068 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc1e9b8-58cc-4185-bee9-1a45613cb3a8 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 01:22:47.121677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc1e9b8-58cc-4185-bee9-1a45613cb3a8 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:22:47.224934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36812) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:47.228159 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ddc1e9b8-58cc-4185-bee9-1a45613cb3a8 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1483963 Nov 27 01:22:47.283933 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-ffd3e68b-779e-4d33-bb71-8c1c8184fe8e tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Allocated IP 2001:db8::1de (c25e7fb3-2b99-4f34-b1cc-5b9716ece58e/f7fa1e92-abb1-478f-99d6-92bab340954c/e2e58db9-1f76-4d8c-8251-c1e4a48ac377) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:47.348191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb15296-b83a-4f0e-a3ec-47da0ae6fef6 None None] New status for floating IP 591cc2df-68b6-4a27-9d1e-44eb162ca9ed: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:22:47.396680 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-08e2d0e3-ee73-43c1-811a-a29e42d1dc92 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Deleting port 5858725c-9709-4289-9a95-784b547840f6 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:47.397450 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08e2d0e3-ee73-43c1-811a-a29e42d1dc92 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.410580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5c4bf543-2b5f-4dbb-b860-9527649676a1 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:47.465695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 5c4bf543-2b5f-4dbb-b860-9527649676a1 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:47.466691 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5c4bf543-2b5f-4dbb-b860-9527649676a1 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:47.470474 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e68b-779e-4d33-bb71-8c1c8184fe8e tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.486290 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08e2d0e3-ee73-43c1-811a-a29e42d1dc92 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.487140 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08e2d0e3-ee73-43c1-811a-a29e42d1dc92 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.500956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-08e2d0e3-ee73-43c1-811a-a29e42d1dc92 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Calling delete_port for 5858725c-9709-4289-9a95-784b547840f6 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:47.508289 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e68b-779e-4d33-bb71-8c1c8184fe8e tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.568450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd3e68b-779e-4d33-bb71-8c1c8184fe8e tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:47.572341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-ffd3e68b-779e-4d33-bb71-8c1c8184fe8e tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:47.576573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd3e68b-779e-4d33-bb71-8c1c8184fe8e tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:47.586493 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd3e68b-779e-4d33-bb71-8c1c8184fe8e tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:47.587862 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e68b-779e-4d33-bb71-8c1c8184fe8e tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.602983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3e68b-779e-4d33-bb71-8c1c8184fe8e tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event updated for resources: {'Port': ['ID=e2e58db9-1f76-4d8c-8251-c1e4a48ac377,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:47.611388 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ffd3e68b-779e-4d33-bb71-8c1c8184fe8e tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.3787961 Nov 27 01:22:47.614294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36822) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:47.709657 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08e2d0e3-ee73-43c1-811a-a29e42d1dc92 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.726816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36826) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:47.747268 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2d0e3-ee73-43c1-811a-a29e42d1dc92 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Pushing event deleted for resources: {'Port': ['ID=5858725c-9709-4289-9a95-784b547840f6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:47.814638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f130045f-da64-4358-bd0a-3caa9dc50f90 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:47.822399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f130045f-da64-4358-bd0a-3caa9dc50f90 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:47.826438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08e2d0e3-ee73-43c1-811a-a29e42d1dc92 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.829352 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f130045f-da64-4358-bd0a-3caa9dc50f90 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:47.833626 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f130045f-da64-4358-bd0a-3caa9dc50f90 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2153451 Nov 27 01:22:47.836907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36832) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:47.839048 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08e2d0e3-ee73-43c1-811a-a29e42d1dc92 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.840513 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-08e2d0e3-ee73-43c1-811a-a29e42d1dc92 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068 tempest-ExternalNetworksAdminNegativeTestJSON-1060500068-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/90217177-aa28-4f11-b1c3-f054a16e3f4c HTTP/1.1" status: 204 len: 168 time: 0.6145000 Nov 27 01:22:47.885608 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dbc15470-f034-43ad-a137-f613b1df5549 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.946993 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5916d08f-256b-4267-905e-465391c80598 req-2f133b03-c503-45d3-99aa-c61d15332b18 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0616403 Nov 27 01:22:48.013327 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dbc15470-f034-43ad-a137-f613b1df5549 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.074910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f468f4-9935-496a-911d-2ac1643db061 req-2a634b55-7256-4156-8dd5-7b4e26a35005 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.076860 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36f468f4-9935-496a-911d-2ac1643db061 req-2a634b55-7256-4156-8dd5-7b4e26a35005 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.1920002 Nov 27 01:22:48.094714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:48.181660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:48.181660 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.191254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2d80f624-d211-4847-8aee-e05892289718 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Deleting port e2e58db9-1f76-4d8c-8251-c1e4a48ac377 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:48.191877 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d80f624-d211-4847-8aee-e05892289718 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.264222 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dbc15470-f034-43ad-a137-f613b1df5549 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.266995 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dbc15470-f034-43ad-a137-f613b1df5549 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.268107 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dbc15470-f034-43ad-a137-f613b1df5549 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "DELETE /v2.0/security-groups/bc231522-792e-4677-b8ca-eb6378b150f8 HTTP/1.1" status: 204 len: 168 time: 0.5403619 Nov 27 01:22:48.270813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36844) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:48.288989 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-eb9afcf3-7097-4aeb-87a2-b113856126d8 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] show failed (client error): The resource could not be found. Nov 27 01:22:48.290052 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-eb9afcf3-7097-4aeb-87a2-b113856126d8 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "GET /v2.0/security-groups/bc231522-792e-4677-b8ca-eb6378b150f8 HTTP/1.1" status: 404 len: 347 time: 0.0182610 Nov 27 01:22:48.295399 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36f468f4-9935-496a-911d-2ac1643db061 req-0e573589-18d5-4477-bb4e-63734eb74504 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017186 Nov 27 01:22:48.297946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36848) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:48.321457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc15470-f034-43ad-a137-f613b1df5549 tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc231522-792e-4677-b8ca-eb6378b150f8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:48.339874 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.361594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36852) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:48.409044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e0f32f60-05f8-45f9-a4e8-9abcdb248fa9,segment=NetworkSegment(e136f8be-54c4-4fa3-8305-7e98da875f08),segment_id=e136f8be-54c4-4fa3-8305-7e98da875f08)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:48.417267 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.438731 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d80f624-d211-4847-8aee-e05892289718 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.467038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2d80f624-d211-4847-8aee-e05892289718 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Calling delete_port for e2e58db9-1f76-4d8c-8251-c1e4a48ac377 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:48.505676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=e0f32f60-05f8-45f9-a4e8-9abcdb248fa9,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:48.554246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13a1aee-dc7b-434b-a4e7-59939f199311 None None] Network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:48.602686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f2217-70d7-4a7d-840e-b7e03758f0cf tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Deleting port dfccbd56-4d56-4a71-851d-016d2e1958b8 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:48.603054 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2217-70d7-4a7d-840e-b7e03758f0cf tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.615479 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-31dca38e-fdf5-4fc7-b08c-21dea8f7a504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.657894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1e2eda76-d852-46f9-abd5-c7ac2ab3bdd6 None None] Provisioning complete for port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:48.658486 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e2eda76-d852-46f9-abd5-c7ac2ab3bdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.736574 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2217-70d7-4a7d-840e-b7e03758f0cf tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.737256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2217-70d7-4a7d-840e-b7e03758f0cf tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.741585 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d80f624-d211-4847-8aee-e05892289718 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.750450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f2217-70d7-4a7d-840e-b7e03758f0cf tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Calling delete_port for dfccbd56-4d56-4a71-851d-016d2e1958b8 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:48.814895 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80f624-d211-4847-8aee-e05892289718 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event deleted for resources: {'Port': ['ID=e2e58db9-1f76-4d8c-8251-c1e4a48ac377,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:48.927545 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2217-70d7-4a7d-840e-b7e03758f0cf tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.966585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f2217-70d7-4a7d-840e-b7e03758f0cf tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Pushing event deleted for resources: {'Port': ['ID=dfccbd56-4d56-4a71-851d-016d2e1958b8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:49.053635 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2217-70d7-4a7d-840e-b7e03758f0cf tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.056523 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2217-70d7-4a7d-840e-b7e03758f0cf tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.062690 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8e3f2217-70d7-4a7d-840e-b7e03758f0cf tempest-ServersTestJSON-25242783 tempest-ServersTestJSON-25242783-project] 10.222.0.15 "DELETE /v2.0/floatingips/591cc2df-68b6-4a27-9d1e-44eb162ca9ed HTTP/1.1" status: 204 len: 168 time: 0.7630470 Nov 27 01:22:49.063545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36868) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:49.227228 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-88113286-5276-42bd-aa1c-7337faa0a8ae req-89b20493-0270-442e-b92a-27540d6d5290 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0475380 Nov 27 01:22:49.290904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d3d8b096-ff6b-4ed5-97e7-bb84bbcb8690 None None] Provisioning complete for port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:49.291414 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b096-ff6b-4ed5-97e7-bb84bbcb8690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.448094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d3d8b096-ff6b-4ed5-97e7-bb84bbcb8690 None None] Provisioning complete for port 0ad0ca2d-e627-4e97-af7f-c8faf572d4d1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:49.449505 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b096-ff6b-4ed5-97e7-bb84bbcb8690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.493456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8b096-ff6b-4ed5-97e7-bb84bbcb8690 None None] Port 0ad0ca2d-e627-4e97-af7f-c8faf572d4d1 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:49.565905 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d80f624-d211-4847-8aee-e05892289718 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.570008 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2d80f624-d211-4847-8aee-e05892289718 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "DELETE /v2.0/ports/e2e58db9-1f76-4d8c-8251-c1e4a48ac377 HTTP/1.1" status: 204 len: 168 time: 1.7320392 Nov 27 01:22:49.579727 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36878) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:49.589630 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-31dca38e-fdf5-4fc7-b08c-21dea8f7a504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.599035 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-31dca38e-fdf5-4fc7-b08c-21dea8f7a504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.613682 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e13258f-4e7b-41f3-8404-48610bfc8369 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] GET failed (client error): The resource could not be found. Nov 27 01:22:49.621341 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5e13258f-4e7b-41f3-8404-48610bfc8369 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "GET /v2.0/ports/e2e58db9-1f76-4d8c-8251-c1e4a48ac377 HTTP/1.1" status: 404 len: 333 time: 0.0355208 Nov 27 01:22:49.621926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36880) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:49.628656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e3df814b-7b07-4d2e-8cc3-aaf22906cc8f tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Request body: {'port': {'network_id': 'c25e7fb3-2b99-4f34-b1cc-5b9716ece58e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1875694385'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:49.652145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11406a-e0de-4b3e-aeb8-0cb03ba121d0 req-0ce442e1-1b5b-4a7f-8281-935e22bb15b3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:49.654387 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff11406a-e0de-4b3e-aeb8-0cb03ba121d0 req-0ce442e1-1b5b-4a7f-8281-935e22bb15b3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.1110153 Nov 27 01:22:49.675566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dca38e-fdf5-4fc7-b08c-21dea8f7a504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876964b2-3434-4c4b-8f50-1e310a500ec6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:49.695600 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-31dca38e-fdf5-4fc7-b08c-21dea8f7a504 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ede4ea85a19247aaa03c81f23e54cc4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3330638 Nov 27 01:22:49.698198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36888) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:49.734198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7034cd17-9c7c-49bb-8692-f41f0b251cc7 None None] Provisioning complete for port 0ad0ca2d-e627-4e97-af7f-c8faf572d4d1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:49.741605 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7034cd17-9c7c-49bb-8692-f41f0b251cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.769193 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5f24980f-d3fc-4807-84d9-4fa8ba08ed4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.780052 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff11406a-e0de-4b3e-aeb8-0cb03ba121d0 req-806cc872-4ed3-456f-bfa7-a7434ae75ded tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144710 Nov 27 01:22:49.781083 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-028b4af6-f461-4e91-ab31-1123130d0f8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.831739 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-028b4af6-f461-4e91-ab31-1123130d0f8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.838185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7034cd17-9c7c-49bb-8692-f41f0b251cc7 None None] Port 0ad0ca2d-e627-4e97-af7f-c8faf572d4d1 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:49.904004 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-028b4af6-f461-4e91-ab31-1123130d0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.906897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-028b4af6-f461-4e91-ab31-1123130d0f8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.910627 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-028b4af6-f461-4e91-ab31-1123130d0f8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/876964b2-3434-4c4b-8f50-1e310a500ec6 HTTP/1.1" status: 204 len: 168 time: 0.2114105 Nov 27 01:22:49.923060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b4af6-f461-4e91-ab31-1123130d0f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876964b2-3434-4c4b-8f50-1e310a500ec6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:49.955695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3df814b-7b07-4d2e-8cc3-aaf22906cc8f tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Made reservation on behalf of b922117d1094404980ae04a383f3cf5c for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:49.959361 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e3df814b-7b07-4d2e-8cc3-aaf22906cc8f tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.965334 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-63fcb1f8-acf2-404f-bf58-f27508325dd9 None None] Could not find standard attr ID for object e2e58db9-1f76-4d8c-8251-c1e4a48ac377. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:22:50.027293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-e3df814b-7b07-4d2e-8cc3-aaf22906cc8f tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] device_id is not set on port cd46e487-5cf0-4bd3-9a91-660d9af57085 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:50.148033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:50.200795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:50.201166 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.220387 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-e3df814b-7b07-4d2e-8cc3-aaf22906cc8f tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Allocated IP 2001:db8::13a (c25e7fb3-2b99-4f34-b1cc-5b9716ece58e/f7fa1e92-abb1-478f-99d6-92bab340954c/cd46e487-5cf0-4bd3-9a91-660d9af57085) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:50.396474 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6c4f3c3-e4d5-46e5-9929-53eabf72c0cf req-63001143-7fab-45ec-8fe2-7b85a1377e19 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0439830 Nov 27 01:22:50.500747 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-5f24980f-d3fc-4807-84d9-4fa8ba08ed4a admin admin] Deleting port 94f8092b-1e43-4bc6-a1a4-51d294fbe023 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:50.501098 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5f24980f-d3fc-4807-84d9-4fa8ba08ed4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.508530 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e3df814b-7b07-4d2e-8cc3-aaf22906cc8f tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.517310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36906) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:50.569049 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d1c66244-9720-4822-902b-e701c9d57c09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ec67a2f571944cca72bd72559d8a2bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503333 Nov 27 01:22:50.569467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36908) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:50.613309 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e3df814b-7b07-4d2e-8cc3-aaf22906cc8f tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.618271 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57efc5bb-a6e5-455d-8dd6-c121a113b657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.642767 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57efc5bb-a6e5-455d-8dd6-c121a113b657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.659389 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-5f24980f-d3fc-4807-84d9-4fa8ba08ed4a admin admin] For port 94f8092b-1e43-4bc6-a1a4-51d294fbe023, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=94f8092b-1e43-4bc6-a1a4-51d294fbe023,segment=NetworkSegment(7e4c256c-fbc5-4f5d-aa6c-b521158d3c16),segment_id=7e4c256c-fbc5-4f5d-aa6c-b521158d3c16)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:50.659764 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5f24980f-d3fc-4807-84d9-4fa8ba08ed4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.675125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df814b-7b07-4d2e-8cc3-aaf22906cc8f tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:50.684849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e3df814b-7b07-4d2e-8cc3-aaf22906cc8f tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:50.694378 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df814b-7b07-4d2e-8cc3-aaf22906cc8f tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:50.701584 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df814b-7b07-4d2e-8cc3-aaf22906cc8f tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:50.702237 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e3df814b-7b07-4d2e-8cc3-aaf22906cc8f tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.708627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-5f24980f-d3fc-4807-84d9-4fa8ba08ed4a admin admin] Calling delete_port for 94f8092b-1e43-4bc6-a1a4-51d294fbe023 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:50.710613 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57efc5bb-a6e5-455d-8dd6-c121a113b657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.714530 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57efc5bb-a6e5-455d-8dd6-c121a113b657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.714815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df814b-7b07-4d2e-8cc3-aaf22906cc8f tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event updated for resources: {'Port': ['ID=cd46e487-5cf0-4bd3-9a91-660d9af57085,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:50.718308 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-57efc5bb-a6e5-455d-8dd6-c121a113b657 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1dcdc202-e995-44a7-8f54-afdedebdcac4 HTTP/1.1" status: 204 len: 168 time: 0.1455536 Nov 27 01:22:50.742334 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efc5bb-a6e5-455d-8dd6-c121a113b657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcdc202-e995-44a7-8f54-afdedebdcac4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:50.743758 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e3df814b-7b07-4d2e-8cc3-aaf22906cc8f tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1201911 Nov 27 01:22:50.748717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36918) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:50.756463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3797b583-83b3-464b-a8ac-e369171e8905 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::98', 'mac_address': 'fa:16:3e:c6:0a:6e'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:51.032650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731a1ce-c532-4cfa-b2c9-5b60ecbcf8e0 req-bd285ddf-6de3-49a6-8b21-26ced79b5891 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.046549 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e731a1ce-c532-4cfa-b2c9-5b60ecbcf8e0 req-bd285ddf-6de3-49a6-8b21-26ced79b5891 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.1524961 Nov 27 01:22:51.113960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-12ede442-17a7-4309-ab1c-aa60e4713996 None None] Provisioning complete for port cd46e487-5cf0-4bd3-9a91-660d9af57085 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:51.114972 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-12ede442-17a7-4309-ab1c-aa60e4713996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:51.157301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-12ede442-17a7-4309-ab1c-aa60e4713996 None None] Port cd46e487-5cf0-4bd3-9a91-660d9af57085 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:51.210710 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3797b583-83b3-464b-a8ac-e369171e8905 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:51.242006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e731a1ce-c532-4cfa-b2c9-5b60ecbcf8e0 req-269ee9d3-0034-458d-ab68-3212f660d2ab tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940937 Nov 27 01:22:51.279157 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5f24980f-d3fc-4807-84d9-4fa8ba08ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:51.353177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24980f-d3fc-4807-84d9-4fa8ba08ed4a admin admin] Pushing event deleted for resources: {'Port': ['ID=94f8092b-1e43-4bc6-a1a4-51d294fbe023,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:51.553492 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4a96beba-f24c-4026-b24e-6574dc1073e6 req-41fd9c70-a715-4b1a-9926-86a996adb625 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0368321 Nov 27 01:22:51.673511 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5f24980f-d3fc-4807-84d9-4fa8ba08ed4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:51.719681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36956) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:51.734844 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3797b583-83b3-464b-a8ac-e369171e8905 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:51.740761 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3797b583-83b3-464b-a8ac-e369171e8905 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:51.819278 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3797b583-83b3-464b-a8ac-e369171e8905 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] In _notify_port_updated(), no bound segment for port cd46e487-5cf0-4bd3-9a91-660d9af57085 on network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e {{(pid=103402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:22:51.825841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3797b583-83b3-464b-a8ac-e369171e8905 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.826483 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3797b583-83b3-464b-a8ac-e369171e8905 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:51.831025 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3797b583-83b3-464b-a8ac-e369171e8905 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "PUT /v2.0/ports/cd46e487-5cf0-4bd3-9a91-660d9af57085 HTTP/1.1" status: 200 len: 1002 time: 1.0776279 Nov 27 01:22:51.832046 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36962) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:51.856768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1514905748'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:51.880820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797b583-83b3-464b-a8ac-e369171e8905 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event updated for resources: {'Port': ['ID=cd46e487-5cf0-4bd3-9a91-660d9af57085,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:51.887087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Made reservation on behalf of 21fbec42c7174df89277adb0cc07dfb6 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:51.890532 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:51.903168 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.022788 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.027576 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.061682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:22:52.074558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8844d29d-a799-4b82-8270-fa4fe923744c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:52.082429 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.082721 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Added segment 04dede2d-d8d0-458f-bc3e-9abcda04b2bb of type vlan for network 3ab2ed33-a3c2-47e2-b202-119b5c4666ee Nov 27 01:22:52.098324 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f24980f-d3fc-4807-84d9-4fa8ba08ed4a admin admin] Router b99f248a-3031-4748-8abf-0fcec81bd24b has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:22:52.108914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-5349c600-8b2e-40db-b2ed-55e6e09afe94 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Deleting port cd46e487-5cf0-4bd3-9a91-660d9af57085 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:52.109202 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5349c600-8b2e-40db-b2ed-55e6e09afe94 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.137016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.167873 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.175350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:52.176157 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.249244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event updated for resources: {'Network': ['ID=3ab2ed33-a3c2-47e2-b202-119b5c4666ee,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:52.261502 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 3ab2ed33-a3c2-47e2-b202-119b5c4666ee details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:22:52.283757 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-35474f0a-b6cb-40ca-84d1-14ae0cdf51aa tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5618999 Nov 27 01:22:52.287366 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36974) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:52.300305 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c6915f2f-ebe7-4508-81e1-8db1745da139 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Request body: {'subnet': {'network_id': '3ab2ed33-a3c2-47e2-b202-119b5c4666ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:52.350652 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5349c600-8b2e-40db-b2ed-55e6e09afe94 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.378062 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f24980f-d3fc-4807-84d9-4fa8ba08ed4a admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:52.388097 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505e32b-0b50-403a-a520-6327d6365910 None None] Sync routers for ids ['b99f248a-3031-4748-8abf-0fcec81bd24b'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:52.395608 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-5349c600-8b2e-40db-b2ed-55e6e09afe94 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Calling delete_port for cd46e487-5cf0-4bd3-9a91-660d9af57085 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:52.404291 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2505e32b-0b50-403a-a520-6327d6365910 None None] Routers {'b99f248a-3031-4748-8abf-0fcec81bd24b'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:52.404929 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2505e32b-0b50-403a-a520-6327d6365910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b99f248a-3031-4748-8abf-0fcec81bd24b'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:52.410078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5f24980f-d3fc-4807-84d9-4fa8ba08ed4a admin admin] 10.222.0.15 "PUT /v2.0/routers/b99f248a-3031-4748-8abf-0fcec81bd24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3454630 Nov 27 01:22:52.412581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36976) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:52.414994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-aa6fd300-d155-477d-bbf2-9576f2fb53f0 None None] Provisioning complete for port cd46e487-5cf0-4bd3-9a91-660d9af57085 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:52.415794 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aa6fd300-d155-477d-bbf2-9576f2fb53f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.486662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1af52-c360-40ba-8ba0-381085d13187 req-abb47a0f-336c-45ec-9a26-72ba5111a2c3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:52.489245 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81e1af52-c360-40ba-8ba0-381085d13187 req-abb47a0f-336c-45ec-9a26-72ba5111a2c3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.1304538 Nov 27 01:22:52.493227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-aa6fd300-d155-477d-bbf2-9576f2fb53f0 None None] Port cd46e487-5cf0-4bd3-9a91-660d9af57085 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:52.518355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6915f2f-ebe7-4508-81e1-8db1745da139 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Made reservation on behalf of 21fbec42c7174df89277adb0cc07dfb6 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:52.522723 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6915f2f-ebe7-4508-81e1-8db1745da139 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.564059 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-2505e32b-0b50-403a-a520-6327d6365910 None None] Set router b99f248a-3031-4748-8abf-0fcec81bd24b gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:52.753011 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6915f2f-ebe7-4508-81e1-8db1745da139 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.804929 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2505e32b-0b50-403a-a520-6327d6365910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:22:51Z', 'revision_number': 5, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:52.842597 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505e32b-0b50-403a-a520-6327d6365910 None None] Checking router: b99f248a-3031-4748-8abf-0fcec81bd24b for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:22:52.858745 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2505e32b-0b50-403a-a520-6327d6365910 None None] Routers {'b99f248a-3031-4748-8abf-0fcec81bd24b'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:52.859370 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2505e32b-0b50-403a-a520-6327d6365910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b99f248a-3031-4748-8abf-0fcec81bd24b'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:52.877331 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81e1af52-c360-40ba-8ba0-381085d13187 req-d7fa138f-b082-48c5-90fd-925f75400fe7 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670650 Nov 27 01:22:52.899797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6915f2f-ebe7-4508-81e1-8db1745da139 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event updated for resources: {'Subnet': ['ID=2cda9d81-eff4-41fc-9440-c0571c08fae1,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:52.914870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6915f2f-ebe7-4508-81e1-8db1745da139 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Checking segment: {'id': '04dede2d-d8d0-458f-bc3e-9abcda04b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3ab2ed33-a3c2-47e2-b202-119b5c4666ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:22:52.915480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6915f2f-ebe7-4508-81e1-8db1745da139 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Network hostable DHCP agents. Network: 3ab2ed33-a3c2-47e2-b202-119b5c4666ee, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:22:52.950812 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6915f2f-ebe7-4508-81e1-8db1745da139 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Network 3ab2ed33-a3c2-47e2-b202-119b5c4666ee is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:22:52.986158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-c6915f2f-ebe7-4508-81e1-8db1745da139 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 3ab2ed33-a3c2-47e2-b202-119b5c4666ee) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:52.996271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6915f2f-ebe7-4508-81e1-8db1745da139 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:52.996271 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6915f2f-ebe7-4508-81e1-8db1745da139 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.010765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2458ce70-84be-4fb1-8b07-ab742b0591ce None None] Network 3ab2ed33-a3c2-47e2-b202-119b5c4666ee requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:53.018845 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-2505e32b-0b50-403a-a520-6327d6365910 None None] Set router b99f248a-3031-4748-8abf-0fcec81bd24b gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:53.033554 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c6915f2f-ebe7-4508-81e1-8db1745da139 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7438450 Nov 27 01:22:53.036160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36992) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:53.041287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-2f848c5f-a907-4432-ac52-19456e592c5d tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1305260477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:53.051274 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1fc236bb-bb59-4c24-8c88-ef68655d1726 req-3d128a3c-2498-46b0-97be-9fb99c8bd27e tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0839715 Nov 27 01:22:53.078106 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.097602 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2f848c5f-a907-4432-ac52-19456e592c5d tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.099776 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2f848c5f-a907-4432-ac52-19456e592c5d tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.212403 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2f848c5f-a907-4432-ac52-19456e592c5d tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.217477 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2f848c5f-a907-4432-ac52-19456e592c5d tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.239890 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.247034 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5349c600-8b2e-40db-b2ed-55e6e09afe94 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.250216 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2f848c5f-a907-4432-ac52-19456e592c5d tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.255602 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2f848c5f-a907-4432-ac52-19456e592c5d tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2147925 Nov 27 01:22:53.255602 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36998) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:53.257844 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:22:53.267364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-3ab2ed33-a3c2-47e2-b202-119b5c4666ee', 'network_id': '3ab2ed33-a3c2-47e2-b202-119b5c4666ee', 'tenant_id': '21fbec42c7174df89277adb0cc07dfb6', 'fixed_ips': [{'subnet_id': '2cda9d81-eff4-41fc-9440-c0571c08fae1'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:22:53.268410 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.376735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349c600-8b2e-40db-b2ed-55e6e09afe94 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event deleted for resources: {'Port': ['ID=cd46e487-5cf0-4bd3-9a91-660d9af57085,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:53.487065 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2505e32b-0b50-403a-a520-6327d6365910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:22:51Z', 'revision_number': 5, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:53.571601 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] Deleting port 4eeaf2a5-c691-443e-a2c8-57fb22165a9c {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:53.573086 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.576630 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5349c600-8b2e-40db-b2ed-55e6e09afe94 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.580410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5349c600-8b2e-40db-b2ed-55e6e09afe94 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "DELETE /v2.0/ports/cd46e487-5cf0-4bd3-9a91-660d9af57085 HTTP/1.1" status: 204 len: 168 time: 1.7458458 Nov 27 01:22:53.583545 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505e32b-0b50-403a-a520-6327d6365910 None None] The sync data for ids ['b99f248a-3031-4748-8abf-0fcec81bd24b'] in n-d-817303-10 is: [{'id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'name': 'tempest-ServersTestJSON-893493070-router', 'tenant_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:20:27Z', 'updated_at': '2021-11-27T01:22:51Z', 'revision_number': 5, 'project_id': 'edfba5c0a21244c5aab75d797d97c0e5', 'gw_port': {'id': '4eeaf2a5-c691-443e-a2c8-57fb22165a9c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f248a-3031-4748-8abf-0fcec81bd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:28Z', 'updated_at': '2021-11-27T01:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:53.590667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Allocated IP 172.20.0.2 (3ab2ed33-a3c2-47e2-b202-119b5c4666ee/2cda9d81-eff4-41fc-9440-c0571c08fae1/172bf449-0e59-45b9-bd83-924b0e780600) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:53.591022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37002) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:53.715940 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.749325 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9088b93a-da15-42ef-81ed-34f56561abbf tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] GET failed (client error): The resource could not be found. Nov 27 01:22:53.751670 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9088b93a-da15-42ef-81ed-34f56561abbf tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "GET /v2.0/ports/cd46e487-5cf0-4bd3-9a91-660d9af57085 HTTP/1.1" status: 404 len: 333 time: 0.1584566 Nov 27 01:22:53.755156 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37004) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:53.762065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0d892653-f102-4e24-b5d9-cad29f1b8371 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Request body: {'port': {'network_id': 'c25e7fb3-2b99-4f34-b1cc-5b9716ece58e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-159883698'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:53.858152 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.866128 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.909272 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] For port 4eeaf2a5-c691-443e-a2c8-57fb22165a9c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4eeaf2a5-c691-443e-a2c8-57fb22165a9c,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:53.909643 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.933986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] Calling delete_port for 4eeaf2a5-c691-443e-a2c8-57fb22165a9c owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:53.957970 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Network 3ab2ed33-a3c2-47e2-b202-119b5c4666ee is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:53.964978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:53.967359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Pushing event updated for resources: {'Port': ['ID=172bf449-0e59-45b9-bd83-924b0e780600,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:53.970632 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:53.984110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 94f8092b-1e43-4bc6-a1a4-51d294fbe023 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:54.063688 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 94f8092b-1e43-4bc6-a1a4-51d294fbe023 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:54.064414 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 94f8092b-1e43-4bc6-a1a4-51d294fbe023 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:54.098477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Attempting to bind port 172bf449-0e59-45b9-bd83-924b0e780600 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:54.098850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Attempting to bind port 172bf449-0e59-45b9-bd83-924b0e780600 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '04dede2d-d8d0-458f-bc3e-9abcda04b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3ab2ed33-a3c2-47e2-b202-119b5c4666ee'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:54.099209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Attempting to bind port 172bf449-0e59-45b9-bd83-924b0e780600 on network 3ab2ed33-a3c2-47e2-b202-119b5c4666ee {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:54.111834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:22:54.112423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Checking segment: {'id': '04dede2d-d8d0-458f-bc3e-9abcda04b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3ab2ed33-a3c2-47e2-b202-119b5c4666ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:22:54.112836 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.113239 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Bound using segment: {'id': '04dede2d-d8d0-458f-bc3e-9abcda04b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3ab2ed33-a3c2-47e2-b202-119b5c4666ee'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:22:54.113786 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Bound port: 172bf449-0e59-45b9-bd83-924b0e780600, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dede2d-d8d0-458f-bc3e-9abcda04b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3ab2ed33-a3c2-47e2-b202-119b5c4666ee'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:22:54.114177 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.125474 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Allocated IP 172.20.0.1 (3ab2ed33-a3c2-47e2-b202-119b5c4666ee/2cda9d81-eff4-41fc-9440-c0571c08fae1/0443aa8f-6b5d-4a1b-bcc9-4276be6dc033) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:54.151267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d892653-f102-4e24-b5d9-cad29f1b8371 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Made reservation on behalf of b922117d1094404980ae04a383f3cf5c for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:54.156610 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d892653-f102-4e24-b5d9-cad29f1b8371 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.195992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-0d892653-f102-4e24-b5d9-cad29f1b8371 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] device_id is not set on port 958aa12f-1870-4c45-90f7-d9a3cd9ea167 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:54.224208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] For port 172bf449-0e59-45b9-bd83-924b0e780600, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:22:54.227510 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] For port 172bf449-0e59-45b9-bd83-924b0e780600, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=172bf449-0e59-45b9-bd83-924b0e780600,segment=NetworkSegment(04dede2d-d8d0-458f-bc3e-9abcda04b2bb),segment_id=04dede2d-d8d0-458f-bc3e-9abcda04b2bb)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:22:54.234927 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.252544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec097e8-ca2d-45b2-bb1e-4eefab1afed9 req-5581e9d0-6fcb-421d-9ffb-70ad20ae9cc6 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:54.254749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8ec097e8-ca2d-45b2-bb1e-4eefab1afed9 req-5581e9d0-6fcb-421d-9ffb-70ad20ae9cc6 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.2389336 Nov 27 01:22:54.305589 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7fc06e69-f218-4b7e-9bd4-14e058f9b041 req-2e953364-e8f0-4068-84c9-2ca173c0af50 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0733230 Nov 27 01:22:54.312506 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060f7ea-9958-47ce-a3da-f32c658a81b6 None None] Pushing event updated for resources: {'Port': ['ID=172bf449-0e59-45b9-bd83-924b0e780600,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:54.329819 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.435720 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.443840 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8ec097e8-ca2d-45b2-bb1e-4eefab1afed9 req-35d23ab0-31b4-45cb-a2c1-f60d5e228526 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771348 Nov 27 01:22:54.481152 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Network 3ab2ed33-a3c2-47e2-b202-119b5c4666ee is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:54.485592 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:54.490519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:54.505468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-0d892653-f102-4e24-b5d9-cad29f1b8371 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Allocated IP 2001:db8::35e (c25e7fb3-2b99-4f34-b1cc-5b9716ece58e/f7fa1e92-abb1-478f-99d6-92bab340954c/958aa12f-1870-4c45-90f7-d9a3cd9ea167) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:54.545293 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event updated for resources: {'Port': ['ID=0443aa8f-6b5d-4a1b-bcc9-4276be6dc033,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:54.551612 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.597473 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.626217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=4eeaf2a5-c691-443e-a2c8-57fb22165a9c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:54.645086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a3dbe-0e58-4ca3-b01e-5aef2527ae7d None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:54.779228 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.798196 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.904860 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.908188 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.968393 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d892653-f102-4e24-b5d9-cad29f1b8371 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.971831 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.972538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b99f248a-3031-4748-8abf-0fcec81bd24b {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:22:54.979369 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.986500 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-873c8ace-222b-4d27-b3c4-14495b966e7e admin admin] 10.222.0.15 "DELETE /v2.0/routers/b99f248a-3031-4748-8abf-0fcec81bd24b HTTP/1.1" status: 204 len: 168 time: 2.5704494 Nov 27 01:22:54.987759 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37028) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:55.061290 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3459d6c7-1c81-4be1-abae-5af8f2efb49e admin admin] Deleting subnet d215e3a9-74ff-4ff3-8eaa-b1161c6b42b7 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:22:55.072511 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3459d6c7-1c81-4be1-abae-5af8f2efb49e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.106764 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d892653-f102-4e24-b5d9-cad29f1b8371 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.122771 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3459d6c7-1c81-4be1-abae-5af8f2efb49e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.183821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d892653-f102-4e24-b5d9-cad29f1b8371 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:55.188214 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.189985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-0d892653-f102-4e24-b5d9-cad29f1b8371 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:55.194953 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.195243 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d892653-f102-4e24-b5d9-cad29f1b8371 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:55.201793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d892653-f102-4e24-b5d9-cad29f1b8371 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:55.202438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d892653-f102-4e24-b5d9-cad29f1b8371 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.217365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d892653-f102-4e24-b5d9-cad29f1b8371 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event updated for resources: {'Port': ['ID=958aa12f-1870-4c45-90f7-d9a3cd9ea167,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:55.233758 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0d892653-f102-4e24-b5d9-cad29f1b8371 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4772105 Nov 27 01:22:55.237187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37034) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:55.261947 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b3c055b6-a9da-4cea-acbb-6f906a2943ec tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c6:0a:6e'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:55.299470 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3459d6c7-1c81-4be1-abae-5af8f2efb49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.413963 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3459d6c7-1c81-4be1-abae-5af8f2efb49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.445196 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459d6c7-1c81-4be1-abae-5af8f2efb49e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d215e3a9-74ff-4ff3-8eaa-b1161c6b42b7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:55.452100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event updated for resources: {'Port': ['ID=0443aa8f-6b5d-4a1b-bcc9-4276be6dc033,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:55.453530 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3459d6c7-1c81-4be1-abae-5af8f2efb49e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.467251 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788afaa6-f67f-4624-849f-b3da772aa840 None None] Network cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:55.480860 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3459d6c7-1c81-4be1-abae-5af8f2efb49e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d215e3a9-74ff-4ff3-8eaa-b1161c6b42b7 HTTP/1.1" status: 204 len: 168 time: 0.4918921 Nov 27 01:22:55.481919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37042) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:55.537442 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3c055b6-a9da-4cea-acbb-6f906a2943ec tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.575119 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.595370 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05d9ad1e-1965-432c-badf-842a96b0f04c req-7e257397-be8f-4063-b2af-d4a895e33855 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0628603 Nov 27 01:22:55.681556 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.755782 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Deleting port 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:55.756133 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.877910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] For port 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=795bfd0d-6ac3-4c98-b995-b6be3c7de8e5,segment=NetworkSegment(7e4c256c-fbc5-4f5d-aa6c-b521158d3c16),segment_id=7e4c256c-fbc5-4f5d-aa6c-b521158d3c16)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:55.877910 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.890844 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Calling delete_port for 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:55.893408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28ea88-b09c-4627-a9cf-fedd39b1360c req-ee2d562d-43e3-4b6e-b937-bac02142e9de tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:55.895045 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ea28ea88-b09c-4627-a9cf-fedd39b1360c req-ee2d562d-43e3-4b6e-b937-bac02142e9de tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.2354431 Nov 27 01:22:55.993209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833e702b-0032-49e0-9bb7-caf15a34f69b None None] Network 3ab2ed33-a3c2-47e2-b202-119b5c4666ee requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:56.033133 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.039873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Network 3ab2ed33-a3c2-47e2-b202-119b5c4666ee is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:56.043834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:56.066313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=795bfd0d-6ac3-4c98-b995-b6be3c7de8e5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:56.078066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] No DVR routers for this DVR port 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:22:56.106387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 172bf449-0e59-45b9-bd83-924b0e780600 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:56.144699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1c72a889-3397-489a-9684-b3074e30929a None None] Provisioning complete for port 958aa12f-1870-4c45-90f7-d9a3cd9ea167 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:56.145401 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c72a889-3397-489a-9684-b3074e30929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.159525 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ea28ea88-b09c-4627-a9cf-fedd39b1360c req-0c971d9f-83ac-44dd-b83b-11f89d5dceef tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500618 Nov 27 01:22:56.185071 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.203326 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3c055b6-a9da-4cea-acbb-6f906a2943ec tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.211077 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3c055b6-a9da-4cea-acbb-6f906a2943ec tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.214096 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1504f3-50c5-47bd-9b28-a8bbf4f742f3']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:56.228176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:56.228681 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4c256c-fbc5-4f5d-aa6c-b521158d3c16') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:56.249303 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.252416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b3c055b6-a9da-4cea-acbb-6f906a2943ec tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] In _notify_port_updated(), no bound segment for port 958aa12f-1870-4c45-90f7-d9a3cd9ea167 on network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:22:56.257943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c055b6-a9da-4cea-acbb-6f906a2943ec tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:56.258579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3c055b6-a9da-4cea-acbb-6f906a2943ec tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.263267 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b3c055b6-a9da-4cea-acbb-6f906a2943ec tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "PUT /v2.0/ports/958aa12f-1870-4c45-90f7-d9a3cd9ea167 HTTP/1.1" status: 200 len: 1002 time: 1.0068686 Nov 27 01:22:56.263890 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37060) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:56.272066 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.282107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:22:56.284880 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:22:56.285814 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:22:56.321477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c055b6-a9da-4cea-acbb-6f906a2943ec tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event updated for resources: {'Port': ['ID=958aa12f-1870-4c45-90f7-d9a3cd9ea167,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:56.323817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1c72a889-3397-489a-9684-b3074e30929a None None] Port 958aa12f-1870-4c45-90f7-d9a3cd9ea167 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:56.380670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.382372 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Router d9b3c7f1-70ea-44ff-a3f0-6ce238619645 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:22:56.398477 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.406371 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 HTTP/1.1" status: 204 len: 168 time: 0.8779612 Nov 27 01:22:56.428135 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878bc75-33c2-4eee-8eb4-099bc9acc4c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1504f3-50c5-47bd-9b28-a8bbf4f742f3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:56.474195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc42364c-d6aa-4aa9-801d-ed69936e9249 None None] DHCP port deletion for cc1504f3-50c5-47bd-9b28-a8bbf4f742f3 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:56.495540 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 172bf449-0e59-45b9-bd83-924b0e780600 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:56.496112 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.536140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:56.542974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e67098fe-536f-4516-81ac-4b7cd61dc469 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "PUT /v2.0/routers/d9b3c7f1-70ea-44ff-a3f0-6ce238619645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2867711 Nov 27 01:22:56.545610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37064) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:56.550899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4fd0f0af-c836-4b0b-b2ec-1e7975574fa4 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Request body: {'port': {'network_id': '3ab2ed33-a3c2-47e2-b202-119b5c4666ee', 'name': 'tempest-FloatingIPNegativeTestJSON-1102415360'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:56.555567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723a886-2729-447d-8e57-b34be3a47a86 None None] Sync routers for ids ['d9b3c7f1-70ea-44ff-a3f0-6ce238619645'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:56.558076 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-64fb52f6-c07e-460a-8050-b824ecea3119 None None] Provisioning complete for port 172bf449-0e59-45b9-bd83-924b0e780600 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:56.558607 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-64fb52f6-c07e-460a-8050-b824ecea3119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.621735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-907fa3bc-182f-404a-91b7-3c72eb98e521 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Deleting port 958aa12f-1870-4c45-90f7-d9a3cd9ea167 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:56.622081 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-907fa3bc-182f-404a-91b7-3c72eb98e521 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.687835 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723a886-2729-447d-8e57-b34be3a47a86 None None] Routers {'d9b3c7f1-70ea-44ff-a3f0-6ce238619645'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:56.688516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a723a886-2729-447d-8e57-b34be3a47a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d9b3c7f1-70ea-44ff-a3f0-6ce238619645'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:56.757165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a723a886-2729-447d-8e57-b34be3a47a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:56.767199 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37072) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:56.839356 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723a886-2729-447d-8e57-b34be3a47a86 None None] Routers {'d9b3c7f1-70ea-44ff-a3f0-6ce238619645'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:56.840214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a723a886-2729-447d-8e57-b34be3a47a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d9b3c7f1-70ea-44ff-a3f0-6ce238619645'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:56.842161 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e07ad7d-1c6e-46eb-814e-5aae21fdfd22 req-2bab85ef-6b7b-49b6-a85e-f04b9b0dce56 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0842307 Nov 27 01:22:56.886029 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-907fa3bc-182f-404a-91b7-3c72eb98e521 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.913531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd0f0af-c836-4b0b-b2ec-1e7975574fa4 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Made reservation on behalf of 21fbec42c7174df89277adb0cc07dfb6 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:56.918617 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f0af-c836-4b0b-b2ec-1e7975574fa4 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.920535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a723a886-2729-447d-8e57-b34be3a47a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:56.921362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723a886-2729-447d-8e57-b34be3a47a86 None None] The sync data for ids ['d9b3c7f1-70ea-44ff-a3f0-6ce238619645'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:56.928890 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-64fb52f6-c07e-460a-8050-b824ecea3119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.935376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-907fa3bc-182f-404a-91b7-3c72eb98e521 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Calling delete_port for 958aa12f-1870-4c45-90f7-d9a3cd9ea167 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:56.958710 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.985363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-64fb52f6-c07e-460a-8050-b824ecea3119 None None] For port 172bf449-0e59-45b9-bd83-924b0e780600, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=172bf449-0e59-45b9-bd83-924b0e780600,segment=NetworkSegment(04dede2d-d8d0-458f-bc3e-9abcda04b2bb),segment_id=04dede2d-d8d0-458f-bc3e-9abcda04b2bb)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:57.008019 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-64fb52f6-c07e-460a-8050-b824ecea3119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.016421 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3ffbf667-7516-413f-90bb-0b819c83bd1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edfba5c0a21244c5aab75d797d97c0e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2480247 Nov 27 01:22:57.019841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37078) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:57.055525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-4fd0f0af-c836-4b0b-b2ec-1e7975574fa4 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] device_id is not set on port c866152f-8d11-42c1-b9d3-a289bc0dd49a yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:57.104508 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-342e87ce-c18b-414a-a91f-b6ce5d2c5348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.104935 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:22:57.105363 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:22:57.131985 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-342e87ce-c18b-414a-a91f-b6ce5d2c5348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.207035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bd58a261-bccf-4b76-9609-ef382034a501 None None] Provisioning complete for port 958aa12f-1870-4c45-90f7-d9a3cd9ea167 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:57.226002 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-342e87ce-c18b-414a-a91f-b6ce5d2c5348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.226677 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bd58a261-bccf-4b76-9609-ef382034a501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.229819 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-342e87ce-c18b-414a-a91f-b6ce5d2c5348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.233857 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-342e87ce-c18b-414a-a91f-b6ce5d2c5348 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a7f1fd3-1088-4065-89dc-f9d418fafa2a HTTP/1.1" status: 204 len: 168 time: 0.2102590 Nov 27 01:22:57.264632 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e87ce-c18b-414a-a91f-b6ce5d2c5348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7f1fd3-1088-4065-89dc-f9d418fafa2a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:57.292158 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb52f6-c07e-460a-8050-b824ecea3119 None None] Pushing event updated for resources: {'Port': ['ID=172bf449-0e59-45b9-bd83-924b0e780600,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:57.341726 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-907fa3bc-182f-404a-91b7-3c72eb98e521 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.350754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bd58a261-bccf-4b76-9609-ef382034a501 None None] Port 958aa12f-1870-4c45-90f7-d9a3cd9ea167 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:57.365042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bd58a261-bccf-4b76-9609-ef382034a501 None None] Provisioning complete for port 0443aa8f-6b5d-4a1b-bcc9-4276be6dc033 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:57.365416 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bd58a261-bccf-4b76-9609-ef382034a501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.413981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fa3bc-182f-404a-91b7-3c72eb98e521 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event deleted for resources: {'Port': ['ID=958aa12f-1870-4c45-90f7-d9a3cd9ea167,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:57.423071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b7d71-2401-4948-bbf1-4a1398d9abef req-797b8f67-ae96-45e3-98fb-79da9752b9d0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:57.438782 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7d0b7d71-2401-4948-bbf1-4a1398d9abef req-797b8f67-ae96-45e3-98fb-79da9752b9d0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.1713498 Nov 27 01:22:57.440734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bd58a261-bccf-4b76-9609-ef382034a501 None None] Port 0443aa8f-6b5d-4a1b-bcc9-4276be6dc033 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:57.465427 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-4fd0f0af-c836-4b0b-b2ec-1e7975574fa4 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Allocated IP 172.20.0.3 (3ab2ed33-a3c2-47e2-b202-119b5c4666ee/2cda9d81-eff4-41fc-9440-c0571c08fae1/c866152f-8d11-42c1-b9d3-a289bc0dd49a) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:57.467454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bd58a261-bccf-4b76-9609-ef382034a501 None None] Provisioning complete for port 172bf449-0e59-45b9-bd83-924b0e780600 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:57.467821 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bd58a261-bccf-4b76-9609-ef382034a501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.475453 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-907fa3bc-182f-404a-91b7-3c72eb98e521 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.492848 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-907fa3bc-182f-404a-91b7-3c72eb98e521 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "DELETE /v2.0/ports/958aa12f-1870-4c45-90f7-d9a3cd9ea167 HTTP/1.1" status: 204 len: 168 time: 1.2240391 Nov 27 01:22:57.496796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37090) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:57.565703 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7d0b7d71-2401-4948-bbf1-4a1398d9abef req-59b7e456-4da9-4550-a45e-b81deb929d87 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259992 Nov 27 01:22:57.607742 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda0d91b-9798-4018-b800-54e842710635 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] GET failed (client error): The resource could not be found. Nov 27 01:22:57.630295 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bda0d91b-9798-4018-b800-54e842710635 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "GET /v2.0/ports/958aa12f-1870-4c45-90f7-d9a3cd9ea167 HTTP/1.1" status: 404 len: 333 time: 0.1291993 Nov 27 01:22:57.633275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37096) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:57.652168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-18ba7946-409c-4c5c-b4d2-8bfd26b1b70a tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Request body: {'port': {'network_id': 'c25e7fb3-2b99-4f34-b1cc-5b9716ece58e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1505037520'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:57.675782 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-a0cab950-ec84-46e2-bb24-75ce67772154 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3316393 Nov 27 01:22:57.860894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-ccd42897-f404-4909-b349-1d73c5b073c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:57.865490 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-ccd42897-f404-4909-b349-1d73c5b073c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:57.866872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-ccd42897-f404-4909-b349-1d73c5b073c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:57.867371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-ccd42897-f404-4909-b349-1d73c5b073c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:57.867852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-ccd42897-f404-4909-b349-1d73c5b073c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:57.870223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-ccd42897-f404-4909-b349-1d73c5b073c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:57.870223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-ccd42897-f404-4909-b349-1d73c5b073c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:57.872208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-ccd42897-f404-4909-b349-1d73c5b073c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 6495 time: 0.1258514 Nov 27 01:22:57.954986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4eeaf2a5-c691-443e-a2c8-57fb22165a9c no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:57.994676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 4eeaf2a5-c691-443e-a2c8-57fb22165a9c {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:57.996800 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4eeaf2a5-c691-443e-a2c8-57fb22165a9c not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:57.999730 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d82c76c6-f619-4edd-b9b0-b7366ea0d0d1 req-ce7bfc06-a72d-4dd7-8192-04de4bc00552 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0461283 Nov 27 01:22:58.048562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-723749d0-7031-4c55-a347-a4ca2b2eca37 None None] Provisioning complete for port 0443aa8f-6b5d-4a1b-bcc9-4276be6dc033 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:58.049359 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-723749d0-7031-4c55-a347-a4ca2b2eca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.085423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ba7946-409c-4c5c-b4d2-8bfd26b1b70a tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Made reservation on behalf of b922117d1094404980ae04a383f3cf5c for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:58.089455 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18ba7946-409c-4c5c-b4d2-8bfd26b1b70a tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.118703 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f0af-c836-4b0b-b2ec-1e7975574fa4 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.122119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-530f7adf-605d-4aac-a2de-173363b4a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:58.122566 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-530f7adf-605d-4aac-a2de-173363b4a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:58.124684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-530f7adf-605d-4aac-a2de-173363b4a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:58.128469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-530f7adf-605d-4aac-a2de-173363b4a249 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8edb1bd7-e9a2-4234-bcb2-92640c58daf6&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=de22fecb-a913-459d-a3f0-a3199365e84c&id=de22fecb-a913-459d-a3f0-a3199365e84c HTTP/1.1" status: 200 len: 2292 time: 0.2214279 Nov 27 01:22:58.161289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-18ba7946-409c-4c5c-b4d2-8bfd26b1b70a tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] device_id is not set on port a821fa85-294c-485d-8100-e49989201f24 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:58.164488 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 172bf449-0e59-45b9-bd83-924b0e780600 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:58.229965 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-04261292-1e98-4a04-8f70-44e80671ffe3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7297ec62-6258-4f74-801e-a2ae20c22061 HTTP/1.1" status: 200 len: 1000 time: 0.0957983 Nov 27 01:22:58.234371 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-723749d0-7031-4c55-a347-a4ca2b2eca37 None None] Port 0443aa8f-6b5d-4a1b-bcc9-4276be6dc033 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:58.295530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 172bf449-0e59-45b9-bd83-924b0e780600 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:58.296006 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.356174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-595854b9-23c3-4b8f-b7e6-d00d5a5a3294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:58.358959 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-595854b9-23c3-4b8f-b7e6-d00d5a5a3294 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=254528fa-ba6d-46f8-93e2-9e5298866c76 HTTP/1.1" status: 200 len: 850 time: 0.1189954 Nov 27 01:22:58.419996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-8fc7fc7f-70bd-42e1-8f0c-5c1772eccc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:58.421964 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-8fc7fc7f-70bd-42e1-8f0c-5c1772eccc92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8edb1bd7-e9a2-4234-bcb2-92640c58daf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559354 Nov 27 01:22:58.518660 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.603164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:58.613110 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-c12f7615-bb0e-4c1a-8f1a-0c023b7c5e3b service neutron] 10.222.0.31 "GET /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832197 Nov 27 01:22:58.635441 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f0af-c836-4b0b-b2ec-1e7975574fa4 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.647666 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:58.649732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 795bfd0d-6ac3-4c98-b995-b6be3c7de8e5 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:58.740105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-5bf9a66c-3a0e-4e3d-8964-b2f2d31bf804 service neutron] 10.222.0.31 "GET /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182122 Nov 27 01:22:58.740930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd0f0af-c836-4b0b-b2ec-1e7975574fa4 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Network 3ab2ed33-a3c2-47e2-b202-119b5c4666ee is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:58.742129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-18ba7946-409c-4c5c-b4d2-8bfd26b1b70a tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Allocated IP 2001:db8::15a (c25e7fb3-2b99-4f34-b1cc-5b9716ece58e/f7fa1e92-abb1-478f-99d6-92bab340954c/a821fa85-294c-485d-8100-e49989201f24) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:58.762974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4fd0f0af-c836-4b0b-b2ec-1e7975574fa4 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:58.804391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd0f0af-c836-4b0b-b2ec-1e7975574fa4 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:58.813374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0f0af-c836-4b0b-b2ec-1e7975574fa4 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event updated for resources: {'Port': ['ID=c866152f-8d11-42c1-b9d3-a289bc0dd49a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:58.813698 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-6e089430-3ca1-4f8d-80c5-1937a04ddd36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=a3225b50-6061-4fa5-b17c-9da1a48db2b4 HTTP/1.1" status: 200 len: 217 time: 0.0640223 Nov 27 01:22:58.927183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-17282602-ec36-4aa3-8aca-27e629be2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:58.929978 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-17282602-ec36-4aa3-8aca-27e629be2274 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.1102648 Nov 27 01:22:58.976842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd0f0af-c836-4b0b-b2ec-1e7975574fa4 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:58.977404 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f0af-c836-4b0b-b2ec-1e7975574fa4 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.988187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82182101-6e96-4ab1-b625-926cfdedb32f req-2ebbd065-87ac-48f9-bb16-269ebf556d47 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:58.989819 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82182101-6e96-4ab1-b625-926cfdedb32f req-2ebbd065-87ac-48f9-bb16-269ebf556d47 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.2454448 Nov 27 01:22:59.033015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-71a0875d-7a08-4bc1-b17c-a8cd1c960a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:59.039642 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-71a0875d-7a08-4bc1-b17c-a8cd1c960a77 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0961089 Nov 27 01:22:59.103357 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4fd0f0af-c836-4b0b-b2ec-1e7975574fa4 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5536129 Nov 27 01:22:59.105395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37154) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:59.111938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:59.151174 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-974cdd2d-da82-4772-be2e-bef9740b0bb3 req-2236120d-ee28-4cc3-be89-f6bc518364b3 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0345225 Nov 27 01:22:59.154599 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82182101-6e96-4ab1-b625-926cfdedb32f req-3832d86b-9bf3-4ed0-8227-8f75fc7dd94d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349788 Nov 27 01:22:59.181078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d361d511-5cb9-47e0-a381-e12318681886 None None] Provisioning complete for port c866152f-8d11-42c1-b9d3-a289bc0dd49a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:59.181519 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d361d511-5cb9-47e0-a381-e12318681886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.190554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-98856653-068a-40c0-9459-6874b565803a service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454308 Nov 27 01:22:59.199851 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18ba7946-409c-4c5c-b4d2-8bfd26b1b70a tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.248004 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.294167 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d361d511-5cb9-47e0-a381-e12318681886 None None] Port c866152f-8d11-42c1-b9d3-a289bc0dd49a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:59.395710 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-94368adc-89a5-4ed1-9ee6-89dced9e94ec service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935995 Nov 27 01:22:59.412290 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18ba7946-409c-4c5c-b4d2-8bfd26b1b70a tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.454076 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-34c77a7c-bc21-485a-bb8a-8ac929d0c8bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=4e22fff8-c9b9-4089-99ed-dfb510d02f58 HTTP/1.1" status: 200 len: 217 time: 0.0483921 Nov 27 01:22:59.480061 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ba7946-409c-4c5c-b4d2-8bfd26b1b70a tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:59.488961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-18ba7946-409c-4c5c-b4d2-8bfd26b1b70a tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:59.493007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba7946-409c-4c5c-b4d2-8bfd26b1b70a tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:59.499225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba7946-409c-4c5c-b4d2-8bfd26b1b70a tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:59.499857 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18ba7946-409c-4c5c-b4d2-8bfd26b1b70a tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.514010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba7946-409c-4c5c-b4d2-8bfd26b1b70a tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event updated for resources: {'Port': ['ID=a821fa85-294c-485d-8100-e49989201f24,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:59.532400 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-18ba7946-409c-4c5c-b4d2-8bfd26b1b70a tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8953998 Nov 27 01:22:59.532693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37176) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:59.537973 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6b910a85-8599-4e21-9272-ee2d509ca372 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Request body: {'port': {'network_id': 'c25e7fb3-2b99-4f34-b1cc-5b9716ece58e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1270315'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:59.543296 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-f392d83d-d172-46b1-afa5-6b9a31d25384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:59.544831 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-f392d83d-d172-46b1-afa5-6b9a31d25384 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.0614192 Nov 27 01:22:59.629338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-310bbd7a-e311-420b-bb51-9700324578b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:59.634276 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-310bbd7a-e311-420b-bb51-9700324578b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0814164 Nov 27 01:22:59.639855 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.748440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37180) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:59.799486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b910a85-8599-4e21-9272-ee2d509ca372 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Made reservation on behalf of b922117d1094404980ae04a383f3cf5c for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:59.802860 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b910a85-8599-4e21-9272-ee2d509ca372 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.830985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-6b910a85-8599-4e21-9272-ee2d509ca372 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] device_id is not set on port aed5028b-0e7f-4f2e-9835-de888ad83ec4 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:59.852771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Allocated IP 172.25.1.235 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/81dfa638-f4a0-4475-8c01-ac8ec2ea92e8) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:59.879180 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-35849f6b-a8d0-4333-a4c4-d310e32eb0cb service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337854 Nov 27 01:22:59.998312 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a96cee17-8a6c-438a-a411-804e9c9c1d06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.010753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1be4c343-df9c-42c0-976c-1c52d03f117d None None] Provisioning complete for port a821fa85-294c-485d-8100-e49989201f24 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:00.011428 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1be4c343-df9c-42c0-976c-1c52d03f117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.093897 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-db50fd21-7d30-4365-ab47-44b57c414a65 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541965 Nov 27 01:23:00.094112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1be4c343-df9c-42c0-976c-1c52d03f117d None None] Port a821fa85-294c-485d-8100-e49989201f24 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:00.137515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-6b910a85-8599-4e21-9272-ee2d509ca372 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Allocated IP 2001:db8::34e (c25e7fb3-2b99-4f34-b1cc-5b9716ece58e/f7fa1e92-abb1-478f-99d6-92bab340954c/aed5028b-0e7f-4f2e-9835-de888ad83ec4) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:00.152668 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-2f34ea9c-5827-48c5-b699-62d50a5034f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=4f854bd5-781e-4e8b-a405-db101e4faafa HTTP/1.1" status: 200 len: 217 time: 0.0518062 Nov 27 01:23:00.184779 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.216877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-59c42797-ecd6-4731-93a2-d612f2d36ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:00.219542 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-59c42797-ecd6-4731-93a2-d612f2d36ffd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.0601435 Nov 27 01:23:00.283600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-2f340cad-780e-4bf7-bb7b-a614f16d5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:00.288201 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-2f340cad-780e-4bf7-bb7b-a614f16d5e09 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0602746 Nov 27 01:23:00.364077 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.381960 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-157d202d-27fb-4891-8f7f-f834e3a3ee5a req-2ef0a602-c28d-46ce-bdd2-4f0e9c4378cc tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0633595 Nov 27 01:23:00.422730 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-55e3b2c2-17f7-4570-acb6-ffeb583fb16c service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272204 Nov 27 01:23:00.483337 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.505237 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:00.532278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:00.532790 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-2f2770d5-0754-47c0-a2e7-8abcc5af7b5e service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031320 Nov 27 01:23:00.541407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:00.545082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a96cee17-8a6c-438a-a411-804e9c9c1d06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.559165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event updated for resources: {'Port': ['ID=81dfa638-f4a0-4475-8c01-ac8ec2ea92e8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:00.585703 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-6fdf4a41-3df8-4f17-aca3-918a54dbe714 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=5b98aa43-349e-495b-b219-a68032564792 HTTP/1.1" status: 200 len: 217 time: 0.0447910 Nov 27 01:23:00.595019 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a96cee17-8a6c-438a-a411-804e9c9c1d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.643187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-769a2a99-a61b-414c-9101-2f49ae7e7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:00.643729 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a96cee17-8a6c-438a-a411-804e9c9c1d06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f6e329a545940bcb474cdae92027777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8943198 Nov 27 01:23:00.647898 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-769a2a99-a61b-414c-9101-2f49ae7e7c19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.0542705 Nov 27 01:23:00.648211 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37200) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:00.691202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cee17-8a6c-438a-a411-804e9c9c1d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c03d9a-729b-4d87-b601-d625938f5912,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:00.698327 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b910a85-8599-4e21-9272-ee2d509ca372 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.706973 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01b7e2-5c0e-484f-9b96-c4df373ad8ed req-a0ab708a-ddfb-4b3b-a9db-0ebabf37f184 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:00.708503 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e01b7e2-5c0e-484f-9b96-c4df373ad8ed req-a0ab708a-ddfb-4b3b-a9db-0ebabf37f184 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.3662176 Nov 27 01:23:00.738256 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-d4711220-eb0c-40e2-bfa0-3474e8916799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:00.740203 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-d4711220-eb0c-40e2-bfa0-3474e8916799 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0843999 Nov 27 01:23:00.768581 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.789707 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-45720b1c-4390-4041-8fa8-575224793b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.817871 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-45720b1c-4390-4041-8fa8-575224793b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.841377 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.896944 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e01b7e2-5c0e-484f-9b96-c4df373ad8ed req-a26f0c09-a84b-4782-a49f-2071335b6e5e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197765 Nov 27 01:23:00.905416 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-45720b1c-4390-4041-8fa8-575224793b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.909532 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-45720b1c-4390-4041-8fa8-575224793b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.914107 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-45720b1c-4390-4041-8fa8-575224793b83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33c03d9a-729b-4d87-b601-d625938f5912 HTTP/1.1" status: 204 len: 168 time: 0.2619567 Nov 27 01:23:00.926929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45720b1c-4390-4041-8fa8-575224793b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c03d9a-729b-4d87-b601-d625938f5912,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:00.930698 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b910a85-8599-4e21-9272-ee2d509ca372 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.007742 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-de7d61ed-1956-4be0-8ca0-5e5c25c320fb service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499144 Nov 27 01:23:01.044355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b910a85-8599-4e21-9272-ee2d509ca372 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:01.059897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6b910a85-8599-4e21-9272-ee2d509ca372 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:01.059897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b910a85-8599-4e21-9272-ee2d509ca372 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:01.077335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b910a85-8599-4e21-9272-ee2d509ca372 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:01.083205 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b910a85-8599-4e21-9272-ee2d509ca372 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.101335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b910a85-8599-4e21-9272-ee2d509ca372 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event updated for resources: {'Port': ['ID=aed5028b-0e7f-4f2e-9835-de888ad83ec4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:01.128548 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6b910a85-8599-4e21-9272-ee2d509ca372 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5948310 Nov 27 01:23:01.132989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37214) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:01.147541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-77fe0cae-b2e4-4f27-a897-05cd63a40e11 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::98', 'mac_address': 'fa:16:3e:c6:0a:6e'}, {'ip_address': '2001:db8::15a', 'mac_address': 'fa:16:3e:ea:9e:98'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:01.248976 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-cd793079-56b2-40ff-a318-a9263eeca63c service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356164 Nov 27 01:23:01.332793 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-fd2117b8-687f-4b03-8c8b-b4f8a218af6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc762bad-5297-4413-87bc-bd3ecbe3a755 HTTP/1.1" status: 200 len: 217 time: 0.0764229 Nov 27 01:23:01.406428 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.442886 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-6aaf7b7b-a349-4105-8322-77f21cb6169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:01.450328 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-6aaf7b7b-a349-4105-8322-77f21cb6169f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e87a0de3-73e4-43cc-8f97-b6fffbee0d31 HTTP/1.1" status: 200 len: 797 time: 0.1100061 Nov 27 01:23:01.462647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f5545b21-1a3f-4843-9fae-28c9e988a8fa None None] Provisioning complete for port aed5028b-0e7f-4f2e-9835-de888ad83ec4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:01.463297 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f5545b21-1a3f-4843-9fae-28c9e988a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.485643 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.519906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f5545b21-1a3f-4843-9fae-28c9e988a8fa None None] Port aed5028b-0e7f-4f2e-9835-de888ad83ec4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:01.545404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-16d1cfea-88a6-415e-8874-dd38d9256291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:01.551993 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-16d1cfea-88a6-415e-8874-dd38d9256291 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de22fecb-a913-459d-a3f0-a3199365e84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0889244 Nov 27 01:23:01.573276 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77fe0cae-b2e4-4f27-a897-05cd63a40e11 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.625848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event updated for resources: {'Port': ['ID=81dfa638-f4a0-4475-8c01-ac8ec2ea92e8,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:01.668652 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.692852 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c76f732e-c26c-4ed2-b896-bed025540c67 req-234541e5-efad-4e87-a19e-d5449b20d92b tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.1397583 Nov 27 01:23:01.723999 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.725620 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-35c7f43e-d247-4e57-947c-e3395171e983 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6170878 Nov 27 01:23:01.729363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37240) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:01.737430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-23973406-8a2e-4dae-afd2-17744e86491c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Request body: {'floatingip': {'port_id': 'c866152f-8d11-42c1-b9d3-a289bc0dd49a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:01.752330 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-f6a59cce-e587-4b04-8087-b3eab0b9c757 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700556 Nov 27 01:23:01.809233 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23973406-8a2e-4dae-afd2-17744e86491c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.940741 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-14545d5d-1cd9-49f7-bf39-6f85158b13e3 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813567 Nov 27 01:23:02.045880 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-8b117d01-1cfd-43e4-a786-04f34f83aba2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0edd8c44-d12f-4f64-979a-5b7c3c4f805b HTTP/1.1" status: 200 len: 217 time: 0.1000512 Nov 27 01:23:02.047859 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6b2f8ae-9128-41f8-8c3d-0bb4b9bcfc5f req-8bacaa4a-f554-4181-96f3-9f9c48f62616 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0534928 Nov 27 01:23:02.066381 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-23973406-8a2e-4dae-afd2-17744e86491c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] update failed (client error): The resource could not be found. Nov 27 01:23:02.067332 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-23973406-8a2e-4dae-afd2-17744e86491c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "PUT /v2.0/floatingips/4e7912a7-bf6b-44d6-9999-160dfdd8a297 HTTP/1.1" status: 404 len: 507 time: 0.3368292 Nov 27 01:23:02.070297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37258) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:02.102139 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77fe0cae-b2e4-4f27-a897-05cd63a40e11 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.108996 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77fe0cae-b2e4-4f27-a897-05cd63a40e11 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.153920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-77fe0cae-b2e4-4f27-a897-05cd63a40e11 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] In _notify_port_updated(), no bound segment for port aed5028b-0e7f-4f2e-9835-de888ad83ec4 on network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:23:02.159368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe0cae-b2e4-4f27-a897-05cd63a40e11 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:02.160083 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77fe0cae-b2e4-4f27-a897-05cd63a40e11 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.164165 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-77fe0cae-b2e4-4f27-a897-05cd63a40e11 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "PUT /v2.0/ports/aed5028b-0e7f-4f2e-9835-de888ad83ec4 HTTP/1.1" status: 200 len: 1064 time: 1.0225201 Nov 27 01:23:02.168441 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37262) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:02.168781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37264) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:02.246166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3eed4d4a-6806-4d9e-b03a-48ae8fbc0138 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Deleting port 81dfa638-f4a0-4475-8c01-ac8ec2ea92e8 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:02.246575 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3eed4d4a-6806-4d9e-b03a-48ae8fbc0138 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.262547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1274d6-06eb-43f8-8620-c32f80087091 req-8de13a68-5f26-47b2-9343-d26fcb52383e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:02.264055 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb1274d6-06eb-43f8-8620-c32f80087091 req-8de13a68-5f26-47b2-9343-d26fcb52383e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.2010648 Nov 27 01:23:02.313957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe0cae-b2e4-4f27-a897-05cd63a40e11 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event updated for resources: {'Port': ['ID=aed5028b-0e7f-4f2e-9835-de888ad83ec4,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:02.359151 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-768566993-network', 'tenant_id': '2ef566b2704f472292745b86619743a5'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:02.392011 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3eed4d4a-6806-4d9e-b03a-48ae8fbc0138 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.392509 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3eed4d4a-6806-4d9e-b03a-48ae8fbc0138 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.409352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3eed4d4a-6806-4d9e-b03a-48ae8fbc0138 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Calling delete_port for 81dfa638-f4a0-4475-8c01-ac8ec2ea92e8 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:02.421871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb1274d6-06eb-43f8-8620-c32f80087091 req-e6711417-b8f6-4da9-b814-f2a104293f4d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151738 Nov 27 01:23:02.435182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-e341ab6e-0013-41ef-8617-e1747f6eb5eb tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Deleting port aed5028b-0e7f-4f2e-9835-de888ad83ec4 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:02.435733 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e341ab6e-0013-41ef-8617-e1747f6eb5eb tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.440725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] Made reservation on behalf of 2ef566b2704f472292745b86619743a5 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:02.443493 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.496125 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.558208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-23d4e8e5-cd32-42c0-a120-2545d068afad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:02.559803 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-23d4e8e5-cd32-42c0-a120-2545d068afad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e87a0de3-73e4-43cc-8f97-b6fffbee0d31 HTTP/1.1" status: 200 len: 797 time: 0.0762382 Nov 27 01:23:02.571462 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0625f156-13e6-410f-91cc-d6687354c3e4 None None] Provisioning complete for port aed5028b-0e7f-4f2e-9835-de888ad83ec4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:02.573724 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0625f156-13e6-410f-91cc-d6687354c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.619474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0625f156-13e6-410f-91cc-d6687354c3e4 None None] Port aed5028b-0e7f-4f2e-9835-de888ad83ec4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:02.630890 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.641529 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.647512 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e341ab6e-0013-41ef-8617-e1747f6eb5eb tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.662732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-cacfa911-8b2c-4c57-a83d-315dc1e25691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:02.664339 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-cacfa911-8b2c-4c57-a83d-315dc1e25691 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de22fecb-a913-459d-a3f0-a3199365e84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0969484 Nov 27 01:23:02.672528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-e341ab6e-0013-41ef-8617-e1747f6eb5eb tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Calling delete_port for aed5028b-0e7f-4f2e-9835-de888ad83ec4 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:02.690030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:02.703353 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3eed4d4a-6806-4d9e-b03a-48ae8fbc0138 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.710039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad178d6-19c9-4d6e-9027-489783797b90,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:02.715034 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.715034 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] Added segment 27db898e-ae0d-44b3-b733-31e3f3107278 of type vlan for network c42e7d7f-c927-4272-acf2-0da6ffdbcf89 Nov 27 01:23:02.811375 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.870821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.871980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:02.872704 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.896835 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc821d2b-f611-4e54-aa4b-a77e158b3191 req-d7b3846c-3ff6-4586-90b6-d1aca22cb44a tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0453405 Nov 27 01:23:02.987437 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8129883 Nov 27 01:23:02.988949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37274) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:02.996691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-aea0ac24-fadc-4780-8339-aaa9ad25199e admin admin] Request body: {'subnet': {'network_id': 'c42e7d7f-c927-4272-acf2-0da6ffdbcf89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-768566993-subnet', 'tenant_id': '2ef566b2704f472292745b86619743a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:03.030452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd173e90-8d62-4df6-8365-ebc1f156ce3c admin admin] Pushing event updated for resources: {'Network': ['ID=c42e7d7f-c927-4272-acf2-0da6ffdbcf89,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:03.041291 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e341ab6e-0013-41ef-8617-e1747f6eb5eb tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.044004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network c42e7d7f-c927-4272-acf2-0da6ffdbcf89 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:03.053459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea0ac24-fadc-4780-8339-aaa9ad25199e admin admin] Made reservation on behalf of 2ef566b2704f472292745b86619743a5 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:03.055824 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aea0ac24-fadc-4780-8339-aaa9ad25199e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.082487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341ab6e-0013-41ef-8617-e1747f6eb5eb tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event deleted for resources: {'Port': ['ID=aed5028b-0e7f-4f2e-9835-de888ad83ec4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:03.283758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed4d4a-6806-4d9e-b03a-48ae8fbc0138 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event deleted for resources: {'Port': ['ID=81dfa638-f4a0-4475-8c01-ac8ec2ea92e8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:03.375810 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-bbfa3c6e-77d0-45b3-965c-99f7dbf18a04 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7021780 Nov 27 01:23:03.429593 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aea0ac24-fadc-4780-8339-aaa9ad25199e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.461911 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3eed4d4a-6806-4d9e-b03a-48ae8fbc0138 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.465128 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3eed4d4a-6806-4d9e-b03a-48ae8fbc0138 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.466456 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3eed4d4a-6806-4d9e-b03a-48ae8fbc0138 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "DELETE /v2.0/floatingips/4e7912a7-bf6b-44d6-9999-160dfdd8a297 HTTP/1.1" status: 204 len: 168 time: 1.3949969 Nov 27 01:23:03.476305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37280) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:03.483082 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7c9d575e-c079-4be0-ba60-4ee84d63322c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Request body: {'floatingip': {'floating_network_id': '3ab2ed33-a3c2-47e2-b202-119b5c4666ee', 'port_id': 'c866152f-8d11-42c1-b9d3-a289bc0dd49a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:03.524869 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c9d575e-c079-4be0-ba60-4ee84d63322c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.561114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0ac24-fadc-4780-8339-aaa9ad25199e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b82d55-9205-49ad-a4d0-9ba2d5d16986,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:03.561468 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a948f62-a77a-4db7-a73c-005b0a76e036 req-37d4df44-1b47-41f9-b963-b27b7f98f9c3 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716933 Nov 27 01:23:03.574322 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e341ab6e-0013-41ef-8617-e1747f6eb5eb tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.580397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e341ab6e-0013-41ef-8617-e1747f6eb5eb tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "DELETE /v2.0/ports/aed5028b-0e7f-4f2e-9835-de888ad83ec4 HTTP/1.1" status: 204 len: 168 time: 1.4077928 Nov 27 01:23:03.583119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37282) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:03.627318 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3f7084-5c3e-42e7-be76-270fc88941e0 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] GET failed (client error): The resource could not be found. Nov 27 01:23:03.628718 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0f3f7084-5c3e-42e7-be76-270fc88941e0 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "GET /v2.0/ports/aed5028b-0e7f-4f2e-9835-de888ad83ec4 HTTP/1.1" status: 404 len: 333 time: 0.0442450 Nov 27 01:23:03.634078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37284) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:03.678189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea0ac24-fadc-4780-8339-aaa9ad25199e admin admin] Checking segment: {'id': '27db898e-ae0d-44b3-b733-31e3f3107278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c42e7d7f-c927-4272-acf2-0da6ffdbcf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:03.679272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea0ac24-fadc-4780-8339-aaa9ad25199e admin admin] Network hostable DHCP agents. Network: c42e7d7f-c927-4272-acf2-0da6ffdbcf89, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:23:03.692986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5caadb-821c-4f9a-a5a1-454c8bf9da63 req-f0b1f724-6336-4135-9b01-626d096476d3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:03.694520 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1f5caadb-821c-4f9a-a5a1-454c8bf9da63 req-f0b1f724-6336-4135-9b01-626d096476d3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.1380901 Nov 27 01:23:03.730521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea0ac24-fadc-4780-8339-aaa9ad25199e admin admin] Network c42e7d7f-c927-4272-acf2-0da6ffdbcf89 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:23:03.743180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-aea0ac24-fadc-4780-8339-aaa9ad25199e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, c42e7d7f-c927-4272-acf2-0da6ffdbcf89) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:03.748949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea0ac24-fadc-4780-8339-aaa9ad25199e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:03.749545 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aea0ac24-fadc-4780-8339-aaa9ad25199e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.764871 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e22ec4e-b6c2-450e-8c58-f3fcc723e424 None None] Network c42e7d7f-c927-4272-acf2-0da6ffdbcf89 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:03.765907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-192e9afc-144e-4fa7-a979-db0b6fccb83c tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Deleting port a821fa85-294c-485d-8100-e49989201f24 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:03.766255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-192e9afc-144e-4fa7-a979-db0b6fccb83c tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.773684 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1f5caadb-821c-4f9a-a5a1-454c8bf9da63 req-4eb91933-6448-41b4-ade0-285475ad6a7a tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680666 Nov 27 01:23:03.789080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-aea0ac24-fadc-4780-8339-aaa9ad25199e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7968757 Nov 27 01:23:03.803207 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-7c9d575e-c079-4be0-ba60-4ee84d63322c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:23:03.808749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7c9d575e-c079-4be0-ba60-4ee84d63322c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3252676 Nov 27 01:23:03.809695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37290) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:03.815414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': 'c866152f-8d11-42c1-b9d3-a289bc0dd49a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:03.846589 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.894762 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-192e9afc-144e-4fa7-a979-db0b6fccb83c tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.912927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-192e9afc-144e-4fa7-a979-db0b6fccb83c tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Calling delete_port for a821fa85-294c-485d-8100-e49989201f24 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:03.984161 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.131401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b59ee6-76f1-4f5d-9b69-12922a999028 None None] Network c42e7d7f-c927-4272-acf2-0da6ffdbcf89 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:04.151610 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3fc79858-0215-49d9-aba4-f3dfb842d103 req-05583217-1e6a-43b1-887e-871e589e242f tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0760512 Nov 27 01:23:04.195795 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-192e9afc-144e-4fa7-a979-db0b6fccb83c tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.247774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e9afc-144e-4fa7-a979-db0b6fccb83c tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event deleted for resources: {'Port': ['ID=a821fa85-294c-485d-8100-e49989201f24,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:04.285174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Allocated IP 172.25.1.66 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/5788adda-41c8-4182-bf75-b211849fc0c6) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:04.306021 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-192e9afc-144e-4fa7-a979-db0b6fccb83c tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.314383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37304) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:04.315587 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-192e9afc-144e-4fa7-a979-db0b6fccb83c tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "DELETE /v2.0/ports/a821fa85-294c-485d-8100-e49989201f24 HTTP/1.1" status: 204 len: 168 time: 0.6758707 Nov 27 01:23:04.351774 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec90834-b2cf-4b5f-b224-e31d9c52b102 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] GET failed (client error): The resource could not be found. Nov 27 01:23:04.357993 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-aec90834-b2cf-4b5f-b224-e31d9c52b102 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "GET /v2.0/ports/a821fa85-294c-485d-8100-e49989201f24 HTTP/1.1" status: 404 len: 333 time: 0.0355289 Nov 27 01:23:04.358977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37310) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:04.581391 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aaed897b-b8ca-4ddd-939e-11accd92ca98 req-9894951c-1111-44d4-a477-579c942a0e73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc4cde54298a42609665e953fefb9ec8&device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0562720 Nov 27 01:23:04.605796 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef27e792-d18c-4963-b430-abd298509541 req-b83849fc-2bb3-4754-9bcf-c2ac718eb219 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0645344 Nov 27 01:23:04.637058 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aaed897b-b8ca-4ddd-939e-11accd92ca98 req-4d710e70-b5ee-407e-9459-025ebb94ee1b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=fc4cde54298a42609665e953fefb9ec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353117 Nov 27 01:23:04.640183 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.759769 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.792568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed897b-b8ca-4ddd-939e-11accd92ca98 req-47b60547-8f94-4adb-ab8d-3e4106348486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:04.794139 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aaed897b-b8ca-4ddd-939e-11accd92ca98 req-47b60547-8f94-4adb-ab8d-3e4106348486 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505215 Nov 27 01:23:04.811702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:04.816653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:04.819834 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:04.845752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event updated for resources: {'Port': ['ID=5788adda-41c8-4182-bf75-b211849fc0c6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:04.985262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-d845fb0a-4f53-4b76-9e8f-38dd768598a5 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:04.986800 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-d845fb0a-4f53-4b76-9e8f-38dd768598a5 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/networks?id=c42e7d7f-c927-4272-acf2-0da6ffdbcf89 HTTP/1.1" status: 200 len: 821 time: 0.5734131 Nov 27 01:23:04.989928 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147852b-8263-4936-a324-be81c4271d91 req-a34b373f-6119-41e4-9f5c-3f437510153f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:04.991429 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9147852b-8263-4936-a324-be81c4271d91 req-a34b373f-6119-41e4-9f5c-3f437510153f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.0961678 Nov 27 01:23:05.017461 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-2f426831-9cf8-4e8c-994d-8fdcdb0e166b tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/quotas/2ef566b2704f472292745b86619743a5 HTTP/1.1" status: 200 len: 375 time: 0.0179214 Nov 27 01:23:05.026627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8683d-b940-4d15-8042-d83ae20b057d tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Deleting port 0ad0ca2d-e627-4e97-af7f-c8faf572d4d1 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:05.026970 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4a8683d-b940-4d15-8042-d83ae20b057d tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.068291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9147852b-8263-4936-a324-be81c4271d91 req-03760448-6c03-42eb-a20f-ce739cdebb71 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547109 Nov 27 01:23:05.077274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Deleting port 5788adda-41c8-4182-bf75-b211849fc0c6 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:05.077802 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.101189 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-349654d9-7ed2-4da7-a047-476120165b2a tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ef566b2704f472292745b86619743a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712068 Nov 27 01:23:05.166645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.167064 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.180868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Calling delete_port for 5788adda-41c8-4182-bf75-b211849fc0c6 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:05.216219 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4a8683d-b940-4d15-8042-d83ae20b057d tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.236438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8683d-b940-4d15-8042-d83ae20b057d tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Calling delete_port for 0ad0ca2d-e627-4e97-af7f-c8faf572d4d1 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:05.283868 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-7dfa8aef-661f-42d3-a92e-a4c54c6f708c service neutron] 10.222.0.15 "GET /v2.0/networks/c42e7d7f-c927-4272-acf2-0da6ffdbcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569762 Nov 27 01:23:05.331838 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.373460 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event deleted for resources: {'Port': ['ID=5788adda-41c8-4182-bf75-b211849fc0c6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:05.436443 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-e72e38a1-f953-4243-a6dd-0a86d97c0a9d service neutron] 10.222.0.15 "GET /v2.0/networks/c42e7d7f-c927-4272-acf2-0da6ffdbcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232114 Nov 27 01:23:05.460448 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] create failed (client error): The resource could not be found. Nov 27 01:23:05.462061 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-91814809-1fb5-4422-b44e-9650ac241867 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6503978 Nov 27 01:23:05.465973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37324) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:05.498804 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4a8683d-b940-4d15-8042-d83ae20b057d tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.556113 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8683d-b940-4d15-8042-d83ae20b057d tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event deleted for resources: {'Port': ['ID=0ad0ca2d-e627-4e97-af7f-c8faf572d4d1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:05.573127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-26533627-c856-46fd-b7ff-7699baeb225f tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Deleting port c866152f-8d11-42c1-b9d3-a289bc0dd49a {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:05.573127 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26533627-c856-46fd-b7ff-7699baeb225f tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.583468 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4a8683d-b940-4d15-8042-d83ae20b057d tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.589360 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d4a8683d-b940-4d15-8042-d83ae20b057d tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "DELETE /v2.0/ports/0ad0ca2d-e627-4e97-af7f-c8faf572d4d1 HTTP/1.1" status: 204 len: 168 time: 1.2275281 Nov 27 01:23:05.589661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37326) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:05.652940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8eccb9-3a35-4482-aa97-a349165528d2 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Deleting subnet f7fa1e92-abb1-478f-99d6-92bab340954c {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:05.656427 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab8eccb9-3a35-4482-aa97-a349165528d2 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.709099 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab8eccb9-3a35-4482-aa97-a349165528d2 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.784266 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eca7dda2-5710-4ecc-a09b-256dbbc74adf req-e86973af-4557-4317-9b93-20a47716ce77 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 210 time: 0.0778806 Nov 27 01:23:05.810602 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab8eccb9-3a35-4482-aa97-a349165528d2 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.849853 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26533627-c856-46fd-b7ff-7699baeb225f tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.867681 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-26533627-c856-46fd-b7ff-7699baeb225f tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Calling delete_port for c866152f-8d11-42c1-b9d3-a289bc0dd49a owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:05.907926 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82594116-2c5f-450c-bce4-6602764076bf req-5a266ece-9c66-4003-881d-fbdff18cb680 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0405357 Nov 27 01:23:05.915155 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab8eccb9-3a35-4482-aa97-a349165528d2 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.945791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f7106-981a-439d-b851-f7c1d42306e0 None None] Network c25e7fb3-2b99-4f34-b1cc-5b9716ece58e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:05.972988 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab8eccb9-3a35-4482-aa97-a349165528d2 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.980153 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ab8eccb9-3a35-4482-aa97-a349165528d2 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "DELETE /v2.0/subnets/f7fa1e92-abb1-478f-99d6-92bab340954c HTTP/1.1" status: 204 len: 168 time: 0.3873439 Nov 27 01:23:05.980153 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8eccb9-3a35-4482-aa97-a349165528d2 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event deleted for resources: {'Subnet': ['ID=f7fa1e92-abb1-478f-99d6-92bab340954c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:05.981357 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37338) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:06.102413 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26533627-c856-46fd-b7ff-7699baeb225f tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.113149 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.165183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26533627-c856-46fd-b7ff-7699baeb225f tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event deleted for resources: {'Port': ['ID=c866152f-8d11-42c1-b9d3-a289bc0dd49a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:06.227012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Deleting port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:06.227532 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.257790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2744a31-eaf6-430c-b022-56e3f3a16d6d None None] DHCP port deletion for c25e7fb3-2b99-4f34-b1cc-5b9716ece58e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:06.358479 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b2744a31-eaf6-430c-b022-56e3f3a16d6d None None] Deleting port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:06.359069 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b2744a31-eaf6-430c-b022-56e3f3a16d6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.362786 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] For port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e0f32f60-05f8-45f9-a4e8-9abcdb248fa9,segment=NetworkSegment(e136f8be-54c4-4fa3-8305-7e98da875f08),segment_id=e136f8be-54c4-4fa3-8305-7e98da875f08)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:06.363798 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.386710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Calling delete_port for e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:06.397875 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aaed897b-b8ca-4ddd-939e-11accd92ca98 req-ba5fbbb4-e08e-4214-a5f9-1e6e33700829 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.31 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.0606854 Nov 27 01:23:06.414938 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26533627-c856-46fd-b7ff-7699baeb225f tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.426843 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-26533627-c856-46fd-b7ff-7699baeb225f tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "DELETE /v2.0/ports/c866152f-8d11-42c1-b9d3-a289bc0dd49a HTTP/1.1" status: 204 len: 168 time: 0.9572685 Nov 27 01:23:06.427989 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37348) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:06.473120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b2744a31-eaf6-430c-b022-56e3f3a16d6d None None] For port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e0f32f60-05f8-45f9-a4e8-9abcdb248fa9,segment=NetworkSegment(e136f8be-54c4-4fa3-8305-7e98da875f08),segment_id=e136f8be-54c4-4fa3-8305-7e98da875f08)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:06.473702 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b2744a31-eaf6-430c-b022-56e3f3a16d6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.490777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b2744a31-eaf6-430c-b022-56e3f3a16d6d None None] Calling delete_port for e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:06.526303 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.534368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcfd0d-b94c-4a85-8978-b302cd88802a req-275304f6-6cf4-420d-b71c-0cd6e28d3008 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:06.535971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f5fcfd0d-b94c-4a85-8978-b302cd88802a req-275304f6-6cf4-420d-b71c-0cd6e28d3008 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.2898953 Nov 27 01:23:06.571334 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event deleted for resources: {'Port': ['ID=e0f32f60-05f8-45f9-a4e8-9abcdb248fa9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:06.589461 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:23:06.595792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] No DVR routers for this DVR port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:06.615951 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b2744a31-eaf6-430c-b022-56e3f3a16d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.640687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2744a31-eaf6-430c-b022-56e3f3a16d6d None None] No DVR routers for this DVR port e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:06.674711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2744a31-eaf6-430c-b022-56e3f3a16d6d None None] Pushing event deleted for resources: {'Port': ['ID=e0f32f60-05f8-45f9-a4e8-9abcdb248fa9,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:06.695491 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f5fcfd0d-b94c-4a85-8978-b302cd88802a req-4a0dceb4-5e87-4f4a-a576-dcb008b7484e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528332 Nov 27 01:23:06.706493 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10d0742-168c-472e-a327-b46e74a65709 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:06.708037 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f10d0742-168c-472e-a327-b46e74a65709 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9b3c7f1-70ea-44ff-a3f0-6ce238619645 HTTP/1.1" status: 200 len: 913 time: 0.2789681 Nov 27 01:23:06.710730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37350) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:06.730103 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.758361 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25e7fb3-2b99-4f34-b1cc-5b9716ece58e']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:06.768672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e136f8be-54c4-4fa3-8305-7e98da875f08') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:06.769050 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e136f8be-54c4-4fa3-8305-7e98da875f08') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:06.786286 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.804694 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.814493 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:23:06.815058 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:23:06.819355 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:23:06.903033 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43458d39-4de6-4347-a905-bf70a4225f91 req-ff18576d-ecd7-4680-9bb3-162c989d9bb7 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 210 time: 0.0415907 Nov 27 01:23:06.909793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.924366 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.924366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] 10.222.0.15 "DELETE /v2.0/networks/c25e7fb3-2b99-4f34-b1cc-5b9716ece58e HTTP/1.1" status: 204 len: 168 time: 0.9399953 Nov 27 01:23:06.937657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801174a-db95-4da0-b6b4-9e7f2864b937 tempest-AllowedAddressPairIpV6TestJSON-1543786418 tempest-AllowedAddressPairIpV6TestJSON-1543786418-project] Pushing event deleted for resources: {'Network': ['ID=c25e7fb3-2b99-4f34-b1cc-5b9716ece58e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:07.128938 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14f30367-31a5-41b9-92df-4b06bd26f9c5 req-06eaa51b-f705-42a9-bfb5-28118e8d6658 tempest-ServerShowV257Test-526584783 tempest-ServerShowV257Test-526584783-project] 10.222.0.15 "GET /v2.0/ports?device_id=55115d9d-df15-48e6-94d6-0e4399aaef59 HTTP/1.1" status: 200 len: 210 time: 0.1024427 Nov 27 01:23:07.225042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37360) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:07.241906 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37db1824-dc9f-45cb-b8a3-36cb46d7e0be tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.389993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-66b560dd-79b2-44b4-afd9-47230467f368 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:07.392160 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-66b560dd-79b2-44b4-afd9-47230467f368 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.21 "GET /v2.0/networks?id=c42e7d7f-c927-4272-acf2-0da6ffdbcf89 HTTP/1.1" status: 200 len: 821 time: 0.2109284 Nov 27 01:23:07.428488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-4b1ed3a1-e375-41ff-b638-6c6bdf9f1f81 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Request body: {'port': {'device_id': '2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6', 'network_id': 'c42e7d7f-c927-4272-acf2-0da6ffdbcf89', 'admin_state_up': True, 'tenant_id': '2ef566b2704f472292745b86619743a5'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:07.479663 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-46a49249-7b7d-455c-854e-f973ce86b55d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b922117d1094404980ae04a383f3cf5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2512372 Nov 27 01:23:07.479998 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37368) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:07.549572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-4b1ed3a1-e375-41ff-b638-6c6bdf9f1f81 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Made reservation on behalf of 2ef566b2704f472292745b86619743a5 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:07.554005 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-4b1ed3a1-e375-41ff-b638-6c6bdf9f1f81 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.583875 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9806635f-8914-4264-bce9-17782f80b52a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.615982 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9806635f-8914-4264-bce9-17782f80b52a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.648624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-37db1824-dc9f-45cb-b8a3-36cb46d7e0be tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Deleting port 0443aa8f-6b5d-4a1b-bcc9-4276be6dc033 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:07.648955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37db1824-dc9f-45cb-b8a3-36cb46d7e0be tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.693660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-4b1ed3a1-e375-41ff-b638-6c6bdf9f1f81 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Allocated IP 172.20.0.8 (c42e7d7f-c927-4272-acf2-0da6ffdbcf89/a1b82d55-9205-49ad-a4d0-9ba2d5d16986/2453136e-8158-49fd-bf48-b646cce63517) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:07.729224 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9806635f-8914-4264-bce9-17782f80b52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.732078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9806635f-8914-4264-bce9-17782f80b52a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.735874 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9806635f-8914-4264-bce9-17782f80b52a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2fb9f9a-5c9f-4795-885e-fecf598d9c9e HTTP/1.1" status: 204 len: 168 time: 0.2523785 Nov 27 01:23:07.756222 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806635f-8914-4264-bce9-17782f80b52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fb9f9a-5c9f-4795-885e-fecf598d9c9e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:07.790758 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37db1824-dc9f-45cb-b8a3-36cb46d7e0be tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.806095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-37db1824-dc9f-45cb-b8a3-36cb46d7e0be tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Calling delete_port for 0443aa8f-6b5d-4a1b-bcc9-4276be6dc033 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:07.903460 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-4b1ed3a1-e375-41ff-b638-6c6bdf9f1f81 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.925341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cedd3-307b-4ff1-b4a2-c6d845aac675 req-5646146d-97a5-45a7-ae04-4fbb433b9fac tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:07.927383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f0cedd3-307b-4ff1-b4a2-c6d845aac675 req-5646146d-97a5-45a7-ae04-4fbb433b9fac tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.1080904 Nov 27 01:23:07.948989 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-4b1ed3a1-e375-41ff-b638-6c6bdf9f1f81 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:08.035208 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-4b1ed3a1-e375-41ff-b638-6c6bdf9f1f81 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Network c42e7d7f-c927-4272-acf2-0da6ffdbcf89 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:08.048554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-4b1ed3a1-e375-41ff-b638-6c6bdf9f1f81 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:08.052186 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-4b1ed3a1-e375-41ff-b638-6c6bdf9f1f81 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:08.114404 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f0cedd3-307b-4ff1-b4a2-c6d845aac675 req-c411abec-f349-45a1-a9a0-20208326ad3e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419401 Nov 27 01:23:08.121956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ed3a1-e375-41ff-b638-6c6bdf9f1f81 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Pushing event updated for resources: {'Port': ['ID=2453136e-8158-49fd-bf48-b646cce63517,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:08.147216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:08.172442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:08.172442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e0f32f60-05f8-45f9-a4e8-9abcdb248fa9 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:08.183319 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37db1824-dc9f-45cb-b8a3-36cb46d7e0be tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:08.247806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-4b1ed3a1-e375-41ff-b638-6c6bdf9f1f81 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:08.253698 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-4b1ed3a1-e375-41ff-b638-6c6bdf9f1f81 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:08.275285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db1824-dc9f-45cb-b8a3-36cb46d7e0be tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event deleted for resources: {'Port': ['ID=0443aa8f-6b5d-4a1b-bcc9-4276be6dc033,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:08.305076 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310c37d-e19e-4d49-82d3-997b94b56d09 req-7118ad23-291d-4c9c-a864-4fa0da3ad40c tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:08.321132 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b310c37d-e19e-4d49-82d3-997b94b56d09 req-7118ad23-291d-4c9c-a864-4fa0da3ad40c tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 931 time: 0.2616642 Nov 27 01:23:08.335576 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-4b1ed3a1-e375-41ff-b638-6c6bdf9f1f81 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9126987 Nov 27 01:23:08.360786 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-c66c89bd-49f6-4b29-9567-fdcd59e93cd9 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:23:08.362738 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-c66c89bd-49f6-4b29-9567-fdcd59e93cd9 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155561 Nov 27 01:23:08.431171 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b310c37d-e19e-4d49-82d3-997b94b56d09 req-35bf7074-b3e3-4cf8-9b19-77a8669bacec tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad178d6-19c9-4d6e-9027-489783797b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085539 Nov 27 01:23:08.555892 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37db1824-dc9f-45cb-b8a3-36cb46d7e0be tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:08.652469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Request body: {'port': {'device_id': '2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:08.687006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37400) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:08.734219 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:08.759938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37db1824-dc9f-45cb-b8a3-36cb46d7e0be tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Router d9b3c7f1-70ea-44ff-a3f0-6ce238619645 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:23:08.885973 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b509b6f2-093c-4f7b-932d-683437355c26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:08.910661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37db1824-dc9f-45cb-b8a3-36cb46d7e0be tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:08.925164 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f95593-db82-4405-8300-d02908bcf5f9 None None] Sync routers for ids ['d9b3c7f1-70ea-44ff-a3f0-6ce238619645'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:08.926114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37410) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:08.933753 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-37db1824-dc9f-45cb-b8a3-36cb46d7e0be tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "PUT /v2.0/routers/d9b3c7f1-70ea-44ff-a3f0-6ce238619645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2216942 Nov 27 01:23:08.943051 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f95593-db82-4405-8300-d02908bcf5f9 None None] Routers {'d9b3c7f1-70ea-44ff-a3f0-6ce238619645'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:08.943684 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-19f95593-db82-4405-8300-d02908bcf5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d9b3c7f1-70ea-44ff-a3f0-6ce238619645'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:09.002262 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-19f95593-db82-4405-8300-d02908bcf5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:09.012749 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f95593-db82-4405-8300-d02908bcf5f9 None None] Routers {'d9b3c7f1-70ea-44ff-a3f0-6ce238619645'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:09.013577 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-19f95593-db82-4405-8300-d02908bcf5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:22:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d9b3c7f1-70ea-44ff-a3f0-6ce238619645'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:09.054162 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-19f95593-db82-4405-8300-d02908bcf5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:09.054162 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f95593-db82-4405-8300-d02908bcf5f9 None None] The sync data for ids ['d9b3c7f1-70ea-44ff-a3f0-6ce238619645'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:09.056895 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37412) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:09.073907 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e55f9f45-9085-4f12-aedd-5a8aa638e095 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.083919 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b509b6f2-093c-4f7b-932d-683437355c26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.091573 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b509b6f2-093c-4f7b-932d-683437355c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.157565 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b509b6f2-093c-4f7b-932d-683437355c26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc4cde54298a42609665e953fefb9ec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4692392 Nov 27 01:23:09.159645 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509b6f2-093c-4f7b-932d-683437355c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04df869-c793-4fe4-803e-77acca306a82,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:09.162179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37418) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:09.215140 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0fd6121e-6c10-4d8a-b4ff-f1281b0b8bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.237563 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0fd6121e-6c10-4d8a-b4ff-f1281b0b8bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.289366 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0fd6121e-6c10-4d8a-b4ff-f1281b0b8bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.292944 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0fd6121e-6c10-4d8a-b4ff-f1281b0b8bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.296586 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0fd6121e-6c10-4d8a-b4ff-f1281b0b8bfd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e04df869-c793-4fe4-803e-77acca306a82 HTTP/1.1" status: 204 len: 168 time: 0.1313682 Nov 27 01:23:09.304637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6121e-6c10-4d8a-b4ff-f1281b0b8bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04df869-c793-4fe4-803e-77acca306a82,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:09.357380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-953691278'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:09.404437 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e55f9f45-9085-4f12-aedd-5a8aa638e095 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.411405 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e55f9f45-9085-4f12-aedd-5a8aa638e095 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.478004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Made reservation on behalf of 18d1f54582864059ad1c9843d4f58b51 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:09.481799 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.554319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6009ec0-96e3-44cc-8594-d665d3d7d2df req-88e31d60-23c1-460d-9943-2f2c3cf900bb tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:09.556829 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6009ec0-96e3-44cc-8594-d665d3d7d2df req-88e31d60-23c1-460d-9943-2f2c3cf900bb tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.2636497 Nov 27 01:23:09.562421 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e55f9f45-9085-4f12-aedd-5a8aa638e095 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.562932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55f9f45-9085-4f12-aedd-5a8aa638e095 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Fanout notify agent at l3_agent the message router_deleted on router d9b3c7f1-70ea-44ff-a3f0-6ce238619645 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:23:09.569930 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.580481 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e55f9f45-9085-4f12-aedd-5a8aa638e095 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.585494 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e55f9f45-9085-4f12-aedd-5a8aa638e095 tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "DELETE /v2.0/routers/d9b3c7f1-70ea-44ff-a3f0-6ce238619645 HTTP/1.1" status: 204 len: 168 time: 0.6582544 Nov 27 01:23:09.603186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37434) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:09.623809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2453136e-8158-49fd-bf48-b646cce63517 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:23:09.645638 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.679648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Transition to ACTIVE for port object 2453136e-8158-49fd-bf48-b646cce63517 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:23:09.716553 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.753023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-733225c3-e12c-4a22-804d-6060e7436c8e tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Deleting subnet 2cda9d81-eff4-41fc-9440-c0571c08fae1 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:09.763708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-733225c3-e12c-4a22-804d-6060e7436c8e tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.794337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Pushing event updated for resources: {'Port': ['ID=2453136e-8158-49fd-bf48-b646cce63517,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:09.809801 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-733225c3-e12c-4a22-804d-6060e7436c8e tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.819444 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7d919-221b-40ec-ae36-5ef09b39b827 req-af0b65ce-ed6f-4a5e-bbbf-1ae3375c6643 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:09.821074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-17b7d919-221b-40ec-ae36-5ef09b39b827 req-af0b65ce-ed6f-4a5e-bbbf-1ae3375c6643 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 931 time: 0.2395802 Nov 27 01:23:09.884927 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6009ec0-96e3-44cc-8594-d665d3d7d2df req-88e445bb-1941-4059-8ec9-d47bee8eedc6 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927301 Nov 27 01:23:10.039164 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.043085 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Attempting to bind port 2453136e-8158-49fd-bf48-b646cce63517 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:10.044482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Attempting to bind port 2453136e-8158-49fd-bf48-b646cce63517 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '27db898e-ae0d-44b3-b733-31e3f3107278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c42e7d7f-c927-4272-acf2-0da6ffdbcf89'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:10.044868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Attempting to bind port 2453136e-8158-49fd-bf48-b646cce63517 on network c42e7d7f-c927-4272-acf2-0da6ffdbcf89 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:10.052363 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.064094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Port 2453136e-8158-49fd-bf48-b646cce63517 on network c42e7d7f-c927-4272-acf2-0da6ffdbcf89 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:23:10.064425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Attempting to bind port 2453136e-8158-49fd-bf48-b646cce63517 on network c42e7d7f-c927-4272-acf2-0da6ffdbcf89 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:10.068073 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-745c3808-ed75-4264-81b1-392fd132b522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.101180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:10.121066 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-733225c3-e12c-4a22-804d-6060e7436c8e tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.123085 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.123491 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Added segment c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19 of type vlan for network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d Nov 27 01:23:10.152737 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-17b7d919-221b-40ec-ae36-5ef09b39b827 req-d9ca0bb4-86f0-4ac4-a595-2b8d59c05698 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad178d6-19c9-4d6e-9027-489783797b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032436 Nov 27 01:23:10.178114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:10.178460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Checking segment: {'id': '27db898e-ae0d-44b3-b733-31e3f3107278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c42e7d7f-c927-4272-acf2-0da6ffdbcf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:10.178891 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Bound using segment: {'id': '27db898e-ae0d-44b3-b733-31e3f3107278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c42e7d7f-c927-4272-acf2-0da6ffdbcf89'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:10.179467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Bound port: 2453136e-8158-49fd-bf48-b646cce63517, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27db898e-ae0d-44b3-b733-31e3f3107278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c42e7d7f-c927-4272-acf2-0da6ffdbcf89'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:10.179830 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.213979 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.217402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04cd37d-c94b-4f41-bb70-c659451ca921,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:10.218049 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-733225c3-e12c-4a22-804d-6060e7436c8e tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.249727 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733225c3-e12c-4a22-804d-6060e7436c8e tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event deleted for resources: {'Subnet': ['ID=2cda9d81-eff4-41fc-9440-c0571c08fae1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:10.254838 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-733225c3-e12c-4a22-804d-6060e7436c8e tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.265442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288b92e3-0db1-404e-99ec-793b401bf2b0 None None] Network 3ab2ed33-a3c2-47e2-b202-119b5c4666ee requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:10.270818 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-733225c3-e12c-4a22-804d-6060e7436c8e tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "DELETE /v2.0/subnets/2cda9d81-eff4-41fc-9440-c0571c08fae1 HTTP/1.1" status: 204 len: 168 time: 0.6653283 Nov 27 01:23:10.273934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37506) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:10.327416 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.335889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:10.335889 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.350627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] For port 2453136e-8158-49fd-bf48-b646cce63517, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:10.423802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] For port 2453136e-8158-49fd-bf48-b646cce63517, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2453136e-8158-49fd-bf48-b646cce63517,segment=NetworkSegment(27db898e-ae0d-44b3-b733-31e3f3107278),segment_id=27db898e-ae0d-44b3-b733-31e3f3107278)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:10.449525 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.460671 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.468647 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4092197 Nov 27 01:23:10.481228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37536) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:10.492735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-36dbef2d-ce41-4167-9727-2126825cbacc tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Request body: {'subnet': {'network_id': '21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:10.583319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e71a88-78f3-4a1e-9344-d0a84c1c4071 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event updated for resources: {'Network': ['ID=21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:10.594024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:10.594843 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.601000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:10.611556 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] 10.222.0.21 "PUT /v2.0/ports/2453136e-8158-49fd-bf48-b646cce63517 HTTP/1.1" status: 200 len: 1092 time: 2.2067356 Nov 27 01:23:10.615300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6', 'tag': '2453136e-8158-49fd-bf48-b646cce63517'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:10.622647 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fece6b83-29fa-430b-b5e8-a3f8cc60e16e" -d '{"events": [{"name": "network-changed", "server_uuid": "2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6", "tag": "2453136e-8158-49fd-bf48-b646cce63517"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:10.753431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f50662-a198-4f2e-af35-dd806a38a584 None None] DHCP port deletion for 3ab2ed33-a3c2-47e2-b202-119b5c4666ee request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:10.791489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b8dda-9fdc-437c-ae40-4ffb5b4e650f service neutron] Pushing event updated for resources: {'Port': ['ID=2453136e-8158-49fd-bf48-b646cce63517,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:10.808698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37582) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:10.839082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-09232157-65df-4745-a966-dee8397702cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:10.840765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-09232157-65df-4745-a966-dee8397702cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ef566b2704f472292745b86619743a5&device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 1095 time: 0.1648383 Nov 27 01:23:10.849320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Deleting port 172bf449-0e59-45b9-bd83-924b0e780600 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:10.851004 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.906398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e0f50662-a198-4f2e-af35-dd806a38a584 None None] Deleting port 172bf449-0e59-45b9-bd83-924b0e780600 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:10.906556 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e0f50662-a198-4f2e-af35-dd806a38a584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.952277 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-e2b0322d-bfb1-4be4-97d8-c5c69986ef10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2453136e-8158-49fd-bf48-b646cce63517 HTTP/1.1" status: 200 len: 217 time: 0.0886867 Nov 27 01:23:10.966154 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5768c006-4c7b-4cce-9809-fbd1c0daa730 x-openstack-request-id: req-5768c006-4c7b-4cce-9809-fbd1c0daa730 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:10.966914 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6", "tag": "2453136e-8158-49fd-bf48-b646cce63517", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:10.967248 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5768c006-4c7b-4cce-9809-fbd1c0daa730 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:10.967658 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6', 'tag': '2453136e-8158-49fd-bf48-b646cce63517', 'status': 'completed', 'code': 200} Nov 27 01:23:11.005688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dbef2d-ce41-4167-9727-2126825cbacc tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Made reservation on behalf of 18d1f54582864059ad1c9843d4f58b51 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:11.009925 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-36dbef2d-ce41-4167-9727-2126825cbacc tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.062816 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e0f50662-a198-4f2e-af35-dd806a38a584 None None] For port 172bf449-0e59-45b9-bd83-924b0e780600, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=172bf449-0e59-45b9-bd83-924b0e780600,segment=NetworkSegment(04dede2d-d8d0-458f-bc3e-9abcda04b2bb),segment_id=04dede2d-d8d0-458f-bc3e-9abcda04b2bb)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:11.063237 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e0f50662-a198-4f2e-af35-dd806a38a584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.067999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-4dcd4610-fd78-4264-bdbe-85c8f9a2fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:11.069620 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-4dcd4610-fd78-4264-bdbe-85c8f9a2fbab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1b82d55-9205-49ad-a4d0-9ba2d5d16986 HTTP/1.1" status: 200 len: 861 time: 0.1060140 Nov 27 01:23:11.085327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-468537645-network', 'tenant_id': 'a51ce5c2d017467ca20ae4d2ddb207c1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:11.095654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e0f50662-a198-4f2e-af35-dd806a38a584 None None] Calling delete_port for 172bf449-0e59-45b9-bd83-924b0e780600 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:11.162777 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-6497bd31-da10-4c2a-a62b-6a7592e5c8f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42e7d7f-c927-4272-acf2-0da6ffdbcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697570 Nov 27 01:23:11.203041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Made reservation on behalf of a51ce5c2d017467ca20ae4d2ddb207c1 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:11.206440 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.225646 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] For port 172bf449-0e59-45b9-bd83-924b0e780600, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=172bf449-0e59-45b9-bd83-924b0e780600,segment=NetworkSegment(04dede2d-d8d0-458f-bc3e-9abcda04b2bb),segment_id=04dede2d-d8d0-458f-bc3e-9abcda04b2bb)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:11.226194 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.265063 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.297414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51ba6c-e04d-4d78-bf12-bd63b7dc2dbf req-5ee4e7f4-16dd-4d2e-a86f-7c929ae1751b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:11.304700 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1e51ba6c-e04d-4d78-bf12-bd63b7dc2dbf req-5ee4e7f4-16dd-4d2e-a86f-7c929ae1751b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.2669058 Nov 27 01:23:11.340897 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Calling delete_port for 172bf449-0e59-45b9-bd83-924b0e780600 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:11.367111 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-f3438303-726e-407b-aa79-041e4b20433e service neutron] 10.222.0.21 "GET /v2.0/networks/c42e7d7f-c927-4272-acf2-0da6ffdbcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904204 Nov 27 01:23:11.451191 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1e51ba6c-e04d-4d78-bf12-bd63b7dc2dbf req-8abf75d1-5d8a-4379-82f5-53859a9fadd7 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326954 Nov 27 01:23:11.523950 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.534638 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e0f50662-a198-4f2e-af35-dd806a38a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.541285 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.560695 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:11.567809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f50662-a198-4f2e-af35-dd806a38a584 None None] Pushing event deleted for resources: {'Port': ['ID=172bf449-0e59-45b9-bd83-924b0e780600,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:11.573482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f50662-a198-4f2e-af35-dd806a38a584 None None] No DVR routers for this DVR port 172bf449-0e59-45b9-bd83-924b0e780600 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:11.615838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435a707c-d4eb-4806-8bc9-d8e7df8221a0,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:11.631047 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.631597 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Added segment f873b425-ef8c-4bd7-b0af-aa6d64843b8e of type vlan for network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 Nov 27 01:23:11.645330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e2cbd-42d8-458c-a4e3-5a8eff3598c0 req-25159025-d451-4d57-b54f-89dbfdb614d4 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:11.647259 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-657e2cbd-42d8-458c-a4e3-5a8eff3598c0 req-25159025-d451-4d57-b54f-89dbfdb614d4 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 943 time: 0.3045299 Nov 27 01:23:11.658186 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.663646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:11.664156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:11.665010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:11.665010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:11.666401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:11.667138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:11.667834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:11.668273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:11.669004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:11.669470 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:11.670091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:11.670802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:11.703888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event deleted for resources: {'Port': ['ID=172bf449-0e59-45b9-bd83-924b0e780600,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:11.726717 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-36dbef2d-ce41-4167-9727-2126825cbacc tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.729472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] No DVR routers for this DVR port 172bf449-0e59-45b9-bd83-924b0e780600 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:11.817942 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-657e2cbd-42d8-458c-a4e3-5a8eff3598c0 req-8372c5dc-903d-46ea-b04a-0761f0237458 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad178d6-19c9-4d6e-9027-489783797b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562467 Nov 27 01:23:11.819707 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.826033 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-486244e0-bf80-433b-895b-4295fddcfdf2 req-310f26a5-e174-422e-bcc1-4529ad41d8aa service neutron] 10.222.0.21 "GET /v2.0/networks/c42e7d7f-c927-4272-acf2-0da6ffdbcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354107 Nov 27 01:23:11.856307 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.857824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:11.858813 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.913910 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.937615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dbef2d-ce41-4167-9727-2126825cbacc tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Checking segment: {'id': 'c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:11.938071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dbef2d-ce41-4167-9727-2126825cbacc tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Network hostable DHCP agents. Network: 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:23:11.963347 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbef2d-ce41-4167-9727-2126825cbacc tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event updated for resources: {'Subnet': ['ID=453d93cf-03a3-488f-a484-0dde09ff4d37,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:11.966814 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab2ed33-a3c2-47e2-b202-119b5c4666ee']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:11.981770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1662703 Nov 27 01:23:11.986056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37714) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:11.993820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5eda9ef6-712a-4320-ab6a-69c38671ac97 admin admin] Request body: {'subnet': {'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-468537645-subnet', 'tenant_id': 'a51ce5c2d017467ca20ae4d2ddb207c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:12.000898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656873b6-59e7-4a18-96ea-c1c8b2e92032 admin admin] Pushing event updated for resources: {'Network': ['ID=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:12.014877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dede2d-d8d0-458f-bc3e-9abcda04b2bb') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:12.015329 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dede2d-d8d0-458f-bc3e-9abcda04b2bb') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:12.015467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece6b83-29fa-430b-b5e8-a3f8cc60e16e req-5a4a5bb4-de1c-425f-ad27-dcf30b4b2f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:12.017765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fece6b83-29fa-430b-b5e8-a3f8cc60e16e req-5a4a5bb4-de1c-425f-ad27-dcf30b4b2f09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ef566b2704f472292745b86619743a5&device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 1095 time: 0.0782509 Nov 27 01:23:12.018290 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eda9ef6-712a-4320-ab6a-69c38671ac97 admin admin] Made reservation on behalf of a51ce5c2d017467ca20ae4d2ddb207c1 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:12.020740 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5eda9ef6-712a-4320-ab6a-69c38671ac97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.023657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:12.030773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dbef2d-ce41-4167-9727-2126825cbacc tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:23:12.037866 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.104845 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-36dbef2d-ce41-4167-9727-2126825cbacc tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:12.118371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dbef2d-ce41-4167-9727-2126825cbacc tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:12.119389 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-36dbef2d-ce41-4167-9727-2126825cbacc tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.132346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.141193 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-36dbef2d-ce41-4167-9727-2126825cbacc tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6586204 Nov 27 01:23:12.144113 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f911f7bf-c655-4b6a-9845-a39150a21947 None None] Network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:12.145245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37730) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:12.153610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-92eaf851-4947-4573-b633-7c2e8bb4db11 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Request body: {'port': {'network_id': '21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d', 'name': 'tempest-AllowedAddressPairTestJSON-205087847'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:12.155193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:23:12.156075 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:23:12.160082 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:23:12.257839 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.296416 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.303088 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] 10.222.0.15 "DELETE /v2.0/networks/3ab2ed33-a3c2-47e2-b202-119b5c4666ee HTTP/1.1" status: 204 len: 168 time: 2.0278246 Nov 27 01:23:12.304580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5e451-2894-4396-8b51-50ede9fa133c tempest-FloatingIPNegativeTestJSON-201580407 tempest-FloatingIPNegativeTestJSON-201580407-project] Pushing event deleted for resources: {'Network': ['ID=3ab2ed33-a3c2-47e2-b202-119b5c4666ee,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:12.317343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 172bf449-0e59-45b9-bd83-924b0e780600 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:12.338604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece6b83-29fa-430b-b5e8-a3f8cc60e16e req-c2876bf7-da9e-4716-aca5-6dea7149fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:12.351550 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fece6b83-29fa-430b-b5e8-a3f8cc60e16e req-c2876bf7-da9e-4716-aca5-6dea7149fe4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c42e7d7f-c927-4272-acf2-0da6ffdbcf89 HTTP/1.1" status: 200 len: 922 time: 0.3125746 Nov 27 01:23:12.372683 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 172bf449-0e59-45b9-bd83-924b0e780600 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:12.373321 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 172bf449-0e59-45b9-bd83-924b0e780600 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:12.386056 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e835951-8002-4e0f-b55b-d54fe5d43c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.504058 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fece6b83-29fa-430b-b5e8-a3f8cc60e16e req-e22fb38d-1f0d-4bb6-a242-2560f3723824 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2453136e-8158-49fd-bf48-b646cce63517 HTTP/1.1" status: 200 len: 217 time: 0.1446884 Nov 27 01:23:12.553643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d', 'network_id': '21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d', 'tenant_id': '18d1f54582864059ad1c9843d4f58b51', 'fixed_ips': [{'subnet_id': '453d93cf-03a3-488f-a484-0dde09ff4d37'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:23:12.554524 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.603831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eaf851-4947-4573-b633-7c2e8bb4db11 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Made reservation on behalf of 18d1f54582864059ad1c9843d4f58b51 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:12.607586 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92eaf851-4947-4573-b633-7c2e8bb4db11 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.614808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece6b83-29fa-430b-b5e8-a3f8cc60e16e req-e80cfa55-7c5d-4d1a-91d8-8e323008a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:12.616381 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fece6b83-29fa-430b-b5e8-a3f8cc60e16e req-e80cfa55-7c5d-4d1a-91d8-8e323008a1b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1b82d55-9205-49ad-a4d0-9ba2d5d16986 HTTP/1.1" status: 200 len: 861 time: 0.0970287 Nov 27 01:23:12.617318 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5eda9ef6-712a-4320-ab6a-69c38671ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.722165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda9ef6-712a-4320-ab6a-69c38671ac97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb65a4f-8130-468e-bf18-e53950271a4f,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:12.723477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-92eaf851-4947-4573-b633-7c2e8bb4db11 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] device_id is not set on port 7d74291d-5611-43f4-96e5-82bf602e568b yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:12.726250 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda9ef6-712a-4320-ab6a-69c38671ac97 admin admin] Checking segment: {'id': 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:12.726631 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda9ef6-712a-4320-ab6a-69c38671ac97 admin admin] Network hostable DHCP agents. Network: 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:23:12.746692 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda9ef6-712a-4320-ab6a-69c38671ac97 admin admin] Network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:23:12.770728 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-5eda9ef6-712a-4320-ab6a-69c38671ac97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:12.780688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda9ef6-712a-4320-ab6a-69c38671ac97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:12.782421 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5eda9ef6-712a-4320-ab6a-69c38671ac97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.786386 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37796) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:12.810797 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5eda9ef6-712a-4320-ab6a-69c38671ac97 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8212242 Nov 27 01:23:12.814170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Allocated IP 172.20.0.2 (21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d/453d93cf-03a3-488f-a484-0dde09ff4d37/43761b07-aeed-4d2a-a2f2-e334705ca591) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:13.017311 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.025072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eb8fd9-9195-4042-8055-b73c45385ff9 None None] Network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:13.033326 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.083710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:13.146724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51010613-5bc8-4c66-9072-bf4a34496713 req-b413b252-9bf6-4eb3-b137-df3f41e05bd3 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:13.148172 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51010613-5bc8-4c66-9072-bf4a34496713 req-b413b252-9bf6-4eb3-b137-df3f41e05bd3 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 943 time: 0.1132216 Nov 27 01:23:13.172727 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:13.187509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:13.251963 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51010613-5bc8-4c66-9072-bf4a34496713 req-aa97fe4f-299c-4a48-bb91-1cfbfd9edb2d tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad178d6-19c9-4d6e-9027-489783797b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898070 Nov 27 01:23:13.314117 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-01a9838b-cb21-4858-99d7-602bfb0a5d36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21fbec42c7174df89277adb0cc07dfb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5200679 Nov 27 01:23:13.314812 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37854) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:13.360709 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Pushing event updated for resources: {'Port': ['ID=43761b07-aeed-4d2a-a2f2-e334705ca591,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:13.371187 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fece6b83-29fa-430b-b5e8-a3f8cc60e16e req-11cc780f-3294-447b-b998-ca5b95717074 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c42e7d7f-c927-4272-acf2-0da6ffdbcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6938157 Nov 27 01:23:13.396603 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.425806 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Attempting to bind port 43761b07-aeed-4d2a-a2f2-e334705ca591 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:13.426202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Attempting to bind port 43761b07-aeed-4d2a-a2f2-e334705ca591 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:13.426576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Attempting to bind port 43761b07-aeed-4d2a-a2f2-e334705ca591 on network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:13.428793 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a301f51-7b24-49ea-8edf-c4121f3ddada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.448630 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:13.449001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Checking segment: {'id': 'c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:13.449418 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.449817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Bound using segment: {'id': 'c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:13.450310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Bound port: 43761b07-aeed-4d2a-a2f2-e334705ca591, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:13.450701 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.475521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b69da4-3534-48c6-810f-c1a25d640af6 None None] Network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:13.484179 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a301f51-7b24-49ea-8edf-c4121f3ddada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.597629 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a301f51-7b24-49ea-8edf-c4121f3ddada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.602146 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1a301f51-7b24-49ea-8edf-c4121f3ddada admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.602556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0e074-8211-4a75-be95-e3a66445ae78 req-24ae9062-0b48-4a06-949e-cac5f2d4f95b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:13.604750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0f0e074-8211-4a75-be95-e3a66445ae78 req-24ae9062-0b48-4a06-949e-cac5f2d4f95b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.9941676 Nov 27 01:23:13.604990 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1a301f51-7b24-49ea-8edf-c4121f3ddada admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8844d29d-a799-4b82-8270-fa4fe923744c HTTP/1.1" status: 204 len: 168 time: 0.2891889 Nov 27 01:23:13.660150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] For port 43761b07-aeed-4d2a-a2f2-e334705ca591, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:13.667152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] For port 43761b07-aeed-4d2a-a2f2-e334705ca591, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=43761b07-aeed-4d2a-a2f2-e334705ca591,segment=NetworkSegment(c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19),segment_id=c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:13.678167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a301f51-7b24-49ea-8edf-c4121f3ddada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8844d29d-a799-4b82-8270-fa4fe923744c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:13.684053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-92eaf851-4947-4573-b633-7c2e8bb4db11 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Allocated IP 172.20.0.14 (21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d/453d93cf-03a3-488f-a484-0dde09ff4d37/7d74291d-5611-43f4-96e5-82bf602e568b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:13.706728 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.731038 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0f0e074-8211-4a75-be95-e3a66445ae78 req-ca1804b8-892b-4a39-aad9-a298331a689b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851827 Nov 27 01:23:13.791732 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fece6b83-29fa-430b-b5e8-a3f8cc60e16e req-0a1c0757-70b0-4d9d-8cdc-08cc647dd0e6 service neutron] 10.222.0.21 "GET /v2.0/networks/c42e7d7f-c927-4272-acf2-0da6ffdbcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546036 Nov 27 01:23:13.939033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5683521-4786-418d-bca3-ac478dbf98f1 None None] Pushing event updated for resources: {'Port': ['ID=43761b07-aeed-4d2a-a2f2-e334705ca591,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:13.996599 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fece6b83-29fa-430b-b5e8-a3f8cc60e16e req-5c22eac2-2f1d-48a1-86d1-436ca42b6915 service neutron] 10.222.0.21 "GET /v2.0/networks/c42e7d7f-c927-4272-acf2-0da6ffdbcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912684 Nov 27 01:23:14.265440 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92eaf851-4947-4573-b633-7c2e8bb4db11 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:14.335025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5e347-4531-4e92-8a7c-ce290587790a req-4942a291-c95c-4386-a5a6-8ef95a5a6a09 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:14.337092 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7bd5e347-4531-4e92-8a7c-ce290587790a req-4942a291-c95c-4386-a5a6-8ef95a5a6a09 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1645157 Nov 27 01:23:14.339717 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92eaf851-4947-4573-b633-7c2e8bb4db11 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:14.461972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eaf851-4947-4573-b633-7c2e8bb4db11 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:14.463599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaf851-4947-4573-b633-7c2e8bb4db11 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event updated for resources: {'Port': ['ID=7d74291d-5611-43f4-96e5-82bf602e568b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:14.469726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-92eaf851-4947-4573-b633-7c2e8bb4db11 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:14.472307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eaf851-4947-4573-b633-7c2e8bb4db11 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:14.479318 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7bd5e347-4531-4e92-8a7c-ce290587790a req-aca56d9f-8ec1-40db-90f2-e7150994056c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291919 Nov 27 01:23:14.486117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-1765fc3a-f35f-47b3-8984-120b30110f6a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:14.493293 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-1765fc3a-f35f-47b3-8984-120b30110f6a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/networks?id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 HTTP/1.1" status: 200 len: 813 time: 0.7757695 Nov 27 01:23:14.512811 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-5c1094aa-d077-4fd3-a080-4a4b340977bb tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/quotas/a51ce5c2d017467ca20ae4d2ddb207c1 HTTP/1.1" status: 200 len: 375 time: 0.0181158 Nov 27 01:23:14.543360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eaf851-4947-4573-b633-7c2e8bb4db11 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:14.545045 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92eaf851-4947-4573-b633-7c2e8bb4db11 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:14.546551 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-64f4fd6a-2f46-455b-8041-7ee3503fbf56 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a51ce5c2d017467ca20ae4d2ddb207c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325890 Nov 27 01:23:14.607541 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-92eaf851-4947-4573-b633-7c2e8bb4db11 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4585283 Nov 27 01:23:14.609091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37966) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:14.614536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-cd91959b-e6b4-4e3a-95de-beb47684da7f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Request body: {'port': {'network_id': '21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d', 'name': 'tempest-AllowedAddressPairTestJSON-1519844921', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:31:b2:07'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:14.651771 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-1e281d9a-12fb-4339-a988-7917bb4540c3 service neutron] 10.222.0.15 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968182 Nov 27 01:23:14.671708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f81b2-9bb1-40f0-9320-cdf671fbf55e req-b9345a55-0f61-4ecf-868e-2214b007145f tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:14.673656 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d7f81b2-9bb1-40f0-9320-cdf671fbf55e req-b9345a55-0f61-4ecf-868e-2214b007145f tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 943 time: 0.1162047 Nov 27 01:23:14.753602 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-45fe3390-9fac-4cdb-999c-3fb0aec236a9 service neutron] 10.222.0.15 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952430 Nov 27 01:23:14.766423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d7f81b2-9bb1-40f0-9320-cdf671fbf55e req-6c83b0ed-0c96-4f8a-acf1-8e8611c49d8c tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad178d6-19c9-4d6e-9027-489783797b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796201 Nov 27 01:23:14.804988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd91959b-e6b4-4e3a-95de-beb47684da7f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Made reservation on behalf of 18d1f54582864059ad1c9843d4f58b51 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:14.816986 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:14.967005 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cd91959b-e6b4-4e3a-95de-beb47684da7f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:14.999647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37988) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:15.012432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-cd91959b-e6b4-4e3a-95de-beb47684da7f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] device_id is not set on port f0638109-fb05-4567-855f-fd1a91cd4145 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:15.027498 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84982ab2-d4b1-49d7-b5d6-349b97f7584e req-0bdeb741-cf9c-450d-8b0a-1e748daddd6e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:15.029146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84982ab2-d4b1-49d7-b5d6-349b97f7584e req-0bdeb741-cf9c-450d-8b0a-1e748daddd6e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1151996 Nov 27 01:23:15.136650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-fd59141e-87ac-47a2-85fc-8d78ccd82a01 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] Request body: {'port': {'network_id': '86a787ba-e62a-4df9-bb64-97d05ae00808', 'name': 'tempest-NetworksNegativeTestJSON-1023807858'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:15.157461 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd59141e-87ac-47a2-85fc-8d78ccd82a01 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] POST failed (client error): The resource could not be found. Nov 27 01:23:15.158128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd59141e-87ac-47a2-85fc-8d78ccd82a01 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:23:15.159568 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fd59141e-87ac-47a2-85fc-8d78ccd82a01 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1588192 Nov 27 01:23:15.165070 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37996) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:15.186862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-cd91959b-e6b4-4e3a-95de-beb47684da7f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Allocated IP 172.20.0.11 (21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d/453d93cf-03a3-488f-a484-0dde09ff4d37/f0638109-fb05-4567-855f-fd1a91cd4145) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:15.203150 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4398afb8-3e66-431c-b3c5-8b0cfaba3b50 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] DELETE failed (client error): The resource could not be found. Nov 27 01:23:15.204380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4398afb8-3e66-431c-b3c5-8b0cfaba3b50 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:23:15.208118 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4398afb8-3e66-431c-b3c5-8b0cfaba3b50 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] 10.222.0.15 "DELETE /v2.0/networks/7afeaf3d-14de-4ede-8f61-0dad4b2e0bf4 HTTP/1.1" status: 404 len: 339 time: 0.0411625 Nov 27 01:23:15.214042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38000) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:15.275317 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e731e9-8d54-4c7f-86c3-416f58397d1b tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] DELETE failed (client error): The resource could not be found. Nov 27 01:23:15.286051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84982ab2-d4b1-49d7-b5d6-349b97f7584e req-1f25594c-4cb2-4022-9d16-abaf9ef7dae0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240699 Nov 27 01:23:15.286592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e731e9-8d54-4c7f-86c3-416f58397d1b tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:23:15.298959 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-04e731e9-8d54-4c7f-86c3-416f58397d1b tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] 10.222.0.15 "DELETE /v2.0/ports/3bec034b-0d0f-447f-b868-c288a206a520 HTTP/1.1" status: 404 len: 333 time: 0.0835824 Nov 27 01:23:15.304373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38002) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:15.367165 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a02825-6f3b-425d-8dec-1ff4a0240463 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] DELETE failed (client error): The resource could not be found. Nov 27 01:23:15.367634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a02825-6f3b-425d-8dec-1ff4a0240463 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:23:15.372977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-06a02825-6f3b-425d-8dec-1ff4a0240463 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] 10.222.0.15 "DELETE /v2.0/subnets/fed062a6-55ba-4e0a-befd-e8e64330e09c HTTP/1.1" status: 404 len: 337 time: 0.0662196 Nov 27 01:23:15.378441 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38006) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:15.406917 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f564d2fa-923c-43d4-90ac-7439c9f4103c tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] GET failed (client error): The resource could not be found. Nov 27 01:23:15.409356 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f564d2fa-923c-43d4-90ac-7439c9f4103c tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] 10.222.0.15 "GET /v2.0/networks/3e7b4000-8e82-43d6-9140-d6da772e6f8a HTTP/1.1" status: 404 len: 339 time: 0.0288894 Nov 27 01:23:15.418155 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38008) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:15.454256 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2453136e-8158-49fd-bf48-b646cce63517 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:23:15.461602 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4d345389-ea6e-4e39-8c3b-3969e5d3254b req-cc1e4861-e34a-4ec0-96ca-d731fc310a79 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 210 time: 0.0423024 Nov 27 01:23:15.484268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87688743-b022-4edd-8578-4513b146e097 None None] Network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:15.486928 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5712e9f9-aea8-4f3f-80cd-5901b6f86757 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] GET failed (client error): The resource could not be found. Nov 27 01:23:15.488986 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5712e9f9-aea8-4f3f-80cd-5901b6f86757 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] 10.222.0.15 "GET /v2.0/ports/40349660-3e28-4ddd-84a7-ec729126d3bf HTTP/1.1" status: 404 len: 333 time: 0.0698586 Nov 27 01:23:15.494539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38014) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:15.529380 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e5c423-cd0d-4eb6-b58b-ea200cee288f tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] GET failed (client error): The resource could not be found. Nov 27 01:23:15.531376 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-86e5c423-cd0d-4eb6-b58b-ea200cee288f tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] 10.222.0.15 "GET /v2.0/subnets/2ea0fa11-656a-4221-904d-7d7f75fa4e69 HTTP/1.1" status: 404 len: 337 time: 0.0357525 Nov 27 01:23:15.534944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38018) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:15.544073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7cd99243-cbdc-4e94-b19d-31063cef4c89 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:15.571207 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cd91959b-e6b4-4e3a-95de-beb47684da7f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:15.571377 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd99243-cbdc-4e94-b19d-31063cef4c89 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] PUT failed (client error): The resource could not be found. Nov 27 01:23:15.572608 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd99243-cbdc-4e94-b19d-31063cef4c89 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:23:15.574438 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7cd99243-cbdc-4e94-b19d-31063cef4c89 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] 10.222.0.15 "PUT /v2.0/networks/31414136-568f-4def-8931-677d7c8837b1 HTTP/1.1" status: 404 len: 339 time: 0.0383363 Nov 27 01:23:15.581483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38024) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:15.591763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8b3033c2-65d9-4339-baeb-0367fb75af5f tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:15.617851 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3033c2-65d9-4339-baeb-0367fb75af5f tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] PUT failed (client error): The resource could not be found. Nov 27 01:23:15.619600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3033c2-65d9-4339-baeb-0367fb75af5f tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:23:15.625417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38030) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:15.625853 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8b3033c2-65d9-4339-baeb-0367fb75af5f tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] 10.222.0.15 "PUT /v2.0/ports/2c2e1232-8901-425a-b1a7-e9b0952b823c HTTP/1.1" status: 404 len: 333 time: 0.0430965 Nov 27 01:23:15.631514 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a41c1712-fbad-4a5f-9cf6-46def3d43257 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:15.636876 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cd91959b-e6b4-4e3a-95de-beb47684da7f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:15.649561 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Provisioning complete for port 43761b07-aeed-4d2a-a2f2-e334705ca591 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:15.650589 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:15.697572 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41c1712-fbad-4a5f-9cf6-46def3d43257 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] PUT failed (client error): The resource could not be found. Nov 27 01:23:15.698046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41c1712-fbad-4a5f-9cf6-46def3d43257 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:23:15.702527 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a41c1712-fbad-4a5f-9cf6-46def3d43257 tempest-NetworksNegativeTestJSON-1031468541 tempest-NetworksNegativeTestJSON-1031468541-project] 10.222.0.15 "PUT /v2.0/subnets/c81b5269-24fa-400f-a565-eb2b46cfb83b HTTP/1.1" status: 404 len: 337 time: 0.0724900 Nov 27 01:23:15.720279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd91959b-e6b4-4e3a-95de-beb47684da7f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:15.727069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-cd91959b-e6b4-4e3a-95de-beb47684da7f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:15.731469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91959b-e6b4-4e3a-95de-beb47684da7f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event updated for resources: {'Port': ['ID=f0638109-fb05-4567-855f-fd1a91cd4145,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:15.734023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd91959b-e6b4-4e3a-95de-beb47684da7f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:15.837442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91959b-e6b4-4e3a-95de-beb47684da7f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:15.841434 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cd91959b-e6b4-4e3a-95de-beb47684da7f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:15.848541 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2453136e-8158-49fd-bf48-b646cce63517, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2453136e-8158-49fd-bf48-b646cce63517,segment=NetworkSegment(27db898e-ae0d-44b3-b733-31e3f3107278),segment_id=27db898e-ae0d-44b3-b733-31e3f3107278)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:15.870720 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cd91959b-e6b4-4e3a-95de-beb47684da7f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.2601895 Nov 27 01:23:15.874039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38038) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:15.876586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-9810868b-0fa4-4e20-a2f1-dde3b16fc617 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:15.885451 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-9810868b-0fa4-4e20-a2f1-dde3b16fc617 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 812 time: 0.2542400 Nov 27 01:23:15.901935 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-6d661b4e-6762-448f-9957-15a7eca5b97e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/quotas/fed1b1bae53244d39c27b4bf4d5ada1d HTTP/1.1" status: 200 len: 375 time: 0.0155473 Nov 27 01:23:15.938490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '2453136e-8158-49fd-bf48-b646cce63517', 'network_id': 'c42e7d7f-c927-4272-acf2-0da6ffdbcf89', 'port_id': '2453136e-8158-49fd-bf48-b646cce63517', 'mac_address': 'fa:16:3e:f7:93:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b82d55-9205-49ad-a4d0-9ba2d5d16986', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:23:15.999066 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-8c3ea923-ea98-4996-b69f-6135c93cfb25 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0961661 Nov 27 01:23:16.016052 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.023368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f21739-8b7f-4c4d-9810-62b9ec9ad856 req-5fd6b0ba-7817-471d-a6d5-246ab22fa7ed tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:16.025487 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6f21739-8b7f-4c4d-9810-62b9ec9ad856 req-5fd6b0ba-7817-471d-a6d5-246ab22fa7ed tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 943 time: 0.1018171 Nov 27 01:23:16.027268 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.048870 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2453136e-8158-49fd-bf48-b646cce63517 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:23:16.063119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45581dc0-c03d-4568-bf87-27f29488c115 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:16.086162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] For port 43761b07-aeed-4d2a-a2f2-e334705ca591, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=43761b07-aeed-4d2a-a2f2-e334705ca591,segment=NetworkSegment(c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19),segment_id=c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:16.087796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45581dc0-c03d-4568-bf87-27f29488c115 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:16.097910 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.121687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45581dc0-c03d-4568-bf87-27f29488c115 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:16.123513 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-45581dc0-c03d-4568-bf87-27f29488c115 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2480893 Nov 27 01:23:16.128980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38042) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:16.145433 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2453136e-8158-49fd-bf48-b646cce63517, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2453136e-8158-49fd-bf48-b646cce63517,segment=NetworkSegment(27db898e-ae0d-44b3-b733-31e3f3107278),segment_id=27db898e-ae0d-44b3-b733-31e3f3107278)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:16.156498 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.191118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Pushing event updated for resources: {'Port': ['ID=43761b07-aeed-4d2a-a2f2-e334705ca591,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:16.234007 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-a54a4a51-ad4d-440d-8ec8-ad9e82cb378f service neutron] 10.222.0.15 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335429 Nov 27 01:23:16.235220 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:16.235681 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38044) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:16.236100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:16.237313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:16.237826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:16.238386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:16.245075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:16.245653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:16.246728 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:16.248985 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:16.249516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:16.249999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:16.251862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279759-6d0a-4451-baf8-079f5012840e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:16.277595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 43761b07-aeed-4d2a-a2f2-e334705ca591 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:16.361768 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6f21739-8b7f-4c4d-9810-62b9ec9ad856 req-7b46b370-3a47-4901-bca7-191b56a9662b tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad178d6-19c9-4d6e-9027-489783797b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355645 Nov 27 01:23:16.446733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-9e67e341-5f2f-4696-af6b-6423da349630 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Deleting port f0638109-fb05-4567-855f-fd1a91cd4145 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:16.447144 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e67e341-5f2f-4696-af6b-6423da349630 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.455366 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-8dc5e036-5dc8-47a8-9d10-51786e0b9b61 service neutron] 10.222.0.15 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203753 Nov 27 01:23:16.467464 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.566664 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-356b2e97-2827-4055-bb0f-ef8a2f796ef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.573680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 43761b07-aeed-4d2a-a2f2-e334705ca591 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:16.573871 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.579335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2453136e-8158-49fd-bf48-b646cce63517,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:16.623999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['2453136e-8158-49fd-bf48-b646cce63517'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:23:16.661628 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e67e341-5f2f-4696-af6b-6423da349630 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.700254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-9e67e341-5f2f-4696-af6b-6423da349630 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Calling delete_port for f0638109-fb05-4567-855f-fd1a91cd4145 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:16.725267 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b8923f33-e9fd-4c7d-9115-53cd0ff9df09 None None] Provisioning complete for port 7d74291d-5611-43f4-96e5-82bf602e568b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:16.725750 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b8923f33-e9fd-4c7d-9115-53cd0ff9df09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.914956 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1faa31f-12a0-49c6-86c8-a4e2e1f233c4 req-81f482ab-a45a-440c-9009-3c0dc5c38a92 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 210 time: 0.1548691 Nov 27 01:23:16.955007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb9233c8-2bf0-46f6-91e3-0fdf294f8000 req-5591aedd-3eb2-4535-bf8f-18a723d272f8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 210 time: 0.0314152 Nov 27 01:23:16.956261 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e67e341-5f2f-4696-af6b-6423da349630 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.983869 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-356b2e97-2827-4055-bb0f-ef8a2f796ef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.998338 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-356b2e97-2827-4055-bb0f-ef8a2f796ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.015987 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67e341-5f2f-4696-af6b-6423da349630 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event deleted for resources: {'Port': ['ID=f0638109-fb05-4567-855f-fd1a91cd4145,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:17.095535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b2e97-2827-4055-bb0f-ef8a2f796ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c74543-18f8-4719-8854-3dd8a166245b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:17.101483 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-356b2e97-2827-4055-bb0f-ef8a2f796ef7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2ca0a20add5406597c892fc72bb565b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8495591 Nov 27 01:23:17.109340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38062) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:17.174409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-d575b589-b017-4ace-9449-7d6d5b4e7df3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:17.189287 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-d575b589-b017-4ace-9449-7d6d5b4e7df3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.31 "GET /v2.0/networks?id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 HTTP/1.1" status: 200 len: 813 time: 0.3937478 Nov 27 01:23:17.213065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-289407a1-6e6c-465b-9143-b9594d750050 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Request body: {'port': {'device_id': '44857478-d98d-4810-a46c-a9c36fec654b', 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4', 'admin_state_up': True, 'tenant_id': 'a51ce5c2d017467ca20ae4d2ddb207c1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:17.314831 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e67e341-5f2f-4696-af6b-6423da349630 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.323058 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9e67e341-5f2f-4696-af6b-6423da349630 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "DELETE /v2.0/ports/f0638109-fb05-4567-855f-fd1a91cd4145 HTTP/1.1" status: 204 len: 168 time: 1.1926470 Nov 27 01:23:17.326678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38066) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:17.367132 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1b7069a-72c2-45eb-b4ed-bf09d018df98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.397258 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3a7b90-1c81-4994-98f9-d429de0d6bc4 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] GET failed (client error): The resource could not be found. Nov 27 01:23:17.402097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fd3a7b90-1c81-4994-98f9-d429de0d6bc4 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "GET /v2.0/ports/f0638109-fb05-4567-855f-fd1a91cd4145 HTTP/1.1" status: 404 len: 333 time: 0.0708966 Nov 27 01:23:17.402671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38072) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:17.416689 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-92d8fe08-9472-4f7b-8225-9f9e9458de46 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Request body: {'port': {'network_id': '21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d', 'name': 'tempest-AllowedAddressPairTestJSON-1330698923'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:17.428212 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1b7069a-72c2-45eb-b4ed-bf09d018df98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.449391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b8923f33-e9fd-4c7d-9115-53cd0ff9df09 None None] Port 7d74291d-5611-43f4-96e5-82bf602e568b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:17.464733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b8923f33-e9fd-4c7d-9115-53cd0ff9df09 None None] Could not find standard attr ID for object f0638109-fb05-4567-855f-fd1a91cd4145. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:23:17.582423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-289407a1-6e6c-465b-9143-b9594d750050 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Made reservation on behalf of a51ce5c2d017467ca20ae4d2ddb207c1 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:17.590594 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-289407a1-6e6c-465b-9143-b9594d750050 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.601109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b8923f33-e9fd-4c7d-9115-53cd0ff9df09 None None] Provisioning complete for port 43761b07-aeed-4d2a-a2f2-e334705ca591 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:17.601834 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b8923f33-e9fd-4c7d-9115-53cd0ff9df09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.627071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d8fe08-9472-4f7b-8225-9f9e9458de46 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Made reservation on behalf of 18d1f54582864059ad1c9843d4f58b51 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:17.638102 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92d8fe08-9472-4f7b-8225-9f9e9458de46 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.659358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e04031-e839-42ee-9742-c8d22464f4be req-8217cf6f-a62f-44a8-8b0f-dcb43b373748 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:17.668301 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6e04031-e839-42ee-9742-c8d22464f4be req-8217cf6f-a62f-44a8-8b0f-dcb43b373748 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 944 time: 0.1531932 Nov 27 01:23:17.677814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-92d8fe08-9472-4f7b-8225-9f9e9458de46 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] device_id is not set on port acda0696-48ae-430f-a946-035c161843c9 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:17.754748 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1b7069a-72c2-45eb-b4ed-bf09d018df98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.758437 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1b7069a-72c2-45eb-b4ed-bf09d018df98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.759733 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c1b7069a-72c2-45eb-b4ed-bf09d018df98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4c74543-18f8-4719-8854-3dd8a166245b HTTP/1.1" status: 204 len: 168 time: 0.6495054 Nov 27 01:23:17.787534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7069a-72c2-45eb-b4ed-bf09d018df98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c74543-18f8-4719-8854-3dd8a166245b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:17.849804 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6e04031-e839-42ee-9742-c8d22464f4be req-1a4a99f6-9019-4f8d-9409-408a7dd976b1 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad178d6-19c9-4d6e-9027-489783797b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805048 Nov 27 01:23:17.893048 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-eb45f105-45b9-4203-a151-617bbefd5b85 None None] Provisioning complete for port 7d74291d-5611-43f4-96e5-82bf602e568b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:17.893326 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eb45f105-45b9-4203-a151-617bbefd5b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.898528 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-289407a1-6e6c-465b-9143-b9594d750050 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Allocated IP 172.20.0.5 (7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4/ffb65a4f-8130-468e-bf18-e53950271a4f/661c154f-79bc-400a-9d94-c712e62173e7) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:17.904620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-92d8fe08-9472-4f7b-8225-9f9e9458de46 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Allocated IP 172.20.0.4 (21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d/453d93cf-03a3-488f-a484-0dde09ff4d37/acda0696-48ae-430f-a946-035c161843c9) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:17.988583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-eb45f105-45b9-4203-a151-617bbefd5b85 None None] Port 7d74291d-5611-43f4-96e5-82bf602e568b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:17.996639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-eb45f105-45b9-4203-a151-617bbefd5b85 None None] Could not find standard attr ID for object f0638109-fb05-4567-855f-fd1a91cd4145. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:23:18.137834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d91c640-4675-4dc1-b82a-f8879879cee4 req-59c570ae-1d12-4a97-99e5-1b8856626597 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 210 time: 0.0427334 Nov 27 01:23:18.152184 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 43761b07-aeed-4d2a-a2f2-e334705ca591 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:18.197719 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb833820-7651-4ae5-ab36-5630bca8d0ba req-0715503a-8718-40f8-9e98-0e7102e8a566 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 210 time: 0.0777576 Nov 27 01:23:18.199374 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92d8fe08-9472-4f7b-8225-9f9e9458de46 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.245757 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 43761b07-aeed-4d2a-a2f2-e334705ca591 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:18.246838 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.272853 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-289407a1-6e6c-465b-9143-b9594d750050 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.290941 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92d8fe08-9472-4f7b-8225-9f9e9458de46 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.352186 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-289407a1-6e6c-465b-9143-b9594d750050 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.370880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d8fe08-9472-4f7b-8225-9f9e9458de46 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:18.376150 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-92d8fe08-9472-4f7b-8225-9f9e9458de46 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:18.378778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8fe08-9472-4f7b-8225-9f9e9458de46 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event updated for resources: {'Port': ['ID=acda0696-48ae-430f-a946-035c161843c9,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:18.381228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8fe08-9472-4f7b-8225-9f9e9458de46 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:18.476753 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d8fe08-9472-4f7b-8225-9f9e9458de46 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:18.477500 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92d8fe08-9472-4f7b-8225-9f9e9458de46 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.501837 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-92d8fe08-9472-4f7b-8225-9f9e9458de46 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0983040 Nov 27 01:23:18.506605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38092) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:18.514103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1b151d34-03b1-4bd4-ad77-f6e5b80ec9ea tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:31:b2:07'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:18.549159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289407a1-6e6c-465b-9143-b9594d750050 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Pushing event updated for resources: {'Port': ['ID=661c154f-79bc-400a-9d94-c712e62173e7,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:18.664749 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-289407a1-6e6c-465b-9143-b9594d750050 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:18.669350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-289407a1-6e6c-465b-9143-b9594d750050 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:18.673207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-289407a1-6e6c-465b-9143-b9594d750050 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:18.685961 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1b151d34-03b1-4bd4-ad77-f6e5b80ec9ea tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.736799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5c30cd99-6b55-4214-89af-e9d58fff5f36 None None] Provisioning complete for port acda0696-48ae-430f-a946-035c161843c9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:18.737322 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5c30cd99-6b55-4214-89af-e9d58fff5f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.779059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-5c30cd99-6b55-4214-89af-e9d58fff5f36 None None] Port acda0696-48ae-430f-a946-035c161843c9 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:18.794016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-289407a1-6e6c-465b-9143-b9594d750050 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:18.794686 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-289407a1-6e6c-465b-9143-b9594d750050 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.845205 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-289407a1-6e6c-465b-9143-b9594d750050 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6395812 Nov 27 01:23:18.863914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-720d323c-45fc-46bc-85f9-07bcc62cff34 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:23:18.865904 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-720d323c-45fc-46bc-85f9-07bcc62cff34 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100114 Nov 27 01:23:18.881581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-480857d7-4013-42de-ad6b-928707caff1b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:18.881581 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-480857d7-4013-42de-ad6b-928707caff1b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.31 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 812 time: 0.5177138 Nov 27 01:23:18.903311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Request body: {'port': {'device_id': '44857478-d98d-4810-a46c-a9c36fec654b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:18.924904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-bf4131cd-c100-4b6b-ba0f-0a8589c91f27 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Request body: {'port': {'device_id': '1b397efc-5cec-4aad-9efa-db669655c4ef', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'admin_state_up': True, 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:18.984690 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1b151d34-03b1-4bd4-ad77-f6e5b80ec9ea tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.994811 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1b151d34-03b1-4bd4-ad77-f6e5b80ec9ea tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.072892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38108) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:19.096622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b151d34-03b1-4bd4-ad77-f6e5b80ec9ea tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event updated for resources: {'Port': ['ID=acda0696-48ae-430f-a946-035c161843c9,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:19.109492 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.113778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-1b151d34-03b1-4bd4-ad77-f6e5b80ec9ea tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] In _notify_port_updated(), no bound segment for port acda0696-48ae-430f-a946-035c161843c9 on network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:23:19.120043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b151d34-03b1-4bd4-ad77-f6e5b80ec9ea tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:19.120849 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1b151d34-03b1-4bd4-ad77-f6e5b80ec9ea tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.122382 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1b151d34-03b1-4bd4-ad77-f6e5b80ec9ea tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "PUT /v2.0/ports/acda0696-48ae-430f-a946-035c161843c9 HTTP/1.1" status: 200 len: 994 time: 0.6152179 Nov 27 01:23:19.125791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38112) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:19.222365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776e148-01bb-438a-aba6-3e72c4f3e309 req-b37eaa40-c5f0-4e84-a344-7291bed1f943 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:19.232293 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f776e148-01bb-438a-aba6-3e72c4f3e309 req-b37eaa40-c5f0-4e84-a344-7291bed1f943 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 944 time: 0.2564049 Nov 27 01:23:19.301418 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1428593748'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:19.344642 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e10458b9-de39-4999-8e9c-d340cefb4ecf req-269a61e4-438c-4e84-9424-69a5ab4e20cb tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 210 time: 0.0440185 Nov 27 01:23:19.350641 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f776e148-01bb-438a-aba6-3e72c4f3e309 req-eafed91e-0b17-4780-88f3-8dd638056c33 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad178d6-19c9-4d6e-9027-489783797b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170869 Nov 27 01:23:19.351116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-94596c01-1106-4ccc-9f74-50b97239a857 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Deleting port acda0696-48ae-430f-a946-035c161843c9 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:19.351472 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-94596c01-1106-4ccc-9f74-50b97239a857 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.407669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-bf4131cd-c100-4b6b-ba0f-0a8589c91f27 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Made reservation on behalf of fed1b1bae53244d39c27b4bf4d5ada1d for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:19.411782 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-bf4131cd-c100-4b6b-ba0f-0a8589c91f27 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.482879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2453136e-8158-49fd-bf48-b646cce63517 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:19.501739 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-94596c01-1106-4ccc-9f74-50b97239a857 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.520653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e6c96-8578-43ca-830d-368b0d53e3b6 req-52bede6f-8902-427d-8da8-741c312080c0 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:19.522293 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c4e6c96-8578-43ca-830d-368b0d53e3b6 req-52bede6f-8902-427d-8da8-741c312080c0 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 931 time: 0.0943959 Nov 27 01:23:19.527445 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-94596c01-1106-4ccc-9f74-50b97239a857 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Calling delete_port for acda0696-48ae-430f-a946-035c161843c9 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:19.558000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-953a2e23-6ca0-4392-8693-884f1e3d0f4e None None] Provisioning complete for port acda0696-48ae-430f-a946-035c161843c9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:19.558671 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-953a2e23-6ca0-4392-8693-884f1e3d0f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.611999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-953a2e23-6ca0-4392-8693-884f1e3d0f4e None None] Port acda0696-48ae-430f-a946-035c161843c9 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:19.618277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 2453136e-8158-49fd-bf48-b646cce63517 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:23:19.624297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 2453136e-8158-49fd-bf48-b646cce63517 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:19.625707 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.633225 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c4e6c96-8578-43ca-830d-368b0d53e3b6 req-a38c0f25-dac6-4b0f-ba6c-6ecd03490d95 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012409 Nov 27 01:23:19.671424 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:19.675592 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.701324 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.714745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661c154f-79bc-400a-9d94-c712e62173e7 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:23:19.724991 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.745286 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.762157 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-94596c01-1106-4ccc-9f74-50b97239a857 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.766578 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Transition to ACTIVE for port object 661c154f-79bc-400a-9d94-c712e62173e7 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:23:19.803409 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.811899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 2453136e-8158-49fd-bf48-b646cce63517, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2453136e-8158-49fd-bf48-b646cce63517,segment=NetworkSegment(27db898e-ae0d-44b3-b733-31e3f3107278),segment_id=27db898e-ae0d-44b3-b733-31e3f3107278)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:19.814223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2453136e-8158-49fd-bf48-b646cce63517'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:19.820555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94596c01-1106-4ccc-9f74-50b97239a857 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event deleted for resources: {'Port': ['ID=acda0696-48ae-430f-a946-035c161843c9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:19.822307 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c32aa2c-a583-4d90-80fc-bf03642e6c0c" -d '{"events": [{"server_uuid": "2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6", "name": "network-vif-plugged", "status": "completed", "tag": "2453136e-8158-49fd-bf48-b646cce63517"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:19.854842 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.934393 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324bc0fd-909a-46f9-8a42-b894cd068d61 x-openstack-request-id: req-324bc0fd-909a-46f9-8a42-b894cd068d61 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:19.935003 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6", "name": "network-vif-plugged", "status": "completed", "tag": "2453136e-8158-49fd-bf48-b646cce63517", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:19.935485 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-324bc0fd-909a-46f9-8a42-b894cd068d61 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:19.936090 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2453136e-8158-49fd-bf48-b646cce63517', 'code': 200} Nov 27 01:23:19.974279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=2453136e-8158-49fd-bf48-b646cce63517,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:20.031409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=661c154f-79bc-400a-9d94-c712e62173e7,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:20.096064 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.108801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-bf4131cd-c100-4b6b-ba0f-0a8589c91f27 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Allocated IP 172.20.0.5 (3c57a88e-d3f9-4c17-b69e-c01abc695eed/dc2973a6-0364-4d73-9157-cfbb2858d62a/46dd6879-b6da-4271-99a9-2020b096265e) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:20.111163 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.132400 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-94596c01-1106-4ccc-9f74-50b97239a857 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.138809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-94596c01-1106-4ccc-9f74-50b97239a857 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "DELETE /v2.0/ports/acda0696-48ae-430f-a946-035c161843c9 HTTP/1.1" status: 204 len: 168 time: 1.0098639 Nov 27 01:23:20.140108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38124) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:20.151466 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Attempting to bind port 661c154f-79bc-400a-9d94-c712e62173e7 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:20.151805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Attempting to bind port 661c154f-79bc-400a-9d94-c712e62173e7 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:20.152137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Attempting to bind port 661c154f-79bc-400a-9d94-c712e62173e7 on network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:20.167696 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b7de5c-e7bb-47eb-9ef0-c1891e2333ea tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] GET failed (client error): The resource could not be found. Nov 27 01:23:20.172084 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-31b7de5c-e7bb-47eb-9ef0-c1891e2333ea tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "GET /v2.0/ports/acda0696-48ae-430f-a946-035c161843c9 HTTP/1.1" status: 404 len: 333 time: 0.0277398 Nov 27 01:23:20.172084 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e917e2b-cae5-4535-9de7-f747c7f00dae req-d14f3990-8812-4fbd-bfaf-45f8b979cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:20.172312 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3e917e2b-cae5-4535-9de7-f747c7f00dae req-d14f3990-8812-4fbd-bfaf-45f8b979cfba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 1097 time: 0.0795944 Nov 27 01:23:20.172941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38126) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:20.177696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b7fcdde7-7f00-4161-9fe2-437531a873ef tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Request body: {'port': {'network_id': '21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d', 'name': 'tempest-AllowedAddressPairTestJSON-1062406330'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:20.184169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Port 661c154f-79bc-400a-9d94-c712e62173e7 on network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:23:20.184527 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Attempting to bind port 661c154f-79bc-400a-9d94-c712e62173e7 on network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:20.189545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:20.199114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de96c5a7-90f9-4695-abd0-ccc11f82474e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:20.209019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:20.209375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Checking segment: {'id': 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:20.210146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Bound using segment: {'id': 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:20.210146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Bound port: 661c154f-79bc-400a-9d94-c712e62173e7, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:20.210542 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.240614 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.240980 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Added segment c6578095-8837-4c8c-9935-1366fe513533 of type vlan for network 81b83d27-03bc-488f-9499-60bfe3c1550d Nov 27 01:23:20.319562 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3e917e2b-cae5-4535-9de7-f747c7f00dae req-5ed04aa9-fb3f-4c61-91a8-2c7d9def7401 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5ad178d6-19c9-4d6e-9027-489783797b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549152 Nov 27 01:23:20.329573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fcdde7-7f00-4161-9fe2-437531a873ef tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Made reservation on behalf of 18d1f54582864059ad1c9843d4f58b51 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:20.333691 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7fcdde7-7f00-4161-9fe2-437531a873ef tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.352930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-b7fcdde7-7f00-4161-9fe2-437531a873ef tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] device_id is not set on port b2736597-cb19-45bc-9751-64302965fdea yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:20.358482 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.437735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:20.441959 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.447738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:20.448370 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.489862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=661c154f-79bc-400a-9d94-c712e62173e7,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:20.514899 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ec74b71-7563-412b-83d0-abf80001d7fc req-d68434b7-4415-46e2-b548-648030a81862 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 210 time: 0.0400493 Nov 27 01:23:20.524953 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-bf4131cd-c100-4b6b-ba0f-0a8589c91f27 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.532353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-b7fcdde7-7f00-4161-9fe2-437531a873ef tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Allocated IP 172.20.0.8 (21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d/453d93cf-03a3-488f-a484-0dde09ff4d37/b2736597-cb19-45bc-9751-64302965fdea) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:20.536980 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.596171 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5178585 Nov 27 01:23:20.600086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38132) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:20.605567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5b4ebdf1-a8cc-4fd5-a55c-db951b24f9cd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-42270655'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:20.624822 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1f8c1-bc90-41b8-9363-85d77fa672d7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Network': ['ID=81b83d27-03bc-488f-9499-60bfe3c1550d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:20.639105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 81b83d27-03bc-488f-9499-60bfe3c1550d details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:20.640537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:20.641166 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.642764 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] 10.222.0.31 "PUT /v2.0/ports/661c154f-79bc-400a-9d94-c712e62173e7 HTTP/1.1" status: 200 len: 1092 time: 1.7609768 Nov 27 01:23:20.643219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44857478-d98d-4810-a46c-a9c36fec654b', 'tag': '661c154f-79bc-400a-9d94-c712e62173e7'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:20.646155 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d987212-eb1c-41ff-a201-f097010b686d" -d '{"events": [{"name": "network-changed", "server_uuid": "44857478-d98d-4810-a46c-a9c36fec654b", "tag": "661c154f-79bc-400a-9d94-c712e62173e7"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:20.698195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4ebdf1-a8cc-4fd5-a55c-db951b24f9cd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:20.701950 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5b4ebdf1-a8cc-4fd5-a55c-db951b24f9cd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.761049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a5874-05f7-4886-b148-8f5a4c9f0ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=661c154f-79bc-400a-9d94-c712e62173e7,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:20.777432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4ebdf1-a8cc-4fd5-a55c-db951b24f9cd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:20.786758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1fb5d-6f8d-44a3-be54-d1ae09f7685f req-c6f12427-07cb-432b-9dc9-47d0b410d322 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:20.788324 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a0c1fb5d-6f8d-44a3-be54-d1ae09f7685f req-c6f12427-07cb-432b-9dc9-47d0b410d322 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 945 time: 0.2948267 Nov 27 01:23:20.804621 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7fcdde7-7f00-4161-9fe2-437531a873ef tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.805365 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-bf4131cd-c100-4b6b-ba0f-0a8589c91f27 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.820719 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5b4ebdf1-a8cc-4fd5-a55c-db951b24f9cd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.821063 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-5b4ebdf1-a8cc-4fd5-a55c-db951b24f9cd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Added segment 3c161657-080f-4ec0-9105-6f98a2b6d60e of type vlan for network 4f0a48ae-db72-415c-bafe-75aa98e1cd79 Nov 27 01:23:20.847355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['60a40ba0-45e4-4e56-841b-406c7e07fee3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:23:20.886755 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-bf4131cd-c100-4b6b-ba0f-0a8589c91f27 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Network 3c57a88e-d3f9-4c17-b69e-c01abc695eed is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:20.888894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6ebf4c84-d846-4f94-9f32-8fde072815ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:20.890423 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-6ebf4c84-d846-4f94-9f32-8fde072815ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a51ce5c2d017467ca20ae4d2ddb207c1&device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 1095 time: 0.1480463 Nov 27 01:23:20.897296 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-bf4131cd-c100-4b6b-ba0f-0a8589c91f27 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:20.897608 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5b4ebdf1-a8cc-4fd5-a55c-db951b24f9cd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.907440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-bf4131cd-c100-4b6b-ba0f-0a8589c91f27 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:20.910691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac214c-2d01-4478-ba13-cb0d228a6700 req-40f8a6f0-f2dd-4c83-93e0-f05abcf68ac4 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:20.912207 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9eac214c-2d01-4478-ba13-cb0d228a6700 req-40f8a6f0-f2dd-4c83-93e0-f05abcf68ac4 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 943 time: 0.1417596 Nov 27 01:23:20.938623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4131cd-c100-4b6b-ba0f-0a8589c91f27 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event updated for resources: {'Port': ['ID=46dd6879-b6da-4271-99a9-2020b096265e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:20.961299 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7fcdde7-7f00-4161-9fe2-437531a873ef tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.972832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5b4ebdf1-a8cc-4fd5-a55c-db951b24f9cd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.979805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4ebdf1-a8cc-4fd5-a55c-db951b24f9cd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:20.980392 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-abcbcc29-f991-4c8c-9741-ea02445264c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=661c154f-79bc-400a-9d94-c712e62173e7 HTTP/1.1" status: 200 len: 217 time: 0.0740113 Nov 27 01:23:20.980520 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5b4ebdf1-a8cc-4fd5-a55c-db951b24f9cd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.986269 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a0c1fb5d-6f8d-44a3-be54-d1ae09f7685f req-9f2d6fcb-7150-40cd-9fe0-7e207593bb36 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad178d6-19c9-4d6e-9027-489783797b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844304 Nov 27 01:23:21.029456 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5b4ebdf1-a8cc-4fd5-a55c-db951b24f9cd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4283974 Nov 27 01:23:21.047921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38142) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:21.055486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-feac277a-699c-43a0-8f2b-22fd399990ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'subnet': {'network_id': '81b83d27-03bc-488f-9499-60bfe3c1550d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:21.083485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-bf4131cd-c100-4b6b-ba0f-0a8589c91f27 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:21.084117 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-bf4131cd-c100-4b6b-ba0f-0a8589c91f27 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.085395 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9eac214c-2d01-4478-ba13-cb0d228a6700 req-e32e7083-223c-415f-9e2b-83ed1cfc6914 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498644 Nov 27 01:23:21.130094 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a0e1f0-aabe-4c92-a6f0-9d381c602f5d x-openstack-request-id: req-57a0e1f0-aabe-4c92-a6f0-9d381c602f5d {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:21.130635 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44857478-d98d-4810-a46c-a9c36fec654b", "tag": "661c154f-79bc-400a-9d94-c712e62173e7", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:21.131038 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57a0e1f0-aabe-4c92-a6f0-9d381c602f5d {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:21.131587 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44857478-d98d-4810-a46c-a9c36fec654b', 'tag': '661c154f-79bc-400a-9d94-c712e62173e7', 'status': 'completed', 'code': 200} Nov 27 01:23:21.178821 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-bf4131cd-c100-4b6b-ba0f-0a8589c91f27 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2660677 Nov 27 01:23:21.182710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-5c8c7ae5-6ea8-4d41-b852-72dcedc5306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:21.184909 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-5c8c7ae5-6ea8-4d41-b852-72dcedc5306d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ffb65a4f-8130-468e-bf18-e53950271a4f HTTP/1.1" status: 200 len: 853 time: 0.1951694 Nov 27 01:23:21.189843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fcdde7-7f00-4161-9fe2-437531a873ef tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:21.203222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-b7fcdde7-7f00-4161-9fe2-437531a873ef tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:21.205770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fcdde7-7f00-4161-9fe2-437531a873ef tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:21.233745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Request body: {'port': {'device_id': '1b397efc-5cec-4aad-9efa-db669655c4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:21.274523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fcdde7-7f00-4161-9fe2-437531a873ef tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:21.275469 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7fcdde7-7f00-4161-9fe2-437531a873ef tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.279320 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcdde7-7f00-4161-9fe2-437531a873ef tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event updated for resources: {'Port': ['ID=b2736597-cb19-45bc-9751-64302965fdea,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:21.286101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ebdf1-a8cc-4fd5-a55c-db951b24f9cd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Network': ['ID=4f0a48ae-db72-415c-bafe-75aa98e1cd79,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:21.302280 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 4f0a48ae-db72-415c-bafe-75aa98e1cd79 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:21.355723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b7fcdde7-7f00-4161-9fe2-437531a873ef tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1817915 Nov 27 01:23:21.357468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38144) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:21.370447 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-be24522f-0709-42ca-92e0-bdec46b3768c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:31:b2:07'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:21.373008 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-5f9d5973-822f-453a-9208-452fcf4ca8c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297140 Nov 27 01:23:21.375787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feac277a-699c-43a0-8f2b-22fd399990ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:21.380230 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-feac277a-699c-43a0-8f2b-22fd399990ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.406104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-993014a6-4c6b-4613-b29c-de34a538b8aa None None] Provisioning complete for port 46dd6879-b6da-4271-99a9-2020b096265e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:21.406492 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-993014a6-4c6b-4613-b29c-de34a538b8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.460477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-993014a6-4c6b-4613-b29c-de34a538b8aa None None] Port 46dd6879-b6da-4271-99a9-2020b096265e cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:21.534786 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.589199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9897b1e5-f6e8-48b6-9c63-64f12f292968 None None] Provisioning complete for port b2736597-cb19-45bc-9751-64302965fdea triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:21.589576 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9897b1e5-f6e8-48b6-9c63-64f12f292968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.655831 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be24522f-0709-42ca-92e0-bdec46b3768c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.666855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9897b1e5-f6e8-48b6-9c63-64f12f292968 None None] Port b2736597-cb19-45bc-9751-64302965fdea cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:21.710240 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-67923c89-3142-430a-9ed3-4a22e57a6602 service neutron] 10.222.0.31 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085086 Nov 27 01:23:21.878454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287259f-a926-4a08-b138-72140c10c9a2 req-4866014c-143b-46ac-b458-4b5e119c2833 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:21.879982 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b287259f-a926-4a08-b138-72140c10c9a2 req-4866014c-143b-46ac-b458-4b5e119c2833 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 931 time: 0.2409086 Nov 27 01:23:21.886317 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be24522f-0709-42ca-92e0-bdec46b3768c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.892551 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be24522f-0709-42ca-92e0-bdec46b3768c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.985518 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-be24522f-0709-42ca-92e0-bdec46b3768c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] In _notify_port_updated(), no bound segment for port b2736597-cb19-45bc-9751-64302965fdea on network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:23:21.991941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be24522f-0709-42ca-92e0-bdec46b3768c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:21.992675 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be24522f-0709-42ca-92e0-bdec46b3768c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.996990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-be24522f-0709-42ca-92e0-bdec46b3768c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "PUT /v2.0/ports/b2736597-cb19-45bc-9751-64302965fdea HTTP/1.1" status: 200 len: 996 time: 0.6356735 Nov 27 01:23:21.996990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24522f-0709-42ca-92e0-bdec46b3768c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event updated for resources: {'Port': ['ID=b2736597-cb19-45bc-9751-64302965fdea,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:21.999410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38150) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:22.206594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2b828-e4b6-4853-be03-e34673335b17 req-5c2f02ef-2c1c-4ec3-8cf9-af9b6cf22bb9 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:22.213791 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f0e2b828-e4b6-4853-be03-e34673335b17 req-5c2f02ef-2c1c-4ec3-8cf9-af9b6cf22bb9 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 945 time: 0.0740435 Nov 27 01:23:22.235453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8af0f8df-b651-453b-a9b8-a60bac8d086f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Deleting port b2736597-cb19-45bc-9751-64302965fdea {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:22.235802 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8af0f8df-b651-453b-a9b8-a60bac8d086f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.308204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-69655cb6-db0f-44e3-96fe-b73a93ade0fd None None] Provisioning complete for port b2736597-cb19-45bc-9751-64302965fdea triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:22.309309 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-69655cb6-db0f-44e3-96fe-b73a93ade0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.353896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-69655cb6-db0f-44e3-96fe-b73a93ade0fd None None] Port b2736597-cb19-45bc-9751-64302965fdea cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:22.365800 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8af0f8df-b651-453b-a9b8-a60bac8d086f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.389156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8af0f8df-b651-453b-a9b8-a60bac8d086f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Calling delete_port for b2736597-cb19-45bc-9751-64302965fdea owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:22.396394 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f0e2b828-e4b6-4853-be03-e34673335b17 req-33564c70-06c3-45dd-b558-4d97f625d443 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad178d6-19c9-4d6e-9027-489783797b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801243 Nov 27 01:23:22.418052 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-feac277a-699c-43a0-8f2b-22fd399990ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.449774 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b09e43b-08d9-49f0-ad4c-02dde2a482d7 req-cfd45e6c-6c8c-4641-8dd2-165fa4cfbe9d service neutron] 10.222.0.31 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6957176 Nov 27 01:23:22.488475 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b287259f-a926-4a08-b138-72140c10c9a2 req-953e3f23-7b96-4260-b949-99c94c3b6c3b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5941613 Nov 27 01:23:22.564143 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac277a-699c-43a0-8f2b-22fd399990ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Subnet': ['ID=6623307e-209f-4e22-a317-38482a992ebe,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:22.636751 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac277a-699c-43a0-8f2b-22fd399990ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Checking segment: {'id': 'c6578095-8837-4c8c-9935-1366fe513533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81b83d27-03bc-488f-9499-60bfe3c1550d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:22.637122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feac277a-699c-43a0-8f2b-22fd399990ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network hostable DHCP agents. Network: 81b83d27-03bc-488f-9499-60bfe3c1550d, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:23:22.645280 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46dd6879-b6da-4271-99a9-2020b096265e {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:23:22.660138 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.672726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d987212-eb1c-41ff-a201-f097010b686d req-97dc0fc3-a73e-4780-845b-5a8514e07daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:22.674417 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d987212-eb1c-41ff-a201-f097010b686d req-97dc0fc3-a73e-4780-845b-5a8514e07daa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a51ce5c2d017467ca20ae4d2ddb207c1&device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 1095 time: 0.1299453 Nov 27 01:23:22.714268 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feac277a-699c-43a0-8f2b-22fd399990ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 81b83d27-03bc-488f-9499-60bfe3c1550d is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:23:22.761769 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-feac277a-699c-43a0-8f2b-22fd399990ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 81b83d27-03bc-488f-9499-60bfe3c1550d) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:22.771248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66971b28-96be-492d-8e07-70919cd37639 None None] Network 81b83d27-03bc-488f-9499-60bfe3c1550d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:22.781049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feac277a-699c-43a0-8f2b-22fd399990ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:22.781642 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-feac277a-699c-43a0-8f2b-22fd399990ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.822107 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-feac277a-699c-43a0-8f2b-22fd399990ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7724721 Nov 27 01:23:22.825364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d987212-eb1c-41ff-a201-f097010b686d req-261c87d3-822e-4bbd-a009-caaee97a3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:22.826954 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d987212-eb1c-41ff-a201-f097010b686d req-261c87d3-822e-4bbd-a009-caaee97a3364 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 HTTP/1.1" status: 200 len: 914 time: 0.1411679 Nov 27 01:23:22.827434 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38164) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:22.833482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-db71b189-46ba-44e8-b79f-eccdabb7b5b9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'subnet': {'network_id': '4f0a48ae-db72-415c-bafe-75aa98e1cd79', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:22.926273 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d987212-eb1c-41ff-a201-f097010b686d req-edf896f6-d3ba-4fdd-8d5d-adde4fcdf20b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=661c154f-79bc-400a-9d94-c712e62173e7 HTTP/1.1" status: 200 len: 217 time: 0.0863342 Nov 27 01:23:23.031409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2007e2f-d663-43f9-890f-b60b51e4d6b8 req-1728b2cf-38fb-4414-b323-a377dce886b5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:23.033048 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d2007e2f-d663-43f9-890f-b60b51e4d6b8 req-1728b2cf-38fb-4414-b323-a377dce886b5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 943 time: 0.5519876 Nov 27 01:23:23.041106 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8af0f8df-b651-453b-a9b8-a60bac8d086f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.043205 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Transition to ACTIVE for port object 46dd6879-b6da-4271-99a9-2020b096265e will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:23:23.050775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-81b83d27-03bc-488f-9499-60bfe3c1550d', 'network_id': '81b83d27-03bc-488f-9499-60bfe3c1550d', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'fixed_ips': [{'subnet_id': '6623307e-209f-4e22-a317-38482a992ebe'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:23:23.052310 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.057434 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d987212-eb1c-41ff-a201-f097010b686d req-d23326ff-d99d-4de6-9e1a-d4a2b0469c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:23.058929 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d987212-eb1c-41ff-a201-f097010b686d req-d23326ff-d99d-4de6-9e1a-d4a2b0469c80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ffb65a4f-8130-468e-bf18-e53950271a4f HTTP/1.1" status: 200 len: 853 time: 0.1173377 Nov 27 01:23:23.064661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.119295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db71b189-46ba-44e8-b79f-eccdabb7b5b9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:23.122839 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db71b189-46ba-44e8-b79f-eccdabb7b5b9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.142954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0f8df-b651-453b-a9b8-a60bac8d086f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event deleted for resources: {'Port': ['ID=b2736597-cb19-45bc-9751-64302965fdea,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:23.163178 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d987212-eb1c-41ff-a201-f097010b686d req-2eea6498-fd24-4321-9ef2-e137f3b6c598 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872877 Nov 27 01:23:23.179035 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5f01c-5272-4f4e-9054-e893bc0d14d4 req-371f7ac3-bcec-4ee4-84c2-2471c31597ad tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:23.183540 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8af0f8df-b651-453b-a9b8-a60bac8d086f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.187026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4ac5f01c-5272-4f4e-9054-e893bc0d14d4 req-371f7ac3-bcec-4ee4-84c2-2471c31597ad tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 945 time: 0.1910038 Nov 27 01:23:23.190106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8af0f8df-b651-453b-a9b8-a60bac8d086f tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "DELETE /v2.0/ports/b2736597-cb19-45bc-9751-64302965fdea HTTP/1.1" status: 204 len: 168 time: 1.1892581 Nov 27 01:23:23.191365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38172) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:23.204547 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d2007e2f-d663-43f9-890f-b60b51e4d6b8 req-0b54b8bf-631d-4321-864d-f941fe9efd08 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467631 Nov 27 01:23:23.221267 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-260d0290-85ca-4cb0-a5f4-e283ac459aac tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] GET failed (client error): The resource could not be found. Nov 27 01:23:23.229045 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-260d0290-85ca-4cb0-a5f4-e283ac459aac tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "GET /v2.0/ports/b2736597-cb19-45bc-9751-64302965fdea HTTP/1.1" status: 404 len: 333 time: 0.0366194 Nov 27 01:23:23.229668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38174) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:23.234589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9e2e1a91-bad1-474f-b035-8b2626416f0b tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Request body: {'port': {'network_id': '21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d', 'name': 'tempest-AllowedAddressPairTestJSON-702528709'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:23.293221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Allocated IP 2001:db8::2 (81b83d27-03bc-488f-9499-60bfe3c1550d/6623307e-209f-4e22-a317-38482a992ebe/f830337c-6b39-4f9b-a488-557f576a7bd4) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:23.352442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=46dd6879-b6da-4271-99a9-2020b096265e,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:23.456652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2e1a91-bad1-474f-b035-8b2626416f0b tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Made reservation on behalf of 18d1f54582864059ad1c9843d4f58b51 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:23.460634 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e2e1a91-bad1-474f-b035-8b2626416f0b tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.501980 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.511441 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.517745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-9e2e1a91-bad1-474f-b035-8b2626416f0b tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] device_id is not set on port e88f327b-d657-493f-b7ed-ffebb4c2e141 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:23.566104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Network 81b83d27-03bc-488f-9499-60bfe3c1550d is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:23.569111 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:23.573056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:23.588982 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Pushing event updated for resources: {'Port': ['ID=f830337c-6b39-4f9b-a488-557f576a7bd4,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:23.593074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4ac5f01c-5272-4f4e-9054-e893bc0d14d4 req-e9075d4e-6281-4bf6-8133-42b51f1704f2 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad178d6-19c9-4d6e-9027-489783797b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050930 Nov 27 01:23:23.672815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Attempting to bind port f830337c-6b39-4f9b-a488-557f576a7bd4 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:23.673263 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Attempting to bind port f830337c-6b39-4f9b-a488-557f576a7bd4 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'c6578095-8837-4c8c-9935-1366fe513533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81b83d27-03bc-488f-9499-60bfe3c1550d'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:23.673666 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Attempting to bind port f830337c-6b39-4f9b-a488-557f576a7bd4 on network 81b83d27-03bc-488f-9499-60bfe3c1550d {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:23.681343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:23.681762 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Checking segment: {'id': 'c6578095-8837-4c8c-9935-1366fe513533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81b83d27-03bc-488f-9499-60bfe3c1550d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:23.682302 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.682435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602fe57-73d9-4838-91ca-bad4e1618819 req-297e1982-ef4b-4848-8fd9-ac2497b25376 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:23.682527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Bound using segment: {'id': 'c6578095-8837-4c8c-9935-1366fe513533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81b83d27-03bc-488f-9499-60bfe3c1550d'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:23.683198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Bound port: f830337c-6b39-4f9b-a488-557f576a7bd4, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6578095-8837-4c8c-9935-1366fe513533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81b83d27-03bc-488f-9499-60bfe3c1550d'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:23.683593 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.689791 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8602fe57-73d9-4838-91ca-bad4e1618819 req-297e1982-ef4b-4848-8fd9-ac2497b25376 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 950 time: 0.1173818 Nov 27 01:23:23.720553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-9e2e1a91-bad1-474f-b035-8b2626416f0b tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Allocated IP 172.20.0.7 (21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d/453d93cf-03a3-488f-a484-0dde09ff4d37/e88f327b-d657-493f-b7ed-ffebb4c2e141) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:23.724396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Attempting to bind port 46dd6879-b6da-4271-99a9-2020b096265e on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:23.724750 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Attempting to bind port 46dd6879-b6da-4271-99a9-2020b096265e by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:23.725080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Attempting to bind port 46dd6879-b6da-4271-99a9-2020b096265e on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:23.751614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] For port f830337c-6b39-4f9b-a488-557f576a7bd4, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:23.752887 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d987212-eb1c-41ff-a201-f097010b686d req-24e2e1d3-cbc3-4525-84f3-8cb721cf0257 service neutron] 10.222.0.31 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598617 Nov 27 01:23:23.755545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] For port f830337c-6b39-4f9b-a488-557f576a7bd4, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f830337c-6b39-4f9b-a488-557f576a7bd4,segment=NetworkSegment(c6578095-8837-4c8c-9935-1366fe513533),segment_id=c6578095-8837-4c8c-9935-1366fe513533)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:23.758802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Port 46dd6879-b6da-4271-99a9-2020b096265e on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:23:23.759159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Attempting to bind port 46dd6879-b6da-4271-99a9-2020b096265e on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:23.761843 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.766357 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8602fe57-73d9-4838-91ca-bad4e1618819 req-7c960572-7cb5-451a-b470-6ddd84a04ac7 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/security-groups?id=adcfa0d8-55b0-481b-a346-bcc865d31334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754571 Nov 27 01:23:23.787291 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:23.787291 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Checking segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:23.787291 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Bound using segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:23.787291 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Bound port: 46dd6879-b6da-4271-99a9-2020b096265e, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:23.787745 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.848984 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a532c5-bfa3-46d0-965a-74d9a4212d4b None None] Pushing event updated for resources: {'Port': ['ID=f830337c-6b39-4f9b-a488-557f576a7bd4,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:23.890733 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dc6c6-718a-4c80-afa1-24530f5d27ad req-9bed1b6c-5d3c-43f0-8a1e-93a3560825c1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:23.892373 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-820dc6c6-718a-4c80-afa1-24530f5d27ad req-9bed1b6c-5d3c-43f0-8a1e-93a3560825c1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 943 time: 0.2161660 Nov 27 01:23:23.924151 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e2e1a91-bad1-474f-b035-8b2626416f0b tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.960991 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e2e1a91-bad1-474f-b035-8b2626416f0b tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.012050 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2e1a91-bad1-474f-b035-8b2626416f0b tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:24.015538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9e2e1a91-bad1-474f-b035-8b2626416f0b tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:24.020379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2e1a91-bad1-474f-b035-8b2626416f0b tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:24.065412 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db71b189-46ba-44e8-b79f-eccdabb7b5b9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.069062 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] For port 46dd6879-b6da-4271-99a9-2020b096265e, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:24.089114 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-820dc6c6-718a-4c80-afa1-24530f5d27ad req-01a80701-b0af-4db9-a406-9b16337e927e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693454 Nov 27 01:23:24.090610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e1a91-bad1-474f-b035-8b2626416f0b tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event updated for resources: {'Port': ['ID=e88f327b-d657-493f-b7ed-ffebb4c2e141,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:24.123217 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d987212-eb1c-41ff-a201-f097010b686d req-3d71eb9a-d828-4963-9010-16c59b367943 service neutron] 10.222.0.31 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611746 Nov 27 01:23:24.128707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2e1a91-bad1-474f-b035-8b2626416f0b tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:24.129109 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e2e1a91-bad1-474f-b035-8b2626416f0b tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.172117 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9e2e1a91-bad1-474f-b035-8b2626416f0b tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9413829 Nov 27 01:23:24.177243 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38182) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:24.182880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-26218845-89bc-4f11-b5cf-9ae54aa17e12 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Request body: {'port': {'network_id': '21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d', 'name': 'tempest-AllowedAddressPairTestJSON-807979188'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:24.203331 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] For port 46dd6879-b6da-4271-99a9-2020b096265e, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=46dd6879-b6da-4271-99a9-2020b096265e,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:24.215078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71b189-46ba-44e8-b79f-eccdabb7b5b9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Subnet': ['ID=6731d0c7-4bd1-4e34-8c2b-6f856ed18958,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:24.239527 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.296986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f830337c-6b39-4f9b-a488-557f576a7bd4 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:24.345848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:24.346384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.348271 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] 10.222.0.31 "PUT /v2.0/ports/46dd6879-b6da-4271-99a9-2020b096265e HTTP/1.1" status: 200 len: 1092 time: 3.1254711 Nov 27 01:23:24.350523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b397efc-5cec-4aad-9efa-db669655c4ef', 'tag': '46dd6879-b6da-4271-99a9-2020b096265e'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:24.353117 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc823454-0c26-4603-a10c-cf2bf585dd23" -d '{"events": [{"name": "network-changed", "server_uuid": "1b397efc-5cec-4aad-9efa-db669655c4ef", "tag": "46dd6879-b6da-4271-99a9-2020b096265e"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:24.355370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26218845-89bc-4f11-b5cf-9ae54aa17e12 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Made reservation on behalf of 18d1f54582864059ad1c9843d4f58b51 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:24.364487 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26218845-89bc-4f11-b5cf-9ae54aa17e12 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.418592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937508d7-6906-4161-a258-9cef89d42ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=46dd6879-b6da-4271-99a9-2020b096265e,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:24.424126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f830337c-6b39-4f9b-a488-557f576a7bd4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:24.424531 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.426134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-59bfb823-6707-4c52-ba70-ce53bffaf201 None None] Provisioning complete for port e88f327b-d657-493f-b7ed-ffebb4c2e141 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:24.426491 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-59bfb823-6707-4c52-ba70-ce53bffaf201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.435712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71b189-46ba-44e8-b79f-eccdabb7b5b9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Checking segment: {'id': '3c161657-080f-4ec0-9105-6f98a2b6d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f0a48ae-db72-415c-bafe-75aa98e1cd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:24.435712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71b189-46ba-44e8-b79f-eccdabb7b5b9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network hostable DHCP agents. Network: 4f0a48ae-db72-415c-bafe-75aa98e1cd79, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:23:24.437824 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed95f7ad-b379-4eec-82df-0be9990abe4b x-openstack-request-id: req-ed95f7ad-b379-4eec-82df-0be9990abe4b {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:24.438118 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b397efc-5cec-4aad-9efa-db669655c4ef", "tag": "46dd6879-b6da-4271-99a9-2020b096265e", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:24.438364 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed95f7ad-b379-4eec-82df-0be9990abe4b {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:24.438796 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b397efc-5cec-4aad-9efa-db669655c4ef', 'tag': '46dd6879-b6da-4271-99a9-2020b096265e', 'status': 'completed', 'code': 200} Nov 27 01:23:24.477850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-26218845-89bc-4f11-b5cf-9ae54aa17e12 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] device_id is not set on port 6c4c8d8b-a95f-4c10-89c1-006fd30170b0 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:24.479362 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71b189-46ba-44e8-b79f-eccdabb7b5b9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 4f0a48ae-db72-415c-bafe-75aa98e1cd79 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:23:24.484732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-76a8283c-f12e-4c98-bf00-c85f2bfe7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:24.486493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-76a8283c-f12e-4c98-bf00-c85f2bfe7eee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 1095 time: 0.0626237 Nov 27 01:23:24.495391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-db71b189-46ba-44e8-b79f-eccdabb7b5b9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 4f0a48ae-db72-415c-bafe-75aa98e1cd79) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:24.504103 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b63034-c9d7-48d2-a532-f149c15e3153 None None] Network 4f0a48ae-db72-415c-bafe-75aa98e1cd79 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:24.506536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db71b189-46ba-44e8-b79f-eccdabb7b5b9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:24.508094 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db71b189-46ba-44e8-b79f-eccdabb7b5b9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.514513 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-59bfb823-6707-4c52-ba70-ce53bffaf201 None None] Port e88f327b-d657-493f-b7ed-ffebb4c2e141 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:24.568182 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-b4e7db2a-c1d2-45e3-b59b-d75c47bac3a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46dd6879-b6da-4271-99a9-2020b096265e HTTP/1.1" status: 200 len: 217 time: 0.0546935 Nov 27 01:23:24.576665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9955f-46e6-47e9-8a95-329e2af4612f req-b2f3bd9e-e704-4ace-9ab6-3c44356e7073 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:24.579666 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-db71b189-46ba-44e8-b79f-eccdabb7b5b9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7509220 Nov 27 01:23:24.586146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7dc9955f-46e6-47e9-8a95-329e2af4612f req-b2f3bd9e-e704-4ace-9ab6-3c44356e7073 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 943 time: 0.2149329 Nov 27 01:23:24.598986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38188) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:24.605410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9a28b11e-72ff-46c0-b8d2-92dc825fa03a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1828687985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:24.650261 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.674784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-53108486-e5e2-4cd4-b7f7-148d0d863ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:24.680188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-53108486-e5e2-4cd4-b7f7-148d0d863ad3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.0979404 Nov 27 01:23:24.723671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port f830337c-6b39-4f9b-a488-557f576a7bd4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f830337c-6b39-4f9b-a488-557f576a7bd4,segment=NetworkSegment(c6578095-8837-4c8c-9935-1366fe513533),segment_id=c6578095-8837-4c8c-9935-1366fe513533)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:24.731174 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a28b11e-72ff-46c0-b8d2-92dc825fa03a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.731866 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.732587 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a28b11e-72ff-46c0-b8d2-92dc825fa03a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.804652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebbc22-4713-4dc0-bd96-3902c225003d req-647e728d-e438-448f-802f-7645cde19908 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:24.807663 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31ebbc22-4713-4dc0-bd96-3902c225003d req-647e728d-e438-448f-802f-7645cde19908 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.21 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 945 time: 0.3438790 Nov 27 01:23:24.809942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-4f0a48ae-db72-415c-bafe-75aa98e1cd79', 'network_id': '4f0a48ae-db72-415c-bafe-75aa98e1cd79', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'fixed_ips': [{'subnet_id': '6731d0c7-4bd1-4e34-8c2b-6f856ed18958'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:23:24.810790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.818623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f90f1-7a42-42c2-8509-9485f5aeb17a req-0af80a76-2ea8-4764-896e-4815a54395e4 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:24.820827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e21f90f1-7a42-42c2-8509-9485f5aeb17a req-0af80a76-2ea8-4764-896e-4815a54395e4 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 945 time: 0.0779150 Nov 27 01:23:24.824015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-81face90-5f3a-4fb2-9f18-d19cf8644a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:24.826611 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-81face90-5f3a-4fb2-9f18-d19cf8644a2d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399415 Nov 27 01:23:24.834847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-26218845-89bc-4f11-b5cf-9ae54aa17e12 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Allocated IP 172.20.0.11 (21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d/453d93cf-03a3-488f-a484-0dde09ff4d37/6c4c8d8b-a95f-4c10-89c1-006fd30170b0) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:24.848457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=f830337c-6b39-4f9b-a488-557f576a7bd4,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:24.854904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7dc9955f-46e6-47e9-8a95-329e2af4612f req-052c95e7-324f-49c8-b1f1-13751d66ad79 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625246 Nov 27 01:23:24.970779 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a28b11e-72ff-46c0-b8d2-92dc825fa03a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.977139 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e21f90f1-7a42-42c2-8509-9485f5aeb17a req-e52d377b-5f3b-4a28-8faa-2dfb50c22a09 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad178d6-19c9-4d6e-9027-489783797b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500423 Nov 27 01:23:25.014486 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a28b11e-72ff-46c0-b8d2-92dc825fa03a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.032784 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-3c328797-b4f5-4840-a24e-ca8461b438d3 service neutron] 10.222.0.31 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977806 Nov 27 01:23:25.110296 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a28b11e-72ff-46c0-b8d2-92dc825fa03a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.111647 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9a28b11e-72ff-46c0-b8d2-92dc825fa03a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5115552 Nov 27 01:23:25.116668 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38198) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:25.145759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Allocated IP 2001:db8:1::2 (4f0a48ae-db72-415c-bafe-75aa98e1cd79/6731d0c7-4bd1-4e34-8c2b-6f856ed18958/19c94db6-ad9e-4026-ba9e-293fb98f3de1) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:25.197970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482f441-e3a1-456b-9eca-5f32834d1f87 req-2c0330b4-b2a5-49d2-ae77-aafc6901803b tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:25.199603 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e482f441-e3a1-456b-9eca-5f32834d1f87 req-2c0330b4-b2a5-49d2-ae77-aafc6901803b tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 950 time: 0.2410820 Nov 27 01:23:25.300115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-31ebbc22-4713-4dc0-bd96-3902c225003d req-d80c84a2-abda-43ba-b5f5-e6ac461f5d31 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Deleting port 2453136e-8158-49fd-bf48-b646cce63517 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:25.300533 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31ebbc22-4713-4dc0-bd96-3902c225003d req-d80c84a2-abda-43ba-b5f5-e6ac461f5d31 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.323978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3786664-20bb-4df4-9974-bcd5808cd114 None None] Network 81b83d27-03bc-488f-9499-60bfe3c1550d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:25.388277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43ae41a3-5616-47d0-96fe-b64b71ee0d4a req-4ef21fa0-c41e-4472-b82e-406f0ffb1002 service neutron] 10.222.0.31 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488276 Nov 27 01:23:25.393134 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.398465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29683d7a-0c35-4f0c-bd3b-3f1313cc3b12 req-3adfdc36-45c6-4494-98f1-40a7111620f6 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:25.400528 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-29683d7a-0c35-4f0c-bd3b-3f1313cc3b12 req-3adfdc36-45c6-4494-98f1-40a7111620f6 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 943 time: 0.1714222 Nov 27 01:23:25.406380 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.447888 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e482f441-e3a1-456b-9eca-5f32834d1f87 req-2ffa0e38-d5bd-499e-b3fa-084a02258e01 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/security-groups?id=adcfa0d8-55b0-481b-a346-bcc865d31334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199659 Nov 27 01:23:25.463885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3f125c19-ebed-4894-b412-88dc20497bee None None] Provisioning complete for port f830337c-6b39-4f9b-a488-557f576a7bd4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:25.464545 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3f125c19-ebed-4894-b412-88dc20497bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.494768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-31ebbc22-4713-4dc0-bd96-3902c225003d req-d80c84a2-abda-43ba-b5f5-e6ac461f5d31 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] For port 2453136e-8158-49fd-bf48-b646cce63517, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=2453136e-8158-49fd-bf48-b646cce63517,segment=NetworkSegment(27db898e-ae0d-44b3-b733-31e3f3107278),segment_id=27db898e-ae0d-44b3-b733-31e3f3107278)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:25.495333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31ebbc22-4713-4dc0-bd96-3902c225003d req-d80c84a2-abda-43ba-b5f5-e6ac461f5d31 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.513080 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-31ebbc22-4713-4dc0-bd96-3902c225003d req-d80c84a2-abda-43ba-b5f5-e6ac461f5d31 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Calling delete_port for 2453136e-8158-49fd-bf48-b646cce63517 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:25.519365 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Network 4f0a48ae-db72-415c-bafe-75aa98e1cd79 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:25.532519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:25.536346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Pushing event updated for resources: {'Port': ['ID=19c94db6-ad9e-4026-ba9e-293fb98f3de1,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:25.547970 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:25.601355 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-29683d7a-0c35-4f0c-bd3b-3f1313cc3b12 req-00185cd2-d7fc-4c68-b734-a914396696a3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479874 Nov 27 01:23:25.646374 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.661698 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc823454-0c26-4603-a10c-cf2bf585dd23 req-18e37863-0d64-44a4-afdc-648cb708626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:25.661903 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26218845-89bc-4f11-b5cf-9ae54aa17e12 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.663210 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc823454-0c26-4603-a10c-cf2bf585dd23 req-18e37863-0d64-44a4-afdc-648cb708626b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 1095 time: 0.1011806 Nov 27 01:23:25.666574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Attempting to bind port 19c94db6-ad9e-4026-ba9e-293fb98f3de1 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:25.666953 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Attempting to bind port 19c94db6-ad9e-4026-ba9e-293fb98f3de1 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '3c161657-080f-4ec0-9105-6f98a2b6d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f0a48ae-db72-415c-bafe-75aa98e1cd79'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:25.667320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Attempting to bind port 19c94db6-ad9e-4026-ba9e-293fb98f3de1 on network 4f0a48ae-db72-415c-bafe-75aa98e1cd79 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:25.698143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55855b12-fd28-4181-a94f-3dc3fe6d4e58 req-4dbbaa65-c4c1-4595-916d-e73126d51b02 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:25.699662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-55855b12-fd28-4181-a94f-3dc3fe6d4e58 req-4dbbaa65-c4c1-4595-916d-e73126d51b02 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.21 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 950 time: 0.1209345 Nov 27 01:23:25.699867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:25.700264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Checking segment: {'id': '3c161657-080f-4ec0-9105-6f98a2b6d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f0a48ae-db72-415c-bafe-75aa98e1cd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:25.700691 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.701102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Bound using segment: {'id': '3c161657-080f-4ec0-9105-6f98a2b6d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f0a48ae-db72-415c-bafe-75aa98e1cd79'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:25.701574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Bound port: 19c94db6-ad9e-4026-ba9e-293fb98f3de1, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c161657-080f-4ec0-9105-6f98a2b6d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f0a48ae-db72-415c-bafe-75aa98e1cd79'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:25.701971 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.792503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] For port 19c94db6-ad9e-4026-ba9e-293fb98f3de1, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:25.795460 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] For port 19c94db6-ad9e-4026-ba9e-293fb98f3de1, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=19c94db6-ad9e-4026-ba9e-293fb98f3de1,segment=NetworkSegment(3c161657-080f-4ec0-9105-6f98a2b6d60e),segment_id=3c161657-080f-4ec0-9105-6f98a2b6d60e)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:25.800567 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.832781 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26218845-89bc-4f11-b5cf-9ae54aa17e12 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.870245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3346eb5-46df-4822-82a8-904d6479b541 None None] Pushing event updated for resources: {'Port': ['ID=19c94db6-ad9e-4026-ba9e-293fb98f3de1,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:25.943172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26218845-89bc-4f11-b5cf-9ae54aa17e12 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:25.944128 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31ebbc22-4713-4dc0-bd96-3902c225003d req-d80c84a2-abda-43ba-b5f5-e6ac461f5d31 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.960746 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-26218845-89bc-4f11-b5cf-9ae54aa17e12 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:25.964305 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26218845-89bc-4f11-b5cf-9ae54aa17e12 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:25.984700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['2453136e-8158-49fd-bf48-b646cce63517'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:23:25.994448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26218845-89bc-4f11-b5cf-9ae54aa17e12 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event updated for resources: {'Port': ['ID=6c4c8d8b-a95f-4c10-89c1-006fd30170b0,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:26.069498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Allocated IP 2001:db8::1 (81b83d27-03bc-488f-9499-60bfe3c1550d/6623307e-209f-4e22-a317-38482a992ebe/37041bcc-976d-4c3c-bacd-47993b392896) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:26.127935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c84a2-abda-43ba-b5f5-e6ac461f5d31 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Pushing event deleted for resources: {'Port': ['ID=2453136e-8158-49fd-bf48-b646cce63517,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:26.158666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ebbc22-4713-4dc0-bd96-3902c225003d req-d80c84a2-abda-43ba-b5f5-e6ac461f5d31 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] No DVR routers for this DVR port 2453136e-8158-49fd-bf48-b646cce63517 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:26.161512 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31ebbc22-4713-4dc0-bd96-3902c225003d req-d80c84a2-abda-43ba-b5f5-e6ac461f5d31 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.166475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31ebbc22-4713-4dc0-bd96-3902c225003d req-d80c84a2-abda-43ba-b5f5-e6ac461f5d31 tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.21 "DELETE /v2.0/ports/2453136e-8158-49fd-bf48-b646cce63517 HTTP/1.1" status: 204 len: 173 time: 1.3396380 Nov 27 01:23:26.172892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6', 'name': 'network-vif-deleted', 'tag': '2453136e-8158-49fd-bf48-b646cce63517'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:26.175233 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d80912-a46b-4764-a2e5-42448635aa29" -d '{"events": [{"server_uuid": "2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6", "name": "network-vif-deleted", "tag": "2453136e-8158-49fd-bf48-b646cce63517"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:26.183038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc823454-0c26-4603-a10c-cf2bf585dd23 req-a10b6187-9156-4177-b08c-3b9a6b3daf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:26.186171 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc823454-0c26-4603-a10c-cf2bf585dd23 req-a10b6187-9156-4177-b08c-3b9a6b3daf39 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.3819032 Nov 27 01:23:26.191835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26218845-89bc-4f11-b5cf-9ae54aa17e12 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:26.192523 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26218845-89bc-4f11-b5cf-9ae54aa17e12 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.205082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-55855b12-fd28-4181-a94f-3dc3fe6d4e58 req-fed252b1-3713-4d7a-930e-f7836b73e0ea tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Deleting port 4ca216c3-1f26-4207-860f-e98fdd518389 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:26.206666 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-55855b12-fd28-4181-a94f-3dc3fe6d4e58 req-fed252b1-3713-4d7a-930e-f7836b73e0ea tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.221159 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f830337c-6b39-4f9b-a488-557f576a7bd4 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:26.332620 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1781246-f650-402b-9fd4-3b10ca96b864 req-77ee7b02-66ea-4449-b27b-a64f998d9e8d tempest-ServerAddressesNegativeTestJSON-1342017883 tempest-ServerAddressesNegativeTestJSON-1342017883-project] 10.222.0.15 "GET /v2.0/ports?device_id=2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6 HTTP/1.1" status: 200 len: 210 time: 0.1638191 Nov 27 01:23:26.342103 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc823454-0c26-4603-a10c-cf2bf585dd23 req-1dadee21-f93c-4af3-8b9c-322c68235044 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46dd6879-b6da-4271-99a9-2020b096265e HTTP/1.1" status: 200 len: 217 time: 0.1285293 Nov 27 01:23:26.355292 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-26218845-89bc-4f11-b5cf-9ae54aa17e12 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1740913 Nov 27 01:23:26.363508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd42a94-0718-4915-b1cd-d6d7c817126e req-96ca084e-7b84-4232-a13c-beacc239b3a6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:26.365130 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7dd42a94-0718-4915-b1cd-d6d7c817126e req-96ca084e-7b84-4232-a13c-beacc239b3a6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 943 time: 0.3970470 Nov 27 01:23:26.367930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38208) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:26.373655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-67e4b690-60d7-45b4-95f0-59a97bfc8aca tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:31:b2:07'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:f5:2a:27'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:26.380697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d6ab9f48-b0ca-46b8-9994-bb8dca6fa862 None None] Provisioning complete for port f830337c-6b39-4f9b-a488-557f576a7bd4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:26.381125 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d6ab9f48-b0ca-46b8-9994-bb8dca6fa862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.481151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f830337c-6b39-4f9b-a488-557f576a7bd4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:26.481541 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.492450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc823454-0c26-4603-a10c-cf2bf585dd23 req-c374053a-8821-40a4-9641-a47cf224e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:26.494733 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc823454-0c26-4603-a10c-cf2bf585dd23 req-c374053a-8821-40a4-9641-a47cf224e959 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.1442223 Nov 27 01:23:26.500889 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.552822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-55855b12-fd28-4181-a94f-3dc3fe6d4e58 req-fed252b1-3713-4d7a-930e-f7836b73e0ea tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] For port 4ca216c3-1f26-4207-860f-e98fdd518389, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=4ca216c3-1f26-4207-860f-e98fdd518389,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:26.553364 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-55855b12-fd28-4181-a94f-3dc3fe6d4e58 req-fed252b1-3713-4d7a-930e-f7836b73e0ea tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.567094 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67e4b690-60d7-45b4-95f0-59a97bfc8aca tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.581362 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8081c5a1-e0b6-45e7-8612-0f64534b2659 x-openstack-request-id: req-8081c5a1-e0b6-45e7-8612-0f64534b2659 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:26.581362 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6", "name": "network-vif-deleted", "tag": "2453136e-8158-49fd-bf48-b646cce63517", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:26.581624 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8081c5a1-e0b6-45e7-8612-0f64534b2659 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:26.581922 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2831ef94-a9b8-4dd2-a8b2-d24a0d52cec6', 'name': 'network-vif-deleted', 'tag': '2453136e-8158-49fd-bf48-b646cce63517', 'status': 'completed', 'code': 200} Nov 27 01:23:26.591344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-55855b12-fd28-4181-a94f-3dc3fe6d4e58 req-fed252b1-3713-4d7a-930e-f7836b73e0ea tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Calling delete_port for 4ca216c3-1f26-4207-860f-e98fdd518389 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:26.593082 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc823454-0c26-4603-a10c-cf2bf585dd23 req-46c5d74f-b514-404f-8768-e15c0bbb66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:26.594913 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc823454-0c26-4603-a10c-cf2bf585dd23 req-46c5d74f-b514-404f-8768-e15c0bbb66bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813646 Nov 27 01:23:26.596528 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7dd42a94-0718-4915-b1cd-d6d7c817126e req-93567050-8597-4505-a47f-cf65efd4d600 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158594 Nov 27 01:23:26.597496 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.638141 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 661c154f-79bc-400a-9d94-c712e62173e7 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:23:26.745794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 81b83d27-03bc-488f-9499-60bfe3c1550d is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:26.756484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:26.764574 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:26.765701 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.774935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=37041bcc-976d-4c3c-bacd-47993b392896,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:26.859642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7cdce-28c2-4073-989f-82b56aa8448f req-6930192a-cffc-4eff-a418-dd4d0e9c3938 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:26.861258 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dc7cdce-28c2-4073-989f-82b56aa8448f req-6930192a-cffc-4eff-a418-dd4d0e9c3938 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 943 time: 0.1666033 Nov 27 01:23:26.877107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8c007-28a8-482a-91b0-02c4e91e59d7 req-89b338fc-cd68-402a-9cc4-e2fa2e63c1e6 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:26.886375 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-50b8c007-28a8-482a-91b0-02c4e91e59d7 req-89b338fc-cd68-402a-9cc4-e2fa2e63c1e6 tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75e9885-86b6-4ae9-a462-84ac12522b1e HTTP/1.1" status: 200 len: 950 time: 0.2220020 Nov 27 01:23:26.924217 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc823454-0c26-4603-a10c-cf2bf585dd23 req-162a6910-786d-4cd0-9ee1-59a90c155d19 service neutron] 10.222.0.31 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200438 Nov 27 01:23:27.046247 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-55855b12-fd28-4181-a94f-3dc3fe6d4e58 req-fed252b1-3713-4d7a-930e-f7836b73e0ea tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.085360 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.103388 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-50b8c007-28a8-482a-91b0-02c4e91e59d7 req-3747a261-e370-4710-94e9-d978bae2aeef tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.15 "GET /v2.0/security-groups?id=adcfa0d8-55b0-481b-a346-bcc865d31334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132919 Nov 27 01:23:27.122512 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['4ca216c3-1f26-4207-860f-e98fdd518389'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:23:27.193034 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed252b1-3713-4d7a-930e-f7836b73e0ea tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Pushing event deleted for resources: {'Port': ['ID=4ca216c3-1f26-4207-860f-e98fdd518389,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:27.215423 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67e4b690-60d7-45b4-95f0-59a97bfc8aca tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.220791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=661c154f-79bc-400a-9d94-c712e62173e7,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:27.225645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bff051a9-310a-491f-9c65-1a9ad39e2aff None None] Provisioning complete for port 6c4c8d8b-a95f-4c10-89c1-006fd30170b0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:27.225959 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bff051a9-310a-491f-9c65-1a9ad39e2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.243765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4dc7cdce-28c2-4073-989f-82b56aa8448f req-0f69667f-add1-423f-8b70-956921bf7a62 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545854 Nov 27 01:23:27.244751 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67e4b690-60d7-45b4-95f0-59a97bfc8aca tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.256481 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-55855b12-fd28-4181-a94f-3dc3fe6d4e58 req-fed252b1-3713-4d7a-930e-f7836b73e0ea tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] No DVR routers for this DVR port 4ca216c3-1f26-4207-860f-e98fdd518389 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:27.269027 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-55855b12-fd28-4181-a94f-3dc3fe6d4e58 req-fed252b1-3713-4d7a-930e-f7836b73e0ea tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.269027 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-55855b12-fd28-4181-a94f-3dc3fe6d4e58 req-fed252b1-3713-4d7a-930e-f7836b73e0ea tempest-VolumesBackupsTest-1338194401 tempest-VolumesBackupsTest-1338194401-project] 10.222.0.21 "DELETE /v2.0/ports/4ca216c3-1f26-4207-860f-e98fdd518389 HTTP/1.1" status: 204 len: 173 time: 1.5546565 Nov 27 01:23:27.272362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '661c154f-79bc-400a-9d94-c712e62173e7', 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4', 'port_id': '661c154f-79bc-400a-9d94-c712e62173e7', 'mac_address': 'fa:16:3e:41:46:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb65a4f-8130-468e-bf18-e53950271a4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:23:27.296826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bff051a9-310a-491f-9c65-1a9ad39e2aff None None] Port 6c4c8d8b-a95f-4c10-89c1-006fd30170b0 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:27.356984 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.377772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661c154f-79bc-400a-9d94-c712e62173e7 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:23:27.392372 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-67e4b690-60d7-45b4-95f0-59a97bfc8aca tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] In _notify_port_updated(), no bound segment for port 6c4c8d8b-a95f-4c10-89c1-006fd30170b0 on network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:23:27.398799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4b690-60d7-45b4-95f0-59a97bfc8aca tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:27.399634 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67e4b690-60d7-45b4-95f0-59a97bfc8aca tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.405254 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-67e4b690-60d7-45b4-95f0-59a97bfc8aca tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "PUT /v2.0/ports/6c4c8d8b-a95f-4c10-89c1-006fd30170b0 HTTP/1.1" status: 200 len: 1056 time: 1.0358260 Nov 27 01:23:27.406876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38216) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:27.407086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=661c154f-79bc-400a-9d94-c712e62173e7,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:27.415049 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4b690-60d7-45b4-95f0-59a97bfc8aca tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event updated for resources: {'Port': ['ID=6c4c8d8b-a95f-4c10-89c1-006fd30170b0,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:27.422205 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.478618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38218) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:27.511315 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=661c154f-79bc-400a-9d94-c712e62173e7,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:27.520770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-72b67b77-9f4e-4a5f-814b-830422545143 None None] Provisioning complete for port 37041bcc-976d-4c3c-bacd-47993b392896 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:27.521007 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-72b67b77-9f4e-4a5f-814b-830422545143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.572693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-72b67b77-9f4e-4a5f-814b-830422545143 None None] Port 37041bcc-976d-4c3c-bacd-47993b392896 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:27.663193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-0481f4e3-6ce1-4e63-97d5-dd7bd872bf42 admin admin] Deleting subnet a1b82d55-9205-49ad-a4d0-9ba2d5d16986 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:27.672668 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0481f4e3-6ce1-4e63-97d5-dd7bd872bf42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.731958 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0481f4e3-6ce1-4e63-97d5-dd7bd872bf42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.746367 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acfff3a-8097-4033-badc-471ed6ed9e1c None None] Network 4f0a48ae-db72-415c-bafe-75aa98e1cd79 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:27.775023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-54be09b3-8c8c-49e7-8678-7a29287ecd3c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Deleting port 6c4c8d8b-a95f-4c10-89c1-006fd30170b0 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:27.775281 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54be09b3-8c8c-49e7-8678-7a29287ecd3c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.858853 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0481f4e3-6ce1-4e63-97d5-dd7bd872bf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.875993 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-09cdf527-4f7a-4a27-97f1-c0623d533258 None None] Provisioning complete for port 19c94db6-ad9e-4026-ba9e-293fb98f3de1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:27.876515 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09cdf527-4f7a-4a27-97f1-c0623d533258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.880786 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc823454-0c26-4603-a10c-cf2bf585dd23 req-e7d60d58-b329-4e54-983b-a8ce8e3e1141 service neutron] 10.222.0.31 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9456561 Nov 27 01:23:27.928667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['661c154f-79bc-400a-9d94-c712e62173e7'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:23:27.943551 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54be09b3-8c8c-49e7-8678-7a29287ecd3c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.947315 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0481f4e3-6ce1-4e63-97d5-dd7bd872bf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.993649 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-54be09b3-8c8c-49e7-8678-7a29287ecd3c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Calling delete_port for 6c4c8d8b-a95f-4c10-89c1-006fd30170b0 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:27.999735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481f4e3-6ce1-4e63-97d5-dd7bd872bf42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b82d55-9205-49ad-a4d0-9ba2d5d16986,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:28.001761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c60caf-ddfd-4b90-9403-4e0d3bf05033 req-d161998d-8d42-4e45-b79f-2d06d4fb5d0c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:28.003327 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5c60caf-ddfd-4b90-9403-4e0d3bf05033 req-d161998d-8d42-4e45-b79f-2d06d4fb5d0c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 944 time: 0.1906679 Nov 27 01:23:28.009762 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0481f4e3-6ce1-4e63-97d5-dd7bd872bf42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.014582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0481f4e3-6ce1-4e63-97d5-dd7bd872bf42 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a1b82d55-9205-49ad-a4d0-9ba2d5d16986 HTTP/1.1" status: 204 len: 168 time: 0.5347266 Nov 27 01:23:28.019171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38224) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:28.139040 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5c60caf-ddfd-4b90-9403-4e0d3bf05033 req-e88088ec-9e27-4fdf-980c-79ad73759bd1 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252301 Nov 27 01:23:28.188988 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09cdf527-4f7a-4a27-97f1-c0623d533258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.193577 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc3c8-7b6b-4f28-b553-c42ce18eec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.239260 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 19c94db6-ad9e-4026-ba9e-293fb98f3de1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:28.296211 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.306988 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-09cdf527-4f7a-4a27-97f1-c0623d533258 None None] For port 19c94db6-ad9e-4026-ba9e-293fb98f3de1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=19c94db6-ad9e-4026-ba9e-293fb98f3de1,segment=NetworkSegment(3c161657-080f-4ec0-9105-6f98a2b6d60e),segment_id=3c161657-080f-4ec0-9105-6f98a2b6d60e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:28.315021 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.315832 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.346835 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09cdf527-4f7a-4a27-97f1-c0623d533258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.396863 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc3c8-7b6b-4f28-b553-c42ce18eec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.446754 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54be09b3-8c8c-49e7-8678-7a29287ecd3c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.514074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=37041bcc-976d-4c3c-bacd-47993b392896,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:28.529456 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.545639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-09cdf527-4f7a-4a27-97f1-c0623d533258 None None] Provisioning complete for port 6c4c8d8b-a95f-4c10-89c1-006fd30170b0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:28.546029 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09cdf527-4f7a-4a27-97f1-c0623d533258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.576940 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-09cdf527-4f7a-4a27-97f1-c0623d533258 None None] Port 6c4c8d8b-a95f-4c10-89c1-006fd30170b0 was deleted so its status cannot be updated. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 01:23:28.582905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 19c94db6-ad9e-4026-ba9e-293fb98f3de1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:28.583284 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.607095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931825a3-5597-4256-8f95-f2256c4d0f97 req-7104839d-0984-402a-b12a-47ab36740fc2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:28.609102 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-931825a3-5597-4256-8f95-f2256c4d0f97 req-7104839d-0984-402a-b12a-47ab36740fc2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 943 time: 0.2165520 Nov 27 01:23:28.611327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 81b83d27-03bc-488f-9499-60bfe3c1550d is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:28.613004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:28.637276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdf527-4f7a-4a27-97f1-c0623d533258 None None] Pushing event updated for resources: {'Port': ['ID=19c94db6-ad9e-4026-ba9e-293fb98f3de1,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:28.758698 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-35e75994-b1e4-45b8-b166-1d4d022002fa None None] Provisioning complete for port 19c94db6-ad9e-4026-ba9e-293fb98f3de1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:28.759552 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-35e75994-b1e4-45b8-b166-1d4d022002fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.813134 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-931825a3-5597-4256-8f95-f2256c4d0f97 req-4eac10c6-ccdb-433d-a72c-122a61e619f5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973228 Nov 27 01:23:28.837393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 726da60e-c823-4a8f-9a58-db951348ec75 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:23:28.931657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75e9885-86b6-4ae9-a462-84ac12522b1e', 'name': 'network-vif-deleted', 'tag': '4ca216c3-1f26-4207-860f-e98fdd518389'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:28.933884 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c036cd-20de-42bc-8f34-0ca321daa60a" -d '{"events": [{"server_uuid": "b75e9885-86b6-4ae9-a462-84ac12522b1e", "name": "network-vif-deleted", "tag": "4ca216c3-1f26-4207-860f-e98fdd518389"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:28.937882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-8ddbc3c8-7b6b-4f28-b553-c42ce18eec9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42e7d7f-c927-4272-acf2-0da6ffdbcf89']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:29.009453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-8ddbc3c8-7b6b-4f28-b553-c42ce18eec9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27db898e-ae0d-44b3-b733-31e3f3107278') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:29.013667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-8ddbc3c8-7b6b-4f28-b553-c42ce18eec9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27db898e-ae0d-44b3-b733-31e3f3107278') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:29.015934 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be09b3-8c8c-49e7-8678-7a29287ecd3c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event deleted for resources: {'Port': ['ID=6c4c8d8b-a95f-4c10-89c1-006fd30170b0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:29.029182 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202dbd4b-f82e-423a-9cc1-e55525cfc542 x-openstack-request-id: req-202dbd4b-f82e-423a-9cc1-e55525cfc542 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:29.029689 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75e9885-86b6-4ae9-a462-84ac12522b1e", "name": "network-vif-deleted", "tag": "4ca216c3-1f26-4207-860f-e98fdd518389", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:29.030093 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-202dbd4b-f82e-423a-9cc1-e55525cfc542 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:29.031011 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75e9885-86b6-4ae9-a462-84ac12522b1e', 'name': 'network-vif-deleted', 'tag': '4ca216c3-1f26-4207-860f-e98fdd518389', 'status': 'completed', 'code': 200} Nov 27 01:23:29.037019 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc3c8-7b6b-4f28-b553-c42ce18eec9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.037335 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:29.047988 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fda7877f-d65a-456a-b578-c38767f2d01d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/726da60e-c823-4a8f-9a58-db951348ec75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9278150 Nov 27 01:23:29.048090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38238) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:29.050493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b1747-f02c-4bb4-ae1d-5d9d97100e73 None None] Sync routers for ids ['726da60e-c823-4a8f-9a58-db951348ec75'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:29.073626 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b1747-f02c-4bb4-ae1d-5d9d97100e73 None None] Routers {'726da60e-c823-4a8f-9a58-db951348ec75'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:29.076210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-121b1747-f02c-4bb4-ae1d-5d9d97100e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['726da60e-c823-4a8f-9a58-db951348ec75'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:29.088043 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc3c8-7b6b-4f28-b553-c42ce18eec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.099832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddbc3c8-7b6b-4f28-b553-c42ce18eec9a admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:23:29.100522 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc3c8-7b6b-4f28-b553-c42ce18eec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:23:29.102742 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:23:29.130724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325d4f46-a21e-473c-94f1-5730516c78c7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:29.135161 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-325d4f46-a21e-473c-94f1-5730516c78c7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports/37041bcc-976d-4c3c-bacd-47993b392896 HTTP/1.1" status: 200 len: 911 time: 0.0831108 Nov 27 01:23:29.135382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38240) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:29.194021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-121b1747-f02c-4bb4-ae1d-5d9d97100e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:29.209178 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-186b629f-e733-4b55-92b8-3a28be443bd4 None None] Provisioning complete for port 37041bcc-976d-4c3c-bacd-47993b392896 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:29.209562 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-186b629f-e733-4b55-92b8-3a28be443bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.211341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b1747-f02c-4bb4-ae1d-5d9d97100e73 None None] Routers {'726da60e-c823-4a8f-9a58-db951348ec75'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:29.212887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-121b1747-f02c-4bb4-ae1d-5d9d97100e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['726da60e-c823-4a8f-9a58-db951348ec75'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:29.252623 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc3c8-7b6b-4f28-b553-c42ce18eec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.260772 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc3c8-7b6b-4f28-b553-c42ce18eec9a admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.264189 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8ddbc3c8-7b6b-4f28-b553-c42ce18eec9a admin admin] 10.222.0.15 "DELETE /v2.0/networks/c42e7d7f-c927-4272-acf2-0da6ffdbcf89 HTTP/1.1" status: 204 len: 168 time: 1.2438812 Nov 27 01:23:29.305188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-121b1747-f02c-4bb4-ae1d-5d9d97100e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:29.305826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b1747-f02c-4bb4-ae1d-5d9d97100e73 None None] The sync data for ids ['726da60e-c823-4a8f-9a58-db951348ec75'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:29.335083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-186b629f-e733-4b55-92b8-3a28be443bd4 None None] Port 37041bcc-976d-4c3c-bacd-47993b392896 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:29.352149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc3c8-7b6b-4f28-b553-c42ce18eec9a admin admin] Pushing event deleted for resources: {'Network': ['ID=c42e7d7f-c927-4272-acf2-0da6ffdbcf89,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:29.475909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54be09b3-8c8c-49e7-8678-7a29287ecd3c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.481572 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-54be09b3-8c8c-49e7-8678-7a29287ecd3c tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "DELETE /v2.0/ports/6c4c8d8b-a95f-4c10-89c1-006fd30170b0 HTTP/1.1" status: 204 len: 168 time: 2.0709615 Nov 27 01:23:29.481819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38248) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:29.507837 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-785d6eb6-2418-49ad-b0e5-088c3aac7350 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] GET failed (client error): The resource could not be found. Nov 27 01:23:29.512419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-785d6eb6-2418-49ad-b0e5-088c3aac7350 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "GET /v2.0/ports/6c4c8d8b-a95f-4c10-89c1-006fd30170b0 HTTP/1.1" status: 404 len: 333 time: 0.0272305 Nov 27 01:23:29.512837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851ec06-6eac-4718-8dbf-10f06f2a32f9 req-c88df48b-6268-42b0-a1e3-bfde9a7dae4a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:29.513222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38250) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:29.514727 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d851ec06-6eac-4718-8dbf-10f06f2a32f9 req-c88df48b-6268-42b0-a1e3-bfde9a7dae4a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 944 time: 0.2686410 Nov 27 01:23:29.533416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 4ca216c3-1f26-4207-860f-e98fdd518389 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:29.576959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 4ca216c3-1f26-4207-860f-e98fdd518389 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:29.577312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 4ca216c3-1f26-4207-860f-e98fdd518389 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:29.577734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2453136e-8158-49fd-bf48-b646cce63517 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:29.608645 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38252) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:29.616108 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 2453136e-8158-49fd-bf48-b646cce63517 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:29.616405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 2453136e-8158-49fd-bf48-b646cce63517 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:29.649732 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3d6dc92c-d6e5-4b1e-8e21-5660e83385ba tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Deleting port e88f327b-d657-493f-b7ed-ffebb4c2e141 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:29.650335 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc92c-d6e5-4b1e-8e21-5660e83385ba tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.692137 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d851ec06-6eac-4718-8dbf-10f06f2a32f9 req-1e0e0409-ef1e-4de0-913d-558bd27d566d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267710 Nov 27 01:23:29.735953 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-81505898-09f7-4381-b62d-d112c73c4451 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ef566b2704f472292745b86619743a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1233983 Nov 27 01:23:29.735953 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38254) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:29.765599 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc92c-d6e5-4b1e-8e21-5660e83385ba tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.778371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3d6dc92c-d6e5-4b1e-8e21-5660e83385ba tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Calling delete_port for e88f327b-d657-493f-b7ed-ffebb4c2e141 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:29.812990 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.841865 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-11423ce4-ceb6-4f62-92d1-8a51055140b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.951922 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc92c-d6e5-4b1e-8e21-5660e83385ba tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.978948 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-11423ce4-ceb6-4f62-92d1-8a51055140b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.979698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dc92c-d6e5-4b1e-8e21-5660e83385ba tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event deleted for resources: {'Port': ['ID=e88f327b-d657-493f-b7ed-ffebb4c2e141,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:30.066731 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc92c-d6e5-4b1e-8e21-5660e83385ba tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.074311 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3d6dc92c-d6e5-4b1e-8e21-5660e83385ba tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "DELETE /v2.0/ports/e88f327b-d657-493f-b7ed-ffebb4c2e141 HTTP/1.1" status: 204 len: 168 time: 0.5562041 Nov 27 01:23:30.074762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38260) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:30.115120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077345d-6325-4a68-a228-86ec84a6bcf5 req-5b896e7c-ca2a-4bde-a565-051e6db9d39e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:30.116859 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5077345d-6325-4a68-a228-86ec84a6bcf5 req-5b896e7c-ca2a-4bde-a565-051e6db9d39e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 943 time: 0.1966202 Nov 27 01:23:30.124036 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-925eb9b8-644a-48cb-a734-1b9fc54723f3 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] GET failed (client error): The resource could not be found. Nov 27 01:23:30.124036 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-925eb9b8-644a-48cb-a734-1b9fc54723f3 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "GET /v2.0/ports/e88f327b-d657-493f-b7ed-ffebb4c2e141 HTTP/1.1" status: 404 len: 333 time: 0.0492647 Nov 27 01:23:30.129686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38262) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:30.177894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 19c94db6-ad9e-4026-ba9e-293fb98f3de1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:30.220047 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-11423ce4-ceb6-4f62-92d1-8a51055140b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.222572 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-11423ce4-ceb6-4f62-92d1-8a51055140b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.223800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-11423ce4-ceb6-4f62-92d1-8a51055140b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ad178d6-19c9-4d6e-9027-489783797b90 HTTP/1.1" status: 204 len: 168 time: 0.4872844 Nov 27 01:23:30.251433 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 19c94db6-ad9e-4026-ba9e-293fb98f3de1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:30.253848 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.275609 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:23:30.315827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11423ce4-ceb6-4f62-92d1-8a51055140b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad178d6-19c9-4d6e-9027-489783797b90,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:30.346120 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5077345d-6325-4a68-a228-86ec84a6bcf5 req-3b771eff-a1a4-4f87-8ff9-5b05da8cefde tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025964 Nov 27 01:23:30.407444 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Allocated IP 2001:db8:1::1 (4f0a48ae-db72-415c-bafe-75aa98e1cd79/6731d0c7-4bd1-4e34-8c2b-6f856ed18958/6c8a3344-4961-43c6-8a58-482033928aaa) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:30.425751 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-0e262d3e-1f31-4bfc-89f5-fc1392411531 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Deleting port 7d74291d-5611-43f4-96e5-82bf602e568b {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:30.426110 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e262d3e-1f31-4bfc-89f5-fc1392411531 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.489461 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.593571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e262d3e-1f31-4bfc-89f5-fc1392411531 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.615463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-0e262d3e-1f31-4bfc-89f5-fc1392411531 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Calling delete_port for 7d74291d-5611-43f4-96e5-82bf602e568b owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:30.619071 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.644259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 46dd6879-b6da-4271-99a9-2020b096265e details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:23:30.650784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 661c154f-79bc-400a-9d94-c712e62173e7 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:30.720233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.720738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 661c154f-79bc-400a-9d94-c712e62173e7 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:23:30.744372 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 661c154f-79bc-400a-9d94-c712e62173e7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:30.745036 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.777198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 4f0a48ae-db72-415c-bafe-75aa98e1cd79 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:30.801448 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:30.812477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:30.813023 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.852040 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=6c8a3344-4961-43c6-8a58-482033928aaa,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:30.906815 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e262d3e-1f31-4bfc-89f5-fc1392411531 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.959244 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.981760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2cba9-a1a6-4bad-b226-d510776c8434 req-2fe37812-66ff-4a7a-a2d4-d1e105dc1929 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:30.988978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e262d3e-1f31-4bfc-89f5-fc1392411531 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event deleted for resources: {'Port': ['ID=7d74291d-5611-43f4-96e5-82bf602e568b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:30.994780 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9c2cba9-a1a6-4bad-b226-d510776c8434 req-2fe37812-66ff-4a7a-a2d4-d1e105dc1929 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 944 time: 0.1111958 Nov 27 01:23:31.038115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44857478-d98d-4810-a46c-a9c36fec654b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661c154f-79bc-400a-9d94-c712e62173e7'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:31.044518 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb50068-61f8-45a7-a8e8-3d5c30962752" -d '{"events": [{"server_uuid": "44857478-d98d-4810-a46c-a9c36fec654b", "name": "network-vif-plugged", "status": "completed", "tag": "661c154f-79bc-400a-9d94-c712e62173e7"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:31.096487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=661c154f-79bc-400a-9d94-c712e62173e7,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:31.114050 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.118516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 46dd6879-b6da-4271-99a9-2020b096265e, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=46dd6879-b6da-4271-99a9-2020b096265e,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:31.160323 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9c2cba9-a1a6-4bad-b226-d510776c8434 req-cf269ed6-dcce-407a-8db5-6bf3d6311fa5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538224 Nov 27 01:23:31.191678 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.273929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '46dd6879-b6da-4271-99a9-2020b096265e', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'port_id': '46dd6879-b6da-4271-99a9-2020b096265e', 'mac_address': 'fa:16:3e:3d:c7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:23:31.276398 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e262d3e-1f31-4bfc-89f5-fc1392411531 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.286849 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0e262d3e-1f31-4bfc-89f5-fc1392411531 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "DELETE /v2.0/ports/7d74291d-5611-43f4-96e5-82bf602e568b HTTP/1.1" status: 204 len: 168 time: 1.1561484 Nov 27 01:23:31.295633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38292) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:31.373934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16154b3-9ad8-45be-ba9c-4a823519a0c9 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Deleting subnet 453d93cf-03a3-488f-a484-0dde09ff4d37 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:31.377861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e0ded-dbca-4146-85da-169f0c117684 req-2ebdd77e-9eb8-4a31-9e56-9975796c58d5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.388037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e0ded-dbca-4146-85da-169f0c117684 req-2ebdd77e-9eb8-4a31-9e56-9975796c58d5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.398108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e0ded-dbca-4146-85da-169f0c117684 req-2ebdd77e-9eb8-4a31-9e56-9975796c58d5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.406304 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=661c154f-79bc-400a-9d94-c712e62173e7,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:31.409393 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e16154b3-9ad8-45be-ba9c-4a823519a0c9 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.409611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e0ded-dbca-4146-85da-169f0c117684 req-2ebdd77e-9eb8-4a31-9e56-9975796c58d5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.417573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e0ded-dbca-4146-85da-169f0c117684 req-2ebdd77e-9eb8-4a31-9e56-9975796c58d5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.427026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e0ded-dbca-4146-85da-169f0c117684 req-2ebdd77e-9eb8-4a31-9e56-9975796c58d5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.437000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e0ded-dbca-4146-85da-169f0c117684 req-2ebdd77e-9eb8-4a31-9e56-9975796c58d5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.446563 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-882e0ded-dbca-4146-85da-169f0c117684 req-2ebdd77e-9eb8-4a31-9e56-9975796c58d5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5431 time: 0.2075953 Nov 27 01:23:31.448186 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.464011 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa3d1a1-21c6-4015-bad4-dd0228317ad8 x-openstack-request-id: req-1fa3d1a1-21c6-4015-bad4-dd0228317ad8 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:31.464480 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44857478-d98d-4810-a46c-a9c36fec654b", "name": "network-vif-plugged", "status": "completed", "tag": "661c154f-79bc-400a-9d94-c712e62173e7", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:31.464742 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fa3d1a1-21c6-4015-bad4-dd0228317ad8 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:31.465156 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44857478-d98d-4810-a46c-a9c36fec654b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661c154f-79bc-400a-9d94-c712e62173e7', 'code': 200} Nov 27 01:23:31.472326 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e16154b3-9ad8-45be-ba9c-4a823519a0c9 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.518314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-08c1e861-0048-451e-9dbd-2990e899996c None None] Provisioning complete for port 6c8a3344-4961-43c6-8a58-482033928aaa triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:31.518695 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-08c1e861-0048-451e-9dbd-2990e899996c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.537630 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-882e0ded-dbca-4146-85da-169f0c117684 req-db94bc08-6297-4f0f-96d4-ebff9a190478 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894060 Nov 27 01:23:31.563490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38302) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:31.589444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-08c1e861-0048-451e-9dbd-2990e899996c None None] Port 6c8a3344-4961-43c6-8a58-482033928aaa cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:31.591927 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46dd6879-b6da-4271-99a9-2020b096265e {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:23:31.607046 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e16154b3-9ad8-45be-ba9c-4a823519a0c9 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.631776 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 46dd6879-b6da-4271-99a9-2020b096265e, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=46dd6879-b6da-4271-99a9-2020b096265e,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:31.647656 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.728048 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=46dd6879-b6da-4271-99a9-2020b096265e,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:31.739480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-99686914-network', 'tenant_id': 'e12d49b6bab74dd496a1c017acd84fa5'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:31.764073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99d00-f318-4696-a956-85b97c8c5faa req-50d6266a-88dd-4bc7-ab83-f3ca3040a61d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.770326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99d00-f318-4696-a956-85b97c8c5faa req-50d6266a-88dd-4bc7-ab83-f3ca3040a61d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.777467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99d00-f318-4696-a956-85b97c8c5faa req-50d6266a-88dd-4bc7-ab83-f3ca3040a61d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.783752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99d00-f318-4696-a956-85b97c8c5faa req-50d6266a-88dd-4bc7-ab83-f3ca3040a61d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.787865 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e16154b3-9ad8-45be-ba9c-4a823519a0c9 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.790425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99d00-f318-4696-a956-85b97c8c5faa req-50d6266a-88dd-4bc7-ab83-f3ca3040a61d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.796894 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99d00-f318-4696-a956-85b97c8c5faa req-50d6266a-88dd-4bc7-ab83-f3ca3040a61d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.802887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99d00-f318-4696-a956-85b97c8c5faa req-50d6266a-88dd-4bc7-ab83-f3ca3040a61d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.804869 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6cc99d00-f318-4696-a956-85b97c8c5faa req-50d6266a-88dd-4bc7-ab83-f3ca3040a61d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5431 time: 0.1532316 Nov 27 01:23:31.818641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] Made reservation on behalf of e12d49b6bab74dd496a1c017acd84fa5 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:31.820707 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.830646 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.874194 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16154b3-9ad8-45be-ba9c-4a823519a0c9 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event deleted for resources: {'Subnet': ['ID=453d93cf-03a3-488f-a484-0dde09ff4d37,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:31.877445 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e16154b3-9ad8-45be-ba9c-4a823519a0c9 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.880942 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e16154b3-9ad8-45be-ba9c-4a823519a0c9 tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "DELETE /v2.0/subnets/453d93cf-03a3-488f-a484-0dde09ff4d37 HTTP/1.1" status: 204 len: 168 time: 0.5844128 Nov 27 01:23:31.883590 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38310) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:31.889671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82087f12-c743-448d-b4f1-c5c1291ecd00 None None] Network 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:32.011035 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.015564 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.021010 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.041598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1855c-a70c-4cd2-83cc-49645dd8acda req-d5777239-9402-4458-ac5b-454f193aed61 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:32.050383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3ab1855c-a70c-4cd2-83cc-49645dd8acda req-d5777239-9402-4458-ac5b-454f193aed61 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 944 time: 0.3066232 Nov 27 01:23:32.058095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4002ef5-29da-46b4-a34c-040ffee1236d req-a38e9b7f-6a41-4e80-b6b0-5b0a580382fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:32.060088 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4002ef5-29da-46b4-a34c-040ffee1236d req-a38e9b7f-6a41-4e80-b6b0-5b0a580382fc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 1097 time: 0.3149855 Nov 27 01:23:32.080636 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:32.099645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f0d8fa-a36c-4854-9e66-ff93938001b4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:32.110341 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.110666 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] Added segment adcff2fb-3111-4231-b790-fdc8cd54e840 of type vlan for network 397f9248-cbe1-447a-aa10-fa7d7583c379 Nov 27 01:23:32.137817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['46dd6879-b6da-4271-99a9-2020b096265e'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:23:32.164877 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.174403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Deleting port 43761b07-aeed-4d2a-a2f2-e334705ca591 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:32.174752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.195336 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3ab1855c-a70c-4cd2-83cc-49645dd8acda req-0ce5844b-ad2c-480d-a283-2a50b453f887 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407611 Nov 27 01:23:32.202099 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b4002ef5-29da-46b4-a34c-040ffee1236d req-7b734019-2e5d-4edd-87c9-6871521f1040 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335833 Nov 27 01:23:32.233018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8510f4fd-ae2b-4a99-90b4-31c331b9ce55 None None] DHCP port deletion for 21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:32.247259 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.248345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:32.248601 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.248885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.255152 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.256971 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.302583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] For port 43761b07-aeed-4d2a-a2f2-e334705ca591, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=43761b07-aeed-4d2a-a2f2-e334705ca591,segment=NetworkSegment(c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19),segment_id=c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:32.302955 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.368841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=6c8a3344-4961-43c6-8a58-482033928aaa,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:32.399761 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Calling delete_port for 43761b07-aeed-4d2a-a2f2-e334705ca591 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:32.401564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8510f4fd-ae2b-4a99-90b4-31c331b9ce55 None None] Deleting port 43761b07-aeed-4d2a-a2f2-e334705ca591 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:32.402023 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8510f4fd-ae2b-4a99-90b4-31c331b9ce55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.420819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 4f0a48ae-db72-415c-bafe-75aa98e1cd79 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:32.422726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:32.432486 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8663740 Nov 27 01:23:32.445807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38314) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:32.494611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-16a7a54a-74a7-42b1-8e78-1d8fb3eace73 admin admin] Request body: {'subnet': {'network_id': '397f9248-cbe1-447a-aa10-fa7d7583c379', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-99686914-subnet', 'tenant_id': 'e12d49b6bab74dd496a1c017acd84fa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:32.511261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197415b-0f80-4c3c-9a26-8dcf9c61919a admin admin] Pushing event updated for resources: {'Network': ['ID=397f9248-cbe1-447a-aa10-fa7d7583c379,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:32.529507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 397f9248-cbe1-447a-aa10-fa7d7583c379 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:32.545963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc1e82-b914-4f6d-b356-8c18a4002eff req-d08a966f-0747-4975-91b9-10bc3aa7b865 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:32.549161 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3fc1e82-b914-4f6d-b356-8c18a4002eff req-d08a966f-0747-4975-91b9-10bc3aa7b865 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.2562721 Nov 27 01:23:32.558850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 726da60e-c823-4a8f-9a58-db951348ec75 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:23:32.615146 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8510f4fd-ae2b-4a99-90b4-31c331b9ce55 None None] For port 43761b07-aeed-4d2a-a2f2-e334705ca591, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=43761b07-aeed-4d2a-a2f2-e334705ca591,segment=NetworkSegment(c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19),segment_id=c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:32.615482 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8510f4fd-ae2b-4a99-90b4-31c331b9ce55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.626303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a7a54a-74a7-42b1-8e78-1d8fb3eace73 admin admin] Made reservation on behalf of e12d49b6bab74dd496a1c017acd84fa5 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:32.629824 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-16a7a54a-74a7-42b1-8e78-1d8fb3eace73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.641285 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8510f4fd-ae2b-4a99-90b4-31c331b9ce55 None None] Calling delete_port for 43761b07-aeed-4d2a-a2f2-e334705ca591 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:32.704559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:32.723700 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590fbb67-b8f9-4512-928d-d00d0752a579 None None] Sync routers for ids ['726da60e-c823-4a8f-9a58-db951348ec75'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:32.746015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f065cba3-b725-406d-81db-2821e5b0b66e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/726da60e-c823-4a8f-9a58-db951348ec75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6094403 Nov 27 01:23:32.747174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38322) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:32.750241 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590fbb67-b8f9-4512-928d-d00d0752a579 None None] Routers {'726da60e-c823-4a8f-9a58-db951348ec75'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:32.754767 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-590fbb67-b8f9-4512-928d-d00d0752a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['726da60e-c823-4a8f-9a58-db951348ec75'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:32.827541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a78987-0609-499b-9b81-bbb4ea0b053b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:32.834669 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d3a78987-0609-499b-9b81-bbb4ea0b053b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports/6c8a3344-4961-43c6-8a58-482033928aaa HTTP/1.1" status: 200 len: 913 time: 0.0854383 Nov 27 01:23:32.835311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38338) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:32.865832 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8510f4fd-ae2b-4a99-90b4-31c331b9ce55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.889744 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-590fbb67-b8f9-4512-928d-d00d0752a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:32.913614 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590fbb67-b8f9-4512-928d-d00d0752a579 None None] Routers {'726da60e-c823-4a8f-9a58-db951348ec75'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:32.916013 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-590fbb67-b8f9-4512-928d-d00d0752a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['726da60e-c823-4a8f-9a58-db951348ec75'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:32.936644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510f4fd-ae2b-4a99-90b4-31c331b9ce55 None None] Pushing event deleted for resources: {'Port': ['ID=43761b07-aeed-4d2a-a2f2-e334705ca591,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:32.945085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510f4fd-ae2b-4a99-90b4-31c331b9ce55 None None] No DVR routers for this DVR port 43761b07-aeed-4d2a-a2f2-e334705ca591 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:32.968295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d23d1b56-2823-45f2-868c-b2d1059369ce None None] Provisioning complete for port 6c8a3344-4961-43c6-8a58-482033928aaa triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:32.968686 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d23d1b56-2823-45f2-868c-b2d1059369ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.972204 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3fc1e82-b914-4f6d-b356-8c18a4002eff req-d6ac7399-a311-417f-bcb4-c02861fdc300 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132235 Nov 27 01:23:32.982256 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.026908 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d23d1b56-2823-45f2-868c-b2d1059369ce None None] Port 6c8a3344-4961-43c6-8a58-482033928aaa cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:33.051772 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-590fbb67-b8f9-4512-928d-d00d0752a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:33.052875 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590fbb67-b8f9-4512-928d-d00d0752a579 None None] The sync data for ids ['726da60e-c823-4a8f-9a58-db951348ec75'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:33.065797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event deleted for resources: {'Port': ['ID=43761b07-aeed-4d2a-a2f2-e334705ca591,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:33.078196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] No DVR routers for this DVR port 43761b07-aeed-4d2a-a2f2-e334705ca591 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:33.183810 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-16a7a54a-74a7-42b1-8e78-1d8fb3eace73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.201331 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.293622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:33.315064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a7a54a-74a7-42b1-8e78-1d8fb3eace73 admin admin] Checking segment: {'id': 'adcff2fb-3111-4231-b790-fdc8cd54e840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '397f9248-cbe1-447a-aa10-fa7d7583c379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:33.316570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a7a54a-74a7-42b1-8e78-1d8fb3eace73 admin admin] Network hostable DHCP agents. Network: 397f9248-cbe1-447a-aa10-fa7d7583c379, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:23:33.329542 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:33.329845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f7a1bd-1aa7-4c22-acb6-4da61cb3da19') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:33.340176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7a54a-74a7-42b1-8e78-1d8fb3eace73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=859d0cc6-951e-4b33-ad58-3f18f9e7b78f,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:33.348520 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.364916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a7a54a-74a7-42b1-8e78-1d8fb3eace73 admin admin] Network 397f9248-cbe1-447a-aa10-fa7d7583c379 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:23:33.378934 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.383380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-16a7a54a-74a7-42b1-8e78-1d8fb3eace73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 397f9248-cbe1-447a-aa10-fa7d7583c379) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:33.388342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:23:33.388797 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:23:33.392350 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:23:33.394377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ea1ad4-6f98-43f0-af11-442d64877482 None None] Network 397f9248-cbe1-447a-aa10-fa7d7583c379 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:33.394467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a7a54a-74a7-42b1-8e78-1d8fb3eace73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:33.394467 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-16a7a54a-74a7-42b1-8e78-1d8fb3eace73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.424303 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-16a7a54a-74a7-42b1-8e78-1d8fb3eace73 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9670217 Nov 27 01:23:33.495755 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.514147 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.528473 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] 10.222.0.15 "DELETE /v2.0/networks/21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d HTTP/1.1" status: 204 len: 168 time: 1.6386368 Nov 27 01:23:33.574314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63119f8-7532-4ffb-8369-b157fa32eabb tempest-AllowedAddressPairTestJSON-1303074037 tempest-AllowedAddressPairTestJSON-1303074037-project] Pushing event deleted for resources: {'Network': ['ID=21f4d6c1-755e-482b-ad5b-ebd2c15b9f8d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:33.984385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d367b57-3227-45db-b072-6510572baa2d None None] Network 397f9248-cbe1-447a-aa10-fa7d7583c379 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:33.991956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a84536-8fb3-4c7f-b3be-4628467e13bd req-d0941c34-e944-45cd-8a1a-dad5087f756d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:34.000467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38412) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:34.000608 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-97a84536-8fb3-4c7f-b3be-4628467e13bd req-d0941c34-e944-45cd-8a1a-dad5087f756d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 944 time: 0.1508019 Nov 27 01:23:34.090367 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-97a84536-8fb3-4c7f-b3be-4628467e13bd req-8647faa5-59e9-46c3-a573-6368ee8213f9 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879455 Nov 27 01:23:34.098346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:34.245248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 43761b07-aeed-4d2a-a2f2-e334705ca591 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:34.274035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 43761b07-aeed-4d2a-a2f2-e334705ca591 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:34.274729 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 43761b07-aeed-4d2a-a2f2-e334705ca591 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:34.382001 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-94de87ec-e4dc-4c52-a16c-ab6b68ea38bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18d1f54582864059ad1c9843d4f58b51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3800662 Nov 27 01:23:34.384207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38416) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:34.416272 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144450ac-2987-43f4-8e17-421a2d6d6988 req-e22a82af-51c6-4662-8b7e-4ccfb6725299 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:34.423973 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-144450ac-2987-43f4-8e17-421a2d6d6988 req-e22a82af-51c6-4662-8b7e-4ccfb6725299 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1851408 Nov 27 01:23:34.470143 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ca101527-16d6-4d19-aa77-4713d9dce82e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:34.497765 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ca101527-16d6-4d19-aa77-4713d9dce82e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:34.562365 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ca101527-16d6-4d19-aa77-4713d9dce82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:34.567861 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ca101527-16d6-4d19-aa77-4713d9dce82e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:34.590023 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ca101527-16d6-4d19-aa77-4713d9dce82e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b04cd37d-c94b-4f41-bb70-c659451ca921 HTTP/1.1" status: 204 len: 168 time: 0.1971321 Nov 27 01:23:34.612647 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-144450ac-2987-43f4-8e17-421a2d6d6988 req-7a1756bf-8c78-4be9-a517-0e27b04ad42f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749272 Nov 27 01:23:34.663474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 46dd6879-b6da-4271-99a9-2020b096265e up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:34.755289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca101527-16d6-4d19-aa77-4713d9dce82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04cd37d-c94b-4f41-bb70-c659451ca921,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:34.772118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 46dd6879-b6da-4271-99a9-2020b096265e completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:23:34.788267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port 6c8a3344-4961-43c6-8a58-482033928aaa {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:34.789496 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:34.839057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 46dd6879-b6da-4271-99a9-2020b096265e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:34.839468 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:35.005864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-ef1d6daa-d14b-4afe-9187-4a5c2acee225 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:35.011157 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-ef1d6daa-d14b-4afe-9187-4a5c2acee225 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/networks?id=397f9248-cbe1-447a-aa10-fa7d7583c379 HTTP/1.1" status: 200 len: 819 time: 0.4150589 Nov 27 01:23:35.045316 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-8ce039b7-1074-4fba-b5be-31ccfe86ef2f tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/quotas/e12d49b6bab74dd496a1c017acd84fa5 HTTP/1.1" status: 200 len: 375 time: 0.0296350 Nov 27 01:23:35.084311 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:35.127676 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-bff2e533-51cc-4a16-a0ea-2dcb746a93e4 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12d49b6bab74dd496a1c017acd84fa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681522 Nov 27 01:23:35.138414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38462) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:35.141337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b397efc-5cec-4aad-9efa-db669655c4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dd6879-b6da-4271-99a9-2020b096265e'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:35.148382 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979ba44f-98c0-49ba-8853-fe681ec46554" -d '{"events": [{"server_uuid": "1b397efc-5cec-4aad-9efa-db669655c4ef", "name": "network-vif-plugged", "status": "completed", "tag": "46dd6879-b6da-4271-99a9-2020b096265e"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:35.173055 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:35.178823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 46dd6879-b6da-4271-99a9-2020b096265e, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=46dd6879-b6da-4271-99a9-2020b096265e,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:35.186672 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:35.244803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for 6c8a3344-4961-43c6-8a58-482033928aaa owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:35.296069 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-05dc921b-2125-4e91-a76f-31d7f0d8ee8f service neutron] 10.222.0.15 "GET /v2.0/networks/397f9248-cbe1-447a-aa10-fa7d7583c379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566234 Nov 27 01:23:35.307521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=46dd6879-b6da-4271-99a9-2020b096265e,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:35.413738 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-4f053703-ffda-4424-90f1-a8aba7721ef5 service neutron] 10.222.0.15 "GET /v2.0/networks/397f9248-cbe1-447a-aa10-fa7d7583c379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103032 Nov 27 01:23:35.415769 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-53ea75f0-0a23-49ea-b3c6-320855788257 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:35.417416 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-53ea75f0-0a23-49ea-b3c6-320855788257 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/networks?id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 HTTP/1.1" status: 200 len: 813 time: 0.4237609 Nov 27 01:23:35.463836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963095c9-2fd0-4a21-99c1-bbc12d2a644a req-a2e967fc-ae8b-44ca-ad47-f9bdcf6df056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:35.464255 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963095c9-2fd0-4a21-99c1-bbc12d2a644a req-a2e967fc-ae8b-44ca-ad47-f9bdcf6df056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:35.464734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963095c9-2fd0-4a21-99c1-bbc12d2a644a req-a2e967fc-ae8b-44ca-ad47-f9bdcf6df056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:35.465209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963095c9-2fd0-4a21-99c1-bbc12d2a644a req-a2e967fc-ae8b-44ca-ad47-f9bdcf6df056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:35.465678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963095c9-2fd0-4a21-99c1-bbc12d2a644a req-a2e967fc-ae8b-44ca-ad47-f9bdcf6df056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:35.466250 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963095c9-2fd0-4a21-99c1-bbc12d2a644a req-a2e967fc-ae8b-44ca-ad47-f9bdcf6df056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:35.466734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963095c9-2fd0-4a21-99c1-bbc12d2a644a req-a2e967fc-ae8b-44ca-ad47-f9bdcf6df056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:35.469138 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-963095c9-2fd0-4a21-99c1-bbc12d2a644a req-a2e967fc-ae8b-44ca-ad47-f9bdcf6df056 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 6495 time: 0.3295918 Nov 27 01:23:35.470552 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-3e799ffc-07aa-4c39-b5cf-781416eb035b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/quotas/a51ce5c2d017467ca20ae4d2ddb207c1 HTTP/1.1" status: 200 len: 375 time: 0.0392222 Nov 27 01:23:35.638109 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-963095c9-2fd0-4a21-99c1-bbc12d2a644a req-4949193e-a8d1-4aac-820f-df227ee62122 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584535 Nov 27 01:23:35.668083 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-d5510ea8-0c19-4515-b580-a7d9b743e5e1 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a51ce5c2d017467ca20ae4d2ddb207c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1874249 Nov 27 01:23:35.747033 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:35.751878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d35f9d-cc2a-471e-8091-0d1a6b82d43d req-d3f6c131-f0ab-4ff0-9ba8-738b197ae65e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:35.761939 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3d35f9d-cc2a-471e-8091-0d1a6b82d43d req-d3f6c131-f0ab-4ff0-9ba8-738b197ae65e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 945 time: 0.1089277 Nov 27 01:23:35.791840 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=6c8a3344-4961-43c6-8a58-482033928aaa,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:35.824051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3d35f9d-cc2a-471e-8091-0d1a6b82d43d req-79dd8a88-4ccf-429d-b4a9-40aebfe1fd14 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611291 Nov 27 01:23:35.831521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:35.831720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:35.832006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:35.832541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:35.832884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:35.833224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:35.833556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:35.833882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:35.834209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:35.834533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:35.834857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:35.835183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:35.876552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38488) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:35.923355 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bba184e-4915-4577-8d54-9cac1afe6552 x-openstack-request-id: req-6bba184e-4915-4577-8d54-9cac1afe6552 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:35.923654 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b397efc-5cec-4aad-9efa-db669655c4ef", "name": "network-vif-plugged", "status": "completed", "tag": "46dd6879-b6da-4271-99a9-2020b096265e", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:35.923910 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6bba184e-4915-4577-8d54-9cac1afe6552 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:35.924357 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b397efc-5cec-4aad-9efa-db669655c4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dd6879-b6da-4271-99a9-2020b096265e', 'code': 200} Nov 27 01:23:36.027177 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-497902c0-3366-4157-a9ec-5110ee26b133 req-4201a883-7d3e-4cbc-af79-a8c68741e34a tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 210 time: 0.0594378 Nov 27 01:23:36.057503 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-edfa1739-bcc4-41a6-9626-49a8071808db service neutron] 10.222.0.15 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725793 Nov 27 01:23:36.107828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1238752839'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:36.116059 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:36.132094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Made reservation on behalf of cf73232674fc46a99e8d417ef83b6dad for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:36.140772 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:36.158540 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:36.278187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:36.282854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5352263-4725-458b-827d-9f57bbfc7e65 req-4725afe3-be28-43fb-be09-ac608a36222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:36.284220 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:36.284593 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a5352263-4725-458b-827d-9f57bbfc7e65 req-4725afe3-be28-43fb-be09-ac608a36222a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 1097 time: 0.2641630 Nov 27 01:23:36.320854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:36.331989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe4379-7d68-4d92-a12b-ec00d98fac93,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:36.337895 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:36.338302 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Added segment 5001a5ff-1192-4557-8e69-e59117546530 of type vlan for network a6d85bd8-7813-4534-b6d3-6a9543daf3aa Nov 27 01:23:36.365363 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-78bcb7d2-3c49-4017-acb2-cf228d22e626 service neutron] 10.222.0.15 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834706 Nov 27 01:23:36.383093 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:36.400346 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a5352263-4725-458b-827d-9f57bbfc7e65 req-0ec3570c-f343-497f-a975-25ce7fef02a9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018806 Nov 27 01:23:36.412620 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:36.418510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:36.419774 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:36.483042 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6053576 Nov 27 01:23:36.486013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38500) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:36.501159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b57fe-0d7e-49b2-93ea-f4d0fe8c1aea tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Pushing event updated for resources: {'Network': ['ID=a6d85bd8-7813-4534-b6d3-6a9543daf3aa,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:36.504884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-40247552-313c-4868-89a5-418d95587ff0 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Request body: {'subnet': {'network_id': 'a6d85bd8-7813-4534-b6d3-6a9543daf3aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:36.514395 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network a6d85bd8-7813-4534-b6d3-6a9543daf3aa details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:36.620447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 726da60e-c823-4a8f-9a58-db951348ec75 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:23:36.670090 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16322489-8323-4d1a-83ab-7878d8a6ceaa req-a480f741-96b7-41ea-9f7d-e4da8ce5dacc tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 210 time: 0.0523310 Nov 27 01:23:36.707773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40247552-313c-4868-89a5-418d95587ff0 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Made reservation on behalf of cf73232674fc46a99e8d417ef83b6dad for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:36.711571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40247552-313c-4868-89a5-418d95587ff0 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:36.836975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:36.846095 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3d3baa52-447f-450a-9668-519a57e0eeb0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/726da60e-c823-4a8f-9a58-db951348ec75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0062406 Nov 27 01:23:36.846189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38512) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:36.849178 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051ec806-a68c-4b61-8f73-327c26d48a21 None None] Sync routers for ids ['726da60e-c823-4a8f-9a58-db951348ec75'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:36.881083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051ec806-a68c-4b61-8f73-327c26d48a21 None None] Routers {'726da60e-c823-4a8f-9a58-db951348ec75'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:36.881746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-051ec806-a68c-4b61-8f73-327c26d48a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['726da60e-c823-4a8f-9a58-db951348ec75'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:36.967261 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-051ec806-a68c-4b61-8f73-327c26d48a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:36.976572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051ec806-a68c-4b61-8f73-327c26d48a21 None None] Routers {'726da60e-c823-4a8f-9a58-db951348ec75'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:36.977472 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-051ec806-a68c-4b61-8f73-327c26d48a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['726da60e-c823-4a8f-9a58-db951348ec75'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:37.013223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-051ec806-a68c-4b61-8f73-327c26d48a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:37.014170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051ec806-a68c-4b61-8f73-327c26d48a21 None None] The sync data for ids ['726da60e-c823-4a8f-9a58-db951348ec75'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:37.087444 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40247552-313c-4868-89a5-418d95587ff0 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.183841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931012c7-336b-41c2-b504-bcdc0058b630 req-50a34c5c-0e0e-4844-9b95-b771834ea176 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:37.186081 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-931012c7-336b-41c2-b504-bcdc0058b630 req-50a34c5c-0e0e-4844-9b95-b771834ea176 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 945 time: 0.2011504 Nov 27 01:23:37.189732 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0f7f777-d678-459f-966c-47f47a2c2107 req-7399386d-1366-4be0-82d5-26b1c99ede0a tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 210 time: 0.0467498 Nov 27 01:23:37.246746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40247552-313c-4868-89a5-418d95587ff0 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Pushing event updated for resources: {'Subnet': ['ID=2c477317-35aa-449a-a212-7432c5f531e9,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:37.272516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40247552-313c-4868-89a5-418d95587ff0 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Checking segment: {'id': '5001a5ff-1192-4557-8e69-e59117546530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a6d85bd8-7813-4534-b6d3-6a9543daf3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:37.272909 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40247552-313c-4868-89a5-418d95587ff0 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Network hostable DHCP agents. Network: a6d85bd8-7813-4534-b6d3-6a9543daf3aa, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:23:37.300909 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-931012c7-336b-41c2-b504-bcdc0058b630 req-8346b5eb-80a4-4fc0-b779-c9b683112176 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011472 Nov 27 01:23:37.311765 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40247552-313c-4868-89a5-418d95587ff0 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Network a6d85bd8-7813-4534-b6d3-6a9543daf3aa is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:23:37.325060 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-40247552-313c-4868-89a5-418d95587ff0 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, a6d85bd8-7813-4534-b6d3-6a9543daf3aa) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:37.333141 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40247552-313c-4868-89a5-418d95587ff0 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:37.333867 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40247552-313c-4868-89a5-418d95587ff0 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.360607 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f352cf-3e53-4b94-9f4e-b5583dad538d None None] Network a6d85bd8-7813-4534-b6d3-6a9543daf3aa requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:37.377444 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-40247552-313c-4868-89a5-418d95587ff0 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8903515 Nov 27 01:23:37.378199 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38520) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:37.385627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-77d49357-9e60-4cd1-b4b1-7f60c11b3d24 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Request body: {'port': {'network_id': 'a6d85bd8-7813-4534-b6d3-6a9543daf3aa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-431367582'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:37.499475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-468bf113-b4ae-4e11-a905-57870a9d16d5 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:37.502100 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-468bf113-b4ae-4e11-a905-57870a9d16d5 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.21 "GET /v2.0/networks?id=397f9248-cbe1-447a-aa10-fa7d7583c379 HTTP/1.1" status: 200 len: 819 time: 0.2180595 Nov 27 01:23:37.532015 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3518df21-d49e-4118-aa8b-0e6b8abe09c4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.580052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-aa14fe61-1a6e-4a6a-b12d-c5ae665b1a1b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Request body: {'port': {'device_id': 'f9593218-d9ce-4a46-b994-d2f5b2dc913b', 'network_id': '397f9248-cbe1-447a-aa10-fa7d7583c379', 'admin_state_up': True, 'tenant_id': 'e12d49b6bab74dd496a1c017acd84fa5'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:37.618284 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-a6d85bd8-7813-4534-b6d3-6a9543daf3aa', 'network_id': 'a6d85bd8-7813-4534-b6d3-6a9543daf3aa', 'tenant_id': 'cf73232674fc46a99e8d417ef83b6dad', 'fixed_ips': [{'subnet_id': '2c477317-35aa-449a-a212-7432c5f531e9'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:23:37.620214 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.635512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d49357-9e60-4cd1-b4b1-7f60c11b3d24 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Made reservation on behalf of cf73232674fc46a99e8d417ef83b6dad for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:37.639422 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77d49357-9e60-4cd1-b4b1-7f60c11b3d24 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.672764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-77d49357-9e60-4cd1-b4b1-7f60c11b3d24 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] device_id is not set on port ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:37.835545 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29173ddc-3301-4387-96e9-8293147bb4ef req-b05487df-d701-4fe6-9b92-9f329742c382 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 210 time: 0.0592015 Nov 27 01:23:37.851574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-aa14fe61-1a6e-4a6a-b12d-c5ae665b1a1b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Made reservation on behalf of e12d49b6bab74dd496a1c017acd84fa5 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:37.855236 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-aa14fe61-1a6e-4a6a-b12d-c5ae665b1a1b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.902501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-77d49357-9e60-4cd1-b4b1-7f60c11b3d24 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Allocated IP 172.20.0.6 (a6d85bd8-7813-4534-b6d3-6a9543daf3aa/2c477317-35aa-449a-a212-7432c5f531e9/ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:38.078741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-aa14fe61-1a6e-4a6a-b12d-c5ae665b1a1b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Allocated IP 172.20.0.2 (397f9248-cbe1-447a-aa10-fa7d7583c379/859d0cc6-951e-4b33-ad58-3f18f9e7b78f/54acbafb-e308-4df4-a33f-04e949eb3797) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:38.108986 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77d49357-9e60-4cd1-b4b1-7f60c11b3d24 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.109266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3518df21-d49e-4118-aa8b-0e6b8abe09c4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port 37041bcc-976d-4c3c-bacd-47993b392896 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:38.109854 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3518df21-d49e-4118-aa8b-0e6b8abe09c4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.152144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77d49357-9e60-4cd1-b4b1-7f60c11b3d24 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.214588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Allocated IP 172.20.0.2 (a6d85bd8-7813-4534-b6d3-6a9543daf3aa/2c477317-35aa-449a-a212-7432c5f531e9/7e5e4269-9faf-4e5e-af17-e4bab97691d6) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:38.245830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d49357-9e60-4cd1-b4b1-7f60c11b3d24 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Network a6d85bd8-7813-4534-b6d3-6a9543daf3aa is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:38.265814 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-77d49357-9e60-4cd1-b4b1-7f60c11b3d24 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:38.268430 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d49357-9e60-4cd1-b4b1-7f60c11b3d24 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:38.364718 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-068d8701-e628-49b4-8924-d0124e7accc5 req-aa88972e-2cb8-4cac-a429-4c4d512ae07c tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 210 time: 0.0438647 Nov 27 01:23:38.367615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d49357-9e60-4cd1-b4b1-7f60c11b3d24 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Pushing event updated for resources: {'Port': ['ID=ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:38.381577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d49357-9e60-4cd1-b4b1-7f60c11b3d24 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:38.382582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77d49357-9e60-4cd1-b4b1-7f60c11b3d24 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.411314 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-77d49357-9e60-4cd1-b4b1-7f60c11b3d24 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0319405 Nov 27 01:23:38.414396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38530) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:38.419538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Request body: {'port': {'network_id': 'a6d85bd8-7813-4534-b6d3-6a9543daf3aa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-166859974', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:38.420088 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.api.validators [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] bootfile-name is not in valid_values {{(pid=103402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:23:38.420469 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.api.validators [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] tftp-server is not in valid_values {{(pid=103402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:23:38.420809 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.api.validators [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] server-ip-address is not in valid_values {{(pid=103402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:23:38.529723 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.538429 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.542164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Made reservation on behalf of cf73232674fc46a99e8d417ef83b6dad for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:38.546654 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.574734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] device_id is not set on port 39693d0f-237a-4c2b-88cb-a79558688b0c yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:38.587600 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Network a6d85bd8-7813-4534-b6d3-6a9543daf3aa is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:38.594125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:38.597051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:38.653487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Pushing event updated for resources: {'Port': ['ID=7e5e4269-9faf-4e5e-af17-e4bab97691d6,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:38.675219 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Attempting to bind port 7e5e4269-9faf-4e5e-af17-e4bab97691d6 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:38.676128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Attempting to bind port 7e5e4269-9faf-4e5e-af17-e4bab97691d6 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5001a5ff-1192-4557-8e69-e59117546530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a6d85bd8-7813-4534-b6d3-6a9543daf3aa'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:38.676908 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Attempting to bind port 7e5e4269-9faf-4e5e-af17-e4bab97691d6 on network a6d85bd8-7813-4534-b6d3-6a9543daf3aa {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:38.683901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:38.684302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Checking segment: {'id': '5001a5ff-1192-4557-8e69-e59117546530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a6d85bd8-7813-4534-b6d3-6a9543daf3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:38.684707 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.685124 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Bound using segment: {'id': '5001a5ff-1192-4557-8e69-e59117546530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a6d85bd8-7813-4534-b6d3-6a9543daf3aa'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:38.685568 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Bound port: 7e5e4269-9faf-4e5e-af17-e4bab97691d6, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5001a5ff-1192-4557-8e69-e59117546530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a6d85bd8-7813-4534-b6d3-6a9543daf3aa'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:38.685955 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.730334 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Allocated IP 172.20.0.5 (a6d85bd8-7813-4534-b6d3-6a9543daf3aa/2c477317-35aa-449a-a212-7432c5f531e9/39693d0f-237a-4c2b-88cb-a79558688b0c) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:38.762120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] For port 7e5e4269-9faf-4e5e-af17-e4bab97691d6, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:38.765693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] For port 7e5e4269-9faf-4e5e-af17-e4bab97691d6, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7e5e4269-9faf-4e5e-af17-e4bab97691d6,segment=NetworkSegment(5001a5ff-1192-4557-8e69-e59117546530),segment_id=5001a5ff-1192-4557-8e69-e59117546530)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:38.770517 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.817816 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-aa14fe61-1a6e-4a6a-b12d-c5ae665b1a1b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.853755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36236c2-b213-42a6-bcdf-d758ac9c392d None None] Pushing event updated for resources: {'Port': ['ID=7e5e4269-9faf-4e5e-af17-e4bab97691d6,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:38.898237 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3518df21-d49e-4118-aa8b-0e6b8abe09c4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.928185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3518df21-d49e-4118-aa8b-0e6b8abe09c4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for 37041bcc-976d-4c3c-bacd-47993b392896 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:38.979226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde95512-3de7-4b74-bb84-eba3e1d334f7 req-a5d58b8c-672e-4ef8-8fea-6ab5a06bb93b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:38.980814 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cde95512-3de7-4b74-bb84-eba3e1d334f7 req-a5d58b8c-672e-4ef8-8fea-6ab5a06bb93b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 945 time: 0.1577213 Nov 27 01:23:39.001480 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:39.002663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-32d6bcf8-43c3-4329-8a71-92b1aa44b97c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:39.004163 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-32d6bcf8-43c3-4329-8a71-92b1aa44b97c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.21 "GET /v2.0/networks?id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 HTTP/1.1" status: 200 len: 813 time: 0.8329780 Nov 27 01:23:39.042669 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-edc8476c-a513-4a95-8318-95995e91cf4b req-96c6786c-4215-4ed9-bacf-637925ca442c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 210 time: 0.0354838 Nov 27 01:23:39.049881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-d0c25b3b-68ee-4db9-a284-6585b05c66b9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Request body: {'port': {'device_id': '0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a', 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4', 'admin_state_up': True, 'tenant_id': 'a51ce5c2d017467ca20ae4d2ddb207c1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:39.082046 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:39.082415 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-aa14fe61-1a6e-4a6a-b12d-c5ae665b1a1b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:39.140456 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Network a6d85bd8-7813-4534-b6d3-6a9543daf3aa is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:39.157235 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:39.171352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:39.181581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Pushing event updated for resources: {'Port': ['ID=39693d0f-237a-4c2b-88cb-a79558688b0c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:39.245965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-aa14fe61-1a6e-4a6a-b12d-c5ae665b1a1b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Network 397f9248-cbe1-447a-aa10-fa7d7583c379 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:39.256599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:39.257289 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:39.265406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-aa14fe61-1a6e-4a6a-b12d-c5ae665b1a1b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:39.269063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-aa14fe61-1a6e-4a6a-b12d-c5ae665b1a1b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:39.285420 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b79da57d-e32d-4426-8f70-6c23e70b88e4 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.8699226 Nov 27 01:23:39.287793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38536) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:39.335955 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cde95512-3de7-4b74-bb84-eba3e1d334f7 req-5f822249-3061-49d5-b9ea-ed9b1e9365a2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427727 Nov 27 01:23:39.398347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14fe61-1a6e-4a6a-b12d-c5ae665b1a1b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Pushing event updated for resources: {'Port': ['ID=54acbafb-e308-4df4-a33f-04e949eb3797,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:39.425840 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-aa14fe61-1a6e-4a6a-b12d-c5ae665b1a1b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:39.426986 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-aa14fe61-1a6e-4a6a-b12d-c5ae665b1a1b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:39.432108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cffdaeb-17b7-46c9-aea8-e46306f7e533 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:39.438541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cffdaeb-17b7-46c9-aea8-e46306f7e533 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:39.453011 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cffdaeb-17b7-46c9-aea8-e46306f7e533 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:39.454837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5cffdaeb-17b7-46c9-aea8-e46306f7e533 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1660860 Nov 27 01:23:39.457769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38542) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:39.479220 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-aa14fe61-1a6e-4a6a-b12d-c5ae665b1a1b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9034400 Nov 27 01:23:39.535558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Request body: {'port': {'device_id': 'f9593218-d9ce-4a46-b994-d2f5b2dc913b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:39.579204 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-d0c25b3b-68ee-4db9-a284-6585b05c66b9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Made reservation on behalf of a51ce5c2d017467ca20ae4d2ddb207c1 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:39.582790 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-d0c25b3b-68ee-4db9-a284-6585b05c66b9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:39.715775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e17e10-bdd1-422f-8c77-7df3c34d6ac2 req-2a9e49d3-faac-4101-b0d9-36e7719f2ba4 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:39.717379 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1e17e10-bdd1-422f-8c77-7df3c34d6ac2 req-2a9e49d3-faac-4101-b0d9-36e7719f2ba4 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 931 time: 0.2464039 Nov 27 01:23:39.778591 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3518df21-d49e-4118-aa8b-0e6b8abe09c4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:39.780365 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:39.855121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518df21-d49e-4118-aa8b-0e6b8abe09c4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=37041bcc-976d-4c3c-bacd-47993b392896,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:40.021530 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-1f4db907-adf7-4e73-a2ff-b324b9eaf181 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Deleting port 39693d0f-237a-4c2b-88cb-a79558688b0c {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:40.021886 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f4db907-adf7-4e73-a2ff-b324b9eaf181 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.035328 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b2096ae7-4c01-4a7d-a233-d2c217a866ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.107905 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1e17e10-bdd1-422f-8c77-7df3c34d6ac2 req-d5e8ff17-8ea7-4aa1-bf67-81adf34e2ad8 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/security-groups?id=32f0d8fa-a36c-4854-9e66-ff93938001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688152 Nov 27 01:23:40.219251 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2005f447-aeb6-498e-9a55-82712d6dc7e0 req-9e5d8829-8532-4ea6-a010-492a3df224a4 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 210 time: 0.0583715 Nov 27 01:23:40.222516 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3518df21-d49e-4118-aa8b-0e6b8abe09c4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.237672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-d0c25b3b-68ee-4db9-a284-6585b05c66b9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Allocated IP 172.20.0.8 (7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4/ffb65a4f-8130-468e-bf18-e53950271a4f/c279dae6-a71d-4a2b-a53f-490bf091fc8b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:40.267093 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed831839-1751-4949-a2f1-b2b33493745b None None] Network a6d85bd8-7813-4534-b6d3-6a9543daf3aa requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:40.313696 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7e5e4269-9faf-4e5e-af17-e4bab97691d6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:40.396039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-75c01513-b009-4a28-9ae7-96584b67fae4 None None] Provisioning complete for port 7e5e4269-9faf-4e5e-af17-e4bab97691d6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:40.396429 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-75c01513-b009-4a28-9ae7-96584b67fae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.431987 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f4db907-adf7-4e73-a2ff-b324b9eaf181 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.483313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 7e5e4269-9faf-4e5e-af17-e4bab97691d6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:40.483678 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.484865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-1f4db907-adf7-4e73-a2ff-b324b9eaf181 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Calling delete_port for 39693d0f-237a-4c2b-88cb-a79558688b0c owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:40.580202 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-75c01513-b009-4a28-9ae7-96584b67fae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.642707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-75c01513-b009-4a28-9ae7-96584b67fae4 None None] For port 7e5e4269-9faf-4e5e-af17-e4bab97691d6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7e5e4269-9faf-4e5e-af17-e4bab97691d6,segment=NetworkSegment(5001a5ff-1192-4557-8e69-e59117546530),segment_id=5001a5ff-1192-4557-8e69-e59117546530)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:40.653903 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-75c01513-b009-4a28-9ae7-96584b67fae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.695218 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.727756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3518df21-d49e-4118-aa8b-0e6b8abe09c4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 726da60e-c823-4a8f-9a58-db951348ec75 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:23:40.729640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c01513-b009-4a28-9ae7-96584b67fae4 None None] Pushing event updated for resources: {'Port': ['ID=7e5e4269-9faf-4e5e-af17-e4bab97691d6,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:40.775960 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:23:40.777205 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:23:40.884957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b3394b45-c42b-4059-a30a-ce872a7b9d3c None None] Provisioning complete for port 7e5e4269-9faf-4e5e-af17-e4bab97691d6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:40.885375 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b3394b45-c42b-4059-a30a-ce872a7b9d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.905103 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-d0c25b3b-68ee-4db9-a284-6585b05c66b9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.964371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3518df21-d49e-4118-aa8b-0e6b8abe09c4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:40.974978 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3518df21-d49e-4118-aa8b-0e6b8abe09c4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/726da60e-c823-4a8f-9a58-db951348ec75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1278267 Nov 27 01:23:40.978348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38550) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:40.979897 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91b63e-b550-43ed-a6c2-8df4b3e5e421 None None] Sync routers for ids ['726da60e-c823-4a8f-9a58-db951348ec75'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:40.995676 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91b63e-b550-43ed-a6c2-8df4b3e5e421 None None] Routers {'726da60e-c823-4a8f-9a58-db951348ec75'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:40.997426 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ab91b63e-b550-43ed-a6c2-8df4b3e5e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['726da60e-c823-4a8f-9a58-db951348ec75'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:41.009267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-739fba74-5ee5-4e05-9dc7-7c87ffa34851 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports?device_id=726da60e-c823-4a8f-9a58-db951348ec75 HTTP/1.1" status: 200 len: 205 time: 0.0298059 Nov 27 01:23:41.011639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38552) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:41.049061 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b3394b45-c42b-4059-a30a-ce872a7b9d3c None None] Provisioning complete for port ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:41.049613 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b3394b45-c42b-4059-a30a-ce872a7b9d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.059213 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54acbafb-e308-4df4-a33f-04e949eb3797 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:23:41.067843 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ab91b63e-b550-43ed-a6c2-8df4b3e5e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:41.094423 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91b63e-b550-43ed-a6c2-8df4b3e5e421 None None] Routers {'726da60e-c823-4a8f-9a58-db951348ec75'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:41.097342 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ab91b63e-b550-43ed-a6c2-8df4b3e5e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['726da60e-c823-4a8f-9a58-db951348ec75'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:41.109781 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.116095 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-d0c25b3b-68ee-4db9-a284-6585b05c66b9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.157602 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['661c154f-79bc-400a-9d94-c712e62173e7'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:23:41.208084 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ab91b63e-b550-43ed-a6c2-8df4b3e5e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:41.208792 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91b63e-b550-43ed-a6c2-8df4b3e5e421 None None] The sync data for ids ['726da60e-c823-4a8f-9a58-db951348ec75'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:41.224294 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b3394b45-c42b-4059-a30a-ce872a7b9d3c None None] Port ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:41.226818 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f4db907-adf7-4e73-a2ff-b324b9eaf181 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.251612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b3394b45-c42b-4059-a30a-ce872a7b9d3c None None] Could not find standard attr ID for object 39693d0f-237a-4c2b-88cb-a79558688b0c. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:23:41.254278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Transition to ACTIVE for port object 54acbafb-e308-4df4-a33f-04e949eb3797 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:23:41.302414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-d0c25b3b-68ee-4db9-a284-6585b05c66b9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:41.314535 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.321965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-d0c25b3b-68ee-4db9-a284-6585b05c66b9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:41.334826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-d0c25b3b-68ee-4db9-a284-6585b05c66b9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:41.388849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c25b3b-68ee-4db9-a284-6585b05c66b9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Pushing event updated for resources: {'Port': ['ID=c279dae6-a71d-4a2b-a53f-490bf091fc8b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:41.494203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-43d50997-26a9-4852-abe4-c5bab87645b2 None None] Provisioning complete for port ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:41.495885 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-43d50997-26a9-4852-abe4-c5bab87645b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.509573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4db907-adf7-4e73-a2ff-b324b9eaf181 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Pushing event deleted for resources: {'Port': ['ID=39693d0f-237a-4c2b-88cb-a79558688b0c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:41.585493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-43d50997-26a9-4852-abe4-c5bab87645b2 None None] Port ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:41.700440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fcacb7a9-b613-4c15-9bf5-66b4518e6dc5 None None] Could not find standard attr ID for object 39693d0f-237a-4c2b-88cb-a79558688b0c. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:23:41.704675 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7500e278-7e87-46fe-86c3-6c089de975ac tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.837368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8da18c-856e-40c3-998b-af4c9e1e602c req-f116b030-9feb-4728-8fdb-a758ad61dee8 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:41.839998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d8da18c-856e-40c3-998b-af4c9e1e602c req-f116b030-9feb-4728-8fdb-a758ad61dee8 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 943 time: 0.1618381 Nov 27 01:23:41.913667 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7500e278-7e87-46fe-86c3-6c089de975ac tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.917326 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7500e278-7e87-46fe-86c3-6c089de975ac tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.933874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-d0c25b3b-68ee-4db9-a284-6585b05c66b9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:41.934560 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-d0c25b3b-68ee-4db9-a284-6585b05c66b9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.979620 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7500e278-7e87-46fe-86c3-6c089de975ac tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.980207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7500e278-7e87-46fe-86c3-6c089de975ac tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Fanout notify agent at l3_agent the message router_deleted on router 726da60e-c823-4a8f-9a58-db951348ec75 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:23:41.982006 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f4db907-adf7-4e73-a2ff-b324b9eaf181 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.984753 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d8da18c-856e-40c3-998b-af4c9e1e602c req-d396ec2f-705b-4e85-97dd-feb0aff6b140 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/security-groups?id=32f0d8fa-a36c-4854-9e66-ff93938001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152768 Nov 27 01:23:41.988998 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1f4db907-adf7-4e73-a2ff-b324b9eaf181 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] 10.222.0.15 "DELETE /v2.0/ports/39693d0f-237a-4c2b-88cb-a79558688b0c HTTP/1.1" status: 204 len: 168 time: 2.5299625 Nov 27 01:23:41.990031 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7500e278-7e87-46fe-86c3-6c089de975ac tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.993079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38562) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:41.994409 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7500e278-7e87-46fe-86c3-6c089de975ac tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/routers/726da60e-c823-4a8f-9a58-db951348ec75 HTTP/1.1" status: 204 len: 168 time: 0.9817972 Nov 27 01:23:41.995367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38564) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:42.016826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1735a93b-ac8c-48a4-bfce-5aa9f8e42e12 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Request body: {'port': {'name': 'tempest-new-port-name-545568700', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:42.017325 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.api.validators [None req-1735a93b-ac8c-48a4-bfce-5aa9f8e42e12 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] bootfile-name is not in valid_values {{(pid=103403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:23:42.017641 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.api.validators [None req-1735a93b-ac8c-48a4-bfce-5aa9f8e42e12 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] tftp-server is not in valid_values {{(pid=103403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:23:42.017979 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.api.validators [None req-1735a93b-ac8c-48a4-bfce-5aa9f8e42e12 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] server-ip-address is not in valid_values {{(pid=103403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:23:42.038430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b79fb7-ea0e-4215-85dc-a22bdf537312 req-d7e0b6a1-5f7b-4bd5-a275-94c58b0fb420 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:42.040095 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-70b79fb7-ea0e-4215-85dc-a22bdf537312 req-d7e0b6a1-5f7b-4bd5-a275-94c58b0fb420 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 931 time: 0.6716993 Nov 27 01:23:42.061832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-31893d13-79b6-4f87-a9aa-64c4c0c6d976 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting subnet 6731d0c7-4bd1-4e34-8c2b-6f856ed18958 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:42.065491 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31893d13-79b6-4f87-a9aa-64c4c0c6d976 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.071897 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-d0c25b3b-68ee-4db9-a284-6585b05c66b9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0282834 Nov 27 01:23:42.072573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Pushing event updated for resources: {'Port': ['ID=54acbafb-e308-4df4-a33f-04e949eb3797,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:42.109279 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31893d13-79b6-4f87-a9aa-64c4c0c6d976 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.115450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Request body: {'port': {'device_id': '0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:42.152308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Attempting to bind port 54acbafb-e308-4df4-a33f-04e949eb3797 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:42.152308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Attempting to bind port 54acbafb-e308-4df4-a33f-04e949eb3797 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'adcff2fb-3111-4231-b790-fdc8cd54e840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '397f9248-cbe1-447a-aa10-fa7d7583c379'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:42.152308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Attempting to bind port 54acbafb-e308-4df4-a33f-04e949eb3797 on network 397f9248-cbe1-447a-aa10-fa7d7583c379 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:42.194399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Port 54acbafb-e308-4df4-a33f-04e949eb3797 on network 397f9248-cbe1-447a-aa10-fa7d7583c379 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:23:42.194728 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Attempting to bind port 54acbafb-e308-4df4-a33f-04e949eb3797 on network 397f9248-cbe1-447a-aa10-fa7d7583c379 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:42.200882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31893d13-79b6-4f87-a9aa-64c4c0c6d976 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.235190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:42.235520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Checking segment: {'id': 'adcff2fb-3111-4231-b790-fdc8cd54e840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '397f9248-cbe1-447a-aa10-fa7d7583c379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:42.235908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Bound using segment: {'id': 'adcff2fb-3111-4231-b790-fdc8cd54e840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '397f9248-cbe1-447a-aa10-fa7d7583c379'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:42.236855 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Bound port: 54acbafb-e308-4df4-a33f-04e949eb3797, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcff2fb-3111-4231-b790-fdc8cd54e840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '397f9248-cbe1-447a-aa10-fa7d7583c379'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:42.236855 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.239790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7e5e4269-9faf-4e5e-af17-e4bab97691d6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:42.241424 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1735a93b-ac8c-48a4-bfce-5aa9f8e42e12 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.247556 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-70b79fb7-ea0e-4215-85dc-a22bdf537312 req-19bb5118-c71b-418d-be40-442c45e78b30 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812670 Nov 27 01:23:42.269571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31893d13-79b6-4f87-a9aa-64c4c0c6d976 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.297160 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.302720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31893d13-79b6-4f87-a9aa-64c4c0c6d976 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Subnet': ['ID=6731d0c7-4bd1-4e34-8c2b-6f856ed18958,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:42.307677 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31893d13-79b6-4f87-a9aa-64c4c0c6d976 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.311676 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-31893d13-79b6-4f87-a9aa-64c4c0c6d976 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/6731d0c7-4bd1-4e34-8c2b-6f856ed18958 HTTP/1.1" status: 204 len: 168 time: 0.3149352 Nov 27 01:23:42.313620 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38568) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:42.319856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3263eff1-1e98-478a-ab91-45aff3551ef4 None None] Network 4f0a48ae-db72-415c-bafe-75aa98e1cd79 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:42.336663 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-434ef702-1b2b-4ab5-ac81-6a56a2c384b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.392550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30f6713-be6f-43fd-aad3-d17aba86be0a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting subnet 6623307e-209f-4e22-a317-38482a992ebe {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:42.395855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c30f6713-be6f-43fd-aad3-d17aba86be0a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.438304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c30f6713-be6f-43fd-aad3-d17aba86be0a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.441098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 7e5e4269-9faf-4e5e-af17-e4bab97691d6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:42.441098 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.470186 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] For port 54acbafb-e308-4df4-a33f-04e949eb3797, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:42.528475 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c30f6713-be6f-43fd-aad3-d17aba86be0a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.561420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] For port 54acbafb-e308-4df4-a33f-04e949eb3797, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=54acbafb-e308-4df4-a33f-04e949eb3797,segment=NetworkSegment(adcff2fb-3111-4231-b790-fdc8cd54e840),segment_id=adcff2fb-3111-4231-b790-fdc8cd54e840)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:42.574516 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.605465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c30f6713-be6f-43fd-aad3-d17aba86be0a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.642146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f6713-be6f-43fd-aad3-d17aba86be0a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Subnet': ['ID=6623307e-209f-4e22-a317-38482a992ebe,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:42.644531 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c30f6713-be6f-43fd-aad3-d17aba86be0a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.648453 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c30f6713-be6f-43fd-aad3-d17aba86be0a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/6623307e-209f-4e22-a317-38482a992ebe HTTP/1.1" status: 204 len: 168 time: 0.3337979 Nov 27 01:23:42.650094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e430a1f-1076-492b-83f4-755628f65a50 None None] DHCP port deletion for 4f0a48ae-db72-415c-bafe-75aa98e1cd79 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:42.651477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38570) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:42.654981 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebbf603-5d8f-4c91-b4d5-b8b333603034 None None] Network 81b83d27-03bc-488f-9499-60bfe3c1550d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:42.693347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:42.693981 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.695581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] 10.222.0.21 "PUT /v2.0/ports/54acbafb-e308-4df4-a33f-04e949eb3797 HTTP/1.1" status: 200 len: 1092 time: 3.1794989 Nov 27 01:23:42.698489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9593218-d9ce-4a46-b994-d2f5b2dc913b', 'tag': '54acbafb-e308-4df4-a33f-04e949eb3797'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:42.700794 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4942d705-bf45-4b4c-8f31-bde613b124b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9593218-d9ce-4a46-b994-d2f5b2dc913b", "tag": "54acbafb-e308-4df4-a33f-04e949eb3797"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:42.745945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7c01f-015e-4e51-a4c0-1d5c65989134 service neutron] Pushing event updated for resources: {'Port': ['ID=54acbafb-e308-4df4-a33f-04e949eb3797,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:42.758110 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.825922 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b1c48b-524c-4067-9306-2ed40e8d0228 x-openstack-request-id: req-97b1c48b-524c-4067-9306-2ed40e8d0228 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:42.826275 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9593218-d9ce-4a46-b994-d2f5b2dc913b", "tag": "54acbafb-e308-4df4-a33f-04e949eb3797", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:42.826719 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97b1c48b-524c-4067-9306-2ed40e8d0228 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:42.827274 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9593218-d9ce-4a46-b994-d2f5b2dc913b', 'tag': '54acbafb-e308-4df4-a33f-04e949eb3797', 'status': 'completed', 'code': 200} Nov 27 01:23:42.859728 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port 19c94db6-ad9e-4026-ba9e-293fb98f3de1 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:42.860022 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.887699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0e430a1f-1076-492b-83f4-755628f65a50 None None] Deleting port 19c94db6-ad9e-4026-ba9e-293fb98f3de1 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:42.888205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-0a7926f7-c151-485b-95c2-de2da8020bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:42.888677 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e430a1f-1076-492b-83f4-755628f65a50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.889836 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-0a7926f7-c151-485b-95c2-de2da8020bb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12d49b6bab74dd496a1c017acd84fa5&device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 1095 time: 0.1270533 Nov 27 01:23:42.896382 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1735a93b-ac8c-48a4-bfce-5aa9f8e42e12 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.903300 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1735a93b-ac8c-48a4-bfce-5aa9f8e42e12 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.962838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] For port 19c94db6-ad9e-4026-ba9e-293fb98f3de1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=19c94db6-ad9e-4026-ba9e-293fb98f3de1,segment=NetworkSegment(3c161657-080f-4ec0-9105-6f98a2b6d60e),segment_id=3c161657-080f-4ec0-9105-6f98a2b6d60e)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:42.963255 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.981472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for 19c94db6-ad9e-4026-ba9e-293fb98f3de1 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:43.144716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.154941 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-c5eff94c-3e57-41f1-81cf-ffe34e48e535 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54acbafb-e308-4df4-a33f-04e949eb3797 HTTP/1.1" status: 200 len: 217 time: 0.2254486 Nov 27 01:23:43.187177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0e430a1f-1076-492b-83f4-755628f65a50 None None] For port 19c94db6-ad9e-4026-ba9e-293fb98f3de1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=19c94db6-ad9e-4026-ba9e-293fb98f3de1,segment=NetworkSegment(3c161657-080f-4ec0-9105-6f98a2b6d60e),segment_id=3c161657-080f-4ec0-9105-6f98a2b6d60e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:43.188294 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e430a1f-1076-492b-83f4-755628f65a50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.205409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=19c94db6-ad9e-4026-ba9e-293fb98f3de1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:43.213854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No DVR routers for this DVR port 19c94db6-ad9e-4026-ba9e-293fb98f3de1 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:43.220489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0e430a1f-1076-492b-83f4-755628f65a50 None None] Calling delete_port for 19c94db6-ad9e-4026-ba9e-293fb98f3de1 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:43.250989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c279dae6-a71d-4a2b-a53f-490bf091fc8b {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:23:43.263716 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.276958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd053bd0-4510-4df3-ba52-df8f67f2b9de None None] DHCP port deletion for 81b83d27-03bc-488f-9499-60bfe3c1550d request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:43.327191 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Transition to ACTIVE for port object c279dae6-a71d-4a2b-a53f-490bf091fc8b will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:23:43.368304 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.386327 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.408975 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.421336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-1735a93b-ac8c-48a4-bfce-5aa9f8e42e12 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] In _notify_port_updated(), no bound segment for port ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db on network a6d85bd8-7813-4534-b6d3-6a9543daf3aa {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:23:43.428203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1735a93b-ac8c-48a4-bfce-5aa9f8e42e12 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:43.428891 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1735a93b-ac8c-48a4-bfce-5aa9f8e42e12 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.433095 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1735a93b-ac8c-48a4-bfce-5aa9f8e42e12 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] 10.222.0.15 "PUT /v2.0/ports/ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db HTTP/1.1" status: 200 len: 1135 time: 1.4330087 Nov 27 01:23:43.437451 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735a93b-ac8c-48a4-bfce-5aa9f8e42e12 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Pushing event updated for resources: {'Port': ['ID=ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:43.440298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38582) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:43.460557 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e430a1f-1076-492b-83f4-755628f65a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.470468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0a48ae-db72-415c-bafe-75aa98e1cd79']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:43.491755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-b5752a59-4a50-4edd-8762-de18924c98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:43.494090 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-b5752a59-4a50-4edd-8762-de18924c98c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=859d0cc6-951e-4b33-ad58-3f18f9e7b78f HTTP/1.1" status: 200 len: 859 time: 0.3379140 Nov 27 01:23:43.497080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-78267339-0a74-4e5d-a13e-f17acd0d8a00 None None] Provisioning complete for port ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:43.497456 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78267339-0a74-4e5d-a13e-f17acd0d8a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.499516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e430a1f-1076-492b-83f4-755628f65a50 None None] Pushing event deleted for resources: {'Port': ['ID=19c94db6-ad9e-4026-ba9e-293fb98f3de1,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:43.527086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c9795-ed9f-4445-af4e-6379051d7f16 req-47510d15-bc89-4591-b5e6-470a93b4faa0 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:43.528668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d15c9795-ed9f-4445-af4e-6379051d7f16 req-47510d15-bc89-4591-b5e6-470a93b4faa0 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 943 time: 0.2986825 Nov 27 01:23:43.529043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-cd053bd0-4510-4df3-ba52-df8f67f2b9de None None] Deleting port f830337c-6b39-4f9b-a488-557f576a7bd4 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:43.529435 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cd053bd0-4510-4df3-ba52-df8f67f2b9de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.531650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e430a1f-1076-492b-83f4-755628f65a50 None None] No DVR routers for this DVR port 19c94db6-ad9e-4026-ba9e-293fb98f3de1 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:43.548090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c161657-080f-4ec0-9105-6f98a2b6d60e') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:43.548673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c161657-080f-4ec0-9105-6f98a2b6d60e') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:43.575870 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.604530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333deed3-d126-4424-91c0-17f906ad2481 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:43.606867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-78267339-0a74-4e5d-a13e-f17acd0d8a00 None None] Port ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:43.611706 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-333deed3-d126-4424-91c0-17f906ad2481 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] 10.222.0.15 "GET /v2.0/ports/ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db HTTP/1.1" status: 200 len: 1135 time: 0.1539683 Nov 27 01:23:43.615984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38584) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:43.621826 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-127ba165-daff-42db-9f5b-20bd48549668 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=397f9248-cbe1-447a-aa10-fa7d7583c379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073339 Nov 27 01:23:43.622377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Pushing event updated for resources: {'Port': ['ID=c279dae6-a71d-4a2b-a53f-490bf091fc8b,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:43.626014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cd053bd0-4510-4df3-ba52-df8f67f2b9de None None] For port f830337c-6b39-4f9b-a488-557f576a7bd4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f830337c-6b39-4f9b-a488-557f576a7bd4,segment=NetworkSegment(c6578095-8837-4c8c-9935-1366fe513533),segment_id=c6578095-8837-4c8c-9935-1366fe513533)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:43.626427 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cd053bd0-4510-4df3-ba52-df8f67f2b9de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.638003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba268-52b0-4042-820c-e9a6ff84900c req-3f8cc32d-44e3-4f19-b0a1-9f1071c40a90 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:43.640964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-cd053bd0-4510-4df3-ba52-df8f67f2b9de None None] Calling delete_port for f830337c-6b39-4f9b-a488-557f576a7bd4 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:43.651440 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fdba268-52b0-4042-820c-e9a6ff84900c req-3f8cc32d-44e3-4f19-b0a1-9f1071c40a90 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 943 time: 0.2385559 Nov 27 01:23:43.657582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.710182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:23:43.710742 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:23:43.714669 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:23:43.751210 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cd053bd0-4510-4df3-ba52-df8f67f2b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.762964 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d15c9795-ed9f-4445-af4e-6379051d7f16 req-8731beff-54d0-4760-87a4-3713fc43e89d tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/security-groups?id=32f0d8fa-a36c-4854-9e66-ff93938001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972122 Nov 27 01:23:43.764004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Attempting to bind port c279dae6-a71d-4a2b-a53f-490bf091fc8b on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:43.764450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Attempting to bind port c279dae6-a71d-4a2b-a53f-490bf091fc8b by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:43.764785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Attempting to bind port c279dae6-a71d-4a2b-a53f-490bf091fc8b on network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:43.787838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Port c279dae6-a71d-4a2b-a53f-490bf091fc8b on network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:23:43.788166 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Attempting to bind port c279dae6-a71d-4a2b-a53f-490bf091fc8b on network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:43.805134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:43.805409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Checking segment: {'id': 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:43.805805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Bound using segment: {'id': 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:43.806246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Bound port: c279dae6-a71d-4a2b-a53f-490bf091fc8b, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:43.806600 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.809703 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd053bd0-4510-4df3-ba52-df8f67f2b9de None None] No DVR routers for this DVR port f830337c-6b39-4f9b-a488-557f576a7bd4 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:43.811769 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-7c341afb-dd9d-46f8-b717-02038efb0878 service neutron] 10.222.0.21 "GET /v2.0/networks/397f9248-cbe1-447a-aa10-fa7d7583c379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644595 Nov 27 01:23:43.816953 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd053bd0-4510-4df3-ba52-df8f67f2b9de None None] Pushing event deleted for resources: {'Port': ['ID=f830337c-6b39-4f9b-a488-557f576a7bd4,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:43.855820 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.861349 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fdba268-52b0-4042-820c-e9a6ff84900c req-29f22e37-6df7-457c-a375-8d801af4be96 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091990 Nov 27 01:23:43.869697 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.876475 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/networks/4f0a48ae-db72-415c-bafe-75aa98e1cd79 HTTP/1.1" status: 204 len: 168 time: 1.2213740 Nov 27 01:23:43.888064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38586) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:43.904029 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387eeca-3693-488c-97b9-25c5e5bf75cb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Network': ['ID=4f0a48ae-db72-415c-bafe-75aa98e1cd79,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:43.953200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] For port c279dae6-a71d-4a2b-a53f-490bf091fc8b, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:43.969034 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-7ce401b9-1b0e-4a4e-870d-3fc5b83b26a9 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Deleting port ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:43.969387 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ce401b9-1b0e-4a4e-870d-3fc5b83b26a9 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.977901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] For port c279dae6-a71d-4a2b-a53f-490bf091fc8b, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c279dae6-a71d-4a2b-a53f-490bf091fc8b,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:43.981103 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0bd178-3a33-427f-bd7c-451e6625cede req-e0adbfe6-42a2-4723-aeb4-8aacd9b39e62 service neutron] 10.222.0.21 "GET /v2.0/networks/397f9248-cbe1-447a-aa10-fa7d7583c379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557736 Nov 27 01:23:43.983443 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.037483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:44.038218 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.040120 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] 10.222.0.21 "PUT /v2.0/ports/c279dae6-a71d-4a2b-a53f-490bf091fc8b HTTP/1.1" status: 200 len: 1092 time: 1.9313700 Nov 27 01:23:44.042208 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acf41caf-02d2-485c-9c50-1a4ae4a9b412 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.058353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dc347-9dc3-47fb-af09-b530aa0fc544 service neutron] Pushing event updated for resources: {'Port': ['ID=c279dae6-a71d-4a2b-a53f-490bf091fc8b,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:44.124118 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ce401b9-1b0e-4a4e-870d-3fc5b83b26a9 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.136833 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7c89a08-ea46-4b99-8400-b9b68d2dc6b1 req-99dfd444-a0af-4d96-8d1c-a3ce367b37ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0645137 Nov 27 01:23:44.187946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-7ce401b9-1b0e-4a4e-870d-3fc5b83b26a9 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Calling delete_port for ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:44.196979 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acf41caf-02d2-485c-9c50-1a4ae4a9b412 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.198417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f830337c-6b39-4f9b-a488-557f576a7bd4 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:44.227710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: f830337c-6b39-4f9b-a488-557f576a7bd4 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:44.228434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f830337c-6b39-4f9b-a488-557f576a7bd4 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:44.229114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 19c94db6-ad9e-4026-ba9e-293fb98f3de1 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:44.253055 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-acf41caf-02d2-485c-9c50-1a4ae4a9b412 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b83d27-03bc-488f-9499-60bfe3c1550d']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:44.267610 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-acf41caf-02d2-485c-9c50-1a4ae4a9b412 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6578095-8837-4c8c-9935-1366fe513533') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:44.267992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-acf41caf-02d2-485c-9c50-1a4ae4a9b412 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6578095-8837-4c8c-9935-1366fe513533') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:44.275461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 19c94db6-ad9e-4026-ba9e-293fb98f3de1 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:44.276051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 19c94db6-ad9e-4026-ba9e-293fb98f3de1 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:44.310553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-e46e9861-e275-4c37-9039-a87d5251f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:44.311183 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acf41caf-02d2-485c-9c50-1a4ae4a9b412 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.312078 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-e46e9861-e275-4c37-9039-a87d5251f067 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a51ce5c2d017467ca20ae4d2ddb207c1&device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 1095 time: 0.1436183 Nov 27 01:23:44.316136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942d705-bf45-4b4c-8f31-bde613b124b6 req-d37ad741-649f-4b05-b400-849f59e35d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:44.316407 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4942d705-bf45-4b4c-8f31-bde613b124b6 req-d37ad741-649f-4b05-b400-849f59e35d1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12d49b6bab74dd496a1c017acd84fa5&device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 1095 time: 0.1490331 Nov 27 01:23:44.321830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c89a08-ea46-4b99-8400-b9b68d2dc6b1 req-90b0a872-fd30-43ec-8d47-8ec2281238b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:44.325012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7c89a08-ea46-4b99-8400-b9b68d2dc6b1 req-90b0a872-fd30-43ec-8d47-8ec2281238b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 1096 time: 0.0816362 Nov 27 01:23:44.349112 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acf41caf-02d2-485c-9c50-1a4ae4a9b412 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.367110 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf41caf-02d2-485c-9c50-1a4ae4a9b412 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:23:44.367555 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acf41caf-02d2-485c-9c50-1a4ae4a9b412 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:23:44.371363 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:23:44.455836 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-67c6c59b-5094-4fb9-91fb-69d5eedd38eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c279dae6-a71d-4a2b-a53f-490bf091fc8b HTTP/1.1" status: 200 len: 217 time: 0.1178424 Nov 27 01:23:44.472634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acf41caf-02d2-485c-9c50-1a4ae4a9b412 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.485753 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acf41caf-02d2-485c-9c50-1a4ae4a9b412 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.487554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-acf41caf-02d2-485c-9c50-1a4ae4a9b412 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/networks/81b83d27-03bc-488f-9499-60bfe3c1550d HTTP/1.1" status: 204 len: 168 time: 0.5949917 Nov 27 01:23:44.491461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38592) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:44.508868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a188a8f6-ba1c-44ee-a1cb-37c0eff8a144 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-764679576'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:44.518476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf41caf-02d2-485c-9c50-1a4ae4a9b412 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Network': ['ID=81b83d27-03bc-488f-9499-60bfe3c1550d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:44.535007 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ce401b9-1b0e-4a4e-870d-3fc5b83b26a9 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.571998 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a188a8f6-ba1c-44ee-a1cb-37c0eff8a144 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:44.575490 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a188a8f6-ba1c-44ee-a1cb-37c0eff8a144 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.578797 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce401b9-1b0e-4a4e-870d-3fc5b83b26a9 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Pushing event deleted for resources: {'Port': ['ID=ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:44.583943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-66301bc8-4f2a-4637-a35d-994b71cb77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:44.585560 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-66301bc8-4f2a-4637-a35d-994b71cb77d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ffb65a4f-8130-468e-bf18-e53950271a4f HTTP/1.1" status: 200 len: 853 time: 0.0988059 Nov 27 01:23:44.597177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942d705-bf45-4b4c-8f31-bde613b124b6 req-1a87936b-9c35-49ad-9eda-274868e9ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:44.598708 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4942d705-bf45-4b4c-8f31-bde613b124b6 req-1a87936b-9c35-49ad-9eda-274868e9ab3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=397f9248-cbe1-447a-aa10-fa7d7583c379 HTTP/1.1" status: 200 len: 920 time: 0.2595785 Nov 27 01:23:44.646716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a188a8f6-ba1c-44ee-a1cb-37c0eff8a144 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:44.651407 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4942d705-bf45-4b4c-8f31-bde613b124b6 req-6ba7d9cd-bb66-45ec-9ee9-cd38dccb3e44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54acbafb-e308-4df4-a33f-04e949eb3797 HTTP/1.1" status: 200 len: 217 time: 0.0379057 Nov 27 01:23:44.670539 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a188a8f6-ba1c-44ee-a1cb-37c0eff8a144 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.670539 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-a188a8f6-ba1c-44ee-a1cb-37c0eff8a144 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Added segment 735795b4-50db-460e-8dd6-64f6dc0806c1 of type vlan for network 1ac1ad79-024b-4bb1-abbf-93fca4c875a3 Nov 27 01:23:44.670863 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-22efff5b-9f7a-49a1-909f-c77fa7354a8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697186 Nov 27 01:23:44.677168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c89a08-ea46-4b99-8400-b9b68d2dc6b1 req-9c507b38-4cf9-4338-a253-4dd9b598b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:44.678671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7c89a08-ea46-4b99-8400-b9b68d2dc6b1 req-9c507b38-4cf9-4338-a253-4dd9b598b962 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.3048809 Nov 27 01:23:44.689546 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ce401b9-1b0e-4a4e-870d-3fc5b83b26a9 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.692951 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7ce401b9-1b0e-4a4e-870d-3fc5b83b26a9 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] 10.222.0.15 "DELETE /v2.0/ports/ad2c3ae3-a2b8-46c6-b7d1-86fe99d5b2db HTTP/1.1" status: 204 len: 168 time: 1.0758519 Nov 27 01:23:44.699321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38594) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:44.728070 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a188a8f6-ba1c-44ee-a1cb-37c0eff8a144 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.762052 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a188a8f6-ba1c-44ee-a1cb-37c0eff8a144 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.768778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a188a8f6-ba1c-44ee-a1cb-37c0eff8a144 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:44.769456 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a188a8f6-ba1c-44ee-a1cb-37c0eff8a144 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.807647 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.842951 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a', 'tag': 'c279dae6-a71d-4a2b-a53f-490bf091fc8b'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:44.845428 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aab9b7-ecbc-45b9-b1b0-11b99eff2275" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a", "tag": "c279dae6-a71d-4a2b-a53f-490bf091fc8b"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:44.854238 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a188a8f6-ba1c-44ee-a1cb-37c0eff8a144 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3544776 Nov 27 01:23:44.864513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38600) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:44.877262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188a8f6-ba1c-44ee-a1cb-37c0eff8a144 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Network': ['ID=1ac1ad79-024b-4bb1-abbf-93fca4c875a3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:44.878757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f04d8307-79cd-4c7c-82e2-10c3c2a9b70d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'subnet': {'network_id': '1ac1ad79-024b-4bb1-abbf-93fca4c875a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:44.890710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 1ac1ad79-024b-4bb1-abbf-93fca4c875a3 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:44.911773 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942d705-bf45-4b4c-8f31-bde613b124b6 req-96e868f7-1b7f-4f66-9584-ccdedf6a4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:44.913613 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4942d705-bf45-4b4c-8f31-bde613b124b6 req-96e868f7-1b7f-4f66-9584-ccdedf6a4154 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=859d0cc6-951e-4b33-ad58-3f18f9e7b78f HTTP/1.1" status: 200 len: 859 time: 0.2467301 Nov 27 01:23:44.965936 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dd68d9-bd29-47fe-be76-224db721ce28 x-openstack-request-id: req-97dd68d9-bd29-47fe-be76-224db721ce28 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:44.966161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2093da6-0042-4658-acad-d36250fc6cd8 req-899d5262-0e68-48d0-bc7e-50a9e825b69d tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:44.967024 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a", "tag": "c279dae6-a71d-4a2b-a53f-490bf091fc8b", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:44.969499 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97dd68d9-bd29-47fe-be76-224db721ce28 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:44.970608 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a', 'tag': 'c279dae6-a71d-4a2b-a53f-490bf091fc8b', 'status': 'completed', 'code': 200} Nov 27 01:23:44.974070 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2093da6-0042-4658-acad-d36250fc6cd8 req-899d5262-0e68-48d0-bc7e-50a9e825b69d tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 943 time: 0.0668783 Nov 27 01:23:44.994489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1b127e-626e-4daa-b984-94d10ad09d29 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Deleting subnet 2c477317-35aa-449a-a212-7432c5f531e9 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:45.000602 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ed1b127e-626e-4daa-b984-94d10ad09d29 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:45.025277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2093da6-0042-4658-acad-d36250fc6cd8 req-7871d946-c2b9-462c-b8dd-16d79876b651 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/security-groups?id=32f0d8fa-a36c-4854-9e66-ff93938001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502539 Nov 27 01:23:45.058962 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7c89a08-ea46-4b99-8400-b9b68d2dc6b1 req-1650f88f-1d7c-432e-9197-0a158ca1552a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f HTTP/1.1" status: 200 len: 999 time: 0.3603752 Nov 27 01:23:45.095449 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4942d705-bf45-4b4c-8f31-bde613b124b6 req-a159070c-6c63-4691-ac3e-ab2c985181a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=397f9248-cbe1-447a-aa10-fa7d7583c379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183987 Nov 27 01:23:45.490623 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ed1b127e-626e-4daa-b984-94d10ad09d29 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:45.562704 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-d4af4dbf-776f-4901-8a5b-1c299785d91c service neutron] 10.222.0.21 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8829920 Nov 27 01:23:45.580515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 54acbafb-e308-4df4-a33f-04e949eb3797 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:23:45.629200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c89a08-ea46-4b99-8400-b9b68d2dc6b1 req-5b047772-41c5-4d40-af2f-8d6e5e6c7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:45.630710 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7c89a08-ea46-4b99-8400-b9b68d2dc6b1 req-5b047772-41c5-4d40-af2f-8d6e5e6c7f8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.5464079 Nov 27 01:23:45.670158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6fb44-e580-4dba-a21e-7aa45e4c548f req-474c5a4e-b696-4d90-928c-157663d82fb8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:45.671636 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-efa6fb44-e580-4dba-a21e-7aa45e4c548f req-474c5a4e-b696-4d90-928c-157663d82fb8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 943 time: 0.6418295 Nov 27 01:23:45.692561 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 54acbafb-e308-4df4-a33f-04e949eb3797, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=54acbafb-e308-4df4-a33f-04e949eb3797,segment=NetworkSegment(adcff2fb-3111-4231-b790-fdc8cd54e840),segment_id=adcff2fb-3111-4231-b790-fdc8cd54e840)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:45.709648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '54acbafb-e308-4df4-a33f-04e949eb3797', 'network_id': '397f9248-cbe1-447a-aa10-fa7d7583c379', 'port_id': '54acbafb-e308-4df4-a33f-04e949eb3797', 'mac_address': 'fa:16:3e:98:7c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '859d0cc6-951e-4b33-ad58-3f18f9e7b78f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:23:45.757674 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:45.761200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04d8307-79cd-4c7c-82e2-10c3c2a9b70d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:45.764679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f04d8307-79cd-4c7c-82e2-10c3c2a9b70d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:45.775801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54acbafb-e308-4df4-a33f-04e949eb3797 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:23:45.801120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 54acbafb-e308-4df4-a33f-04e949eb3797, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=54acbafb-e308-4df4-a33f-04e949eb3797,segment=NetworkSegment(adcff2fb-3111-4231-b790-fdc8cd54e840),segment_id=adcff2fb-3111-4231-b790-fdc8cd54e840)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:45.806672 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:45.824672 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4942d705-bf45-4b4c-8f31-bde613b124b6 req-f067c524-9008-4c80-a85b-3e004e3749ce service neutron] 10.222.0.21 "GET /v2.0/networks/397f9248-cbe1-447a-aa10-fa7d7583c379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7136166 Nov 27 01:23:45.866748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=54acbafb-e308-4df4-a33f-04e949eb3797,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:45.943639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c89a08-ea46-4b99-8400-b9b68d2dc6b1 req-bcd45799-a77a-47c9-9982-844c5c01d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:45.945178 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7c89a08-ea46-4b99-8400-b9b68d2dc6b1 req-bcd45799-a77a-47c9-9982-844c5c01d0ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2726521 Nov 27 01:23:45.948260 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ed1b127e-626e-4daa-b984-94d10ad09d29 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:45.977762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-efa6fb44-e580-4dba-a21e-7aa45e4c548f req-fc490078-6f00-4093-83eb-3069cb8823a7 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831244 Nov 27 01:23:45.979658 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a20e0b8-e050-4df0-add6-a168d58c7b92 req-8c897a67-a3b2-4e99-80d1-40d3d1c79137 service neutron] 10.222.0.21 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987653 Nov 27 01:23:46.169644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['54acbafb-e308-4df4-a33f-04e949eb3797'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:23:46.191126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192a2c0-03df-4347-a139-87395a1e181b req-eb61716d-5a76-4a95-9c3c-d9bdfb6a8aac tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:46.210227 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7192a2c0-03df-4347-a139-87395a1e181b req-eb61716d-5a76-4a95-9c3c-d9bdfb6a8aac tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 944 time: 0.1042917 Nov 27 01:23:46.213749 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4942d705-bf45-4b4c-8f31-bde613b124b6 req-8edcf1b4-0a0b-421d-9c05-dbd11404e0ed service neutron] 10.222.0.21 "GET /v2.0/networks/397f9248-cbe1-447a-aa10-fa7d7583c379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496928 Nov 27 01:23:46.242107 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:46.247057 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7c89a08-ea46-4b99-8400-b9b68d2dc6b1 req-966ba462-51e9-4253-b661-98d26d214db1 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641568 Nov 27 01:23:46.248023 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ed1b127e-626e-4daa-b984-94d10ad09d29 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:46.264058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aab9b7-ecbc-45b9-b1b0-11b99eff2275 req-07424867-f37d-4a1d-9e22-2b1f6df51445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:46.267963 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-94aab9b7-ecbc-45b9-b1b0-11b99eff2275 req-07424867-f37d-4a1d-9e22-2b1f6df51445 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a51ce5c2d017467ca20ae4d2ddb207c1&device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 1095 time: 0.1790583 Nov 27 01:23:46.285530 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7192a2c0-03df-4347-a139-87395a1e181b req-2fab578b-9060-4a89-88bf-b0902d35572d tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/security-groups?id=32f0d8fa-a36c-4854-9e66-ff93938001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725121 Nov 27 01:23:46.329473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b127e-626e-4daa-b984-94d10ad09d29 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Pushing event deleted for resources: {'Subnet': ['ID=2c477317-35aa-449a-a212-7432c5f531e9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:46.355278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23cfd10-21a5-4dec-a451-555b6e1e8a56 None None] Network a6d85bd8-7813-4534-b6d3-6a9543daf3aa requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:46.404104 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ed1b127e-626e-4daa-b984-94d10ad09d29 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:46.407613 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ed1b127e-626e-4daa-b984-94d10ad09d29 tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] 10.222.0.15 "DELETE /v2.0/subnets/2c477317-35aa-449a-a212-7432c5f531e9 HTTP/1.1" status: 204 len: 168 time: 1.6867959 Nov 27 01:23:46.410335 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38610) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:46.479110 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f04d8307-79cd-4c7c-82e2-10c3c2a9b70d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:46.549254 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:46.555339 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7c89a08-ea46-4b99-8400-b9b68d2dc6b1 req-c87e606a-fd02-4553-85a3-635027345f3a service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646534 Nov 27 01:23:46.567887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aab9b7-ecbc-45b9-b1b0-11b99eff2275 req-79dd4f94-5678-4524-b9ff-406c5f59283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:46.569411 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-94aab9b7-ecbc-45b9-b1b0-11b99eff2275 req-79dd4f94-5678-4524-b9ff-406c5f59283b service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 HTTP/1.1" status: 200 len: 914 time: 0.2658210 Nov 27 01:23:46.585813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d8307-79cd-4c7c-82e2-10c3c2a9b70d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Subnet': ['ID=0d48592e-f357-4447-82b5-4f74f2b32bbb,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:46.637310 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-94aab9b7-ecbc-45b9-b1b0-11b99eff2275 req-3b8298df-717a-4927-96c3-94cad4256de4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c279dae6-a71d-4a2b-a53f-490bf091fc8b HTTP/1.1" status: 200 len: 217 time: 0.0594749 Nov 27 01:23:46.643078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04d8307-79cd-4c7c-82e2-10c3c2a9b70d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Checking segment: {'id': '735795b4-50db-460e-8dd6-64f6dc0806c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1ac1ad79-024b-4bb1-abbf-93fca4c875a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:46.643078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04d8307-79cd-4c7c-82e2-10c3c2a9b70d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network hostable DHCP agents. Network: 1ac1ad79-024b-4bb1-abbf-93fca4c875a3, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:23:46.651469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad505df3-623b-485f-9ac6-82f973c33591 None None] DHCP port deletion for a6d85bd8-7813-4534-b6d3-6a9543daf3aa request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:46.669598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Deleting port 7e5e4269-9faf-4e5e-af17-e4bab97691d6 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:46.670038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:46.724149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aab9b7-ecbc-45b9-b1b0-11b99eff2275 req-fa67e7bc-18f0-4bad-8e8b-ae1e10e2cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:46.727583 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-94aab9b7-ecbc-45b9-b1b0-11b99eff2275 req-fa67e7bc-18f0-4bad-8e8b-ae1e10e2cae1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ffb65a4f-8130-468e-bf18-e53950271a4f HTTP/1.1" status: 200 len: 853 time: 0.0798523 Nov 27 01:23:46.754640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ad505df3-623b-485f-9ac6-82f973c33591 None None] Deleting port 7e5e4269-9faf-4e5e-af17-e4bab97691d6 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:46.754640 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ad505df3-623b-485f-9ac6-82f973c33591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:46.754966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04d8307-79cd-4c7c-82e2-10c3c2a9b70d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 1ac1ad79-024b-4bb1-abbf-93fca4c875a3 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:23:46.794717 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-94aab9b7-ecbc-45b9-b1b0-11b99eff2275 req-7033bb38-cb11-4475-8ba8-0a97210b3533 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602221 Nov 27 01:23:46.804774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] For port 7e5e4269-9faf-4e5e-af17-e4bab97691d6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7e5e4269-9faf-4e5e-af17-e4bab97691d6,segment=NetworkSegment(5001a5ff-1192-4557-8e69-e59117546530),segment_id=5001a5ff-1192-4557-8e69-e59117546530)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:46.806495 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:46.820446 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-f04d8307-79cd-4c7c-82e2-10c3c2a9b70d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 1ac1ad79-024b-4bb1-abbf-93fca4c875a3) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:46.849977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Calling delete_port for 7e5e4269-9faf-4e5e-af17-e4bab97691d6 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:46.858665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b295a1-5ec5-4c8d-b996-32bccebe344a None None] Network 1ac1ad79-024b-4bb1-abbf-93fca4c875a3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:46.922954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04d8307-79cd-4c7c-82e2-10c3c2a9b70d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:46.923602 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f04d8307-79cd-4c7c-82e2-10c3c2a9b70d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:46.951027 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f04d8307-79cd-4c7c-82e2-10c3c2a9b70d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0835037 Nov 27 01:23:46.954578 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38618) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:46.962343 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-3ad30e63-c52f-48b2-8490-be5f655cc852 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1366400645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:46.978217 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:46.985716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ad505df3-623b-485f-9ac6-82f973c33591 None None] For port 7e5e4269-9faf-4e5e-af17-e4bab97691d6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7e5e4269-9faf-4e5e-af17-e4bab97691d6,segment=NetworkSegment(5001a5ff-1192-4557-8e69-e59117546530),segment_id=5001a5ff-1192-4557-8e69-e59117546530)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:46.986822 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ad505df3-623b-485f-9ac6-82f973c33591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.010182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ad505df3-623b-485f-9ac6-82f973c33591 None None] Calling delete_port for 7e5e4269-9faf-4e5e-af17-e4bab97691d6 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:47.015685 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-94aab9b7-ecbc-45b9-b1b0-11b99eff2275 req-49743c11-91ee-49f7-af92-544aed791bbe service neutron] 10.222.0.21 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105997 Nov 27 01:23:47.017066 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3ad30e63-c52f-48b2-8490-be5f655cc852 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.018268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3ad30e63-c52f-48b2-8490-be5f655cc852 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.030998 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Pushing event deleted for resources: {'Port': ['ID=7e5e4269-9faf-4e5e-af17-e4bab97691d6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:47.034009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] No DVR routers for this DVR port 7e5e4269-9faf-4e5e-af17-e4bab97691d6 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:47.130584 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.145936 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3ad30e63-c52f-48b2-8490-be5f655cc852 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.154457 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3ad30e63-c52f-48b2-8490-be5f655cc852 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.164928 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d85bd8-7813-4534-b6d3-6a9543daf3aa']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:47.187712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5001a5ff-1192-4557-8e69-e59117546530') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:47.188065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5001a5ff-1192-4557-8e69-e59117546530') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:47.198785 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3ad30e63-c52f-48b2-8490-be5f655cc852 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.199984 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3ad30e63-c52f-48b2-8490-be5f655cc852 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2444768 Nov 27 01:23:47.203646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38622) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:47.209339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ee57562a-581f-4f43-8bdb-0939548402aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'port': {'network_id': '1ac1ad79-024b-4bb1-abbf-93fca4c875a3', 'name': 'tempest-RoutersIpV6Test-1428376591'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:47.217855 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-94aab9b7-ecbc-45b9-b1b0-11b99eff2275 req-7efaf761-33c5-4ec3-af83-d5e33ab9800a service neutron] 10.222.0.21 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938992 Nov 27 01:23:47.226082 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ad505df3-623b-485f-9ac6-82f973c33591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.236392 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.257029 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.266785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:23:47.267174 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:23:47.270649 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:23:47.272865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-1ac1ad79-024b-4bb1-abbf-93fca4c875a3', 'network_id': '1ac1ad79-024b-4bb1-abbf-93fca4c875a3', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'fixed_ips': [{'subnet_id': '0d48592e-f357-4447-82b5-4f74f2b32bbb'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:23:47.274298 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.278517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad505df3-623b-485f-9ac6-82f973c33591 None None] Pushing event deleted for resources: {'Port': ['ID=7e5e4269-9faf-4e5e-af17-e4bab97691d6,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:47.279342 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9485a20-648d-489a-8efd-de3143254ef5 req-5d2f95cc-f42f-4acf-a883-029229c75f11 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:47.281194 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c9485a20-648d-489a-8efd-de3143254ef5 req-5d2f95cc-f42f-4acf-a883-029229c75f11 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 943 time: 0.1230199 Nov 27 01:23:47.296228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad505df3-623b-485f-9ac6-82f973c33591 None None] No DVR routers for this DVR port 7e5e4269-9faf-4e5e-af17-e4bab97691d6 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:47.387502 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c9485a20-648d-489a-8efd-de3143254ef5 req-4f682f44-3941-4301-94e1-e976a1aee2d2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956099 Nov 27 01:23:47.394268 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.410908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.414473 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] 10.222.0.15 "DELETE /v2.0/networks/a6d85bd8-7813-4534-b6d3-6a9543daf3aa HTTP/1.1" status: 204 len: 168 time: 1.0028234 Nov 27 01:23:47.417329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee57562a-581f-4f43-8bdb-0939548402aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:47.424806 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ee57562a-581f-4f43-8bdb-0939548402aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.433167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a439b-659c-48f3-8d07-e6a4bfa6520b tempest-ExtraDHCPOptionsTestJSON-1031352777 tempest-ExtraDHCPOptionsTestJSON-1031352777-project] Pushing event deleted for resources: {'Network': ['ID=a6d85bd8-7813-4534-b6d3-6a9543daf3aa,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:47.472634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-ee57562a-581f-4f43-8bdb-0939548402aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] device_id is not set on port c279df1c-75b5-4262-b963-e8fbd78ec20d yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:47.494629 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb373a0b-23e1-4d4b-8ec8-7cfb8fadde80 req-ee6473ff-d557-49f8-a19a-310eefdc1099 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:47.494873 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eb373a0b-23e1-4d4b-8ec8-7cfb8fadde80 req-ee6473ff-d557-49f8-a19a-310eefdc1099 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 944 time: 0.0964508 Nov 27 01:23:47.503161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Allocated IP 2001:db8::2 (1ac1ad79-024b-4bb1-abbf-93fca4c875a3/0d48592e-f357-4447-82b5-4f74f2b32bbb/d5d5737e-b63a-4169-932f-40d7501c73b3) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:47.586645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c279dae6-a71d-4a2b-a53f-490bf091fc8b details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:23:47.593823 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eb373a0b-23e1-4d4b-8ec8-7cfb8fadde80 req-3c4955e6-0589-4168-8b64-9a2eadfef1b4 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/security-groups?id=32f0d8fa-a36c-4854-9e66-ff93938001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711954 Nov 27 01:23:47.616530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 54acbafb-e308-4df4-a33f-04e949eb3797 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:47.797746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 54acbafb-e308-4df4-a33f-04e949eb3797 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:23:47.801644 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38632) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:47.812987 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.821230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 54acbafb-e308-4df4-a33f-04e949eb3797 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:47.821605 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.856343 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.866912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c279dae6-a71d-4a2b-a53f-490bf091fc8b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c279dae6-a71d-4a2b-a53f-490bf091fc8b,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:47.912722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-ee57562a-581f-4f43-8bdb-0939548402aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Allocated IP 2001:db8::216 (1ac1ad79-024b-4bb1-abbf-93fca4c875a3/0d48592e-f357-4447-82b5-4f74f2b32bbb/c279df1c-75b5-4262-b963-e8fbd78ec20d) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:47.933881 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Network 1ac1ad79-024b-4bb1-abbf-93fca4c875a3 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:47.934775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'c279dae6-a71d-4a2b-a53f-490bf091fc8b', 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4', 'port_id': 'c279dae6-a71d-4a2b-a53f-490bf091fc8b', 'mac_address': 'fa:16:3e:02:7d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb65a4f-8130-468e-bf18-e53950271a4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:23:47.945862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:47.954576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:47.975694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Pushing event updated for resources: {'Port': ['ID=d5d5737e-b63a-4169-932f-40d7501c73b3,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:48.050439 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.061688 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-828f8eea-f9a0-4422-a4fe-d8c31db89aab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf73232674fc46a99e8d417ef83b6dad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586167 Nov 27 01:23:48.064350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38636) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:48.087103 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c279dae6-a71d-4a2b-a53f-490bf091fc8b {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:23:48.091251 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Attempting to bind port d5d5737e-b63a-4169-932f-40d7501c73b3 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:48.091626 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Attempting to bind port d5d5737e-b63a-4169-932f-40d7501c73b3 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '735795b4-50db-460e-8dd6-64f6dc0806c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1ac1ad79-024b-4bb1-abbf-93fca4c875a3'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:48.091987 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Attempting to bind port d5d5737e-b63a-4169-932f-40d7501c73b3 on network 1ac1ad79-024b-4bb1-abbf-93fca4c875a3 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:48.096747 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.113640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:48.114021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Checking segment: {'id': '735795b4-50db-460e-8dd6-64f6dc0806c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1ac1ad79-024b-4bb1-abbf-93fca4c875a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:48.114424 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.114826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Bound using segment: {'id': '735795b4-50db-460e-8dd6-64f6dc0806c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1ac1ad79-024b-4bb1-abbf-93fca4c875a3'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:48.115298 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Bound port: d5d5737e-b63a-4169-932f-40d7501c73b3, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735795b4-50db-460e-8dd6-64f6dc0806c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1ac1ad79-024b-4bb1-abbf-93fca4c875a3'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:48.115681 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.125594 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ee57562a-581f-4f43-8bdb-0939548402aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.134100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c279dae6-a71d-4a2b-a53f-490bf091fc8b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c279dae6-a71d-4a2b-a53f-490bf091fc8b,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:48.149137 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.157926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9593218-d9ce-4a46-b994-d2f5b2dc913b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54acbafb-e308-4df4-a33f-04e949eb3797'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:48.160413 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9236b43e-4da0-46b1-a029-666e17caaa0f" -d '{"events": [{"server_uuid": "f9593218-d9ce-4a46-b994-d2f5b2dc913b", "name": "network-vif-plugged", "status": "completed", "tag": "54acbafb-e308-4df4-a33f-04e949eb3797"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:48.178016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ee57562a-581f-4f43-8bdb-0939548402aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.218443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 54acbafb-e308-4df4-a33f-04e949eb3797, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=54acbafb-e308-4df4-a33f-04e949eb3797,segment=NetworkSegment(adcff2fb-3111-4231-b790-fdc8cd54e840),segment_id=adcff2fb-3111-4231-b790-fdc8cd54e840)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:48.229735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee57562a-581f-4f43-8bdb-0939548402aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 1ac1ad79-024b-4bb1-abbf-93fca4c875a3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:48.234574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-ee57562a-581f-4f43-8bdb-0939548402aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:48.234766 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.245041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee57562a-581f-4f43-8bdb-0939548402aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:48.250789 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7e5e4269-9faf-4e5e-af17-e4bab97691d6 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:48.253253 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57562a-581f-4f43-8bdb-0939548402aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:48.254254 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ee57562a-581f-4f43-8bdb-0939548402aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.272432 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93010c79-4c71-438d-89ad-8f80924b93ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.285827 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16ced9a-cbc9-4320-a795-03cf93305826 x-openstack-request-id: req-e16ced9a-cbc9-4320-a795-03cf93305826 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:48.286123 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9593218-d9ce-4a46-b994-d2f5b2dc913b", "name": "network-vif-plugged", "status": "completed", "tag": "54acbafb-e308-4df4-a33f-04e949eb3797", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:48.286386 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e16ced9a-cbc9-4320-a795-03cf93305826 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:48.286788 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9593218-d9ce-4a46-b994-d2f5b2dc913b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54acbafb-e308-4df4-a33f-04e949eb3797', 'code': 200} Nov 27 01:23:48.298426 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 7e5e4269-9faf-4e5e-af17-e4bab97691d6 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:48.298770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7e5e4269-9faf-4e5e-af17-e4bab97691d6 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:48.303886 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=c279dae6-a71d-4a2b-a53f-490bf091fc8b,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:48.304278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57562a-581f-4f43-8bdb-0939548402aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=c279df1c-75b5-4262-b963-e8fbd78ec20d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:48.319515 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ee57562a-581f-4f43-8bdb-0939548402aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1121354 Nov 27 01:23:48.319731 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38642) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:48.330285 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93010c79-4c71-438d-89ad-8f80924b93ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.335033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] For port d5d5737e-b63a-4169-932f-40d7501c73b3, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:48.357592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] For port d5d5737e-b63a-4169-932f-40d7501c73b3, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d5d5737e-b63a-4169-932f-40d7501c73b3,segment=NetworkSegment(735795b4-50db-460e-8dd6-64f6dc0806c1),segment_id=735795b4-50db-460e-8dd6-64f6dc0806c1)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:48.366360 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.383877 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=54acbafb-e308-4df4-a33f-04e949eb3797,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:48.440170 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93010c79-4c71-438d-89ad-8f80924b93ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.443979 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93010c79-4c71-438d-89ad-8f80924b93ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.449362 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-93010c79-4c71-438d-89ad-8f80924b93ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2fe4379-7d68-4d92-a12b-ec00d98fac93 HTTP/1.1" status: 204 len: 168 time: 0.3838096 Nov 27 01:23:48.469942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93010c79-4c71-438d-89ad-8f80924b93ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe4379-7d68-4d92-a12b-ec00d98fac93,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:48.470867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a84137-f108-4d35-b677-202228aa4eb0 None None] Pushing event updated for resources: {'Port': ['ID=d5d5737e-b63a-4169-932f-40d7501c73b3,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:48.586536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['c279dae6-a71d-4a2b-a53f-490bf091fc8b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:23:48.614327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2f655-40e3-4e09-bf37-983a941ff9a7 req-45c5fd16-a395-4214-a532-17db6f33df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:48.615851 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6df2f655-40e3-4e09-bf37-983a941ff9a7 req-45c5fd16-a395-4214-a532-17db6f33df9f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 1097 time: 0.1689234 Nov 27 01:23:48.626818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca774cb-11ff-4988-ae80-44a73968adc6 req-415f150d-7488-4083-b1f2-81cb1470cad5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:48.630354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ca774cb-11ff-4988-ae80-44a73968adc6 req-415f150d-7488-4083-b1f2-81cb1470cad5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 944 time: 0.0912466 Nov 27 01:23:48.763872 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ca774cb-11ff-4988-ae80-44a73968adc6 req-88fae506-17b5-4f9a-9ee2-51e20846ed6e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267138 Nov 27 01:23:48.920538 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6df2f655-40e3-4e09-bf37-983a941ff9a7 req-440de3e5-b745-4074-a5c5-13417a2b2d8c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=32f0d8fa-a36c-4854-9e66-ff93938001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826242 Nov 27 01:23:48.958640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299594b-3167-4abb-943d-d13d59039796 req-e093ed2e-ef98-4356-8018-c82133f5aa21 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:48.964829 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5299594b-3167-4abb-943d-d13d59039796 req-e093ed2e-ef98-4356-8018-c82133f5aa21 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 945 time: 0.1600995 Nov 27 01:23:49.083734 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5299594b-3167-4abb-943d-d13d59039796 req-3bf859dd-de2a-4ed8-baa9-d6f2dabf99a1 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/security-groups?id=32f0d8fa-a36c-4854-9e66-ff93938001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919924 Nov 27 01:23:49.090636 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.530740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38672) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:49.591895 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c279dae6-a71d-4a2b-a53f-490bf091fc8b up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:49.696846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port c279dae6-a71d-4a2b-a53f-490bf091fc8b completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:23:49.701648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port c279dae6-a71d-4a2b-a53f-490bf091fc8b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:49.702158 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.771191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1477424997-network', 'tenant_id': '04662cd6ee8d4274971e4cb724852443'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:49.797817 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.810510 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81c835-0d10-4377-bfd5-9ead2555f690 None None] Network 1ac1ad79-024b-4bb1-abbf-93fca4c875a3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:49.819555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] Made reservation on behalf of 04662cd6ee8d4274971e4cb724852443 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:49.822934 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.834664 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.903661 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.912771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c279dae6-a71d-4a2b-a53f-490bf091fc8b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c279dae6-a71d-4a2b-a53f-490bf091fc8b,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:49.919093 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.924739 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.934569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cae623e0-3f23-41af-9975-cbb94e1fb624 None None] Provisioning complete for port d5d5737e-b63a-4169-932f-40d7501c73b3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:49.934943 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cae623e0-3f23-41af-9975-cbb94e1fb624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.940572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb9cf8-6826-42a1-b2dd-1e8e6bdee8c9 req-79d25629-6bb5-4b56-8219-29058d9db094 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:49.942193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0abb9cf8-6826-42a1-b2dd-1e8e6bdee8c9 req-79d25629-6bb5-4b56-8219-29058d9db094 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 944 time: 0.0877707 Nov 27 01:23:49.958847 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.967634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.022072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc75ed94-b505-426c-a801-c17eca6b2565,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:50.037819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=c279df1c-75b5-4262-b963-e8fbd78ec20d,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:50.077543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:50.110314 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.111525 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] Added segment 8ef9ff43-c462-49cb-af7e-dd2bd87e46c2 of type vlan for network aa58a0a0-25df-4e99-b0a5-4ec86df6a9c3 Nov 27 01:23:50.187737 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0abb9cf8-6826-42a1-b2dd-1e8e6bdee8c9 req-fb9550ed-0ded-47be-9837-185aa1f8d55a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905982 Nov 27 01:23:50.248163 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.290094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c279dae6-a71d-4a2b-a53f-490bf091fc8b'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:50.292488 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fb1418-75e6-40c8-8397-d3bb2b09810a" -d '{"events": [{"server_uuid": "0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a", "name": "network-vif-plugged", "status": "completed", "tag": "c279dae6-a71d-4a2b-a53f-490bf091fc8b"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:50.323413 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.340712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=c279dae6-a71d-4a2b-a53f-490bf091fc8b,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:50.363257 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d5d5737e-b63a-4169-932f-40d7501c73b3 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:50.366165 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.368954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:50.368954 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.425717 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1414e85e-30a0-4951-adaf-b33bd754b359 x-openstack-request-id: req-1414e85e-30a0-4951-adaf-b33bd754b359 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:50.426110 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a", "name": "network-vif-plugged", "status": "completed", "tag": "c279dae6-a71d-4a2b-a53f-490bf091fc8b", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:50.426486 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1414e85e-30a0-4951-adaf-b33bd754b359 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:50.426963 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c279dae6-a71d-4a2b-a53f-490bf091fc8b', 'code': 200} Nov 27 01:23:50.457213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98324f-b91a-40bb-9146-49d70c16242a req-cdb1018d-cc86-47ff-9ade-68c06a5f6b02 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:50.457942 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.459866 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e98324f-b91a-40bb-9146-49d70c16242a req-cdb1018d-cc86-47ff-9ade-68c06a5f6b02 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 945 time: 0.2089067 Nov 27 01:23:50.508278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d5d5737e-b63a-4169-932f-40d7501c73b3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:50.508816 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.554057 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cae623e0-3f23-41af-9975-cbb94e1fb624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.564050 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0320580 Nov 27 01:23:50.565505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38696) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:50.594938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043618a-da6e-4b31-88fa-409ea840fdbd admin admin] Pushing event updated for resources: {'Network': ['ID=aa58a0a0-25df-4e99-b0a5-4ec86df6a9c3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:50.623072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-2ba371ca-d55f-4197-b5d4-3e1a2f02a534 admin admin] Request body: {'subnet': {'network_id': 'aa58a0a0-25df-4e99-b0a5-4ec86df6a9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1477424997-subnet', 'tenant_id': '04662cd6ee8d4274971e4cb724852443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:50.628002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4067a23-6fe9-40b0-a7bf-b972ff4cc3c7 req-e5faec33-e01d-4227-99de-a8ff886bbed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:50.629452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network aa58a0a0-25df-4e99-b0a5-4ec86df6a9c3 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:50.629911 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4067a23-6fe9-40b0-a7bf-b972ff4cc3c7 req-e5faec33-e01d-4227-99de-a8ff886bbed9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 1097 time: 0.1598010 Nov 27 01:23:50.645129 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e98324f-b91a-40bb-9146-49d70c16242a req-0df36721-a0e2-4967-89f1-69cc56e34bfa tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/security-groups?id=32f0d8fa-a36c-4854-9e66-ff93938001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347513 Nov 27 01:23:50.757066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cae623e0-3f23-41af-9975-cbb94e1fb624 None None] For port d5d5737e-b63a-4169-932f-40d7501c73b3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d5d5737e-b63a-4169-932f-40d7501c73b3,segment=NetworkSegment(735795b4-50db-460e-8dd6-64f6dc0806c1),segment_id=735795b4-50db-460e-8dd6-64f6dc0806c1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:50.778729 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cae623e0-3f23-41af-9975-cbb94e1fb624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.802648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba371ca-d55f-4197-b5d4-3e1a2f02a534 admin admin] Made reservation on behalf of 04662cd6ee8d4274971e4cb724852443 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:50.805653 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ba371ca-d55f-4197-b5d4-3e1a2f02a534 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.878035 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.951999 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4067a23-6fe9-40b0-a7bf-b972ff4cc3c7 req-9717c65b-5307-4764-afd7-efc2e7b677c7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699647 Nov 27 01:23:50.960776 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70fed6-1fb3-4200-ae44-6d0ac69907d5 req-28b26cea-f24a-4b27-9769-96d98e9eb271 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:50.963221 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b70fed6-1fb3-4200-ae44-6d0ac69907d5 req-28b26cea-f24a-4b27-9769-96d98e9eb271 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.2860999 Nov 27 01:23:50.966338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dd0d17c0-acac-4410-bb37-443768bca325 None None] Provisioning complete for port d5d5737e-b63a-4169-932f-40d7501c73b3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:50.966965 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dd0d17c0-acac-4410-bb37-443768bca325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.029352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae623e0-3f23-41af-9975-cbb94e1fb624 None None] Pushing event updated for resources: {'Port': ['ID=d5d5737e-b63a-4169-932f-40d7501c73b3,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:51.034917 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:23:51.034917 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:23:51.186149 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b70fed6-1fb3-4200-ae44-6d0ac69907d5 req-f9a26f0c-faa3-4d82-8ac5-113526362009 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452954 Nov 27 01:23:51.204440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dd0d17c0-acac-4410-bb37-443768bca325 None None] Provisioning complete for port c279df1c-75b5-4262-b963-e8fbd78ec20d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:51.204954 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dd0d17c0-acac-4410-bb37-443768bca325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.293757 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-dd0d17c0-acac-4410-bb37-443768bca325 None None] Port c279df1c-75b5-4262-b963-e8fbd78ec20d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:51.296152 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.313381 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.314187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.392325 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc143ff-86b3-47d4-b047-207d418674be req-736d41ae-8127-4ac9-afe9-0001fc00f05c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:51.394231 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1fc143ff-86b3-47d4-b047-207d418674be req-736d41ae-8127-4ac9-afe9-0001fc00f05c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0593426 Nov 27 01:23:51.424667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4edcf928-ca06-456b-a482-ca2267794952 None None] Provisioning complete for port c279df1c-75b5-4262-b963-e8fbd78ec20d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:51.425036 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4edcf928-ca06-456b-a482-ca2267794952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.488768 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1fc143ff-86b3-47d4-b047-207d418674be req-4c83218a-7e50-44d1-b028-b7e5b1c1bc38 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880904 Nov 27 01:23:51.519810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4edcf928-ca06-456b-a482-ca2267794952 None None] Port c279df1c-75b5-4262-b963-e8fbd78ec20d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:51.524959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=c279df1c-75b5-4262-b963-e8fbd78ec20d,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:51.537271 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ba371ca-d55f-4197-b5d4-3e1a2f02a534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.595688 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8e09b-fb98-4be6-85c2-b44e1305d8d3 req-4e1cf6dd-6b50-4608-ada0-7f1ff38e57e4 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:51.596906 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66e8e09b-fb98-4be6-85c2-b44e1305d8d3 req-4e1cf6dd-6b50-4608-ada0-7f1ff38e57e4 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 945 time: 0.2471335 Nov 27 01:23:51.654846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-692b6174-1940-4516-955e-3b81bd77c183 None None] Provisioning complete for port c279df1c-75b5-4262-b963-e8fbd78ec20d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:51.656047 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-692b6174-1940-4516-955e-3b81bd77c183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.656178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba371ca-d55f-4197-b5d4-3e1a2f02a534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b089cb0f-b6c9-4a47-885a-0d269f193e94,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:51.712886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 1ac1ad79-024b-4bb1-abbf-93fca4c875a3 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:51.719965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-692b6174-1940-4516-955e-3b81bd77c183 None None] Port c279df1c-75b5-4262-b963-e8fbd78ec20d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:51.723632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:51.736858 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66e8e09b-fb98-4be6-85c2-b44e1305d8d3 req-bf7c6f74-a422-496a-877a-ec2d9fef1535 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249042 Nov 27 01:23:51.738808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba371ca-d55f-4197-b5d4-3e1a2f02a534 admin admin] Checking segment: {'id': '8ef9ff43-c462-49cb-af7e-dd2bd87e46c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'aa58a0a0-25df-4e99-b0a5-4ec86df6a9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:51.739171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba371ca-d55f-4197-b5d4-3e1a2f02a534 admin admin] Network hostable DHCP agents. Network: aa58a0a0-25df-4e99-b0a5-4ec86df6a9c3, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:23:51.833204 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba371ca-d55f-4197-b5d4-3e1a2f02a534 admin admin] Network aa58a0a0-25df-4e99-b0a5-4ec86df6a9c3 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:23:51.847931 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-2ba371ca-d55f-4197-b5d4-3e1a2f02a534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, aa58a0a0-25df-4e99-b0a5-4ec86df6a9c3) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:51.853298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba371ca-d55f-4197-b5d4-3e1a2f02a534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:51.853906 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ba371ca-d55f-4197-b5d4-3e1a2f02a534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.869579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d961c875-2d97-493f-8bc8-67b4851a02b2 None None] Network aa58a0a0-25df-4e99-b0a5-4ec86df6a9c3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:51.882113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2ba371ca-d55f-4197-b5d4-3e1a2f02a534 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3145571 Nov 27 01:23:51.926786 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router b25489b8-5247-4f74-aac5-fe488426583f is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:23:51.937296 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5115102-f5b8-41a6-82f0-2e2165ad856c req-51de098d-3efe-41f7-b7db-9ddfd3eef18e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:51.944831 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a5115102-f5b8-41a6-82f0-2e2165ad856c req-51de098d-3efe-41f7-b7db-9ddfd3eef18e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1436670 Nov 27 01:23:52.030912 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a5115102-f5b8-41a6-82f0-2e2165ad856c req-078a6d62-410b-4265-b29b-6fa927e546e1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842490 Nov 27 01:23:52.177239 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b9db19-7ad8-41f4-b121-41b7e173365c None None] Network aa58a0a0-25df-4e99-b0a5-4ec86df6a9c3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:52.314740 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae6548-7082-4bf9-80fb-d7c1a38c9048 req-8b8712da-8c09-4a5d-875e-2bcc952d44a6 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:52.324817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d5d5737e-b63a-4169-932f-40d7501c73b3 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:52.326204 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1fae6548-7082-4bf9-80fb-d7c1a38c9048 req-8b8712da-8c09-4a5d-875e-2bcc952d44a6 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 945 time: 0.1731284 Nov 27 01:23:52.333042 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:52.358033 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6ba65987-3c63-46f1-ae35-c9883355db84 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/b25489b8-5247-4f74-aac5-fe488426583f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0343876 Nov 27 01:23:52.358919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38754) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:52.385915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edca8a0b-505f-4c4e-b3b2-6648a1c7bddb None None] Sync routers for ids ['b25489b8-5247-4f74-aac5-fe488426583f'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:52.444759 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d3f954-3be9-4382-8e56-4a453f30b637 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:52.446036 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edca8a0b-505f-4c4e-b3b2-6648a1c7bddb None None] Routers {'b25489b8-5247-4f74-aac5-fe488426583f'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:52.446748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-edca8a0b-505f-4c4e-b3b2-6648a1c7bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b25489b8-5247-4f74-aac5-fe488426583f'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:52.449934 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38760) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:52.450317 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-483c1dae-e277-4ce0-978e-8b94b0a54715 None None] Provisioning complete for port c279df1c-75b5-4262-b963-e8fbd78ec20d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:52.450447 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-13d3f954-3be9-4382-8e56-4a453f30b637 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports/c279df1c-75b5-4262-b963-e8fbd78ec20d HTTP/1.1" status: 200 len: 984 time: 0.0903890 Nov 27 01:23:52.450697 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-483c1dae-e277-4ce0-978e-8b94b0a54715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:52.466302 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1fae6548-7082-4bf9-80fb-d7c1a38c9048 req-3a05e092-a579-405c-acf2-3850dfbc580a tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/security-groups?id=32f0d8fa-a36c-4854-9e66-ff93938001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382899 Nov 27 01:23:52.534543 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-edca8a0b-505f-4c4e-b3b2-6648a1c7bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:52.547358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d5d5737e-b63a-4169-932f-40d7501c73b3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:52.547739 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:52.589127 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-483c1dae-e277-4ce0-978e-8b94b0a54715 None None] Port c279df1c-75b5-4262-b963-e8fbd78ec20d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:52.602142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edca8a0b-505f-4c4e-b3b2-6648a1c7bddb None None] Routers {'b25489b8-5247-4f74-aac5-fe488426583f'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:52.602784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-edca8a0b-505f-4c4e-b3b2-6648a1c7bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b25489b8-5247-4f74-aac5-fe488426583f'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:52.693171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-edca8a0b-505f-4c4e-b3b2-6648a1c7bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:52.693919 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edca8a0b-505f-4c4e-b3b2-6648a1c7bddb None None] The sync data for ids ['b25489b8-5247-4f74-aac5-fe488426583f'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:52.806015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fdd61-b71e-4444-ab2f-d9affe03bd49 req-ddd44fad-02f8-4870-8a40-3cd60938b5f5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:52.807533 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-462fdd61-b71e-4444-ab2f-d9affe03bd49 req-ddd44fad-02f8-4870-8a40-3cd60938b5f5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1017363 Nov 27 01:23:52.832131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38774) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:52.839018 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2092978785-network', 'tenant_id': 'f0ecc3bfd46e4f1d8a66c622bdcadd1e'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:52.897818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] Made reservation on behalf of f0ecc3bfd46e4f1d8a66c622bdcadd1e for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:52.901009 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:52.909724 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-462fdd61-b71e-4444-ab2f-d9affe03bd49 req-339cead5-a9f4-4e31-a11f-b8400fc8ec0f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946743 Nov 27 01:23:52.914969 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:52.928565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dcd0d-b0f0-4abb-90df-2f325233fcd4 req-01721120-a2a8-4163-9620-6c6ba3522c01 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:52.931157 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f37dcd0d-b0f0-4abb-90df-2f325233fcd4 req-01721120-a2a8-4163-9620-6c6ba3522c01 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 945 time: 0.0876186 Nov 27 01:23:53.026930 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f37dcd0d-b0f0-4abb-90df-2f325233fcd4 req-a957b09c-aee3-4671-b49a-0d48d2e6cb26 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804472 Nov 27 01:23:53.043307 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4fd4-65dc-40cf-ab33-f5a1a3c7eb9d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.100668 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.105524 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.120151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:53.134776 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.135145 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] Added segment 669cf4d6-cfba-4e36-a19e-6bc0a293771e of type vlan for network e6d7df9f-df81-4c26-b02b-3b5d4a559e9d Nov 27 01:23:53.186880 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.220902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68455888-e900-4575-8f49-8485840d8c38,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:53.252004 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.253961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:53.254720 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.340592 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e4fd4-65dc-40cf-ab33-f5a1a3c7eb9d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port c279df1c-75b5-4262-b963-e8fbd78ec20d {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:53.341610 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4fd4-65dc-40cf-ab33-f5a1a3c7eb9d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.356187 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5200281 Nov 27 01:23:53.361762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38790) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:53.366833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c39cbca8-cb5b-4d09-9efb-6bb7ece6bebc admin admin] Request body: {'subnet': {'network_id': 'e6d7df9f-df81-4c26-b02b-3b5d4a559e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2092978785-subnet', 'tenant_id': 'f0ecc3bfd46e4f1d8a66c622bdcadd1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:53.386773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904c251-f5ee-4fa6-bf70-1953613743fe admin admin] Pushing event updated for resources: {'Network': ['ID=e6d7df9f-df81-4c26-b02b-3b5d4a559e9d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:53.399527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network e6d7df9f-df81-4c26-b02b-3b5d4a559e9d details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:53.415586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14099-188b-4b49-9082-04e45a6bca4e req-b39ed01a-66a3-4d00-9193-272c184e2378 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:53.424519 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a9e14099-188b-4b49-9082-04e45a6bca4e req-b39ed01a-66a3-4d00-9193-272c184e2378 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 945 time: 0.1154122 Nov 27 01:23:53.449614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39cbca8-cb5b-4d09-9efb-6bb7ece6bebc admin admin] Made reservation on behalf of f0ecc3bfd46e4f1d8a66c622bdcadd1e for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:53.451991 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c39cbca8-cb5b-4d09-9efb-6bb7ece6bebc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.523951 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a9e14099-188b-4b49-9082-04e45a6bca4e req-4b2f479f-eac1-4dc0-b3d1-12023017dea5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932283 Nov 27 01:23:53.532149 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4fd4-65dc-40cf-ab33-f5a1a3c7eb9d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.550855 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e4fd4-65dc-40cf-ab33-f5a1a3c7eb9d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for c279df1c-75b5-4262-b963-e8fbd78ec20d owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:53.752155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9328490-a1cf-40ed-9154-021a55d7af66 req-3521df21-6fec-4450-b023-f9d94e562f2b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:53.753829 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c9328490-a1cf-40ed-9154-021a55d7af66 req-3521df21-6fec-4450-b023-f9d94e562f2b tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 945 time: 0.1754498 Nov 27 01:23:53.900428 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c39cbca8-cb5b-4d09-9efb-6bb7ece6bebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.946626 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c9328490-a1cf-40ed-9154-021a55d7af66 req-422e2a05-3496-4527-b2be-e3ecbd821830 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/security-groups?id=32f0d8fa-a36c-4854-9e66-ff93938001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793277 Nov 27 01:23:53.995097 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4fd4-65dc-40cf-ab33-f5a1a3c7eb9d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.013519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fa4a3-eb55-4244-a1b6-7cf4a1f36b1a req-98cfa5dc-d75f-4250-b8d9-85c0f3a23da9 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:54.014981 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c32fa4a3-eb55-4244-a1b6-7cf4a1f36b1a req-98cfa5dc-d75f-4250-b8d9-85c0f3a23da9 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 945 time: 0.1932707 Nov 27 01:23:54.022978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cbca8-cb5b-4d09-9efb-6bb7ece6bebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b08d6853-8d93-4b88-8b47-236af3ff29e7,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:54.058536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e4fd4-65dc-40cf-ab33-f5a1a3c7eb9d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=c279df1c-75b5-4262-b963-e8fbd78ec20d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:54.067956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17128e5-e4c4-4ec2-813f-f7d0408ebe44 req-5960b48e-074f-4563-91fa-1d9d09334c79 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:54.076501 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b17128e5-e4c4-4ec2-813f-f7d0408ebe44 req-5960b48e-074f-4563-91fa-1d9d09334c79 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0670395 Nov 27 01:23:54.129570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39cbca8-cb5b-4d09-9efb-6bb7ece6bebc admin admin] Checking segment: {'id': '669cf4d6-cfba-4e36-a19e-6bc0a293771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e6d7df9f-df81-4c26-b02b-3b5d4a559e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:54.130203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39cbca8-cb5b-4d09-9efb-6bb7ece6bebc admin admin] Network hostable DHCP agents. Network: e6d7df9f-df81-4c26-b02b-3b5d4a559e9d, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:23:54.153329 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b17128e5-e4c4-4ec2-813f-f7d0408ebe44 req-9fd746c3-fba6-4257-ae8b-5fbcac0ecfd5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750563 Nov 27 01:23:54.269033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39cbca8-cb5b-4d09-9efb-6bb7ece6bebc admin admin] Network e6d7df9f-df81-4c26-b02b-3b5d4a559e9d is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:23:54.272483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4fd4-65dc-40cf-ab33-f5a1a3c7eb9d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.295164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-c39cbca8-cb5b-4d09-9efb-6bb7ece6bebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, e6d7df9f-df81-4c26-b02b-3b5d4a559e9d) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:54.303033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39cbca8-cb5b-4d09-9efb-6bb7ece6bebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:54.303639 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c39cbca8-cb5b-4d09-9efb-6bb7ece6bebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.308560 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d64e24b-b970-4ade-8159-dab1bdae51d6 None None] Network e6d7df9f-df81-4c26-b02b-3b5d4a559e9d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:54.384411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-c32fa4a3-eb55-4244-a1b6-7cf4a1f36b1a req-d3cb6337-7ce9-4f46-87ab-f66a5c69813a tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Deleting port 54acbafb-e308-4df4-a33f-04e949eb3797 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:54.384970 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c32fa4a3-eb55-4244-a1b6-7cf4a1f36b1a req-d3cb6337-7ce9-4f46-87ab-f66a5c69813a tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.396302 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c39cbca8-cb5b-4d09-9efb-6bb7ece6bebc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0272129 Nov 27 01:23:54.448500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99075852-675a-42c9-9475-6d11e664dd12 None None] Network e6d7df9f-df81-4c26-b02b-3b5d4a559e9d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:54.531805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38800) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:54.611148 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-760b3788-aa24-4417-986e-111d6c16ad8b admin admin] Deleting subnet b089cb0f-b6c9-4a47-885a-0d269f193e94 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:54.614822 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-760b3788-aa24-4417-986e-111d6c16ad8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.881178 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-760b3788-aa24-4417-986e-111d6c16ad8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.894403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5e4fd4-65dc-40cf-ab33-f5a1a3c7eb9d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router b25489b8-5247-4f74-aac5-fe488426583f has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:23:54.905589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-c32fa4a3-eb55-4244-a1b6-7cf4a1f36b1a req-d3cb6337-7ce9-4f46-87ab-f66a5c69813a tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] For port 54acbafb-e308-4df4-a33f-04e949eb3797, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=54acbafb-e308-4df4-a33f-04e949eb3797,segment=NetworkSegment(adcff2fb-3111-4231-b790-fdc8cd54e840),segment_id=adcff2fb-3111-4231-b790-fdc8cd54e840)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:54.905980 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c32fa4a3-eb55-4244-a1b6-7cf4a1f36b1a req-d3cb6337-7ce9-4f46-87ab-f66a5c69813a tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.922824 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-760b3788-aa24-4417-986e-111d6c16ad8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.923224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3b34a-036b-43ef-8bd0-95fc117bb4a7 req-3a7ebc6b-e373-457f-bbbc-d5612c4ee1e2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:54.924738 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5aa3b34a-036b-43ef-8bd0-95fc117bb4a7 req-3a7ebc6b-e373-457f-bbbc-d5612c4ee1e2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 945 time: 0.1692531 Nov 27 01:23:54.934424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-c32fa4a3-eb55-4244-a1b6-7cf4a1f36b1a req-d3cb6337-7ce9-4f46-87ab-f66a5c69813a tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Calling delete_port for 54acbafb-e308-4df4-a33f-04e949eb3797 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:54.985266 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-760b3788-aa24-4417-986e-111d6c16ad8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.000395 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-760b3788-aa24-4417-986e-111d6c16ad8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.006174 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-760b3788-aa24-4417-986e-111d6c16ad8b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b089cb0f-b6c9-4a47-885a-0d269f193e94 HTTP/1.1" status: 204 len: 168 time: 0.4710023 Nov 27 01:23:55.022441 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38806) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:55.031587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b3788-aa24-4417-986e-111d6c16ad8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b089cb0f-b6c9-4a47-885a-0d269f193e94,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:55.113785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5e4fd4-65dc-40cf-ab33-f5a1a3c7eb9d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:55.131102 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0a5e4fd4-65dc-40cf-ab33-f5a1a3c7eb9d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/b25489b8-5247-4f74-aac5-fe488426583f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6773930 Nov 27 01:23:55.140930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38810) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:55.149032 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f66419-391c-4054-a1e1-e3873049bd93 None None] Sync routers for ids ['b25489b8-5247-4f74-aac5-fe488426583f'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:55.172940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f401-76db-4ef7-aef0-8e5a69d60fd5 req-ad86fa49-5888-45bd-bf7c-374cdb1a7373 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:55.173371 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f66419-391c-4054-a1e1-e3873049bd93 None None] Routers {'b25489b8-5247-4f74-aac5-fe488426583f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:55.173667 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc79f401-76db-4ef7-aef0-8e5a69d60fd5 req-ad86fa49-5888-45bd-bf7c-374cdb1a7373 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9593218-d9ce-4a46-b994-d2f5b2dc913b HTTP/1.1" status: 200 len: 945 time: 0.0913630 Nov 27 01:23:55.174339 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-69f66419-391c-4054-a1e1-e3873049bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b25489b8-5247-4f74-aac5-fe488426583f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:55.232124 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5aa3b34a-036b-43ef-8bd0-95fc117bb4a7 req-7a79f401-7c49-4d59-a92c-a8d9875297ae tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987025 Nov 27 01:23:55.232914 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-69f66419-391c-4054-a1e1-e3873049bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:55.252502 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f66419-391c-4054-a1e1-e3873049bd93 None None] Routers {'b25489b8-5247-4f74-aac5-fe488426583f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:55.253972 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-69f66419-391c-4054-a1e1-e3873049bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b25489b8-5247-4f74-aac5-fe488426583f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:55.258607 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63e2fb5-da92-4edf-a65f-59c338e74954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.259369 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c32fa4a3-eb55-4244-a1b6-7cf4a1f36b1a req-d3cb6337-7ce9-4f46-87ab-f66a5c69813a tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.274407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78ba33-9c9f-480a-ac9a-0fc7795c68b6 req-86b2c0b7-c3b1-4abd-afd1-f97b559c7d49 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:55.276296 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af78ba33-9c9f-480a-ac9a-0fc7795c68b6 req-86b2c0b7-c3b1-4abd-afd1-f97b559c7d49 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 945 time: 0.2127285 Nov 27 01:23:55.294417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['54acbafb-e308-4df4-a33f-04e949eb3797'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:23:55.315067 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-69f66419-391c-4054-a1e1-e3873049bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:55.315713 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f66419-391c-4054-a1e1-e3873049bd93 None None] The sync data for ids ['b25489b8-5247-4f74-aac5-fe488426583f'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:55.338044 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc79f401-76db-4ef7-aef0-8e5a69d60fd5 req-c1efb837-1917-4429-8c21-19c212565136 tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.15 "GET /v2.0/security-groups?id=32f0d8fa-a36c-4854-9e66-ff93938001b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915818 Nov 27 01:23:55.368038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb6337-7ce9-4f46-87ab-f66a5c69813a tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Pushing event deleted for resources: {'Port': ['ID=54acbafb-e308-4df4-a33f-04e949eb3797,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:55.458065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32fa4a3-eb55-4244-a1b6-7cf4a1f36b1a req-d3cb6337-7ce9-4f46-87ab-f66a5c69813a tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] No DVR routers for this DVR port 54acbafb-e308-4df4-a33f-04e949eb3797 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:55.465157 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c32fa4a3-eb55-4244-a1b6-7cf4a1f36b1a req-d3cb6337-7ce9-4f46-87ab-f66a5c69813a tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.468601 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c32fa4a3-eb55-4244-a1b6-7cf4a1f36b1a req-d3cb6337-7ce9-4f46-87ab-f66a5c69813a tempest-ServerMetadataNegativeTestJSON-991498168 tempest-ServerMetadataNegativeTestJSON-991498168-project] 10.222.0.21 "DELETE /v2.0/ports/54acbafb-e308-4df4-a33f-04e949eb3797 HTTP/1.1" status: 204 len: 173 time: 1.4401238 Nov 27 01:23:55.469054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9593218-d9ce-4a46-b994-d2f5b2dc913b', 'name': 'network-vif-deleted', 'tag': '54acbafb-e308-4df4-a33f-04e949eb3797'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:55.471320 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21486bc-cf61-48c1-85e2-e0824707d6eb" -d '{"events": [{"server_uuid": "f9593218-d9ce-4a46-b994-d2f5b2dc913b", "name": "network-vif-deleted", "tag": "54acbafb-e308-4df4-a33f-04e949eb3797"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:55.496846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9843b7d-5c3c-45bd-bd2c-fb63b46a2039 req-4c71360d-1148-4c55-8095-d575c8c1c493 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:55.499190 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9843b7d-5c3c-45bd-bd2c-fb63b46a2039 req-4c71360d-1148-4c55-8095-d575c8c1c493 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1381371 Nov 27 01:23:55.547469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-af78ba33-9c9f-480a-ac9a-0fc7795c68b6 req-feead02c-b62a-4881-94fa-31f401e6f72f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Deleting port c279dae6-a71d-4a2b-a53f-490bf091fc8b {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:55.547850 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-af78ba33-9c9f-480a-ac9a-0fc7795c68b6 req-feead02c-b62a-4881-94fa-31f401e6f72f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.551935 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-53cdddba-aca6-49b4-af15-92adef8ad185 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] remove_router_interface failed (client error): The resource could not be found. Nov 27 01:23:55.555538 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-53cdddba-aca6-49b4-af15-92adef8ad185 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/b25489b8-5247-4f74-aac5-fe488426583f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4073033 Nov 27 01:23:55.556798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38816) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:55.594108 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63e2fb5-da92-4edf-a65f-59c338e74954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.600492 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f415af9d-3a48-44d6-bd38-4a0f3e971844 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b25489b8-5247-4f74-aac5-fe488426583f HTTP/1.1" status: 200 len: 205 time: 0.0412838 Nov 27 01:23:55.602005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38818) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:55.618234 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a63e2fb5-da92-4edf-a65f-59c338e74954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa58a0a0-25df-4e99-b0a5-4ec86df6a9c3']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:55.620487 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8788f0f-7957-43a6-ad82-146c1d03950a x-openstack-request-id: req-d8788f0f-7957-43a6-ad82-146c1d03950a {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:55.620790 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9593218-d9ce-4a46-b994-d2f5b2dc913b", "name": "network-vif-deleted", "tag": "54acbafb-e308-4df4-a33f-04e949eb3797", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:55.621048 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8788f0f-7957-43a6-ad82-146c1d03950a {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:55.621459 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9593218-d9ce-4a46-b994-d2f5b2dc913b', 'name': 'network-vif-deleted', 'tag': '54acbafb-e308-4df4-a33f-04e949eb3797', 'status': 'completed', 'code': 200} Nov 27 01:23:55.629217 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9843b7d-5c3c-45bd-bd2c-fb63b46a2039 req-8e706968-59f2-4a5f-9b20-a7a53edbc3f2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232421 Nov 27 01:23:55.629417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a63e2fb5-da92-4edf-a65f-59c338e74954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef9ff43-c462-49cb-af7e-dd2bd87e46c2') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:55.629519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a63e2fb5-da92-4edf-a65f-59c338e74954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef9ff43-c462-49cb-af7e-dd2bd87e46c2') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:55.643356 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63e2fb5-da92-4edf-a65f-59c338e74954 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.659762 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63e2fb5-da92-4edf-a65f-59c338e74954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.668145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63e2fb5-da92-4edf-a65f-59c338e74954 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:23:55.668145 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63e2fb5-da92-4edf-a65f-59c338e74954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:23:55.670333 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:23:55.716615 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fb119b71-8930-43fe-8e76-c16db78d07b4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.730250 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63e2fb5-da92-4edf-a65f-59c338e74954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.736589 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63e2fb5-da92-4edf-a65f-59c338e74954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.742880 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a63e2fb5-da92-4edf-a65f-59c338e74954 admin admin] 10.222.0.15 "DELETE /v2.0/networks/aa58a0a0-25df-4e99-b0a5-4ec86df6a9c3 HTTP/1.1" status: 204 len: 168 time: 0.7160103 Nov 27 01:23:55.743601 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38820) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:55.760197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e2fb5-da92-4edf-a65f-59c338e74954 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa58a0a0-25df-4e99-b0a5-4ec86df6a9c3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:55.800627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6921070-6d0a-474f-80ff-fc6c38d02f9a admin admin] Deleting subnet b08d6853-8d93-4b88-8b47-236af3ff29e7 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:55.807402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-af78ba33-9c9f-480a-ac9a-0fc7795c68b6 req-feead02c-b62a-4881-94fa-31f401e6f72f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] For port c279dae6-a71d-4a2b-a53f-490bf091fc8b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c279dae6-a71d-4a2b-a53f-490bf091fc8b,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:55.807615 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-af78ba33-9c9f-480a-ac9a-0fc7795c68b6 req-feead02c-b62a-4881-94fa-31f401e6f72f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.808061 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a6921070-6d0a-474f-80ff-fc6c38d02f9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.866367 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a6921070-6d0a-474f-80ff-fc6c38d02f9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.868610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-af78ba33-9c9f-480a-ac9a-0fc7795c68b6 req-feead02c-b62a-4881-94fa-31f401e6f72f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Calling delete_port for c279dae6-a71d-4a2b-a53f-490bf091fc8b owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:55.922074 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a6921070-6d0a-474f-80ff-fc6c38d02f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.948464 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fb119b71-8930-43fe-8e76-c16db78d07b4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.952160 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fb119b71-8930-43fe-8e76-c16db78d07b4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.992073 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a6921070-6d0a-474f-80ff-fc6c38d02f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.024162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6921070-6d0a-474f-80ff-fc6c38d02f9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b08d6853-8d93-4b88-8b47-236af3ff29e7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:56.031591 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a6921070-6d0a-474f-80ff-fc6c38d02f9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.040836 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a6921070-6d0a-474f-80ff-fc6c38d02f9a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b08d6853-8d93-4b88-8b47-236af3ff29e7 HTTP/1.1" status: 204 len: 168 time: 0.2962196 Nov 27 01:23:56.041598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38822) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:56.042368 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fb119b71-8930-43fe-8e76-c16db78d07b4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.042949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb119b71-8930-43fe-8e76-c16db78d07b4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Fanout notify agent at l3_agent the message router_deleted on router b25489b8-5247-4f74-aac5-fe488426583f {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:23:56.057724 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fb119b71-8930-43fe-8e76-c16db78d07b4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.058918 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fb119b71-8930-43fe-8e76-c16db78d07b4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/routers/b25489b8-5247-4f74-aac5-fe488426583f HTTP/1.1" status: 204 len: 168 time: 0.4565980 Nov 27 01:23:56.062057 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38824) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:56.188068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd0ef9f-3bbc-43d9-8974-bd8145fbae2c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting subnet 0d48592e-f357-4447-82b5-4f74f2b32bbb {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:56.194469 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-65d359f5-b0d5-4f5b-a8a0-1afe82120a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.196706 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ef9f-3bbc-43d9-8974-bd8145fbae2c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.289343 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ef9f-3bbc-43d9-8974-bd8145fbae2c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.352995 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-af78ba33-9c9f-480a-ac9a-0fc7795c68b6 req-feead02c-b62a-4881-94fa-31f401e6f72f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.388318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['661c154f-79bc-400a-9d94-c712e62173e7'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:23:56.392281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636fdb9-abd5-44b7-ac5d-e2b8efc5d9fd req-0ea56148-9181-4540-a89e-652c8d1ff58d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:56.404856 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b636fdb9-abd5-44b7-ac5d-e2b8efc5d9fd req-0ea56148-9181-4540-a89e-652c8d1ff58d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a HTTP/1.1" status: 200 len: 867 time: 0.0657289 Nov 27 01:23:56.408076 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['c279dae6-a71d-4a2b-a53f-490bf091fc8b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:23:56.413532 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feead02c-b62a-4881-94fa-31f401e6f72f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Pushing event deleted for resources: {'Port': ['ID=c279dae6-a71d-4a2b-a53f-490bf091fc8b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:56.491908 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b636fdb9-abd5-44b7-ac5d-e2b8efc5d9fd req-315677a2-83aa-4df9-ac93-1e64c212f8d9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860202 Nov 27 01:23:56.497425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38832) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:56.513959 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-65d359f5-b0d5-4f5b-a8a0-1afe82120a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.543793 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-af78ba33-9c9f-480a-ac9a-0fc7795c68b6 req-feead02c-b62a-4881-94fa-31f401e6f72f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] No DVR routers for this DVR port c279dae6-a71d-4a2b-a53f-490bf091fc8b on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:56.550672 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-af78ba33-9c9f-480a-ac9a-0fc7795c68b6 req-feead02c-b62a-4881-94fa-31f401e6f72f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.552337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b9ffcf-f0e3-48dc-b11e-84f090c78ba1 admin admin] Deleting subnet 859d0cc6-951e-4b33-ad58-3f18f9e7b78f {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:56.554715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af78ba33-9c9f-480a-ac9a-0fc7795c68b6 req-feead02c-b62a-4881-94fa-31f401e6f72f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.21 "DELETE /v2.0/ports/c279dae6-a71d-4a2b-a53f-490bf091fc8b HTTP/1.1" status: 204 len: 173 time: 1.2662942 Nov 27 01:23:56.556699 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2b9ffcf-f0e3-48dc-b11e-84f090c78ba1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.573600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-65d359f5-b0d5-4f5b-a8a0-1afe82120a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d7df9f-df81-4c26-b02b-3b5d4a559e9d']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:56.576676 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ef9f-3bbc-43d9-8974-bd8145fbae2c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.610868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-65d359f5-b0d5-4f5b-a8a0-1afe82120a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669cf4d6-cfba-4e36-a19e-6bc0a293771e') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:56.611192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-65d359f5-b0d5-4f5b-a8a0-1afe82120a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669cf4d6-cfba-4e36-a19e-6bc0a293771e') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:56.620436 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2b9ffcf-f0e3-48dc-b11e-84f090c78ba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.626039 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-65d359f5-b0d5-4f5b-a8a0-1afe82120a7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.647382 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-65d359f5-b0d5-4f5b-a8a0-1afe82120a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.658227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d359f5-b0d5-4f5b-a8a0-1afe82120a7b admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:23:56.658741 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-65d359f5-b0d5-4f5b-a8a0-1afe82120a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:23:56.660893 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:23:56.690383 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2b9ffcf-f0e3-48dc-b11e-84f090c78ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.712330 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ef9f-3bbc-43d9-8974-bd8145fbae2c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.761700 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0ef9f-3bbc-43d9-8974-bd8145fbae2c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Subnet': ['ID=0d48592e-f357-4447-82b5-4f74f2b32bbb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:56.774641 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2b9ffcf-f0e3-48dc-b11e-84f090c78ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.775245 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ef9f-3bbc-43d9-8974-bd8145fbae2c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.778653 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cdd0ef9f-3bbc-43d9-8974-bd8145fbae2c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/0d48592e-f357-4447-82b5-4f74f2b32bbb HTTP/1.1" status: 204 len: 168 time: 0.7143111 Nov 27 01:23:56.781734 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-65d359f5-b0d5-4f5b-a8a0-1afe82120a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.783501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38836) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:56.785788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a2bbc4-2d74-4dce-bd31-dee1640dd07c None None] Network 1ac1ad79-024b-4bb1-abbf-93fca4c875a3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:56.812029 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-65d359f5-b0d5-4f5b-a8a0-1afe82120a7b admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.815224 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-65d359f5-b0d5-4f5b-a8a0-1afe82120a7b admin admin] 10.222.0.15 "DELETE /v2.0/networks/e6d7df9f-df81-4c26-b02b-3b5d4a559e9d HTTP/1.1" status: 204 len: 168 time: 0.7702796 Nov 27 01:23:56.832073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9ffcf-f0e3-48dc-b11e-84f090c78ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=859d0cc6-951e-4b33-ad58-3f18f9e7b78f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:56.834661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2b9ffcf-f0e3-48dc-b11e-84f090c78ba1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.840823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b2b9ffcf-f0e3-48dc-b11e-84f090c78ba1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/859d0cc6-951e-4b33-ad58-3f18f9e7b78f HTTP/1.1" status: 204 len: 168 time: 0.3422115 Nov 27 01:23:56.841465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38840) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:56.865868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d359f5-b0d5-4f5b-a8a0-1afe82120a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=e6d7df9f-df81-4c26-b02b-3b5d4a559e9d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:56.920588 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e339dd30-04f8-46f5-969b-4026fccb4bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.924853 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.943334 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0103f-dda1-448e-a8a7-c3ab19b927e6 req-87a8bc23-295a-43d4-b59b-1b07e38ad916 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:56.950289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-acf0103f-dda1-448e-a8a7-c3ab19b927e6 req-87a8bc23-295a-43d4-b59b-1b07e38ad916 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1909382 Nov 27 01:23:57.043001 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e339dd30-04f8-46f5-969b-4026fccb4bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.073364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-e339dd30-04f8-46f5-969b-4026fccb4bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397f9248-cbe1-447a-aa10-fa7d7583c379']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.084275 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-e339dd30-04f8-46f5-969b-4026fccb4bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcff2fb-3111-4231-b790-fdc8cd54e840') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.084741 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-e339dd30-04f8-46f5-969b-4026fccb4bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcff2fb-3111-4231-b790-fdc8cd54e840') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.096052 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e339dd30-04f8-46f5-969b-4026fccb4bda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.099620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port d5d5737e-b63a-4169-932f-40d7501c73b3 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:57.100066 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.109981 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-acf0103f-dda1-448e-a8a7-c3ab19b927e6 req-2408e205-f1d5-4ff6-bf79-f186f3a31ecb tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509378 Nov 27 01:23:57.116398 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e339dd30-04f8-46f5-969b-4026fccb4bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.121664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112af1a0-ca2e-4825-a122-a6ab732372b3 None None] DHCP port deletion for 1ac1ad79-024b-4bb1-abbf-93fca4c875a3 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:57.123824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e339dd30-04f8-46f5-969b-4026fccb4bda admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:23:57.124585 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e339dd30-04f8-46f5-969b-4026fccb4bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:23:57.126950 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:23:57.184139 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38842) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:57.190927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] For port d5d5737e-b63a-4169-932f-40d7501c73b3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d5d5737e-b63a-4169-932f-40d7501c73b3,segment=NetworkSegment(735795b4-50db-460e-8dd6-64f6dc0806c1),segment_id=735795b4-50db-460e-8dd6-64f6dc0806c1)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:57.191302 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.206360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for d5d5737e-b63a-4169-932f-40d7501c73b3 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:57.223540 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-112af1a0-ca2e-4825-a122-a6ab732372b3 None None] Deleting port d5d5737e-b63a-4169-932f-40d7501c73b3 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:57.223540 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-112af1a0-ca2e-4825-a122-a6ab732372b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.247890 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4ca5132b-9e21-42ae-a892-040cfad3e9de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04662cd6ee8d4274971e4cb724852443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0619702 Nov 27 01:23:57.249073 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e339dd30-04f8-46f5-969b-4026fccb4bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.250837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38844) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:57.317739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-112af1a0-ca2e-4825-a122-a6ab732372b3 None None] For port d5d5737e-b63a-4169-932f-40d7501c73b3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d5d5737e-b63a-4169-932f-40d7501c73b3,segment=NetworkSegment(735795b4-50db-460e-8dd6-64f6dc0806c1),segment_id=735795b4-50db-460e-8dd6-64f6dc0806c1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:57.318214 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-112af1a0-ca2e-4825-a122-a6ab732372b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.318487 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.341383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-112af1a0-ca2e-4825-a122-a6ab732372b3 None None] Calling delete_port for d5d5737e-b63a-4169-932f-40d7501c73b3 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:57.362221 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e339dd30-04f8-46f5-969b-4026fccb4bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.364657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No DVR routers for this DVR port d5d5737e-b63a-4169-932f-40d7501c73b3 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:57.366583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=d5d5737e-b63a-4169-932f-40d7501c73b3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:57.375088 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e339dd30-04f8-46f5-969b-4026fccb4bda admin admin] 10.222.0.15 "DELETE /v2.0/networks/397f9248-cbe1-447a-aa10-fa7d7583c379 HTTP/1.1" status: 204 len: 168 time: 0.5299180 Nov 27 01:23:57.390139 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339dd30-04f8-46f5-969b-4026fccb4bda admin admin] Pushing event deleted for resources: {'Network': ['ID=397f9248-cbe1-447a-aa10-fa7d7583c379,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:57.427681 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9554894-8901-4cc5-86dc-ef7b65d1b585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.446616 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-112af1a0-ca2e-4825-a122-a6ab732372b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.464103 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.473693 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9554894-8901-4cc5-86dc-ef7b65d1b585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.475311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112af1a0-ca2e-4825-a122-a6ab732372b3 None None] Pushing event deleted for resources: {'Port': ['ID=d5d5737e-b63a-4169-932f-40d7501c73b3,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:57.483420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112af1a0-ca2e-4825-a122-a6ab732372b3 None None] No DVR routers for this DVR port d5d5737e-b63a-4169-932f-40d7501c73b3 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:57.487769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac1ad79-024b-4bb1-abbf-93fca4c875a3']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.502228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735795b4-50db-460e-8dd6-64f6dc0806c1') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.502527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735795b4-50db-460e-8dd6-64f6dc0806c1') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.518694 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.535138 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.562952 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9554894-8901-4cc5-86dc-ef7b65d1b585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.569783 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:23:57.570943 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.572857 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9554894-8901-4cc5-86dc-ef7b65d1b585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:23:57.578341 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:23:57.589983 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b9554894-8901-4cc5-86dc-ef7b65d1b585 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc75ed94-b505-426c-a801-c17eca6b2565 HTTP/1.1" status: 204 len: 168 time: 0.3267174 Nov 27 01:23:57.618624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9554894-8901-4cc5-86dc-ef7b65d1b585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc75ed94-b505-426c-a801-c17eca6b2565,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:57.662043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a', 'name': 'network-vif-deleted', 'tag': 'c279dae6-a71d-4a2b-a53f-490bf091fc8b'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:57.665225 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175c3938-7be4-4871-abd0-10848bfb7dd1" -d '{"events": [{"server_uuid": "0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a", "name": "network-vif-deleted", "tag": "c279dae6-a71d-4a2b-a53f-490bf091fc8b"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:57.674394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c279dae6-a71d-4a2b-a53f-490bf091fc8b no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:57.722112 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.732996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38858) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:57.759980 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: c279dae6-a71d-4a2b-a53f-490bf091fc8b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:57.760430 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c279dae6-a71d-4a2b-a53f-490bf091fc8b not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:57.760870 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 54acbafb-e308-4df4-a33f-04e949eb3797 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:57.765768 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.772501 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/networks/1ac1ad79-024b-4bb1-abbf-93fca4c875a3 HTTP/1.1" status: 204 len: 168 time: 0.9848959 Nov 27 01:23:57.772501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf8805-ef24-49fa-ba6a-6a20ea1a4e00 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Network': ['ID=1ac1ad79-024b-4bb1-abbf-93fca4c875a3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:57.784425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38860) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:57.792423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 54acbafb-e308-4df4-a33f-04e949eb3797 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:57.792423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 54acbafb-e308-4df4-a33f-04e949eb3797 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:57.793178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3beabe-4d70-4cc8-890a-df6a3ece3fd1 req-17cce1f2-b8e3-4a4c-8143-32100043f0fb tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:57.794711 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef3beabe-4d70-4cc8-890a-df6a3ece3fd1 req-17cce1f2-b8e3-4a4c-8143-32100043f0fb tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1266465 Nov 27 01:23:57.797802 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365c90bc-84ec-45db-96bb-c0a3fdc3d16a x-openstack-request-id: req-365c90bc-84ec-45db-96bb-c0a3fdc3d16a {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:57.798090 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a", "name": "network-vif-deleted", "tag": "c279dae6-a71d-4a2b-a53f-490bf091fc8b", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:57.798349 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-365c90bc-84ec-45db-96bb-c0a3fdc3d16a {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:57.798799 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2b8a60-f9c0-41a0-bff0-6c32d3d05d5a', 'name': 'network-vif-deleted', 'tag': 'c279dae6-a71d-4a2b-a53f-490bf091fc8b', 'status': 'completed', 'code': 200} Nov 27 01:23:57.802159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d5ee411a-907d-4aca-9ab2-bd25eebabaf7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2136635725'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:57.818739 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c716a02a-db9e-4833-96ce-3c1e0bebb102 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e12d49b6bab74dd496a1c017acd84fa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0823691 Nov 27 01:23:57.819311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38864) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:57.853903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ee411a-907d-4aca-9ab2-bd25eebabaf7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:57.858178 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5ee411a-907d-4aca-9ab2-bd25eebabaf7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.877496 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef3beabe-4d70-4cc8-890a-df6a3ece3fd1 req-4364b31e-588e-47d0-a039-851b179fd445 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712698 Nov 27 01:23:57.881952 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5d048d2-87f8-4e62-b56f-ba19d537c9af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.891469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ee411a-907d-4aca-9ab2-bd25eebabaf7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:57.903430 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5ee411a-907d-4aca-9ab2-bd25eebabaf7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.903743 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-d5ee411a-907d-4aca-9ab2-bd25eebabaf7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Added segment c9ece854-c2f1-4390-a745-21685c387ed5 of type vlan for network 2f2ffcf6-803b-4100-906c-4767d73c6c03 Nov 27 01:23:57.911472 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5d048d2-87f8-4e62-b56f-ba19d537c9af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.952635 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5ee411a-907d-4aca-9ab2-bd25eebabaf7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.971125 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5d048d2-87f8-4e62-b56f-ba19d537c9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.974687 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5d048d2-87f8-4e62-b56f-ba19d537c9af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.979798 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e5d048d2-87f8-4e62-b56f-ba19d537c9af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32f0d8fa-a36c-4854-9e66-ff93938001b4 HTTP/1.1" status: 204 len: 168 time: 0.1591177 Nov 27 01:23:57.980840 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5ee411a-907d-4aca-9ab2-bd25eebabaf7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.987677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee411a-907d-4aca-9ab2-bd25eebabaf7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:57.988297 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5ee411a-907d-4aca-9ab2-bd25eebabaf7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.988964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d048d2-87f8-4e62-b56f-ba19d537c9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f0d8fa-a36c-4854-9e66-ff93938001b4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:58.052156 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38870) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:58.057381 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d5ee411a-907d-4aca-9ab2-bd25eebabaf7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2616329 Nov 27 01:23:58.060289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38872) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:58.067323 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-76186589-956d-4bd9-a8f0-32d94774cef2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'subnet': {'network_id': '2f2ffcf6-803b-4100-906c-4767d73c6c03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:58.073463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee411a-907d-4aca-9ab2-bd25eebabaf7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Network': ['ID=2f2ffcf6-803b-4100-906c-4767d73c6c03,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:58.097880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 2f2ffcf6-803b-4100-906c-4767d73c6c03 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:58.138724 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-76c04685-3a4b-4bae-a7c2-71db9a9ad62c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0ecc3bfd46e4f1d8a66c622bdcadd1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0817661 Nov 27 01:23:58.139038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38878) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:58.233848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76186589-956d-4bd9-a8f0-32d94774cef2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:58.234956 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-add59973-1bc9-4536-8595-4c34989a1471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:58.237674 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76186589-956d-4bd9-a8f0-32d94774cef2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:58.245239 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d5d5737e-b63a-4169-932f-40d7501c73b3 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:58.272196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: d5d5737e-b63a-4169-932f-40d7501c73b3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:58.272489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d5d5737e-b63a-4169-932f-40d7501c73b3 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:58.304602 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-add59973-1bc9-4536-8595-4c34989a1471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:58.329356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971350de-6efc-47af-b77d-650852f151fb req-1eeb12f4-38be-4f9a-9a48-c5ba0812ace0 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:58.330887 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-971350de-6efc-47af-b77d-650852f151fb req-1eeb12f4-38be-4f9a-9a48-c5ba0812ace0 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1383855 Nov 27 01:23:58.357714 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6606f-a3df-4d3f-a63c-ff8c2dd53736 req-e0973e7d-0994-4501-849a-70c6c404b02a tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:58.359715 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a2a6606f-a3df-4d3f-a63c-ff8c2dd53736 req-e0973e7d-0994-4501-849a-70c6c404b02a tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1380310 Nov 27 01:23:58.389194 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-add59973-1bc9-4536-8595-4c34989a1471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:58.392202 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-add59973-1bc9-4536-8595-4c34989a1471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:58.395951 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-add59973-1bc9-4536-8595-4c34989a1471 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68455888-e900-4575-8f49-8485840d8c38 HTTP/1.1" status: 204 len: 168 time: 0.2535362 Nov 27 01:23:58.413428 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add59973-1bc9-4536-8595-4c34989a1471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68455888-e900-4575-8f49-8485840d8c38,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:58.448327 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-971350de-6efc-47af-b77d-650852f151fb req-a1c7bde1-e20c-4ebf-8dd8-ac9ed6cb4d39 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012468 Nov 27 01:23:58.480730 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a2a6606f-a3df-4d3f-a63c-ff8c2dd53736 req-d8de5b10-666d-412b-9bf7-1561b87118ed tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080198 Nov 27 01:23:58.497275 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:58.653708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5f29c-31b8-4dcc-8452-276b3034aaa0 req-e8b20f99-f2e5-440c-8708-64449357700b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:58.660834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93f5f29c-31b8-4dcc-8452-276b3034aaa0 req-e8b20f99-f2e5-440c-8708-64449357700b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1215241 Nov 27 01:23:58.667389 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76186589-956d-4bd9-a8f0-32d94774cef2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:58.761195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76186589-956d-4bd9-a8f0-32d94774cef2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Subnet': ['ID=559b5a92-1b2e-4ba4-89c6-904b72e36a5b,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:58.776569 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93f5f29c-31b8-4dcc-8452-276b3034aaa0 req-c4c7216f-6399-49fe-a437-1fd251c237ec tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096909 Nov 27 01:23:58.788154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76186589-956d-4bd9-a8f0-32d94774cef2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Checking segment: {'id': 'c9ece854-c2f1-4390-a745-21685c387ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2f2ffcf6-803b-4100-906c-4767d73c6c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:58.788635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76186589-956d-4bd9-a8f0-32d94774cef2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network hostable DHCP agents. Network: 2f2ffcf6-803b-4100-906c-4767d73c6c03, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:23:58.813960 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76186589-956d-4bd9-a8f0-32d94774cef2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 2f2ffcf6-803b-4100-906c-4767d73c6c03 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:23:58.831227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-76186589-956d-4bd9-a8f0-32d94774cef2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 2f2ffcf6-803b-4100-906c-4767d73c6c03) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:58.842501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9d902d-ef0e-4ef6-888b-e40d03d93baf None None] Network 2f2ffcf6-803b-4100-906c-4767d73c6c03 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:58.846342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76186589-956d-4bd9-a8f0-32d94774cef2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:58.846890 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76186589-956d-4bd9-a8f0-32d94774cef2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:58.885825 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-76186589-956d-4bd9-a8f0-32d94774cef2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8236778 Nov 27 01:23:58.886479 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38916) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:58.893202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c08f5712-d2b6-4b1a-95ec-f7bb847a62fd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1445315093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:58.935843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c08f5712-d2b6-4b1a-95ec-f7bb847a62fd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:58.937134 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c08f5712-d2b6-4b1a-95ec-f7bb847a62fd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.054822 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c08f5712-d2b6-4b1a-95ec-f7bb847a62fd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.059937 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c08f5712-d2b6-4b1a-95ec-f7bb847a62fd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.092794 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c08f5712-d2b6-4b1a-95ec-f7bb847a62fd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.094194 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c08f5712-d2b6-4b1a-95ec-f7bb847a62fd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2059050 Nov 27 01:23:59.097090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38920) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:59.107162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-2f2ffcf6-803b-4100-906c-4767d73c6c03', 'network_id': '2f2ffcf6-803b-4100-906c-4767d73c6c03', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'fixed_ips': [{'subnet_id': '559b5a92-1b2e-4ba4-89c6-904b72e36a5b'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:23:59.108035 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.417288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Allocated IP 2001:db8::2 (2f2ffcf6-803b-4100-906c-4767d73c6c03/559b5a92-1b2e-4ba4-89c6-904b72e36a5b/ec63f09b-91b4-44a2-b4c6-7230ea2c06cc) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:59.481370 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38940) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:59.670031 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.684874 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.787022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ced72e-8ed2-44dc-bee2-c6268ed235b8 req-6fd9d841-0ff5-465d-aa90-eab87909fb13 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:59.805905 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-15ced72e-8ed2-44dc-bee2-c6268ed235b8 req-6fd9d841-0ff5-465d-aa90-eab87909fb13 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1893997 Nov 27 01:23:59.813662 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Network 2f2ffcf6-803b-4100-906c-4767d73c6c03 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:59.818312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Pushing event updated for resources: {'Port': ['ID=ec63f09b-91b4-44a2-b4c6-7230ea2c06cc,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:59.823583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:59.836284 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:59.958517 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-15ced72e-8ed2-44dc-bee2-c6268ed235b8 req-aa9f2ab4-27fc-4a56-adfc-bb255e32ff0b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444612 Nov 27 01:23:59.982766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-397747980-network', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:59.989304 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Attempting to bind port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:59.989681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Attempting to bind port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'c9ece854-c2f1-4390-a745-21685c387ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2f2ffcf6-803b-4100-906c-4767d73c6c03'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:59.990228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Attempting to bind port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc on network 2f2ffcf6-803b-4100-906c-4767d73c6c03 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:59.998611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:59.999258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Checking segment: {'id': 'c9ece854-c2f1-4390-a745-21685c387ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2f2ffcf6-803b-4100-906c-4767d73c6c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:59.999823 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.000404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Bound using segment: {'id': 'c9ece854-c2f1-4390-a745-21685c387ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2f2ffcf6-803b-4100-906c-4767d73c6c03'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:00.005437 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Bound port: ec63f09b-91b4-44a2-b4c6-7230ea2c06cc, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ece854-c2f1-4390-a745-21685c387ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2f2ffcf6-803b-4100-906c-4767d73c6c03'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:00.006089 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.037421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] Made reservation on behalf of 2666e5b4df3746d1a96c8ab22c44db0b for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:00.044525 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.061515 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.134965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] For port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:00.138506 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] For port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ec63f09b-91b4-44a2-b4c6-7230ea2c06cc,segment=NetworkSegment(c9ece854-c2f1-4390-a745-21685c387ed5),segment_id=c9ece854-c2f1-4390-a745-21685c387ed5)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:00.145233 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.190558 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.197809 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.201217 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.207495 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00a0b6-4fc5-4041-b18c-eb0dc11f966d None None] Pushing event updated for resources: {'Port': ['ID=ec63f09b-91b4-44a2-b4c6-7230ea2c06cc,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:00.242747 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:24:00.276212 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:00.282051 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.282387 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] Added segment 841d74f8-2044-4df7-a6f1-cb365d90c74e of type vlan for network a774b0ea-8ef6-4e2e-9918-cbc8326667de Nov 27 01:24:00.389456 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.431413 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.434037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:00.435608 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.520169 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.627671 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1445000 Nov 27 01:24:00.630350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38962) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:00.667769 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d07fe8d4-fb22-4708-97e7-a15a24c0d459 admin admin] Request body: {'subnet': {'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-397747980-subnet', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:00.690519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834119f-a3b5-4bd7-9163-056a10ffc97a admin admin] Pushing event updated for resources: {'Network': ['ID=a774b0ea-8ef6-4e2e-9918-cbc8326667de,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:00.703771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network a774b0ea-8ef6-4e2e-9918-cbc8326667de details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:24:00.741106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07fe8d4-fb22-4708-97e7-a15a24c0d459 admin admin] Made reservation on behalf of 2666e5b4df3746d1a96c8ab22c44db0b for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:00.745719 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d07fe8d4-fb22-4708-97e7-a15a24c0d459 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.846857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Allocated IP 2001:db8::1 (2f2ffcf6-803b-4100-906c-4767d73c6c03/559b5a92-1b2e-4ba4-89c6-904b72e36a5b/54fc070f-67e8-43e4-a8e3-997318016911) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:01.146813 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.196102 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.231152 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d07fe8d4-fb22-4708-97e7-a15a24c0d459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.280990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcce60-97dd-4ecc-8634-e2898c240b55 req-ee6c676a-737b-4e69-8200-381e5c7037cb tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:01.283022 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e8bcce60-97dd-4ecc-8634-e2898c240b55 req-ee6c676a-737b-4e69-8200-381e5c7037cb tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1963770 Nov 27 01:24:01.309254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 2f2ffcf6-803b-4100-906c-4767d73c6c03 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:01.323634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:01.326425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:01.333992 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.399451 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=54fc070f-67e8-43e4-a8e3-997318016911,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:01.439179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fe8d4-fb22-4708-97e7-a15a24c0d459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd5e847-17b5-46ac-9f27-35fc7805bece,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:01.447154 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07fe8d4-fb22-4708-97e7-a15a24c0d459 admin admin] Checking segment: {'id': '841d74f8-2044-4df7-a6f1-cb365d90c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:01.447752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07fe8d4-fb22-4708-97e7-a15a24c0d459 admin admin] Network hostable DHCP agents. Network: a774b0ea-8ef6-4e2e-9918-cbc8326667de, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:24:01.486659 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07fe8d4-fb22-4708-97e7-a15a24c0d459 admin admin] Network a774b0ea-8ef6-4e2e-9918-cbc8326667de is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:24:01.513253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-d07fe8d4-fb22-4708-97e7-a15a24c0d459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, a774b0ea-8ef6-4e2e-9918-cbc8326667de) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:01.525417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a210e5-1991-4d83-bbee-8814dfc5d1d8 None None] Network a774b0ea-8ef6-4e2e-9918-cbc8326667de requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:01.529891 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07fe8d4-fb22-4708-97e7-a15a24c0d459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:01.531728 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d07fe8d4-fb22-4708-97e7-a15a24c0d459 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.535567 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e8bcce60-97dd-4ecc-8634-e2898c240b55 req-44ca016d-972e-41d9-b8c1-a07b1df11b9f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392755 Nov 27 01:24:01.580898 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d07fe8d4-fb22-4708-97e7-a15a24c0d459 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9316924 Nov 27 01:24:01.584651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38986) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:01.595947 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-397747980-router', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:01.654024 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.656285 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.680183 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.818549 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.894001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43078a5a-1318-4078-822f-2b8b9cba3ca0 None None] Network a774b0ea-8ef6-4e2e-9918-cbc8326667de requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:02.054487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2352d673-175a-4dca-a5f3-fa0193cc8fe0 None None] Network 2f2ffcf6-803b-4100-906c-4767d73c6c03 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:02.245789 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.261054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-519bf425-9f7a-4e2e-a00b-928d39bc5692 None None] Provisioning complete for port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:02.261760 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-519bf425-9f7a-4e2e-a00b-928d39bc5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.372708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ec63f09b-91b4-44a2-b4c6-7230ea2c06cc up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:02.397691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb1a3e-d14f-4ef3-8724-8b7a74307f8d req-86843120-fdcd-4502-8f81-925c35fb66c5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:02.410146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20cb1a3e-d14f-4ef3-8724-8b7a74307f8d req-86843120-fdcd-4502-8f81-925c35fb66c5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1732762 Nov 27 01:24:02.450596 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.461875 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.462776 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.538111 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20cb1a3e-d14f-4ef3-8724-8b7a74307f8d req-aaacf684-a101-45ef-8106-d625f2fa1551 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267068 Nov 27 01:24:02.559964 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.603972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=54fc070f-67e8-43e4-a8e3-997318016911,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:02.614038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.660677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:02.661032 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.704199 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-519bf425-9f7a-4e2e-a00b-928d39bc5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.709395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 2f2ffcf6-803b-4100-906c-4767d73c6c03 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:02.712533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:02.739052 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Allocated IP 172.25.1.232 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/df15f3b3-1cfc-460b-9f16-f50edf76a90f) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:02.755761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-519bf425-9f7a-4e2e-a00b-928d39bc5692 None None] For port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ec63f09b-91b4-44a2-b4c6-7230ea2c06cc,segment=NetworkSegment(c9ece854-c2f1-4390-a745-21685c387ed5),segment_id=c9ece854-c2f1-4390-a745-21685c387ed5)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:02.825173 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.836546 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-519bf425-9f7a-4e2e-a00b-928d39bc5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.872710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6c76f-6a85-4b4c-a68f-36d5ab4f9db9 req-f4a72f4f-9edd-4f05-a5f1-c252b44d2b09 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:02.879155 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ddb6c76f-6a85-4b4c-a68f-36d5ab4f9db9 req-f4a72f4f-9edd-4f05-a5f1-c252b44d2b09 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.2323418 Nov 27 01:24:02.960133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 975834d4-ee90-4263-bbc4-dc09b1e15488 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:24:02.992164 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ddb6c76f-6a85-4b4c-a68f-36d5ab4f9db9 req-b197c69b-740a-482a-8aac-69b0b4c252b8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041422 Nov 27 01:24:03.059384 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:24:03.072387 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:24:03.074419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bf425-9f7a-4e2e-a00b-928d39bc5692 None None] Pushing event updated for resources: {'Port': ['ID=ec63f09b-91b4-44a2-b4c6-7230ea2c06cc,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:03.185849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b272b9-5537-4d44-8a76-75c6a8644a32 req-bb966752-7191-45af-9302-1a6f8e6f814e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:03.191231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:03.195205 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-52b272b9-5537-4d44-8a76-75c6a8644a32 req-bb966752-7191-45af-9302-1a6f8e6f814e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.4251800 Nov 27 01:24:03.200667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4c03c17b-a0fd-46e1-8a86-6b0c8a309740 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/975834d4-ee90-4263-bbc4-dc09b1e15488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1020372 Nov 27 01:24:03.203350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39016) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:03.205554 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa054c85-00bf-4da8-9613-7b2bc09c27dc None None] Sync routers for ids ['975834d4-ee90-4263-bbc4-dc09b1e15488'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:03.235123 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa054c85-00bf-4da8-9613-7b2bc09c27dc None None] Routers {'975834d4-ee90-4263-bbc4-dc09b1e15488'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:03.237673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aa054c85-00bf-4da8-9613-7b2bc09c27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['975834d4-ee90-4263-bbc4-dc09b1e15488'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:03.301664 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-52b272b9-5537-4d44-8a76-75c6a8644a32 req-5a77aba4-bd4c-4e67-bc7c-e85f3b3230e9 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014831 Nov 27 01:24:03.305424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399c7cab-aff5-4709-ae41-47a576027d52 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:03.310636 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-399c7cab-aff5-4709-ae41-47a576027d52 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports/54fc070f-67e8-43e4-a8e3-997318016911 HTTP/1.1" status: 200 len: 911 time: 0.1062613 Nov 27 01:24:03.314770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39018) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:03.320577 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aa054c85-00bf-4da8-9613-7b2bc09c27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:03.330381 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:03.347796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa054c85-00bf-4da8-9613-7b2bc09c27dc None None] Routers {'975834d4-ee90-4263-bbc4-dc09b1e15488'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:03.349131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aa054c85-00bf-4da8-9613-7b2bc09c27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['975834d4-ee90-4263-bbc4-dc09b1e15488'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:03.420326 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:03.436601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aa054c85-00bf-4da8-9613-7b2bc09c27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:03.441119 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa054c85-00bf-4da8-9613-7b2bc09c27dc None None] The sync data for ids ['975834d4-ee90-4263-bbc4-dc09b1e15488'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:03.445057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a241d671-9b20-4b8f-bcdf-6c0a5d656470 None None] Provisioning complete for port 54fc070f-67e8-43e4-a8e3-997318016911 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:03.445445 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a241d671-9b20-4b8f-bcdf-6c0a5d656470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:03.492668 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Pushing event updated for resources: {'Port': ['ID=df15f3b3-1cfc-460b-9f16-f50edf76a90f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:03.501724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:03.505554 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:03.509655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:03.546691 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a241d671-9b20-4b8f-bcdf-6c0a5d656470 None None] Port 54fc070f-67e8-43e4-a8e3-997318016911 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:03.558286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272c077b-d12a-4d8f-82f7-267f73bba57d None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:24:03.653807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a241d671-9b20-4b8f-bcdf-6c0a5d656470 None None] Provisioning complete for port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:03.654706 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a241d671-9b20-4b8f-bcdf-6c0a5d656470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:03.986088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4cdb68d6-feb9-403b-ae7a-56b3220c84a6 None None] Provisioning complete for port df15f3b3-1cfc-460b-9f16-f50edf76a90f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:03.986457 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4cdb68d6-feb9-403b-ae7a-56b3220c84a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.069739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb68d6-feb9-403b-ae7a-56b3220c84a6 None None] Port df15f3b3-1cfc-460b-9f16-f50edf76a90f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:04.087078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4cdb68d6-feb9-403b-ae7a-56b3220c84a6 None None] Provisioning complete for port 54fc070f-67e8-43e4-a8e3-997318016911 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:04.087453 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4cdb68d6-feb9-403b-ae7a-56b3220c84a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.105362 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.168653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb68d6-feb9-403b-ae7a-56b3220c84a6 None None] Port 54fc070f-67e8-43e4-a8e3-997318016911 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:04.173632 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e090b06-c1fe-4f1c-a82d-84ccf4fd3efb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.229293 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ec63f09b-91b4-44a2-b4c6-7230ea2c06cc up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:04.311092 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e09fc446-ea0a-4f55-81fd-f143834733d9 None None] Provisioning complete for port 54fc070f-67e8-43e4-a8e3-997318016911 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:04.311708 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e09fc446-ea0a-4f55-81fd-f143834733d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.388656 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e09fc446-ea0a-4f55-81fd-f143834733d9 None None] Port 54fc070f-67e8-43e4-a8e3-997318016911 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:04.410219 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:04.412338 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.517986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a263ecd-6d92-4d6e-b375-09fcca313250 req-cf63dfcc-1897-4fdb-bf6e-8ec3c11ae004 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:04.519708 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a263ecd-6d92-4d6e-b375-09fcca313250 req-cf63dfcc-1897-4fdb-bf6e-8ec3c11ae004 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0958469 Nov 27 01:24:04.575576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2e090b06-c1fe-4f1c-a82d-84ccf4fd3efb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port 54fc070f-67e8-43e4-a8e3-997318016911 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:04.575951 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e090b06-c1fe-4f1c-a82d-84ccf4fd3efb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.611229 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.699383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a263ecd-6d92-4d6e-b375-09fcca313250 req-52315775-6e37-4aa7-8bd6-c94a297db707 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694217 Nov 27 01:24:04.823617 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e090b06-c1fe-4f1c-a82d-84ccf4fd3efb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.853850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2e090b06-c1fe-4f1c-a82d-84ccf4fd3efb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for 54fc070f-67e8-43e4-a8e3-997318016911 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:04.926984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Router 4296d772-da19-4a44-8a40-d24a463db35d is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:24:05.115743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:05.134794 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Sync routers for ids ['4296d772-da19-4a44-8a40-d24a463db35d'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:05.138389 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.143071 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8512a4a8-f8c5-42b4-8c7b-53823ed5fee4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5569808 Nov 27 01:24:05.144572 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39054) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:05.145664 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Routers {'4296d772-da19-4a44-8a40-d24a463db35d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:05.146475 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['4296d772-da19-4a44-8a40-d24a463db35d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:05.206836 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e090b06-c1fe-4f1c-a82d-84ccf4fd3efb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.335967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090b06-c1fe-4f1c-a82d-84ccf4fd3efb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=54fc070f-67e8-43e4-a8e3-997318016911,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:05.384656 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Set router 4296d772-da19-4a44-8a40-d24a463db35d gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:05.450625 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81616b5b-1da0-4641-969f-798548c2735a req-92472530-eeb2-466e-8f06-824bb5fbaa38 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:05.462495 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81616b5b-1da0-4641-969f-798548c2735a req-92472530-eeb2-466e-8f06-824bb5fbaa38 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.3018084 Nov 27 01:24:05.468765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5f3f9-8485-4f18-bf81-e0c0aa84b8ec req-723eedb4-296f-4722-9c89-02e201dc2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:05.470276 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73a5f3f9-8485-4f18-bf81-e0c0aa84b8ec req-723eedb4-296f-4722-9c89-02e201dc2081 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 1096 time: 0.3080256 Nov 27 01:24:05.485306 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e090b06-c1fe-4f1c-a82d-84ccf4fd3efb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.708811 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81616b5b-1da0-4641-969f-798548c2735a req-16a2d5a4-a133-4b1e-b135-fa8e62e7e149 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413709 Nov 27 01:24:05.714912 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4296d772-da19-4a44-8a40-d24a463db35d', 'name': 'tempest-ServerRescueTestJSON-397747980-router', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'df15f3b3-1cfc-460b-9f16-f50edf76a90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:01Z', 'updated_at': '2021-11-27T01:24:03Z', 'revision_number': 3, 'project_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'gw_port': {'id': 'df15f3b3-1cfc-460b-9f16-f50edf76a90f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4296d772-da19-4a44-8a40-d24a463db35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:02Z', 'updated_at': '2021-11-27T01:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:05.743522 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Checking router: 4296d772-da19-4a44-8a40-d24a463db35d for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:24:05.744329 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Updating router 4296d772-da19-4a44-8a40-d24a463db35d port df15f3b3-1cfc-460b-9f16-f50edf76a90f binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:24:05.770384 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.793265 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.080672 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.087325 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.116050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b9235-359a-4b82-b672-2c553831c003 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:24:06.130468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Allocated IP 172.20.0.1 (a774b0ea-8ef6-4e2e-9918-cbc8326667de/afd5e847-17b5-46ac-9f27-35fc7805bece/a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:06.147557 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Attempting to bind port df15f3b3-1cfc-460b-9f16-f50edf76a90f on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:06.148857 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Attempting to bind port df15f3b3-1cfc-460b-9f16-f50edf76a90f by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:06.149430 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Attempting to bind port df15f3b3-1cfc-460b-9f16-f50edf76a90f on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:06.176900 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:06.177744 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:06.178298 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.179007 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:06.179749 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Bound port: df15f3b3-1cfc-460b-9f16-f50edf76a90f, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:06.180380 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.237523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e090b06-c1fe-4f1c-a82d-84ccf4fd3efb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 975834d4-ee90-4263-bbc4-dc09b1e15488 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:24:06.241144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-93c8fd8a-3a8f-4471-9af5-12a1aa057bf7 None None] Provisioning complete for port df15f3b3-1cfc-460b-9f16-f50edf76a90f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:06.242047 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-93c8fd8a-3a8f-4471-9af5-12a1aa057bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.242595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5f3f9-8485-4f18-bf81-e0c0aa84b8ec req-2f408db7-2e19-4d05-a1fa-30b2ed431985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:06.244100 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73a5f3f9-8485-4f18-bf81-e0c0aa84b8ec req-2f408db7-2e19-4d05-a1fa-30b2ed431985 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.7499576 Nov 27 01:24:06.244974 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] For port df15f3b3-1cfc-460b-9f16-f50edf76a90f, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:06.248805 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] For port df15f3b3-1cfc-460b-9f16-f50edf76a90f, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=df15f3b3-1cfc-460b-9f16-f50edf76a90f,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:06.276911 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c07f99-5f54-48d8-9528-09ae6ed0224a None None] Pushing event updated for resources: {'Port': ['ID=df15f3b3-1cfc-460b-9f16-f50edf76a90f,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:06.286417 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c07f99-5f54-48d8-9528-09ae6ed0224a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:06.286727 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-93c8fd8a-3a8f-4471-9af5-12a1aa057bf7 None None] Port df15f3b3-1cfc-460b-9f16-f50edf76a90f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:06.287035 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c07f99-5f54-48d8-9528-09ae6ed0224a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:06.287384 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c07f99-5f54-48d8-9528-09ae6ed0224a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:06.287721 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c07f99-5f54-48d8-9528-09ae6ed0224a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:06.288186 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c07f99-5f54-48d8-9528-09ae6ed0224a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:06.289262 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c07f99-5f54-48d8-9528-09ae6ed0224a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:06.290466 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c07f99-5f54-48d8-9528-09ae6ed0224a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:06.290466 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c07f99-5f54-48d8-9528-09ae6ed0224a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:06.290641 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c07f99-5f54-48d8-9528-09ae6ed0224a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:06.293850 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c07f99-5f54-48d8-9528-09ae6ed0224a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:06.294258 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c07f99-5f54-48d8-9528-09ae6ed0224a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:06.294593 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c07f99-5f54-48d8-9528-09ae6ed0224a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:06.300418 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.352474 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73a5f3f9-8485-4f18-bf81-e0c0aa84b8ec req-cd19ee26-2b7d-4d6d-b423-a450e5d2a2a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f HTTP/1.1" status: 200 len: 999 time: 0.0910614 Nov 27 01:24:06.376513 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.392637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379fd19-7a67-4900-a3b6-f93733145f38 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:24:06.406457 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c07f99-5f54-48d8-9528-09ae6ed0224a None None] Pushing event updated for resources: {'Port': ['ID=df15f3b3-1cfc-460b-9f16-f50edf76a90f,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:06.423589 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Routers {'4296d772-da19-4a44-8a40-d24a463db35d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:06.424425 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['4296d772-da19-4a44-8a40-d24a463db35d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:06.459546 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.474356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e090b06-c1fe-4f1c-a82d-84ccf4fd3efb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:06.486243 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0989d76-b529-4d9b-8acc-f9598037cf3f req-9f524229-e1e1-4e7c-a2fe-2d25934669bf tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:06.487811 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0989d76-b529-4d9b-8acc-f9598037cf3f req-9f524229-e1e1-4e7c-a2fe-2d25934669bf tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.2488043 Nov 27 01:24:06.492677 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2e090b06-c1fe-4f1c-a82d-84ccf4fd3efb tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/975834d4-ee90-4263-bbc4-dc09b1e15488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1768293 Nov 27 01:24:06.494240 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5f3f9-8485-4f18-bf81-e0c0aa84b8ec req-23ded108-3851-4ea9-a6a0-448e577b3e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:06.496397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73a5f3f9-8485-4f18-bf81-e0c0aa84b8ec req-23ded108-3851-4ea9-a6a0-448e577b3e03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.0785840 Nov 27 01:24:06.496922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa984ac-6490-4aee-ad5f-67d7c567242f None None] Sync routers for ids ['975834d4-ee90-4263-bbc4-dc09b1e15488'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:06.497327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39072) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:06.510274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Network a774b0ea-8ef6-4e2e-9918-cbc8326667de is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:06.527453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa984ac-6490-4aee-ad5f-67d7c567242f None None] Routers {'975834d4-ee90-4263-bbc4-dc09b1e15488'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:06.532897 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aaa984ac-6490-4aee-ad5f-67d7c567242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['975834d4-ee90-4263-bbc4-dc09b1e15488'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:06.538854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:06.548267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:06.570836 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6d59e433-a59e-44b2-88ea-09896c154ce2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports?device_id=975834d4-ee90-4263-bbc4-dc09b1e15488 HTTP/1.1" status: 200 len: 205 time: 0.0724893 Nov 27 01:24:06.579751 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39074) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:06.616145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Pushing event updated for resources: {'Port': ['ID=a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:06.627778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.651839 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-707053e7-0757-4f88-be45-fbd8f23c75a3 None None] Provisioning complete for port df15f3b3-1cfc-460b-9f16-f50edf76a90f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:06.652721 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-707053e7-0757-4f88-be45-fbd8f23c75a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.686741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5f3f9-8485-4f18-bf81-e0c0aa84b8ec req-a5ddc6a2-f665-4345-a44d-523807dfde25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:06.688274 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73a5f3f9-8485-4f18-bf81-e0c0aa84b8ec req-a5ddc6a2-f665-4345-a44d-523807dfde25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521077 Nov 27 01:24:06.688695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aaa984ac-6490-4aee-ad5f-67d7c567242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:06.714796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa984ac-6490-4aee-ad5f-67d7c567242f None None] Routers {'975834d4-ee90-4263-bbc4-dc09b1e15488'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:06.715680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aaa984ac-6490-4aee-ad5f-67d7c567242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['975834d4-ee90-4263-bbc4-dc09b1e15488'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:06.721671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0989d76-b529-4d9b-8acc-f9598037cf3f req-72a95db0-d19f-45c9-b875-be4eb125ea2d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250383 Nov 27 01:24:06.762409 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aaa984ac-6490-4aee-ad5f-67d7c567242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:06.763128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa984ac-6490-4aee-ad5f-67d7c567242f None None] The sync data for ids ['975834d4-ee90-4263-bbc4-dc09b1e15488'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:06.798273 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-299f23e7-786e-46ca-be16-f80b9fe7a6d8 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.801052 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] Set router 4296d772-da19-4a44-8a40-d24a463db35d gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:06.846887 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.858428 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-707053e7-0757-4f88-be45-fbd8f23c75a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.919605 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-707053e7-0757-4f88-be45-fbd8f23c75a3 None None] For port df15f3b3-1cfc-460b-9f16-f50edf76a90f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=df15f3b3-1cfc-460b-9f16-f50edf76a90f,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:06.931282 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-707053e7-0757-4f88-be45-fbd8f23c75a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.996423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73a5f3f9-8485-4f18-bf81-e0c0aa84b8ec req-0c76b325-264b-4877-bfab-f66cb8681511 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785320 Nov 27 01:24:07.001628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707053e7-0757-4f88-be45-fbd8f23c75a3 None None] Pushing event updated for resources: {'Port': ['ID=df15f3b3-1cfc-460b-9f16-f50edf76a90f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:07.164344 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.175543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4bf1-a342-4474-9248-7090c1465f8e req-3c3994b9-97ee-4c8d-95b7-fbd9df4cf35d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:07.177230 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4fa4bf1-a342-4474-9248-7090c1465f8e req-3c3994b9-97ee-4c8d-95b7-fbd9df4cf35d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.3197968 Nov 27 01:24:07.178621 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.193521 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4296d772-da19-4a44-8a40-d24a463db35d', 'name': 'tempest-ServerRescueTestJSON-397747980-router', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'df15f3b3-1cfc-460b-9f16-f50edf76a90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:01Z', 'updated_at': '2021-11-27T01:24:03Z', 'revision_number': 3, 'project_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'gw_port': {'id': 'df15f3b3-1cfc-460b-9f16-f50edf76a90f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4296d772-da19-4a44-8a40-d24a463db35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:02Z', 'updated_at': '2021-11-27T01:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:07.204521 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73a5f3f9-8485-4f18-bf81-e0c0aa84b8ec req-a5f15c1c-4f05-4d2a-ad08-4b75225c01b1 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749241 Nov 27 01:24:07.213414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361f4c3-9ec0-4df7-a0b0-1d54664d7093 req-66a4c4f3-8dfa-41d5-8207-bbb0d9eaf8ff tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:07.215057 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e361f4c3-9ec0-4df7-a0b0-1d54664d7093 req-66a4c4f3-8dfa-41d5-8207-bbb0d9eaf8ff tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.3144274 Nov 27 01:24:07.217480 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-299f23e7-786e-46ca-be16-f80b9fe7a6d8 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.220093 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-299f23e7-786e-46ca-be16-f80b9fe7a6d8 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.279449 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f239d1d9-753a-4ced-acfb-d4b95618b8fc None None] The sync data for ids ['4296d772-da19-4a44-8a40-d24a463db35d'] in n-d-817303-10 is: [{'id': '4296d772-da19-4a44-8a40-d24a463db35d', 'name': 'tempest-ServerRescueTestJSON-397747980-router', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'df15f3b3-1cfc-460b-9f16-f50edf76a90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:01Z', 'updated_at': '2021-11-27T01:24:03Z', 'revision_number': 3, 'project_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'gw_port': {'id': 'df15f3b3-1cfc-460b-9f16-f50edf76a90f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4296d772-da19-4a44-8a40-d24a463db35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:02Z', 'updated_at': '2021-11-27T01:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:07.303119 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:24:07.322415 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-299f23e7-786e-46ca-be16-f80b9fe7a6d8 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.324835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299f23e7-786e-46ca-be16-f80b9fe7a6d8 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Fanout notify agent at l3_agent the message router_deleted on router 975834d4-ee90-4263-bbc4-dc09b1e15488 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:24:07.346755 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-299f23e7-786e-46ca-be16-f80b9fe7a6d8 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.352881 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-299f23e7-786e-46ca-be16-f80b9fe7a6d8 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/routers/975834d4-ee90-4263-bbc4-dc09b1e15488 HTTP/1.1" status: 204 len: 168 time: 0.7711787 Nov 27 01:24:07.359967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39084) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:07.374563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Pushing event updated for resources: {'Port': ['ID=a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:07.388807 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.405019 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e361f4c3-9ec0-4df7-a0b0-1d54664d7093 req-372cfe0b-fb9c-449c-a48d-53d6289be4e8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818867 Nov 27 01:24:07.433179 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4fa4bf1-a342-4474-9248-7090c1465f8e req-315f91fa-f09f-4530-9296-67742d967b7c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465842 Nov 27 01:24:07.462552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c627037-c541-4006-b95d-92668a8a7ea3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting subnet 559b5a92-1b2e-4ba4-89c6-904b72e36a5b {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:07.474370 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9c627037-c541-4006-b95d-92668a8a7ea3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.532719 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9c627037-c541-4006-b95d-92668a8a7ea3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.596763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Network a774b0ea-8ef6-4e2e-9918-cbc8326667de is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:07.600045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:07.691711 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9c627037-c541-4006-b95d-92668a8a7ea3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.780050 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9c627037-c541-4006-b95d-92668a8a7ea3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.814950 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c627037-c541-4006-b95d-92668a8a7ea3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Subnet': ['ID=559b5a92-1b2e-4ba4-89c6-904b72e36a5b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:07.819547 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9c627037-c541-4006-b95d-92668a8a7ea3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.826880 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9c627037-c541-4006-b95d-92668a8a7ea3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/559b5a92-1b2e-4ba4-89c6-904b72e36a5b HTTP/1.1" status: 204 len: 168 time: 0.4652939 Nov 27 01:24:07.827733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39094) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:07.831334 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea5aaa7-e1a3-4b9a-8033-05cb5c618ae5 None None] Network 2f2ffcf6-803b-4100-906c-4767d73c6c03 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:07.953713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f4175-9083-4742-b46c-537522ea899c req-bdf6644a-2511-4f02-acdb-533ad51e8706 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:07.955357 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.965748 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-609f4175-9083-4742-b46c-537522ea899c req-bdf6644a-2511-4f02-acdb-533ad51e8706 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.2514353 Nov 27 01:24:08.002633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Router 4296d772-da19-4a44-8a40-d24a463db35d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:24:08.059961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:08.060494 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.218153 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-609f4175-9083-4742-b46c-537522ea899c req-341e15c7-30d3-40b1-80ac-398befe48d08 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518289 Nov 27 01:24:08.239828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] For port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ec63f09b-91b4-44a2-b4c6-7230ea2c06cc,segment=NetworkSegment(c9ece854-c2f1-4390-a745-21685c387ed5),segment_id=c9ece854-c2f1-4390-a745-21685c387ed5)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:08.239828 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.259585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:08.267126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for ec63f09b-91b4-44a2-b4c6-7230ea2c06cc owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:08.277314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3cc5c1-b707-4083-be48-e77773f88fe1 None None] DHCP port deletion for 2f2ffcf6-803b-4100-906c-4767d73c6c03 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:24:08.299419 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3708c6ae-b25f-4b0d-bff4-353083467b51 admin admin] 10.222.0.15 "PUT /v2.0/routers/4296d772-da19-4a44-8a40-d24a463db35d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1534088 Nov 27 01:24:08.353653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device df15f3b3-1cfc-460b-9f16-f50edf76a90f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:08.461873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582908d-708c-495b-8b35-b4cd8580441b req-2bc599e6-b014-461e-8620-f98685e81d99 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:08.463643 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6582908d-708c-495b-8b35-b4cd8580441b req-2bc599e6-b014-461e-8620-f98685e81d99 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0918040 Nov 27 01:24:08.478700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.508064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7a3cc5c1-b707-4083-be48-e77773f88fe1 None None] Deleting port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:08.509429 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7a3cc5c1-b707-4083-be48-e77773f88fe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.525388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=ec63f09b-91b4-44a2-b4c6-7230ea2c06cc,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:08.527347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No DVR routers for this DVR port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:24:08.631803 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port df15f3b3-1cfc-460b-9f16-f50edf76a90f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:08.632220 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.659761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6582908d-708c-495b-8b35-b4cd8580441b req-f746cf86-aea9-4c46-b507-8622dac0711a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774747 Nov 27 01:24:08.665654 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.720896 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ea42d-09b3-421f-8bb3-78a97fdd5b3a req-2fd789da-80a6-4dd5-92d8-a05d91db184f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:08.723872 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cf3ea42d-09b3-421f-8bb3-78a97fdd5b3a req-2fd789da-80a6-4dd5-92d8-a05d91db184f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1296914 Nov 27 01:24:08.728041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2ffcf6-803b-4100-906c-4767d73c6c03']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:08.743947 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ece854-c2f1-4390-a745-21685c387ed5') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:08.744279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ece854-c2f1-4390-a745-21685c387ed5') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:08.768063 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7a3cc5c1-b707-4083-be48-e77773f88fe1 None None] For port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc, host n-d-817303-10, got binding levels [] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:08.768508 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7a3cc5c1-b707-4083-be48-e77773f88fe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.781252 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.799912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7a3cc5c1-b707-4083-be48-e77773f88fe1 None None] Calling delete_port for ec63f09b-91b4-44a2-b4c6-7230ea2c06cc owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:08.803876 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.ipam_backend_mixin [None req-7a3cc5c1-b707-4083-be48-e77773f88fe1 None None] Port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc was not found and therefore no delete operation was performed {{(pid=103404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:24:08.808435 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cf3ea42d-09b3-421f-8bb3-78a97fdd5b3a req-a72ae5fb-aaa1-4344-81af-8ec9e9fa2f51 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759690 Nov 27 01:24:08.815233 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7a3cc5c1-b707-4083-be48-e77773f88fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.819147 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.836405 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:24:08.836995 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:24:08.840968 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:24:08.844714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3cc5c1-b707-4083-be48-e77773f88fe1 None None] No DVR routers for this DVR port ec63f09b-91b4-44a2-b4c6-7230ea2c06cc on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:24:08.919964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3cc5c1-b707-4083-be48-e77773f88fe1 None None] Pushing event deleted for resources: {'Port': ['ID=ec63f09b-91b4-44a2-b4c6-7230ea2c06cc,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:08.972535 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.995005 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:09.015841 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/networks/2f2ffcf6-803b-4100-906c-4767d73c6c03 HTTP/1.1" status: 204 len: 168 time: 1.1868131 Nov 27 01:24:09.022244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39120) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:09.031278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7553a9-45b3-4eeb-9aa4-cd5d079c8e9f tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Network': ['ID=2f2ffcf6-803b-4100-906c-4767d73c6c03,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:09.035660 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-17559322', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:09.127261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743b40b-51f9-4471-9ecb-0c9ad2250177 req-53ad9097-9094-4e84-a013-08eae79e85d9 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:09.135724 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d743b40b-51f9-4471-9ecb-0c9ad2250177 req-53ad9097-9094-4e84-a013-08eae79e85d9 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1803067 Nov 27 01:24:09.195253 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:09.204201 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:09.298431 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d743b40b-51f9-4471-9ecb-0c9ad2250177 req-44583ee0-f881-4422-a9c1-3dc4fdb91a38 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618156 Nov 27 01:24:09.340555 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:09.354224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-9ee3081b-b20c-4ea8-85e4-dda8a63a441e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:09.361945 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-9ee3081b-b20c-4ea8-85e4-dda8a63a441e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/networks?id=a774b0ea-8ef6-4e2e-9918-cbc8326667de HTTP/1.1" status: 200 len: 810 time: 0.1624553 Nov 27 01:24:09.388531 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-4704cc0b-0938-460c-a463-f6a013522410 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/quotas/2666e5b4df3746d1a96c8ab22c44db0b HTTP/1.1" status: 200 len: 375 time: 0.0248232 Nov 27 01:24:09.470806 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-5f84d247-986c-4fa0-b4bb-5e5f95de9042 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2666e5b4df3746d1a96c8ab22c44db0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813422 Nov 27 01:24:09.576429 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-c190b785-54dd-477b-a634-4e943dde8b45 service neutron] 10.222.0.15 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979574 Nov 27 01:24:09.697558 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-6a45a3e9-7ead-4311-bf27-f87908ba527d service neutron] 10.222.0.15 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135404 Nov 27 01:24:09.797672 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:09.811077 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab79a5-44cc-46f0-9c9c-f002b6711ff2 req-e8a87255-ff13-48ce-b48c-8840d5d30aff tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:09.812652 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fab79a5-44cc-46f0-9c9c-f002b6711ff2 req-e8a87255-ff13-48ce-b48c-8840d5d30aff tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1267028 Nov 27 01:24:09.951491 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fab79a5-44cc-46f0-9c9c-f002b6711ff2 req-22bfc296-0f54-4da6-a5db-1b53d15ace6c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154287 Nov 27 01:24:10.045020 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a3c74d34-5a6b-40c8-99b6-737a120000d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:10.052923 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5d83b51-9ce7-48d1-b3d4-1e510f9cd087 req-25d948b6-90ed-436f-a455-cc8b2df1a4f9 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 210 time: 0.0658758 Nov 27 01:24:10.177136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623e788-5223-472d-b434-5b92c4d7de8f req-837f0fe8-cf50-421f-a1a1-1f6a997f6c9a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:10.187041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7623e788-5223-472d-b434-5b92c4d7de8f req-837f0fe8-cf50-421f-a1a1-1f6a997f6c9a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1161389 Nov 27 01:24:10.224583 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Sync routers for ids ['4296d772-da19-4a44-8a40-d24a463db35d'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:10.237735 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ec63f09b-91b4-44a2-b4c6-7230ea2c06cc no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:24:10.256117 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Routers {'4296d772-da19-4a44-8a40-d24a463db35d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:10.257099 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['4296d772-da19-4a44-8a40-d24a463db35d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:10.282057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: ec63f09b-91b4-44a2-b4c6-7230ea2c06cc {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:24:10.282400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ec63f09b-91b4-44a2-b4c6-7230ea2c06cc not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:24:10.315910 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7623e788-5223-472d-b434-5b92c4d7de8f req-5f5b994a-0cfd-441c-96cc-93ce9fbda91a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237411 Nov 27 01:24:10.331143 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:10.375706 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71e42e-ce4d-461a-adc2-047a9e415833 req-e9809910-02aa-49dd-8395-98a76c9d9086 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:10.377713 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f71e42e-ce4d-461a-adc2-047a9e415833 req-e9809910-02aa-49dd-8395-98a76c9d9086 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1405487 Nov 27 01:24:10.379113 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:10.457641 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Set router 4296d772-da19-4a44-8a40-d24a463db35d gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:10.508296 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f71e42e-ce4d-461a-adc2-047a9e415833 req-47464f03-e49a-4c28-96d0-91a6b7fd7e12 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027479 Nov 27 01:24:10.671122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Allocated IP 172.25.1.144 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/2351066a-a46f-4e83-abb9-02c2c8e48e42) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:10.743297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f51591-cca7-40db-96f6-ec1a06fd9039 req-34327627-f693-4e2a-aa70-a252a93579ea tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:10.747392 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99f51591-cca7-40db-96f6-ec1a06fd9039 req-34327627-f693-4e2a-aa70-a252a93579ea tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1372561 Nov 27 01:24:10.828552 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4296d772-da19-4a44-8a40-d24a463db35d', 'name': 'tempest-ServerRescueTestJSON-397747980-router', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'df15f3b3-1cfc-460b-9f16-f50edf76a90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:01Z', 'updated_at': '2021-11-27T01:24:06Z', 'revision_number': 4, 'project_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'gw_port': {'id': 'df15f3b3-1cfc-460b-9f16-f50edf76a90f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4296d772-da19-4a44-8a40-d24a463db35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:02Z', 'updated_at': '2021-11-27T01:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0', 'name': '', 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'mac_address': 'fa:16:3e:6c:b2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4296d772-da19-4a44-8a40-d24a463db35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'afd5e847-17b5-46ac-9f27-35fc7805bece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:05Z', 'updated_at': '2021-11-27T01:24:06Z', 'revision_number': 2, 'project_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'subnets': [{'id': 'afd5e847-17b5-46ac-9f27-35fc7805bece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:10.868106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99f51591-cca7-40db-96f6-ec1a06fd9039 req-f2f92668-88b2-498f-b942-2f69018fd155 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064847 Nov 27 01:24:10.890721 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Checking router: 4296d772-da19-4a44-8a40-d24a463db35d for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:24:10.891323 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Updating router 4296d772-da19-4a44-8a40-d24a463db35d port a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:24:10.971199 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:10.991943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b144c89-6282-4d5f-989c-15c4e37aeac1 req-ac608493-1630-4d24-b1e5-a6dc53cbf697 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:11.011389 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b144c89-6282-4d5f-989c-15c4e37aeac1 req-ac608493-1630-4d24-b1e5-a6dc53cbf697 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1916335 Nov 27 01:24:11.091221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dea8e2-4898-4cbf-8ec9-418af117213d req-c80a725f-fac1-432f-a918-835130c03ae6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:11.106493 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90dea8e2-4898-4cbf-8ec9-418af117213d req-c80a725f-fac1-432f-a918-835130c03ae6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0961573 Nov 27 01:24:11.119671 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.169036 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90dea8e2-4898-4cbf-8ec9-418af117213d req-91e4d9d4-ebed-491a-a5f3-472146fff6ae tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581493 Nov 27 01:24:11.183196 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.205006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b144c89-6282-4d5f-989c-15c4e37aeac1 req-dfdaeace-c421-4ef7-9317-e9c68b9b7808 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727071 Nov 27 01:24:11.322421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=2351066a-a46f-4e83-abb9-02c2c8e48e42,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:11.337442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:11.346097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:11.361004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceae198-8d93-488d-8e17-417d6d6c7d7f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:24:11.362337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:11.415760 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.423764 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.426865 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff8b927b-8094-48fe-8ebc-39810dab8201 req-e6296b63-2e56-40dc-b2df-6b294c03d646 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 210 time: 0.1279655 Nov 27 01:24:11.428394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-738d73cf-00e7-42cb-8812-dd916a3a6a60 None None] Provisioning complete for port 2351066a-a46f-4e83-abb9-02c2c8e48e42 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:11.434165 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-738d73cf-00e7-42cb-8812-dd916a3a6a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.510588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-738d73cf-00e7-42cb-8812-dd916a3a6a60 None None] Port 2351066a-a46f-4e83-abb9-02c2c8e48e42 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:11.518074 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0dfe4-093d-4a05-9fbd-f53d6d5077f1 None None] Pushing event updated for resources: {'Port': ['ID=a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:11.531659 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704b4f8-e21b-4160-bd3a-38d39d8e6f6c req-a4df6a29-ceb1-4eca-98f5-05c0c3cd1e79 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:11.533726 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1704b4f8-e21b-4160-bd3a-38d39d8e6f6c req-a4df6a29-ceb1-4eca-98f5-05c0c3cd1e79 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1058075 Nov 27 01:24:11.588450 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Attempting to bind port a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:11.588815 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Attempting to bind port a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '841d74f8-2044-4df7-a6f1-cb365d90c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:11.589327 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Attempting to bind port a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0 on network a774b0ea-8ef6-4e2e-9918-cbc8326667de {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:11.600150 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:11.600582 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Checking segment: {'id': '841d74f8-2044-4df7-a6f1-cb365d90c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:11.600985 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.601374 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Bound using segment: {'id': '841d74f8-2044-4df7-a6f1-cb365d90c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:11.601902 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Bound port: a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841d74f8-2044-4df7-a6f1-cb365d90c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:11.602279 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.716940 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1704b4f8-e21b-4160-bd3a-38d39d8e6f6c req-c74cb118-e857-4ea8-afb5-52cba1dbf2a9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307602 Nov 27 01:24:11.745494 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] For port a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:11.749536 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] For port a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0,segment=NetworkSegment(841d74f8-2044-4df7-a6f1-cb365d90c74e),segment_id=841d74f8-2044-4df7-a6f1-cb365d90c74e)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:11.753806 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.798290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-4a6fa5a2-89c4-493e-866b-ed3da694c7b0 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:11.810539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-4a6fa5a2-89c4-493e-866b-ed3da694c7b0 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.21 "GET /v2.0/networks?id=a774b0ea-8ef6-4e2e-9918-cbc8326667de HTTP/1.1" status: 200 len: 810 time: 0.2895093 Nov 27 01:24:11.838978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Request body: {'port': {'device_id': '06454b0e-1002-4f8b-aacf-f91be71f6c25', 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de', 'admin_state_up': True, 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:11.857911 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0dfe4-093d-4a05-9fbd-f53d6d5077f1 None None] Pushing event updated for resources: {'Port': ['ID=a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:11.870399 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Routers {'4296d772-da19-4a44-8a40-d24a463db35d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:11.871231 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:23:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['4296d772-da19-4a44-8a40-d24a463db35d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:12.051681 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:12.159991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Made reservation on behalf of 2666e5b4df3746d1a96c8ab22c44db0b for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:12.164088 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:12.193018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ecfc4-dcce-4fb7-b572-aa8baf1e27ab req-8898cbb0-a244-4957-b48f-dc1511202953 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:12.196290 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] Set router 4296d772-da19-4a44-8a40-d24a463db35d gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:12.198609 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b12ecfc4-dcce-4fb7-b572-aa8baf1e27ab req-8898cbb0-a244-4957-b48f-dc1511202953 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1724737 Nov 27 01:24:12.249655 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-70ad65e7-765b-41e2-a576-23c66a078d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:12.365169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b12ecfc4-dcce-4fb7-b572-aa8baf1e27ab req-559973de-74c1-40b8-85e9-c728d0e99bcb tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301000 Nov 27 01:24:12.470474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62ea0b-78f1-47ee-9eec-6b94483d10ea req-caec8396-f718-4176-9a43-9cd53389af9d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:12.478816 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5f62ea0b-78f1-47ee-9eec-6b94483d10ea req-caec8396-f718-4176-9a43-9cd53389af9d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1387553 Nov 27 01:24:12.488720 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:12.530601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Allocated IP 172.20.0.9 (a774b0ea-8ef6-4e2e-9918-cbc8326667de/afd5e847-17b5-46ac-9f27-35fc7805bece/a5137c50-7884-4b9c-8b70-578443c14906) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:12.612686 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5f62ea0b-78f1-47ee-9eec-6b94483d10ea req-eb0d15ed-4d6e-4963-9145-8aceb51ec31b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277964 Nov 27 01:24:12.645532 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4296d772-da19-4a44-8a40-d24a463db35d', 'name': 'tempest-ServerRescueTestJSON-397747980-router', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'df15f3b3-1cfc-460b-9f16-f50edf76a90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:01Z', 'updated_at': '2021-11-27T01:24:06Z', 'revision_number': 4, 'project_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'gw_port': {'id': 'df15f3b3-1cfc-460b-9f16-f50edf76a90f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4296d772-da19-4a44-8a40-d24a463db35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:02Z', 'updated_at': '2021-11-27T01:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0', 'name': '', 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'mac_address': 'fa:16:3e:6c:b2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4296d772-da19-4a44-8a40-d24a463db35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'afd5e847-17b5-46ac-9f27-35fc7805bece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:05Z', 'updated_at': '2021-11-27T01:24:11Z', 'revision_number': 4, 'project_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'subnets': [{'id': 'afd5e847-17b5-46ac-9f27-35fc7805bece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:12.683177 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-971c56fd-8be8-485e-99d5-078d7f3ccc39 req-3f7a924f-c9af-42b7-9824-e8484625f18d tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 210 time: 0.0740619 Nov 27 01:24:12.736087 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8247098-3eec-48ff-957c-5acb029b2539 None None] The sync data for ids ['4296d772-da19-4a44-8a40-d24a463db35d'] in n-d-817303-10 is: [{'id': '4296d772-da19-4a44-8a40-d24a463db35d', 'name': 'tempest-ServerRescueTestJSON-397747980-router', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'df15f3b3-1cfc-460b-9f16-f50edf76a90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:01Z', 'updated_at': '2021-11-27T01:24:06Z', 'revision_number': 4, 'project_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'gw_port': {'id': 'df15f3b3-1cfc-460b-9f16-f50edf76a90f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4296d772-da19-4a44-8a40-d24a463db35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:02Z', 'updated_at': '2021-11-27T01:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0', 'name': '', 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'mac_address': 'fa:16:3e:6c:b2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4296d772-da19-4a44-8a40-d24a463db35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'afd5e847-17b5-46ac-9f27-35fc7805bece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:05Z', 'updated_at': '2021-11-27T01:24:11Z', 'revision_number': 4, 'project_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'subnets': [{'id': 'afd5e847-17b5-46ac-9f27-35fc7805bece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:12.829018 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 86e7e7cc-c732-446e-b69c-174e40bc5ee1 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:24:12.899726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250cca9-0d7b-4fac-a195-a2ef84e0a8a5 req-d0d425ea-973f-4a86-be19-f817022b116d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:12.902475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6250cca9-0d7b-4fac-a195-a2ef84e0a8a5 req-d0d425ea-973f-4a86-be19-f817022b116d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0977151 Nov 27 01:24:12.922457 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.033980 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.085557 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6250cca9-0d7b-4fac-a195-a2ef84e0a8a5 req-8a8a1cdf-f833-4d9f-9163-906955c6ef00 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310365 Nov 27 01:24:13.097074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Network a774b0ea-8ef6-4e2e-9918-cbc8326667de is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:13.101227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:13.120153 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:13.131480 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77f68b-6d0c-4003-9d4c-8b8a29ed60a5 req-6ede4a20-15c9-47a6-b9b7-3999c3fdc07e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:13.137569 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9c77f68b-6d0c-4003-9d4c-8b8a29ed60a5 req-6ede4a20-15c9-47a6-b9b7-3999c3fdc07e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1441569 Nov 27 01:24:13.139989 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:13.153439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20822cec-920b-4700-877c-15dbd636ebc6 None None] Sync routers for ids ['86e7e7cc-c732-446e-b69c-174e40bc5ee1'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:13.196293 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20822cec-920b-4700-877c-15dbd636ebc6 None None] Routers {'86e7e7cc-c732-446e-b69c-174e40bc5ee1'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:13.197225 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-20822cec-920b-4700-877c-15dbd636ebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['86e7e7cc-c732-446e-b69c-174e40bc5ee1'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:13.265190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:13.265920 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.275420 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.279974 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4139ba33-8d77-4019-96b7-615cf7936e82 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.2542593 Nov 27 01:24:13.286629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39238) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:13.311906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-20822cec-920b-4700-877c-15dbd636ebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:13.335437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Pushing event updated for resources: {'Port': ['ID=a5137c50-7884-4b9c-8b70-578443c14906,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:13.344274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20822cec-920b-4700-877c-15dbd636ebc6 None None] Routers {'86e7e7cc-c732-446e-b69c-174e40bc5ee1'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:13.345226 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-20822cec-920b-4700-877c-15dbd636ebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['86e7e7cc-c732-446e-b69c-174e40bc5ee1'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:13.359689 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:13.360039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:13.362530 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:13.362888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:13.363236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:13.363572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:13.363900 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:13.364225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:13.366716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:13.367071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:13.367415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:13.368269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:13.392581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-20822cec-920b-4700-877c-15dbd636ebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:13.395034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20822cec-920b-4700-877c-15dbd636ebc6 None None] The sync data for ids ['86e7e7cc-c732-446e-b69c-174e40bc5ee1'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:13.397245 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9c77f68b-6d0c-4003-9d4c-8b8a29ed60a5 req-538bd0de-4afe-4d00-a67f-129adbb00115 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389874 Nov 27 01:24:13.411212 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.419586 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-e69b23a3-ad78-4761-afef-5eef188867a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5850415 Nov 27 01:24:13.439081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Request body: {'port': {'device_id': '06454b0e-1002-4f8b-aacf-f91be71f6c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:13.449503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4049a82-9b5d-408b-bf3e-e93aacc0dba1 req-ecde6fcc-5ad6-45e3-bf61-b985d5bb5e21 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:13.457026 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4049a82-9b5d-408b-bf3e-e93aacc0dba1 req-ecde6fcc-5ad6-45e3-bf61-b985d5bb5e21 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1881723 Nov 27 01:24:13.506117 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-51203ed2-c7b1-47f7-be05-d9a821d28d7c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/routers/86e7e7cc-c732-446e-b69c-174e40bc5ee1 HTTP/1.1" status: 200 len: 883 time: 0.2180398 Nov 27 01:24:13.509022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39242) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:13.566457 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4049a82-9b5d-408b-bf3e-e93aacc0dba1 req-c9cc6071-54eb-4434-a3a6-664be2fb21e8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082175 Nov 27 01:24:13.579570 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.927027 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751848b2-2a9f-4cfb-8530-1a23b7b562c6 req-70965137-52ca-4cd2-95d7-8600bd90e797 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:13.929625 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-751848b2-2a9f-4cfb-8530-1a23b7b562c6 req-70965137-52ca-4cd2-95d7-8600bd90e797 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 931 time: 0.1222298 Nov 27 01:24:14.130378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5137c50-7884-4b9c-8b70-578443c14906 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:14.140184 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.155918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Transition to ACTIVE for port object a5137c50-7884-4b9c-8b70-578443c14906 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:24:14.160200 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.226075 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-751848b2-2a9f-4cfb-8530-1a23b7b562c6 req-4071c6ca-21f0-496b-89ca-761f8e2f0be4 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800250 Nov 27 01:24:14.250458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Pushing event updated for resources: {'Port': ['ID=a5137c50-7884-4b9c-8b70-578443c14906,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:14.302380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:14.392105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Attempting to bind port a5137c50-7884-4b9c-8b70-578443c14906 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:14.394945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Attempting to bind port a5137c50-7884-4b9c-8b70-578443c14906 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '841d74f8-2044-4df7-a6f1-cb365d90c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:14.395461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Attempting to bind port a5137c50-7884-4b9c-8b70-578443c14906 on network a774b0ea-8ef6-4e2e-9918-cbc8326667de {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:14.405876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Port a5137c50-7884-4b9c-8b70-578443c14906 on network a774b0ea-8ef6-4e2e-9918-cbc8326667de not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:24:14.406055 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:14.406403 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.406547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Attempting to bind port a5137c50-7884-4b9c-8b70-578443c14906 on network a774b0ea-8ef6-4e2e-9918-cbc8326667de {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:14.415967 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdb64d-c4ea-45cd-a840-26200df7372f req-941fe341-e863-4227-b3f5-49d4067cd996 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:14.416525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:14.416863 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Checking segment: {'id': '841d74f8-2044-4df7-a6f1-cb365d90c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:14.417240 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Bound using segment: {'id': '841d74f8-2044-4df7-a6f1-cb365d90c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:14.417619 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bdb64d-c4ea-45cd-a840-26200df7372f req-941fe341-e863-4227-b3f5-49d4067cd996 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/networks?id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 HTTP/1.1" status: 200 len: 813 time: 0.6558189 Nov 27 01:24:14.417742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Bound port: a5137c50-7884-4b9c-8b70-578443c14906, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841d74f8-2044-4df7-a6f1-cb365d90c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:14.418010 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.501300 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bdb64d-c4ea-45cd-a840-26200df7372f req-dc03e204-1116-4e8d-867e-652dc64d86b9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/quotas/a51ce5c2d017467ca20ae4d2ddb207c1 HTTP/1.1" status: 200 len: 375 time: 0.0664651 Nov 27 01:24:14.589170 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.634789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c176f83-33c6-4187-bead-470ae7b1f1ea req-ce0ad1ae-cf0b-4242-90ff-e9ea12d66ab3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:14.649004 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c176f83-33c6-4187-bead-470ae7b1f1ea req-ce0ad1ae-cf0b-4242-90ff-e9ea12d66ab3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1354532 Nov 27 01:24:14.653056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] For port a5137c50-7884-4b9c-8b70-578443c14906, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:14.656774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] For port a5137c50-7884-4b9c-8b70-578443c14906, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a5137c50-7884-4b9c-8b70-578443c14906,segment=NetworkSegment(841d74f8-2044-4df7-a6f1-cb365d90c74e),segment_id=841d74f8-2044-4df7-a6f1-cb365d90c74e)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:14.671253 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0,segment=NetworkSegment(841d74f8-2044-4df7-a6f1-cb365d90c74e),segment_id=841d74f8-2044-4df7-a6f1-cb365d90c74e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:14.676974 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.698867 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.739777 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bdb64d-c4ea-45cd-a840-26200df7372f req-8feacaff-a2a4-4ade-8344-91de2fac7f6a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a51ce5c2d017467ca20ae4d2ddb207c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2312112 Nov 27 01:24:14.766253 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fd7a9f10-7214-405c-a9b2-fa0923f08053 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.2551699 Nov 27 01:24:14.767785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39272) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:14.775240 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c09014a1-c553-4854-9be3-e1087151eff5 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-17559322'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:14.843196 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c176f83-33c6-4187-bead-470ae7b1f1ea req-4fc2f4d5-91f4-4736-8b96-e9e1e4c2397d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846669 Nov 27 01:24:14.893247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:14.894014 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.895594 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] 10.222.0.21 "PUT /v2.0/ports/a5137c50-7884-4b9c-8b70-578443c14906 HTTP/1.1" status: 200 len: 1092 time: 1.4607010 Nov 27 01:24:14.898707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06454b0e-1002-4f8b-aacf-f91be71f6c25', 'tag': 'a5137c50-7884-4b9c-8b70-578443c14906'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:24:14.901227 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48df019-3121-429b-8e16-00a539a0d3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "06454b0e-1002-4f8b-aacf-f91be71f6c25", "tag": "a5137c50-7884-4b9c-8b70-578443c14906"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:24:14.960778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c331e3-54ad-4876-9ec9-b2990c774d96 service neutron] Pushing event updated for resources: {'Port': ['ID=a5137c50-7884-4b9c-8b70-578443c14906,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:15.021951 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ba92c-b9f2-4188-b8eb-16e8ae42f285 req-03702f4f-31fb-476f-922d-aade75c5aec3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:15.024577 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd2ba92c-b9f2-4188-b8eb-16e8ae42f285 req-03702f4f-31fb-476f-922d-aade75c5aec3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1620090 Nov 27 01:24:15.114393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ab297-73d4-4044-a225-63161e54b187 req-acb736f0-436a-4936-8fa4-721f8deb0d0c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:15.116235 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c87ab297-73d4-4044-a225-63161e54b187 req-acb736f0-436a-4936-8fa4-721f8deb0d0c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1173599 Nov 27 01:24:15.160959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-bd06b087-8803-4de3-bbfd-2100c290f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:15.162464 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-bd06b087-8803-4de3-bbfd-2100c290f791 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2666e5b4df3746d1a96c8ab22c44db0b&device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 1095 time: 0.1909451 Nov 27 01:24:15.209470 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c87ab297-73d4-4044-a225-63161e54b187 req-3f574e14-5ccc-41dd-91f5-1184f3ed4f77 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831797 Nov 27 01:24:15.215978 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.223551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:15.275647 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-0567e923-e204-4b29-882d-8b6b905c7442 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5137c50-7884-4b9c-8b70-578443c14906 HTTP/1.1" status: 200 len: 217 time: 0.0648301 Nov 27 01:24:15.315444 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0192477-7720-4fea-a5ca-105d1831dd6c x-openstack-request-id: req-b0192477-7720-4fea-a5ca-105d1831dd6c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:24:15.316001 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06454b0e-1002-4f8b-aacf-f91be71f6c25", "tag": "a5137c50-7884-4b9c-8b70-578443c14906", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:24:15.316526 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0192477-7720-4fea-a5ca-105d1831dd6c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:24:15.317074 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06454b0e-1002-4f8b-aacf-f91be71f6c25', 'tag': 'a5137c50-7884-4b9c-8b70-578443c14906', 'status': 'completed', 'code': 200} Nov 27 01:24:15.327078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd2ba92c-b9f2-4188-b8eb-16e8ae42f285 req-5499fc19-16d9-4d97-b3ab-43028dcbde9a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601295 Nov 27 01:24:15.353139 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c09014a1-c553-4854-9be3-e1087151eff5 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.368860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-c52f4318-acc7-4d79-9908-4edcb06c07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:15.370661 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-c52f4318-acc7-4d79-9908-4edcb06c07c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afd5e847-17b5-46ac-9f27-35fc7805bece HTTP/1.1" status: 200 len: 850 time: 0.0884416 Nov 27 01:24:15.372750 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c09014a1-c553-4854-9be3-e1087151eff5 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.464084 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-5fee8f0a-5a27-4ee2-89da-517de1526f31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a774b0ea-8ef6-4e2e-9918-cbc8326667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844352 Nov 27 01:24:15.548362 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97030782-8140-4c89-ad64-07783f620ef6 req-87bbf32a-0a5e-4694-bede-2003f7489486 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:15.550142 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-97030782-8140-4c89-ad64-07783f620ef6 req-87bbf32a-0a5e-4694-bede-2003f7489486 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 943 time: 0.1183085 Nov 27 01:24:15.613906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09014a1-c553-4854-9be3-e1087151eff5 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 86e7e7cc-c732-446e-b69c-174e40bc5ee1 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:24:15.620701 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e637a23-18a2-4d1e-9d21-4541bf2cdac4 req-b1ee3934-f845-4579-a589-a57cf8daf834 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:15.620701 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e637a23-18a2-4d1e-9d21-4541bf2cdac4 req-b1ee3934-f845-4579-a589-a57cf8daf834 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1963935 Nov 27 01:24:15.620996 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-97030782-8140-4c89-ad64-07783f620ef6 req-a1f98cbb-45d1-4e9e-bf17-90d8df99d988 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632343 Nov 27 01:24:15.621544 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-fd7d1cef-1e26-4aa9-be78-440704c9189e service neutron] 10.222.0.21 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383674 Nov 27 01:24:15.738683 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e637a23-18a2-4d1e-9d21-4541bf2cdac4 req-67ed83f4-0a2b-4edd-b21b-320c670ba6bd tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116908 Nov 27 01:24:15.754690 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09014a1-c553-4854-9be3-e1087151eff5 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:15.768582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c09014a1-c553-4854-9be3-e1087151eff5 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.768582 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c09014a1-c553-4854-9be3-e1087151eff5 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/86e7e7cc-c732-446e-b69c-174e40bc5ee1 HTTP/1.1" status: 200 len: 890 time: 0.9959190 Nov 27 01:24:15.768763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39294) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:15.773003 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbb2c4d9-66a3-4b2b-b6db-4d90895831a1 req-2b598db9-74c7-4124-8daf-8696ffd27172 service neutron] 10.222.0.21 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373520 Nov 27 01:24:15.779254 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115bf230-1ae6-4180-8aab-0ad9dbb69faa None None] Sync routers for ids ['86e7e7cc-c732-446e-b69c-174e40bc5ee1'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:15.792412 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bf230-1ae6-4180-8aab-0ad9dbb69faa None None] Routers {'86e7e7cc-c732-446e-b69c-174e40bc5ee1'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:15.793495 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-115bf230-1ae6-4180-8aab-0ad9dbb69faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['86e7e7cc-c732-446e-b69c-174e40bc5ee1'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:15.842931 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-115bf230-1ae6-4180-8aab-0ad9dbb69faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:15.871298 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bf230-1ae6-4180-8aab-0ad9dbb69faa None None] Routers {'86e7e7cc-c732-446e-b69c-174e40bc5ee1'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:15.872178 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-115bf230-1ae6-4180-8aab-0ad9dbb69faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['86e7e7cc-c732-446e-b69c-174e40bc5ee1'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:15.929474 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb50ba0-93c8-44fe-ae42-2390a5790a58 req-b06f9e40-6432-4c1b-a784-563bf03e8788 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:15.938012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5fb50ba0-93c8-44fe-ae42-2390a5790a58 req-b06f9e40-6432-4c1b-a784-563bf03e8788 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0972793 Nov 27 01:24:15.945278 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-115bf230-1ae6-4180-8aab-0ad9dbb69faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:15.948171 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115bf230-1ae6-4180-8aab-0ad9dbb69faa None None] The sync data for ids ['86e7e7cc-c732-446e-b69c-174e40bc5ee1'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:15.967196 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf5298-dafa-4e1f-85e6-02635c817710 req-d2bc02ba-4044-4182-965e-c3aef4c264d4 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:15.971792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48df019-3121-429b-8e16-00a539a0d3f9 req-acb2fc05-53ad-4eaa-93b7-775daf9a6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:15.976999 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7aaf5298-dafa-4e1f-85e6-02635c817710 req-d2bc02ba-4044-4182-965e-c3aef4c264d4 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1237907 Nov 27 01:24:15.978199 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d48df019-3121-429b-8e16-00a539a0d3f9 req-acb2fc05-53ad-4eaa-93b7-775daf9a6e40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2666e5b4df3746d1a96c8ab22c44db0b&device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 1095 time: 0.1067629 Nov 27 01:24:16.011977 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-11f226ae-a9d6-43f3-8023-c09e5dd33d37 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/routers/86e7e7cc-c732-446e-b69c-174e40bc5ee1 HTTP/1.1" status: 200 len: 890 time: 0.2419086 Nov 27 01:24:16.018893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39298) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:16.070664 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7aaf5298-dafa-4e1f-85e6-02635c817710 req-5fbc7521-f081-4891-bbec-ab79b32f3cfc tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876474 Nov 27 01:24:16.088195 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6be6b140-e4d7-4840-a222-c1372a1a2f3a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e7e7cc-c732-446e-b69c-174e40bc5ee1 HTTP/1.1" status: 200 len: 205 time: 0.0681257 Nov 27 01:24:16.090780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39300) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:16.211255 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.247796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:16.320978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:16.321357 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.404878 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9165d78b-9b5f-4b0a-ae19-21fe70c823f1 req-b1cacec8-0828-4f38-a3c5-c70736e3ebc3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a51ce5c2d017467ca20ae4d2ddb207c1 HTTP/1.1" status: 200 len: 221 time: 0.0863795 Nov 27 01:24:16.558482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f0cbf-5551-4618-9010-300a4e9965e0 req-fd0093f3-8a12-4237-a859-3b67655dc75f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:16.572284 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d70f0cbf-5551-4618-9010-300a4e9965e0 req-fd0093f3-8a12-4237-a859-3b67655dc75f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0824547 Nov 27 01:24:16.648275 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d70f0cbf-5551-4618-9010-300a4e9965e0 req-fd310ceb-81bc-46cf-ad3a-49585e84a8cf tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749891 Nov 27 01:24:16.667448 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5fb50ba0-93c8-44fe-ae42-2390a5790a58 req-81bac4d9-6df0-4fa5-bc9e-b31667acc781 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7284915 Nov 27 01:24:16.670594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48df019-3121-429b-8e16-00a539a0d3f9 req-7ae313f2-af2d-40d1-9a2b-1c584e8d3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:16.672041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d48df019-3121-429b-8e16-00a539a0d3f9 req-7ae313f2-af2d-40d1-9a2b-1c584e8d3b04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a774b0ea-8ef6-4e2e-9918-cbc8326667de HTTP/1.1" status: 200 len: 911 time: 0.6838896 Nov 27 01:24:16.710290 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.780045 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d48df019-3121-429b-8e16-00a539a0d3f9 req-5e01fade-58a5-4004-a0ae-1f558bb8a328 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5137c50-7884-4b9c-8b70-578443c14906 HTTP/1.1" status: 200 len: 217 time: 0.0929098 Nov 27 01:24:16.918994 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23aede-9f5f-4e55-91ba-37a722599a82 req-1147afff-2303-48b3-8137-81d2ee31a104 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:16.928740 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f23aede-9f5f-4e55-91ba-37a722599a82 req-1147afff-2303-48b3-8137-81d2ee31a104 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1264038 Nov 27 01:24:16.992858 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f23aede-9f5f-4e55-91ba-37a722599a82 req-d3fda02c-6ac4-4354-a454-3eacebf93780 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630159 Nov 27 01:24:17.028741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48df019-3121-429b-8e16-00a539a0d3f9 req-656ec20a-6b83-4170-a82c-10782e709838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:17.030529 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d48df019-3121-429b-8e16-00a539a0d3f9 req-656ec20a-6b83-4170-a82c-10782e709838 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afd5e847-17b5-46ac-9f27-35fc7805bece HTTP/1.1" status: 200 len: 850 time: 0.2392492 Nov 27 01:24:17.042523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffb931-0210-42b5-b15b-75477bd2f0d3 req-e1a7935f-8058-4331-a08f-1aa6ce9e8d5b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:17.043936 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07ffb931-0210-42b5-b15b-75477bd2f0d3 req-e1a7935f-8058-4331-a08f-1aa6ce9e8d5b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 943 time: 0.1972363 Nov 27 01:24:17.072634 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d48df019-3121-429b-8e16-00a539a0d3f9 req-f740ad71-d10c-44d3-bda8-ba5cdabe03ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a774b0ea-8ef6-4e2e-9918-cbc8326667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274668 Nov 27 01:24:17.109080 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.223004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b6b34-591a-42c1-b186-4c41168af9ea req-127a1680-c0c0-4d21-a769-c99d9ce938c5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:17.229448 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-784b6b34-591a-42c1-b186-4c41168af9ea req-127a1680-c0c0-4d21-a769-c99d9ce938c5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0896766 Nov 27 01:24:17.250219 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07ffb931-0210-42b5-b15b-75477bd2f0d3 req-6cff8319-c973-4b83-8385-8d8bbadf0b7a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704195 Nov 27 01:24:17.317208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-784b6b34-591a-42c1-b186-4c41168af9ea req-9bd3b588-7f2c-4c15-abb1-52e11accb155 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819635 Nov 27 01:24:17.320974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d48df019-3121-429b-8e16-00a539a0d3f9 req-ba48952e-c43c-40ec-a7f3-8e0e05702c09 service neutron] 10.222.0.21 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323980 Nov 27 01:24:17.413431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port 2351066a-a46f-4e83-abb9-02c2c8e48e42 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:17.413801 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.542748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc22ad-e8ce-4cbd-83b0-8e2c272c03ea req-0a407141-efb0-41e0-85b8-91bc9b9f0547 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:17.550809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79bc22ad-e8ce-4cbd-83b0-8e2c272c03ea req-0a407141-efb0-41e0-85b8-91bc9b9f0547 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1548889 Nov 27 01:24:17.580956 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d48df019-3121-429b-8e16-00a539a0d3f9 req-c50d8408-2adf-446d-919b-e015c425bbea service neutron] 10.222.0.21 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514660 Nov 27 01:24:17.634231 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79bc22ad-e8ce-4cbd-83b0-8e2c272c03ea req-2317d91e-6f77-427f-a0c4-76c86417b06c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824730 Nov 27 01:24:17.636178 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.661360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for 2351066a-a46f-4e83-abb9-02c2c8e48e42 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:17.700431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a5137c50-7884-4b9c-8b70-578443c14906 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:24:17.918067 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port a5137c50-7884-4b9c-8b70-578443c14906, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a5137c50-7884-4b9c-8b70-578443c14906,segment=NetworkSegment(841d74f8-2044-4df7-a6f1-cb365d90c74e),segment_id=841d74f8-2044-4df7-a6f1-cb365d90c74e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:17.938490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'a5137c50-7884-4b9c-8b70-578443c14906', 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de', 'port_id': 'a5137c50-7884-4b9c-8b70-578443c14906', 'mac_address': 'fa:16:3e:f2:18:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd5e847-17b5-46ac-9f27-35fc7805bece', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:24:17.996209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1726b4-6840-4320-bc90-7eab35df964d req-2620e0ee-1539-4a56-a431-1c984a56e706 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:18.000213 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.003678 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d1726b4-6840-4320-bc90-7eab35df964d req-2620e0ee-1539-4a56-a431-1c984a56e706 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1374402 Nov 27 01:24:18.036203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5137c50-7884-4b9c-8b70-578443c14906 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:18.046133 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.087154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=2351066a-a46f-4e83-abb9-02c2c8e48e42,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:18.087396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port a5137c50-7884-4b9c-8b70-578443c14906, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a5137c50-7884-4b9c-8b70-578443c14906,segment=NetworkSegment(841d74f8-2044-4df7-a6f1-cb365d90c74e),segment_id=841d74f8-2044-4df7-a6f1-cb365d90c74e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:18.096522 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.105781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d1726b4-6840-4320-bc90-7eab35df964d req-1c2e414f-3d2e-4d52-a05a-fab75d4ac666 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012328 Nov 27 01:24:18.168314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=a5137c50-7884-4b9c-8b70-578443c14906,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:18.171713 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc3c067-d444-4191-9ed9-c02cf9b61016 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:24:18.181152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:18.181531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:18.181879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:18.182219 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:18.182870 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:18.183210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:18.183542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:18.183869 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:18.184195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:18.184543 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:18.184872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:18.185190 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:18.226514 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.340573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be50c6e-b86f-4c52-a98c-03d5b2de1f6a req-0872e4ef-6b90-42fe-af0b-57dfb19bd01c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:18.348944 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8be50c6e-b86f-4c52-a98c-03d5b2de1f6a req-0872e4ef-6b90-42fe-af0b-57dfb19bd01c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1007869 Nov 27 01:24:18.386904 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.393418 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.408740 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8be50c6e-b86f-4c52-a98c-03d5b2de1f6a req-05ed90a3-aaec-466f-9a58-94ff4b961b04 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584760 Nov 27 01:24:18.422697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['a5137c50-7884-4b9c-8b70-578443c14906'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:24:18.508466 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.509191 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Fanout notify agent at l3_agent the message router_deleted on router 86e7e7cc-c732-446e-b69c-174e40bc5ee1 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:24:18.516316 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.522790 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8f61104c-789c-4793-b0f6-892f95d3e535 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/routers/86e7e7cc-c732-446e-b69c-174e40bc5ee1 HTTP/1.1" status: 204 len: 168 time: 2.4293795 Nov 27 01:24:18.522790 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39370) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:18.529450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b8e8f0b1-2a00-47f2-a9b6-dda4ffa7f4e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-799222003'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:18.560892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a126a-3475-4600-97ef-08ce0c3bc8f5 req-620a5a68-caf1-4534-988b-b952f563c18b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:18.568675 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a9a126a-3475-4600-97ef-08ce0c3bc8f5 req-620a5a68-caf1-4534-988b-b952f563c18b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 944 time: 0.1046784 Nov 27 01:24:18.605020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e8f0b1-2a00-47f2-a9b6-dda4ffa7f4e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:18.615620 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8e8f0b1-2a00-47f2-a9b6-dda4ffa7f4e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.668187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba764f-5753-485f-a13e-096dca9deaba req-36064d58-818b-490c-96eb-0cf1b9329f8a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:18.678500 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4dba764f-5753-485f-a13e-096dca9deaba req-36064d58-818b-490c-96eb-0cf1b9329f8a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1245773 Nov 27 01:24:18.711646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e8f0b1-2a00-47f2-a9b6-dda4ffa7f4e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:24:18.734185 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a9a126a-3475-4600-97ef-08ce0c3bc8f5 req-2c80ffeb-1431-41f0-ada1-33154f898f5a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647291 Nov 27 01:24:18.748864 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4dba764f-5753-485f-a13e-096dca9deaba req-97567ddc-fbe0-40d9-aaba-c4e2b299ef6b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688400 Nov 27 01:24:18.750913 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8e8f0b1-2a00-47f2-a9b6-dda4ffa7f4e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.751495 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-b8e8f0b1-2a00-47f2-a9b6-dda4ffa7f4e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Added segment 5316bae3-cb55-4f72-9575-996c827b76ed of type vlan for network 4e7818d3-ae42-413b-9f55-213aae3a4d92 Nov 27 01:24:18.842700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8e8f0b1-2a00-47f2-a9b6-dda4ffa7f4e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.942116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6eeff-0235-448b-8853-afbe36560800 req-4a550e27-c3cd-41ba-a1f7-51a39b733265 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:18.943674 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90c6eeff-0235-448b-8853-afbe36560800 req-4a550e27-c3cd-41ba-a1f7-51a39b733265 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0985451 Nov 27 01:24:18.945417 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8e8f0b1-2a00-47f2-a9b6-dda4ffa7f4e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.950817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e8f0b1-2a00-47f2-a9b6-dda4ffa7f4e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:18.951404 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8e8f0b1-2a00-47f2-a9b6-dda4ffa7f4e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.045311 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b8e8f0b1-2a00-47f2-a9b6-dda4ffa7f4e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5205746 Nov 27 01:24:19.045693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39384) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:19.054787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-da7cbe7b-59ce-472d-a9fb-26901b48d21a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'subnet': {'network_id': '4e7818d3-ae42-413b-9f55-213aae3a4d92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:19.065561 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8f0b1-2a00-47f2-a9b6-dda4ffa7f4e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Network': ['ID=4e7818d3-ae42-413b-9f55-213aae3a4d92,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:19.082452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 4e7818d3-ae42-413b-9f55-213aae3a4d92 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:24:19.129346 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90c6eeff-0235-448b-8853-afbe36560800 req-ff6049c4-e8ae-41f3-b90b-97707adcb0f8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751561 Nov 27 01:24:19.188768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7cbe7b-59ce-472d-a9fb-26901b48d21a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:19.191985 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da7cbe7b-59ce-472d-a9fb-26901b48d21a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.375870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32747-2e61-44d6-b756-956f03e1b05f req-d44ced42-d744-42ea-85e6-67316b7547ce tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:19.377408 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27f32747-2e61-44d6-b756-956f03e1b05f req-d44ced42-d744-42ea-85e6-67316b7547ce tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0842192 Nov 27 01:24:19.478873 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27f32747-2e61-44d6-b756-956f03e1b05f req-2d61d166-48c6-4ad7-9c33-551224dc36bf tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947404 Nov 27 01:24:19.539357 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da7cbe7b-59ce-472d-a9fb-26901b48d21a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.608210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cbe7b-59ce-472d-a9fb-26901b48d21a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Subnet': ['ID=52d23b7b-d1d5-4269-8437-602b32d8cd5d,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:19.616729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7cbe7b-59ce-472d-a9fb-26901b48d21a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Checking segment: {'id': '5316bae3-cb55-4f72-9575-996c827b76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4e7818d3-ae42-413b-9f55-213aae3a4d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:19.617261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7cbe7b-59ce-472d-a9fb-26901b48d21a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network hostable DHCP agents. Network: 4e7818d3-ae42-413b-9f55-213aae3a4d92, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:24:19.637193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7cbe7b-59ce-472d-a9fb-26901b48d21a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 4e7818d3-ae42-413b-9f55-213aae3a4d92 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:24:19.666190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-da7cbe7b-59ce-472d-a9fb-26901b48d21a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 4e7818d3-ae42-413b-9f55-213aae3a4d92) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:19.681165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19d95e8-ab8a-4d74-9920-c20501fcb8a8 None None] Network 4e7818d3-ae42-413b-9f55-213aae3a4d92 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:19.687710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fc1ea-805c-4ba0-874b-09f9d5aa6dea req-543e07c7-db81-4337-9940-0796d53a2633 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:19.690395 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a01fc1ea-805c-4ba0-874b-09f9d5aa6dea req-543e07c7-db81-4337-9940-0796d53a2633 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0750966 Nov 27 01:24:19.693458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7cbe7b-59ce-472d-a9fb-26901b48d21a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:19.694691 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da7cbe7b-59ce-472d-a9fb-26901b48d21a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.713037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a5137c50-7884-4b9c-8b70-578443c14906 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:19.770055 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-da7cbe7b-59ce-472d-a9fb-26901b48d21a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7138305 Nov 27 01:24:19.772716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39400) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:19.788081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e8115025-3058-495d-b8a6-b972aa35f1e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1900867169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:19.839981 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a01fc1ea-805c-4ba0-874b-09f9d5aa6dea req-74c6a9da-3111-4510-b7e1-9d197a1aa0df tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424727 Nov 27 01:24:19.881664 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8115025-3058-495d-b8a6-b972aa35f1e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.881664 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8115025-3058-495d-b8a6-b972aa35f1e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.974396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b51a2-b176-4a10-ab44-b489ca68a958 req-122e5eb4-44cd-4c99-a911-67e060d92a3b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:19.981671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a52b51a2-b176-4a10-ab44-b489ca68a958 req-122e5eb4-44cd-4c99-a911-67e060d92a3b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 944 time: 0.1155491 Nov 27 01:24:19.989387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8115025-3058-495d-b8a6-b972aa35f1e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.994026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port a5137c50-7884-4b9c-8b70-578443c14906 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:24:20.000691 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8115025-3058-495d-b8a6-b972aa35f1e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.042641 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8115025-3058-495d-b8a6-b972aa35f1e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.046859 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e8115025-3058-495d-b8a6-b972aa35f1e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2710669 Nov 27 01:24:20.052704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39412) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:20.067822 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-4e7818d3-ae42-413b-9f55-213aae3a4d92', 'network_id': '4e7818d3-ae42-413b-9f55-213aae3a4d92', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'fixed_ips': [{'subnet_id': '52d23b7b-d1d5-4269-8437-602b32d8cd5d'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:24:20.069828 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.086649 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port a5137c50-7884-4b9c-8b70-578443c14906 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:20.087916 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.097635 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a52b51a2-b176-4a10-ab44-b489ca68a958 req-a6c5d7b3-0b21-4715-9539-f7bfe013b545 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018152 Nov 27 01:24:20.105033 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e79596-3f7a-4770-8d87-a33eb2de5354 req-f4865575-8cb0-47aa-aebb-d2092829d840 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:20.124111 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5e79596-3f7a-4770-8d87-a33eb2de5354 req-f4865575-8cb0-47aa-aebb-d2092829d840 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0821493 Nov 27 01:24:20.198468 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5e79596-3f7a-4770-8d87-a33eb2de5354 req-2670a445-42d9-4a58-8f2a-cdf42715091b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688109 Nov 27 01:24:20.331834 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.375785 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06454b0e-1002-4f8b-aacf-f91be71f6c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5137c50-7884-4b9c-8b70-578443c14906'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:24:20.378704 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98627b8-897e-4af0-b5ba-1541d0fb7579" -d '{"events": [{"server_uuid": "06454b0e-1002-4f8b-aacf-f91be71f6c25", "name": "network-vif-plugged", "status": "completed", "tag": "a5137c50-7884-4b9c-8b70-578443c14906"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:24:20.417457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port a5137c50-7884-4b9c-8b70-578443c14906, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a5137c50-7884-4b9c-8b70-578443c14906,segment=NetworkSegment(841d74f8-2044-4df7-a6f1-cb365d90c74e),segment_id=841d74f8-2044-4df7-a6f1-cb365d90c74e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:20.423710 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.461780 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb610fe-7cdd-462c-b51f-759c9271b845 x-openstack-request-id: req-8cb610fe-7cdd-462c-b51f-759c9271b845 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:24:20.462084 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06454b0e-1002-4f8b-aacf-f91be71f6c25", "name": "network-vif-plugged", "status": "completed", "tag": "a5137c50-7884-4b9c-8b70-578443c14906", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:24:20.462342 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8cb610fe-7cdd-462c-b51f-759c9271b845 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:24:20.462740 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06454b0e-1002-4f8b-aacf-f91be71f6c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5137c50-7884-4b9c-8b70-578443c14906', 'code': 200} Nov 27 01:24:20.497310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Allocated IP 2001:db8::2 (4e7818d3-ae42-413b-9f55-213aae3a4d92/52d23b7b-d1d5-4269-8437-602b32d8cd5d/fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:20.519089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=a5137c50-7884-4b9c-8b70-578443c14906,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:20.595949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d5d99-a4b1-44f1-a8ef-cff99b4cc4d0 req-3d2fbaf1-cf98-4325-a960-4448629d171a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:20.597555 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-219d5d99-a4b1-44f1-a8ef-cff99b4cc4d0 req-3d2fbaf1-cf98-4325-a960-4448629d171a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.3324575 Nov 27 01:24:20.682750 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.747505 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.757979 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.794986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Network 4e7818d3-ae42-413b-9f55-213aae3a4d92 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:20.808995 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-219d5d99-a4b1-44f1-a8ef-cff99b4cc4d0 req-514c599c-be51-4811-a825-d438144ca3d4 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900554 Nov 27 01:24:20.815324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ca1e5-b1bb-43c9-9342-29b0fdf4363d req-08279323-eb90-4669-82c3-515bcddcc293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:20.817451 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f5ca1e5-b1bb-43c9-9342-29b0fdf4363d req-08279323-eb90-4669-82c3-515bcddcc293 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 1097 time: 0.2126002 Nov 27 01:24:20.844936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:20.847505 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Pushing event updated for resources: {'Port': ['ID=fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:20.851211 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:20.961949 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f5ca1e5-b1bb-43c9-9342-29b0fdf4363d req-c95b79bf-0fd5-4ce5-b36f-a8a4bbdecc4f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287191 Nov 27 01:24:20.983606 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Attempting to bind port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:20.983977 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Attempting to bind port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5316bae3-cb55-4f72-9575-996c827b76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4e7818d3-ae42-413b-9f55-213aae3a4d92'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:20.984383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Attempting to bind port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 on network 4e7818d3-ae42-413b-9f55-213aae3a4d92 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:20.990142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:20.990517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Checking segment: {'id': '5316bae3-cb55-4f72-9575-996c827b76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4e7818d3-ae42-413b-9f55-213aae3a4d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:20.992027 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.992504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Bound using segment: {'id': '5316bae3-cb55-4f72-9575-996c827b76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4e7818d3-ae42-413b-9f55-213aae3a4d92'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:20.992921 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Bound port: fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5316bae3-cb55-4f72-9575-996c827b76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4e7818d3-ae42-413b-9f55-213aae3a4d92'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:20.993415 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.073845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f2210427-f799-48fa-8a32-8de577378743 None None] For port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:21.078361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f2210427-f799-48fa-8a32-8de577378743 None None] For port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3,segment=NetworkSegment(5316bae3-cb55-4f72-9575-996c827b76ed),segment_id=5316bae3-cb55-4f72-9575-996c827b76ed)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:21.090430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310309d-47f6-4b54-a862-422e2e8d9061 req-cbc4a771-20d1-42fc-812f-3f346520a589 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:21.091933 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9310309d-47f6-4b54-a862-422e2e8d9061 req-cbc4a771-20d1-42fc-812f-3f346520a589 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1290648 Nov 27 01:24:21.097050 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.155079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Allocated IP 2001:db8::1 (4e7818d3-ae42-413b-9f55-213aae3a4d92/52d23b7b-d1d5-4269-8437-602b32d8cd5d/3e639ce6-167c-4b42-8337-053c2a0c7c3f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:21.170402 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9310309d-47f6-4b54-a862-422e2e8d9061 req-3c5635bb-ff13-4700-bbfe-4be360b0c04d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686114 Nov 27 01:24:21.184205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2210427-f799-48fa-8a32-8de577378743 None None] Pushing event updated for resources: {'Port': ['ID=fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:21.387701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf035c9-29a7-427c-93a4-39b57e562f6a req-5708ff6d-20fa-4e76-aac2-4700d1f93865 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:21.388718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eaa49-363b-4715-a89e-592267884bac req-b15e3f63-bf35-4769-9e83-52dc3f8afc0a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:21.390475 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1cf035c9-29a7-427c-93a4-39b57e562f6a req-5708ff6d-20fa-4e76-aac2-4700d1f93865 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1417480 Nov 27 01:24:21.391537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-723eaa49-363b-4715-a89e-592267884bac req-b15e3f63-bf35-4769-9e83-52dc3f8afc0a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0988586 Nov 27 01:24:21.461845 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1cf035c9-29a7-427c-93a4-39b57e562f6a req-c3437849-6d61-43ea-8008-9818d5abb2d9 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627863 Nov 27 01:24:21.477419 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.513419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-723eaa49-363b-4715-a89e-592267884bac req-c0a0dfd3-428b-4c04-8711-477bb7688e5a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109488 Nov 27 01:24:21.563884 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.661813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 4e7818d3-ae42-413b-9f55-213aae3a4d92 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:21.665684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:21.668204 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:21.668954 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.689644 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=3e639ce6-167c-4b42-8337-053c2a0c7c3f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:21.855058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34885197-e027-42b0-ad6c-3bbf6256ac46 req-b4a4e20b-ee44-4db9-b61b-81e484e96883 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:21.856597 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-34885197-e027-42b0-ad6c-3bbf6256ac46 req-b4a4e20b-ee44-4db9-b61b-81e484e96883 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1128144 Nov 27 01:24:21.970629 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.990429 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-34885197-e027-42b0-ad6c-3bbf6256ac46 req-56b11d3c-d914-45f8-9a20-dd7b837d0a88 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265049 Nov 27 01:24:22.186732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3436a-86e0-45ce-aa67-d87b4f78a47e req-3739a2eb-5967-422c-af63-ba7da04f42fd tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:22.195901 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0dc3436a-86e0-45ce-aa67-d87b4f78a47e req-3739a2eb-5967-422c-af63-ba7da04f42fd tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0879755 Nov 27 01:24:22.267908 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0dc3436a-86e0-45ce-aa67-d87b4f78a47e req-838a17b8-db45-48c6-8886-9e9616fdbd91 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704386 Nov 27 01:24:22.331114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:22.427420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:22.427850 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:22.551156 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:22.612973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3,segment=NetworkSegment(5316bae3-cb55-4f72-9575-996c827b76ed),segment_id=5316bae3-cb55-4f72-9575-996c827b76ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:22.618115 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:22.700613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459841e8-10a9-4b9b-a4d2-b21fd7b9dfdd req-8721376d-82e0-4f79-9128-111132c0b6a7 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:22.705820 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-459841e8-10a9-4b9b-a4d2-b21fd7b9dfdd req-8721376d-82e0-4f79-9128-111132c0b6a7 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1546772 Nov 27 01:24:22.715443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:22.821181 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-459841e8-10a9-4b9b-a4d2-b21fd7b9dfdd req-86a0ddc0-0bbd-449e-b106-900d7b4db9e5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969813 Nov 27 01:24:22.946249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5100b86-0c97-49dc-a50d-3685e835ff0c None None] Network 4e7818d3-ae42-413b-9f55-213aae3a4d92 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:22.984332 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59d84c-ceeb-43ba-8e99-2da7896bf3e1 req-40413d59-6ec7-4e4f-929e-26014594016f tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:22.986120 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e59d84c-ceeb-43ba-8e99-2da7896bf3e1 req-40413d59-6ec7-4e4f-929e-26014594016f tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1279171 Nov 27 01:24:23.064006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f3f37737-c6d0-445c-b1b2-3bae2b1b28fd None None] Provisioning complete for port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:23.064503 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f3f37737-c6d0-445c-b1b2-3bae2b1b28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.066282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1306fb1-6248-4212-b995-acb1434a2770 req-4414b86f-192a-4e7b-9d35-b3d53f3018f5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:23.080490 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e59d84c-ceeb-43ba-8e99-2da7896bf3e1 req-38beb592-4f16-4be1-bdf4-dfb86416feff tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830390 Nov 27 01:24:23.080828 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e1306fb1-6248-4212-b995-acb1434a2770 req-4414b86f-192a-4e7b-9d35-b3d53f3018f5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1428752 Nov 27 01:24:23.157861 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.165788 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.167646 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.179084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e1306fb1-6248-4212-b995-acb1434a2770 req-30bb3256-ed3c-4f3b-b418-dd6c852a1d10 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970771 Nov 27 01:24:23.285256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=3e639ce6-167c-4b42-8337-053c2a0c7c3f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:23.370964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 4e7818d3-ae42-413b-9f55-213aae3a4d92 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:23.382588 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:23.431015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63c7db-f791-49eb-8912-108b5b030dc6 req-ab7b0564-55e1-4d41-a7d1-6e48847803f7 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:23.434070 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e63c7db-f791-49eb-8912-108b5b030dc6 req-ab7b0564-55e1-4d41-a7d1-6e48847803f7 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1163352 Nov 27 01:24:23.534010 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e63c7db-f791-49eb-8912-108b5b030dc6 req-13fd5253-0902-4b63-ae38-131be327f093 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879760 Nov 27 01:24:23.600170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ef5fc-65f9-4128-a132-c5bda08761bf req-dd8fd655-4e58-41fa-ae22-496f03a135b2 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:23.601578 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a75ef5fc-65f9-4128-a132-c5bda08761bf req-dd8fd655-4e58-41fa-ae22-496f03a135b2 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1078308 Nov 27 01:24:23.632210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b7612-3d3a-4cdd-a8dc-74616387307d req-27f6f49e-fccc-4a0a-8876-a85a5e35898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:23.633784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-072b7612-3d3a-4cdd-a8dc-74616387307d req-27f6f49e-fccc-4a0a-8876-a85a5e35898e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2666e5b4df3746d1a96c8ab22c44db0b&device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 1097 time: 0.1743169 Nov 27 01:24:23.688902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c44d-dc2f-43f0-a827-8faf72a9a263 req-0762874c-07af-490a-b77d-2bfe300d087a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:23.699217 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5383c44d-dc2f-43f0-a827-8faf72a9a263 req-0762874c-07af-490a-b77d-2bfe300d087a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0806491 Nov 27 01:24:23.777125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router c0af8454-215a-47dd-b481-50dda76a00e9 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:24:23.790220 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5383c44d-dc2f-43f0-a827-8faf72a9a263 req-ef7b3ea5-5f24-4064-a5da-92aaf21a5c1d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896690 Nov 27 01:24:23.811569 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a75ef5fc-65f9-4128-a132-c5bda08761bf req-9688930d-6daa-4075-868c-c3884d66f7bc tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874368 Nov 27 01:24:23.844661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b6de7673-0fde-4d4f-b421-9bba374f2b3f None None] Provisioning complete for port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:23.845572 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b6de7673-0fde-4d4f-b421-9bba374f2b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.988234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b7612-3d3a-4cdd-a8dc-74616387307d req-fdc85ca9-64bb-44c2-a3e0-c63a4921be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:23.999567 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-072b7612-3d3a-4cdd-a8dc-74616387307d req-fdc85ca9-64bb-44c2-a3e0-c63a4921be44 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a774b0ea-8ef6-4e2e-9918-cbc8326667de HTTP/1.1" status: 200 len: 911 time: 0.3469639 Nov 27 01:24:24.071581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b6de7673-0fde-4d4f-b421-9bba374f2b3f None None] Provisioning complete for port 3e639ce6-167c-4b42-8337-053c2a0c7c3f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:24.072135 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b6de7673-0fde-4d4f-b421-9bba374f2b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:24.109095 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-072b7612-3d3a-4cdd-a8dc-74616387307d req-fb2f77a9-fdd7-4d79-8d01-b86241613e5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5137c50-7884-4b9c-8b70-578443c14906 HTTP/1.1" status: 200 len: 217 time: 0.1040027 Nov 27 01:24:24.123652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b6de7673-0fde-4d4f-b421-9bba374f2b3f None None] Port 3e639ce6-167c-4b42-8337-053c2a0c7c3f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:24.251879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:24.272789 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d132ff50-6179-426f-bff3-364d01ee0fee tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/c0af8454-215a-47dd-b481-50dda76a00e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2182646 Nov 27 01:24:24.273239 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39514) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:24.285111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b7612-3d3a-4cdd-a8dc-74616387307d req-2601671d-2446-4542-bdb5-cf225c4bc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:24.286668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-072b7612-3d3a-4cdd-a8dc-74616387307d req-2601671d-2446-4542-bdb5-cf225c4bc29d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afd5e847-17b5-46ac-9f27-35fc7805bece HTTP/1.1" status: 200 len: 850 time: 0.1615336 Nov 27 01:24:24.293781 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:24.302874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3028b9ad-b070-43ea-9d3e-7f7d9e601696 None None] Sync routers for ids ['c0af8454-215a-47dd-b481-50dda76a00e9'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:24.333632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3eb463-a219-4b30-985f-14fd680f1d5f req-b8d8ea58-6b80-4541-9c23-48e66695c415 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:24.335840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e3eb463-a219-4b30-985f-14fd680f1d5f req-b8d8ea58-6b80-4541-9c23-48e66695c415 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.2490370 Nov 27 01:24:24.366806 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-072b7612-3d3a-4cdd-a8dc-74616387307d req-56e5dd7a-a9f7-4555-a11a-32d2e93fb13c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a774b0ea-8ef6-4e2e-9918-cbc8326667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648546 Nov 27 01:24:24.390512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6367d8-e20c-4efb-9737-235fcba40304 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:24.394537 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bf6367d8-e20c-4efb-9737-235fcba40304 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports/3e639ce6-167c-4b42-8337-053c2a0c7c3f HTTP/1.1" status: 200 len: 911 time: 0.1178653 Nov 27 01:24:24.395071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39516) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:24.400806 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-87176798-19b6-4651-953c-a9c1b4975b28 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '52d23b7b-d1d5-4269-8437-602b32d8cd5d'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:24.406718 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-962d6e52-a746-43ba-a4d8-7449cf49e88c None None] Provisioning complete for port 3e639ce6-167c-4b42-8337-053c2a0c7c3f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:24.409859 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-962d6e52-a746-43ba-a4d8-7449cf49e88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:24.438027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3028b9ad-b070-43ea-9d3e-7f7d9e601696 None None] Routers {'c0af8454-215a-47dd-b481-50dda76a00e9'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:24.438810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3028b9ad-b070-43ea-9d3e-7f7d9e601696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c0af8454-215a-47dd-b481-50dda76a00e9'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:24.495056 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-072b7612-3d3a-4cdd-a8dc-74616387307d req-d6670e55-2fa6-445e-9d8d-ffd3971553f6 service neutron] 10.222.0.21 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175909 Nov 27 01:24:24.565188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3028b9ad-b070-43ea-9d3e-7f7d9e601696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:24.618235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3028b9ad-b070-43ea-9d3e-7f7d9e601696 None None] Routers {'c0af8454-215a-47dd-b481-50dda76a00e9'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:24.618997 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3028b9ad-b070-43ea-9d3e-7f7d9e601696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c0af8454-215a-47dd-b481-50dda76a00e9'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:24.627696 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-962d6e52-a746-43ba-a4d8-7449cf49e88c None None] Port 3e639ce6-167c-4b42-8337-053c2a0c7c3f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:24.639319 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-072b7612-3d3a-4cdd-a8dc-74616387307d req-3950a6bc-a71a-4211-b6f2-3594c625fc95 service neutron] 10.222.0.21 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343484 Nov 27 01:24:24.679305 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e3eb463-a219-4b30-985f-14fd680f1d5f req-f4ad2d96-dca2-4aff-bb40-1a4639d65cd2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210254 Nov 27 01:24:24.714590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3028b9ad-b070-43ea-9d3e-7f7d9e601696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:24.715351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3028b9ad-b070-43ea-9d3e-7f7d9e601696 None None] The sync data for ids ['c0af8454-215a-47dd-b481-50dda76a00e9'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:24.715572 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87176798-19b6-4651-953c-a9c1b4975b28 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:24.717811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:24.718328 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:24.784964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-63eebf99-cf77-4083-a501-a34116047574 None None] Provisioning complete for port 3e639ce6-167c-4b42-8337-053c2a0c7c3f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:24.785472 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-63eebf99-cf77-4083-a501-a34116047574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:24.859397 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-63eebf99-cf77-4083-a501-a34116047574 None None] Port 3e639ce6-167c-4b42-8337-053c2a0c7c3f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:25.040518 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f3f57-0d44-4e01-a1f7-6585e2f540c2 req-df72b688-add4-4791-9b1b-f93087e7dcd5 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:25.042022 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b54f3f57-0d44-4e01-a1f7-6585e2f540c2 req-df72b688-add4-4791-9b1b-f93087e7dcd5 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.0899594 Nov 27 01:24:25.156791 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b54f3f57-0d44-4e01-a1f7-6585e2f540c2 req-7915bcb9-61e0-47c0-9470-d42ca5aabcc7 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063554 Nov 27 01:24:25.266972 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87176798-19b6-4651-953c-a9c1b4975b28 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:25.275814 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87176798-19b6-4651-953c-a9c1b4975b28 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:25.282329 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87176798-19b6-4651-953c-a9c1b4975b28 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:25.283054 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87176798-19b6-4651-953c-a9c1b4975b28 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:25.288373 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-87176798-19b6-4651-953c-a9c1b4975b28 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/ports/3e639ce6-167c-4b42-8337-053c2a0c7c3f HTTP/1.1" status: 200 len: 911 time: 0.8884320 Nov 27 01:24:25.288517 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39534) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:25.332016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87176798-19b6-4651-953c-a9c1b4975b28 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=3e639ce6-167c-4b42-8337-053c2a0c7c3f,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:25.638742 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-624f35ac-a074-4f39-a4d8-56971b92f3d4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:25.857968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8b167-3a4e-41b4-a4d0-b79ff557c6a3 req-a85ea0d0-4854-4d10-a5a9-de23265df79b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:25.859580 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5f8b167-3a4e-41b4-a4d0-b79ff557c6a3 req-a85ea0d0-4854-4d10-a5a9-de23265df79b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0880570 Nov 27 01:24:25.938291 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5f8b167-3a4e-41b4-a4d0-b79ff557c6a3 req-f22229f5-d609-4746-99cc-396a0b714aa6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710416 Nov 27 01:24:26.002770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-624f35ac-a074-4f39-a4d8-56971b92f3d4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port 3e639ce6-167c-4b42-8337-053c2a0c7c3f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:26.003175 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-624f35ac-a074-4f39-a4d8-56971b92f3d4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:26.115923 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-624f35ac-a074-4f39-a4d8-56971b92f3d4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:26.164210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-624f35ac-a074-4f39-a4d8-56971b92f3d4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for 3e639ce6-167c-4b42-8337-053c2a0c7c3f owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:26.308951 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7a286-d786-4ae9-a886-fa41d17ecc95 req-c16aeef5-20b6-4f4d-a5e6-c6b3581be68b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:26.318318 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4fa7a286-d786-4ae9-a886-fa41d17ecc95 req-c16aeef5-20b6-4f4d-a5e6-c6b3581be68b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0948696 Nov 27 01:24:26.418162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f5b48-b98b-4841-80f1-5ad04e509710 req-71c1d0e5-122a-4194-a927-e184a3a0ad24 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:26.426193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c65f5b48-b98b-4841-80f1-5ad04e509710 req-71c1d0e5-122a-4194-a927-e184a3a0ad24 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1742387 Nov 27 01:24:26.448908 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4fa7a286-d786-4ae9-a886-fa41d17ecc95 req-af631cad-499f-439f-b537-7ec9a9de387a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286178 Nov 27 01:24:26.566345 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c65f5b48-b98b-4841-80f1-5ad04e509710 req-4482790e-dfe6-4746-a551-527c8c8fba99 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390939 Nov 27 01:24:26.657089 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-624f35ac-a074-4f39-a4d8-56971b92f3d4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:26.685122 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f35ac-a074-4f39-a4d8-56971b92f3d4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=3e639ce6-167c-4b42-8337-053c2a0c7c3f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:26.807697 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-624f35ac-a074-4f39-a4d8-56971b92f3d4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.019475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624f35ac-a074-4f39-a4d8-56971b92f3d4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router c0af8454-215a-47dd-b481-50dda76a00e9 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:24:27.135216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624f35ac-a074-4f39-a4d8-56971b92f3d4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:27.144526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39568) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:27.145461 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-624f35ac-a074-4f39-a4d8-56971b92f3d4 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/c0af8454-215a-47dd-b481-50dda76a00e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8544455 Nov 27 01:24:27.148634 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da65ae8-8fd9-475b-b6f8-8868ed05f214 None None] Sync routers for ids ['c0af8454-215a-47dd-b481-50dda76a00e9'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:27.159928 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da65ae8-8fd9-475b-b6f8-8868ed05f214 None None] Routers {'c0af8454-215a-47dd-b481-50dda76a00e9'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:27.160769 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6da65ae8-8fd9-475b-b6f8-8868ed05f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c0af8454-215a-47dd-b481-50dda76a00e9'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:27.189025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39570) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:27.193297 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-eaf2f50c-4927-4bb3-a734-3325fd68f013 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0af8454-215a-47dd-b481-50dda76a00e9 HTTP/1.1" status: 200 len: 205 time: 0.0396476 Nov 27 01:24:27.208105 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6da65ae8-8fd9-475b-b6f8-8868ed05f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:27.218706 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da65ae8-8fd9-475b-b6f8-8868ed05f214 None None] Routers {'c0af8454-215a-47dd-b481-50dda76a00e9'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:27.219705 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6da65ae8-8fd9-475b-b6f8-8868ed05f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c0af8454-215a-47dd-b481-50dda76a00e9'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:27.258987 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6da65ae8-8fd9-475b-b6f8-8868ed05f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:27.260011 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da65ae8-8fd9-475b-b6f8-8868ed05f214 None None] The sync data for ids ['c0af8454-215a-47dd-b481-50dda76a00e9'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:27.309083 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-33679510-675b-45a8-8fdc-accbd5a45984 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.494075 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-33679510-675b-45a8-8fdc-accbd5a45984 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.497996 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-33679510-675b-45a8-8fdc-accbd5a45984 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.546108 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-33679510-675b-45a8-8fdc-accbd5a45984 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.546717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33679510-675b-45a8-8fdc-accbd5a45984 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Fanout notify agent at l3_agent the message router_deleted on router c0af8454-215a-47dd-b481-50dda76a00e9 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:24:27.562063 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-33679510-675b-45a8-8fdc-accbd5a45984 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.565849 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-33679510-675b-45a8-8fdc-accbd5a45984 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/routers/c0af8454-215a-47dd-b481-50dda76a00e9 HTTP/1.1" status: 204 len: 168 time: 0.3732793 Nov 27 01:24:27.566381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39574) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:27.652858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9491d-f97e-4bf8-bb8f-5062f3fa81d5 req-958c3382-1aae-465d-8a8a-792ff72adc74 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:27.655770 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cab9491d-f97e-4bf8-bb8f-5062f3fa81d5 req-958c3382-1aae-465d-8a8a-792ff72adc74 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1233974 Nov 27 01:24:27.663129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9655e9db-670d-4115-8374-10b0503382ce tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting subnet 52d23b7b-d1d5-4269-8437-602b32d8cd5d {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:27.681686 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9655e9db-670d-4115-8374-10b0503382ce tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.727707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3eeb0-8206-448c-bb5b-28a503d22afe req-35a5b493-7b0a-4ff5-8c5a-18e547f52e83 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:27.729719 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-76d3eeb0-8206-448c-bb5b-28a503d22afe req-35a5b493-7b0a-4ff5-8c5a-18e547f52e83 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.0556960 Nov 27 01:24:27.767126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9655e9db-670d-4115-8374-10b0503382ce tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.803048 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-76d3eeb0-8206-448c-bb5b-28a503d22afe req-321b8aa0-20b1-408e-9bc5-40b3780d5208 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620277 Nov 27 01:24:27.809935 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cab9491d-f97e-4bf8-bb8f-5062f3fa81d5 req-41e1cba2-6b2e-4fff-8f04-c48cc7385c58 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436419 Nov 27 01:24:27.885002 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9655e9db-670d-4115-8374-10b0503382ce tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.982371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f7396-93dc-4c9d-9a46-27c65138179e req-a51305df-90de-4454-b322-edcc6305a989 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:27.984038 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c3f7396-93dc-4c9d-9a46-27c65138179e req-a51305df-90de-4454-b322-edcc6305a989 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0689437 Nov 27 01:24:27.992687 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9655e9db-670d-4115-8374-10b0503382ce tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.037051 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655e9db-670d-4115-8374-10b0503382ce tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Subnet': ['ID=52d23b7b-d1d5-4269-8437-602b32d8cd5d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:28.040904 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9655e9db-670d-4115-8374-10b0503382ce tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.044226 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9655e9db-670d-4115-8374-10b0503382ce tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/52d23b7b-d1d5-4269-8437-602b32d8cd5d HTTP/1.1" status: 204 len: 168 time: 0.4768212 Nov 27 01:24:28.047120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39586) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:28.049766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e11cb36-63f0-4745-a113-b1a900a1c2ce None None] Network 4e7818d3-ae42-413b-9f55-213aae3a4d92 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:28.120135 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6c3f7396-93dc-4c9d-9a46-27c65138179e req-6740c95c-5a62-45fd-b279-8f2c0632ae83 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251097 Nov 27 01:24:28.202745 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.316954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:28.317428 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.347248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771093ff-d4cb-47ea-aabf-91b2b82e40d8 None None] DHCP port deletion for 4e7818d3-ae42-413b-9f55-213aae3a4d92 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:24:28.383788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c307b33-7c8a-4eec-92b9-93b9fe167be5 req-435eea9f-6479-4852-b9e9-60128f5d631a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:28.393059 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c307b33-7c8a-4eec-92b9-93b9fe167be5 req-435eea9f-6479-4852-b9e9-60128f5d631a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0892379 Nov 27 01:24:28.446733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-771093ff-d4cb-47ea-aabf-91b2b82e40d8 None None] Deleting port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:28.447433 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-771093ff-d4cb-47ea-aabf-91b2b82e40d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.482971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c307b33-7c8a-4eec-92b9-93b9fe167be5 req-7a8d5e0f-c1b2-4fe0-87bd-02c8fdc648c6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787325 Nov 27 01:24:28.536854 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.579251 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-771093ff-d4cb-47ea-aabf-91b2b82e40d8 None None] For port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3,segment=NetworkSegment(5316bae3-cb55-4f72-9575-996c827b76ed),segment_id=5316bae3-cb55-4f72-9575-996c827b76ed)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:28.580831 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-771093ff-d4cb-47ea-aabf-91b2b82e40d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.604271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-771093ff-d4cb-47ea-aabf-91b2b82e40d8 None None] Calling delete_port for fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:28.690783 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-771093ff-d4cb-47ea-aabf-91b2b82e40d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.736583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771093ff-d4cb-47ea-aabf-91b2b82e40d8 None None] Pushing event deleted for resources: {'Port': ['ID=fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:28.744741 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771093ff-d4cb-47ea-aabf-91b2b82e40d8 None None] No DVR routers for this DVR port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:24:28.790758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] For port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3,segment=NetworkSegment(5316bae3-cb55-4f72-9575-996c827b76ed),segment_id=5316bae3-cb55-4f72-9575-996c827b76ed)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:28.791372 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.806892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:28.815606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fae5cf-97d7-4c8f-939e-e2cfcfaa28e1 req-ce65737b-bb49-4305-8565-99ff54aa5209 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:28.817134 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9fae5cf-97d7-4c8f-939e-e2cfcfaa28e1 req-ce65737b-bb49-4305-8565-99ff54aa5209 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0873835 Nov 27 01:24:28.936280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9fae5cf-97d7-4c8f-939e-e2cfcfaa28e1 req-9a37c655-a70e-4130-9bc4-536af1757453 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117125 Nov 27 01:24:28.972216 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.008461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:29.012426 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No DVR routers for this DVR port fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:24:29.034983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27416333-4933-449f-9a6a-3102f0b2332a req-73ad71ba-b139-4788-b8d7-ced197613c4d tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:29.049385 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-27416333-4933-449f-9a6a-3102f0b2332a req-73ad71ba-b139-4788-b8d7-ced197613c4d tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1468036 Nov 27 01:24:29.140445 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-27416333-4933-449f-9a6a-3102f0b2332a req-bcdc3263-29d3-49c7-aa1d-32dcf0617349 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881355 Nov 27 01:24:29.163112 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.187517 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7818d3-ae42-413b-9f55-213aae3a4d92']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:29.196926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a756f-4c63-4a20-9b66-c882209f2dbe req-e4df953a-60da-425b-8e0a-4aa1da96e6c2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:29.198412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d2a756f-4c63-4a20-9b66-c882209f2dbe req-e4df953a-60da-425b-8e0a-4aa1da96e6c2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0807171 Nov 27 01:24:29.206609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5316bae3-cb55-4f72-9575-996c827b76ed') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:29.206902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5316bae3-cb55-4f72-9575-996c827b76ed') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:29.224409 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.251591 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.269346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:24:29.269725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:24:29.273520 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:24:29.287296 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d2a756f-4c63-4a20-9b66-c882209f2dbe req-09cb057d-8c35-484f-8022-b6291158b265 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784237 Nov 27 01:24:29.342965 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.358933 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.367237 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/networks/4e7818d3-ae42-413b-9f55-213aae3a4d92 HTTP/1.1" status: 204 len: 168 time: 1.3140607 Nov 27 01:24:29.368095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39626) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:29.373941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-058991e8-9a50-4691-a70c-70808476cb21 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-959988655', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:29.375831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c11fd-f918-49cd-b8df-63d72177c7bc tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Network': ['ID=4e7818d3-ae42-413b-9f55-213aae3a4d92,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:29.418329 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-058991e8-9a50-4691-a70c-70808476cb21 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.419341 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-058991e8-9a50-4691-a70c-70808476cb21 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.502310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-058991e8-9a50-4691-a70c-70808476cb21 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.513906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921422a6-cd64-452d-916d-52ccde08d1bd req-c464ceaf-1371-40aa-97c0-15eed7062d5e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:29.515438 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-921422a6-cd64-452d-916d-52ccde08d1bd req-c464ceaf-1371-40aa-97c0-15eed7062d5e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1072440 Nov 27 01:24:29.517479 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-058991e8-9a50-4691-a70c-70808476cb21 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.560137 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-058991e8-9a50-4691-a70c-70808476cb21 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.561432 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-058991e8-9a50-4691-a70c-70808476cb21 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1920636 Nov 27 01:24:29.564408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39632) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:29.573019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ed9541f4-1d4e-41e3-9848-b1d0bbd6a934 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1456777765'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:29.596414 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-921422a6-cd64-452d-916d-52ccde08d1bd req-edfb9d9f-bb77-42b9-9b4a-9ad12d2117a8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719073 Nov 27 01:24:29.610188 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9541f4-1d4e-41e3-9848-b1d0bbd6a934 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:29.613751 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed9541f4-1d4e-41e3-9848-b1d0bbd6a934 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.645888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9541f4-1d4e-41e3-9848-b1d0bbd6a934 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:24:29.656023 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed9541f4-1d4e-41e3-9848-b1d0bbd6a934 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.656356 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-ed9541f4-1d4e-41e3-9848-b1d0bbd6a934 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Added segment c6fc965c-9b05-4616-bd8e-7ae14777af85 of type vlan for network 2def5b94-dc2c-4330-8d1e-ada562b25860 Nov 27 01:24:29.700278 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed9541f4-1d4e-41e3-9848-b1d0bbd6a934 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.759694 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed9541f4-1d4e-41e3-9848-b1d0bbd6a934 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.765604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9541f4-1d4e-41e3-9848-b1d0bbd6a934 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:29.766321 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed9541f4-1d4e-41e3-9848-b1d0bbd6a934 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.843423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f569236-a90f-4050-a6e2-c980fa7a548c req-c7db480b-b5dd-4d9c-a0ec-58394aa7beb8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:29.845151 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5f569236-a90f-4050-a6e2-c980fa7a548c req-c7db480b-b5dd-4d9c-a0ec-58394aa7beb8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1356883 Nov 27 01:24:29.854240 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ed9541f4-1d4e-41e3-9848-b1d0bbd6a934 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2858398 Nov 27 01:24:29.854240 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39638) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:29.859481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3ca1ffd4-3c9b-4935-945b-383909d8f078 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'subnet': {'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:29.865403 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9541f4-1d4e-41e3-9848-b1d0bbd6a934 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Network': ['ID=2def5b94-dc2c-4330-8d1e-ada562b25860,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:29.878816 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 2def5b94-dc2c-4330-8d1e-ada562b25860 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:24:29.982337 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5f569236-a90f-4050-a6e2-c980fa7a548c req-b7fdd356-0db0-4fec-bdfb-70556c7019ad tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177382 Nov 27 01:24:30.011372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca1ffd4-3c9b-4935-945b-383909d8f078 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:30.019298 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ca1ffd4-3c9b-4935-945b-383909d8f078 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:30.126967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49392c-d314-4a08-8bef-1c422e319db0 req-95ffc75c-79ba-4623-8f02-cc63d94a4159 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:30.148667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba49392c-d314-4a08-8bef-1c422e319db0 req-95ffc75c-79ba-4623-8f02-cc63d94a4159 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0783195 Nov 27 01:24:30.231206 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba49392c-d314-4a08-8bef-1c422e319db0 req-a4ee271c-b15e-4193-9af7-a4f2b43fbfa3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770648 Nov 27 01:24:30.275668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:24:30.309568 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:24:30.310160 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fd7f006a-c6a0-4cbc-bf60-e8fe0d651ca3 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:24:30.455578 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada18a15-ef03-47b4-abd0-d2bae11d8412 req-71703e5a-6593-4907-82cf-192d87d11a1f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:30.457436 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ada18a15-ef03-47b4-abd0-d2bae11d8412 req-71703e5a-6593-4907-82cf-192d87d11a1f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0814643 Nov 27 01:24:30.513784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ada18a15-ef03-47b4-abd0-d2bae11d8412 req-47d062ee-41d6-4607-8575-1160a717f722 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498462 Nov 27 01:24:30.528624 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:30.663409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b6986-ecd0-4a1b-b3ee-7e82609bdab2 req-18598cb0-8d9b-43ea-b2d7-e72c01112c9c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:30.665630 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-808b6986-ecd0-4a1b-b3ee-7e82609bdab2 req-18598cb0-8d9b-43ea-b2d7-e72c01112c9c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0655496 Nov 27 01:24:30.676357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a998c45-9fb2-4d5a-aadb-aa6d8aad9ace req-90ebf1c4-bf4c-4f48-83ac-e06c023e5fd2 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:30.678877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a998c45-9fb2-4d5a-aadb-aa6d8aad9ace req-90ebf1c4-bf4c-4f48-83ac-e06c023e5fd2 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1310797 Nov 27 01:24:30.679957 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ca1ffd4-3c9b-4935-945b-383909d8f078 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:30.729876 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-808b6986-ecd0-4a1b-b3ee-7e82609bdab2 req-b615d98a-63c8-4bdb-80bf-20f24fcf602e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572958 Nov 27 01:24:30.747406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1ffd4-3c9b-4935-945b-383909d8f078 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Subnet': ['ID=458f736c-a79a-432d-9671-4170d4954cef,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:30.821980 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1ffd4-3c9b-4935-945b-383909d8f078 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Checking segment: {'id': 'c6fc965c-9b05-4616-bd8e-7ae14777af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:30.822395 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca1ffd4-3c9b-4935-945b-383909d8f078 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network hostable DHCP agents. Network: 2def5b94-dc2c-4330-8d1e-ada562b25860, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:24:30.837469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a998c45-9fb2-4d5a-aadb-aa6d8aad9ace req-8093d086-0a08-439a-98b8-41900aa774a1 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974860 Nov 27 01:24:30.851045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca1ffd4-3c9b-4935-945b-383909d8f078 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 2def5b94-dc2c-4330-8d1e-ada562b25860 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:24:30.863454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-3ca1ffd4-3c9b-4935-945b-383909d8f078 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 2def5b94-dc2c-4330-8d1e-ada562b25860) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:30.874040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3510f3f1-d592-44f8-afeb-c47ac8d0c6a1 None None] Network 2def5b94-dc2c-4330-8d1e-ada562b25860 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:30.888642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca1ffd4-3c9b-4935-945b-383909d8f078 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:30.889159 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ca1ffd4-3c9b-4935-945b-383909d8f078 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:30.912193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39664) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:30.918891 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3ca1ffd4-3c9b-4935-945b-383909d8f078 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0633218 Nov 27 01:24:30.931278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef1843-dcda-46c9-8667-7f22b0bc2325 req-c807387a-5336-4851-83e2-c6dea02b4e25 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:30.932274 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64ef1843-dcda-46c9-8667-7f22b0bc2325 req-c807387a-5336-4851-83e2-c6dea02b4e25 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0974264 Nov 27 01:24:31.064744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-2def5b94-dc2c-4330-8d1e-ada562b25860', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:24:31.066255 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.220939 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Allocated IP 2001:db8::2 (2def5b94-dc2c-4330-8d1e-ada562b25860/458f736c-a79a-432d-9671-4170d4954cef/bdb4ca3a-795b-4303-804e-9379fa865c1a) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:31.241655 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64ef1843-dcda-46c9-8667-7f22b0bc2325 req-6f57ac80-f6ef-4eb7-8995-2e0ce3735772 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741673 Nov 27 01:24:31.295530 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.431371 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.439866 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.482978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Pushing event updated for resources: {'Port': ['ID=bdb4ca3a-795b-4303-804e-9379fa865c1a,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:31.503562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Network 2def5b94-dc2c-4330-8d1e-ada562b25860 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:31.505885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:31.509888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:31.527067 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dccd5-4f9d-4326-b4df-c844aedd2352 req-b076d2db-8c1d-4383-babd-fed6bca1c3c3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:31.528819 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-584dccd5-4f9d-4326-b4df-c844aedd2352 req-b076d2db-8c1d-4383-babd-fed6bca1c3c3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1422844 Nov 27 01:24:31.620694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Attempting to bind port bdb4ca3a-795b-4303-804e-9379fa865c1a on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:31.621449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Attempting to bind port bdb4ca3a-795b-4303-804e-9379fa865c1a by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'c6fc965c-9b05-4616-bd8e-7ae14777af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:31.621823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Attempting to bind port bdb4ca3a-795b-4303-804e-9379fa865c1a on network 2def5b94-dc2c-4330-8d1e-ada562b25860 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:31.629859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:31.630239 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Checking segment: {'id': 'c6fc965c-9b05-4616-bd8e-7ae14777af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:31.630646 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.631881 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Bound using segment: {'id': 'c6fc965c-9b05-4616-bd8e-7ae14777af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:31.632427 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Bound port: bdb4ca3a-795b-4303-804e-9379fa865c1a, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fc965c-9b05-4616-bd8e-7ae14777af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:31.632817 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.649735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Allocated IP 2001:db8::1 (2def5b94-dc2c-4330-8d1e-ada562b25860/458f736c-a79a-432d-9671-4170d4954cef/8c207e11-0342-4402-bb89-404d96ed2d9f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:31.653620 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-584dccd5-4f9d-4326-b4df-c844aedd2352 req-9585e6d1-9f67-449f-86b0-f70b83189303 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175888 Nov 27 01:24:31.828348 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.911243 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ae5fe-7e6c-4b92-b989-e2348ec9ef2e req-0ac073cf-6b09-4530-8025-40dec3c18839 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:31.920725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.922989 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c7ae5fe-7e6c-4b92-b989-e2348ec9ef2e req-0ac073cf-6b09-4530-8025-40dec3c18839 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0736523 Nov 27 01:24:31.931701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] For port bdb4ca3a-795b-4303-804e-9379fa865c1a, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:31.935187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] For port bdb4ca3a-795b-4303-804e-9379fa865c1a, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bdb4ca3a-795b-4303-804e-9379fa865c1a,segment=NetworkSegment(c6fc965c-9b05-4616-bd8e-7ae14777af85),segment_id=c6fc965c-9b05-4616-bd8e-7ae14777af85)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:31.941200 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.021033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=8c207e11-0342-4402-bb89-404d96ed2d9f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:32.036610 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c7ae5fe-7e6c-4b92-b989-e2348ec9ef2e req-bfa254dd-37f3-47d3-81e8-e139992f6086 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118398 Nov 27 01:24:32.050174 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 2def5b94-dc2c-4330-8d1e-ada562b25860 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:32.061510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:32.063828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fe7c7-f036-4501-bc99-9f538cbee25e None None] Pushing event updated for resources: {'Port': ['ID=bdb4ca3a-795b-4303-804e-9379fa865c1a,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:32.066877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:32.067819 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.129335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1c87e-fd18-4613-8c9f-b2b0be7d8259 req-104eb213-a92c-4b03-8b5c-5f23aca72279 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:32.134311 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-daa1c87e-fd18-4613-8c9f-b2b0be7d8259 req-104eb213-a92c-4b03-8b5c-5f23aca72279 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1222348 Nov 27 01:24:32.184975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625f616-d201-4ff5-bf6b-8c54913b213d req-dd0d365b-21e1-441b-b030-9e4a19e49c82 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:32.188757 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2625f616-d201-4ff5-bf6b-8c54913b213d req-dd0d365b-21e1-441b-b030-9e4a19e49c82 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0649800 Nov 27 01:24:32.229375 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-daa1c87e-fd18-4613-8c9f-b2b0be7d8259 req-407ededf-1236-4f0b-a334-8824974fe13e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861785 Nov 27 01:24:32.333291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2625f616-d201-4ff5-bf6b-8c54913b213d req-5113c605-3eff-4f37-ad8c-9210c631cb6a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379089 Nov 27 01:24:32.344615 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.555835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f86b95-cb74-4d99-bee3-75d81ab0c6af req-cecc7518-073c-4f16-9c99-60303cc9b2e3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:32.563923 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4f86b95-cb74-4d99-bee3-75d81ab0c6af req-cecc7518-073c-4f16-9c99-60303cc9b2e3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0894189 Nov 27 01:24:32.635453 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4f86b95-cb74-4d99-bee3-75d81ab0c6af req-e7ca5fb5-6d73-4db6-bbab-6ab23e4cb324 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705674 Nov 27 01:24:32.836692 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.854649 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.854649 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.953778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e78895-5c00-4fc8-bf99-0d61d92a44b2 req-58c45398-cdac-4580-b9a6-8201b268043a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:32.956204 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06e78895-5c00-4fc8-bf99-0d61d92a44b2 req-58c45398-cdac-4580-b9a6-8201b268043a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.2259860 Nov 27 01:24:32.969552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=8c207e11-0342-4402-bb89-404d96ed2d9f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:33.059381 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06e78895-5c00-4fc8-bf99-0d61d92a44b2 req-f4c1ea4e-c20a-42f3-b24b-ec30ea31ca17 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850272 Nov 27 01:24:33.071422 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 2def5b94-dc2c-4330-8d1e-ada562b25860 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:33.073344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:33.328902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3c470-2415-4ad6-859c-1c330926ee85 req-0928022d-4099-40ee-8b14-e8fe7e781b4d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:33.330388 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43f3c470-2415-4ad6-859c-1c330926ee85 req-0928022d-4099-40ee-8b14-e8fe7e781b4d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1110945 Nov 27 01:24:33.369774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 0385c2aa-7143-4a22-855c-f3a71908cad2 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:24:33.403057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140790-5079-448d-b0aa-1e7926127680 req-13710a54-c63f-46c9-b9d0-17c8fa09f5d8 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:33.412773 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-19140790-5079-448d-b0aa-1e7926127680 req-13710a54-c63f-46c9-b9d0-17c8fa09f5d8 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.0819571 Nov 27 01:24:33.480203 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-19140790-5079-448d-b0aa-1e7926127680 req-06b4990f-a104-497a-968e-b6fac9464017 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663939 Nov 27 01:24:33.518885 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43f3c470-2415-4ad6-859c-1c330926ee85 req-2bce0c36-8acf-433f-a490-b5a2106253f9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723509 Nov 27 01:24:33.519953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:33.532821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Sync routers for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:33.538988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39720) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:33.539134 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a80f0873-d15a-404b-81a6-12b0c993774d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6237969 Nov 27 01:24:33.547382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a60cfe59-fc1d-4e2d-a939-213810f4a592 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-562440542'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:33.560171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:33.560715 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:33.582640 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60cfe59-fc1d-4e2d-a939-213810f4a592 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:33.585649 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a60cfe59-fc1d-4e2d-a939-213810f4a592 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.603776 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7faff22-9588-487f-969e-4127035cceed None None] Network 2def5b94-dc2c-4330-8d1e-ada562b25860 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:33.625684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60cfe59-fc1d-4e2d-a939-213810f4a592 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:24:33.664497 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a60cfe59-fc1d-4e2d-a939-213810f4a592 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.665022 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-a60cfe59-fc1d-4e2d-a939-213810f4a592 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Added segment 025c32b3-b257-4af3-b495-0e62b5071162 of type vlan for network 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b Nov 27 01:24:33.710248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-130429ef-4027-44fa-818f-d6429dfb0179 None None] Provisioning complete for port bdb4ca3a-795b-4303-804e-9379fa865c1a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:33.710628 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-130429ef-4027-44fa-818f-d6429dfb0179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.725116 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae703ae-308e-4285-a015-61a9b68d18fa req-57f75581-9f1c-4eb3-9bc4-8241910b9c30 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:33.727137 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ae703ae-308e-4285-a015-61a9b68d18fa req-57f75581-9f1c-4eb3-9bc4-8241910b9c30 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0975156 Nov 27 01:24:33.728485 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a60cfe59-fc1d-4e2d-a939-213810f4a592 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.746175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:33.778125 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a60cfe59-fc1d-4e2d-a939-213810f4a592 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.784107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60cfe59-fc1d-4e2d-a939-213810f4a592 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:33.784439 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a60cfe59-fc1d-4e2d-a939-213810f4a592 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.856708 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ae703ae-308e-4285-a015-61a9b68d18fa req-b5cad882-fb2b-48b7-af6c-2a747e392c5c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224799 Nov 27 01:24:33.879191 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a60cfe59-fc1d-4e2d-a939-213810f4a592 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3364584 Nov 27 01:24:33.880378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39730) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:33.887247 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cfe59-fc1d-4e2d-a939-213810f4a592 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Network': ['ID=1fef4d64-ce7a-4e9a-820e-3fdb0785d95b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:33.889600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-35528bf1-4391-46ff-9586-edbaa7eccf8b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'subnet': {'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:33.912313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:24:34.047123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35528bf1-4391-46ff-9586-edbaa7eccf8b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:34.053383 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35528bf1-4391-46ff-9586-edbaa7eccf8b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.176133 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-130429ef-4027-44fa-818f-d6429dfb0179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.184151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89e2a3-7547-4590-bd58-9d5c55f8444d req-c0008e26-24e3-443b-9ace-699afc8ce9bd tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:34.188206 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac89e2a3-7547-4590-bd58-9d5c55f8444d req-c0008e26-24e3-443b-9ace-699afc8ce9bd tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1165490 Nov 27 01:24:34.305024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-130429ef-4027-44fa-818f-d6429dfb0179 None None] For port bdb4ca3a-795b-4303-804e-9379fa865c1a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bdb4ca3a-795b-4303-804e-9379fa865c1a,segment=NetworkSegment(c6fc965c-9b05-4616-bd8e-7ae14777af85),segment_id=c6fc965c-9b05-4616-bd8e-7ae14777af85)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:34.312047 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-130429ef-4027-44fa-818f-d6429dfb0179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.332216 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35528bf1-4391-46ff-9586-edbaa7eccf8b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.397600 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac89e2a3-7547-4590-bd58-9d5c55f8444d req-653de5f5-6a52-49fb-b901-5744e6955fe0 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955583 Nov 27 01:24:34.413882 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bdb4ca3a-795b-4303-804e-9379fa865c1a up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:34.489075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35528bf1-4391-46ff-9586-edbaa7eccf8b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Subnet': ['ID=077454d5-9317-4ccc-aca3-46cecef08d44,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:34.530833 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:32Z', 'revision_number': 2, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:32Z', 'revision_number': 2, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:34.575776 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45030dc-c5d1-4f4b-98a2-ab853df0b96c req-bca286d0-cbbc-43e6-8df7-79ee76ddbdc6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:34.577323 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b45030dc-c5d1-4f4b-98a2-ab853df0b96c req-bca286d0-cbbc-43e6-8df7-79ee76ddbdc6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0791059 Nov 27 01:24:34.580573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35528bf1-4391-46ff-9586-edbaa7eccf8b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Checking segment: {'id': '025c32b3-b257-4af3-b495-0e62b5071162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:34.581005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35528bf1-4391-46ff-9586-edbaa7eccf8b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network hostable DHCP agents. Network: 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:24:34.651350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35528bf1-4391-46ff-9586-edbaa7eccf8b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:24:34.655513 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Checking router: 0385c2aa-7143-4a22-855c-f3a71908cad2 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:24:34.656623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Updating router 0385c2aa-7143-4a22-855c-f3a71908cad2 port 8c207e11-0342-4402-bb89-404d96ed2d9f binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:24:34.671529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130429ef-4027-44fa-818f-d6429dfb0179 None None] Pushing event updated for resources: {'Port': ['ID=bdb4ca3a-795b-4303-804e-9379fa865c1a,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:34.695243 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b45030dc-c5d1-4f4b-98a2-ab853df0b96c req-e44b6574-1219-46af-8e77-82dee6f35895 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115375 Nov 27 01:24:34.695918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-35528bf1-4391-46ff-9586-edbaa7eccf8b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:34.715266 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88291e13-fa40-45ff-b62f-4ec238e2342d req-b35f8a13-c34b-4d48-b590-598c015165c5 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:34.721029 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-88291e13-fa40-45ff-b62f-4ec238e2342d req-b35f8a13-c34b-4d48-b590-598c015165c5 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1347122 Nov 27 01:24:34.722058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35528bf1-4391-46ff-9586-edbaa7eccf8b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:34.722695 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-35528bf1-4391-46ff-9586-edbaa7eccf8b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.731078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5b90ec-691b-4c99-bc2a-4024fb1b7440 None None] Network 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:34.764520 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-35528bf1-4391-46ff-9586-edbaa7eccf8b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8780766 Nov 27 01:24:34.764961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39760) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:34.817283 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.844061 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-88291e13-fa40-45ff-b62f-4ec238e2342d req-fd4bcb42-6133-49b0-b546-91a54b70d24a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150172 Nov 27 01:24:34.862192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ac6acf96-f8cf-475d-b1f1-bc9396527c29 None None] Provisioning complete for port 8c207e11-0342-4402-bb89-404d96ed2d9f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:34.862554 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ac6acf96-f8cf-475d-b1f1-bc9396527c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.864554 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port bdb4ca3a-795b-4303-804e-9379fa865c1a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:34.865069 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.012675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ac6acf96-f8cf-475d-b1f1-bc9396527c29 None None] Port 8c207e11-0342-4402-bb89-404d96ed2d9f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:35.229428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ac6acf96-f8cf-475d-b1f1-bc9396527c29 None None] Provisioning complete for port bdb4ca3a-795b-4303-804e-9379fa865c1a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:35.229805 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ac6acf96-f8cf-475d-b1f1-bc9396527c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.269978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:24:35.274112 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.276832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af9928-81e5-4f0e-8e1f-a21b2dbf6ce2 req-90ecfa64-a538-4704-b7e5-fc3b5321eb6b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:35.288834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3af9928-81e5-4f0e-8e1f-a21b2dbf6ce2 req-90ecfa64-a538-4704-b7e5-fc3b5321eb6b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.2329414 Nov 27 01:24:35.470973 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3af9928-81e5-4f0e-8e1f-a21b2dbf6ce2 req-612a74ee-68f8-4751-b1cd-6d709724edb2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811769 Nov 27 01:24:35.584990 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.684031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596afeb3-f172-45bc-b50a-2f94fd1c33f6 req-8e6fb66a-92e2-44c9-9247-cd68ac249d92 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:35.693024 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-596afeb3-f172-45bc-b50a-2f94fd1c33f6 req-8e6fb66a-92e2-44c9-9247-cd68ac249d92 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0954151 Nov 27 01:24:35.781915 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-596afeb3-f172-45bc-b50a-2f94fd1c33f6 req-a0d84bf8-e2bf-43ec-b82c-0d89d0fedd3c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820241 Nov 27 01:24:35.943585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Allocated IP 2001:db8:1::1 (1fef4d64-ce7a-4e9a-820e-3fdb0785d95b/077454d5-9317-4ccc-aca3-46cecef08d44/818069a1-e6f2-4668-a2a0-3bd8d62d3515) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:36.058244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fc73ad0e-76ff-4b1b-a15a-9fe1de204151 None None] Provisioning complete for port 8c207e11-0342-4402-bb89-404d96ed2d9f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:36.059436 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fc73ad0e-76ff-4b1b-a15a-9fe1de204151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.062709 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.081550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae28f8-fb55-4c4e-9ae0-fe2bf32528e0 req-6297781c-572a-45dc-9033-0aed9fc8a53a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:36.083167 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0aae28f8-fb55-4c4e-9ae0-fe2bf32528e0 req-6297781c-572a-45dc-9033-0aed9fc8a53a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1446381 Nov 27 01:24:36.106244 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.137209 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.176395 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0aae28f8-fb55-4c4e-9ae0-fe2bf32528e0 req-ecbec4f9-6d85-4011-aa41-962f37c87c39 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827379 Nov 27 01:24:36.213974 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.252221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-fc73ad0e-76ff-4b1b-a15a-9fe1de204151 None None] Port 8c207e11-0342-4402-bb89-404d96ed2d9f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:36.289237 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bdb4ca3a-795b-4303-804e-9379fa865c1a up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:36.353938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:36.355383 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=818069a1-e6f2-4668-a2a0-3bd8d62d3515,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:36.360787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:36.368778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:36.369258 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.379119 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911be5a5-1b3a-4cd3-bacc-fc1736961bb4 None None] Pushing event updated for resources: {'Port': ['ID=8c207e11-0342-4402-bb89-404d96ed2d9f,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:36.469576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Allocated IP 2001:db8:1::2 (1fef4d64-ce7a-4e9a-820e-3fdb0785d95b/077454d5-9317-4ccc-aca3-46cecef08d44/f08041bf-e4ef-484a-9379-8295f6c722ac) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:36.505042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Attempting to bind port 8c207e11-0342-4402-bb89-404d96ed2d9f on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:36.505424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Attempting to bind port 8c207e11-0342-4402-bb89-404d96ed2d9f by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'c6fc965c-9b05-4616-bd8e-7ae14777af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:36.505835 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Attempting to bind port 8c207e11-0342-4402-bb89-404d96ed2d9f on network 2def5b94-dc2c-4330-8d1e-ada562b25860 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:36.537774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2e4df-438b-4c7e-972a-fc181947ce26 req-a74cadb1-cf67-4642-8254-73624929d5c5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:36.539419 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16d2e4df-438b-4c7e-972a-fc181947ce26 req-a74cadb1-cf67-4642-8254-73624929d5c5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0982361 Nov 27 01:24:36.544342 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.552383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:36.553315 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Checking segment: {'id': 'c6fc965c-9b05-4616-bd8e-7ae14777af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:36.553729 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.554133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Bound using segment: {'id': 'c6fc965c-9b05-4616-bd8e-7ae14777af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:36.554627 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Bound port: 8c207e11-0342-4402-bb89-404d96ed2d9f, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fc965c-9b05-4616-bd8e-7ae14777af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:36.555026 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.606389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port bdb4ca3a-795b-4303-804e-9379fa865c1a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:36.606772 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.660365 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16d2e4df-438b-4c7e-972a-fc181947ce26 req-bf2a05c5-c54e-4b2a-9a63-cdc90dfdf181 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053920 Nov 27 01:24:36.793475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] For port 8c207e11-0342-4402-bb89-404d96ed2d9f, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:36.852627 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] For port 8c207e11-0342-4402-bb89-404d96ed2d9f, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8c207e11-0342-4402-bb89-404d96ed2d9f,segment=NetworkSegment(c6fc965c-9b05-4616-bd8e-7ae14777af85),segment_id=c6fc965c-9b05-4616-bd8e-7ae14777af85)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:36.863358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5278378e-ea1d-481a-9487-9f1c866477e2 None None] Provisioning complete for port 8c207e11-0342-4402-bb89-404d96ed2d9f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:36.863740 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5278378e-ea1d-481a-9487-9f1c866477e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.866346 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.879931 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.885018 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.886966 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.963133 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.004640 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.050841 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Network 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:37.053266 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911be5a5-1b3a-4cd3-bacc-fc1736961bb4 None None] Pushing event updated for resources: {'Port': ['ID=8c207e11-0342-4402-bb89-404d96ed2d9f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:37.061846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=818069a1-e6f2-4668-a2a0-3bd8d62d3515,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:37.077028 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:37.091297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:37.093363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:37.132412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Pushing event updated for resources: {'Port': ['ID=f08041bf-e4ef-484a-9379-8295f6c722ac,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:37.139136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:37.141068 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:37.141687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:37.269626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 0385c2aa-7143-4a22-855c-f3a71908cad2 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:24:37.372032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:37.374667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Attempting to bind port f08041bf-e4ef-484a-9379-8295f6c722ac on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:37.375114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Attempting to bind port f08041bf-e4ef-484a-9379-8295f6c722ac by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '025c32b3-b257-4af3-b495-0e62b5071162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:37.375569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Attempting to bind port f08041bf-e4ef-484a-9379-8295f6c722ac on network 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:37.402973 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5278378e-ea1d-481a-9487-9f1c866477e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.437386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:37.437933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Checking segment: {'id': '025c32b3-b257-4af3-b495-0e62b5071162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:37.438418 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.440047 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Bound using segment: {'id': '025c32b3-b257-4af3-b495-0e62b5071162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:37.440657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Bound port: f08041bf-e4ef-484a-9379-8295f6c722ac, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025c32b3-b257-4af3-b495-0e62b5071162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:37.441116 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.463770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524b1db-9999-426a-9a93-f877ca4333f2 req-8c29611b-38e7-4c71-874f-ad8be4fa810a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:37.468681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a524b1db-9999-426a-9a93-f877ca4333f2 req-8c29611b-38e7-4c71-874f-ad8be4fa810a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1112530 Nov 27 01:24:37.470221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:37.480527 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4c1cf72c-2844-4bfd-9843-89c3e3ebf936 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7146416 Nov 27 01:24:37.483349 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39822) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:37.488430 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1611682940'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:37.537565 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5278378e-ea1d-481a-9487-9f1c866477e2 None None] For port 8c207e11-0342-4402-bb89-404d96ed2d9f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8c207e11-0342-4402-bb89-404d96ed2d9f,segment=NetworkSegment(c6fc965c-9b05-4616-bd8e-7ae14777af85),segment_id=c6fc965c-9b05-4616-bd8e-7ae14777af85)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:37.538701 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a524b1db-9999-426a-9a93-f877ca4333f2 req-70d50605-8b37-45db-92bc-765498400a6d tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569098 Nov 27 01:24:37.551969 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5278378e-ea1d-481a-9487-9f1c866477e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.555599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:37.566873 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.610568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:24:37.624792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.625185 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Added segment 7b205e2d-7a06-4b90-8a3d-9abf83a43715 of type vlan for network ce1f117f-76e3-40a6-8312-56532130c1f8 Nov 27 01:24:37.680781 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] For port f08041bf-e4ef-484a-9379-8295f6c722ac, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:37.688956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278378e-ea1d-481a-9487-9f1c866477e2 None None] Pushing event updated for resources: {'Port': ['ID=8c207e11-0342-4402-bb89-404d96ed2d9f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:37.712712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] For port f08041bf-e4ef-484a-9379-8295f6c722ac, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f08041bf-e4ef-484a-9379-8295f6c722ac,segment=NetworkSegment(025c32b3-b257-4af3-b495-0e62b5071162),segment_id=025c32b3-b257-4af3-b495-0e62b5071162)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:37.714243 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.721012 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.730435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-19de4065-f7f2-4d5e-a9ed-3d45ff8a1765 None None] Provisioning complete for port 8c207e11-0342-4402-bb89-404d96ed2d9f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:37.731097 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-19de4065-f7f2-4d5e-a9ed-3d45ff8a1765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.777351 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.786508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:37.787440 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.811981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39826) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:37.812516 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3276298 Nov 27 01:24:37.821664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8d9890fc-8338-4d94-beac-4fb5e1290dbd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'subnet': {'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:37.864065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73aec9-0555-4ac3-b49b-50fcaa08c7fd None None] Pushing event updated for resources: {'Port': ['ID=f08041bf-e4ef-484a-9379-8295f6c722ac,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:37.936679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:36Z', 'revision_number': 3, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:36Z', 'revision_number': 2, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:36Z', 'revision_number': 4, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:37.966460 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Network': ['ID=ce1f117f-76e3-40a6-8312-56532130c1f8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:37.980861 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:37.981685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:37.982966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:37.983484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:37.983973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:37.984484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:37.985023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:37.985504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:37.986004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:37.986481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:37.987241 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:37.987731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512e522-cb3d-4861-938a-c90fa30f009c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:37.999893 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a328d5-f6fb-45be-af53-0bb79a92e83e None None] The sync data for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 is: [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:36Z', 'revision_number': 3, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:36Z', 'revision_number': 2, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:36Z', 'revision_number': 4, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:38.013673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network ce1f117f-76e3-40a6-8312-56532130c1f8 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:24:38.029857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9890fc-8338-4d94-beac-4fb5e1290dbd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:38.033782 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8d9890fc-8338-4d94-beac-4fb5e1290dbd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:38.047886 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2def41-f8b4-4c0a-8ec4-6ceb8a0c8f04 req-4c2db333-24c3-4641-8df1-11ac3a484af6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:38.062446 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef2def41-f8b4-4c0a-8ec4-6ceb8a0c8f04 req-4c2db333-24c3-4641-8df1-11ac3a484af6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.2483599 Nov 27 01:24:38.210430 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef2def41-f8b4-4c0a-8ec4-6ceb8a0c8f04 req-42d6b9c7-a065-4f4f-95fd-18f19999adee tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395581 Nov 27 01:24:38.340074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f08041bf-e4ef-484a-9379-8295f6c722ac up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:38.467401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f08041bf-e4ef-484a-9379-8295f6c722ac triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:38.467946 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:38.489093 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8d9890fc-8338-4d94-beac-4fb5e1290dbd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:38.607215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9890fc-8338-4d94-beac-4fb5e1290dbd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Subnet': ['ID=4d05b398-fc5f-4e4f-9e0c-f980a50fd616,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:38.635263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9890fc-8338-4d94-beac-4fb5e1290dbd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Checking segment: {'id': '7b205e2d-7a06-4b90-8a3d-9abf83a43715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:38.635632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9890fc-8338-4d94-beac-4fb5e1290dbd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network hostable DHCP agents. Network: ce1f117f-76e3-40a6-8312-56532130c1f8, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:24:38.735742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9890fc-8338-4d94-beac-4fb5e1290dbd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network ce1f117f-76e3-40a6-8312-56532130c1f8 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:24:38.748576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-8d9890fc-8338-4d94-beac-4fb5e1290dbd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, ce1f117f-76e3-40a6-8312-56532130c1f8) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:38.756170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9890fc-8338-4d94-beac-4fb5e1290dbd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:38.756874 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8d9890fc-8338-4d94-beac-4fb5e1290dbd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:38.779022 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8d9890fc-8338-4d94-beac-4fb5e1290dbd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9654434 Nov 27 01:24:38.782374 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39840) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:38.803441 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15ca0fa-9cb3-4357-bbbd-f1ec711027da None None] Network ce1f117f-76e3-40a6-8312-56532130c1f8 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:38.815173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6a8a2-edc7-4af5-8bfc-8d35016c5b9e req-882b54df-95c5-4683-911d-19617ed2f994 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:38.825120 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72f6a8a2-edc7-4af5-8bfc-8d35016c5b9e req-882b54df-95c5-4683-911d-19617ed2f994 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1715350 Nov 27 01:24:38.949399 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72f6a8a2-edc7-4af5-8bfc-8d35016c5b9e req-a1ee4129-14fe-4427-9861-3fd1583cf442 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234117 Nov 27 01:24:39.034457 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.074686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-ce1f117f-76e3-40a6-8312-56532130c1f8', 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'fixed_ips': [{'subnet_id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:24:39.075461 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.261927 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port f08041bf-e4ef-484a-9379-8295f6c722ac, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f08041bf-e4ef-484a-9379-8295f6c722ac,segment=NetworkSegment(025c32b3-b257-4af3-b495-0e62b5071162),segment_id=025c32b3-b257-4af3-b495-0e62b5071162)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:39.315321 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.394296 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.397130 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Allocated IP 2001:db8:2::2 (ce1f117f-76e3-40a6-8312-56532130c1f8/4d05b398-fc5f-4e4f-9e0c-f980a50fd616/8c208006-d0fe-4204-ab15-6b8bbd988695) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:39.453091 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=f08041bf-e4ef-484a-9379-8295f6c722ac,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:39.489393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c3c77-9ef4-4671-af64-5928750f4807 req-3021b7b9-95de-4e81-bd7e-e5c4c21a8870 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:39.491060 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-056c3c77-9ef4-4671-af64-5928750f4807 req-3021b7b9-95de-4e81-bd7e-e5c4c21a8870 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1481752 Nov 27 01:24:39.538107 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07678e5-857e-4251-8aee-9f8db40cb806 None None] Network 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:39.601490 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-056c3c77-9ef4-4671-af64-5928750f4807 req-cb1fd69f-4653-46ce-bab3-a1b75ae7212d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784562 Nov 27 01:24:39.715948 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8770f044-d92f-495a-b5ac-7c7df4878e4a None None] Provisioning complete for port f08041bf-e4ef-484a-9379-8295f6c722ac triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:39.716447 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8770f044-d92f-495a-b5ac-7c7df4878e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.830067 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.845103 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.893592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Network ce1f117f-76e3-40a6-8312-56532130c1f8 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:39.898844 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:39.907705 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:39.929931 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Allocated IP 2001:db8:2::1 (ce1f117f-76e3-40a6-8312-56532130c1f8/4d05b398-fc5f-4e4f-9e0c-f980a50fd616/e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:39.971432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Pushing event updated for resources: {'Port': ['ID=8c208006-d0fe-4204-ab15-6b8bbd988695,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:40.040585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Attempting to bind port 8c208006-d0fe-4204-ab15-6b8bbd988695 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:40.041100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Attempting to bind port 8c208006-d0fe-4204-ab15-6b8bbd988695 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '7b205e2d-7a06-4b90-8a3d-9abf83a43715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:40.041569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Attempting to bind port 8c208006-d0fe-4204-ab15-6b8bbd988695 on network ce1f117f-76e3-40a6-8312-56532130c1f8 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:40.057944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:40.058911 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Checking segment: {'id': '7b205e2d-7a06-4b90-8a3d-9abf83a43715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:40.058911 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.062567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Bound using segment: {'id': '7b205e2d-7a06-4b90-8a3d-9abf83a43715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:40.063175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Bound port: 8c208006-d0fe-4204-ab15-6b8bbd988695, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b205e2d-7a06-4b90-8a3d-9abf83a43715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:40.063665 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.082689 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26b7ea13-34ab-4782-91a5-3a5d45cdfd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.182051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971bedd-5433-4b20-982c-5ffabf1b1d04 req-77e34d3f-ce85-4adc-a0cb-cab4240a363b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:40.190762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2971bedd-5433-4b20-982c-5ffabf1b1d04 req-77e34d3f-ce85-4adc-a0cb-cab4240a363b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.0963480 Nov 27 01:24:40.201261 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.203677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] For port 8c208006-d0fe-4204-ab15-6b8bbd988695, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:40.209973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] For port 8c208006-d0fe-4204-ab15-6b8bbd988695, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8c208006-d0fe-4204-ab15-6b8bbd988695,segment=NetworkSegment(7b205e2d-7a06-4b90-8a3d-9abf83a43715),segment_id=7b205e2d-7a06-4b90-8a3d-9abf83a43715)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:40.222460 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.307529 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.320687 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2971bedd-5433-4b20-982c-5ffabf1b1d04 req-01b95bf9-5a57-43d9-9978-4aebc38c9b8d tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277542 Nov 27 01:24:40.384991 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aaf0e-d276-41a4-bd38-914fbf067921 None None] Pushing event updated for resources: {'Port': ['ID=8c208006-d0fe-4204-ab15-6b8bbd988695,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:40.416536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network ce1f117f-76e3-40a6-8312-56532130c1f8 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:40.421779 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:40.432468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:40.433363 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.434196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f08041bf-e4ef-484a-9379-8295f6c722ac up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:40.499207 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-88ca8d53-3e4d-4e46-8e5b-273014407278 None None] Provisioning complete for port f08041bf-e4ef-484a-9379-8295f6c722ac triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:40.499674 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-88ca8d53-3e4d-4e46-8e5b-273014407278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.518487 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:40.557051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f08041bf-e4ef-484a-9379-8295f6c722ac triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:40.557425 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.680929 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.693422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8c207e11-0342-4402-bb89-404d96ed2d9f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:40.761081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-88ca8d53-3e4d-4e46-8e5b-273014407278 None None] Provisioning complete for port 818069a1-e6f2-4668-a2a0-3bd8d62d3515 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:40.764749 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-88ca8d53-3e4d-4e46-8e5b-273014407278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.813294 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-88ca8d53-3e4d-4e46-8e5b-273014407278 None None] Port 818069a1-e6f2-4668-a2a0-3bd8d62d3515 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:40.858739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 8c207e11-0342-4402-bb89-404d96ed2d9f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:40.859360 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.961636 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-20782b7f-aeab-4d35-b294-b483051e5cc9 None None] Provisioning complete for port 818069a1-e6f2-4668-a2a0-3bd8d62d3515 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:40.961636 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-20782b7f-aeab-4d35-b294-b483051e5cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.964494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4524ef1-32c9-4890-8907-a77208c42ffe req-35399c0d-00d8-4301-a6e4-fa116b31bd14 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:40.966003 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d4524ef1-32c9-4890-8907-a77208c42ffe req-35399c0d-00d8-4301-a6e4-fa116b31bd14 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1870668 Nov 27 01:24:41.019740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-20782b7f-aeab-4d35-b294-b483051e5cc9 None None] Port 818069a1-e6f2-4668-a2a0-3bd8d62d3515 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:41.043131 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d4524ef1-32c9-4890-8907-a77208c42ffe req-c9d04ce0-a8bd-4bae-a223-88ad1f3dabae tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669365 Nov 27 01:24:41.241938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0d1ba6ac-0f8f-4cb1-92c7-5a07209faa87 None None] Provisioning complete for port 818069a1-e6f2-4668-a2a0-3bd8d62d3515 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:41.242309 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba6ac-0f8f-4cb1-92c7-5a07209faa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:41.252038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:41.262821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:41.262821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:41.283955 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ba6ac-0f8f-4cb1-92c7-5a07209faa87 None None] Port 818069a1-e6f2-4668-a2a0-3bd8d62d3515 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:41.412995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network ce1f117f-76e3-40a6-8312-56532130c1f8 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:41.416760 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:41.430919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:41.444752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926038d-02b3-450c-8be9-4aa8445196b6 req-e7565058-be4e-4556-aa88-8cdf905b4178 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:41.446443 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9926038d-02b3-450c-8be9-4aa8445196b6 req-e7565058-be4e-4556-aa88-8cdf905b4178 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.0579360 Nov 27 01:24:41.499543 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Sync routers for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:41.513462 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:41.514447 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:41.538795 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9926038d-02b3-450c-8be9-4aa8445196b6 req-047a6726-a264-4b6c-b6fb-88c1f5a01200 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860956 Nov 27 01:24:41.563006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 0385c2aa-7143-4a22-855c-f3a71908cad2 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:24:41.617760 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:41.671415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:41.684293 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fd276ff2-bfba-4c71-855e-fb6c0f38d2b2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9005849 Nov 27 01:24:41.686919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39872) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:41.694219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-2d4d6db7-1d1c-4dc9-84a8-7a72f59b0603 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-466042138'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:41.728780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4d6db7-1d1c-4dc9-84a8-7a72f59b0603 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:41.735063 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d4d6db7-1d1c-4dc9-84a8-7a72f59b0603 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:41.745811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbf4da9-a6b7-45bc-b178-c7f6b42343fd None None] Network ce1f117f-76e3-40a6-8312-56532130c1f8 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:41.774845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4d6db7-1d1c-4dc9-84a8-7a72f59b0603 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:24:41.787429 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d4d6db7-1d1c-4dc9-84a8-7a72f59b0603 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:41.788026 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-2d4d6db7-1d1c-4dc9-84a8-7a72f59b0603 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Added segment 3a6affd9-4690-415a-be66-38bb3d2cbe24 of type vlan for network 2065887b-edf0-447e-b9ef-5beca69a4991 Nov 27 01:24:41.842534 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1efa8b48-f582-447d-b264-322d872e595a None None] Provisioning complete for port 8c208006-d0fe-4204-ab15-6b8bbd988695 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:41.843626 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1efa8b48-f582-447d-b264-322d872e595a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:41.900954 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:40Z', 'revision_number': 4, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:36Z', 'revision_number': 2, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1', 'name': '', 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:27:e6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:39Z', 'updated_at': '2021-11-27T01:24:41Z', 'revision_number': 2, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:41.929918 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Checking router: 0385c2aa-7143-4a22-855c-f3a71908cad2 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:24:41.930391 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Updating router 0385c2aa-7143-4a22-855c-f3a71908cad2 port 818069a1-e6f2-4668-a2a0-3bd8d62d3515 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:24:41.960615 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.075319 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1efa8b48-f582-447d-b264-322d872e595a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.137180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1efa8b48-f582-447d-b264-322d872e595a None None] For port 8c208006-d0fe-4204-ab15-6b8bbd988695, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8c208006-d0fe-4204-ab15-6b8bbd988695,segment=NetworkSegment(7b205e2d-7a06-4b90-8a3d-9abf83a43715),segment_id=7b205e2d-7a06-4b90-8a3d-9abf83a43715)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:42.151244 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1efa8b48-f582-447d-b264-322d872e595a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.246583 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d4d6db7-1d1c-4dc9-84a8-7a72f59b0603 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.295225 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a82896-4238-4170-8fd7-28bc1dc285b7 req-50701e88-80de-446b-aee0-45814186c66a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:42.302226 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12a82896-4238-4170-8fd7-28bc1dc285b7 req-50701e88-80de-446b-aee0-45814186c66a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1089637 Nov 27 01:24:42.324221 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-261f04ec-21f2-43f2-9bc7-bdb2825a6b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.332275 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d4d6db7-1d1c-4dc9-84a8-7a72f59b0603 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.338272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4d6db7-1d1c-4dc9-84a8-7a72f59b0603 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:42.343623 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d4d6db7-1d1c-4dc9-84a8-7a72f59b0603 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.346811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa8b48-f582-447d-b264-322d872e595a None None] Pushing event updated for resources: {'Port': ['ID=8c208006-d0fe-4204-ab15-6b8bbd988695,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:42.370426 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2d4d6db7-1d1c-4dc9-84a8-7a72f59b0603 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6818340 Nov 27 01:24:42.381378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39890) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:42.386885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-61ea08cb-38ed-45a0-8da3-e1ac4964ffd1 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'subnet': {'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:42.402673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8c208006-d0fe-4204-ab15-6b8bbd988695 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:42.466775 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12a82896-4238-4170-8fd7-28bc1dc285b7 req-71ead4f0-465f-448a-905f-1af62a4273fc tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470385 Nov 27 01:24:42.502696 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.509564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 8c208006-d0fe-4204-ab15-6b8bbd988695 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:42.509564 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.516143 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.571175 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d6db7-1d1c-4dc9-84a8-7a72f59b0603 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Network': ['ID=2065887b-edf0-447e-b9ef-5beca69a4991,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:42.581927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ea08cb-38ed-45a0-8da3-e1ac4964ffd1 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Made reservation on behalf of a3f318faf58643a6a649e08d26698a50 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:42.586918 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-61ea08cb-38ed-45a0-8da3-e1ac4964ffd1 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.616443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 2065887b-edf0-447e-b9ef-5beca69a4991 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:24:42.652370 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e355fa0-fec1-4e38-983b-931ad466c3cb None None] Pushing event updated for resources: {'Port': ['ID=818069a1-e6f2-4668-a2a0-3bd8d62d3515,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:42.759237 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Attempting to bind port 818069a1-e6f2-4668-a2a0-3bd8d62d3515 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:42.759730 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Attempting to bind port 818069a1-e6f2-4668-a2a0-3bd8d62d3515 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '025c32b3-b257-4af3-b495-0e62b5071162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:42.760401 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Attempting to bind port 818069a1-e6f2-4668-a2a0-3bd8d62d3515 on network 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:42.773489 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:42.779230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969588ef-312d-47a8-95f9-9a5abff9a255 req-e427f5cf-4da3-4089-8607-fc6b3b9be5b2 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:42.785170 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Checking segment: {'id': '025c32b3-b257-4af3-b495-0e62b5071162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:42.786029 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-39a26f95-9005-47c6-bab0-e5d1c60ddb54 None None] Provisioning complete for port 8c208006-d0fe-4204-ab15-6b8bbd988695 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:42.787117 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.787700 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-39a26f95-9005-47c6-bab0-e5d1c60ddb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.788894 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-969588ef-312d-47a8-95f9-9a5abff9a255 req-e427f5cf-4da3-4089-8607-fc6b3b9be5b2 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1312368 Nov 27 01:24:42.789509 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Bound using segment: {'id': '025c32b3-b257-4af3-b495-0e62b5071162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:42.790104 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Bound port: 818069a1-e6f2-4668-a2a0-3bd8d62d3515, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025c32b3-b257-4af3-b495-0e62b5071162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:42.794430 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.909586 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-969588ef-312d-47a8-95f9-9a5abff9a255 req-8408f026-4d7d-4d96-b386-f40f0d91b9a7 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193421 Nov 27 01:24:42.950112 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] For port 818069a1-e6f2-4668-a2a0-3bd8d62d3515, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:42.954130 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] For port 818069a1-e6f2-4668-a2a0-3bd8d62d3515, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=818069a1-e6f2-4668-a2a0-3bd8d62d3515,segment=NetworkSegment(025c32b3-b257-4af3-b495-0e62b5071162),segment_id=025c32b3-b257-4af3-b495-0e62b5071162)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:42.960700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-39a26f95-9005-47c6-bab0-e5d1c60ddb54 None None] Provisioning complete for port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:42.961112 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-39a26f95-9005-47c6-bab0-e5d1c60ddb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.965071 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.028493 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Updating router 0385c2aa-7143-4a22-855c-f3a71908cad2 port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:24:43.033449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-39a26f95-9005-47c6-bab0-e5d1c60ddb54 None None] Port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:43.042527 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-61ea08cb-38ed-45a0-8da3-e1ac4964ffd1 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.055809 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.097061 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e355fa0-fec1-4e38-983b-931ad466c3cb None None] Pushing event updated for resources: {'Port': ['ID=818069a1-e6f2-4668-a2a0-3bd8d62d3515,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:43.109381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea08cb-38ed-45a0-8da3-e1ac4964ffd1 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Subnet': ['ID=6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:43.161210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ea08cb-38ed-45a0-8da3-e1ac4964ffd1 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Checking segment: {'id': '3a6affd9-4690-415a-be66-38bb3d2cbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:43.161911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ea08cb-38ed-45a0-8da3-e1ac4964ffd1 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network hostable DHCP agents. Network: 2065887b-edf0-447e-b9ef-5beca69a4991, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:24:43.175110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-45d2bfda-e31c-4ff5-8417-4eb48946bb2c None None] Provisioning complete for port 818069a1-e6f2-4668-a2a0-3bd8d62d3515 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:43.175475 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45d2bfda-e31c-4ff5-8417-4eb48946bb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.188677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ea08cb-38ed-45a0-8da3-e1ac4964ffd1 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 2065887b-edf0-447e-b9ef-5beca69a4991 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:24:43.205657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-61ea08cb-38ed-45a0-8da3-e1ac4964ffd1 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 2065887b-edf0-447e-b9ef-5beca69a4991) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:43.210336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ea08cb-38ed-45a0-8da3-e1ac4964ffd1 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:43.211074 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-61ea08cb-38ed-45a0-8da3-e1ac4964ffd1 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.238229 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39896) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:43.239792 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8c6b3d-073e-4ab8-ba00-ce7388f3d376 None None] Network 2065887b-edf0-447e-b9ef-5beca69a4991 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:43.246855 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-61ea08cb-38ed-45a0-8da3-e1ac4964ffd1 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8636811 Nov 27 01:24:43.459128 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.604115 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.618269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-2065887b-edf0-447e-b9ef-5beca69a4991', 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'fixed_ips': [{'subnet_id': '6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:24:43.619686 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.627387 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.653841 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45d2bfda-e31c-4ff5-8417-4eb48946bb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.703863 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e355fa0-fec1-4e38-983b-931ad466c3cb None None] Pushing event updated for resources: {'Port': ['ID=e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:43.712236 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-45d2bfda-e31c-4ff5-8417-4eb48946bb2c None None] For port 818069a1-e6f2-4668-a2a0-3bd8d62d3515, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=818069a1-e6f2-4668-a2a0-3bd8d62d3515,segment=NetworkSegment(025c32b3-b257-4af3-b495-0e62b5071162),segment_id=025c32b3-b257-4af3-b495-0e62b5071162)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:43.772260 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45d2bfda-e31c-4ff5-8417-4eb48946bb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.800001 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Attempting to bind port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:43.800773 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Attempting to bind port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '7b205e2d-7a06-4b90-8a3d-9abf83a43715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:43.801259 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Attempting to bind port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 on network ce1f117f-76e3-40a6-8312-56532130c1f8 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:43.808785 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:43.809665 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Checking segment: {'id': '7b205e2d-7a06-4b90-8a3d-9abf83a43715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:43.810169 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.810822 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Bound using segment: {'id': '7b205e2d-7a06-4b90-8a3d-9abf83a43715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:43.811448 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Bound port: e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b205e2d-7a06-4b90-8a3d-9abf83a43715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:43.811935 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.891451 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2bfda-e31c-4ff5-8417-4eb48946bb2c None None] Pushing event updated for resources: {'Port': ['ID=818069a1-e6f2-4668-a2a0-3bd8d62d3515,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:43.904025 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-45d2bfda-e31c-4ff5-8417-4eb48946bb2c None None] Provisioning complete for port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:43.904433 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45d2bfda-e31c-4ff5-8417-4eb48946bb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.936526 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] For port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:43.940348 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] For port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1,segment=NetworkSegment(7b205e2d-7a06-4b90-8a3d-9abf83a43715),segment_id=7b205e2d-7a06-4b90-8a3d-9abf83a43715)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:43.954607 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.030468 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:44.041368 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:44.098113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef695d-9170-4db7-aeae-2b2ecd0fc686 req-8e396153-19ae-4406-812d-6f9040d31c51 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:44.101956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a5086-248c-437e-a22d-2d00bf12b19c req-7d73ef73-5eb3-4b2e-bcbe-cc25de707d69 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:44.103551 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-277a5086-248c-437e-a22d-2d00bf12b19c req-7d73ef73-5eb3-4b2e-bcbe-cc25de707d69 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1027360 Nov 27 01:24:44.112860 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20ef695d-9170-4db7-aeae-2b2ecd0fc686 req-8e396153-19ae-4406-812d-6f9040d31c51 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1898842 Nov 27 01:24:44.206145 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-277a5086-248c-437e-a22d-2d00bf12b19c req-40b28750-1bfb-4a43-b967-e1fec53eb18b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907650 Nov 27 01:24:44.224540 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:44.274566 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20ef695d-9170-4db7-aeae-2b2ecd0fc686 req-1bf6bd7a-4b0a-4fba-bb28-1fa0fc2863e9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372194 Nov 27 01:24:44.294241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-45d2bfda-e31c-4ff5-8417-4eb48946bb2c None None] Port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:44.342849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Allocated IP 2001:db8:3::2 (2065887b-edf0-447e-b9ef-5beca69a4991/6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a/7db1640a-3c15-477d-b828-62776e17107c) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:44.359572 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.365934 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8c208006-d0fe-4204-ab15-6b8bbd988695 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:44.495204 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:24:44.499145 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 8c208006-d0fe-4204-ab15-6b8bbd988695 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:44.499751 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.528822 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e355fa0-fec1-4e38-983b-931ad466c3cb None None] Pushing event updated for resources: {'Port': ['ID=e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:44.540875 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cee2162c-bbe1-4955-9327-11b80ccf874a None None] Provisioning complete for port 818069a1-e6f2-4668-a2a0-3bd8d62d3515 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:44.541284 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cee2162c-bbe1-4955-9327-11b80ccf874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.643007 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:40Z', 'revision_number': 4, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1', 'name': '', 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:27:e6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:39Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 4, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:44.678569 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa101e-2c3e-47e9-86de-37ac9af1eba3 None None] The sync data for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 is: [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:40Z', 'revision_number': 4, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1', 'name': '', 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:27:e6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:39Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 4, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:44.805471 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 818069a1-e6f2-4668-a2a0-3bd8d62d3515 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:44.887780 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.902789 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.909151 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.948221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cee2162c-bbe1-4955-9327-11b80ccf874a None None] Provisioning complete for port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:44.948720 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cee2162c-bbe1-4955-9327-11b80ccf874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.963552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Network 2065887b-edf0-447e-b9ef-5beca69a4991 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:44.991419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:45.009491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:45.015987 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Pushing event updated for resources: {'Port': ['ID=7db1640a-3c15-477d-b828-62776e17107c,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:45.026529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Allocated IP 2001:db8:3::1 (2065887b-edf0-447e-b9ef-5beca69a4991/6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a/e0afdd0e-435e-4bd9-900b-13d95f98de40) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:45.037928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 818069a1-e6f2-4668-a2a0-3bd8d62d3515 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:45.040959 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.205136 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.230097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Attempting to bind port 7db1640a-3c15-477d-b828-62776e17107c on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:45.231069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Attempting to bind port 7db1640a-3c15-477d-b828-62776e17107c by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '3a6affd9-4690-415a-be66-38bb3d2cbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:45.231549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Attempting to bind port 7db1640a-3c15-477d-b828-62776e17107c on network 2065887b-edf0-447e-b9ef-5beca69a4991 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:45.292585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:45.293207 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Checking segment: {'id': '3a6affd9-4690-415a-be66-38bb3d2cbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:45.293752 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.294339 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Bound using segment: {'id': '3a6affd9-4690-415a-be66-38bb3d2cbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:45.295008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Bound port: 7db1640a-3c15-477d-b828-62776e17107c, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6affd9-4690-415a-be66-38bb3d2cbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:45.295493 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.299289 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cee2162c-bbe1-4955-9327-11b80ccf874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.351410 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.455475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cee2162c-bbe1-4955-9327-11b80ccf874a None None] For port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1,segment=NetworkSegment(7b205e2d-7a06-4b90-8a3d-9abf83a43715),segment_id=7b205e2d-7a06-4b90-8a3d-9abf83a43715)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:45.481090 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cee2162c-bbe1-4955-9327-11b80ccf874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.503807 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 2065887b-edf0-447e-b9ef-5beca69a4991 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:45.511592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:45.514858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e674a-d2c7-4cd1-a895-5afe7e86e0ad req-6cd11006-c3ae-4e89-8cf8-b8b35960f310 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:45.522919 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-029e674a-d2c7-4cd1-a895-5afe7e86e0ad req-6cd11006-c3ae-4e89-8cf8-b8b35960f310 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1087687 Nov 27 01:24:45.537782 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] For port 7db1640a-3c15-477d-b828-62776e17107c, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:45.563748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] For port 7db1640a-3c15-477d-b828-62776e17107c, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7db1640a-3c15-477d-b828-62776e17107c,segment=NetworkSegment(3a6affd9-4690-415a-be66-38bb3d2cbe24),segment_id=3a6affd9-4690-415a-be66-38bb3d2cbe24)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:45.586150 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.590380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:45.592880 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.605650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2162c-bbe1-4955-9327-11b80ccf874a None None] Pushing event updated for resources: {'Port': ['ID=e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:45.622522 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-029e674a-d2c7-4cd1-a895-5afe7e86e0ad req-65920fac-f67f-4389-833f-6dd6185198f9 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987654 Nov 27 01:24:45.712608 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6f0a67e2-1063-4f3b-bcb6-d71ce14d38aa None None] Provisioning complete for port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:45.712986 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f0a67e2-1063-4f3b-bcb6-d71ce14d38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.820667 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=e0afdd0e-435e-4bd9-900b-13d95f98de40,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:45.854512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c2f4f-18dd-491a-adaa-d12d7f838ef9 req-3673b097-7209-4f88-a2cc-c6ccbd065eb4 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:45.858331 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-219c2f4f-18dd-491a-adaa-d12d7f838ef9 req-3673b097-7209-4f88-a2cc-c6ccbd065eb4 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.4013054 Nov 27 01:24:45.876783 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.891842 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Sync routers for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:45.912739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:45.913389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:46.029754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9d8fe-7c9c-4cfb-8c0d-6ae20bd1e423 None None] Pushing event updated for resources: {'Port': ['ID=7db1640a-3c15-477d-b828-62776e17107c,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:46.090176 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:46.097046 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf8ac270-a596-4f4c-80f3-1c18ed5dc1a2 req-52809808-3cf5-4e44-a6f1-df6a3584e4a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1113667 Nov 27 01:24:46.114450 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-219c2f4f-18dd-491a-adaa-d12d7f838ef9 req-de8da656-f645-4a1d-b426-f5facb3685d3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439344 Nov 27 01:24:46.291482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ac270-a596-4f4c-80f3-1c18ed5dc1a2 req-fdc1343f-9745-420c-9875-4b6d35fe71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:46.293260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf8ac270-a596-4f4c-80f3-1c18ed5dc1a2 req-fdc1343f-9745-420c-9875-4b6d35fe71cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 1097 time: 0.1553793 Nov 27 01:24:46.362406 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.474489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7db1640a-3c15-477d-b828-62776e17107c up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:46.506183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ac270-a596-4f4c-80f3-1c18ed5dc1a2 req-ab8626c1-a323-4544-b5fc-2ac99b6046c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:46.507730 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf8ac270-a596-4f4c-80f3-1c18ed5dc1a2 req-ab8626c1-a323-4544-b5fc-2ac99b6046c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.1886935 Nov 27 01:24:46.555475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf8ac270-a596-4f4c-80f3-1c18ed5dc1a2 req-19bd4207-119d-42b5-a51e-fbdcae23cb1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60a40ba0-45e4-4e56-841b-406c7e07fee3 HTTP/1.1" status: 200 len: 217 time: 0.0399661 Nov 27 01:24:46.563150 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.572939 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 7db1640a-3c15-477d-b828-62776e17107c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:46.573319 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.578177 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.578922 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.627062 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:45Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0afdd0e-435e-4bd9-900b-13d95f98de40', 'name': '', 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:41:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:44Z', 'updated_at': '2021-11-27T01:24:45Z', 'revision_number': 1, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1', 'name': '', 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:27:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:39Z', 'updated_at': '2021-11-27T01:24:45Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:46.662078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ac270-a596-4f4c-80f3-1c18ed5dc1a2 req-7caecc35-20a8-4749-b4e2-100e3f209127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:46.664533 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf8ac270-a596-4f4c-80f3-1c18ed5dc1a2 req-7caecc35-20a8-4749-b4e2-100e3f209127 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.1000862 Nov 27 01:24:46.669595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Checking router: 0385c2aa-7143-4a22-855c-f3a71908cad2 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:24:46.669963 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Updating router 0385c2aa-7143-4a22-855c-f3a71908cad2 port e0afdd0e-435e-4bd9-900b-13d95f98de40 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:24:46.734656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ac270-a596-4f4c-80f3-1c18ed5dc1a2 req-8f653451-1089-4dfb-ac31-dc08aaf658e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:46.756547 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf8ac270-a596-4f4c-80f3-1c18ed5dc1a2 req-8f653451-1089-4dfb-ac31-dc08aaf658e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791426 Nov 27 01:24:46.762547 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.777866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Network 2065887b-edf0-447e-b9ef-5beca69a4991 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:46.781402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:46.815654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event updated for resources: {'Port': ['ID=e0afdd0e-435e-4bd9-900b-13d95f98de40,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:46.829880 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.955595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 7db1640a-3c15-477d-b828-62776e17107c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7db1640a-3c15-477d-b828-62776e17107c,segment=NetworkSegment(3a6affd9-4690-415a-be66-38bb3d2cbe24),segment_id=3a6affd9-4690-415a-be66-38bb3d2cbe24)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:46.965577 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.965819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 0385c2aa-7143-4a22-855c-f3a71908cad2 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:24:46.966445 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:47.033680 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf8ac270-a596-4f4c-80f3-1c18ed5dc1a2 req-f167103f-577b-4db1-aa51-cb7d9ffb66d6 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697153 Nov 27 01:24:47.120325 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:47.122048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7742e-c315-48e8-b4b6-de50d27de05f req-0973970e-690b-4a04-8081-b0f2fc77e04a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:47.127073 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-37d7742e-c315-48e8-b4b6-de50d27de05f req-0973970e-690b-4a04-8081-b0f2fc77e04a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.2522299 Nov 27 01:24:47.127496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e4a9c37c-603a-4797-b3ff-d5777e539c8e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8877537 Nov 27 01:24:47.131202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39948) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:47.157285 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9c0dd003-cf28-4dd2-9d1d-6763d8f65722 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:47.222223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=7db1640a-3c15-477d-b828-62776e17107c,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:47.285810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:47.286974 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:47.354941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb05e99-ac8e-4d6a-aad8-eb1243318209 None None] Network 2065887b-edf0-447e-b9ef-5beca69a4991 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:47.355148 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73043a69-b658-4eeb-886d-d1e1689a5195 req-4b246c9c-11e4-413f-8571-f7190f03c30d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:47.365438 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-73043a69-b658-4eeb-886d-d1e1689a5195 req-4b246c9c-11e4-413f-8571-f7190f03c30d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1064169 Nov 27 01:24:47.428901 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-73043a69-b658-4eeb-886d-d1e1689a5195 req-cf8d21eb-6414-49ff-b5f9-220aa4cd0835 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620801 Nov 27 01:24:47.526740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf8ac270-a596-4f4c-80f3-1c18ed5dc1a2 req-65ecbf5d-bc41-441d-83c4-7eea81460566 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772255 Nov 27 01:24:47.559173 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-37d7742e-c315-48e8-b4b6-de50d27de05f req-5eda1b7d-3a00-4c69-83ab-1082aff8c8b6 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912535 Nov 27 01:24:47.701447 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:47.740260 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e6fbe4da-6a35-4721-abfd-a8189d1af44c None None] Provisioning complete for port 7db1640a-3c15-477d-b828-62776e17107c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:47.740260 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe4da-6a35-4721-abfd-a8189d1af44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:47.884528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.extraroute_db [None req-9c0dd003-cf28-4dd2-9d1d-6763d8f65722 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 01:24:47.902091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.extraroute_db [None req-9c0dd003-cf28-4dd2-9d1d-6763d8f65722 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Removed routes are [] {{(pid=103403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 01:24:47.902888 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9c0dd003-cf28-4dd2-9d1d-6763d8f65722 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.029033 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.120258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff17f1-1bfc-409d-9ba4-1cdfd65b4d88 None None] Pushing event updated for resources: {'Port': ['ID=e0afdd0e-435e-4bd9-900b-13d95f98de40,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:48.169393 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9c0dd003-cf28-4dd2-9d1d-6763d8f65722 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.173994 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9c0dd003-cf28-4dd2-9d1d-6763d8f65722 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.348923 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7db1640a-3c15-477d-b828-62776e17107c up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:48.406971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0dd003-cf28-4dd2-9d1d-6763d8f65722 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 0385c2aa-7143-4a22-855c-f3a71908cad2 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:24:48.454324 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Attempting to bind port e0afdd0e-435e-4bd9-900b-13d95f98de40 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:48.454853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Attempting to bind port e0afdd0e-435e-4bd9-900b-13d95f98de40 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '3a6affd9-4690-415a-be66-38bb3d2cbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:48.455316 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Attempting to bind port e0afdd0e-435e-4bd9-900b-13d95f98de40 on network 2065887b-edf0-447e-b9ef-5beca69a4991 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:48.482229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7ebbd2dd-3e04-43e2-9442-ae3150f7f886 None None] Provisioning complete for port e0afdd0e-435e-4bd9-900b-13d95f98de40 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:48.482615 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd2dd-3e04-43e2-9442-ae3150f7f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.491969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:48.492770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Checking segment: {'id': '3a6affd9-4690-415a-be66-38bb3d2cbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:48.493187 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.493592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Bound using segment: {'id': '3a6affd9-4690-415a-be66-38bb3d2cbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:48.499651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Bound port: e0afdd0e-435e-4bd9-900b-13d95f98de40, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6affd9-4690-415a-be66-38bb3d2cbe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:48.500091 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.591694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbd2dd-3e04-43e2-9442-ae3150f7f886 None None] Port e0afdd0e-435e-4bd9-900b-13d95f98de40 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:48.618269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0dd003-cf28-4dd2-9d1d-6763d8f65722 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:48.631679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9c0dd003-cf28-4dd2-9d1d-6763d8f65722 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.640236 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9c0dd003-cf28-4dd2-9d1d-6763d8f65722 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2 HTTP/1.1" status: 200 len: 953 time: 1.4968638 Nov 27 01:24:48.643722 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39966) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:48.702024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 7db1640a-3c15-477d-b828-62776e17107c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:48.702555 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.705801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7ebbd2dd-3e04-43e2-9442-ae3150f7f886 None None] Provisioning complete for port 7db1640a-3c15-477d-b828-62776e17107c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:48.706412 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd2dd-3e04-43e2-9442-ae3150f7f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.713404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] For port e0afdd0e-435e-4bd9-900b-13d95f98de40, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:48.752236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aea982-9a44-479a-9c20-2f768308e20c req-803fa6da-58f0-470a-9bbd-5a47bddf2896 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:48.754165 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41aea982-9a44-479a-9c20-2f768308e20c req-803fa6da-58f0-470a-9bbd-5a47bddf2896 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.0680356 Nov 27 01:24:48.801812 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] For port e0afdd0e-435e-4bd9-900b-13d95f98de40, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e0afdd0e-435e-4bd9-900b-13d95f98de40,segment=NetworkSegment(3a6affd9-4690-415a-be66-38bb3d2cbe24),segment_id=3a6affd9-4690-415a-be66-38bb3d2cbe24)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:48.805515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082c15d-7de3-4130-b777-3b3b66ca1ec8 req-78147cb6-7503-4c00-8f21-d8ad1e3a893b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:48.815306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b082c15d-7de3-4130-b777-3b3b66ca1ec8 req-78147cb6-7503-4c00-8f21-d8ad1e3a893b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.2574401 Nov 27 01:24:48.838970 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.849661 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-41aea982-9a44-479a-9c20-2f768308e20c req-b110ae65-c034-4e2b-bec7-b84cf4a99dd3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730255 Nov 27 01:24:48.940558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39970) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:48.940979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0a162dd3-3875-4311-8546-242f782112dd tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2 HTTP/1.1" status: 200 len: 953 time: 0.2957425 Nov 27 01:24:48.949018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e0ca593b-34da-485f-9529-16278a9795e6 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'router': {'routes': None}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:48.952811 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b082c15d-7de3-4130-b777-3b3b66ca1ec8 req-a47a55b7-61bf-409f-899e-1b4eb91d4df1 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215618 Nov 27 01:24:48.986947 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff17f1-1bfc-409d-9ba4-1cdfd65b4d88 None None] Pushing event updated for resources: {'Port': ['ID=e0afdd0e-435e-4bd9-900b-13d95f98de40,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:49.069753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:49.070424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:49.165149 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 661c154f-79bc-400a-9d94-c712e62173e7 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:24:49.455181 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=661c154f-79bc-400a-9d94-c712e62173e7,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:49.477149 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '661c154f-79bc-400a-9d94-c712e62173e7', 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4', 'port_id': '661c154f-79bc-400a-9d94-c712e62173e7', 'mac_address': 'fa:16:3e:41:46:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb65a4f-8130-468e-bf18-e53950271a4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:24:49.501164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:49.549794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.extraroute_db [None req-e0ca593b-34da-485f-9529-16278a9795e6 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Added routes are [] {{(pid=103403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 01:24:49.550299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.extraroute_db [None req-e0ca593b-34da-485f-9529-16278a9795e6 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 01:24:49.588931 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0ca593b-34da-485f-9529-16278a9795e6 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.822878 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.854874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 661c154f-79bc-400a-9d94-c712e62173e7 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:49.907901 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0ca593b-34da-485f-9529-16278a9795e6 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.913217 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0ca593b-34da-485f-9529-16278a9795e6 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.922661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f87659-635c-4999-b532-13c57e0b9c15 req-40210269-ed65-4d6b-ba3a-eda74395ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:49.924097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79f87659-635c-4999-b532-13c57e0b9c15 req-40210269-ed65-4d6b-ba3a-eda74395ba09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 1096 time: 0.1086702 Nov 27 01:24:49.926122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=661c154f-79bc-400a-9d94-c712e62173e7,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:49.942168 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.958721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1144c05-d5b5-4fed-ad64-4a261f19fda8 req-3635b96a-aa8b-4be4-9ae3-c83d16f521e2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:49.968274 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1144c05-d5b5-4fed-ad64-4a261f19fda8 req-3635b96a-aa8b-4be4-9ae3-c83d16f521e2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1501892 Nov 27 01:24:50.118033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e0a94d4b-facb-44ec-ab1f-30a138bc53cc None None] Provisioning complete for port e0afdd0e-435e-4bd9-900b-13d95f98de40 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:50.119115 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e0a94d4b-facb-44ec-ab1f-30a138bc53cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.126196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=661c154f-79bc-400a-9d94-c712e62173e7,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:50.143263 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1144c05-d5b5-4fed-ad64-4a261f19fda8 req-0cccb519-f06f-41de-b613-fdbbccfa8ba0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731362 Nov 27 01:24:50.165884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['661c154f-79bc-400a-9d94-c712e62173e7'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:24:50.187405 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ca593b-34da-485f-9529-16278a9795e6 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 0385c2aa-7143-4a22-855c-f3a71908cad2 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:24:50.226325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:47Z', 'revision_number': 6, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0afdd0e-435e-4bd9-900b-13d95f98de40', 'name': '', 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:41:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:44Z', 'updated_at': '2021-11-27T01:24:48Z', 'revision_number': 4, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1', 'name': '', 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:27:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:39Z', 'updated_at': '2021-11-27T01:24:45Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:50.305227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085f56ce-fa82-454e-8f10-2d3a9239e057 None None] The sync data for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 is: [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:47Z', 'revision_number': 6, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0afdd0e-435e-4bd9-900b-13d95f98de40', 'name': '', 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:41:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:44Z', 'updated_at': '2021-11-27T01:24:48Z', 'revision_number': 4, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1', 'name': '', 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:27:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:39Z', 'updated_at': '2021-11-27T01:24:45Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:50.359411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397acb8-a5fd-4db9-8b3b-67eaaaed5714 req-e57739fc-ffac-4b52-b9f3-e79047cbed17 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:50.360971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7397acb8-a5fd-4db9-8b3b-67eaaaed5714 req-e57739fc-ffac-4b52-b9f3-e79047cbed17 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 944 time: 0.1047554 Nov 27 01:24:50.481122 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7397acb8-a5fd-4db9-8b3b-67eaaaed5714 req-b5b8cf33-0d34-4aae-bfff-0103bd208d40 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033032 Nov 27 01:24:50.510416 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e0a94d4b-facb-44ec-ab1f-30a138bc53cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.566388 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e0a94d4b-facb-44ec-ab1f-30a138bc53cc None None] For port e0afdd0e-435e-4bd9-900b-13d95f98de40, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e0afdd0e-435e-4bd9-900b-13d95f98de40,segment=NetworkSegment(3a6affd9-4690-415a-be66-38bb3d2cbe24),segment_id=3a6affd9-4690-415a-be66-38bb3d2cbe24)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:50.572350 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e0a94d4b-facb-44ec-ab1f-30a138bc53cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.677686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a94d4b-facb-44ec-ab1f-30a138bc53cc None None] Pushing event updated for resources: {'Port': ['ID=e0afdd0e-435e-4bd9-900b-13d95f98de40,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:50.875236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b6049-b552-4ed8-b86e-58ee02bf9ddc req-ee864c67-1b1e-470e-94a2-fcb5eb2beee0 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:50.876873 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-840b6049-b552-4ed8-b86e-58ee02bf9ddc req-ee864c67-1b1e-470e-94a2-fcb5eb2beee0 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.7164304 Nov 27 01:24:50.912562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f87659-635c-4999-b532-13c57e0b9c15 req-85aa1eda-3656-4524-9c41-3be15146fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:50.914243 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79f87659-635c-4999-b532-13c57e0b9c15 req-85aa1eda-3656-4524-9c41-3be15146fd43 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.7516391 Nov 27 01:24:50.940994 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ca593b-34da-485f-9529-16278a9795e6 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:50.978739 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0ca593b-34da-485f-9529-16278a9795e6 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.980594 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e0ca593b-34da-485f-9529-16278a9795e6 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2 HTTP/1.1" status: 200 len: 703 time: 2.0382946 Nov 27 01:24:50.982705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39998) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:51.008801 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-840b6049-b552-4ed8-b86e-58ee02bf9ddc req-f16a3b2d-b7b5-4136-bdaf-12cd36cc7429 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193991 Nov 27 01:24:51.029835 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79f87659-635c-4999-b532-13c57e0b9c15 req-835f78f9-277e-4a43-b858-dadbad68651e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f HTTP/1.1" status: 200 len: 999 time: 0.1020942 Nov 27 01:24:51.090879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f87659-635c-4999-b532-13c57e0b9c15 req-25a2032f-4144-42d0-aded-db533fedc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:51.093963 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79f87659-635c-4999-b532-13c57e0b9c15 req-25a2032f-4144-42d0-aded-db533fedc570 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.0571163 Nov 27 01:24:51.110550 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d44a5b4f-b9c9-4377-86f6-ac0c41a4a6ad tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2 HTTP/1.1" status: 200 len: 703 time: 0.1266863 Nov 27 01:24:51.112684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40002) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:51.129430 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 661c154f-79bc-400a-9d94-c712e62173e7 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:51.180150 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f87659-635c-4999-b532-13c57e0b9c15 req-e06449f3-d8a6-40db-94a7-bae11f2c98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:51.187977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79f87659-635c-4999-b532-13c57e0b9c15 req-e06449f3-d8a6-40db-94a7-bae11f2c98a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784512 Nov 27 01:24:51.281045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 661c154f-79bc-400a-9d94-c712e62173e7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:51.281428 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:51.341671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79f87659-635c-4999-b532-13c57e0b9c15 req-42b90736-d726-42f9-a120-23e4b369e24e service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457820 Nov 27 01:24:51.410092 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:51.447076 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44857478-d98d-4810-a46c-a9c36fec654b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661c154f-79bc-400a-9d94-c712e62173e7'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:24:51.449598 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473d4e1c-ccdb-4fe5-af19-bae84dec91c7" -d '{"events": [{"server_uuid": "44857478-d98d-4810-a46c-a9c36fec654b", "name": "network-vif-plugged", "status": "completed", "tag": "661c154f-79bc-400a-9d94-c712e62173e7"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:24:51.469339 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2259f13-11ad-4259-a327-b6c43301a3c5 req-27aecb76-0d40-4c84-bde0-4fdaef22f6fb tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:51.475387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=661c154f-79bc-400a-9d94-c712e62173e7,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:51.484367 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:51.487003 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340cbf4f-e51b-41d5-ad15-9f9108b83bb4 None None] Sync routers for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:51.487515 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c2259f13-11ad-4259-a327-b6c43301a3c5 req-27aecb76-0d40-4c84-bde0-4fdaef22f6fb tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1989470 Nov 27 01:24:51.502474 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340cbf4f-e51b-41d5-ad15-9f9108b83bb4 None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:51.504944 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-340cbf4f-e51b-41d5-ad15-9f9108b83bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:51.538339 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ed8134-9a3f-4e42-a88b-e7a36a1db774 x-openstack-request-id: req-76ed8134-9a3f-4e42-a88b-e7a36a1db774 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:24:51.539068 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44857478-d98d-4810-a46c-a9c36fec654b", "name": "network-vif-plugged", "status": "completed", "tag": "661c154f-79bc-400a-9d94-c712e62173e7", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:24:51.539068 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76ed8134-9a3f-4e42-a88b-e7a36a1db774 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:24:51.539319 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44857478-d98d-4810-a46c-a9c36fec654b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661c154f-79bc-400a-9d94-c712e62173e7', 'code': 200} Nov 27 01:24:51.589232 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=661c154f-79bc-400a-9d94-c712e62173e7,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:51.608134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de82e45-a876-47b7-a4c2-2ee322ab8dca req-dae1ea83-2ee4-4e47-8e07-355de7ecf0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:51.613729 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3de82e45-a876-47b7-a4c2-2ee322ab8dca req-dae1ea83-2ee4-4e47-8e07-355de7ecf0a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 1097 time: 0.2709978 Nov 27 01:24:51.665102 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c2259f13-11ad-4259-a327-b6c43301a3c5 req-a90ad29a-9d0d-4f51-b285-173b5a030b16 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766920 Nov 27 01:24:51.711323 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-340cbf4f-e51b-41d5-ad15-9f9108b83bb4 None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:51.770024 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51d27d1f-94f7-48e7-bd80-0aec658267aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:51.778976 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79f87659-635c-4999-b532-13c57e0b9c15 req-c8f47a79-1886-46f3-a4a1-fd1aea106fbb service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131739 Nov 27 01:24:51.828263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cb286-28b5-4254-add8-a7c096c5624a req-1fd67e47-5511-43b0-9061-1a9f892533b6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:51.836555 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-788cb286-28b5-4254-add8-a7c096c5624a req-1fd67e47-5511-43b0-9061-1a9f892533b6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1794386 Nov 27 01:24:51.845389 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3de82e45-a876-47b7-a4c2-2ee322ab8dca req-9b292fce-190e-4a9c-b0b4-8b95c3a9feaf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185097 Nov 27 01:24:51.942290 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-788cb286-28b5-4254-add8-a7c096c5624a req-5e32d07b-1ee4-4b75-889a-9783f9b59bae tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045995 Nov 27 01:24:52.018320 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-340cbf4f-e51b-41d5-ad15-9f9108b83bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:49Z', 'revision_number': 7, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0afdd0e-435e-4bd9-900b-13d95f98de40', 'name': '', 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:41:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:44Z', 'updated_at': '2021-11-27T01:24:50Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1', 'name': '', 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:27:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:39Z', 'updated_at': '2021-11-27T01:24:45Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:52.063436 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340cbf4f-e51b-41d5-ad15-9f9108b83bb4 None None] Checking router: 0385c2aa-7143-4a22-855c-f3a71908cad2 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:24:52.072660 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340cbf4f-e51b-41d5-ad15-9f9108b83bb4 None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:52.073531 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-340cbf4f-e51b-41d5-ad15-9f9108b83bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:52.169223 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-340cbf4f-e51b-41d5-ad15-9f9108b83bb4 None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:52.286078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02efbc-a07e-4e7c-b0e5-6008db4de308 req-4e6b45ba-1f2f-4902-a3c8-782a9c93d0ff tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:52.295638 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb02efbc-a07e-4e7c-b0e5-6008db4de308 req-4e6b45ba-1f2f-4902-a3c8-782a9c93d0ff tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1740060 Nov 27 01:24:52.339921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-51d27d1f-94f7-48e7-bd80-0aec658267aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port e0afdd0e-435e-4bd9-900b-13d95f98de40 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:52.340406 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51d27d1f-94f7-48e7-bd80-0aec658267aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:52.342230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e0afdd0e-435e-4bd9-900b-13d95f98de40 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:52.440664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e0afdd0e-435e-4bd9-900b-13d95f98de40 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:52.441347 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:52.444963 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cb02efbc-a07e-4e7c-b0e5-6008db4de308 req-6309d31c-6d9b-4b88-bd27-0bacb7c48b2b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482575 Nov 27 01:24:52.494652 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-340cbf4f-e51b-41d5-ad15-9f9108b83bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:49Z', 'revision_number': 7, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0afdd0e-435e-4bd9-900b-13d95f98de40', 'name': '', 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:41:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:44Z', 'updated_at': '2021-11-27T01:24:50Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1', 'name': '', 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:27:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:39Z', 'updated_at': '2021-11-27T01:24:45Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:52.521670 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340cbf4f-e51b-41d5-ad15-9f9108b83bb4 None None] The sync data for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 is: [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:49Z', 'revision_number': 7, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0afdd0e-435e-4bd9-900b-13d95f98de40', 'name': '', 'network_id': '2065887b-edf0-447e-b9ef-5beca69a4991', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:41:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:44Z', 'updated_at': '2021-11-27T01:24:50Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1', 'name': '', 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:27:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:39Z', 'updated_at': '2021-11-27T01:24:45Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:52.528927 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-51d27d1f-94f7-48e7-bd80-0aec658267aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] For port e0afdd0e-435e-4bd9-900b-13d95f98de40, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e0afdd0e-435e-4bd9-900b-13d95f98de40,segment=NetworkSegment(3a6affd9-4690-415a-be66-38bb3d2cbe24),segment_id=3a6affd9-4690-415a-be66-38bb3d2cbe24)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:52.529306 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51d27d1f-94f7-48e7-bd80-0aec658267aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:52.554480 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-51d27d1f-94f7-48e7-bd80-0aec658267aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for e0afdd0e-435e-4bd9-900b-13d95f98de40 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:52.767495 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51d27d1f-94f7-48e7-bd80-0aec658267aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:52.818485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d27d1f-94f7-48e7-bd80-0aec658267aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=e0afdd0e-435e-4bd9-900b-13d95f98de40,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:52.911243 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082eb7d-c7b3-4e78-8cbe-2d7bb0441ca5 req-af5f3dc2-3d51-4570-8f3b-96c6f5a14598 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:52.912925 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c082eb7d-c7b3-4e78-8cbe-2d7bb0441ca5 req-af5f3dc2-3d51-4570-8f3b-96c6f5a14598 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0997670 Nov 27 01:24:53.079302 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c082eb7d-c7b3-4e78-8cbe-2d7bb0441ca5 req-0aa8e252-2a46-4130-8b1d-5a6ff09cdb2d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547368 Nov 27 01:24:53.448455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a6c02-12f8-403f-9967-c04b74a5e8cf req-0f9122bc-ce58-4a7e-88e5-dff4c880450f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:53.457921 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-837a6c02-12f8-403f-9967-c04b74a5e8cf req-0f9122bc-ce58-4a7e-88e5-dff4c880450f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1172981 Nov 27 01:24:53.466578 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51d27d1f-94f7-48e7-bd80-0aec658267aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:53.587535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38fe23-0d53-43d0-8947-08d110c18003 req-a4ba4132-8543-4f18-9d53-588d1c60b72d tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:53.594079 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fa38fe23-0d53-43d0-8947-08d110c18003 req-a4ba4132-8543-4f18-9d53-588d1c60b72d tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.0752583 Nov 27 01:24:53.629621 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-837a6c02-12f8-403f-9967-c04b74a5e8cf req-ff2d9671-d5ac-492a-866f-95d0ebb307c1 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695001 Nov 27 01:24:53.670730 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fa38fe23-0d53-43d0-8947-08d110c18003 req-03ff2815-fae0-4a9d-b279-b2abea30ea84 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692863 Nov 27 01:24:53.983668 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d27d1f-94f7-48e7-bd80-0aec658267aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 0385c2aa-7143-4a22-855c-f3a71908cad2 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:24:54.184634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d27d1f-94f7-48e7-bd80-0aec658267aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:54.199857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bf48fd-64b5-4608-aeed-7f8ac7b47e8d None None] Sync routers for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:54.203198 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-51d27d1f-94f7-48e7-bd80-0aec658267aa tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0866189 Nov 27 01:24:54.204008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40100) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:54.223844 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-8dc9b1a4-4d2a-4906-8082-aadf519a2635 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:54.247653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf48fd-64b5-4608-aeed-7f8ac7b47e8d None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:54.250153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-77bf48fd-64b5-4608-aeed-7f8ac7b47e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:54.252430 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-8dc9b1a4-4d2a-4906-8082-aadf519a2635 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/networks?id=a774b0ea-8ef6-4e2e-9918-cbc8326667de HTTP/1.1" status: 200 len: 810 time: 0.3599920 Nov 27 01:24:54.309045 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-8ba7d05a-4143-43ec-9662-05650413aa8a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/quotas/2666e5b4df3746d1a96c8ab22c44db0b HTTP/1.1" status: 200 len: 375 time: 0.0553334 Nov 27 01:24:54.439812 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be71df7-f0ab-46cb-b13f-2ccf0e9dfa36 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting subnet 6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:54.449799 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-7db48c7b-6399-42db-bba7-270f99d3700a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2666e5b4df3746d1a96c8ab22c44db0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1400495 Nov 27 01:24:54.453124 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9be71df7-f0ab-46cb-b13f-2ccf0e9dfa36 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:54.503487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39e77-4ce6-4fd6-bab2-9934d5c83844 req-9cab49d3-3c2d-4441-ae7b-8b9cb8b05e08 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:54.511345 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7e39e77-4ce6-4fd6-bab2-9934d5c83844 req-9cab49d3-3c2d-4441-ae7b-8b9cb8b05e08 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1062319 Nov 27 01:24:54.581687 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7e39e77-4ce6-4fd6-bab2-9934d5c83844 req-11f8c76e-f8a7-4660-a4a7-611760bb89bf tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641434 Nov 27 01:24:54.619763 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9be71df7-f0ab-46cb-b13f-2ccf0e9dfa36 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:54.621498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-77bf48fd-64b5-4608-aeed-7f8ac7b47e8d None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:54.712096 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-f51a85c5-9836-4340-b1cc-6ed5ae03f780 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:24:54.719506 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-f51a85c5-9836-4340-b1cc-6ed5ae03f780 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2688246 Nov 27 01:24:54.809655 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9be71df7-f0ab-46cb-b13f-2ccf0e9dfa36 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:54.909771 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-16855d01-561b-4fb9-b0fd-9b4805212778 service neutron] 10.222.0.15 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892388 Nov 27 01:24:54.952053 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9be71df7-f0ab-46cb-b13f-2ccf0e9dfa36 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:54.996411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be71df7-f0ab-46cb-b13f-2ccf0e9dfa36 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:54.999787 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9be71df7-f0ab-46cb-b13f-2ccf0e9dfa36 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:55.008132 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9be71df7-f0ab-46cb-b13f-2ccf0e9dfa36 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a HTTP/1.1" status: 204 len: 168 time: 0.8019114 Nov 27 01:24:55.013891 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40110) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:55.045528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b31cb3-b471-4bcc-ab59-c227da429f55 req-c3b68dd2-597c-430f-9474-73b9d6eb0f7c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:55.054519 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a2b31cb3-b471-4bcc-ab59-c227da429f55 req-c3b68dd2-597c-430f-9474-73b9d6eb0f7c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.3115847 Nov 27 01:24:55.150561 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a2b31cb3-b471-4bcc-ab59-c227da429f55 req-56175db1-ae59-4244-a40e-5e92696c1d7d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931096 Nov 27 01:24:55.178642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819a319f-b22e-4fc0-b89e-15e2dc6377b7 None None] Network 2065887b-edf0-447e-b9ef-5beca69a4991 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:55.250023 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:55.276956 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-6bed3de4-db56-44af-9dc1-01ce46e9465a service neutron] 10.222.0.15 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662488 Nov 27 01:24:55.406829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port 7db1640a-3c15-477d-b828-62776e17107c {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:55.407179 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:55.558061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] For port 7db1640a-3c15-477d-b828-62776e17107c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7db1640a-3c15-477d-b828-62776e17107c,segment=NetworkSegment(3a6affd9-4690-415a-be66-38bb3d2cbe24),segment_id=3a6affd9-4690-415a-be66-38bb3d2cbe24)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:55.558623 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:55.589459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for 7db1640a-3c15-477d-b828-62776e17107c owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:55.621750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-77bf48fd-64b5-4608-aeed-7f8ac7b47e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:52Z', 'revision_number': 8, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1', 'name': '', 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:27:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:39Z', 'updated_at': '2021-11-27T01:24:45Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:55.647895 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ea29ead0-d3c8-429e-b229-ecb36988a930 req-44c1b507-34d3-4e52-b0fc-3de7d92749c9 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 210 time: 0.0743451 Nov 27 01:24:55.694343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bf48fd-64b5-4608-aeed-7f8ac7b47e8d None None] Checking router: 0385c2aa-7143-4a22-855c-f3a71908cad2 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:24:55.705264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf48fd-64b5-4608-aeed-7f8ac7b47e8d None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:55.706163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-77bf48fd-64b5-4608-aeed-7f8ac7b47e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:55.760835 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e532757-092a-48a0-89d1-1840df7f2489 None None] DHCP port deletion for 2065887b-edf0-447e-b9ef-5beca69a4991 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:24:55.829304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:55.862765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9e532757-092a-48a0-89d1-1840df7f2489 None None] The port '7db1640a-3c15-477d-b828-62776e17107c' was deleted {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 27 01:24:55.901263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=7db1640a-3c15-477d-b828-62776e17107c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:55.911536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-77bf48fd-64b5-4608-aeed-7f8ac7b47e8d None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:55.911883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No DVR routers for this DVR port 7db1640a-3c15-477d-b828-62776e17107c on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:24:56.004967 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.028184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2065887b-edf0-447e-b9ef-5beca69a4991']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:56.039395 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6affd9-4690-415a-be66-38bb3d2cbe24') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:56.039966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6affd9-4690-415a-be66-38bb3d2cbe24') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:56.050430 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.065883 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.073271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:24:56.073888 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:24:56.172345 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:24:56.180519 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.214792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.229375 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/networks/2065887b-edf0-447e-b9ef-5beca69a4991 HTTP/1.1" status: 204 len: 168 time: 1.2148829 Nov 27 01:24:56.231875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e6a83-9deb-4252-b690-8016e5c80c2a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Network': ['ID=2065887b-edf0-447e-b9ef-5beca69a4991,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:56.232189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40134) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:56.395751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7db1640a-3c15-477d-b828-62776e17107c no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:24:56.508287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfe598-ec55-431b-b26b-09db264dab35 req-fffdf1eb-f0d1-4ab5-8761-d8e3fbc68df4 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:56.509804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 7db1640a-3c15-477d-b828-62776e17107c {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:24:56.510161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7db1640a-3c15-477d-b828-62776e17107c not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:24:56.511267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-27cfe598-ec55-431b-b26b-09db264dab35 req-fffdf1eb-f0d1-4ab5-8761-d8e3fbc68df4 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1331942 Nov 27 01:24:56.612107 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-27cfe598-ec55-431b-b26b-09db264dab35 req-0d9239ab-cb93-4f39-af96-3cfb02550214 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913441 Nov 27 01:24:56.724588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-77bf48fd-64b5-4608-aeed-7f8ac7b47e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:52Z', 'revision_number': 8, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1', 'name': '', 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:27:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:39Z', 'updated_at': '2021-11-27T01:24:45Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:56.773991 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bf48fd-64b5-4608-aeed-7f8ac7b47e8d None None] The sync data for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 is: [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:52Z', 'revision_number': 8, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1', 'name': '', 'network_id': 'ce1f117f-76e3-40a6-8312-56532130c1f8', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:27:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:39Z', 'updated_at': '2021-11-27T01:24:45Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '4d05b398-fc5f-4e4f-9e0c-f980a50fd616', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:56.837477 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8355cfa8-606d-43a6-8451-5e363f840861 req-f84bd416-7e96-46c6-bbde-f1fa36438b83 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 210 time: 0.0490165 Nov 27 01:24:57.000484 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54cd0e37-60eb-442c-b1c3-dfdef39b1ce2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:57.462193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-54cd0e37-60eb-442c-b1c3-dfdef39b1ce2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:57.462543 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54cd0e37-60eb-442c-b1c3-dfdef39b1ce2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:57.464812 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-3a81f365-6b19-4e63-855e-6847fb4b0d44 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:57.466565 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-3a81f365-6b19-4e63-855e-6847fb4b0d44 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.31 "GET /v2.0/networks?id=a774b0ea-8ef6-4e2e-9918-cbc8326667de HTTP/1.1" status: 200 len: 810 time: 0.3066688 Nov 27 01:24:57.488295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-029cbc65-cd42-4fa0-b7dc-2c33f7a712e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Request body: {'port': {'device_id': '5fbd3948-c559-4e3d-b459-d43f77d5a140', 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de', 'admin_state_up': True, 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:57.660883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-029cbc65-cd42-4fa0-b7dc-2c33f7a712e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Made reservation on behalf of 2666e5b4df3746d1a96c8ab22c44db0b for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:57.670477 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-029cbc65-cd42-4fa0-b7dc-2c33f7a712e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:57.671245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-54cd0e37-60eb-442c-b1c3-dfdef39b1ce2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] For port e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1,segment=NetworkSegment(7b205e2d-7a06-4b90-8a3d-9abf83a43715),segment_id=7b205e2d-7a06-4b90-8a3d-9abf83a43715)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:57.671617 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54cd0e37-60eb-442c-b1c3-dfdef39b1ce2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:57.690711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-54cd0e37-60eb-442c-b1c3-dfdef39b1ce2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:57.831106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-029cbc65-cd42-4fa0-b7dc-2c33f7a712e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Allocated IP 172.20.0.8 (a774b0ea-8ef6-4e2e-9918-cbc8326667de/afd5e847-17b5-46ac-9f27-35fc7805bece/89d1f70c-a73c-4c87-9e10-6f2f3b4c0533) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:58.006614 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6fd389d6-3800-4e07-9e6d-620d36cd530b req-e79f8ca2-ba7a-46cc-8347-f29105a93146 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 210 time: 0.0490470 Nov 27 01:24:58.034736 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-029cbc65-cd42-4fa0-b7dc-2c33f7a712e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:58.038952 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54cd0e37-60eb-442c-b1c3-dfdef39b1ce2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:58.075531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd0e37-60eb-442c-b1c3-dfdef39b1ce2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:58.117414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502a994-ebbc-416e-9c61-bf2ca6735e70 req-86c55eb7-b376-4c6f-b719-590e35cf2bfd tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:58.118982 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c502a994-ebbc-416e-9c61-bf2ca6735e70 req-86c55eb7-b376-4c6f-b719-590e35cf2bfd tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0780520 Nov 27 01:24:58.127292 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-029cbc65-cd42-4fa0-b7dc-2c33f7a712e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:58.191154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['a5137c50-7884-4b9c-8b70-578443c14906'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:24:58.292842 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54cd0e37-60eb-442c-b1c3-dfdef39b1ce2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:58.303981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-029cbc65-cd42-4fa0-b7dc-2c33f7a712e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Network a774b0ea-8ef6-4e2e-9918-cbc8326667de is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:58.322819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-029cbc65-cd42-4fa0-b7dc-2c33f7a712e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:58.336897 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-029cbc65-cd42-4fa0-b7dc-2c33f7a712e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:58.433688 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e0afdd0e-435e-4bd9-900b-13d95f98de40 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:24:58.461402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cbc65-cd42-4fa0-b7dc-2c33f7a712e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Pushing event updated for resources: {'Port': ['ID=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:58.575656 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e0afdd0e-435e-4bd9-900b-13d95f98de40 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:24:58.577837 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e0afdd0e-435e-4bd9-900b-13d95f98de40 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:24:58.601204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-029cbc65-cd42-4fa0-b7dc-2c33f7a712e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:58.602065 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-029cbc65-cd42-4fa0-b7dc-2c33f7a712e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:58.636623 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c502a994-ebbc-416e-9c61-bf2ca6735e70 req-5e25a47e-ced6-45d2-9b29-d6a2da2b817d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996686 Nov 27 01:24:58.656851 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:58.661412 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-029cbc65-cd42-4fa0-b7dc-2c33f7a712e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1784434 Nov 27 01:24:58.683084 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Request body: {'port': {'device_id': '5fbd3948-c559-4e3d-b459-d43f77d5a140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:58.711077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cd0e37-60eb-442c-b1c3-dfdef39b1ce2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 0385c2aa-7143-4a22-855c-f3a71908cad2 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:24:58.790924 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:58.934293 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cd0e37-60eb-442c-b1c3-dfdef39b1ce2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:58.946828 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750e88ed-0806-4ec5-9381-752ae9d7d064 None None] Sync routers for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:58.947422 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-54cd0e37-60eb-442c-b1c3-dfdef39b1ce2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7131398 Nov 27 01:24:58.949090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40176) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:58.962406 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e88ed-0806-4ec5-9381-752ae9d7d064 None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:58.963273 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-750e88ed-0806-4ec5-9381-752ae9d7d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:59.071014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2982e76-0616-474f-b972-176c5fd28193 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting subnet 4d05b398-fc5f-4e4f-9e0c-f980a50fd616 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:59.076859 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2982e76-0616-474f-b972-176c5fd28193 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.166752 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-750e88ed-0806-4ec5-9381-752ae9d7d064 None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:59.209072 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2982e76-0616-474f-b972-176c5fd28193 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.364976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2982e76-0616-474f-b972-176c5fd28193 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.466029 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2982e76-0616-474f-b972-176c5fd28193 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.540047 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-750e88ed-0806-4ec5-9381-752ae9d7d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:57Z', 'revision_number': 9, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:59.547561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:59.550586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2982e76-0616-474f-b972-176c5fd28193 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Subnet': ['ID=4d05b398-fc5f-4e4f-9e0c-f980a50fd616,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:59.568221 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.569325 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2982e76-0616-474f-b972-176c5fd28193 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.575879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348c36bd-1f89-4eea-8cb4-e977b683f922 None None] Network ce1f117f-76e3-40a6-8312-56532130c1f8 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:59.578105 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a2982e76-0616-474f-b972-176c5fd28193 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/4d05b398-fc5f-4e4f-9e0c-f980a50fd616 HTTP/1.1" status: 204 len: 168 time: 0.6278279 Nov 27 01:24:59.579281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40186) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:59.587926 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750e88ed-0806-4ec5-9381-752ae9d7d064 None None] Checking router: 0385c2aa-7143-4a22-855c-f3a71908cad2 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:24:59.601105 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e88ed-0806-4ec5-9381-752ae9d7d064 None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:59.602472 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-750e88ed-0806-4ec5-9381-752ae9d7d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:59.614676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26be1c-e2e4-4279-bb24-147e12b5a6fb req-e6c52ac8-b12e-46ad-8d46-5a2d60f32037 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:59.616822 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e26be1c-e2e4-4279-bb24-147e12b5a6fb req-e6c52ac8-b12e-46ad-8d46-5a2d60f32037 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 931 time: 0.1659346 Nov 27 01:24:59.620155 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Transition to ACTIVE for port object 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:24:59.634993 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.714331 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Pushing event updated for resources: {'Port': ['ID=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:59.789973 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-750e88ed-0806-4ec5-9381-752ae9d7d064 None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:59.820106 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.912821 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e26be1c-e2e4-4279-bb24-147e12b5a6fb req-9b86ec0e-8bd5-4146-8c1b-68aed1e8aaab tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537117 Nov 27 01:25:00.028943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Attempting to bind port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:25:00.029461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Attempting to bind port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '841d74f8-2044-4df7-a6f1-cb365d90c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:25:00.029585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Attempting to bind port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 on network a774b0ea-8ef6-4e2e-9918-cbc8326667de {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:25:00.054743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port 8c208006-d0fe-4204-ab15-6b8bbd988695 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:00.055092 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.058908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 on network a774b0ea-8ef6-4e2e-9918-cbc8326667de not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:25:00.059266 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Attempting to bind port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 on network a774b0ea-8ef6-4e2e-9918-cbc8326667de {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:25:00.094042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:25:00.094518 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Checking segment: {'id': '841d74f8-2044-4df7-a6f1-cb365d90c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:25:00.094736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Bound using segment: {'id': '841d74f8-2044-4df7-a6f1-cb365d90c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:25:00.095195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Bound port: 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841d74f8-2044-4df7-a6f1-cb365d90c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:25:00.095541 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.113681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df5a259-4c8f-4768-81c0-bb5348b937e9 None None] DHCP port deletion for ce1f117f-76e3-40a6-8312-56532130c1f8 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:25:00.275101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] For port 8c208006-d0fe-4204-ab15-6b8bbd988695, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8c208006-d0fe-4204-ab15-6b8bbd988695,segment=NetworkSegment(7b205e2d-7a06-4b90-8a3d-9abf83a43715),segment_id=7b205e2d-7a06-4b90-8a3d-9abf83a43715)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:00.280580 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.288526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] For port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:25:00.298210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] For port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533,segment=NetworkSegment(841d74f8-2044-4df7-a6f1-cb365d90c74e),segment_id=841d74f8-2044-4df7-a6f1-cb365d90c74e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:25:00.314304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for 8c208006-d0fe-4204-ab15-6b8bbd988695 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:00.321151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb944c2-1847-4d10-a61d-b37b19e1f0ef req-d0764660-97e2-41f9-810b-19575fc123eb tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:00.322017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9df5a259-4c8f-4768-81c0-bb5348b937e9 None None] Deleting port 8c208006-d0fe-4204-ab15-6b8bbd988695 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:00.325648 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9df5a259-4c8f-4768-81c0-bb5348b937e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.327427 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-feb944c2-1847-4d10-a61d-b37b19e1f0ef req-d0764660-97e2-41f9-810b-19575fc123eb tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.5169468 Nov 27 01:25:00.333960 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.421899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8c208006-d0fe-4204-ab15-6b8bbd988695 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:00.562638 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.581298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Pushing event updated for resources: {'Port': ['ID=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:00.630298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=8c208006-d0fe-4204-ab15-6b8bbd988695,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:00.646575 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-750e88ed-0806-4ec5-9381-752ae9d7d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:57Z', 'revision_number': 9, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:00.653214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No DVR routers for this DVR port 8c208006-d0fe-4204-ab15-6b8bbd988695 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:00.659778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9df5a259-4c8f-4768-81c0-bb5348b937e9 None None] For port 8c208006-d0fe-4204-ab15-6b8bbd988695, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8c208006-d0fe-4204-ab15-6b8bbd988695,segment=NetworkSegment(7b205e2d-7a06-4b90-8a3d-9abf83a43715),segment_id=7b205e2d-7a06-4b90-8a3d-9abf83a43715)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:00.674981 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9df5a259-4c8f-4768-81c0-bb5348b937e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.699665 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750e88ed-0806-4ec5-9381-752ae9d7d064 None None] The sync data for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 is: [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:24:57Z', 'revision_number': 9, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '818069a1-e6f2-4668-a2a0-3bd8d62d3515', 'name': '', 'network_id': '1fef4d64-ce7a-4e9a-820e-3fdb0785d95b', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:90:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:35Z', 'updated_at': '2021-11-27T01:24:43Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '077454d5-9317-4ccc-aca3-46cecef08d44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:00.737807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9df5a259-4c8f-4768-81c0-bb5348b937e9 None None] Calling delete_port for 8c208006-d0fe-4204-ab15-6b8bbd988695 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:00.757265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-feb944c2-1847-4d10-a61d-b37b19e1f0ef req-124d4c94-59a8-4e9d-a692-854315357d06 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104552 Nov 27 01:25:00.781719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:00.782522 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.790366 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-a1bdfde2-0c84-42e7-b483-5baf0bb02c2c service neutron] 10.222.0.31 "PUT /v2.0/ports/89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 HTTP/1.1" status: 200 len: 1092 time: 2.1108408 Nov 27 01:25:00.800592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbd3948-c559-4e3d-b459-d43f77d5a140', 'tag': '89d1f70c-a73c-4c87-9e10-6f2f3b4c0533'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:00.805922 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23490b16-15c8-4dd7-a662-6da0c2f94cce" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbd3948-c559-4e3d-b459-d43f77d5a140", "tag": "89d1f70c-a73c-4c87-9e10-6f2f3b4c0533"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:00.854857 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-6c136f4e-a89a-44fc-9c2f-f21f1c067e36 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4902778 Nov 27 01:25:00.872138 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.907081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-486d73a3-84f5-4c8f-bec0-318caf6bd050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:00.909094 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-486d73a3-84f5-4c8f-bec0-318caf6bd050 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2666e5b4df3746d1a96c8ab22c44db0b&device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 1095 time: 0.0530231 Nov 27 01:25:00.943559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1f117f-76e3-40a6-8312-56532130c1f8']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:00.985273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b205e2d-7a06-4b90-8a3d-9abf83a43715') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:00.985939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-4106eb30-b9f6-4666-8ea2-676a6107958c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 HTTP/1.1" status: 200 len: 217 time: 0.0631092 Nov 27 01:25:00.987987 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b205e2d-7a06-4b90-8a3d-9abf83a43715') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:01.019462 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b354aed-aed1-49bb-9c70-7dd31e5ec431 x-openstack-request-id: req-8b354aed-aed1-49bb-9c70-7dd31e5ec431 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:01.020002 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbd3948-c559-4e3d-b459-d43f77d5a140", "tag": "89d1f70c-a73c-4c87-9e10-6f2f3b4c0533", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:01.021039 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b354aed-aed1-49bb-9c70-7dd31e5ec431 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:01.021737 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbd3948-c559-4e3d-b459-d43f77d5a140', 'tag': '89d1f70c-a73c-4c87-9e10-6f2f3b4c0533', 'status': 'completed', 'code': 200} Nov 27 01:25:01.042645 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.071146 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.073493 n-d-817303-10 neutron-server[103404]: INFO neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No ports have port_id starting with 8c208006-d0fe-4204-ab15-6b8bbd988695 Nov 27 01:25:01.090196 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.124724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:25:01.129585 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:25:01.137811 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:25:01.196475 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9df5a259-4c8f-4768-81c0-bb5348b937e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.258369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5a259-4c8f-4768-81c0-bb5348b937e9 None None] Pushing event deleted for resources: {'Port': ['ID=8c208006-d0fe-4204-ab15-6b8bbd988695,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:01.267926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df5a259-4c8f-4768-81c0-bb5348b937e9 None None] No DVR routers for this DVR port 8c208006-d0fe-4204-ab15-6b8bbd988695 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:01.310963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60e8d0-07c0-4c44-947a-7de14472f8ca req-823065c6-f36c-46d2-90f3-f3bae8976404 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:01.314792 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6e60e8d0-07c0-4c44-947a-7de14472f8ca req-823065c6-f36c-46d2-90f3-f3bae8976404 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 943 time: 0.2077036 Nov 27 01:25:01.321026 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-8e43841b-4757-4a38-8d21-14fce5a23585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:01.322830 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-8e43841b-4757-4a38-8d21-14fce5a23585 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=afd5e847-17b5-46ac-9f27-35fc7805bece HTTP/1.1" status: 200 len: 850 time: 0.2966976 Nov 27 01:25:01.333382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-9f822741-dc15-4245-a53b-5456041f84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:01.334140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-9f822741-dc15-4245-a53b-5456041f84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:01.334771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-9f822741-dc15-4245-a53b-5456041f84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:01.335396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-9f822741-dc15-4245-a53b-5456041f84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:01.336027 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-9f822741-dc15-4245-a53b-5456041f84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:01.336990 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-9f822741-dc15-4245-a53b-5456041f84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:01.337609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-9f822741-dc15-4245-a53b-5456041f84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:01.339713 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-9f822741-dc15-4245-a53b-5456041f84c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 6495 time: 0.3527153 Nov 27 01:25:01.384915 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.407326 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.407326 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/networks/ce1f117f-76e3-40a6-8312-56532130c1f8 HTTP/1.1" status: 204 len: 168 time: 1.8226910 Nov 27 01:25:01.407326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40208) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:01.457411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11386889-5534-4cbd-9a9f-744441ccac11 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Network': ['ID=ce1f117f-76e3-40a6-8312-56532130c1f8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:01.481559 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-1348d058-bf5d-481c-8988-dc12b4dfcc1e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a774b0ea-8ef6-4e2e-9918-cbc8326667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293495 Nov 27 01:25:01.683519 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-7ad21bf7-3ef6-46bc-b65e-00931755c9c4 service neutron] 10.222.0.31 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982212 Nov 27 01:25:01.783534 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6e60e8d0-07c0-4c44-947a-7de14472f8ca req-7726f1d7-377f-4500-977a-84464aee6323 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425886 Nov 27 01:25:02.234446 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc967b8a-b2b2-4f63-9e44-8fae41820b66 req-3c446ceb-2cb4-48b9-9bfe-ecc2e297f5b3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:02.242463 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc967b8a-b2b2-4f63-9e44-8fae41820b66 req-3c446ceb-2cb4-48b9-9bfe-ecc2e297f5b3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.3265505 Nov 27 01:25:02.260685 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:02.300758 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:02.301360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e73baa20-16ac-4cfd-a31a-6dc7d68f1bc1 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:02.351908 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc967b8a-b2b2-4f63-9e44-8fae41820b66 req-862b617b-7bcb-4b9f-ac2f-50a40bded1c6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085889 Nov 27 01:25:02.534428 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13453204-d6ae-447a-873f-fff9a9d17f91 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:02.580066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-a9aa74ef-139e-4511-a64d-3ecb96139469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:02.581210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-a9aa74ef-139e-4511-a64d-3ecb96139469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:02.581749 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-a9aa74ef-139e-4511-a64d-3ecb96139469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:02.583530 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-a9aa74ef-139e-4511-a64d-3ecb96139469 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8edb1bd7-e9a2-4234-bcb2-92640c58daf6&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=418da70a-eaae-4c95-847b-9bc511a0e7dc&id=de22fecb-a913-459d-a3f0-a3199365e84c&id=de22fecb-a913-459d-a3f0-a3199365e84c HTTP/1.1" status: 200 len: 2292 time: 1.1435602 Nov 27 01:25:02.586273 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c73591c9-afd7-47fa-9364-e9fac3b31d59 req-d353fda7-338f-4518-8a1a-2dc028f0af8f service neutron] 10.222.0.31 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8941188 Nov 27 01:25:02.778956 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-204c6455-ce55-49a4-8d8a-5aa791f644d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7297ec62-6258-4f74-801e-a2ae20c22061 HTTP/1.1" status: 200 len: 1000 time: 0.1778483 Nov 27 01:25:02.797340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23490b16-15c8-4dd7-a662-6da0c2f94cce req-f0c59d84-0049-4d97-93c3-fc0b64343ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:02.798745 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23490b16-15c8-4dd7-a662-6da0c2f94cce req-f0c59d84-0049-4d97-93c3-fc0b64343ee8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2666e5b4df3746d1a96c8ab22c44db0b&device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 1095 time: 0.1182292 Nov 27 01:25:03.039629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-f072a68b-2f9e-4ebb-a2d4-11b9760e923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:03.041250 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-f072a68b-2f9e-4ebb-a2d4-11b9760e923c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=254528fa-ba6d-46f8-93e2-9e5298866c76 HTTP/1.1" status: 200 len: 850 time: 0.2534239 Nov 27 01:25:03.199661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577a214-2a6f-46aa-8699-2e560012fb27 req-00db1843-60d1-484e-a11b-4b752aaf4d96 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:03.201080 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b577a214-2a6f-46aa-8699-2e560012fb27 req-00db1843-60d1-484e-a11b-4b752aaf4d96 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 943 time: 0.2452106 Nov 27 01:25:03.250121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23490b16-15c8-4dd7-a662-6da0c2f94cce req-a93f43b8-24d0-4013-b772-9eb7f7afbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:03.251771 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23490b16-15c8-4dd7-a662-6da0c2f94cce req-a93f43b8-24d0-4013-b772-9eb7f7afbd4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=a774b0ea-8ef6-4e2e-9918-cbc8326667de HTTP/1.1" status: 200 len: 911 time: 0.4093299 Nov 27 01:25:03.262613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-0700e902-8e13-4e5e-995e-c6033c3fc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:03.264370 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-0700e902-8e13-4e5e-995e-c6033c3fc734 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8edb1bd7-e9a2-4234-bcb2-92640c58daf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2086864 Nov 27 01:25:03.435950 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b577a214-2a6f-46aa-8699-2e560012fb27 req-f202be4e-845c-4a18-811e-7863e0b38be3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266445 Nov 27 01:25:03.471597 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23490b16-15c8-4dd7-a662-6da0c2f94cce req-d15f92de-080f-454e-b88b-1c312090979c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 HTTP/1.1" status: 200 len: 217 time: 0.2034402 Nov 27 01:25:03.474829 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-f7240837-692d-421f-8bb4-14a2d24f3da2 service neutron] 10.222.0.31 "GET /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992984 Nov 27 01:25:03.602414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23490b16-15c8-4dd7-a662-6da0c2f94cce req-c0d75224-01e6-4911-a594-f7776f797cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:03.604136 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23490b16-15c8-4dd7-a662-6da0c2f94cce req-c0d75224-01e6-4911-a594-f7776f797cd5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=afd5e847-17b5-46ac-9f27-35fc7805bece HTTP/1.1" status: 200 len: 850 time: 0.1197903 Nov 27 01:25:03.642435 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23490b16-15c8-4dd7-a662-6da0c2f94cce req-27241528-2dbc-415b-8262-be0796f90e92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a774b0ea-8ef6-4e2e-9918-cbc8326667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294921 Nov 27 01:25:03.695824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d043d-1283-456a-89f4-55f75befbd48 req-596533fc-e1ca-4124-8021-47c5b2a0c6e5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:03.703106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a0d043d-1283-456a-89f4-55f75befbd48 req-596533fc-e1ca-4124-8021-47c5b2a0c6e5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1775389 Nov 27 01:25:03.750939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23490b16-15c8-4dd7-a662-6da0c2f94cce req-143c2aa2-134c-44ff-a7fc-46b58768e335 service neutron] 10.222.0.31 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002684 Nov 27 01:25:03.788916 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-432482f7-2aa0-41cc-86e5-5d9d08d543db service neutron] 10.222.0.31 "GET /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030202 Nov 27 01:25:03.791871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a0d043d-1283-456a-89f4-55f75befbd48 req-d409d44f-9249-454e-91d3-88b28a621f85 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739539 Nov 27 01:25:03.815971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-13453204-d6ae-447a-873f-fff9a9d17f91 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port 818069a1-e6f2-4668-a2a0-3bd8d62d3515 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:03.816443 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13453204-d6ae-447a-873f-fff9a9d17f91 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:03.883329 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-df227f8c-78be-4757-b7bb-ad5dac14bc97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=a3225b50-6061-4fa5-b17c-9da1a48db2b4 HTTP/1.1" status: 200 len: 217 time: 0.0553536 Nov 27 01:25:03.963381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23490b16-15c8-4dd7-a662-6da0c2f94cce req-d5c0015c-0e41-4e5c-9f1a-b2f3fa2f9dac service neutron] 10.222.0.31 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001593 Nov 27 01:25:03.967686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-b5b346d8-4444-4817-99d6-a7aadb672ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:03.969831 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-b5b346d8-4444-4817-99d6-a7aadb672ec5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.0786042 Nov 27 01:25:04.016587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-13453204-d6ae-447a-873f-fff9a9d17f91 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] For port 818069a1-e6f2-4668-a2a0-3bd8d62d3515, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=818069a1-e6f2-4668-a2a0-3bd8d62d3515,segment=NetworkSegment(025c32b3-b257-4af3-b495-0e62b5071162),segment_id=025c32b3-b257-4af3-b495-0e62b5071162)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:04.016993 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13453204-d6ae-447a-873f-fff9a9d17f91 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:04.042188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-13453204-d6ae-447a-873f-fff9a9d17f91 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for 818069a1-e6f2-4668-a2a0-3bd8d62d3515 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:04.071437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-947dd844-ef0b-44d4-8381-2a8464bad40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:04.075789 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-947dd844-ef0b-44d4-8381-2a8464bad40c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0898623 Nov 27 01:25:04.204062 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-5d8359b2-575f-494f-a1cc-e3287f3f6720 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187019 Nov 27 01:25:04.322579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13453204-d6ae-447a-873f-fff9a9d17f91 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:04.329656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-e70a74d8-fa24-426c-b8fa-8ec05102cf66 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101725 Nov 27 01:25:04.382522 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-52c42bea-5236-4d79-9258-5b6c6bcca19f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=4e22fff8-c9b9-4089-99ed-dfb510d02f58 HTTP/1.1" status: 200 len: 217 time: 0.0417364 Nov 27 01:25:04.395098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13453204-d6ae-447a-873f-fff9a9d17f91 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=818069a1-e6f2-4668-a2a0-3bd8d62d3515,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:04.502492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-e5490485-218e-4b25-95ce-1ccb5b8b291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:04.506431 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-e5490485-218e-4b25-95ce-1ccb5b8b291b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.1151659 Nov 27 01:25:04.640037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-e7e076a3-8376-4ffe-bc84-b32fe7a62b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:04.642486 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-e7e076a3-8376-4ffe-bc84-b32fe7a62b84 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1286862 Nov 27 01:25:04.652793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45044ee4-a7fe-47b3-b9ae-e1be01acd257 req-8121c5b1-f15c-40c4-83bb-fc2df53e6576 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:04.663418 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45044ee4-a7fe-47b3-b9ae-e1be01acd257 req-8121c5b1-f15c-40c4-83bb-fc2df53e6576 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 943 time: 0.1030192 Nov 27 01:25:04.673945 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13453204-d6ae-447a-873f-fff9a9d17f91 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:04.775353 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-c177ab23-3767-4b0a-8aed-16742d0b30fe service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021547 Nov 27 01:25:04.912285 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-6d9de009-6768-46cc-8641-d825bf2a45cb service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262348 Nov 27 01:25:04.982935 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45044ee4-a7fe-47b3-b9ae-e1be01acd257 req-5a15fa98-68c4-471d-bf34-6ecdecfe699c tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184419 Nov 27 01:25:05.038101 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-7c9434fe-f78b-47c2-944f-3ef17a6a5efb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=4f854bd5-781e-4e8b-a405-db101e4faafa HTTP/1.1" status: 200 len: 217 time: 0.0789945 Nov 27 01:25:05.100581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-8ab3ad68-7d07-42ce-aef5-351391ac19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:05.102494 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-8ab3ad68-7d07-42ce-aef5-351391ac19e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.0574484 Nov 27 01:25:05.165634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-5a498133-77be-485e-ae0c-3ea22bb62711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:05.167561 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-5a498133-77be-485e-ae0c-3ea22bb62711 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0563526 Nov 27 01:25:05.167683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12177f77-0137-4f66-b8c9-5cf7d177bf1a req-fc8c3a07-c474-4d9b-96e3-6dcb95cc6135 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:05.185026 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12177f77-0137-4f66-b8c9-5cf7d177bf1a req-fc8c3a07-c474-4d9b-96e3-6dcb95cc6135 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.2854486 Nov 27 01:25:05.228079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13453204-d6ae-447a-873f-fff9a9d17f91 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 0385c2aa-7143-4a22-855c-f3a71908cad2 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:25:05.317973 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-172cab7c-5f7d-450c-a546-56c189c02285 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419418 Nov 27 01:25:05.367297 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12177f77-0137-4f66-b8c9-5cf7d177bf1a req-2f07cee2-8839-41f7-b8e8-cfd1f88f839e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813059 Nov 27 01:25:05.415398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13453204-d6ae-447a-873f-fff9a9d17f91 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:05.424729 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-13453204-d6ae-447a-873f-fff9a9d17f91 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9821031 Nov 27 01:25:05.424729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40256) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:05.435601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda607f2-814b-4ab1-872a-3721bba365d7 None None] Sync routers for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:05.448609 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-5bf5b5f8-1f6c-4818-b25e-65e4a425a11b service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231861 Nov 27 01:25:05.459361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda607f2-814b-4ab1-872a-3721bba365d7 None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:05.460660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-eda607f2-814b-4ab1-872a-3721bba365d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:05.543907 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-ea08cfca-2dc6-46ae-95f6-5e03e89ce27b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=5b98aa43-349e-495b-b219-a68032564792 HTTP/1.1" status: 200 len: 217 time: 0.0875301 Nov 27 01:25:05.554091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21f52c5-931c-4941-a341-8978e42f8223 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting subnet 077454d5-9317-4ccc-aca3-46cecef08d44 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:05.557880 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c21f52c5-931c-4941-a341-8978e42f8223 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:05.610938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-389645e6-54ff-4833-8d7d-b6a198a8f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:05.612621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-eda607f2-814b-4ab1-872a-3721bba365d7 None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:25:05.612800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-389645e6-54ff-4833-8d7d-b6a198a8f823 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 200 len: 797 time: 0.0613592 Nov 27 01:25:05.646272 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c21f52c5-931c-4941-a341-8978e42f8223 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:05.753864 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-f2067ef3-d49e-4eae-a16c-863c9aa21b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:05.761699 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-f2067ef3-d49e-4eae-a16c-863c9aa21b15 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=418da70a-eaae-4c95-847b-9bc511a0e7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1419685 Nov 27 01:25:05.840333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c21f52c5-931c-4941-a341-8978e42f8223 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:05.960846 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c21f52c5-931c-4941-a341-8978e42f8223 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:05.997507 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f52c5-931c-4941-a341-8978e42f8223 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Subnet': ['ID=077454d5-9317-4ccc-aca3-46cecef08d44,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:06.003204 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-0ec2b097-ed66-4bef-bf16-3c7b4ea36fb1 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335942 Nov 27 01:25:06.019065 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c21f52c5-931c-4941-a341-8978e42f8223 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:06.025775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c21f52c5-931c-4941-a341-8978e42f8223 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/077454d5-9317-4ccc-aca3-46cecef08d44 HTTP/1.1" status: 204 len: 168 time: 0.6006455 Nov 27 01:25:06.028297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40270) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:06.081929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfad2a1-29e0-4d9c-b3f9-bcf1ac6618ba None None] Network 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:06.216995 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:06.350760 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c20f5-07a3-48eb-8d03-bc3cd75b9fcc req-866c7af5-be8f-475f-92a8-cf8e287d0736 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:06.357414 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f87c20f5-07a3-48eb-8d03-bc3cd75b9fcc req-866c7af5-be8f-475f-92a8-cf8e287d0736 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 943 time: 0.2093492 Nov 27 01:25:06.373286 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port f08041bf-e4ef-484a-9379-8295f6c722ac {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:06.374467 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:06.410352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-eda607f2-814b-4ab1-872a-3721bba365d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:25:04Z', 'revision_number': 10, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:06.475655 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda607f2-814b-4ab1-872a-3721bba365d7 None None] Checking router: 0385c2aa-7143-4a22-855c-f3a71908cad2 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:25:06.484728 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda607f2-814b-4ab1-872a-3721bba365d7 None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:06.485391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-eda607f2-814b-4ab1-872a-3721bba365d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:06.514595 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-561a4ffd-da7b-4937-a82d-5f201aac56b2 service neutron] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972150 Nov 27 01:25:06.596646 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-eda607f2-814b-4ab1-872a-3721bba365d7 None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:25:06.607761 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-7a4be7fd-0da3-4b94-8eda-2745144771ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc762bad-5297-4413-87bc-bd3ecbe3a755 HTTP/1.1" status: 200 len: 217 time: 0.0849311 Nov 27 01:25:06.613816 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f87c20f5-07a3-48eb-8d03-bc3cd75b9fcc req-60d00fdc-205c-4696-9334-7e7b1c02f9a3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301774 Nov 27 01:25:06.682433 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-3fff31a6-81ff-4bab-ac38-f749d5bd0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:06.684541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-3fff31a6-81ff-4bab-ac38-f749d5bd0b56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e87a0de3-73e4-43cc-8f97-b6fffbee0d31 HTTP/1.1" status: 200 len: 797 time: 0.0688953 Nov 27 01:25:06.711248 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] For port f08041bf-e4ef-484a-9379-8295f6c722ac, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f08041bf-e4ef-484a-9379-8295f6c722ac,segment=NetworkSegment(025c32b3-b257-4af3-b495-0e62b5071162),segment_id=025c32b3-b257-4af3-b495-0e62b5071162)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:06.711755 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:06.759295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2786db-83ab-417e-bc16-e3c996260657 req-31c6f6ed-8299-4fe1-b878-1a3c62969a97 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:06.762655 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b2786db-83ab-417e-bc16-e3c996260657 req-31c6f6ed-8299-4fe1-b878-1a3c62969a97 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.2282455 Nov 27 01:25:06.768211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for f08041bf-e4ef-484a-9379-8295f6c722ac owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:06.789463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-2eae53e9-a876-400f-81f2-c6a8580e5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:06.790974 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-2eae53e9-a876-400f-81f2-c6a8580e5694 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de22fecb-a913-459d-a3f0-a3199365e84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0975165 Nov 27 01:25:06.882655 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239ef9d1-2bf4-413a-bb53-4e3d74d253b4 None None] DHCP port deletion for 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:25:06.979850 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-58f13d30-1b52-4120-ad9b-7c8038630a4a service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785970 Nov 27 01:25:06.986584 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b2786db-83ab-417e-bc16-e3c996260657 req-db2541dd-5e3d-4a91-a17f-ff895c4eda66 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144170 Nov 27 01:25:07.070155 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.095667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No DVR routers for this DVR port f08041bf-e4ef-484a-9379-8295f6c722ac on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:07.163115 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-42e71192-9267-4c37-9120-a1c0b9dbd95f service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731989 Nov 27 01:25:07.212320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:25:07.265242 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-2ebfe406-484f-4406-9bd6-b67e919da4dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0edd8c44-d12f-4f64-979a-5b7c3c4f805b HTTP/1.1" status: 200 len: 217 time: 0.0942023 Nov 27 01:25:07.308208 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=f08041bf-e4ef-484a-9379-8295f6c722ac,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:07.336869 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.340213 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533,segment=NetworkSegment(841d74f8-2044-4df7-a6f1-cb365d90c74e),segment_id=841d74f8-2044-4df7-a6f1-cb365d90c74e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:07.368722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fef4d64-ce7a-4e9a-820e-3fdb0785d95b']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:07.374980 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-39511dc3-80da-481f-9151-3b9bf86628e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:07.378249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '89d1f70c-a73c-4c87-9e10-6f2f3b4c0533', 'network_id': 'a774b0ea-8ef6-4e2e-9918-cbc8326667de', 'port_id': '89d1f70c-a73c-4c87-9e10-6f2f3b4c0533', 'mac_address': 'fa:16:3e:f8:a8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd5e847-17b5-46ac-9f27-35fc7805bece', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:25:07.381486 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-39511dc3-80da-481f-9151-3b9bf86628e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e87a0de3-73e4-43cc-8f97-b6fffbee0d31 HTTP/1.1" status: 200 len: 797 time: 0.1094847 Nov 27 01:25:07.396206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025c32b3-b257-4af3-b495-0e62b5071162') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:07.396549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025c32b3-b257-4af3-b495-0e62b5071162') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:07.401216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-239ef9d1-2bf4-413a-bb53-4e3d74d253b4 None None] Deleting port f08041bf-e4ef-484a-9379-8295f6c722ac {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:07.401598 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-239ef9d1-2bf4-413a-bb53-4e3d74d253b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.410040 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.445657 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.455733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:25:07.456393 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:25:07.461916 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:25:07.470899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-e557c1ef-79fa-4523-9b98-24e906420b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:07.472439 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-e557c1ef-79fa-4523-9b98-24e906420b0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de22fecb-a913-459d-a3f0-a3199365e84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0841262 Nov 27 01:25:07.541373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-239ef9d1-2bf4-413a-bb53-4e3d74d253b4 None None] For port f08041bf-e4ef-484a-9379-8295f6c722ac, host n-d-817303-10, got binding levels [] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:07.541982 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-239ef9d1-2bf4-413a-bb53-4e3d74d253b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.570161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-239ef9d1-2bf4-413a-bb53-4e3d74d253b4 None None] Calling delete_port for f08041bf-e4ef-484a-9379-8295f6c722ac owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:07.576751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.ipam_backend_mixin [None req-239ef9d1-2bf4-413a-bb53-4e3d74d253b4 None None] Port f08041bf-e4ef-484a-9379-8295f6c722ac was not found and therefore no delete operation was performed {{(pid=103404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:25:07.584512 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-239ef9d1-2bf4-413a-bb53-4e3d74d253b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.588309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.626291 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.633593 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/networks/1fef4d64-ce7a-4e9a-820e-3fdb0785d95b HTTP/1.1" status: 204 len: 168 time: 1.6040165 Nov 27 01:25:07.634593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc9526-1f29-4673-a25f-f4b7f3572db9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Network': ['ID=1fef4d64-ce7a-4e9a-820e-3fdb0785d95b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:07.642880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40284) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:07.651731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-239ef9d1-2bf4-413a-bb53-4e3d74d253b4 None None] Network 1fef4d64-ce7a-4e9a-820e-3fdb0785d95b is not hosted by any dhcp agent {{(pid=103404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:25:07.652098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ef9d1-2bf4-413a-bb53-4e3d74d253b4 None None] No DVR routers for this DVR port f08041bf-e4ef-484a-9379-8295f6c722ac on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:07.666969 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-8f93a64a-ed2a-425e-9f0b-33ac2ebae7cd service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828041 Nov 27 01:25:07.684602 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ef9d1-2bf4-413a-bb53-4e3d74d253b4 None None] Pushing event deleted for resources: {'Port': ['ID=f08041bf-e4ef-484a-9379-8295f6c722ac,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:07.815383 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.847332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-eda607f2-814b-4ab1-872a-3721bba365d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:25:04Z', 'revision_number': 10, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:07.953666 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:25:07.961101 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda607f2-814b-4ab1-872a-3721bba365d7 None None] The sync data for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 is: [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:25:04Z', 'revision_number': 10, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None, '_interfaces': [{'id': '8c207e11-0342-4402-bb89-404d96ed2d9f', 'name': '', 'network_id': '2def5b94-dc2c-4330-8d1e-ada562b25860', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'mac_address': 'fa:16:3e:b4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '458f736c-a79a-432d-9671-4170d4954cef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:31Z', 'updated_at': '2021-11-27T01:24:37Z', 'revision_number': 5, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'subnets': [{'id': '458f736c-a79a-432d-9671-4170d4954cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:07.985029 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f3196-f065-4838-b08c-64fdaabcd006 req-25d10423-02da-472a-a8e0-9fd87f71b583 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:07.990203 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5b4f3196-f065-4838-b08c-64fdaabcd006 req-25d10423-02da-472a-a8e0-9fd87f71b583 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 943 time: 0.1592526 Nov 27 01:25:07.991252 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533,segment=NetworkSegment(841d74f8-2044-4df7-a6f1-cb365d90c74e),segment_id=841d74f8-2044-4df7-a6f1-cb365d90c74e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:07.997399 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:08.055240 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed2a97ce-8a8b-48ab-a32c-a1359ca5d380 req-a521f258-caae-4aa1-b0fc-5b02b9109258 service neutron] 10.222.0.31 "GET /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773923 Nov 27 01:25:08.171195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:08.176148 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5b4f3196-f065-4838-b08c-64fdaabcd006 req-25f235df-c641-4257-a52b-a4f25f9bddbb tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706295 Nov 27 01:25:08.314910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12312cfe-6dc6-4d77-92f5-79b7bd9c60ba req-68d589dc-ab28-4d7b-9733-74c42300e613 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:08.316852 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12312cfe-6dc6-4d77-92f5-79b7bd9c60ba req-68d589dc-ab28-4d7b-9733-74c42300e613 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1663067 Nov 27 01:25:08.461024 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12312cfe-6dc6-4d77-92f5-79b7bd9c60ba req-b7d51ce6-dc8c-4e8a-8985-046f8f24c977 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305032 Nov 27 01:25:08.520019 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['89d1f70c-a73c-4c87-9e10-6f2f3b4c0533'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:08.585752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-71f146c2-28a3-466d-ab97-74e5e46091e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:08.594276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f08041bf-e4ef-484a-9379-8295f6c722ac no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:08.840039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: f08041bf-e4ef-484a-9379-8295f6c722ac {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:08.840418 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f08041bf-e4ef-484a-9379-8295f6c722ac not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:08.840848 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 818069a1-e6f2-4668-a2a0-3bd8d62d3515 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:08.863457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 818069a1-e6f2-4668-a2a0-3bd8d62d3515 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:08.863457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 818069a1-e6f2-4668-a2a0-3bd8d62d3515 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:09.137247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-71f146c2-28a3-466d-ab97-74e5e46091e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port 8c207e11-0342-4402-bb89-404d96ed2d9f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:09.140175 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-71f146c2-28a3-466d-ab97-74e5e46091e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.268482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-71f146c2-28a3-466d-ab97-74e5e46091e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] For port 8c207e11-0342-4402-bb89-404d96ed2d9f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8c207e11-0342-4402-bb89-404d96ed2d9f,segment=NetworkSegment(c6fc965c-9b05-4616-bd8e-7ae14777af85),segment_id=c6fc965c-9b05-4616-bd8e-7ae14777af85)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:09.269012 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-71f146c2-28a3-466d-ab97-74e5e46091e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.289622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-71f146c2-28a3-466d-ab97-74e5e46091e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for 8c207e11-0342-4402-bb89-404d96ed2d9f owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:09.428680 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ba261-4564-42b8-91af-de584454e896 req-5aac2971-44cf-4886-9248-3e95134f9e46 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:09.436750 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b7ba261-4564-42b8-91af-de584454e896 req-5aac2971-44cf-4886-9248-3e95134f9e46 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 944 time: 0.1222575 Nov 27 01:25:09.527648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b7ba261-4564-42b8-91af-de584454e896 req-6810327c-fe21-4f3e-8baf-f6dd4915a28f tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886195 Nov 27 01:25:09.623237 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-71f146c2-28a3-466d-ab97-74e5e46091e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.745634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f146c2-28a3-466d-ab97-74e5e46091e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=8c207e11-0342-4402-bb89-404d96ed2d9f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:09.899746 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-71f146c2-28a3-466d-ab97-74e5e46091e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.919632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d145307-d005-49fa-ac1f-c2a000dea2ec req-cd88cc93-ca59-49e5-bc8e-8777501bd06d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:09.921358 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d145307-d005-49fa-ac1f-c2a000dea2ec req-cd88cc93-ca59-49e5-bc8e-8777501bd06d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.2758155 Nov 27 01:25:10.061220 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c08b63f3-a9b0-406e-a93c-50f58e3cad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.064949 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d145307-d005-49fa-ac1f-c2a000dea2ec req-1caad089-d1ff-420d-aa5f-6b5fa58d4f39 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928056 Nov 27 01:25:10.252448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f146c2-28a3-466d-ab97-74e5e46091e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 0385c2aa-7143-4a22-855c-f3a71908cad2 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:25:10.359429 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f146c2-28a3-466d-ab97-74e5e46091e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:10.367894 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-71f146c2-28a3-466d-ab97-74e5e46091e7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7211325 Nov 27 01:25:10.368567 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40348) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:10.379173 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ad095-df7e-4911-9a77-172207b4a3ab None None] Sync routers for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:10.390854 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ad095-df7e-4911-9a77-172207b4a3ab None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:10.391717 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3e0ad095-df7e-4911-9a77-172207b4a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:10.475867 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-0882b6c9-5e1d-4c25-9f23-79d48c894c94 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting subnet 458f736c-a79a-432d-9671-4170d4954cef {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:10.480045 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0882b6c9-5e1d-4c25-9f23-79d48c894c94 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.487317 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-3e0ad095-df7e-4911-9a77-172207b4a3ab None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:25:10.572468 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0882b6c9-5e1d-4c25-9f23-79d48c894c94 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.618146 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3e0ad095-df7e-4911-9a77-172207b4a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:25:09Z', 'revision_number': 11, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:10.664586 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ad095-df7e-4911-9a77-172207b4a3ab None None] Checking router: 0385c2aa-7143-4a22-855c-f3a71908cad2 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:25:10.673865 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ad095-df7e-4911-9a77-172207b4a3ab None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:10.674409 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3e0ad095-df7e-4911-9a77-172207b4a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:24:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:10.719131 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0882b6c9-5e1d-4c25-9f23-79d48c894c94 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.793685 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0882b6c9-5e1d-4c25-9f23-79d48c894c94 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.837180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882b6c9-5e1d-4c25-9f23-79d48c894c94 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Subnet': ['ID=458f736c-a79a-432d-9671-4170d4954cef,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:10.860636 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-3e0ad095-df7e-4911-9a77-172207b4a3ab None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:25:10.873805 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c447a12c-0662-453a-91b5-fc494db13177 None None] Network 2def5b94-dc2c-4330-8d1e-ada562b25860 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:10.881311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982eb83f-e71b-4ede-86aa-d43c7dcaeced req-27da633b-a458-44e7-b82d-e0720a0b7349 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:10.889536 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-982eb83f-e71b-4ede-86aa-d43c7dcaeced req-27da633b-a458-44e7-b82d-e0720a0b7349 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 944 time: 0.1104426 Nov 27 01:25:10.898794 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0882b6c9-5e1d-4c25-9f23-79d48c894c94 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.907650 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40354) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:10.908914 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0882b6c9-5e1d-4c25-9f23-79d48c894c94 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/458f736c-a79a-432d-9671-4170d4954cef HTTP/1.1" status: 204 len: 168 time: 0.5342669 Nov 27 01:25:11.014027 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-982eb83f-e71b-4ede-86aa-d43c7dcaeced req-047efa76-99e3-4402-85c7-2dedf42b8164 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226130 Nov 27 01:25:11.036828 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3e0ad095-df7e-4911-9a77-172207b4a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:25:09Z', 'revision_number': 11, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:11.071850 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ad095-df7e-4911-9a77-172207b4a3ab None None] The sync data for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 is: [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:25:09Z', 'revision_number': 11, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:11.074150 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.207282 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:11.237676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Deleting port bdb4ca3a-795b-4303-804e-9379fa865c1a {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:11.238037 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.426139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:25:11.436591 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:11.437118 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.449105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] For port bdb4ca3a-795b-4303-804e-9379fa865c1a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bdb4ca3a-795b-4303-804e-9379fa865c1a,segment=NetworkSegment(c6fc965c-9b05-4616-bd8e-7ae14777af85),segment_id=c6fc965c-9b05-4616-bd8e-7ae14777af85)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:11.449484 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.490113 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Calling delete_port for bdb4ca3a-795b-4303-804e-9379fa865c1a owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:11.537039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f109582c-b44f-43b0-9bb5-f8db71a584e5 None None] DHCP port deletion for 2def5b94-dc2c-4330-8d1e-ada562b25860 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:25:11.711233 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.720925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f109582c-b44f-43b0-9bb5-f8db71a584e5 None None] Deleting port bdb4ca3a-795b-4303-804e-9379fa865c1a {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:11.721599 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f109582c-b44f-43b0-9bb5-f8db71a584e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.729726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fced157-3aae-461e-abe7-e2dfffa61eb9 req-8e5686c3-84bf-4b82-b7a5-da2a7ef9daf1 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:11.739958 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1fced157-3aae-461e-abe7-e2dfffa61eb9 req-8e5686c3-84bf-4b82-b7a5-da2a7ef9daf1 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.4884679 Nov 27 01:25:11.767459 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.793515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f109582c-b44f-43b0-9bb5-f8db71a584e5 None None] For port bdb4ca3a-795b-4303-804e-9379fa865c1a, host n-d-817303-10, got binding levels [] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:11.794069 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f109582c-b44f-43b0-9bb5-f8db71a584e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.805321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No DVR routers for this DVR port bdb4ca3a-795b-4303-804e-9379fa865c1a on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:11.812610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f109582c-b44f-43b0-9bb5-f8db71a584e5 None None] Calling delete_port for bdb4ca3a-795b-4303-804e-9379fa865c1a owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:11.815990 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.ipam_backend_mixin [None req-f109582c-b44f-43b0-9bb5-f8db71a584e5 None None] Port bdb4ca3a-795b-4303-804e-9379fa865c1a was not found and therefore no delete operation was performed {{(pid=103404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:25:11.827453 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f109582c-b44f-43b0-9bb5-f8db71a584e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.849351 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1fced157-3aae-461e-abe7-e2dfffa61eb9 req-a91cdf9f-1f72-4bc9-a34a-e62ce99247fd tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081259 Nov 27 01:25:11.881051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533,segment=NetworkSegment(841d74f8-2044-4df7-a6f1-cb365d90c74e),segment_id=841d74f8-2044-4df7-a6f1-cb365d90c74e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:11.885841 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbd3948-c559-4e3d-b459-d43f77d5a140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d1f70c-a73c-4c87-9e10-6f2f3b4c0533'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:11.889474 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6dec2b-b5dd-40b7-b1a3-3735f926dee2" -d '{"events": [{"server_uuid": "5fbd3948-c559-4e3d-b459-d43f77d5a140", "name": "network-vif-plugged", "status": "completed", "tag": "89d1f70c-a73c-4c87-9e10-6f2f3b4c0533"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:11.892484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109582c-b44f-43b0-9bb5-f8db71a584e5 None None] Pushing event deleted for resources: {'Port': ['ID=bdb4ca3a-795b-4303-804e-9379fa865c1a,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:11.893628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Port': ['ID=bdb4ca3a-795b-4303-804e-9379fa865c1a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:11.906130 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.917440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f109582c-b44f-43b0-9bb5-f8db71a584e5 None None] No DVR routers for this DVR port bdb4ca3a-795b-4303-804e-9379fa865c1a on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:11.974179 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d6a26d-7fa3-4e83-a04b-e52f4e70e24a x-openstack-request-id: req-52d6a26d-7fa3-4e83-a04b-e52f4e70e24a {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:11.974787 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbd3948-c559-4e3d-b459-d43f77d5a140", "name": "network-vif-plugged", "status": "completed", "tag": "89d1f70c-a73c-4c87-9e10-6f2f3b4c0533", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:11.975257 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52d6a26d-7fa3-4e83-a04b-e52f4e70e24a {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:11.975884 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbd3948-c559-4e3d-b459-d43f77d5a140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d1f70c-a73c-4c87-9e10-6f2f3b4c0533', 'code': 200} Nov 27 01:25:11.979167 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.012158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2def5b94-dc2c-4330-8d1e-ada562b25860']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:12.017587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:12.024538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fc965c-9b05-4616-bd8e-7ae14777af85') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:12.024866 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fc965c-9b05-4616-bd8e-7ae14777af85') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:12.060135 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.083286 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.094181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:25:12.094905 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:25:12.098671 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:25:12.144052 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b705ff1-8412-4a77-8ec7-6709eb135684 req-563eec5d-65fe-4d76-a0cc-bc6bd2cd5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:12.146633 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b705ff1-8412-4a77-8ec7-6709eb135684 req-563eec5d-65fe-4d76-a0cc-bc6bd2cd5e8b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 1097 time: 0.0826452 Nov 27 01:25:12.218563 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b705ff1-8412-4a77-8ec7-6709eb135684 req-20a65c51-4a8f-41b2-a2a5-801709a7b152 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600817 Nov 27 01:25:12.247327 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-74f25e1b-d3b3-4c60-a0bb-b1b0a825a670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.254421 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.270465 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.276533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40384) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:12.277833 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/networks/2def5b94-dc2c-4330-8d1e-ada562b25860 HTTP/1.1" status: 204 len: 168 time: 1.3651071 Nov 27 01:25:12.282209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-77b59ffa-4800-4af3-bef8-9568e46d41a2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'router': {'routes': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:12.304158 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8c207e11-0342-4402-bb89-404d96ed2d9f no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:12.353032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 8c207e11-0342-4402-bb89-404d96ed2d9f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:12.353818 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8c207e11-0342-4402-bb89-404d96ed2d9f not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:12.354650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bdb4ca3a-795b-4303-804e-9379fa865c1a no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:12.398016 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: bdb4ca3a-795b-4303-804e-9379fa865c1a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:12.398333 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bdb4ca3a-795b-4303-804e-9379fa865c1a not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:12.745312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbc5e8-0f9e-454b-971c-6413eaeae7c3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Pushing event deleted for resources: {'Network': ['ID=2def5b94-dc2c-4330-8d1e-ada562b25860,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:12.782112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab03e08-0a4e-49cf-9c5c-c3dc73710213 req-1bd8fe35-5517-4607-8c7b-368760d50f8b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:12.784563 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ab03e08-0a4e-49cf-9c5c-c3dc73710213 req-1bd8fe35-5517-4607-8c7b-368760d50f8b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.6382666 Nov 27 01:25:12.846531 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ab03e08-0a4e-49cf-9c5c-c3dc73710213 req-7991c8ab-1c4f-45e7-a78a-ff791cc32b8a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521982 Nov 27 01:25:12.971828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.extraroute_db [None req-77b59ffa-4800-4af3-bef8-9568e46d41a2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Added routes are [] {{(pid=103402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 01:25:12.972273 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.extraroute_db [None req-77b59ffa-4800-4af3-bef8-9568e46d41a2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Removed routes are [] {{(pid=103402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 01:25:12.973278 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77b59ffa-4800-4af3-bef8-9568e46d41a2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.193114 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77b59ffa-4800-4af3-bef8-9568e46d41a2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.196866 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77b59ffa-4800-4af3-bef8-9568e46d41a2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.261530 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.317307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b59ffa-4800-4af3-bef8-9568e46d41a2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 0385c2aa-7143-4a22-855c-f3a71908cad2 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:25:13.338735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192c1e7-1b99-4034-b30d-fa5984eec8d7 req-f04df4df-60f7-4efd-bcaa-92ec6c3d4cf2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:13.340561 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b192c1e7-1b99-4034-b30d-fa5984eec8d7 req-f04df4df-60f7-4efd-bcaa-92ec6c3d4cf2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.2818642 Nov 27 01:25:13.576409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b59ffa-4800-4af3-bef8-9568e46d41a2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:13.588895 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77b59ffa-4800-4af3-bef8-9568e46d41a2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.589455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c058d92d-0448-4900-8d0e-ea478c002bb9 None None] Sync routers for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:13.593496 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40408) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:13.596223 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-77b59ffa-4800-4af3-bef8-9568e46d41a2 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2 HTTP/1.1" status: 200 len: 704 time: 1.3177631 Nov 27 01:25:13.630385 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b192c1e7-1b99-4034-b30d-fa5984eec8d7 req-45f73fb6-5f5d-4a60-a933-87b745e87e6e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807264 Nov 27 01:25:13.631277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c058d92d-0448-4900-8d0e-ea478c002bb9 None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:13.631965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c058d92d-0448-4900-8d0e-ea478c002bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:25:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:13.647204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40410) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:13.655446 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7ea08e20-03ac-4e90-bdf7-4317675c80e5 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports?device_id=0385c2aa-7143-4a22-855c-f3a71908cad2 HTTP/1.1" status: 200 len: 205 time: 0.0598266 Nov 27 01:25:13.780975 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-c058d92d-0448-4900-8d0e-ea478c002bb9 None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:25:13.799216 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-132065b1-1c9f-4db4-8f3b-dc2b6ac9282d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.869017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c058d92d-0448-4900-8d0e-ea478c002bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:25:09Z', 'revision_number': 11, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:13.949969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c058d92d-0448-4900-8d0e-ea478c002bb9 None None] Checking router: 0385c2aa-7143-4a22-855c-f3a71908cad2 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:25:13.988222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c058d92d-0448-4900-8d0e-ea478c002bb9 None None] Routers {'0385c2aa-7143-4a22-855c-f3a71908cad2'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:13.991690 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c058d92d-0448-4900-8d0e-ea478c002bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:25:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0385c2aa-7143-4a22-855c-f3a71908cad2'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:14.145605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc48683-a988-4a35-bf0d-f60088d0839d req-b10b9f58-ef92-41d3-94d2-ed2ef7e8b371 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:14.153130 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5fc48683-a988-4a35-bf0d-f60088d0839d req-b10b9f58-ef92-41d3-94d2-ed2ef7e8b371 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.0954080 Nov 27 01:25:14.158118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-c058d92d-0448-4900-8d0e-ea478c002bb9 None None] Set router 0385c2aa-7143-4a22-855c-f3a71908cad2 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:25:14.192190 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-132065b1-1c9f-4db4-8f3b-dc2b6ac9282d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.198576 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-132065b1-1c9f-4db4-8f3b-dc2b6ac9282d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.215505 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5fc48683-a988-4a35-bf0d-f60088d0839d req-9de6fdba-245c-4ab1-be76-15421f457a55 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610449 Nov 27 01:25:14.281888 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-132065b1-1c9f-4db4-8f3b-dc2b6ac9282d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.282406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132065b1-1c9f-4db4-8f3b-dc2b6ac9282d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Fanout notify agent at l3_agent the message router_deleted on router 0385c2aa-7143-4a22-855c-f3a71908cad2 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:25:14.289821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-132065b1-1c9f-4db4-8f3b-dc2b6ac9282d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.296559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40424) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:14.299354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-132065b1-1c9f-4db4-8f3b-dc2b6ac9282d tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2 HTTP/1.1" status: 204 len: 168 time: 0.6418259 Nov 27 01:25:14.302608 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-39d25c79-efa0-4c7a-8f4d-82c5100ae76e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-957058467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:14.304132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c058d92d-0448-4900-8d0e-ea478c002bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:25:09Z', 'revision_number': 11, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:14.336615 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-39d25c79-efa0-4c7a-8f4d-82c5100ae76e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.338329 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-39d25c79-efa0-4c7a-8f4d-82c5100ae76e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.362548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c058d92d-0448-4900-8d0e-ea478c002bb9 None None] The sync data for ids ['0385c2aa-7143-4a22-855c-f3a71908cad2'] in n-d-817303-10 is: [{'id': '0385c2aa-7143-4a22-855c-f3a71908cad2', 'name': 'tempest-RoutersIpV6Test-router-959988655', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:29Z', 'updated_at': '2021-11-27T01:25:09Z', 'revision_number': 11, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:14.501865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-39d25c79-efa0-4c7a-8f4d-82c5100ae76e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.507339 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-39d25c79-efa0-4c7a-8f4d-82c5100ae76e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.543696 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-39d25c79-efa0-4c7a-8f4d-82c5100ae76e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.550013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40428) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:14.551516 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-39d25c79-efa0-4c7a-8f4d-82c5100ae76e tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2530797 Nov 27 01:25:14.555738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-195139a3-fcd0-4e98-ad0c-e538e551901b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:14.815268 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.821840 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfcea6-e235-4c8a-b888-1b761d8e9739 req-476737d7-c7d0-4ab2-a1da-38d291ea4e30 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:14.824387 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9acfcea6-e235-4c8a-b888-1b761d8e9739 req-476737d7-c7d0-4ab2-a1da-38d291ea4e30 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.1896906 Nov 27 01:25:14.887922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7190fc8-a4be-4fb4-a941-d5b18ea52283 req-dc1abc0a-cfc5-486c-b195-8a6fd22c9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:14.890078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7190fc8-a4be-4fb4-a941-d5b18ea52283 req-dc1abc0a-cfc5-486c-b195-8a6fd22c9e5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2666e5b4df3746d1a96c8ab22c44db0b&device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 1097 time: 0.2123199 Nov 27 01:25:14.922095 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9acfcea6-e235-4c8a-b888-1b761d8e9739 req-7f9f8117-c22a-4f96-8233-2da9a7f6a5b5 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823958 Nov 27 01:25:14.972287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33b3d5-c2de-45b7-b3f8-33dfdbe623dd req-dda252ac-44d4-494f-a416-98a7b6a43419 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:14.979510 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7b33b3d5-c2de-45b7-b3f8-33dfdbe623dd req-dda252ac-44d4-494f-a416-98a7b6a43419 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1707730 Nov 27 01:25:15.126014 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-195139a3-fcd0-4e98-ad0c-e538e551901b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:15.154299 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-195139a3-fcd0-4e98-ad0c-e538e551901b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:15.418120 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7b33b3d5-c2de-45b7-b3f8-33dfdbe623dd req-f1cd7c2d-5d9e-4969-809f-3a81b9ca5d10 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356275 Nov 27 01:25:15.457199 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7190fc8-a4be-4fb4-a941-d5b18ea52283 req-8e9ae71f-f86e-4635-ac76-72071d26a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:15.459215 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7190fc8-a4be-4fb4-a941-d5b18ea52283 req-8e9ae71f-f86e-4635-ac76-72071d26a4c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a774b0ea-8ef6-4e2e-9918-cbc8326667de HTTP/1.1" status: 200 len: 911 time: 0.5593965 Nov 27 01:25:15.483591 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195139a3-fcd0-4e98-ad0c-e538e551901b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Router 68b5ea75-f49f-4e11-adbe-b369d1f5fcaa is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:25:15.523267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7190fc8-a4be-4fb4-a941-d5b18ea52283 req-6da93381-d999-4847-8a92-beccb143c752 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 HTTP/1.1" status: 200 len: 217 time: 0.0539734 Nov 27 01:25:15.648274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195139a3-fcd0-4e98-ad0c-e538e551901b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:15.657464 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-195139a3-fcd0-4e98-ad0c-e538e551901b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:15.658699 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-195139a3-fcd0-4e98-ad0c-e538e551901b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "PUT /v2.0/routers/68b5ea75-f49f-4e11-adbe-b369d1f5fcaa HTTP/1.1" status: 200 len: 697 time: 1.1074610 Nov 27 01:25:15.661496 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40446) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:15.667647 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b418a5-ef3f-4db5-b06d-3ec13ac2a504 None None] Sync routers for ids ['68b5ea75-f49f-4e11-adbe-b369d1f5fcaa'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:15.681952 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b418a5-ef3f-4db5-b06d-3ec13ac2a504 None None] Routers {'68b5ea75-f49f-4e11-adbe-b369d1f5fcaa'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:15.682581 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-58b418a5-ef3f-4db5-b06d-3ec13ac2a504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:25:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['68b5ea75-f49f-4e11-adbe-b369d1f5fcaa'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:15.687651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7190fc8-a4be-4fb4-a941-d5b18ea52283 req-d08af44f-0cf0-4c6e-abcf-30022c8d0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:15.691488 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7190fc8-a4be-4fb4-a941-d5b18ea52283 req-d08af44f-0cf0-4c6e-abcf-30022c8d0e27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=afd5e847-17b5-46ac-9f27-35fc7805bece HTTP/1.1" status: 200 len: 850 time: 0.1599042 Nov 27 01:25:15.766825 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7190fc8-a4be-4fb4-a941-d5b18ea52283 req-38388166-7aa5-4ffc-b154-7e7eb0712f91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a774b0ea-8ef6-4e2e-9918-cbc8326667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664349 Nov 27 01:25:15.813429 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2b49084a-5d55-450e-86c6-d1867c56a3e0 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/routers/68b5ea75-f49f-4e11-adbe-b369d1f5fcaa HTTP/1.1" status: 200 len: 703 time: 0.1507490 Nov 27 01:25:15.814030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40450) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:15.847529 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cf93904b-7a76-43ea-88e6-bd01232ef2e5 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports?device_id=68b5ea75-f49f-4e11-adbe-b369d1f5fcaa HTTP/1.1" status: 200 len: 205 time: 0.0321918 Nov 27 01:25:15.848286 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40452) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:15.854459 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-58b418a5-ef3f-4db5-b06d-3ec13ac2a504 None None] Set router 68b5ea75-f49f-4e11-adbe-b369d1f5fcaa gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:25:15.935034 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7507ba9-717e-489a-8eb8-3d0296e17c76 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:15.939865 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7190fc8-a4be-4fb4-a941-d5b18ea52283 req-4b01b2e6-e44d-467f-8dfb-58082d125bba service neutron] 10.222.0.31 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658249 Nov 27 01:25:15.971786 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-58b418a5-ef3f-4db5-b06d-3ec13ac2a504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b5ea75-f49f-4e11-adbe-b369d1f5fcaa', 'name': 'tempest-RoutersIpV6Test-router-957058467', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:25:14Z', 'updated_at': '2021-11-27T01:25:15Z', 'revision_number': 2, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:16.006087 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b418a5-ef3f-4db5-b06d-3ec13ac2a504 None None] Checking router: 68b5ea75-f49f-4e11-adbe-b369d1f5fcaa for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:25:16.015285 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b418a5-ef3f-4db5-b06d-3ec13ac2a504 None None] Routers {'68b5ea75-f49f-4e11-adbe-b369d1f5fcaa'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:16.016235 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-58b418a5-ef3f-4db5-b06d-3ec13ac2a504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:25:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['68b5ea75-f49f-4e11-adbe-b369d1f5fcaa'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:16.106588 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-58b418a5-ef3f-4db5-b06d-3ec13ac2a504 None None] Set router 68b5ea75-f49f-4e11-adbe-b369d1f5fcaa gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:25:16.160969 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7190fc8-a4be-4fb4-a941-d5b18ea52283 req-6f93be68-1956-4ef9-89ff-b8e379c788f7 service neutron] 10.222.0.31 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086592 Nov 27 01:25:16.170325 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-58b418a5-ef3f-4db5-b06d-3ec13ac2a504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b5ea75-f49f-4e11-adbe-b369d1f5fcaa', 'name': 'tempest-RoutersIpV6Test-router-957058467', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:25:14Z', 'updated_at': '2021-11-27T01:25:15Z', 'revision_number': 2, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:16.207129 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b418a5-ef3f-4db5-b06d-3ec13ac2a504 None None] The sync data for ids ['68b5ea75-f49f-4e11-adbe-b369d1f5fcaa'] in n-d-817303-10 is: [{'id': '68b5ea75-f49f-4e11-adbe-b369d1f5fcaa', 'name': 'tempest-RoutersIpV6Test-router-957058467', 'tenant_id': 'a3f318faf58643a6a649e08d26698a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:25:14Z', 'updated_at': '2021-11-27T01:25:15Z', 'revision_number': 2, 'project_id': 'a3f318faf58643a6a649e08d26698a50', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:16.243131 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.329290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab5f72-8bbd-495d-ba46-905f8ba3159b req-2d979dff-5f0d-4914-9cab-86b5582d1265 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:16.331538 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69ab5f72-8bbd-495d-ba46-905f8ba3159b req-2d979dff-5f0d-4914-9cab-86b5582d1265 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.2831681 Nov 27 01:25:16.333896 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7507ba9-717e-489a-8eb8-3d0296e17c76 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.336761 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7507ba9-717e-489a-8eb8-3d0296e17c76 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.454703 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69ab5f72-8bbd-495d-ba46-905f8ba3159b req-dccac0fa-3160-42a6-85f1-b8fe92308898 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139135 Nov 27 01:25:16.456822 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7507ba9-717e-489a-8eb8-3d0296e17c76 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.457522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7507ba9-717e-489a-8eb8-3d0296e17c76 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Fanout notify agent at l3_agent the message router_deleted on router 68b5ea75-f49f-4e11-adbe-b369d1f5fcaa {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:25:16.471097 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7507ba9-717e-489a-8eb8-3d0296e17c76 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.474297 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e7507ba9-717e-489a-8eb8-3d0296e17c76 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/routers/68b5ea75-f49f-4e11-adbe-b369d1f5fcaa HTTP/1.1" status: 204 len: 168 time: 0.6253736 Nov 27 01:25:16.480640 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40478) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:16.541484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40480) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:16.550437 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-39b8fd0f-d597-4f81-a47a-ec98494d5cd9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports?device_id=68b5ea75-f49f-4e11-adbe-b369d1f5fcaa HTTP/1.1" status: 200 len: 205 time: 0.0683532 Nov 27 01:25:16.643342 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-84db92ee-92da-44fb-9630-ad929b6f7b3c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] delete failed (client error): The resource could not be found. Nov 27 01:25:16.643342 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-84db92ee-92da-44fb-9630-ad929b6f7b3c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/routers/68b5ea75-f49f-4e11-adbe-b369d1f5fcaa HTTP/1.1" status: 404 len: 336 time: 0.0976982 Nov 27 01:25:16.644060 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40484) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:16.718743 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d4f9c2-341f-4bb2-896b-f82851bc94b7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] DELETE failed (client error): The resource could not be found. Nov 27 01:25:16.719214 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d4f9c2-341f-4bb2-896b-f82851bc94b7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:25:16.728292 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e6d4f9c2-341f-4bb2-896b-f82851bc94b7 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/6e9c6010-03a4-40bb-b0d5-aec5e3a82f4a HTTP/1.1" status: 404 len: 337 time: 0.0721846 Nov 27 01:25:16.729057 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40490) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:16.763174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45312e-9255-4a54-9efe-7edbe6abcf7a req-0c91d403-2bbe-4a73-983e-aa7ec98586f5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:16.773857 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d45312e-9255-4a54-9efe-7edbe6abcf7a req-0c91d403-2bbe-4a73-983e-aa7ec98586f5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1825521 Nov 27 01:25:16.790360 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae6cc47-4c3f-40ba-bff6-30bea98167ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] DELETE failed (client error): The resource could not be found. Nov 27 01:25:16.790856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae6cc47-4c3f-40ba-bff6-30bea98167ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:25:16.797556 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dae6cc47-4c3f-40ba-bff6-30bea98167ea tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/4d05b398-fc5f-4e4f-9e0c-f980a50fd616 HTTP/1.1" status: 404 len: 337 time: 0.0644920 Nov 27 01:25:16.798250 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40496) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:16.835016 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cccf48e-c987-4e05-a1f9-eabcabba3f6a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] DELETE failed (client error): The resource could not be found. Nov 27 01:25:16.835390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cccf48e-c987-4e05-a1f9-eabcabba3f6a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:25:16.838494 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4cccf48e-c987-4e05-a1f9-eabcabba3f6a tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/077454d5-9317-4ccc-aca3-46cecef08d44 HTTP/1.1" status: 404 len: 337 time: 0.0372601 Nov 27 01:25:16.842706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40498) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:16.884833 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d45312e-9255-4a54-9efe-7edbe6abcf7a req-51f4b425-336b-47ba-b131-fbfc8719d153 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096821 Nov 27 01:25:16.895901 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08fd6f3-991a-4d0d-b23f-f602ee3dd133 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] DELETE failed (client error): The resource could not be found. Nov 27 01:25:16.895901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08fd6f3-991a-4d0d-b23f-f602ee3dd133 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:25:16.895901 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a08fd6f3-991a-4d0d-b23f-f602ee3dd133 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/458f736c-a79a-432d-9671-4170d4954cef HTTP/1.1" status: 404 len: 337 time: 0.0508535 Nov 27 01:25:16.897838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40500) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:16.936741 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2f41c595-adf0-4942-a024-73518a846d3b tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports?device_id=0385c2aa-7143-4a22-855c-f3a71908cad2 HTTP/1.1" status: 200 len: 205 time: 0.0374367 Nov 27 01:25:16.939137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40502) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.008080 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-b18f280b-cadb-438a-a203-15a03afa0e72 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] delete failed (client error): The resource could not be found. Nov 27 01:25:17.009812 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b18f280b-cadb-438a-a203-15a03afa0e72 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/routers/0385c2aa-7143-4a22-855c-f3a71908cad2 HTTP/1.1" status: 404 len: 336 time: 0.0694215 Nov 27 01:25:17.012603 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40504) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.057226 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8bfbd8f9-99e7-45bd-ac4a-d6a747800897 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0af8454-215a-47dd-b481-50dda76a00e9 HTTP/1.1" status: 200 len: 205 time: 0.0431685 Nov 27 01:25:17.059839 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40506) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.123006 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-51e9dcbf-7dc1-4531-b7b1-6650ef3bc28c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] delete failed (client error): The resource could not be found. Nov 27 01:25:17.124641 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-51e9dcbf-7dc1-4531-b7b1-6650ef3bc28c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/routers/c0af8454-215a-47dd-b481-50dda76a00e9 HTTP/1.1" status: 404 len: 336 time: 0.0636175 Nov 27 01:25:17.127248 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40508) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.158903 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac040a8-3b79-4814-a48d-5f82209adcab tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] DELETE failed (client error): The resource could not be found. Nov 27 01:25:17.159360 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac040a8-3b79-4814-a48d-5f82209adcab tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:25:17.163764 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0ac040a8-3b79-4814-a48d-5f82209adcab tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/52d23b7b-d1d5-4269-8437-602b32d8cd5d HTTP/1.1" status: 404 len: 337 time: 0.0351636 Nov 27 01:25:17.166438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40510) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.205973 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-134abdaf-584e-42fb-b97d-a13470820c80 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e7e7cc-c732-446e-b69c-174e40bc5ee1 HTTP/1.1" status: 200 len: 205 time: 0.0383499 Nov 27 01:25:17.208284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40512) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.258001 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-e82d245a-33a3-4cd2-95d1-f410520b11fe tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] delete failed (client error): The resource could not be found. Nov 27 01:25:17.259064 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e82d245a-33a3-4cd2-95d1-f410520b11fe tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/routers/86e7e7cc-c732-446e-b69c-174e40bc5ee1 HTTP/1.1" status: 404 len: 336 time: 0.0498848 Nov 27 01:25:17.261880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40524) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.321648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e1397ec0-a80d-43dd-b088-18169095d1b3 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports?device_id=975834d4-ee90-4263-bbc4-dc09b1e15488 HTTP/1.1" status: 200 len: 205 time: 0.0584073 Nov 27 01:25:17.324172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40528) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.382933 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-bcb8db4a-f794-4ed3-a966-cbcc7ce7b526 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] delete failed (client error): The resource could not be found. Nov 27 01:25:17.383564 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bcb8db4a-f794-4ed3-a966-cbcc7ce7b526 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/routers/975834d4-ee90-4263-bbc4-dc09b1e15488 HTTP/1.1" status: 404 len: 336 time: 0.0584085 Nov 27 01:25:17.386506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40532) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.431860 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cae7b3-a768-4e91-a094-a56eedd27834 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] DELETE failed (client error): The resource could not be found. Nov 27 01:25:17.432572 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cae7b3-a768-4e91-a094-a56eedd27834 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:25:17.436166 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d3cae7b3-a768-4e91-a094-a56eedd27834 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/559b5a92-1b2e-4ba4-89c6-904b72e36a5b HTTP/1.1" status: 404 len: 337 time: 0.0482817 Nov 27 01:25:17.438996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40536) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.466274 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fdf67fdc-a485-46bb-8367-097796f09cda tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports?device_id=b25489b8-5247-4f74-aac5-fe488426583f HTTP/1.1" status: 200 len: 205 time: 0.0260246 Nov 27 01:25:17.468880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40538) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.511907 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-1b230f92-db59-4f77-b092-6860c15fbbac tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] delete failed (client error): The resource could not be found. Nov 27 01:25:17.512985 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1b230f92-db59-4f77-b092-6860c15fbbac tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/routers/b25489b8-5247-4f74-aac5-fe488426583f HTTP/1.1" status: 404 len: 336 time: 0.0430999 Nov 27 01:25:17.515699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40542) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.554663 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a1bd43-88e2-4864-8619-9415388b921c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] DELETE failed (client error): The resource could not be found. Nov 27 01:25:17.555399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a1bd43-88e2-4864-8619-9415388b921c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:25:17.558914 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f4a1bd43-88e2-4864-8619-9415388b921c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/0d48592e-f357-4447-82b5-4f74f2b32bbb HTTP/1.1" status: 404 len: 337 time: 0.0421944 Nov 27 01:25:17.561495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40544) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.610767 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-757d71c2-9a44-4ab5-bb2f-44f071d966d9 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "GET /v2.0/ports?device_id=726da60e-c823-4a8f-9a58-db951348ec75 HTTP/1.1" status: 200 len: 205 time: 0.0380478 Nov 27 01:25:17.612707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40546) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.653401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdf19f-a0b3-434e-8385-a19724c94919 req-757635f0-a0b0-4e60-9295-ecc52bdac7cb tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:17.656055 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cecdf19f-a0b3-434e-8385-a19724c94919 req-757635f0-a0b0-4e60-9295-ecc52bdac7cb tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.0950663 Nov 27 01:25:17.675667 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-ba1af907-6c18-41d7-b426-eb35a85cfb22 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] delete failed (client error): The resource could not be found. Nov 27 01:25:17.681132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ba1af907-6c18-41d7-b426-eb35a85cfb22 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/routers/726da60e-c823-4a8f-9a58-db951348ec75 HTTP/1.1" status: 404 len: 336 time: 0.0667713 Nov 27 01:25:17.681751 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40548) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.722541 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f8a077-35db-4b23-ba51-f9459bba3017 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] DELETE failed (client error): The resource could not be found. Nov 27 01:25:17.723398 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f8a077-35db-4b23-ba51-f9459bba3017 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:25:17.730745 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-69f8a077-35db-4b23-ba51-f9459bba3017 tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/6731d0c7-4bd1-4e34-8c2b-6f856ed18958 HTTP/1.1" status: 404 len: 337 time: 0.0480223 Nov 27 01:25:17.731633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40552) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.760293 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cecdf19f-a0b3-434e-8385-a19724c94919 req-d4566f0b-3d13-49a6-bdf3-3b760dc0b37c tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983214 Nov 27 01:25:17.786322 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-298d7a9b-edd3-40f2-850d-ba28bca9553c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] DELETE failed (client error): The resource could not be found. Nov 27 01:25:17.786870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298d7a9b-edd3-40f2-850d-ba28bca9553c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:25:17.792438 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-298d7a9b-edd3-40f2-850d-ba28bca9553c tempest-RoutersIpV6Test-1812961336 tempest-RoutersIpV6Test-1812961336-project] 10.222.0.15 "DELETE /v2.0/subnets/6623307e-209f-4e22-a317-38482a992ebe HTTP/1.1" status: 404 len: 337 time: 0.0567241 Nov 27 01:25:18.019586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a374a-2519-4af0-893a-548c6a053def req-fc3cb9d9-ab6e-4bea-b654-ef841d14c275 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:18.023220 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-251a374a-2519-4af0-893a-548c6a053def req-fc3cb9d9-ab6e-4bea-b654-ef841d14c275 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0612438 Nov 27 01:25:18.100897 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-251a374a-2519-4af0-893a-548c6a053def req-2d294f56-0dcb-4769-9f0f-5c733dd0e3a5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707505 Nov 27 01:25:18.149766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40564) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:18.322200 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d411d314-cda2-4f41-aebc-e6e6418e0d88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3f318faf58643a6a649e08d26698a50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1711731 Nov 27 01:25:18.324872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40574) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:18.404366 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e18f6-ddc7-4717-ab50-47335335d984 req-52aa6ab4-057e-41dd-8328-f7ea948055dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:18.406188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a86e18f6-ddc7-4717-ab50-47335335d984 req-52aa6ab4-057e-41dd-8328-f7ea948055dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a51ce5c2d017467ca20ae4d2ddb207c1&device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 1097 time: 0.0511501 Nov 27 01:25:18.408955 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:18.441971 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:18.494475 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:18.497486 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:18.501000 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de96c5a7-90f9-4695-abd0-ccc11f82474e HTTP/1.1" status: 204 len: 168 time: 0.1722658 Nov 27 01:25:18.507364 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de96c5a7-90f9-4695-abd0-ccc11f82474e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:18.515230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:18.515586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:18.515927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:18.516278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:18.516618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:18.516955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:18.517283 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:18.517605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:18.517925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:18.518250 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:18.518567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:18.518899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d2b1d-afb9-4fc1-9d2a-eea9df6116c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:18.525547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e18f6-ddc7-4717-ab50-47335335d984 req-cc498b97-3023-4e8b-a784-13ce3154d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:18.527024 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a86e18f6-ddc7-4717-ab50-47335335d984 req-cc498b97-3023-4e8b-a784-13ce3154d001 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 HTTP/1.1" status: 200 len: 914 time: 0.1142879 Nov 27 01:25:18.580187 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a86e18f6-ddc7-4717-ab50-47335335d984 req-27fc910f-b389-4156-9ac7-d76f255d5167 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=661c154f-79bc-400a-9d94-c712e62173e7 HTTP/1.1" status: 200 len: 217 time: 0.0450842 Nov 27 01:25:18.631356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e18f6-ddc7-4717-ab50-47335335d984 req-221e00c6-f307-41b8-ab57-8fcd3bd89bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:18.632990 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a86e18f6-ddc7-4717-ab50-47335335d984 req-221e00c6-f307-41b8-ab57-8fcd3bd89bee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ffb65a4f-8130-468e-bf18-e53950271a4f HTTP/1.1" status: 200 len: 853 time: 0.0463948 Nov 27 01:25:18.673152 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a86e18f6-ddc7-4717-ab50-47335335d984 req-4c5ab877-1b60-4a0b-bda8-adef36e062c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331745 Nov 27 01:25:18.767043 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a86e18f6-ddc7-4717-ab50-47335335d984 req-4fc7d454-5619-4ab3-a9f5-39f68fbc8430 service neutron] 10.222.0.31 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870676 Nov 27 01:25:18.918112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dbc7e-170d-49b9-89cd-35ce4adddd6f req-17ed538d-d53d-45a9-bc53-bdcae37f2d5a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:18.919795 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133dbc7e-170d-49b9-89cd-35ce4adddd6f req-17ed538d-d53d-45a9-bc53-bdcae37f2d5a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.0651207 Nov 27 01:25:18.930180 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a86e18f6-ddc7-4717-ab50-47335335d984 req-b2efdaab-c007-4df6-8ce2-4d70e20f7c37 service neutron] 10.222.0.31 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447411 Nov 27 01:25:19.009504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-133dbc7e-170d-49b9-89cd-35ce4adddd6f req-6d83d483-7b87-49bc-a4bf-7d7484df406a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824540 Nov 27 01:25:19.368993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40632) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:19.489012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-79d8d002-a606-44be-9351-b059041af00b tempest-SubnetPoolsTestJSON-909517713 tempest-SubnetPoolsTestJSON-909517713-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2141958792', 'prefixes': ['172.20.0.0/16']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:19.568925 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da60f3-0070-42b5-a888-898b35c2d183 req-0a022ab8-4c6b-417d-8f56-38c06b240268 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:19.570605 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-79d8d002-a606-44be-9351-b059041af00b tempest-SubnetPoolsTestJSON-909517713 tempest-SubnetPoolsTestJSON-909517713-project] Publish callbacks [] for subnetpool, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.574969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-79d8d002-a606-44be-9351-b059041af00b tempest-SubnetPoolsTestJSON-909517713 tempest-SubnetPoolsTestJSON-909517713-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2012119 Nov 27 01:25:19.575267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40636) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:19.576105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0da60f3-0070-42b5-a888-898b35c2d183 req-0a022ab8-4c6b-417d-8f56-38c06b240268 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.3887422 Nov 27 01:25:19.620270 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0258b4da-4d99-46c8-92ad-ffae15bbde15 tempest-SubnetPoolsTestJSON-909517713 tempest-SubnetPoolsTestJSON-909517713-project] 10.222.0.15 "GET /v2.0/subnetpools/a6df59b2-4e06-4fac-ba52-6058fe26cbfb HTTP/1.1" status: 200 len: 732 time: 0.0412247 Nov 27 01:25:19.620626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40638) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:19.624917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-25437867-1412-4610-8033-efa364744a3c tempest-SubnetPoolsTestJSON-909517713 tempest-SubnetPoolsTestJSON-909517713-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-811758670'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:19.626122 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0da60f3-0070-42b5-a888-898b35c2d183 req-2344ca68-f408-41bb-b4eb-d9627325a280 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484591 Nov 27 01:25:19.713522 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25437867-1412-4610-8033-efa364744a3c tempest-SubnetPoolsTestJSON-909517713 tempest-SubnetPoolsTestJSON-909517713-project] Publish callbacks [] for subnetpool, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.714695 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-25437867-1412-4610-8033-efa364744a3c tempest-SubnetPoolsTestJSON-909517713 tempest-SubnetPoolsTestJSON-909517713-project] 10.222.0.15 "PUT /v2.0/subnetpools/a6df59b2-4e06-4fac-ba52-6058fe26cbfb HTTP/1.1" status: 200 len: 683 time: 0.0933607 Nov 27 01:25:19.717348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40640) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:19.789326 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8e078567-cb49-4e31-ae3b-c76e667dce7a tempest-SubnetPoolsTestJSON-909517713 tempest-SubnetPoolsTestJSON-909517713-project] Publish callbacks [] for subnetpool, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.793022 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8e078567-cb49-4e31-ae3b-c76e667dce7a tempest-SubnetPoolsTestJSON-909517713 tempest-SubnetPoolsTestJSON-909517713-project] 10.222.0.15 "DELETE /v2.0/subnetpools/a6df59b2-4e06-4fac-ba52-6058fe26cbfb HTTP/1.1" status: 204 len: 168 time: 0.0720105 Nov 27 01:25:19.793396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40642) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:19.815927 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-84afa9f0-2d9d-4424-9ba7-318e845a1afd tempest-SubnetPoolsTestJSON-909517713 tempest-SubnetPoolsTestJSON-909517713-project] show failed (client error): The resource could not be found. Nov 27 01:25:19.822116 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-84afa9f0-2d9d-4424-9ba7-318e845a1afd tempest-SubnetPoolsTestJSON-909517713 tempest-SubnetPoolsTestJSON-909517713-project] 10.222.0.15 "GET /v2.0/subnetpools/a6df59b2-4e06-4fac-ba52-6058fe26cbfb HTTP/1.1" status: 404 len: 346 time: 0.0251427 Nov 27 01:25:19.822396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40644) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:19.837956 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-a9e94de4-4b1c-4ed2-b321-1a6b19362464 tempest-SubnetPoolsTestJSON-909517713 tempest-SubnetPoolsTestJSON-909517713-project] delete failed (client error): The resource could not be found. Nov 27 01:25:19.842307 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a9e94de4-4b1c-4ed2-b321-1a6b19362464 tempest-SubnetPoolsTestJSON-909517713 tempest-SubnetPoolsTestJSON-909517713-project] 10.222.0.15 "DELETE /v2.0/subnetpools/a6df59b2-4e06-4fac-ba52-6058fe26cbfb HTTP/1.1" status: 404 len: 346 time: 0.0157213 Nov 27 01:25:20.155537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b458b-6b4e-4f87-92fe-9e283c35fdd4 req-3620ec3c-4274-49e7-b993-e0974f3c5dd6 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:20.157041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a8b458b-6b4e-4f87-92fe-9e283c35fdd4 req-3620ec3c-4274-49e7-b993-e0974f3c5dd6 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.0616589 Nov 27 01:25:20.170350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40656) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:20.248581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a8b458b-6b4e-4f87-92fe-9e283c35fdd4 req-06fa8f13-a497-4bf0-b0d6-80794836edb8 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841298 Nov 27 01:25:20.333199 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04f46395-ecb2-4633-b8df-e92385dceb3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:20.416149 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04f46395-ecb2-4633-b8df-e92385dceb3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:20.420966 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04f46395-ecb2-4633-b8df-e92385dceb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:20.465080 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-04f46395-ecb2-4633-b8df-e92385dceb3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc6b4bd35f1d42d595fd24ba5093160e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2912855 Nov 27 01:25:20.465080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f46395-ecb2-4633-b8df-e92385dceb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a816b92-295b-4259-8064-7992348cefba,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:20.466432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40666) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:20.516833 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d2eaa14-f172-4bc7-be2d-11c1ca9ae7bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:20.540991 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d2eaa14-f172-4bc7-be2d-11c1ca9ae7bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:20.598962 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d2eaa14-f172-4bc7-be2d-11c1ca9ae7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:20.602170 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d2eaa14-f172-4bc7-be2d-11c1ca9ae7bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:20.606086 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2d2eaa14-f172-4bc7-be2d-11c1ca9ae7bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a816b92-295b-4259-8064-7992348cefba HTTP/1.1" status: 204 len: 168 time: 0.1370599 Nov 27 01:25:20.615501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2eaa14-f172-4bc7-be2d-11c1ca9ae7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a816b92-295b-4259-8064-7992348cefba,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:20.778793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c61682-37ec-47a3-a390-d80e9dccfbd5 req-73eda394-a5af-42a7-9857-f739b202073a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:20.790160 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-66c61682-37ec-47a3-a390-d80e9dccfbd5 req-73eda394-a5af-42a7-9857-f739b202073a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.0796585 Nov 27 01:25:20.880936 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-66c61682-37ec-47a3-a390-d80e9dccfbd5 req-d40caac5-77d1-41f8-b200-f39d3111e39b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875404 Nov 27 01:25:21.250673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 661c154f-79bc-400a-9d94-c712e62173e7 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:21.429108 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:21.475803 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:25:21.477254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965cb66-210e-4ccd-a267-f459237bf9dc req-ab9c712f-4f9a-4ddb-a984-be8ea1f2f804 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:21.489230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44857478-d98d-4810-a46c-a9c36fec654b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '661c154f-79bc-400a-9d94-c712e62173e7'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:21.491335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4965cb66-210e-4ccd-a267-f459237bf9dc req-ab9c712f-4f9a-4ddb-a984-be8ea1f2f804 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.0979443 Nov 27 01:25:21.491783 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15183472-46a0-47aa-be96-86119d8b456b" -d '{"events": [{"server_uuid": "44857478-d98d-4810-a46c-a9c36fec654b", "name": "network-vif-unplugged", "status": "completed", "tag": "661c154f-79bc-400a-9d94-c712e62173e7"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:21.505259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=661c154f-79bc-400a-9d94-c712e62173e7,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:21.509894 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:21.553125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40704) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:21.565267 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4965cb66-210e-4ccd-a267-f459237bf9dc req-88be33ec-4ab0-4574-80a1-911c486b00e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723126 Nov 27 01:25:21.571844 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7d955a-478d-419e-8419-fce595a166ae x-openstack-request-id: req-fe7d955a-478d-419e-8419-fce595a166ae {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:21.572412 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44857478-d98d-4810-a46c-a9c36fec654b", "name": "network-vif-unplugged", "status": "failed", "tag": "661c154f-79bc-400a-9d94-c712e62173e7", "code": 422}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:21.572680 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe7d955a-478d-419e-8419-fce595a166ae {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:21.573088 n-d-817303-10 neutron-server[103404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44857478-d98d-4810-a46c-a9c36fec654b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '661c154f-79bc-400a-9d94-c712e62173e7', 'code': 422} returned with failed status Nov 27 01:25:21.601015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=661c154f-79bc-400a-9d94-c712e62173e7,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:21.610137 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:21.610662 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:21.611099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:21.611538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:21.611954 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:21.612513 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:21.613071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:21.613642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:21.614902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:21.615453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:21.616006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:21.616551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:21.685280 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-311874613'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:21.710072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Made reservation on behalf of d3a2c9a4fb854cb28e6cf9d248524833 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:21.713670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:21.722699 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:21.805064 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:21.809929 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:21.843025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:25:21.857977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e0673f-be12-4448-9bfa-8ccbd07764c1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:21.863714 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:21.864131 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Added segment 67906edc-d509-43ee-a917-68ea04164215 of type vlan for network 0045d258-e153-4f50-985f-f0c74128bd1b Nov 27 01:25:21.917574 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:21.949608 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:21.955777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:21.956609 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:22.052046 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4939342 Nov 27 01:25:22.052428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40714) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:22.057409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-341573f6-c30f-4807-a035-1845caf2677e tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0045d258-e153-4f50-985f-f0c74128bd1b', 'tempest-TagsTest-Tag-917249699') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:22.071073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26028c95-83e9-4fd0-bd14-2b633de6903a tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Pushing event updated for resources: {'Network': ['ID=0045d258-e153-4f50-985f-f0c74128bd1b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:22.096183 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 0045d258-e153-4f50-985f-f0c74128bd1b details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:25:22.097462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429540f2-5f40-47f3-bfb9-e70bdab34f22 req-06c5a08e-cfda-42ec-ac43-24a2f74c7f5e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:22.107365 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429540f2-5f40-47f3-bfb9-e70bdab34f22 req-06c5a08e-cfda-42ec-ac43-24a2f74c7f5e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 943 time: 0.1475599 Nov 27 01:25:22.162277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429540f2-5f40-47f3-bfb9-e70bdab34f22 req-fe71d66e-2235-4b91-beaf-2cf859558a48 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538650 Nov 27 01:25:22.213914 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-341573f6-c30f-4807-a035-1845caf2677e tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] 10.222.0.15 "PUT /v2.0/networks/0045d258-e153-4f50-985f-f0c74128bd1b/tags/tempest-TagsTest-Tag-917249699 HTTP/1.1" status: 201 len: 201 time: 0.1602077 Nov 27 01:25:22.216373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40718) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:22.221256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-e41ab719-5cc5-4f8b-a820-8a76c09d944f tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0045d258-e153-4f50-985f-f0c74128bd1b', 'tempest-TagsTest-Tag-917249699') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:22.354171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a7b1d-3eec-4cc8-9825-6d7ef5b3127f req-aa4b6e46-2b8c-4db3-a5cc-16cae2c12590 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:22.355682 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-579a7b1d-3eec-4cc8-9825-6d7ef5b3127f req-aa4b6e46-2b8c-4db3-a5cc-16cae2c12590 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 943 time: 0.0797415 Nov 27 01:25:22.363934 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e41ab719-5cc5-4f8b-a820-8a76c09d944f tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] 10.222.0.15 "GET /v2.0/networks/0045d258-e153-4f50-985f-f0c74128bd1b/tags/tempest-TagsTest-Tag-917249699 HTTP/1.1" status: 204 len: 168 time: 0.1457391 Nov 27 01:25:22.364145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40724) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:22.369611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-f5ea0936-043b-43d3-9090-30d92b144d96 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0045d258-e153-4f50-985f-f0c74128bd1b') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:22.429575 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-579a7b1d-3eec-4cc8-9825-6d7ef5b3127f req-5c48e7eb-2c73-4df3-92f6-271955df0658 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642717 Nov 27 01:25:22.480564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40734) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:22.486273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-9845cf56-4494-4777-bfb0-158df65f0332 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0045d258-e153-4f50-985f-f0c74128bd1b', {'tags': ['tempest-TagsTest-Tag-640026343', 'tempest-TagsTest-Tag-919032378', 'tempest-TagsTest-Tag-46202253']}) {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:22.491554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f5ea0936-043b-43d3-9090-30d92b144d96 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] 10.222.0.15 "GET /v2.0/networks/0045d258-e153-4f50-985f-f0c74128bd1b/tags HTTP/1.1" status: 200 len: 237 time: 0.1257064 Nov 27 01:25:22.614361 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9845cf56-4494-4777-bfb0-158df65f0332 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] 10.222.0.15 "PUT /v2.0/networks/0045d258-e153-4f50-985f-f0c74128bd1b/tags HTTP/1.1" status: 200 len: 305 time: 0.1310246 Nov 27 01:25:22.616603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40748) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:22.623975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-59de8283-9f59-48b0-947e-d401f5252d61 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0045d258-e153-4f50-985f-f0c74128bd1b', 'tempest-TagsTest-Tag-640026343') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:22.804194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fb389-f771-4d06-be92-f2c77bf8a35a req-706f2a11-8148-4344-877d-b7ca907a3bea tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:22.806445 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc6fb389-f771-4d06-be92-f2c77bf8a35a req-706f2a11-8148-4344-877d-b7ca907a3bea tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.1068552 Nov 27 01:25:22.866616 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40764) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:22.870358 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-59de8283-9f59-48b0-947e-d401f5252d61 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] 10.222.0.15 "DELETE /v2.0/networks/0045d258-e153-4f50-985f-f0c74128bd1b/tags/tempest-TagsTest-Tag-640026343 HTTP/1.1" status: 204 len: 168 time: 0.2438745 Nov 27 01:25:22.871761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-add080f8-74f7-49d7-a72f-db50f6bf9f22 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0045d258-e153-4f50-985f-f0c74128bd1b', 'tempest-TagsTest-Tag-640026343') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:22.932872 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc6fb389-f771-4d06-be92-f2c77bf8a35a req-c08b122c-e56a-42a1-ab92-20378b941f0c tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099334 Nov 27 01:25:23.048728 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-add080f8-74f7-49d7-a72f-db50f6bf9f22 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] show failed (client error): The resource could not be found. Nov 27 01:25:23.049796 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-add080f8-74f7-49d7-a72f-db50f6bf9f22 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] 10.222.0.15 "GET /v2.0/networks/0045d258-e153-4f50-985f-f0c74128bd1b/tags/tempest-TagsTest-Tag-640026343 HTTP/1.1" status: 404 len: 325 time: 0.1820500 Nov 27 01:25:23.053562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40784) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:23.060313 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-0105b110-65f5-4043-ae19-2fe20372f1e8 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0045d258-e153-4f50-985f-f0c74128bd1b', 'tempest-TagsTest-Tag-919032378') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:23.073088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b946169-69fb-4b91-80cd-f7b8b0c156d7 req-e89c4d62-0c41-4f0d-a205-124d9687ef7e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:23.075024 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b946169-69fb-4b91-80cd-f7b8b0c156d7 req-e89c4d62-0c41-4f0d-a205-124d9687ef7e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 943 time: 0.0845704 Nov 27 01:25:23.201040 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0105b110-65f5-4043-ae19-2fe20372f1e8 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] 10.222.0.15 "GET /v2.0/networks/0045d258-e153-4f50-985f-f0c74128bd1b/tags/tempest-TagsTest-Tag-919032378 HTTP/1.1" status: 204 len: 168 time: 0.1453693 Nov 27 01:25:23.202285 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40790) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:23.208951 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b946169-69fb-4b91-80cd-f7b8b0c156d7 req-9304e62e-a65b-4d48-9437-40958812dbca tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175108 Nov 27 01:25:23.211062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-ae61e3e8-9e47-4623-9287-385f199d03ab tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0045d258-e153-4f50-985f-f0c74128bd1b', 'tempest-TagsTest-Tag-46202253') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:23.334280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ae61e3e8-9e47-4623-9287-385f199d03ab tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] 10.222.0.15 "GET /v2.0/networks/0045d258-e153-4f50-985f-f0c74128bd1b/tags/tempest-TagsTest-Tag-46202253 HTTP/1.1" status: 204 len: 168 time: 0.1279061 Nov 27 01:25:23.334572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40798) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:23.339240 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-eef0a99a-758d-4b0c-9bf8-6d79ab96f748 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0045d258-e153-4f50-985f-f0c74128bd1b') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:23.452621 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-24bb0fc2-684c-4a8b-9d02-6192f86aa558 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1525719 Nov 27 01:25:23.468321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40808) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:23.490748 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-eef0a99a-758d-4b0c-9bf8-6d79ab96f748 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] 10.222.0.15 "DELETE /v2.0/networks/0045d258-e153-4f50-985f-f0c74128bd1b/tags HTTP/1.1" status: 204 len: 168 time: 0.1551814 Nov 27 01:25:23.493784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40812) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:23.497925 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-f63fc244-61ed-4d19-9267-31ce88a9ddaf tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0045d258-e153-4f50-985f-f0c74128bd1b', 'tempest-TagsTest-Tag-919032378') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:23.594019 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-f63fc244-61ed-4d19-9267-31ce88a9ddaf tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] show failed (client error): The resource could not be found. Nov 27 01:25:23.595063 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f63fc244-61ed-4d19-9267-31ce88a9ddaf tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] 10.222.0.15 "GET /v2.0/networks/0045d258-e153-4f50-985f-f0c74128bd1b/tags/tempest-TagsTest-Tag-919032378 HTTP/1.1" status: 404 len: 325 time: 0.1005137 Nov 27 01:25:23.598545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40816) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:23.599718 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2cb46703-900d-4fd1-8132-09f14a305a59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.602779 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-5816e28b-87b2-4478-92d0-20998682630c tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0045d258-e153-4f50-985f-f0c74128bd1b', 'tempest-TagsTest-Tag-46202253') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:23.678557 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-5816e28b-87b2-4478-92d0-20998682630c tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] show failed (client error): The resource could not be found. Nov 27 01:25:23.683171 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5816e28b-87b2-4478-92d0-20998682630c tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] 10.222.0.15 "GET /v2.0/networks/0045d258-e153-4f50-985f-f0c74128bd1b/tags/tempest-TagsTest-Tag-46202253 HTTP/1.1" status: 404 len: 324 time: 0.0832651 Nov 27 01:25:23.683901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40822) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:23.689675 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-bbec44dc-28a1-459b-af5a-8e929c5c7e25 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0045d258-e153-4f50-985f-f0c74128bd1b') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:23.711056 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2cb46703-900d-4fd1-8132-09f14a305a59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.716309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2cb46703-900d-4fd1-8132-09f14a305a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.743999 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2cb46703-900d-4fd1-8132-09f14a305a59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42c25f130a4c4c5ebaaf3215ef9d61d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2777445 Nov 27 01:25:23.746486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40828) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:23.793141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb46703-900d-4fd1-8132-09f14a305a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c52215-f6ba-4d62-a393-2f2a5e87fae6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:23.796438 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bbec44dc-28a1-459b-af5a-8e929c5c7e25 tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] 10.222.0.15 "DELETE /v2.0/networks/0045d258-e153-4f50-985f-f0c74128bd1b/tags HTTP/1.1" status: 204 len: 168 time: 0.1087739 Nov 27 01:25:23.797869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40830) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:23.835457 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9426a5d4-a2f2-43b7-8223-db08453d7948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.869637 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9426a5d4-a2f2-43b7-8223-db08453d7948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.927778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ca0b411d-5d1f-49dd-a90b-ac2e6a23430b tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.931942 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9426a5d4-a2f2-43b7-8223-db08453d7948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.935017 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9426a5d4-a2f2-43b7-8223-db08453d7948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.938893 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9426a5d4-a2f2-43b7-8223-db08453d7948 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59c52215-f6ba-4d62-a393-2f2a5e87fae6 HTTP/1.1" status: 204 len: 168 time: 0.1914048 Nov 27 01:25:23.947924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426a5d4-a2f2-43b7-8223-db08453d7948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c52215-f6ba-4d62-a393-2f2a5e87fae6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:24.071574 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ca0b411d-5d1f-49dd-a90b-ac2e6a23430b tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.103373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19771266-24de-49c7-b1f8-5a4d9cd796d9 req-798bc064-3605-497d-8856-731f823d9c0e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:24.104970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-19771266-24de-49c7-b1f8-5a4d9cd796d9 req-798bc064-3605-497d-8856-731f823d9c0e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.0756667 Nov 27 01:25:24.111262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ca0b411d-5d1f-49dd-a90b-ac2e6a23430b tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0045d258-e153-4f50-985f-f0c74128bd1b']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:24.122791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ca0b411d-5d1f-49dd-a90b-ac2e6a23430b tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67906edc-d509-43ee-a917-68ea04164215') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:24.123054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ca0b411d-5d1f-49dd-a90b-ac2e6a23430b tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67906edc-d509-43ee-a917-68ea04164215') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:24.151922 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ca0b411d-5d1f-49dd-a90b-ac2e6a23430b tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.168760 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-19771266-24de-49c7-b1f8-5a4d9cd796d9 req-c988cb60-9886-4e15-8087-1a8b2d2563ff tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569899 Nov 27 01:25:24.193159 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ca0b411d-5d1f-49dd-a90b-ac2e6a23430b tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.201688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0b411d-5d1f-49dd-a90b-ac2e6a23430b tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:25:24.202226 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ca0b411d-5d1f-49dd-a90b-ac2e6a23430b tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:25:24.206774 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:25:24.298797 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ca0b411d-5d1f-49dd-a90b-ac2e6a23430b tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.324638 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ca0b411d-5d1f-49dd-a90b-ac2e6a23430b tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.327998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ca0b411d-5d1f-49dd-a90b-ac2e6a23430b tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] 10.222.0.15 "DELETE /v2.0/networks/0045d258-e153-4f50-985f-f0c74128bd1b HTTP/1.1" status: 204 len: 168 time: 0.5291409 Nov 27 01:25:24.349622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b411d-5d1f-49dd-a90b-ac2e6a23430b tempest-TagsTest-818823821 tempest-TagsTest-818823821-project] Pushing event deleted for resources: {'Network': ['ID=0045d258-e153-4f50-985f-f0c74128bd1b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:24.368828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b386b6-3077-40f7-b175-85efbec99e09 req-8c843d6a-7f70-4fa7-a0b0-4929482e1908 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:24.370406 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95b386b6-3077-40f7-b175-85efbec99e09 req-8c843d6a-7f70-4fa7-a0b0-4929482e1908 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 943 time: 0.0851824 Nov 27 01:25:24.392192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40846) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:24.408749 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9df8d1c9-3420-4e55-9e84-0927c7a03e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.459668 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95b386b6-3077-40f7-b175-85efbec99e09 req-06a7b53d-055b-4c79-9855-3751616a4cea tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793445 Nov 27 01:25:24.500013 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9df8d1c9-3420-4e55-9e84-0927c7a03e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.517094 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9df8d1c9-3420-4e55-9e84-0927c7a03e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.554344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8d1c9-3420-4e55-9e84-0927c7a03e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1ccb40-c963-477b-bdee-d2bc9c4e0b10,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:24.599912 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9df8d1c9-3420-4e55-9e84-0927c7a03e96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8ad8156ab804e93a196b780fbd569e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2064450 Nov 27 01:25:24.602108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40856) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:24.602544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40858) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:24.621236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-a8b557ec-06b7-4982-9728-b231a142c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:24.623068 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-a8b557ec-06b7-4982-9728-b231a142c4ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b&tenant_id=a51ce5c2d017467ca20ae4d2ddb207c1 HTTP/1.1" status: 200 len: 1095 time: 0.0627375 Nov 27 01:25:24.646561 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:24.652105 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-420a3c56-06ed-44ad-93c8-df09f05fb185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.674197 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-420a3c56-06ed-44ad-93c8-df09f05fb185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.727550 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.728667 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-420a3c56-06ed-44ad-93c8-df09f05fb185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.733767 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-420a3c56-06ed-44ad-93c8-df09f05fb185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.738832 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-420a3c56-06ed-44ad-93c8-df09f05fb185 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe1ccb40-c963-477b-bdee-d2bc9c4e0b10 HTTP/1.1" status: 204 len: 168 time: 0.1346374 Nov 27 01:25:24.748088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a3c56-06ed-44ad-93c8-df09f05fb185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1ccb40-c963-477b-bdee-d2bc9c4e0b10,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:24.879560 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c0863a42-aac1-40b1-a862-f93b81ee3ab6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3a2c9a4fb854cb28e6cf9d248524833&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760410 Nov 27 01:25:24.882169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40870) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:24.959640 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59f3cf82-10fa-479d-b013-620e50c2ad16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.988627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=661c154f-79bc-400a-9d94-c712e62173e7,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:24.992087 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59f3cf82-10fa-479d-b013-620e50c2ad16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.047356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:25:25.055488 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59f3cf82-10fa-479d-b013-620e50c2ad16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.058491 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59f3cf82-10fa-479d-b013-620e50c2ad16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.062286 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-59f3cf82-10fa-479d-b013-620e50c2ad16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00e0673f-be12-4448-9bfa-8ccbd07764c1 HTTP/1.1" status: 204 len: 168 time: 0.1765506 Nov 27 01:25:25.070638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3cf82-10fa-479d-b013-620e50c2ad16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e0673f-be12-4448-9bfa-8ccbd07764c1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:25.109287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661c154f-79bc-400a-9d94-c712e62173e7 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:25:25.120724 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.136916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Transition to ACTIVE for port object 661c154f-79bc-400a-9d94-c712e62173e7 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:25:25.142898 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.258395 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 661c154f-79bc-400a-9d94-c712e62173e7 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:25.284275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] No DVR routers for this DVR port 661c154f-79bc-400a-9d94-c712e62173e7 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:25.289518 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Pushing event updated for resources: {'Port': ['ID=661c154f-79bc-400a-9d94-c712e62173e7,revision_number=9']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:25.343451 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 661c154f-79bc-400a-9d94-c712e62173e7 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:25.364985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Attempting to bind port 661c154f-79bc-400a-9d94-c712e62173e7 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:25:25.365382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Attempting to bind port 661c154f-79bc-400a-9d94-c712e62173e7 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:25:25.365679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Attempting to bind port 661c154f-79bc-400a-9d94-c712e62173e7 on network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:25:25.374967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Port 661c154f-79bc-400a-9d94-c712e62173e7 on network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:25:25.375294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Attempting to bind port 661c154f-79bc-400a-9d94-c712e62173e7 on network 7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:25:25.383417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:25:25.383806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Checking segment: {'id': 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:25:25.384142 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Bound using segment: {'id': 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:25:25.384603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Bound port: 661c154f-79bc-400a-9d94-c712e62173e7, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:25:25.384967 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.408527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d85cb3-f644-4181-a021-b11cd36ac455 req-3d385306-597c-4d7c-8a95-a73cf5157f44 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:25.418263 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-62d85cb3-f644-4181-a021-b11cd36ac455 req-3d385306-597c-4d7c-8a95-a73cf5157f44 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.1221783 Nov 27 01:25:25.524348 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-62d85cb3-f644-4181-a021-b11cd36ac455 req-3c4117cf-38cf-42d3-90d7-303b72dc7c6e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019592 Nov 27 01:25:25.526268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:25:25.530609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=661c154f-79bc-400a-9d94-c712e62173e7,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:25:25.535633 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.581738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:25.582985 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.584394 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] 10.222.0.21 "PUT /v2.0/ports/661c154f-79bc-400a-9d94-c712e62173e7 HTTP/1.1" status: 200 len: 1092 time: 0.9448233 Nov 27 01:25:25.585002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44857478-d98d-4810-a46c-a9c36fec654b', 'tag': '661c154f-79bc-400a-9d94-c712e62173e7'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:25.588611 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef573075-22b0-4308-86bc-384a6749d2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "44857478-d98d-4810-a46c-a9c36fec654b", "tag": "661c154f-79bc-400a-9d94-c712e62173e7"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:25.637525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a8c98-8261-4c29-b2f5-d1fa14bcfb46 service neutron] Pushing event updated for resources: {'Port': ['ID=661c154f-79bc-400a-9d94-c712e62173e7,revision_number=10']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:25.655761 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3718320a-7e21-4d9e-94ff-e611264c5bc8 x-openstack-request-id: req-3718320a-7e21-4d9e-94ff-e611264c5bc8 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:25.657065 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44857478-d98d-4810-a46c-a9c36fec654b", "tag": "661c154f-79bc-400a-9d94-c712e62173e7", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:25.657499 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3718320a-7e21-4d9e-94ff-e611264c5bc8 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:25.659470 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44857478-d98d-4810-a46c-a9c36fec654b', 'tag': '661c154f-79bc-400a-9d94-c712e62173e7', 'status': 'completed', 'code': 200} Nov 27 01:25:25.687435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda906d4-a92a-4940-80b5-d21e7c94b538 req-a5f18840-dc3f-40c2-a5c9-0ac535bba4c8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:25.711823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eda906d4-a92a-4940-80b5-d21e7c94b538 req-a5f18840-dc3f-40c2-a5c9-0ac535bba4c8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 944 time: 0.1291461 Nov 27 01:25:25.721929 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-6677ad3b-ffa5-4d67-9c85-c40d5d7034cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:25.724196 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-6677ad3b-ffa5-4d67-9c85-c40d5d7034cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a51ce5c2d017467ca20ae4d2ddb207c1&device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 1096 time: 0.0628080 Nov 27 01:25:25.802612 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eda906d4-a92a-4940-80b5-d21e7c94b538 req-933399ad-9814-4863-8467-883a0677d0bf tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866754 Nov 27 01:25:25.873152 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-a412b9e5-cd85-4800-8019-853908a1c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:25.876430 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-a412b9e5-cd85-4800-8019-853908a1c41d service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 HTTP/1.1" status: 200 len: 914 time: 0.1441350 Nov 27 01:25:25.945769 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-2555b1eb-ed5c-48ba-8266-e6d0dc166fd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=661c154f-79bc-400a-9d94-c712e62173e7 HTTP/1.1" status: 200 len: 217 time: 0.0569534 Nov 27 01:25:26.014289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-95fd83f3-f006-49a0-9301-8979013cdeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:26.016206 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-95fd83f3-f006-49a0-9301-8979013cdeb3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ffb65a4f-8130-468e-bf18-e53950271a4f HTTP/1.1" status: 200 len: 853 time: 0.0630701 Nov 27 01:25:26.030388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40960) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:26.040405 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0088243 Nov 27 01:25:26.044109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40962) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:26.060384 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-f9d330c7-3f10-43cd-b1da-c1977ce2fba1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353389 Nov 27 01:25:26.178359 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-f6071137-439c-4060-8a1b-db0f3ae3df60 service neutron] 10.222.0.21 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090343 Nov 27 01:25:26.216626 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-02024a06-4eff-4765-976c-b55d1b5d0002 tempest-NetworksApiDiscovery-23891952 tempest-NetworksApiDiscovery-23891952-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1712143 Nov 27 01:25:26.311302 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2172298b-5026-4080-8ca5-c78ec1a8b225 req-6bfef91d-6348-4dc9-8816-860bf1920945 service neutron] 10.222.0.21 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181424 Nov 27 01:25:26.495524 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef573075-22b0-4308-86bc-384a6749d2a0 req-e13b0ebd-7e28-40ee-9e3b-aa064e8138fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:26.497404 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef573075-22b0-4308-86bc-384a6749d2a0 req-e13b0ebd-7e28-40ee-9e3b-aa064e8138fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a51ce5c2d017467ca20ae4d2ddb207c1&device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 1096 time: 0.1072583 Nov 27 01:25:26.663638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41006) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:26.723505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef573075-22b0-4308-86bc-384a6749d2a0 req-b7fa440b-c3e3-4375-85e1-2e101d6ad847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:26.725110 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef573075-22b0-4308-86bc-384a6749d2a0 req-b7fa440b-c3e3-4375-85e1-2e101d6ad847 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 HTTP/1.1" status: 200 len: 914 time: 0.2189667 Nov 27 01:25:26.811366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef573075-22b0-4308-86bc-384a6749d2a0 req-05e8e047-62d4-4349-8358-8622293d6dba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=661c154f-79bc-400a-9d94-c712e62173e7 HTTP/1.1" status: 200 len: 217 time: 0.0734448 Nov 27 01:25:26.835543 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fd1e0-1eba-4fca-9ec2-6821aae65cea req-b7413255-91b3-47e9-8ac1-f4da7b495bf6 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:26.837170 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dd5fd1e0-1eba-4fca-9ec2-6821aae65cea req-b7413255-91b3-47e9-8ac1-f4da7b495bf6 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.1808915 Nov 27 01:25:26.932680 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2463d1b-902a-4613-a2d1-68a46f9df5b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.966806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef573075-22b0-4308-86bc-384a6749d2a0 req-9a2a2732-8781-4a78-8e4d-80c3fbb51599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:26.968335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef573075-22b0-4308-86bc-384a6749d2a0 req-9a2a2732-8781-4a78-8e4d-80c3fbb51599 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ffb65a4f-8130-468e-bf18-e53950271a4f HTTP/1.1" status: 200 len: 853 time: 0.1302152 Nov 27 01:25:27.036130 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef573075-22b0-4308-86bc-384a6749d2a0 req-9f15f4dd-3e5b-4b80-aa65-076a956ddbca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576758 Nov 27 01:25:27.040674 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dd5fd1e0-1eba-4fca-9ec2-6821aae65cea req-876c7956-e1b9-44ee-8416-b2dfa2a2fced tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834922 Nov 27 01:25:27.092148 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedcdb0-30cf-4095-9261-8fec4d5e1b5e req-14135662-c9ad-4755-b4a7-d93f94834fcd tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:27.094124 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7fedcdb0-30cf-4095-9261-8fec4d5e1b5e req-14135662-c9ad-4755-b4a7-d93f94834fcd tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 944 time: 0.1707957 Nov 27 01:25:27.146549 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2463d1b-902a-4613-a2d1-68a46f9df5b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.156581 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2463d1b-902a-4613-a2d1-68a46f9df5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.230259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2463d1b-902a-4613-a2d1-68a46f9df5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd315e0-33d5-4000-8ee8-ff15fee5b045,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:27.237112 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f2463d1b-902a-4613-a2d1-68a46f9df5b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44c176b9323c4753b1c021f10ce9f444&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5723906 Nov 27 01:25:27.240519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 41054) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:27.307778 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7fedcdb0-30cf-4095-9261-8fec4d5e1b5e req-f48e0458-8d68-4271-a301-60ffaebb8a2d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587975 Nov 27 01:25:27.382222 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-97ecf953-2cfe-403b-af2e-84b0975ba1fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.423996 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-97ecf953-2cfe-403b-af2e-84b0975ba1fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.520909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-97ecf953-2cfe-403b-af2e-84b0975ba1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.524811 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-97ecf953-2cfe-403b-af2e-84b0975ba1fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.526073 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-97ecf953-2cfe-403b-af2e-84b0975ba1fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bd315e0-33d5-4000-8ee8-ff15fee5b045 HTTP/1.1" status: 204 len: 168 time: 0.2843630 Nov 27 01:25:27.555808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecf953-2cfe-403b-af2e-84b0975ba1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd315e0-33d5-4000-8ee8-ff15fee5b045,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:27.978926 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef573075-22b0-4308-86bc-384a6749d2a0 req-70f5eba0-51fc-4db1-893d-1d40c48d8100 service neutron] 10.222.0.21 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549976 Nov 27 01:25:27.993663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0f3b0-40d8-4597-b68a-967e303e3a27 req-dd2a0fa9-994b-456e-a5c1-6d07db921de4 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:27.995353 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60c0f3b0-40d8-4597-b68a-967e303e3a27 req-dd2a0fa9-994b-456e-a5c1-6d07db921de4 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.3820574 Nov 27 01:25:28.136588 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60c0f3b0-40d8-4597-b68a-967e303e3a27 req-b998af9d-4b80-46eb-acdd-5aa647ab399b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322005 Nov 27 01:25:28.347567 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707ec75-9b7b-41dd-a9b2-ca2f01e9462c req-3040f725-3c64-4c6b-91b5-e0fc24e2b90b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:28.361951 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1707ec75-9b7b-41dd-a9b2-ca2f01e9462c req-3040f725-3c64-4c6b-91b5-e0fc24e2b90b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.1758363 Nov 27 01:25:28.379098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edc8ba-2854-41ff-b712-927de8e16e64 req-264f8d03-27e8-4052-8e1b-1f860fe27204 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:28.382043 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81edc8ba-2854-41ff-b712-927de8e16e64 req-264f8d03-27e8-4052-8e1b-1f860fe27204 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0943060 Nov 27 01:25:28.500755 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.528551 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81edc8ba-2854-41ff-b712-927de8e16e64 req-6b243034-e04d-4945-973a-5bb7ed3dd12b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393647 Nov 27 01:25:28.558139 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1707ec75-9b7b-41dd-a9b2-ca2f01e9462c req-81dae480-f14d-4810-8c02-333f6dcea1d7 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939557 Nov 27 01:25:28.779262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14780351-b708-446c-906b-19b2a94b8138 req-6ea1fa48-1827-48b4-a8ba-3315642c4153 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:28.789021 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14780351-b708-446c-906b-19b2a94b8138 req-6ea1fa48-1827-48b4-a8ba-3315642c4153 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 944 time: 0.1468091 Nov 27 01:25:28.947434 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14780351-b708-446c-906b-19b2a94b8138 req-84ac2807-4d34-4295-8f7b-8934a5cc2838 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573522 Nov 27 01:25:28.999152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41108) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:29.253569 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-927912613-network', 'tenant_id': '57908a440b3947fda898e2cc94fc6c4f'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:29.295691 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] Made reservation on behalf of 57908a440b3947fda898e2cc94fc6c4f for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:29.306246 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.326842 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.482787 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.489772 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.517111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:25:29.572054 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.572559 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] Added segment d25761ec-dd8c-45a8-9b58-c60a817dd532 of type vlan for network 40b0a9c3-550f-42d6-804b-ef3e8c422668 Nov 27 01:25:29.659261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d24c73-f85d-449d-8f0c-f1163f3b169f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:29.683792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.724502 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.725565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:29.726849 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.805178 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8022630 Nov 27 01:25:29.806125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 41122) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:29.830751 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7ea8800c-8582-4c7b-9bac-2449f077e2ea admin admin] Request body: {'subnet': {'network_id': '40b0a9c3-550f-42d6-804b-ef3e8c422668', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-927912613-subnet', 'tenant_id': '57908a440b3947fda898e2cc94fc6c4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:29.838226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d84d71-671e-4dba-a6b2-6314f1e3ee45 admin admin] Pushing event updated for resources: {'Network': ['ID=40b0a9c3-550f-42d6-804b-ef3e8c422668,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:29.850176 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 40b0a9c3-550f-42d6-804b-ef3e8c422668 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:25:29.876871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e55c84-bcce-4761-bcd3-2b56a41b90a9 req-d65b3845-3192-44b2-96d1-f49e77aeb04c tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:29.887454 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81e55c84-bcce-4761-bcd3-2b56a41b90a9 req-d65b3845-3192-44b2-96d1-f49e77aeb04c tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.1872950 Nov 27 01:25:29.959653 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81e55c84-bcce-4761-bcd3-2b56a41b90a9 req-ac9a95e9-713f-4266-b308-192200f04cbe tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691748 Nov 27 01:25:29.962958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea8800c-8582-4c7b-9bac-2449f077e2ea admin admin] Made reservation on behalf of 57908a440b3947fda898e2cc94fc6c4f for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:29.972111 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ea8800c-8582-4c7b-9bac-2449f077e2ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:30.151610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6482c7-0308-442a-b49c-11417cd25d0d req-753b0a39-6b8a-48d6-b309-b3a19a7bed35 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:30.161307 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc6482c7-0308-442a-b49c-11417cd25d0d req-753b0a39-6b8a-48d6-b309-b3a19a7bed35 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 944 time: 0.0831394 Nov 27 01:25:30.253934 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc6482c7-0308-442a-b49c-11417cd25d0d req-472ebad7-1908-461a-ba43-fee3d0162717 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863459 Nov 27 01:25:30.385664 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ea8800c-8582-4c7b-9bac-2449f077e2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:30.455557 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8800c-8582-4c7b-9bac-2449f077e2ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=101e1cd3-19cc-4905-aef3-54323c2ab440,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:30.460402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8800c-8582-4c7b-9bac-2449f077e2ea admin admin] Checking segment: {'id': 'd25761ec-dd8c-45a8-9b58-c60a817dd532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '40b0a9c3-550f-42d6-804b-ef3e8c422668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:25:30.460763 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea8800c-8582-4c7b-9bac-2449f077e2ea admin admin] Network hostable DHCP agents. Network: 40b0a9c3-550f-42d6-804b-ef3e8c422668, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:25:30.493938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea8800c-8582-4c7b-9bac-2449f077e2ea admin admin] Network 40b0a9c3-550f-42d6-804b-ef3e8c422668 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:25:30.507455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-7ea8800c-8582-4c7b-9bac-2449f077e2ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 40b0a9c3-550f-42d6-804b-ef3e8c422668) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:30.511974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea8800c-8582-4c7b-9bac-2449f077e2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:30.512601 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ea8800c-8582-4c7b-9bac-2449f077e2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:30.521958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d908a6d6-f23f-437d-bd99-f4bba9b092e0 None None] Network 40b0a9c3-550f-42d6-804b-ef3e8c422668 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:30.533405 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7ea8800c-8582-4c7b-9bac-2449f077e2ea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7169285 Nov 27 01:25:30.662261 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:30.802342 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25afe5c-6f76-48c1-a75a-6336aab94289 None None] Network 40b0a9c3-550f-42d6-804b-ef3e8c422668 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:31.208171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb975812-cb10-48b9-9229-fd56b0feccda req-837fc18b-a4d2-4d98-bdef-c95785d1c1d2 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:31.216544 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eb975812-cb10-48b9-9229-fd56b0feccda req-837fc18b-a4d2-4d98-bdef-c95785d1c1d2 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.1172838 Nov 27 01:25:31.320820 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eb975812-cb10-48b9-9229-fd56b0feccda req-93e1df8d-4f08-4617-8316-6f5561ecb005 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032875 Nov 27 01:25:31.481586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4242c6-398f-44e2-8f11-57bd0a86b8f4 req-30c8be5f-c8be-49f3-a5c7-b6a8a3ebcec2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:31.491082 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9a4242c6-398f-44e2-8f11-57bd0a86b8f4 req-30c8be5f-c8be-49f3-a5c7-b6a8a3ebcec2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 944 time: 0.1102812 Nov 27 01:25:31.582651 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9a4242c6-398f-44e2-8f11-57bd0a86b8f4 req-f65a8c48-8c54-4143-9a49-3f1ab5c2e75b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878332 Nov 27 01:25:32.554908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72246696-c2e3-41c1-b215-2a0047086f58 req-098ab9fa-2b82-45e9-9223-adf726b44493 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:32.590715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72246696-c2e3-41c1-b215-2a0047086f58 req-098ab9fa-2b82-45e9-9223-adf726b44493 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.1537595 Nov 27 01:25:32.713315 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72246696-c2e3-41c1-b215-2a0047086f58 req-c4aef71b-fc8a-4590-b1b6-20e69a062e81 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238670 Nov 27 01:25:32.912127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8947ad-b962-46e5-b170-8c78738321d5 req-6c80132c-aec0-4151-8f03-7a4e3c9db4eb tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:32.914302 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b8947ad-b962-46e5-b170-8c78738321d5 req-6c80132c-aec0-4151-8f03-7a4e3c9db4eb tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 944 time: 0.0911565 Nov 27 01:25:32.992506 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b8947ad-b962-46e5-b170-8c78738321d5 req-a212ecaa-5835-4b9f-96f9-7122af3795c9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654764 Nov 27 01:25:37.871529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-791da48f-a408-4ba2-ba1f-4e4479495469 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:37.880888 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-791da48f-a408-4ba2-ba1f-4e4479495469 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 812 time: 0.1390190 Nov 27 01:25:37.900223 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-a2cc63d2-c9c9-41cd-9d11-efd37fc45ea3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/quotas/fed1b1bae53244d39c27b4bf4d5ada1d HTTP/1.1" status: 200 len: 375 time: 0.0183392 Nov 27 01:25:37.971391 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-f765486d-a554-4b1d-a7ce-26234304ad90 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0701210 Nov 27 01:25:38.088160 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-d9dd1a5a-20df-4f7e-ac64-1a13c9e50e54 service neutron] 10.222.0.15 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080134 Nov 27 01:25:38.212995 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-dbacf0bf-9947-4eb5-be2e-e9ce31ec28f3 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:38.214974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-dbacf0bf-9947-4eb5-be2e-e9ce31ec28f3 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/networks?id=40b0a9c3-550f-42d6-804b-ef3e8c422668 HTTP/1.1" status: 200 len: 808 time: 0.4601402 Nov 27 01:25:38.221257 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-b09e3f3f-c9e9-4138-aafb-8ad464b9714c service neutron] 10.222.0.15 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259024 Nov 27 01:25:38.232652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-19ba012f-40d5-4359-92f7-0efedc3462d8 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/quotas/57908a440b3947fda898e2cc94fc6c4f HTTP/1.1" status: 200 len: 375 time: 0.0115750 Nov 27 01:25:38.276201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-280231a3-59b9-4473-981a-b4d121fd48af tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=57908a440b3947fda898e2cc94fc6c4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365219 Nov 27 01:25:38.393641 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef573075-22b0-4308-86bc-384a6749d2a0 req-12884e2b-0f6b-4fde-b59f-2880bfe88a68 service neutron] 10.222.0.21 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129973 Nov 27 01:25:38.405741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-575baf55-dba6-4ae2-a1b7-cb6e461a9ad1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:25:38.406757 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-575baf55-dba6-4ae2-a1b7-cb6e461a9ad1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1132390 Nov 27 01:25:38.546445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeec6d-e7ff-451a-923c-a29d4251ab63 req-92ee6f2f-0ecd-44c6-bdda-08ac1fe4a7cd tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:38.548754 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fbeec6d-e7ff-451a-923c-a29d4251ab63 req-92ee6f2f-0ecd-44c6-bdda-08ac1fe4a7cd tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.0715075 Nov 27 01:25:38.558048 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-feba74bd-7159-40a5-9ca9-f2cc3a4c4b47 service neutron] 10.222.0.15 "GET /v2.0/networks/40b0a9c3-550f-42d6-804b-ef3e8c422668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436894 Nov 27 01:25:38.642682 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fbeec6d-e7ff-451a-923c-a29d4251ab63 req-07eee014-2462-4a9c-bf64-73ee37734e1c tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873430 Nov 27 01:25:38.742770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-19085428-a4de-4aa0-87ae-af1b3e8d156f service neutron] 10.222.0.15 "GET /v2.0/networks/40b0a9c3-550f-42d6-804b-ef3e8c422668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783011 Nov 27 01:25:38.786342 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb9431-5e78-40b0-b7f6-0034a63f544f req-71a930ad-d18c-4a5f-9a45-3fa40c4d8236 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:38.792730 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-33cb9431-5e78-40b0-b7f6-0034a63f544f req-71a930ad-d18c-4a5f-9a45-3fa40c4d8236 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 944 time: 0.0754788 Nov 27 01:25:38.858503 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-33cb9431-5e78-40b0-b7f6-0034a63f544f req-33b13d87-1208-4dea-8928-76c1f37b11ec tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594738 Nov 27 01:25:39.050571 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-55625b8b-4795-4834-9ac1-efcc4b3898ed req-be4d3d8e-a550-4bcc-bf7d-e67b0a92892a tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 210 time: 0.0879698 Nov 27 01:25:39.177957 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20ca5315-3c78-472a-8a93-e51c601e86b2 req-652f6f6d-7dba-423c-b6bf-6a08b028de69 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 210 time: 0.0462317 Nov 27 01:25:39.548093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3566eb-0fab-4b4c-86c9-19d3f1521767 req-0c49f7f5-6073-43b1-8c97-14626425ddfd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:39.555634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3566eb-0fab-4b4c-86c9-19d3f1521767 req-0c49f7f5-6073-43b1-8c97-14626425ddfd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:39.564130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3566eb-0fab-4b4c-86c9-19d3f1521767 req-0c49f7f5-6073-43b1-8c97-14626425ddfd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:39.570128 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3566eb-0fab-4b4c-86c9-19d3f1521767 req-0c49f7f5-6073-43b1-8c97-14626425ddfd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:39.576554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3566eb-0fab-4b4c-86c9-19d3f1521767 req-0c49f7f5-6073-43b1-8c97-14626425ddfd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:39.583928 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3566eb-0fab-4b4c-86c9-19d3f1521767 req-0c49f7f5-6073-43b1-8c97-14626425ddfd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:39.590223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3566eb-0fab-4b4c-86c9-19d3f1521767 req-0c49f7f5-6073-43b1-8c97-14626425ddfd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:39.592410 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d3566eb-0fab-4b4c-86c9-19d3f1521767 req-0c49f7f5-6073-43b1-8c97-14626425ddfd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5431 time: 0.1104736 Nov 27 01:25:39.671962 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d3566eb-0fab-4b4c-86c9-19d3f1521767 req-5e15ef59-3e1c-43b9-8f2d-0523c0b5bce8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713053 Nov 27 01:25:39.789243 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b0b1c-4e87-4209-9187-56c062810e79 req-48009d7c-38e4-438c-8d1f-b38e96a5d217 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:39.797859 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-644b0b1c-4e87-4209-9187-56c062810e79 req-48009d7c-38e4-438c-8d1f-b38e96a5d217 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.0786278 Nov 27 01:25:39.862847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-644b0b1c-4e87-4209-9187-56c062810e79 req-945820f8-565e-40bf-9cd0-b8cf2bbe4c6a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596123 Nov 27 01:25:40.061231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 661c154f-79bc-400a-9d94-c712e62173e7 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:25:40.083285 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b490b-cced-457b-968a-a026c87cd8ae req-fbc48d22-c743-4908-b6f3-db8ef035d9ea tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:40.092109 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-057b490b-cced-457b-968a-a026c87cd8ae req-fbc48d22-c743-4908-b6f3-db8ef035d9ea tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 944 time: 0.1086092 Nov 27 01:25:40.109997 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e3b25a60-dced-4c94-abde-3fc1a909c311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:40.140048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-d18f7e94-51e2-4e74-a379-ce008e54ecac tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:40.141612 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-d18f7e94-51e2-4e74-a379-ce008e54ecac tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 812 time: 0.2567918 Nov 27 01:25:40.177510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-a7856645-523d-4967-a845-8ef376c6732b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Request body: {'port': {'device_id': '9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'admin_state_up': True, 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:40.193931 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-057b490b-cced-457b-968a-a026c87cd8ae req-f7f2e826-71b1-4acb-965f-586b2af2aa20 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008677 Nov 27 01:25:40.254231 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-88189865-ea7c-4401-9223-99ace072b8ab req-ef839d2c-255f-41ca-a771-037e88550816 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 210 time: 0.0570607 Nov 27 01:25:40.315075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=661c154f-79bc-400a-9d94-c712e62173e7,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:40.329115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '661c154f-79bc-400a-9d94-c712e62173e7', 'network_id': '7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4', 'port_id': '661c154f-79bc-400a-9d94-c712e62173e7', 'mac_address': 'fa:16:3e:41:46:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb65a4f-8130-468e-bf18-e53950271a4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:25:40.370414 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:40.374867 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a2551a7-13d8-46a4-9715-b93945f290e8 req-d49c70db-5288-4807-b91b-28ef066bd381 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 210 time: 0.0506420 Nov 27 01:25:40.388965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661c154f-79bc-400a-9d94-c712e62173e7 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:25:40.420361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=661c154f-79bc-400a-9d94-c712e62173e7,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:40.426781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-a7856645-523d-4967-a845-8ef376c6732b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Made reservation on behalf of fed1b1bae53244d39c27b4bf4d5ada1d for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:40.427074 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:40.433726 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-a7856645-523d-4967-a845-8ef376c6732b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:40.501513 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=661c154f-79bc-400a-9d94-c712e62173e7,revision_number=11']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:40.691367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-0b1d877e-a900-4603-b02d-d71d570022a1 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:40.702300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-0b1d877e-a900-4603-b02d-d71d570022a1 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.21 "GET /v2.0/networks?id=40b0a9c3-550f-42d6-804b-ef3e8c422668 HTTP/1.1" status: 200 len: 808 time: 0.1981859 Nov 27 01:25:40.707224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-a7856645-523d-4967-a845-8ef376c6732b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Allocated IP 172.20.0.12 (3c57a88e-d3f9-4c17-b69e-c01abc695eed/dc2973a6-0364-4d73-9157-cfbb2858d62a/9346fa88-a715-450d-a3ee-1675932684b1) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:40.743872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-45dd2dd9-e06e-41fb-8693-a107d6315257 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Request body: {'port': {'device_id': '8be4e394-da7f-440a-b9c1-dc1079843f42', 'network_id': '40b0a9c3-550f-42d6-804b-ef3e8c422668', 'admin_state_up': True, 'tenant_id': '57908a440b3947fda898e2cc94fc6c4f'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:40.827095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['661c154f-79bc-400a-9d94-c712e62173e7'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:40.972650 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-45dd2dd9-e06e-41fb-8693-a107d6315257 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Made reservation on behalf of 57908a440b3947fda898e2cc94fc6c4f for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:40.977918 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-45dd2dd9-e06e-41fb-8693-a107d6315257 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.027783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68851b-7f9f-48d9-af03-98d90c75252e req-889cf09d-8f7e-47d5-88de-3038cb672c4a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.041779 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68851b-7f9f-48d9-af03-98d90c75252e req-889cf09d-8f7e-47d5-88de-3038cb672c4a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.051143 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68851b-7f9f-48d9-af03-98d90c75252e req-889cf09d-8f7e-47d5-88de-3038cb672c4a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.073548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68851b-7f9f-48d9-af03-98d90c75252e req-889cf09d-8f7e-47d5-88de-3038cb672c4a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.091114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68851b-7f9f-48d9-af03-98d90c75252e req-889cf09d-8f7e-47d5-88de-3038cb672c4a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.098038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68851b-7f9f-48d9-af03-98d90c75252e req-889cf09d-8f7e-47d5-88de-3038cb672c4a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.118519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68851b-7f9f-48d9-af03-98d90c75252e req-889cf09d-8f7e-47d5-88de-3038cb672c4a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.130996 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e68851b-7f9f-48d9-af03-98d90c75252e req-889cf09d-8f7e-47d5-88de-3038cb672c4a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5431 time: 0.3376262 Nov 27 01:25:41.175637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-39f98784-240d-4c2b-aba6-07d0e2cbaa45 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.181638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-45dd2dd9-e06e-41fb-8693-a107d6315257 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Allocated IP 172.20.0.7 (40b0a9c3-550f-42d6-804b-ef3e8c422668/101e1cd3-19cc-4905-aef3-54323c2ab440/bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:41.183074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-39f98784-240d-4c2b-aba6-07d0e2cbaa45 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.189383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-39f98784-240d-4c2b-aba6-07d0e2cbaa45 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.199568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-39f98784-240d-4c2b-aba6-07d0e2cbaa45 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.201470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-a7856645-523d-4967-a845-8ef376c6732b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.206580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-39f98784-240d-4c2b-aba6-07d0e2cbaa45 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.213661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-39f98784-240d-4c2b-aba6-07d0e2cbaa45 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.219940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-39f98784-240d-4c2b-aba6-07d0e2cbaa45 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.224386 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-39f98784-240d-4c2b-aba6-07d0e2cbaa45 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 5431 time: 0.3810775 Nov 27 01:25:41.290664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-50bb6c61-2591-42f2-a400-f8c5dbcc5b7a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.293046 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-50bb6c61-2591-42f2-a400-f8c5dbcc5b7a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "GET /v2.0/ports/4e22fff8-c9b9-4089-99ed-dfb510d02f58?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0576336 Nov 27 01:25:41.371501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12838bb3-51d5-4c06-bae8-8aff168ae5ae req-785e4971-73f2-443c-a811-bd5a51926fc9 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.378821 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12838bb3-51d5-4c06-bae8-8aff168ae5ae req-785e4971-73f2-443c-a811-bd5a51926fc9 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.1753912 Nov 27 01:25:41.401103 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-a7856645-523d-4967-a845-8ef376c6732b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.421845 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ba642076-7d96-48f2-b8ab-96776faf4d05 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "GET /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1194413 Nov 27 01:25:41.435790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['46dd6879-b6da-4271-99a9-2020b096265e'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:41.443470 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:41.470902 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e68851b-7f9f-48d9-af03-98d90c75252e req-9f7f2f95-b389-44ca-8aef-322a403494c6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3386102 Nov 27 01:25:41.531761 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-a7856645-523d-4967-a845-8ef376c6732b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Network 3c57a88e-d3f9-4c17-b69e-c01abc695eed is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:41.552668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-a7856645-523d-4967-a845-8ef376c6732b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:41.562637 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-a7856645-523d-4967-a845-8ef376c6732b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:41.578976 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12838bb3-51d5-4c06-bae8-8aff168ae5ae req-73fda74e-0f6a-4f42-9ebc-a0a6fdbc1bbc tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956711 Nov 27 01:25:41.579376 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.586401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7856645-523d-4967-a845-8ef376c6732b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event updated for resources: {'Port': ['ID=9346fa88-a715-450d-a3ee-1675932684b1,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:41.699394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['60a40ba0-45e4-4e56-841b-406c7e07fee3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:41.728290 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-45dd2dd9-e06e-41fb-8693-a107d6315257 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.802869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e540c7-d28b-4535-95ce-07944cecf374 req-7b668993-f673-4477-b68b-559185ce091b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.806627 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-70e540c7-d28b-4535-95ce-07944cecf374 req-7b668993-f673-4477-b68b-559185ce091b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 945 time: 0.1609035 Nov 27 01:25:41.827780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-a7856645-523d-4967-a845-8ef376c6732b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.828489 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-a7856645-523d-4967-a845-8ef376c6732b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.874869 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-a7856645-523d-4967-a845-8ef376c6732b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7024932 Nov 27 01:25:41.882927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a4219-36db-421f-995b-5cacb50d3810 req-7ba86e74-dd8e-43a6-8119-b3aae05976a8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.890998 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-321a4219-36db-421f-995b-5cacb50d3810 req-7ba86e74-dd8e-43a6-8119-b3aae05976a8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 932 time: 0.1877918 Nov 27 01:25:41.899371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Request body: {'port': {'device_id': '9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:41.935367 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-45dd2dd9-e06e-41fb-8693-a107d6315257 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.006443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] For port 4e22fff8-c9b9-4089-99ed-dfb510d02f58, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4e22fff8-c9b9-4089-99ed-dfb510d02f58,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:42.027602 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-45dd2dd9-e06e-41fb-8693-a107d6315257 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Network 40b0a9c3-550f-42d6-804b-ef3e8c422668 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:42.042993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-45dd2dd9-e06e-41fb-8693-a107d6315257 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:42.066006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 661c154f-79bc-400a-9d94-c712e62173e7 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:42.066257 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-45dd2dd9-e06e-41fb-8693-a107d6315257 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:42.070636 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.075481 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-70e540c7-d28b-4535-95ce-07944cecf374 req-893f4486-2228-4124-8edc-3e4ae883ce1b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221847 Nov 27 01:25:42.097864 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-321a4219-36db-421f-995b-5cacb50d3810 req-c85352e0-2742-4df7-8c01-c467de7c9841 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059476 Nov 27 01:25:42.107290 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] For port 4e22fff8-c9b9-4089-99ed-dfb510d02f58, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:25:42.145331 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd2dd9-e06e-41fb-8693-a107d6315257 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Pushing event updated for resources: {'Port': ['ID=bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:42.170006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b8e62a98-6247-4a59-b786-0c76b363f13c None None] Provisioning complete for port 9346fa88-a715-450d-a3ee-1675932684b1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:42.170383 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b8e62a98-6247-4a59-b786-0c76b363f13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.181702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] device_id is not set on port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:25:42.230765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-45dd2dd9-e06e-41fb-8693-a107d6315257 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:42.231402 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-45dd2dd9-e06e-41fb-8693-a107d6315257 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.260886 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.261124 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-45dd2dd9-e06e-41fb-8693-a107d6315257 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5234237 Nov 27 01:25:42.275151 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.296638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b8e62a98-6247-4a59-b786-0c76b363f13c None None] Port 9346fa88-a715-450d-a3ee-1675932684b1 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:25:42.302232 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 661c154f-79bc-400a-9d94-c712e62173e7 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:25:42.318123 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 661c154f-79bc-400a-9d94-c712e62173e7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:42.318565 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.332717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Request body: {'port': {'device_id': '8be4e394-da7f-440a-b9c1-dc1079843f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:42.396716 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-721d7b62-e18a-4832-a9fa-61a4c9278560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.410947 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Pushing event updated for resources: {'Port': ['ID=4e22fff8-c9b9-4089-99ed-dfb510d02f58,revision_number=6']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:42.422388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:42.423174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:42.423722 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:42.424285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:42.425512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:42.426054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:42.427287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:42.427832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:42.428636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:42.429179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:42.429709 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:42.430236 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:42.493010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] No DVR routers for this DVR port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:42.509104 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.517196 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.554850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] In _notify_port_updated(), no bound segment for port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 on network 418da70a-eaae-4c95-847b-9bc511a0e7dc {{(pid=103402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:25:42.556095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:42.557203 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.559385 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-db4413d0-d725-4d93-bfb4-eda97921a12e service neutron] 10.222.0.31 "PUT /v2.0/ports/4e22fff8-c9b9-4089-99ed-dfb510d02f58 HTTP/1.1" status: 200 len: 1026 time: 1.1226254 Nov 27 01:25:42.573990 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795dbd1-8f85-48ef-8bdf-2e065c76ec29 req-25c62110-2bb4-4634-a5e1-7711dd3cc9d4 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:42.576902 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d795dbd1-8f85-48ef-8bdf-2e065c76ec29 req-25c62110-2bb4-4634-a5e1-7711dd3cc9d4 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 931 time: 0.3786242 Nov 27 01:25:42.589509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=661c154f-79bc-400a-9d94-c712e62173e7,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:42.593754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44857478-d98d-4810-a46c-a9c36fec654b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661c154f-79bc-400a-9d94-c712e62173e7'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:42.601160 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fca17b-e382-482e-bc0b-22dd1dd81ca1" -d '{"events": [{"server_uuid": "44857478-d98d-4810-a46c-a9c36fec654b", "name": "network-vif-plugged", "status": "completed", "tag": "661c154f-79bc-400a-9d94-c712e62173e7"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:42.608326 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.640799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-747e732c-f3e0-4bd1-b0ab-2cfe2c408c9c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:42.642904 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-747e732c-f3e0-4bd1-b0ab-2cfe2c408c9c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "GET /v2.0/ports/a3225b50-6061-4fa5-b17c-9da1a48db2b4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0644617 Nov 27 01:25:42.695092 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-19e15533-5f6e-4bb1-9d6b-89f319b694da service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:42.728672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=661c154f-79bc-400a-9d94-c712e62173e7,revision_number=12']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:42.766073 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6091b100-43bc-4d54-b43c-511a898dfb26 None None] Provisioning complete for port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:42.766701 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6091b100-43bc-4d54-b43c-511a898dfb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.822327 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-19e15533-5f6e-4bb1-9d6b-89f319b694da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.837288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-6091b100-43bc-4d54-b43c-511a898dfb26 None None] Port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:25:42.839138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d296f69-2fb1-48a9-ae83-f51eeb233844 req-e086a6b2-80df-4088-a8ec-c11870d9911f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:42.845728 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d296f69-2fb1-48a9-ae83-f51eeb233844 req-e086a6b2-80df-4088-a8ec-c11870d9911f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:42.852278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d296f69-2fb1-48a9-ae83-f51eeb233844 req-e086a6b2-80df-4088-a8ec-c11870d9911f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:42.858858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d296f69-2fb1-48a9-ae83-f51eeb233844 req-e086a6b2-80df-4088-a8ec-c11870d9911f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:42.866428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d296f69-2fb1-48a9-ae83-f51eeb233844 req-e086a6b2-80df-4088-a8ec-c11870d9911f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:42.872325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d296f69-2fb1-48a9-ae83-f51eeb233844 req-e086a6b2-80df-4088-a8ec-c11870d9911f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:42.880188 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7d296f69-2fb1-48a9-ae83-f51eeb233844 req-e086a6b2-80df-4088-a8ec-c11870d9911f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 4658 time: 0.2390521 Nov 27 01:25:42.890265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d795dbd1-8f85-48ef-8bdf-2e065c76ec29 req-7b8fccc2-5bb3-411d-bde0-0b9b998d7b62 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461104 Nov 27 01:25:43.102705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f601d-f94a-4fab-9d8f-ac6acce0aaf8 req-8c0ccfdc-b6cf-444d-893d-ecdd8de1b59e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:43.104301 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1e7f601d-f94a-4fab-9d8f-ac6acce0aaf8 req-8c0ccfdc-b6cf-444d-893d-ecdd8de1b59e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.1182914 Nov 27 01:25:43.122114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9346fa88-a715-450d-a3ee-1675932684b1 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:25:43.129945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-19e15533-5f6e-4bb1-9d6b-89f319b694da service neutron] For port a3225b50-6061-4fa5-b17c-9da1a48db2b4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a3225b50-6061-4fa5-b17c-9da1a48db2b4,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:43.140797 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.158019 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7d296f69-2fb1-48a9-ae83-f51eeb233844 req-adb0eb08-ba51-46f6-a8f9-b5559b8a1b15 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&id=af76f206-5daf-40c4-9e95-0d5643f72732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2768703 Nov 27 01:25:43.186417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Transition to ACTIVE for port object 9346fa88-a715-450d-a3ee-1675932684b1 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:25:43.193831 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.226153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f1382-acdb-4645-8742-73bf8fc8cbd5 req-8a5128b1-0d77-4c9e-b6e8-53f44b5fff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:43.227715 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-388f1382-acdb-4645-8742-73bf8fc8cbd5 req-8a5128b1-0d77-4c9e-b6e8-53f44b5fff21 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 1097 time: 0.1189797 Nov 27 01:25:43.244594 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5bcb26-8041-4671-85f5-c88c828ec090 x-openstack-request-id: req-7a5bcb26-8041-4671-85f5-c88c828ec090 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:43.244897 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44857478-d98d-4810-a46c-a9c36fec654b", "name": "network-vif-plugged", "status": "completed", "tag": "661c154f-79bc-400a-9d94-c712e62173e7", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:43.245157 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a5bcb26-8041-4671-85f5-c88c828ec090 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:43.245564 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44857478-d98d-4810-a46c-a9c36fec654b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661c154f-79bc-400a-9d94-c712e62173e7', 'code': 200} Nov 27 01:25:43.279016 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.293352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-19e15533-5f6e-4bb1-9d6b-89f319b694da service neutron] For port a3225b50-6061-4fa5-b17c-9da1a48db2b4, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:25:43.306729 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1e7f601d-f94a-4fab-9d8f-ac6acce0aaf8 req-77d77f86-84dd-45c4-a5c4-eef5494832b1 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865959 Nov 27 01:25:43.366763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-19e15533-5f6e-4bb1-9d6b-89f319b694da service neutron] device_id is not set on port a3225b50-6061-4fa5-b17c-9da1a48db2b4 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:25:43.388103 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-388f1382-acdb-4645-8742-73bf8fc8cbd5 req-d2a2c2fa-dd33-4141-9fbe-49ee4135764e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505902 Nov 27 01:25:43.401770 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-19e15533-5f6e-4bb1-9d6b-89f319b694da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.413824 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-19e15533-5f6e-4bb1-9d6b-89f319b694da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.458002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:25:43.462583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Pushing event updated for resources: {'Port': ['ID=9346fa88-a715-450d-a3ee-1675932684b1,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:43.486553 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.594064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-19e15533-5f6e-4bb1-9d6b-89f319b694da service neutron] No DVR routers for this DVR port a3225b50-6061-4fa5-b17c-9da1a48db2b4 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:43.603963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e15533-5f6e-4bb1-9d6b-89f319b694da service neutron] Pushing event updated for resources: {'Port': ['ID=a3225b50-6061-4fa5-b17c-9da1a48db2b4,revision_number=6']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:43.609106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Transition to ACTIVE for port object bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:25:43.634106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d80f0-0b69-4e79-9167-4ae3da169433 req-23d4e202-a763-4db9-b581-571b0cc3b00e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:43.643594 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-757d80f0-0b69-4e79-9167-4ae3da169433 req-23d4e202-a763-4db9-b581-571b0cc3b00e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.2233729 Nov 27 01:25:43.656750 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a47eee-6c83-4f35-a6e6-7a6685e3db44 req-ddc7a625-0638-4af8-ba40-82b2c3a5724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:43.659097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3a47eee-6c83-4f35-a6e6-7a6685e3db44 req-ddc7a625-0638-4af8-ba40-82b2c3a5724b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 1098 time: 0.1575067 Nov 27 01:25:43.663267 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.772722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Attempting to bind port 9346fa88-a715-450d-a3ee-1675932684b1 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:25:43.773678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Attempting to bind port 9346fa88-a715-450d-a3ee-1675932684b1 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:25:43.774368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Attempting to bind port 9346fa88-a715-450d-a3ee-1675932684b1 on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:25:43.827908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Port 9346fa88-a715-450d-a3ee-1675932684b1 on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:25:43.828284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Attempting to bind port 9346fa88-a715-450d-a3ee-1675932684b1 on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:25:43.874915 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Pushing event updated for resources: {'Port': ['ID=bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:43.909599 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-757d80f0-0b69-4e79-9167-4ae3da169433 req-c286382f-595d-49f6-ae64-91f8c500bbd6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492075 Nov 27 01:25:43.909599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:25:43.909599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Checking segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:25:43.909599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Bound using segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:25:43.909599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Bound port: 9346fa88-a715-450d-a3ee-1675932684b1, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:25:43.909599 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.944490 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3a47eee-6c83-4f35-a6e6-7a6685e3db44 req-7a29f15e-15fe-4d69-9e4a-641fef053406 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571557 Nov 27 01:25:44.009231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-faa87b8d-56fa-4c33-b09f-469c5e511d32 None None] Provisioning complete for port a3225b50-6061-4fa5-b17c-9da1a48db2b4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:44.010402 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-faa87b8d-56fa-4c33-b09f-469c5e511d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.030525 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2641e4-1e10-4c15-959f-de499a0d10e4 req-efe82df6-19a7-4003-b86a-029216e40e98 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.032299 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2c2641e4-1e10-4c15-959f-de499a0d10e4 req-efe82df6-19a7-4003-b86a-029216e40e98 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 944 time: 0.5233822 Nov 27 01:25:44.057006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-19e15533-5f6e-4bb1-9d6b-89f319b694da service neutron] In _notify_port_updated(), no bound segment for port a3225b50-6061-4fa5-b17c-9da1a48db2b4 on network 418da70a-eaae-4c95-847b-9bc511a0e7dc {{(pid=103402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:25:44.057900 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-19e15533-5f6e-4bb1-9d6b-89f319b694da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.058520 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-19e15533-5f6e-4bb1-9d6b-89f319b694da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.060392 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-19e15533-5f6e-4bb1-9d6b-89f319b694da service neutron] 10.222.0.31 "PUT /v2.0/ports/a3225b50-6061-4fa5-b17c-9da1a48db2b4 HTTP/1.1" status: 200 len: 1026 time: 1.3715534 Nov 27 01:25:44.069322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-faa87b8d-56fa-4c33-b09f-469c5e511d32 None None] Port a3225b50-6061-4fa5-b17c-9da1a48db2b4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:25:44.077529 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Attempting to bind port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:25:44.077868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Attempting to bind port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd25761ec-dd8c-45a8-9b58-c60a817dd532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '40b0a9c3-550f-42d6-804b-ef3e8c422668'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:25:44.078193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Attempting to bind port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c on network 40b0a9c3-550f-42d6-804b-ef3e8c422668 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:25:44.085542 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] For port 9346fa88-a715-450d-a3ee-1675932684b1, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:25:44.090699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] For port 9346fa88-a715-450d-a3ee-1675932684b1, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9346fa88-a715-450d-a3ee-1675932684b1,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:25:44.092483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c on network 40b0a9c3-550f-42d6-804b-ef3e8c422668 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:25:44.092792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Attempting to bind port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c on network 40b0a9c3-550f-42d6-804b-ef3e8c422668 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:25:44.102149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c634-2dc8-4b4b-b65e-733feafbd444 req-4d28590b-c086-4ca5-ae95-a8fdc1945509 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.103722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69c6c634-2dc8-4b4b-b65e-733feafbd444 req-4d28590b-c086-4ca5-ae95-a8fdc1945509 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 943 time: 0.1182003 Nov 27 01:25:44.108095 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.112564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:25:44.112902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Checking segment: {'id': 'd25761ec-dd8c-45a8-9b58-c60a817dd532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '40b0a9c3-550f-42d6-804b-ef3e8c422668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:25:44.113281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Bound using segment: {'id': 'd25761ec-dd8c-45a8-9b58-c60a817dd532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '40b0a9c3-550f-42d6-804b-ef3e8c422668'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:25:44.113714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Bound port: bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25761ec-dd8c-45a8-9b58-c60a817dd532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '40b0a9c3-550f-42d6-804b-ef3e8c422668'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:25:44.114056 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.164548 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2c2641e4-1e10-4c15-959f-de499a0d10e4 req-597eeeb3-0c65-42dc-a5ee-87671226b705 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249056 Nov 27 01:25:44.182407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.183033 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.184718 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] 10.222.0.21 "PUT /v2.0/ports/9346fa88-a715-450d-a3ee-1675932684b1 HTTP/1.1" status: 200 len: 1093 time: 2.2915425 Nov 27 01:25:44.186104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Deleting port 7297ec62-6258-4f74-801e-a2ae20c22061 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:44.186492 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2', 'tag': '9346fa88-a715-450d-a3ee-1675932684b1'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:44.186872 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.188773 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f578717-8896-4ad6-82c5-f01eb717e617" -d '{"events": [{"name": "network-changed", "server_uuid": "9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2", "tag": "9346fa88-a715-450d-a3ee-1675932684b1"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:44.249057 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a024d7-7b2e-4b41-a0f5-1dc8514f644c service neutron] Pushing event updated for resources: {'Port': ['ID=9346fa88-a715-450d-a3ee-1675932684b1,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:44.313971 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f28ad0-c676-4bec-8d7b-58808492cfad x-openstack-request-id: req-30f28ad0-c676-4bec-8d7b-58808492cfad {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:44.313971 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2", "tag": "9346fa88-a715-450d-a3ee-1675932684b1", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:44.313971 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30f28ad0-c676-4bec-8d7b-58808492cfad {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:44.313971 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2', 'tag': '9346fa88-a715-450d-a3ee-1675932684b1', 'status': 'completed', 'code': 200} Nov 27 01:25:44.333614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] For port 7297ec62-6258-4f74-801e-a2ae20c22061, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=7297ec62-6258-4f74-801e-a2ae20c22061,segment=NetworkSegment(bb13f819-7513-4d5c-a17c-9ef71f8940c0),segment_id=bb13f819-7513-4d5c-a17c-9ef71f8940c0)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:44.333996 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.354164 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69c6c634-2dc8-4b4b-b65e-733feafbd444 req-4a5ecaff-f550-4ebd-b08f-0cb5e0d2eb65 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171166 Nov 27 01:25:44.410827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] For port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:25:44.416289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] For port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c,segment=NetworkSegment(d25761ec-dd8c-45a8-9b58-c60a817dd532),segment_id=d25761ec-dd8c-45a8-9b58-c60a817dd532)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:25:44.434736 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.523193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Pushing event updated for resources: {'Port': ['ID=bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:44.571803 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-4ef9cb61-a5d0-4850-a1a4-3d71dea6d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.574208 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-4ef9cb61-a5d0-4850-a1a4-3d71dea6d004 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 1096 time: 0.2827137 Nov 27 01:25:44.591693 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5d529-7e5a-4022-b85f-b49ce14beb11 req-588c3cdf-e7eb-43fd-a705-9f2b8d8f4cd5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.596450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.598129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5d529-7e5a-4022-b85f-b49ce14beb11 req-588c3cdf-e7eb-43fd-a705-9f2b8d8f4cd5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.599800 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.604400 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-50960060-cae7-490e-9b9e-0e546ad31014 service neutron] 10.222.0.21 "PUT /v2.0/ports/bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c HTTP/1.1" status: 200 len: 1092 time: 2.2745454 Nov 27 01:25:44.606455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5d529-7e5a-4022-b85f-b49ce14beb11 req-588c3cdf-e7eb-43fd-a705-9f2b8d8f4cd5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.613981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5d529-7e5a-4022-b85f-b49ce14beb11 req-588c3cdf-e7eb-43fd-a705-9f2b8d8f4cd5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.620224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5d529-7e5a-4022-b85f-b49ce14beb11 req-588c3cdf-e7eb-43fd-a705-9f2b8d8f4cd5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.622181 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71c5d529-7e5a-4022-b85f-b49ce14beb11 req-588c3cdf-e7eb-43fd-a705-9f2b8d8f4cd5 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 3885 time: 0.1896966 Nov 27 01:25:44.688457 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-3c7a17f9-b941-41a5-85ba-6ce65cc83556 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9346fa88-a715-450d-a3ee-1675932684b1 HTTP/1.1" status: 200 len: 217 time: 0.0785997 Nov 27 01:25:44.806157 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.822188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3907f8c-a9c8-4b25-a016-daf85ae3f3e7 req-044035a3-02d2-444a-9b55-53a0fb657765 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.823810 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3907f8c-a9c8-4b25-a016-daf85ae3f3e7 req-044035a3-02d2-444a-9b55-53a0fb657765 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.2912726 Nov 27 01:25:44.824754 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71c5d529-7e5a-4022-b85f-b49ce14beb11 req-153ee999-3999-4b18-9b2a-d1874e6bb6cc tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950707 Nov 27 01:25:44.876495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-03b8e4eb-ac26-4a68-91b5-89b9416955f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.879135 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-03b8e4eb-ac26-4a68-91b5-89b9416955f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.1755595 Nov 27 01:25:44.880409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-a97d6230-e990-4fb9-9ee0-f63720eb62e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.881780 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-a97d6230-e990-4fb9-9ee0-f63720eb62e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57908a440b3947fda898e2cc94fc6c4f&device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 1095 time: 0.1779287 Nov 27 01:25:44.905963 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.906322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.906728 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Floating IP 6da9474f-ef4b-4cc7-89f1-ce711b5e4973 disassociated. External IP: 172.25.1.44, port: 7297ec62-6258-4f74-801e-a2ae20c22061. Nov 27 01:25:44.907082 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Calling delete_port for 7297ec62-6258-4f74-801e-a2ae20c22061 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:44.958826 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3907f8c-a9c8-4b25-a016-daf85ae3f3e7 req-fa0ae1b3-9e8d-4152-b6aa-8d463c970c96 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165636 Nov 27 01:25:45.041134 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-36aedf74-28ce-4ce8-8d3f-44946cd296a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c HTTP/1.1" status: 200 len: 217 time: 0.1051903 Nov 27 01:25:45.094671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-400eb1ca-7dc4-4523-90f9-f806a8dde39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:45.097164 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-400eb1ca-7dc4-4523-90f9-f806a8dde39e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684370 Nov 27 01:25:45.116807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-73d80ae2-6d07-4293-b4bf-38fa67ad2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:45.118669 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-73d80ae2-6d07-4293-b4bf-38fa67ad2cc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=101e1cd3-19cc-4905-aef3-54323c2ab440 HTTP/1.1" status: 200 len: 848 time: 0.0695550 Nov 27 01:25:45.139157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787dff9-eed2-4c0b-8a25-9f3dbb2d7f8c req-9f8fd262-43b4-4f33-87ad-d70452d54bf0 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:45.140737 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2787dff9-eed2-4c0b-8a25-9f3dbb2d7f8c req-9f8fd262-43b4-4f33-87ad-d70452d54bf0 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.1391716 Nov 27 01:25:45.152794 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.203622 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-0ff39d81-358b-429f-acb0-112a1070c4ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40b0a9c3-550f-42d6-804b-ef3e8c422668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575829 Nov 27 01:25:45.240107 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2787dff9-eed2-4c0b-8a25-9f3dbb2d7f8c req-59bb3020-0a50-4e8b-9f9e-f3bdee9ee025 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854902 Nov 27 01:25:45.243207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event deleted for resources: {'Port': ['ID=7297ec62-6258-4f74-801e-a2ae20c22061,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:45.295563 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4e22fff8-c9b9-4089-99ed-dfb510d02f58 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:45.400811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4e22fff8-c9b9-4089-99ed-dfb510d02f58 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:45.401251 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device a3225b50-6061-4fa5-b17c-9da1a48db2b4 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:45.490804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device a3225b50-6061-4fa5-b17c-9da1a48db2b4 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:45.491244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 5b98aa43-349e-495b-b219-a68032564792 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:45.604215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:25:45.658786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df54cdc-e430-4bf3-bc20-328b695167c4 req-46e024da-62fb-473f-8a67-e0796c5f780d tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:45.660630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2df54cdc-e430-4bf3-bc20-328b695167c4 req-46e024da-62fb-473f-8a67-e0796c5f780d tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 943 time: 0.1643188 Nov 27 01:25:45.681270 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.777285 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b98aa43-349e-495b-b219-a68032564792'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:45.797336 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fc1706-32ea-49e0-8e09-a6e2848ffbf9" -d '{"events": [{"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-unplugged", "status": "completed", "tag": "5b98aa43-349e-495b-b219-a68032564792"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:45.824827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 5b98aa43-349e-495b-b219-a68032564792, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5b98aa43-349e-495b-b219-a68032564792,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:45.839977 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2df54cdc-e430-4bf3-bc20-328b695167c4 req-bbca2308-f62a-4062-a530-28f11a810e7c tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207294 Nov 27 01:25:45.846760 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.847622 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device dc762bad-5297-4413-87bc-bd3ecbe3a755 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:45.910366 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:46.073748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] No DVR routers for this DVR port 7297ec62-6258-4f74-801e-a2ae20c22061 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:46.077128 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.081195 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-ce097590-3f53-4630-8d1d-9ad0834fe355 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "DELETE /v2.0/ports/7297ec62-6258-4f74-801e-a2ae20c22061 HTTP/1.1" status: 204 len: 173 time: 2.0118148 Nov 27 01:25:46.081762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-deleted', 'tag': '7297ec62-6258-4f74-801e-a2ae20c22061'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:46.086224 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670a6670-26ea-4df8-be5e-7cc1e9706519" -d '{"events": [{"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-deleted", "tag": "7297ec62-6258-4f74-801e-a2ae20c22061"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:46.303700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d76e1f-eaea-49bb-8674-2579f2a5d1a8 req-ce00ff13-62a2-4f3b-9dc0-3af21498658c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.321426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d76e1f-eaea-49bb-8674-2579f2a5d1a8 req-ce00ff13-62a2-4f3b-9dc0-3af21498658c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.324709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be4e394-da7f-440a-b9c1-dc1079843f42', 'tag': 'bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:46.327146 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650dced3-3262-4010-96cb-55c2db53898a" -d '{"events": [{"name": "network-changed", "server_uuid": "8be4e394-da7f-440a-b9c1-dc1079843f42", "tag": "bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:46.335436 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d76e1f-eaea-49bb-8674-2579f2a5d1a8 req-ce00ff13-62a2-4f3b-9dc0-3af21498658c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.362151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d76e1f-eaea-49bb-8674-2579f2a5d1a8 req-ce00ff13-62a2-4f3b-9dc0-3af21498658c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.364917 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-57d76e1f-eaea-49bb-8674-2579f2a5d1a8 req-ce00ff13-62a2-4f3b-9dc0-3af21498658c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 3148 time: 0.1899710 Nov 27 01:25:46.410419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccbecc-dc59-4d3b-90c0-aba81e72e45b None None] Sync routers for ids ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:46.433138 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89c3984-6b04-4dbf-a4b3-d87e3de8b4e5 x-openstack-request-id: req-e89c3984-6b04-4dbf-a4b3-d87e3de8b4e5 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:46.433340 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-unplugged", "status": "completed", "tag": "5b98aa43-349e-495b-b219-a68032564792", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:46.433607 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e89c3984-6b04-4dbf-a4b3-d87e3de8b4e5 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:46.436011 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b98aa43-349e-495b-b219-a68032564792', 'code': 200} Nov 27 01:25:46.440626 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-501a1649-4041-4afa-9da5-a6ac9003546c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Deleting port 5b98aa43-349e-495b-b219-a68032564792 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:46.441091 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-501a1649-4041-4afa-9da5-a6ac9003546c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.468620 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccbecc-dc59-4d3b-90c0-aba81e72e45b None None] Routers {'f4e6b9af-42e5-4f1f-a1a5-42126ae64872'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:46.472110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-8cccbecc-dc59-4d3b-90c0-aba81e72e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:25:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:46.474397 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66a971-4584-47b9-a719-390ca1dd6a83 req-b56af63c-8afa-420a-8925-a1d54da22278 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.475917 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f66a971-4584-47b9-a719-390ca1dd6a83 req-b56af63c-8afa-420a-8925-a1d54da22278 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 944 time: 1.0678015 Nov 27 01:25:46.510218 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c174a51d-18b4-4eda-8171-685a58fc625d req-c905693c-99f7-4e13-ae1c-1d7c68e05f00 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2582569 Nov 27 01:25:46.512022 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-03c90ae1-d367-4983-aaca-646216efa588 service neutron] 10.222.0.21 "GET /v2.0/networks/40b0a9c3-550f-42d6-804b-ef3e8c422668?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2775753 Nov 27 01:25:46.516644 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-aa764842-e026-4593-834a-a987468a71f6 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3576820 Nov 27 01:25:46.523198 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-57d76e1f-eaea-49bb-8674-2579f2a5d1a8 req-35c7d4fa-c782-453d-b898-57aaef78ca69 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465287 Nov 27 01:25:46.634994 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-501a1649-4041-4afa-9da5-a6ac9003546c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] For port 5b98aa43-349e-495b-b219-a68032564792, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=5b98aa43-349e-495b-b219-a68032564792,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:46.635759 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-501a1649-4041-4afa-9da5-a6ac9003546c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.656065 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b339fe27-8b0d-4a51-aa88-1bfb6b22bf35 req-6280fea2-dd35-493b-92e1-44a78aa6b4cf service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026108 Nov 27 01:25:46.665529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-501a1649-4041-4afa-9da5-a6ac9003546c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Calling delete_port for 5b98aa43-349e-495b-b219-a68032564792 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:46.700484 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.735292 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f66a971-4584-47b9-a719-390ca1dd6a83 req-c6c59659-9059-4b5a-89ed-dfb56b01b00b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475221 Nov 27 01:25:46.762121 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=5b98aa43-349e-495b-b219-a68032564792,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:46.771500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-8cccbecc-dc59-4d3b-90c0-aba81e72e45b None None] Set router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:25:46.815852 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.875414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174a51d-18b4-4eda-8171-685a58fc625d req-0bdb4c0b-f009-4f71-ac63-23c7ed18f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.877666 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c174a51d-18b4-4eda-8171-685a58fc625d req-0bdb4c0b-f009-4f71-ac63-23c7ed18f9f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 1096 time: 0.2196321 Nov 27 01:25:46.921608 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f578717-8896-4ad6-82c5-f01eb717e617 req-b179dd5d-88e8-412d-b780-c40220e33ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.923943 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f578717-8896-4ad6-82c5-f01eb717e617 req-b179dd5d-88e8-412d-b780-c40220e33ddc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 1096 time: 0.1187544 Nov 27 01:25:46.988319 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925d6c8a-b852-4cd5-b76e-ee953d96ab58 req-b9e0a53d-6c70-4766-ab43-517548215cc7 service neutron] 10.222.0.21 "GET /v2.0/networks/40b0a9c3-550f-42d6-804b-ef3e8c422668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363620 Nov 27 01:25:47.020573 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c58832-27d5-4f4d-9499-dcdd6460aaa5 x-openstack-request-id: req-99c58832-27d5-4f4d-9499-dcdd6460aaa5 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:47.020915 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-deleted", "tag": "7297ec62-6258-4f74-801e-a2ae20c22061", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:47.021179 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99c58832-27d5-4f4d-9499-dcdd6460aaa5 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:47.021731 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-deleted', 'tag': '7297ec62-6258-4f74-801e-a2ae20c22061', 'status': 'completed', 'code': 200} Nov 27 01:25:47.023154 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-501a1649-4041-4afa-9da5-a6ac9003546c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.084342 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a1649-4041-4afa-9da5-a6ac9003546c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event deleted for resources: {'Port': ['ID=5b98aa43-349e-495b-b219-a68032564792,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:47.117116 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port dc762bad-5297-4413-87bc-bd3ecbe3a755, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dc762bad-5297-4413-87bc-bd3ecbe3a755,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:47.132504 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.133247 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0edd8c44-d12f-4f64-979a-5b7c3c4f805b no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:47.174396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00a67e-31a8-4570-870a-cde8b82a0b5a req-4fef2398-0770-4a89-9dcc-21f757d39ce8 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:47.181608 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884c2fd-097e-4fbc-87a3-9da15c2df2a4 req-c34592ee-dd1a-4401-9ba1-49ccd2d452e3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:47.183400 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e884c2fd-097e-4fbc-87a3-9da15c2df2a4 req-c34592ee-dd1a-4401-9ba1-49ccd2d452e3 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.1901579 Nov 27 01:25:47.190075 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-da00a67e-31a8-4570-870a-cde8b82a0b5a req-4fef2398-0770-4a89-9dcc-21f757d39ce8 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.5014632 Nov 27 01:25:47.192467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-501a1649-4041-4afa-9da5-a6ac9003546c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] No DVR routers for this DVR port 5b98aa43-349e-495b-b219-a68032564792 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:47.212108 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-501a1649-4041-4afa-9da5-a6ac9003546c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.215325 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-501a1649-4041-4afa-9da5-a6ac9003546c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "DELETE /v2.0/ports/5b98aa43-349e-495b-b219-a68032564792 HTTP/1.1" status: 204 len: 173 time: 1.1246312 Nov 27 01:25:47.277631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f578717-8896-4ad6-82c5-f01eb717e617 req-2d14d8f8-ef0b-4859-984c-146eb66f0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:47.279370 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f578717-8896-4ad6-82c5-f01eb717e617 req-2d14d8f8-ef0b-4859-984c-146eb66f0f33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.3309937 Nov 27 01:25:47.286498 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174a51d-18b4-4eda-8171-685a58fc625d req-e470fdbb-da66-4a32-8938-fa5587286fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:47.288171 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c174a51d-18b4-4eda-8171-685a58fc625d req-e470fdbb-da66-4a32-8938-fa5587286fa7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.3867550 Nov 27 01:25:47.326651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-da00a67e-31a8-4570-870a-cde8b82a0b5a req-9d394e13-0430-4737-8f52-2e89b29966bb tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307919 Nov 27 01:25:47.341137 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f578717-8896-4ad6-82c5-f01eb717e617 req-5befd900-5cf6-476e-ab0b-5224bea0a8db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9346fa88-a715-450d-a3ee-1675932684b1 HTTP/1.1" status: 200 len: 217 time: 0.0516851 Nov 27 01:25:47.357485 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e884c2fd-097e-4fbc-87a3-9da15c2df2a4 req-b02f87f2-95a9-47dd-8fb4-a0744cce2ff5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638155 Nov 27 01:25:47.386001 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.409569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=dc762bad-5297-4413-87bc-bd3ecbe3a755,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:47.440953 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3c5d56-fb2c-4241-be7f-0fa096e96437 x-openstack-request-id: req-2c3c5d56-fb2c-4241-be7f-0fa096e96437 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:47.443989 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be4e394-da7f-440a-b9c1-dc1079843f42", "tag": "bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:47.444582 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c3c5d56-fb2c-4241-be7f-0fa096e96437 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:47.445357 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be4e394-da7f-440a-b9c1-dc1079843f42', 'tag': 'bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c', 'status': 'completed', 'code': 200} Nov 27 01:25:47.480987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-5e97d068-20f1-4acd-9fc8-333da51204eb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Deleting port 4f854bd5-781e-4e8b-a405-db101e4faafa {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:47.481432 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-5e97d068-20f1-4acd-9fc8-333da51204eb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.486834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-8cccbecc-dc59-4d3b-90c0-aba81e72e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port': {'id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'dc14ea20-e1ee-42d7-be9f-7570c0f1a94c', 'name': '', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'mac_address': 'fa:16:3e:d3:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:44Z', 'updated_at': '2021-11-27T01:14:49Z', 'revision_number': 5, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'subnets': [{'id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:47.546032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0edd8c44-d12f-4f64-979a-5b7c3c4f805b,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:47.547832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccbecc-dc59-4d3b-90c0-aba81e72e45b None None] Checking router: f4e6b9af-42e5-4f1f-a1a5-42126ae64872 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:25:47.552708 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.553748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4f854bd5-781e-4e8b-a405-db101e4faafa no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:47.625856 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c174a51d-18b4-4eda-8171-685a58fc625d req-6d2ed53c-e110-484b-a063-aa78962d7bcf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f HTTP/1.1" status: 200 len: 999 time: 0.3245330 Nov 27 01:25:47.628232 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f578717-8896-4ad6-82c5-f01eb717e617 req-56bd3adf-3340-40cd-8b25-065ab5b39581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:47.629294 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f578717-8896-4ad6-82c5-f01eb717e617 req-56bd3adf-3340-40cd-8b25-065ab5b39581 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.2677920 Nov 27 01:25:47.646468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8d492-82fe-498c-8c0d-4831ce28aa69 req-ea6f68de-e9b2-4438-aba0-9aa29ffe3d8e tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:47.655330 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0e8d492-82fe-498c-8c0d-4831ce28aa69 req-ea6f68de-e9b2-4438-aba0-9aa29ffe3d8e tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 943 time: 0.1876373 Nov 27 01:25:47.731026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccbecc-dc59-4d3b-90c0-aba81e72e45b None None] Routers {'f4e6b9af-42e5-4f1f-a1a5-42126ae64872'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:47.736215 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-8cccbecc-dc59-4d3b-90c0-aba81e72e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:25:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:47.760213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-5e97d068-20f1-4acd-9fc8-333da51204eb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] For port 4f854bd5-781e-4e8b-a405-db101e4faafa, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4f854bd5-781e-4e8b-a405-db101e4faafa,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:47.760610 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-5e97d068-20f1-4acd-9fc8-333da51204eb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.788894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-5e97d068-20f1-4acd-9fc8-333da51204eb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Calling delete_port for 4f854bd5-781e-4e8b-a405-db101e4faafa owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:47.794911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174a51d-18b4-4eda-8171-685a58fc625d req-f2e5dc42-6a3f-45e6-9cd3-2afd621e5ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:47.796748 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c174a51d-18b4-4eda-8171-685a58fc625d req-f2e5dc42-6a3f-45e6-9cd3-2afd621e5ef9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.1327252 Nov 27 01:25:47.808806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dced3-3262-4010-96cb-55c2db53898a req-7da5e2ec-bde9-4ec4-b8f2-e4322350a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:47.810594 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-650dced3-3262-4010-96cb-55c2db53898a req-7da5e2ec-bde9-4ec4-b8f2-e4322350a6e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57908a440b3947fda898e2cc94fc6c4f&device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 1095 time: 0.3115649 Nov 27 01:25:47.905599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-8cccbecc-dc59-4d3b-90c0-aba81e72e45b None None] Set router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:25:47.986734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dced3-3262-4010-96cb-55c2db53898a req-380cd846-8e86-450a-aa9b-6a61eecac4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:47.999344 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-650dced3-3262-4010-96cb-55c2db53898a req-380cd846-8e86-450a-aa9b-6a61eecac4a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40b0a9c3-550f-42d6-804b-ef3e8c422668 HTTP/1.1" status: 200 len: 909 time: 0.1763306 Nov 27 01:25:48.001346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-5e97d068-20f1-4acd-9fc8-333da51204eb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:48.053232 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97d068-20f1-4acd-9fc8-333da51204eb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event deleted for resources: {'Port': ['ID=4f854bd5-781e-4e8b-a405-db101e4faafa,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:48.113927 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07256741-a936-4800-a455-b914e9f44c4d req-c2c80ae6-7ccb-49ca-90a7-32241d6f5792 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:48.120643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 9346fa88-a715-450d-a3ee-1675932684b1 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:25:48.124890 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07256741-a936-4800-a455-b914e9f44c4d req-c2c80ae6-7ccb-49ca-90a7-32241d6f5792 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.1671841 Nov 27 01:25:48.137784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0e8d492-82fe-498c-8c0d-4831ce28aa69 req-dc5bfa71-aeb5-463e-b579-c529cae132da tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812834 Nov 27 01:25:48.148081 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-650dced3-3262-4010-96cb-55c2db53898a req-0e5d1b9a-badf-4ce1-9897-f63ccc87a952 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c HTTP/1.1" status: 200 len: 217 time: 0.1058946 Nov 27 01:25:48.177021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f578717-8896-4ad6-82c5-f01eb717e617 req-78fe6950-2590-435a-b684-bc59cce12dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:48.179262 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f578717-8896-4ad6-82c5-f01eb717e617 req-78fe6950-2590-435a-b684-bc59cce12dd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4508929 Nov 27 01:25:48.226400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31d92e-03d9-47f9-a16f-f509ba3ffc22 req-1f5b582f-c49d-4446-b7e6-6444fd4a2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:48.228540 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d31d92e-03d9-47f9-a16f-f509ba3ffc22 req-1f5b582f-c49d-4446-b7e6-6444fd4a2288 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2666e5b4df3746d1a96c8ab22c44db0b&device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 1097 time: 0.2404256 Nov 27 01:25:48.230732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-5e97d068-20f1-4acd-9fc8-333da51204eb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] No DVR routers for this DVR port 4f854bd5-781e-4e8b-a405-db101e4faafa on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:48.238197 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-5e97d068-20f1-4acd-9fc8-333da51204eb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:48.242382 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-5e97d068-20f1-4acd-9fc8-333da51204eb tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "DELETE /v2.0/ports/4f854bd5-781e-4e8b-a405-db101e4faafa HTTP/1.1" status: 204 len: 173 time: 1.0142572 Nov 27 01:25:48.257245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=0edd8c44-d12f-4f64-979a-5b7c3c4f805b,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:48.314853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No active binding found for port 4f854bd5-781e-4e8b-a405-db101e4faafa {{(pid=103404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 01:25:48.315391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4f854bd5-781e-4e8b-a405-db101e4faafa not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:48.316373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7297ec62-6258-4f74-801e-a2ae20c22061 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:48.345900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 7297ec62-6258-4f74-801e-a2ae20c22061 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:48.346268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 7297ec62-6258-4f74-801e-a2ae20c22061 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:48.367333 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174a51d-18b4-4eda-8171-685a58fc625d req-6de4a304-ee0d-49a2-b416-a1077f47cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:48.368985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c174a51d-18b4-4eda-8171-685a58fc625d req-6de4a304-ee0d-49a2-b416-a1077f47cbbe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5543869 Nov 27 01:25:48.373677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-8cccbecc-dc59-4d3b-90c0-aba81e72e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port': {'id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'dc14ea20-e1ee-42d7-be9f-7570c0f1a94c', 'name': '', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'mac_address': 'fa:16:3e:d3:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:44Z', 'updated_at': '2021-11-27T01:14:49Z', 'revision_number': 5, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'subnets': [{'id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:48.374209 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07256741-a936-4800-a455-b914e9f44c4d req-03c0bc61-b9ef-4e53-9070-385e3e60ff58 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480295 Nov 27 01:25:48.410598 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccbecc-dc59-4d3b-90c0-aba81e72e45b None None] The sync data for ids ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'] in n-d-817303-10 is: [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port': {'id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'dc14ea20-e1ee-42d7-be9f-7570c0f1a94c', 'name': '', 'network_id': '8edb1bd7-e9a2-4234-bcb2-92640c58daf6', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'mac_address': 'fa:16:3e:d3:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:44Z', 'updated_at': '2021-11-27T01:14:49Z', 'revision_number': 5, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'subnets': [{'id': '254528fa-ba6d-46f8-93e2-9e5298866c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:48.421728 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 9346fa88-a715-450d-a3ee-1675932684b1, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9346fa88-a715-450d-a3ee-1675932684b1,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:48.437336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc762bad-5297-4413-87bc-bd3ecbe3a755'}, {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0edd8c44-d12f-4f64-979a-5b7c3c4f805b'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:48.439643 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18eaf072-6e7c-4cfd-a4b6-2915847fbdbb" -d '{"events": [{"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-unplugged", "status": "completed", "tag": "dc762bad-5297-4413-87bc-bd3ecbe3a755"}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-unplugged", "status": "completed", "tag": "0edd8c44-d12f-4f64-979a-5b7c3c4f805b"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:48.478711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '9346fa88-a715-450d-a3ee-1675932684b1', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'port_id': '9346fa88-a715-450d-a3ee-1675932684b1', 'mac_address': 'fa:16:3e:1e:fa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:25:48.526995 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:48.552064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9346fa88-a715-450d-a3ee-1675932684b1 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:25:48.577719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 9346fa88-a715-450d-a3ee-1675932684b1, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9346fa88-a715-450d-a3ee-1675932684b1,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:48.583642 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:48.641845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dced3-3262-4010-96cb-55c2db53898a req-8afb3349-f037-46c2-9eee-6a6f309ffe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:48.643668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-650dced3-3262-4010-96cb-55c2db53898a req-8afb3349-f037-46c2-9eee-6a6f309ffe4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=101e1cd3-19cc-4905-aef3-54323c2ab440 HTTP/1.1" status: 200 len: 848 time: 0.4850242 Nov 27 01:25:48.684186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-2d559ac2-7e2c-418e-bc43-e94cbb92a931 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Deleting port dc762bad-5297-4413-87bc-bd3ecbe3a755 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:48.684568 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-2d559ac2-7e2c-418e-bc43-e94cbb92a931 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:48.706052 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-650dced3-3262-4010-96cb-55c2db53898a req-474ff16c-93a0-4830-85b0-71ef9785e784 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40b0a9c3-550f-42d6-804b-ef3e8c422668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489039 Nov 27 01:25:48.715065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=9346fa88-a715-450d-a3ee-1675932684b1,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:48.726430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1fe08-f150-459d-9e1f-8be1c8a68739 req-bd5506cc-743e-4262-9c8e-3b6fb27771ad tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:48.734231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1fe08-f150-459d-9e1f-8be1c8a68739 req-bd5506cc-743e-4262-9c8e-3b6fb27771ad tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:48.736130 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8a1fe08-f150-459d-9e1f-8be1c8a68739 req-bd5506cc-743e-4262-9c8e-3b6fb27771ad tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 1677 time: 0.4332147 Nov 27 01:25:48.828791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-2d559ac2-7e2c-418e-bc43-e94cbb92a931 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] For port dc762bad-5297-4413-87bc-bd3ecbe3a755, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=dc762bad-5297-4413-87bc-bd3ecbe3a755,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:48.829558 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-2d559ac2-7e2c-418e-bc43-e94cbb92a931 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:48.844478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-2d559ac2-7e2c-418e-bc43-e94cbb92a931 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Calling delete_port for dc762bad-5297-4413-87bc-bd3ecbe3a755 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:48.857791 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-650dced3-3262-4010-96cb-55c2db53898a req-154aca8a-22d7-4aae-a50a-58312b8ed1d3 service neutron] 10.222.0.21 "GET /v2.0/networks/40b0a9c3-550f-42d6-804b-ef3e8c422668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202762 Nov 27 01:25:48.889294 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c19ff25-0204-4a6f-9708-715d815fdc55 None None] New status for floating IP 6da9474f-ef4b-4cc7-89f1-ce711b5e4973: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:25:48.897169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f578717-8896-4ad6-82c5-f01eb717e617 req-bea3f3bb-2827-4689-bf49-40d723c014ad service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973469 Nov 27 01:25:48.923649 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c174a51d-18b4-4eda-8171-685a58fc625d req-0c520983-d1d5-43e7-b810-368fb38b2f2f service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427459 Nov 27 01:25:48.931825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['9346fa88-a715-450d-a3ee-1675932684b1'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:49.056886 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8a1fe08-f150-459d-9e1f-8be1c8a68739 req-7757a8ef-7c61-4108-ad7b-c5bca31a6e2a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065643 Nov 27 01:25:49.149906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d164cf-8e45-4cf4-b6a2-fb8d63f74201 req-cacf82d6-33ba-4c5d-9146-23192a913925 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:49.166991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5d164cf-8e45-4cf4-b6a2-fb8d63f74201 req-cacf82d6-33ba-4c5d-9146-23192a913925 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.6650746 Nov 27 01:25:49.179925 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-deleted', 'tag': '5b98aa43-349e-495b-b219-a68032564792'}, {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-deleted', 'tag': '4f854bd5-781e-4e8b-a405-db101e4faafa'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:49.187272 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b9195c-671b-4840-a579-637c74afa330" -d '{"events": [{"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-deleted", "tag": "5b98aa43-349e-495b-b219-a68032564792"}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-deleted", "tag": "4f854bd5-781e-4e8b-a405-db101e4faafa"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:49.278998 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-2d559ac2-7e2c-418e-bc43-e94cbb92a931 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:49.321893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e09aae-207f-45a8-8126-3260865852d6 req-10d6c8bd-5ce9-4b27-bd23-dc8f20316f30 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:49.331237 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b9e09aae-207f-45a8-8126-3260865852d6 req-10d6c8bd-5ce9-4b27-bd23-dc8f20316f30 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 945 time: 0.1553922 Nov 27 01:25:49.364750 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31d92e-03d9-47f9-a16f-f509ba3ffc22 req-fe3791a5-86a3-4113-8959-554eddaada2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:49.365063 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-650dced3-3262-4010-96cb-55c2db53898a req-dd54c3ad-1747-4a95-8554-f7336828f3cb service neutron] 10.222.0.21 "GET /v2.0/networks/40b0a9c3-550f-42d6-804b-ef3e8c422668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978549 Nov 27 01:25:49.367596 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d31d92e-03d9-47f9-a16f-f509ba3ffc22 req-fe3791a5-86a3-4113-8959-554eddaada2d service neutron] 10.222.0.31 "GET /v2.0/networks?id=a774b0ea-8ef6-4e2e-9918-cbc8326667de HTTP/1.1" status: 200 len: 911 time: 1.1216655 Nov 27 01:25:49.376428 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c174a51d-18b4-4eda-8171-685a58fc625d req-14bd3437-e687-4631-b4ba-8ce5b5215680 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310424 Nov 27 01:25:49.396320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f578717-8896-4ad6-82c5-f01eb717e617 req-ffc6d172-1fea-452c-a822-0382e437cc56 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703543 Nov 27 01:25:49.428857 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b9e09aae-207f-45a8-8126-3260865852d6 req-0ca36b7c-4e1e-491d-b795-75b493ca4716 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963316 Nov 27 01:25:49.473533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d559ac2-7e2c-418e-bc43-e94cbb92a931 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event deleted for resources: {'Port': ['ID=dc762bad-5297-4413-87bc-bd3ecbe3a755,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:49.540123 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d31d92e-03d9-47f9-a16f-f509ba3ffc22 req-71b9c062-6229-4d4a-aece-4f84ca9c2b36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 HTTP/1.1" status: 200 len: 217 time: 0.0997086 Nov 27 01:25:49.548703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d281ca-1877-47ba-b5ba-c39ba43acffd req-9eb039c5-8661-4cbe-9a62-3543bf3b40e2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:49.556064 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3d281ca-1877-47ba-b5ba-c39ba43acffd req-9eb039c5-8661-4cbe-9a62-3543bf3b40e2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.0636981 Nov 27 01:25:49.575102 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5d164cf-8e45-4cf4-b6a2-fb8d63f74201 req-6cf5e1f2-8f6e-4eef-b480-1d67e3ba2f76 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072397 Nov 27 01:25:49.576208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-2d559ac2-7e2c-418e-bc43-e94cbb92a931 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] No DVR routers for this DVR port dc762bad-5297-4413-87bc-bd3ecbe3a755 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:49.580151 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-2d559ac2-7e2c-418e-bc43-e94cbb92a931 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:49.583907 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-2d559ac2-7e2c-418e-bc43-e94cbb92a931 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "DELETE /v2.0/ports/dc762bad-5297-4413-87bc-bd3ecbe3a755 HTTP/1.1" status: 204 len: 173 time: 1.3076167 Nov 27 01:25:49.646543 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3d281ca-1877-47ba-b5ba-c39ba43acffd req-ba7e7a22-4825-443d-95aa-40a13b192b4b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819221 Nov 27 01:25:49.658421 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab49e1db-de60-4433-be6b-20c101d3c077 x-openstack-request-id: req-ab49e1db-de60-4433-be6b-20c101d3c077 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:49.659554 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-unplugged", "status": "completed", "tag": "dc762bad-5297-4413-87bc-bd3ecbe3a755", "code": 200}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-unplugged", "status": "completed", "tag": "0edd8c44-d12f-4f64-979a-5b7c3c4f805b", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:49.659554 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab49e1db-de60-4433-be6b-20c101d3c077 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:49.659906 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc762bad-5297-4413-87bc-bd3ecbe3a755', 'code': 200} Nov 27 01:25:49.660162 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0edd8c44-d12f-4f64-979a-5b7c3c4f805b', 'code': 200} Nov 27 01:25:49.691168 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31d92e-03d9-47f9-a16f-f509ba3ffc22 req-6035cda6-c4fa-4671-afa9-99caebcce8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:49.692920 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d31d92e-03d9-47f9-a16f-f509ba3ffc22 req-6035cda6-c4fa-4671-afa9-99caebcce8ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=afd5e847-17b5-46ac-9f27-35fc7805bece HTTP/1.1" status: 200 len: 850 time: 0.1290162 Nov 27 01:25:49.709904 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1b79b5-0b3b-4901-af31-e123b5851ade x-openstack-request-id: req-5d1b79b5-0b3b-4901-af31-e123b5851ade {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:49.712567 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-deleted", "tag": "5b98aa43-349e-495b-b219-a68032564792", "status": "completed", "code": 200}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-deleted", "tag": "4f854bd5-781e-4e8b-a405-db101e4faafa", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:49.712952 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d1b79b5-0b3b-4901-af31-e123b5851ade {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:49.713555 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-deleted', 'tag': '5b98aa43-349e-495b-b219-a68032564792', 'status': 'completed', 'code': 200} Nov 27 01:25:49.713911 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-deleted', 'tag': '4f854bd5-781e-4e8b-a405-db101e4faafa', 'status': 'completed', 'code': 200} Nov 27 01:25:49.785441 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d31d92e-03d9-47f9-a16f-f509ba3ffc22 req-66234697-aa57-4e12-9bf0-e1a271b0ae79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a774b0ea-8ef6-4e2e-9918-cbc8326667de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340731 Nov 27 01:25:49.788277 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-9d3f25ba-fbdf-45be-9218-23f299093e5f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Deleting port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:49.788618 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-9d3f25ba-fbdf-45be-9218-23f299093e5f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:49.827738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0af44-68e8-4f03-8d61-3e2f1635b08f req-26b62632-db28-4b37-865b-0c8125df80fc tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:49.829592 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5f0af44-68e8-4f03-8d61-3e2f1635b08f req-26b62632-db28-4b37-865b-0c8125df80fc tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 943 time: 0.1032295 Nov 27 01:25:49.919122 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5f0af44-68e8-4f03-8d61-3e2f1635b08f req-d3a26d8f-3489-4cf1-a9ae-8aef88802524 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803459 Nov 27 01:25:50.088418 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:25:50.100349 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 9346fa88-a715-450d-a3ee-1675932684b1 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:50.270574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d31d92e-03d9-47f9-a16f-f509ba3ffc22 req-9e71fb23-5f32-41e0-a7f9-1b035b7382ea service neutron] 10.222.0.31 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647632 Nov 27 01:25:50.305230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb2a01-39cd-416b-90b4-e3ffaca06252 req-978b7269-235b-41da-9811-c979abf7afb7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:50.314437 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-abcb2a01-39cd-416b-90b4-e3ffaca06252 req-978b7269-235b-41da-9811-c979abf7afb7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 943 time: 0.0818489 Nov 27 01:25:50.330093 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-9d3f25ba-fbdf-45be-9218-23f299093e5f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] For port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0edd8c44-d12f-4f64-979a-5b7c3c4f805b,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:50.330503 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-9d3f25ba-fbdf-45be-9218-23f299093e5f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:50.347341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-9d3f25ba-fbdf-45be-9218-23f299093e5f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Calling delete_port for 0edd8c44-d12f-4f64-979a-5b7c3c4f805b owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:50.351185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c,segment=NetworkSegment(d25761ec-dd8c-45a8-9b58-c60a817dd532),segment_id=d25761ec-dd8c-45a8-9b58-c60a817dd532)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:50.366170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c', 'network_id': '40b0a9c3-550f-42d6-804b-ef3e8c422668', 'port_id': 'bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c', 'mac_address': 'fa:16:3e:40:62:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '101e1cd3-19cc-4905-aef3-54323c2ab440', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:25:50.386804 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-abcb2a01-39cd-416b-90b4-e3ffaca06252 req-6503fe4d-41bb-40a1-b989-21ee4088955a tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb8393a8-cdc2-427f-ac69-7e09a2e5163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704796 Nov 27 01:25:50.450239 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 9346fa88-a715-450d-a3ee-1675932684b1 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:25:50.454212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 9346fa88-a715-450d-a3ee-1675932684b1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:50.454601 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:50.456443 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:50.471510 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:25:50.500278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c,segment=NetworkSegment(d25761ec-dd8c-45a8-9b58-c60a817dd532),segment_id=d25761ec-dd8c-45a8-9b58-c60a817dd532)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:50.527172 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:50.567954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1108f-685a-4212-b46c-881c8494cfd0 req-53792440-cfb8-4ac6-8505-c79ffc7d598c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:50.575282 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1fc1108f-685a-4212-b46c-881c8494cfd0 req-53792440-cfb8-4ac6-8505-c79ffc7d598c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.7685330 Nov 27 01:25:50.599815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:50.667287 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d31d92e-03d9-47f9-a16f-f509ba3ffc22 req-93bf0874-5a36-4edc-8a45-b23d32c957c1 service neutron] 10.222.0.31 "GET /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170630 Nov 27 01:25:50.672650 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-9d3f25ba-fbdf-45be-9218-23f299093e5f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:50.700430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab30f82-0d4b-4585-affd-89639013cd68 req-5e9ac173-8192-452c-aa56-815cadf86ad8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:50.702204 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ab30f82-0d4b-4585-affd-89639013cd68 req-5e9ac173-8192-452c-aa56-815cadf86ad8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 945 time: 0.1255035 Nov 27 01:25:50.719554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1fc1108f-685a-4212-b46c-881c8494cfd0 req-d8139f8f-31a8-459b-8ce8-331226885324 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421564 Nov 27 01:25:50.729619 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:50.753751 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f25ba-fbdf-45be-9218-23f299093e5f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event deleted for resources: {'Port': ['ID=0edd8c44-d12f-4f64-979a-5b7c3c4f805b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:50.817258 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ab30f82-0d4b-4585-affd-89639013cd68 req-348d19aa-327c-4067-b86c-04f338c33c3b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071010 Nov 27 01:25:50.820890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 9346fa88-a715-450d-a3ee-1675932684b1, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9346fa88-a715-450d-a3ee-1675932684b1,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:50.825364 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:50.834240 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-9d3f25ba-fbdf-45be-9218-23f299093e5f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] No DVR routers for this DVR port 0edd8c44-d12f-4f64-979a-5b7c3c4f805b on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:50.856489 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-9d3f25ba-fbdf-45be-9218-23f299093e5f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:50.865902 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5278a3b1-a8b6-4b65-9b91-5db838c36f83 req-9d3f25ba-fbdf-45be-9218-23f299093e5f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.31 "DELETE /v2.0/ports/0edd8c44-d12f-4f64-979a-5b7c3c4f805b HTTP/1.1" status: 204 len: 173 time: 1.2631879 Nov 27 01:25:50.935011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:50.963616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=9346fa88-a715-450d-a3ee-1675932684b1,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:50.982473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4cbad-7046-4cdd-82e5-e8c2aaf7c8f2 req-e408ce8f-ccf9-4152-9b3b-d74030c25c9a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:50.984717 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aab4cbad-7046-4cdd-82e5-e8c2aaf7c8f2 req-e408ce8f-ccf9-4152-9b3b-d74030c25c9a tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.1515009 Nov 27 01:25:51.043270 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f32f4-5431-4d37-b6ca-70afe6dd8dcf req-2b38d785-12a1-45e4-81db-7a320f3e35e5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:51.050590 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dd3f32f4-5431-4d37-b6ca-70afe6dd8dcf req-2b38d785-12a1-45e4-81db-7a320f3e35e5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.1271210 Nov 27 01:25:51.091087 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aab4cbad-7046-4cdd-82e5-e8c2aaf7c8f2 req-efdaed8e-5801-4d72-87cf-e1e49bccb0a9 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946915 Nov 27 01:25:51.137415 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dd3f32f4-5431-4d37-b6ca-70afe6dd8dcf req-0025a1f8-c2b5-4aba-9089-9b7aaf7dcaed tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772259 Nov 27 01:25:51.276009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399b196-dc18-4eb0-a14c-e4ea68784f02 req-3ccab42b-a742-4813-9a06-9941875fd594 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:51.278200 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5399b196-dc18-4eb0-a14c-e4ea68784f02 req-3ccab42b-a742-4813-9a06-9941875fd594 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 944 time: 0.0753546 Nov 27 01:25:51.345596 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84616980-ef1d-4a48-bdff-c6a88d58ffcd req-eacc4786-6730-4ca8-9bbb-a99e96b8dcd0 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:51.347865 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84616980-ef1d-4a48-bdff-c6a88d58ffcd req-eacc4786-6730-4ca8-9bbb-a99e96b8dcd0 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.0702107 Nov 27 01:25:51.381562 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5399b196-dc18-4eb0-a14c-e4ea68784f02 req-855c5e53-1af2-433c-84b6-339965fe1922 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890584 Nov 27 01:25:51.466850 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-84616980-ef1d-4a48-bdff-c6a88d58ffcd req-b57c01dc-77cf-4021-b126-f1c017befe27 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089399 Nov 27 01:25:51.574717 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c3b58bce-6ae9-49ba-9692-839fa1770678 req-3ef5aca7-cfc4-45b8-8e53-8c89d84417c8 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0360341 Nov 27 01:25:51.614188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe9778-2c1e-4b54-8a53-19faf67508ca req-b0cf81c1-64e1-48ee-8c05-8e50c53e7cc8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:51.615845 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98fe9778-2c1e-4b54-8a53-19faf67508ca req-b0cf81c1-64e1-48ee-8c05-8e50c53e7cc8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.0576637 Nov 27 01:25:51.661887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9346fa88-a715-450d-a3ee-1675932684b1'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:51.664838 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57ef039-0a74-4a01-88ee-1054f2aff0c3" -d '{"events": [{"server_uuid": "9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2", "name": "network-vif-plugged", "status": "completed", "tag": "9346fa88-a715-450d-a3ee-1675932684b1"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:51.671812 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98fe9778-2c1e-4b54-8a53-19faf67508ca req-b30cca78-c209-49b0-a782-4742ada2663b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499671 Nov 27 01:25:51.715056 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82475cc-51a7-475b-82d3-52e84f7b381c x-openstack-request-id: req-a82475cc-51a7-475b-82d3-52e84f7b381c {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:51.715398 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2", "name": "network-vif-plugged", "status": "completed", "tag": "9346fa88-a715-450d-a3ee-1675932684b1", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:51.715654 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a82475cc-51a7-475b-82d3-52e84f7b381c {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:51.716058 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9346fa88-a715-450d-a3ee-1675932684b1', 'code': 200} Nov 27 01:25:51.716701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-deleted', 'tag': 'dc762bad-5297-4413-87bc-bd3ecbe3a755'}, {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-deleted', 'tag': '0edd8c44-d12f-4f64-979a-5b7c3c4f805b'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:51.719770 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a08dc5-52fe-42ea-ba87-01261ecccac1" -d '{"events": [{"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-deleted", "tag": "dc762bad-5297-4413-87bc-bd3ecbe3a755"}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-deleted", "tag": "0edd8c44-d12f-4f64-979a-5b7c3c4f805b"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:51.777829 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db6ed7e-1240-45c7-a8a7-65f152ec7fe4 x-openstack-request-id: req-7db6ed7e-1240-45c7-a8a7-65f152ec7fe4 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:51.778825 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-deleted", "tag": "dc762bad-5297-4413-87bc-bd3ecbe3a755", "status": "completed", "code": 200}, {"server_uuid": "212f2088-3364-441c-9352-98ca90ce98dc", "name": "network-vif-deleted", "tag": "0edd8c44-d12f-4f64-979a-5b7c3c4f805b", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:51.779374 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7db6ed7e-1240-45c7-a8a7-65f152ec7fe4 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:51.780381 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-deleted', 'tag': 'dc762bad-5297-4413-87bc-bd3ecbe3a755', 'status': 'completed', 'code': 200} Nov 27 01:25:51.780895 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212f2088-3364-441c-9352-98ca90ce98dc', 'name': 'network-vif-deleted', 'tag': '0edd8c44-d12f-4f64-979a-5b7c3c4f805b', 'status': 'completed', 'code': 200} Nov 27 01:25:51.979559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d854f59-0e5b-43ad-b8be-40530e810f77 req-58e4936c-6f2d-4e79-a39b-3a64ad938ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:51.981017 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d854f59-0e5b-43ad-b8be-40530e810f77 req-58e4936c-6f2d-4e79-a39b-3a64ad938ae4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 1098 time: 0.1418788 Nov 27 01:25:52.022509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c47ec-2a87-46d7-a162-5280ad81bfc3 req-4ac96f6a-f2de-4bac-a43e-bed93023219b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:52.024268 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-000c47ec-2a87-46d7-a162-5280ad81bfc3 req-4ac96f6a-f2de-4bac-a43e-bed93023219b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.0956771 Nov 27 01:25:52.033607 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f65cf2-0b76-4678-a683-7611a6c1c251 req-88ebb76b-bc2b-426b-a293-ab5ab359c052 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:52.036730 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8f65cf2-0b76-4678-a683-7611a6c1c251 req-88ebb76b-bc2b-426b-a293-ab5ab359c052 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 946 time: 0.0762992 Nov 27 01:25:52.073789 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d854f59-0e5b-43ad-b8be-40530e810f77 req-225a5c58-c36c-48fa-82fb-5f330490efa4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823488 Nov 27 01:25:52.109528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:52.130939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8f65cf2-0b76-4678-a683-7611a6c1c251 req-f01ce413-6f20-4faa-ab7f-df45392c2c1d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874503 Nov 27 01:25:52.132394 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-000c47ec-2a87-46d7-a162-5280ad81bfc3 req-e5cf5638-ae61-4c88-9ca0-9007653428d4 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926480 Nov 27 01:25:52.176168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:25:52.180362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:52.180900 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:52.269422 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e381a-9e06-4ef1-9cd1-4ea2c6b47d80 req-263c9f4c-49d8-4ff0-97c6-99a323787e5d tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:52.269691 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c75e381a-9e06-4ef1-9cd1-4ea2c6b47d80 req-263c9f4c-49d8-4ff0-97c6-99a323787e5d tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.0746353 Nov 27 01:25:52.344510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c75e381a-9e06-4ef1-9cd1-4ea2c6b47d80 req-b4135081-2546-46a6-9e31-d2cbd0032924 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632091 Nov 27 01:25:52.469246 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:52.504940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e9843-6e31-4199-925b-1bf34d25d281 req-4a403ea6-e09e-428d-9563-3cfb82e5cd52 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:52.513637 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-506e9843-6e31-4199-925b-1bf34d25d281 req-4a403ea6-e09e-428d-9563-3cfb82e5cd52 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 944 time: 0.0683808 Nov 27 01:25:52.522495 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c,segment=NetworkSegment(d25761ec-dd8c-45a8-9b58-c60a817dd532),segment_id=d25761ec-dd8c-45a8-9b58-c60a817dd532)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:52.528665 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:52.597697 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-506e9843-6e31-4199-925b-1bf34d25d281 req-7e23bafd-d641-4ff2-9328-c2e41842a042 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830610 Nov 27 01:25:52.623522 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:52.690414 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf0f597a-85a9-4e4c-92bd-86ee24aa64d1 req-5461d00a-115d-43fe-bf22-7a3e45af7159 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0287669 Nov 27 01:25:53.245315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21610b7a-f033-46c9-b0b7-87242f4faa44 req-1bd12aca-5b55-4fbf-a35f-53c736b81052 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:53.247092 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-21610b7a-f033-46c9-b0b7-87242f4faa44 req-1bd12aca-5b55-4fbf-a35f-53c736b81052 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.0574954 Nov 27 01:25:53.262266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32f335-ab4a-4720-a8a0-601561c1fead req-eced3647-e688-4014-bc38-3b3ec9488712 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:53.268735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe32f335-ab4a-4720-a8a0-601561c1fead req-eced3647-e688-4014-bc38-3b3ec9488712 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 946 time: 0.0588753 Nov 27 01:25:53.333657 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe32f335-ab4a-4720-a8a0-601561c1fead req-9f19e70b-33ae-4818-bd3c-9262b9522877 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629752 Nov 27 01:25:53.339827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-21610b7a-f033-46c9-b0b7-87242f4faa44 req-253b2f34-7ceb-4f62-a79c-5ded4cf33fd5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789919 Nov 27 01:25:53.464609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106e5b2-d4ff-47dc-9e2d-825bfc058660 req-30f48a76-fe53-4e26-999c-fc763f73491e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:53.468806 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8106e5b2-d4ff-47dc-9e2d-825bfc058660 req-30f48a76-fe53-4e26-999c-fc763f73491e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.0566740 Nov 27 01:25:53.555617 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8106e5b2-d4ff-47dc-9e2d-825bfc058660 req-529e00dc-ec5e-4bd7-9d6d-c5b23270051e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776460 Nov 27 01:25:53.605490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4dc8a-ad15-43c7-ba1c-fb0bc531e6c2 req-694c88bb-82d1-48f1-bc78-74248d2080cf tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:53.606922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e4dc8a-ad15-43c7-ba1c-fb0bc531e6c2 req-694c88bb-82d1-48f1-bc78-74248d2080cf tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.0584879 Nov 27 01:25:53.707525 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16e4dc8a-ad15-43c7-ba1c-fb0bc531e6c2 req-fa980498-4a3e-4810-aa5d-d5ac593f714c tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945351 Nov 27 01:25:53.717546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be4e394-da7f-440a-b9c1-dc1079843f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:53.725376 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b65118-ed0b-463c-8798-ff70e0937dce" -d '{"events": [{"server_uuid": "8be4e394-da7f-440a-b9c1-dc1079843f42", "name": "network-vif-plugged", "status": "completed", "tag": "bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:53.732162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1882d-5c7e-46ac-bd58-7be8fcfde0c1 req-a53d8b89-346d-4de4-be20-7caf689f63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:53.733670 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fee1882d-5c7e-46ac-bd58-7be8fcfde0c1 req-a53d8b89-346d-4de4-be20-7caf689f63ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a51ce5c2d017467ca20ae4d2ddb207c1&device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 1098 time: 0.0988495 Nov 27 01:25:53.840139 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8e62d-2579-46e9-8072-955889366e6f req-a5c4af8f-a8aa-4512-ae34-200d50f2404b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:53.842270 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42c8e62d-2579-46e9-8072-955889366e6f req-a5c4af8f-a8aa-4512-ae34-200d50f2404b tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.0549862 Nov 27 01:25:53.903458 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42c8e62d-2579-46e9-8072-955889366e6f req-902bc3cb-2a62-438b-a80a-4d59a57abad5 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545266 Nov 27 01:25:54.013145 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35772587-83cc-447e-af16-288e1b2e8c9f req-61338eba-f7a0-42cd-994a-3e5c9c692ddd tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0457697 Nov 27 01:25:54.070186 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6b7121-2b1f-4ef6-8309-3d0a9814a603 x-openstack-request-id: req-ee6b7121-2b1f-4ef6-8309-3d0a9814a603 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:54.070527 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be4e394-da7f-440a-b9c1-dc1079843f42", "name": "network-vif-plugged", "status": "completed", "tag": "bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:54.070738 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee6b7121-2b1f-4ef6-8309-3d0a9814a603 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:54.071131 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be4e394-da7f-440a-b9c1-dc1079843f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c', 'code': 200} Nov 27 01:25:54.320190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fac79-1bf7-44ef-bf97-e05878a069d0 req-18f98198-ad5a-483d-86b4-add9d09878d0 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:54.322030 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-213fac79-1bf7-44ef-bf97-e05878a069d0 req-18f98198-ad5a-483d-86b4-add9d09878d0 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 945 time: 0.5111322 Nov 27 01:25:54.333290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1882d-5c7e-46ac-bd58-7be8fcfde0c1 req-dce95106-d88f-4603-b8b4-f057f5a7feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:54.334830 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fee1882d-5c7e-46ac-bd58-7be8fcfde0c1 req-dce95106-d88f-4603-b8b4-f057f5a7feaf service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 HTTP/1.1" status: 200 len: 914 time: 0.5938451 Nov 27 01:25:54.366839 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6633ed1-3f04-4c03-b569-181b55464d29 req-dbe8fda9-7cfa-454f-b040-c80eda6e68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:54.368342 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6633ed1-3f04-4c03-b569-181b55464d29 req-dbe8fda9-7cfa-454f-b040-c80eda6e68d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 1097 time: 0.1159544 Nov 27 01:25:54.406899 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fee1882d-5c7e-46ac-bd58-7be8fcfde0c1 req-02b9b245-ba2a-4df8-93b1-5ef8c3cf8741 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=661c154f-79bc-400a-9d94-c712e62173e7 HTTP/1.1" status: 200 len: 217 time: 0.0617006 Nov 27 01:25:54.482729 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626b0cb-97a8-4ba1-a4e1-702b2859b3dc req-ff9311c0-464b-45bd-b96c-bc2ed8ff997a tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:54.496181 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8626b0cb-97a8-4ba1-a4e1-702b2859b3dc req-ff9311c0-464b-45bd-b96c-bc2ed8ff997a tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 946 time: 0.0797155 Nov 27 01:25:54.507836 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-213fac79-1bf7-44ef-bf97-e05878a069d0 req-555137e0-fef2-4963-8b76-13bd2621fc2e tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719558 Nov 27 01:25:54.522296 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1882d-5c7e-46ac-bd58-7be8fcfde0c1 req-00cf48fe-d63b-4774-bed8-b553d76f5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:54.524053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fee1882d-5c7e-46ac-bd58-7be8fcfde0c1 req-00cf48fe-d63b-4774-bed8-b553d76f5447 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ffb65a4f-8130-468e-bf18-e53950271a4f HTTP/1.1" status: 200 len: 853 time: 0.1027822 Nov 27 01:25:54.526388 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6633ed1-3f04-4c03-b569-181b55464d29 req-3650408d-1323-4ea0-90c9-aa7ab457d75e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280432 Nov 27 01:25:54.581040 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8626b0cb-97a8-4ba1-a4e1-702b2859b3dc req-57633b0b-d8ad-4409-bc0d-1a56e1fcfaf0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835841 Nov 27 01:25:54.684981 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f652e3d6-0075-4804-90d4-882d59c9c905 req-333a389a-4019-4146-9f69-dc6829b4f594 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d HTTP/1.1" status: 200 len: 267 time: 0.0442438 Nov 27 01:25:54.740589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652e3d6-0075-4804-90d4-882d59c9c905 req-1e38a18c-46ce-4fd9-a387-749ee52011bf tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:54.743114 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f652e3d6-0075-4804-90d4-882d59c9c905 req-1e38a18c-46ce-4fd9-a387-749ee52011bf tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 946 time: 0.0521936 Nov 27 01:25:54.755144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-f652e3d6-0075-4804-90d4-882d59c9c905 req-621f2a12-dcd8-431f-820c-1d724c54e8cf tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Request body: {'port': {'security_groups': []}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:54.812974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fee1882d-5c7e-46ac-bd58-7be8fcfde0c1 req-81c8b8f8-4886-4268-9de1-a53a6c34f076 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271728 Nov 27 01:25:54.838833 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cde1a-e30f-412c-808e-f86c371022e0 req-d47c7df8-accc-4182-b9d0-ac6fddcd01fe tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:54.850242 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c33cde1a-e30f-412c-808e-f86c371022e0 req-d47c7df8-accc-4182-b9d0-ac6fddcd01fe tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.0651808 Nov 27 01:25:54.870723 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f652e3d6-0075-4804-90d4-882d59c9c905 req-621f2a12-dcd8-431f-820c-1d724c54e8cf tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:54.952976 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c33cde1a-e30f-412c-808e-f86c371022e0 req-987a29db-3d08-4a79-acc9-faa87c3798b2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959001 Nov 27 01:25:55.033344 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fee1882d-5c7e-46ac-bd58-7be8fcfde0c1 req-c70cfe51-0083-48eb-84e0-8dd329e7ad3a service neutron] 10.222.0.21 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777325 Nov 27 01:25:55.097207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d673daa-d97d-4fc5-b411-1854088f7c6d req-d2ed4550-411d-4987-a384-9fc7a64f0341 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:55.098725 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4d673daa-d97d-4fc5-b411-1854088f7c6d req-d2ed4550-411d-4987-a384-9fc7a64f0341 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.0680456 Nov 27 01:25:55.173642 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4d673daa-d97d-4fc5-b411-1854088f7c6d req-2e56748a-34b0-4b7b-9d50-0607b43c51a5 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620275 Nov 27 01:25:55.281323 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f652e3d6-0075-4804-90d4-882d59c9c905 req-621f2a12-dcd8-431f-820c-1d724c54e8cf tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] For port 9346fa88-a715-450d-a3ee-1675932684b1, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9346fa88-a715-450d-a3ee-1675932684b1,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:55.293135 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fee1882d-5c7e-46ac-bd58-7be8fcfde0c1 req-8b4f9a94-a2c6-4184-b97b-dede86e856ed service neutron] 10.222.0.21 "GET /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442369 Nov 27 01:25:55.298809 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f78e699-ab58-4b08-95f6-9e8aa2055c65 req-c7034503-e3ac-423f-99b0-aefe9edccf9f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0397661 Nov 27 01:25:55.333756 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f652e3d6-0075-4804-90d4-882d59c9c905 req-621f2a12-dcd8-431f-820c-1d724c54e8cf tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:55.339616 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f652e3d6-0075-4804-90d4-882d59c9c905 req-621f2a12-dcd8-431f-820c-1d724c54e8cf tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:55.376094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['46dd6879-b6da-4271-99a9-2020b096265e'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:55.395678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652e3d6-0075-4804-90d4-882d59c9c905 req-621f2a12-dcd8-431f-820c-1d724c54e8cf tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:55.396458 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f652e3d6-0075-4804-90d4-882d59c9c905 req-621f2a12-dcd8-431f-820c-1d724c54e8cf tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:55.398133 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f652e3d6-0075-4804-90d4-882d59c9c905 req-621f2a12-dcd8-431f-820c-1d724c54e8cf tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "PUT /v2.0/ports/9346fa88-a715-450d-a3ee-1675932684b1 HTTP/1.1" status: 200 len: 905 time: 0.6477182 Nov 27 01:25:55.398696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2', 'tag': '9346fa88-a715-450d-a3ee-1675932684b1'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:55.403517 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e4dd34-48c6-4abd-af0a-1120894afecd" -d '{"events": [{"name": "network-changed", "server_uuid": "9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2", "tag": "9346fa88-a715-450d-a3ee-1675932684b1"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:55.406970 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['60a40ba0-45e4-4e56-841b-406c7e07fee3', '9346fa88-a715-450d-a3ee-1675932684b1'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:55.464197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f2a12-dcd8-431f-820c-1d724c54e8cf tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event updated for resources: {'Port': ['ID=9346fa88-a715-450d-a3ee-1675932684b1,revision_number=6']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:55.491451 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df3c709-0a1c-42f3-8520-d3382ba1681f x-openstack-request-id: req-9df3c709-0a1c-42f3-8520-d3382ba1681f {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:55.491750 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2", "tag": "9346fa88-a715-450d-a3ee-1675932684b1", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:55.492009 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9df3c709-0a1c-42f3-8520-d3382ba1681f {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:55.492820 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2', 'tag': '9346fa88-a715-450d-a3ee-1675932684b1', 'status': 'completed', 'code': 200} Nov 27 01:25:55.614107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b5d1e-c94c-4d9b-bde3-3bc4fd75ae88 req-066aa2f8-a946-4b5f-8a94-a2c0ff036959 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:55.616187 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-193b5d1e-c94c-4d9b-bde3-3bc4fd75ae88 req-066aa2f8-a946-4b5f-8a94-a2c0ff036959 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 908 time: 0.1109915 Nov 27 01:25:55.622231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['9346fa88-a715-450d-a3ee-1675932684b1'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:55.638810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4dd34-48c6-4abd-af0a-1120894afecd req-bc255266-70a2-46c5-b68e-22a357b7ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:55.640585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93e4dd34-48c6-4abd-af0a-1120894afecd req-bc255266-70a2-46c5-b68e-22a357b7ce35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 1060 time: 0.1028507 Nov 27 01:25:55.801537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9b3df-2bfe-4188-8697-52e964d021be req-c3372314-82f0-403b-9aef-36bdc3c8a100 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:55.803196 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01f9b3df-2bfe-4188-8697-52e964d021be req-c3372314-82f0-403b-9aef-36bdc3c8a100 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 945 time: 0.1796904 Nov 27 01:25:55.891085 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05422643-24c9-40f1-93c7-0e2687765846 req-60b55c8b-76fc-4ef4-a99b-99058217dd79 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:55.902429 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05422643-24c9-40f1-93c7-0e2687765846 req-60b55c8b-76fc-4ef4-a99b-99058217dd79 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1575160 Nov 27 01:25:55.919931 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4dd34-48c6-4abd-af0a-1120894afecd req-ffcbf4e0-5aa0-43aa-b71a-f6e85ed75759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:55.921440 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93e4dd34-48c6-4abd-af0a-1120894afecd req-ffcbf4e0-5aa0-43aa-b71a-f6e85ed75759 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.2551804 Nov 27 01:25:55.948831 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01f9b3df-2bfe-4188-8697-52e964d021be req-4c257cb0-c716-4584-9b74-86bc64d14528 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355543 Nov 27 01:25:55.965699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9b9b683c-5e09-42e0-a0a7-cf95b3047ccc None None] Provisioning complete for port 9346fa88-a715-450d-a3ee-1675932684b1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:55.965699 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9b9b683c-5e09-42e0-a0a7-cf95b3047ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:55.978737 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93e4dd34-48c6-4abd-af0a-1120894afecd req-2539d9bc-1ad1-4a05-ad88-f7876e1d2247 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9346fa88-a715-450d-a3ee-1675932684b1 HTTP/1.1" status: 200 len: 217 time: 0.0466051 Nov 27 01:25:56.012645 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05422643-24c9-40f1-93c7-0e2687765846 req-7a0134ff-9d1f-4cef-9d84-d8bf5aec843c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046634 Nov 27 01:25:56.071480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4dd34-48c6-4abd-af0a-1120894afecd req-54a500f8-84bc-449e-902c-9422e9893324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:56.073035 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93e4dd34-48c6-4abd-af0a-1120894afecd req-54a500f8-84bc-449e-902c-9422e9893324 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.0793433 Nov 27 01:25:56.165625 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4dd34-48c6-4abd-af0a-1120894afecd req-a575646b-c919-4af8-89a7-9e1dffcad250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:56.167172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93e4dd34-48c6-4abd-af0a-1120894afecd req-a575646b-c919-4af8-89a7-9e1dffcad250 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857320 Nov 27 01:25:56.179463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dd235-7d54-446b-bd1f-505ea334bf0a req-8c0edb30-bec5-407d-811d-d78c93ea6c93 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:56.183441 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3d8dd235-7d54-446b-bd1f-505ea334bf0a req-8c0edb30-bec5-407d-811d-d78c93ea6c93 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.0912514 Nov 27 01:25:56.240838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e968b-c5c3-4532-9afd-437a51807805 req-dd5fd2c4-4aee-4740-8a88-4095fadc82f9 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:56.274977 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-391e968b-c5c3-4532-9afd-437a51807805 req-dd5fd2c4-4aee-4740-8a88-4095fadc82f9 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1366365 Nov 27 01:25:56.319049 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3d8dd235-7d54-446b-bd1f-505ea334bf0a req-85f78e7e-3671-425a-90c2-1a0240314c8d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248634 Nov 27 01:25:56.345942 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93e4dd34-48c6-4abd-af0a-1120894afecd req-a2e53362-edeb-4b17-9506-550633a7dc88 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615062 Nov 27 01:25:56.384962 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-391e968b-c5c3-4532-9afd-437a51807805 req-3e0797d7-a5cb-4e74-a203-e000db8392b6 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081293 Nov 27 01:25:56.547601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf499cb-ba2e-4ce5-97c7-4635851b8ccf req-7cf1df51-3ef7-4409-95bb-a2889e6f6ea4 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:56.549493 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaf499cb-ba2e-4ce5-97c7-4635851b8ccf req-7cf1df51-3ef7-4409-95bb-a2889e6f6ea4 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.1172283 Nov 27 01:25:56.575506 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec76bffb-51dd-497f-81d8-1dfe3a0d1806 req-e69bb3cf-647e-45d9-9102-a6eb45a01590 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0354638 Nov 27 01:25:56.606569 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93e4dd34-48c6-4abd-af0a-1120894afecd req-2a4b265d-af7d-446f-b6b6-a04d84d382e3 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530940 Nov 27 01:25:56.619304 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaf499cb-ba2e-4ce5-97c7-4635851b8ccf req-7eb96aaa-6ba3-4e3e-9994-29386d6e89f7 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627255 Nov 27 01:25:56.786227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1f4208b2-fdb8-4c6b-a766-5d2c7eba2bb0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:56.788638 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1f4208b2-fdb8-4c6b-a766-5d2c7eba2bb0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 812 time: 0.1195946 Nov 27 01:25:56.803487 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-b326cb3b-5516-4158-b0da-74c6ab09a484 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/quotas/fed1b1bae53244d39c27b4bf4d5ada1d HTTP/1.1" status: 200 len: 375 time: 0.0098259 Nov 27 01:25:56.874252 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-80c999ac-6c43-4add-9da7-8dd2f763a5ed tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0649033 Nov 27 01:25:56.995578 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-ad4ea815-54a9-47c1-833a-231072a0f664 service neutron] 10.222.0.15 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094720 Nov 27 01:25:57.092457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422e9bd-8e51-4912-8d6e-d9f62ed8e789 req-f7f764ff-ab72-4b94-a413-e6f606f5635e tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:57.100941 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a422e9bd-8e51-4912-8d6e-d9f62ed8e789 req-f7f764ff-ab72-4b94-a413-e6f606f5635e tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 945 time: 0.0583942 Nov 27 01:25:57.124667 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-69e02a28-853c-4e68-8b9e-4bcc48e6e4f5 service neutron] 10.222.0.15 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199727 Nov 27 01:25:57.170341 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a422e9bd-8e51-4912-8d6e-d9f62ed8e789 req-c45bcec7-a2c5-465e-83ff-e545924b63e9 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517106 Nov 27 01:25:57.233530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e71f2-400d-447a-a5ae-50670ee351f4 req-b2f591ea-cf8e-41b1-80ce-0dc891e36491 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:57.241317 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab8e71f2-400d-447a-a5ae-50670ee351f4 req-b2f591ea-cf8e-41b1-80ce-0dc891e36491 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 945 time: 0.1151948 Nov 27 01:25:57.389810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-ab8e71f2-400d-447a-a5ae-50670ee351f4 req-c3e5db11-12c1-4218-96f5-bd00e3a19ffe tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Deleting port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:57.390149 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ab8e71f2-400d-447a-a5ae-50670ee351f4 req-c3e5db11-12c1-4218-96f5-bd00e3a19ffe tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.396360 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28f2e2c5-cabd-4ab1-90fa-a3a8ecc567bf req-49cbc5c2-69db-4ebe-85c9-63bb6e344371 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 210 time: 0.0995636 Nov 27 01:25:57.511460 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-ab8e71f2-400d-447a-a5ae-50670ee351f4 req-c3e5db11-12c1-4218-96f5-bd00e3a19ffe tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] For port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533,segment=NetworkSegment(841d74f8-2044-4df7-a6f1-cb365d90c74e),segment_id=841d74f8-2044-4df7-a6f1-cb365d90c74e)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:57.511839 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ab8e71f2-400d-447a-a5ae-50670ee351f4 req-c3e5db11-12c1-4218-96f5-bd00e3a19ffe tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.526723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-ab8e71f2-400d-447a-a5ae-50670ee351f4 req-c3e5db11-12c1-4218-96f5-bd00e3a19ffe tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Calling delete_port for 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:57.768705 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ab8e71f2-400d-447a-a5ae-50670ee351f4 req-c3e5db11-12c1-4218-96f5-bd00e3a19ffe tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.779238 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dd83342d-8e2d-4e37-b2b1-953d6c07569c req-11203ad2-75df-4c7c-bbfd-e0f0cdeee863 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0714571 Nov 27 01:25:57.810410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['89d1f70c-a73c-4c87-9e10-6f2f3b4c0533'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:57.810410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['a5137c50-7884-4b9c-8b70-578443c14906'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:57.829841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e216d-b4ea-459f-901c-caf7b60d027b req-3b7222de-fc6f-4451-a02a-b832d0ef8503 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:57.837466 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f7e216d-b4ea-459f-901c-caf7b60d027b req-3b7222de-fc6f-4451-a02a-b832d0ef8503 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.1316664 Nov 27 01:25:57.880497 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5db11-12c1-4218-96f5-bd00e3a19ffe tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Pushing event deleted for resources: {'Port': ['ID=89d1f70c-a73c-4c87-9e10-6f2f3b4c0533,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:57.937883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8e71f2-400d-447a-a5ae-50670ee351f4 req-c3e5db11-12c1-4218-96f5-bd00e3a19ffe tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] No DVR routers for this DVR port 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:57.945175 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ab8e71f2-400d-447a-a5ae-50670ee351f4 req-c3e5db11-12c1-4218-96f5-bd00e3a19ffe tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.949704 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab8e71f2-400d-447a-a5ae-50670ee351f4 req-c3e5db11-12c1-4218-96f5-bd00e3a19ffe tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.31 "DELETE /v2.0/ports/89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 HTTP/1.1" status: 204 len: 173 time: 0.6980891 Nov 27 01:25:57.950181 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbd3948-c559-4e3d-b459-d43f77d5a140', 'name': 'network-vif-deleted', 'tag': '89d1f70c-a73c-4c87-9e10-6f2f3b4c0533'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:57.959420 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdbb838-b193-4316-bc7a-b4b92d35e358" -d '{"events": [{"server_uuid": "5fbd3948-c559-4e3d-b459-d43f77d5a140", "name": "network-vif-deleted", "tag": "89d1f70c-a73c-4c87-9e10-6f2f3b4c0533"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:58.010884 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f7e216d-b4ea-459f-901c-caf7b60d027b req-77fd2fbc-07e8-4e9a-8c15-20575a5dbfae tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724527 Nov 27 01:25:58.028331 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dcf8f90-db2a-4c18-9697-5cf7c3b8cdfc req-a570ca91-01e9-439a-9faf-2654adee0c32 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbd3948-c559-4e3d-b459-d43f77d5a140 HTTP/1.1" status: 200 len: 210 time: 0.1256070 Nov 27 01:25:58.048685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 41674) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:58.214730 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968b579c-2f91-48ba-872e-1efb5f64101c x-openstack-request-id: req-968b579c-2f91-48ba-872e-1efb5f64101c {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:58.215044 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbd3948-c559-4e3d-b459-d43f77d5a140", "name": "network-vif-deleted", "tag": "89d1f70c-a73c-4c87-9e10-6f2f3b4c0533", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:58.215863 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-968b579c-2f91-48ba-872e-1efb5f64101c {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:58.216296 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbd3948-c559-4e3d-b459-d43f77d5a140', 'name': 'network-vif-deleted', 'tag': '89d1f70c-a73c-4c87-9e10-6f2f3b4c0533', 'status': 'completed', 'code': 200} Nov 27 01:25:58.279504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3033cd5-9749-4b72-81e9-7c8fafe2f888 req-bb09aa6d-50e6-40ac-a4e8-757cabd7cb67 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:58.291152 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b3033cd5-9749-4b72-81e9-7c8fafe2f888 req-bb09aa6d-50e6-40ac-a4e8-757cabd7cb67 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.1533043 Nov 27 01:25:58.301427 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2116693e-9e99-4afa-9f33-3eb74ad744d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.373481 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b3033cd5-9749-4b72-81e9-7c8fafe2f888 req-8c4b6375-e1ea-4ecb-9a27-1452621c3dd4 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808675 Nov 27 01:25:58.475544 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:25:58.491329 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.503353 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2116693e-9e99-4afa-9f33-3eb74ad744d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.510195 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2116693e-9e99-4afa-9f33-3eb74ad744d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.601104 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9a17dd5d-7add-4f79-bc8b-8531780388dc req-055e4f06-9506-49a0-8cd5-1b1fec096f78 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 210 time: 0.0598998 Nov 27 01:25:58.655908 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2116693e-9e99-4afa-9f33-3eb74ad744d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f851b8b4d45d44cab91998c25f340efb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6038835 Nov 27 01:25:58.657722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116693e-9e99-4afa-9f33-3eb74ad744d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8125a597-afe2-41db-a749-15b0c65e792e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:58.658445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41692) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:58.723393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633fe70-dd3c-4e23-a340-c398c71e94b7 req-61ee4e03-c4ae-46d7-807c-a450d6b526a6 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:58.725215 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f633fe70-dd3c-4e23-a340-c398c71e94b7 req-61ee4e03-c4ae-46d7-807c-a450d6b526a6 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 945 time: 0.1996047 Nov 27 01:25:58.837641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a5f0c-0f4f-4f0a-a5cb-6e1211fe1405 req-5e3bfb9d-7f22-488c-b2a0-94995c2c9d39 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:58.845350 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fa1a5f0c-0f4f-4f0a-a5cb-6e1211fe1405 req-5e3bfb9d-7f22-488c-b2a0-94995c2c9d39 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.1159084 Nov 27 01:25:58.915159 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-710c8d80-d3dc-4406-a429-e444b6e40d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.956431 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f633fe70-dd3c-4e23-a340-c398c71e94b7 req-78be4233-14f8-4499-a180-07d2a0f42d19 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175987 Nov 27 01:25:58.961144 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fa1a5f0c-0f4f-4f0a-a5cb-6e1211fe1405 req-c7da7435-7143-4a87-8797-da64e14b0826 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085002 Nov 27 01:25:58.998630 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-710c8d80-d3dc-4406-a429-e444b6e40d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:59.059550 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c505c157-0c75-4454-8f27-b372737cc84f req-a2834e88-be42-41e2-ad51-9223893fb324 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0335004 Nov 27 01:25:59.074878 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-710c8d80-d3dc-4406-a429-e444b6e40d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:59.078031 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-710c8d80-d3dc-4406-a429-e444b6e40d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:59.083094 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-710c8d80-d3dc-4406-a429-e444b6e40d02 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8125a597-afe2-41db-a749-15b0c65e792e HTTP/1.1" status: 204 len: 168 time: 0.4012609 Nov 27 01:25:59.132748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c8d80-d3dc-4406-a429-e444b6e40d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8125a597-afe2-41db-a749-15b0c65e792e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:59.173207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe1792-c6ea-451a-a6f3-74d2775c3260 req-0a0fcaab-8ed8-49ec-8262-9efadf2bb53b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:59.175353 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eebe1792-c6ea-451a-a6f3-74d2775c3260 req-0a0fcaab-8ed8-49ec-8262-9efadf2bb53b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.0859919 Nov 27 01:25:59.233536 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eebe1792-c6ea-451a-a6f3-74d2775c3260 req-c1b75714-2019-46a7-8760-9a9c491680a9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507009 Nov 27 01:25:59.530747 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe15f01-7a0e-4649-8c11-1a74250aa7e5 req-bbb34f13-5be1-45ab-ab92-3f99cc21eb4f tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:59.533036 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2fe15f01-7a0e-4649-8c11-1a74250aa7e5 req-bbb34f13-5be1-45ab-ab92-3f99cc21eb4f tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.0621843 Nov 27 01:25:59.584074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c6957-89d3-44ec-bae3-5a37c8225d2b req-0c3572e4-f10d-489b-b7bf-cb44eaa122e8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:59.585545 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-328c6957-89d3-44ec-bae3-5a37c8225d2b req-0c3572e4-f10d-489b-b7bf-cb44eaa122e8 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.0948105 Nov 27 01:25:59.594341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-97741631-7771-424a-a494-98f6863c0296 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:59.595886 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-97741631-7771-424a-a494-98f6863c0296 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.31 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 812 time: 0.2617569 Nov 27 01:25:59.607028 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2fe15f01-7a0e-4649-8c11-1a74250aa7e5 req-b0fda9e3-c216-44d8-8ba9-b271c2cea650 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667350 Nov 27 01:25:59.658034 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-328c6957-89d3-44ec-bae3-5a37c8225d2b req-7bbd8b6d-c5c2-4705-86c0-88e55242675a tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557747 Nov 27 01:25:59.664585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-6b5cc3f3-5e88-4d19-b220-ab48754b2054 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Request body: {'port': {'device_id': 'd4244493-a826-42c0-aee0-01770a1ac444', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'admin_state_up': True, 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:59.808002 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ee5264d5-92b2-4a07-9ba7-55ccd1641cf3 req-dad0e885-656d-4aa3-8f58-07aafd5fb62d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 210 time: 0.0733950 Nov 27 01:25:59.873631 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc3f2c-dcaa-4471-b824-53fd10976dd7 req-b664971b-7d22-4688-a5e2-590c15901c4f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:59.875199 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fafc3f2c-dcaa-4471-b824-53fd10976dd7 req-b664971b-7d22-4688-a5e2-590c15901c4f tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.0885556 Nov 27 01:25:59.898199 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-6b5cc3f3-5e88-4d19-b220-ab48754b2054 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Made reservation on behalf of fed1b1bae53244d39c27b4bf4d5ada1d for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:59.901799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-6b5cc3f3-5e88-4d19-b220-ab48754b2054 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:59.974202 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fafc3f2c-dcaa-4471-b824-53fd10976dd7 req-7a7f3688-dc6c-4cae-9676-e570a640c208 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910728 Nov 27 01:26:00.203156 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-6b5cc3f3-5e88-4d19-b220-ab48754b2054 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Allocated IP 172.20.0.11 (3c57a88e-d3f9-4c17-b69e-c01abc695eed/dc2973a6-0364-4d73-9157-cfbb2858d62a/6a4ac022-3e01-4d83-ae60-37469c8f71ba) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:00.220106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470b1f2-64a1-4249-96db-93fc11ebaceb req-703bde18-f07a-450e-846f-6c836940eea6 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:00.222286 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3470b1f2-64a1-4249-96db-93fc11ebaceb req-703bde18-f07a-450e-846f-6c836940eea6 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 945 time: 0.1332703 Nov 27 01:26:00.294870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb77f40-d552-4aca-8938-d93ca70ab97e req-f7533724-e24e-41f1-81ad-1d088d907495 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:00.296744 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ccb77f40-d552-4aca-8938-d93ca70ab97e req-f7533724-e24e-41f1-81ad-1d088d907495 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.1528709 Nov 27 01:26:00.327147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d6786-a797-45a0-802e-fc63168f155b req-ed0b3303-ec67-4af8-93fd-d162ba359156 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:00.328834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306d6786-a797-45a0-802e-fc63168f155b req-ed0b3303-ec67-4af8-93fd-d162ba359156 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.21 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 945 time: 0.1047821 Nov 27 01:26:00.329456 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3470b1f2-64a1-4249-96db-93fc11ebaceb req-0f3d2dad-93e7-4882-8bfa-1565ecff5a28 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836430 Nov 27 01:26:00.445285 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ccb77f40-d552-4aca-8938-d93ca70ab97e req-cc1dee07-36ec-4f87-8a5c-8b43e09dd54d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318357 Nov 27 01:26:00.478270 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-306d6786-a797-45a0-802e-fc63168f155b req-c8a6cc39-6617-476e-96bc-322000972b9b tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Deleting port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:00.478550 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-306d6786-a797-45a0-802e-fc63168f155b req-c8a6cc39-6617-476e-96bc-322000972b9b tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.488640 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4239755a-9712-4de0-95ac-1fa7e32b4bd2 req-d54779d7-0486-4439-9bf5-299f28dde083 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0422208 Nov 27 01:26:00.567780 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.571218 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-6b5cc3f3-5e88-4d19-b220-ab48754b2054 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.619019 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-6b5cc3f3-5e88-4d19-b220-ab48754b2054 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.652929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['46dd6879-b6da-4271-99a9-2020b096265e'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:26:00.758452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-306d6786-a797-45a0-802e-fc63168f155b req-c8a6cc39-6617-476e-96bc-322000972b9b tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] For port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c,segment=NetworkSegment(d25761ec-dd8c-45a8-9b58-c60a817dd532),segment_id=d25761ec-dd8c-45a8-9b58-c60a817dd532)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:00.758975 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-306d6786-a797-45a0-802e-fc63168f155b req-c8a6cc39-6617-476e-96bc-322000972b9b tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.789138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['60a40ba0-45e4-4e56-841b-406c7e07fee3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:26:00.801820 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc05e3-fb2c-4b47-9b93-cd95768ff5e3 req-b7c73227-ca3c-4b33-a6dd-53574f6d41ac tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:00.810947 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5efc05e3-fb2c-4b47-9b93-cd95768ff5e3 req-b7c73227-ca3c-4b33-a6dd-53574f6d41ac tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.2021925 Nov 27 01:26:00.812486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-6b5cc3f3-5e88-4d19-b220-ab48754b2054 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Network 3c57a88e-d3f9-4c17-b69e-c01abc695eed is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:00.818519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-306d6786-a797-45a0-802e-fc63168f155b req-c8a6cc39-6617-476e-96bc-322000972b9b tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Calling delete_port for bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:00.823769 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-6b5cc3f3-5e88-4d19-b220-ab48754b2054 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:00.879519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-6b5cc3f3-5e88-4d19-b220-ab48754b2054 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:00.979313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cc3f3-5e88-4d19-b220-ab48754b2054 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event updated for resources: {'Port': ['ID=6a4ac022-3e01-4d83-ae60-37469c8f71ba,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:01.015275 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5efc05e3-fb2c-4b47-9b93-cd95768ff5e3 req-715a89b4-839f-4b34-86ff-430fc3aa0e9d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005031 Nov 27 01:26:01.047898 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-6b5cc3f3-5e88-4d19-b220-ab48754b2054 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:01.048776 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-6b5cc3f3-5e88-4d19-b220-ab48754b2054 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:01.078000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-6b5cc3f3-5e88-4d19-b220-ab48754b2054 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4186685 Nov 27 01:26:01.101820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0a5f-5e6f-4d18-a288-5c1cf61dcc61 req-92c08638-c79d-446a-a08f-04f75cb528f3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:01.121208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac7e0a5f-5e6f-4d18-a288-5c1cf61dcc61 req-92c08638-c79d-446a-a08f-04f75cb528f3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.3073249 Nov 27 01:26:01.146250 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Request body: {'port': {'device_id': 'd4244493-a826-42c0-aee0-01770a1ac444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:01.243187 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac7e0a5f-5e6f-4d18-a288-5c1cf61dcc61 req-17dd1a95-6d5a-4228-b256-6e4026f2657e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193578 Nov 27 01:26:01.296774 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-306d6786-a797-45a0-802e-fc63168f155b req-c8a6cc39-6617-476e-96bc-322000972b9b tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:01.367620 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7192542f-c017-4c69-b88c-cb3ad7ba451a None None] Provisioning complete for port 6a4ac022-3e01-4d83-ae60-37469c8f71ba triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:01.367959 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7192542f-c017-4c69-b88c-cb3ad7ba451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:01.396842 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:01.406033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58705c36-8f23-44de-82ee-4083d175ba4b req-9675aae7-445d-4a95-8958-dbcfefda9703 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:01.422795 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58705c36-8f23-44de-82ee-4083d175ba4b req-9675aae7-445d-4a95-8958-dbcfefda9703 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 932 time: 0.2389414 Nov 27 01:26:01.441240 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:01.490467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6cc39-6617-476e-96bc-322000972b9b tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Pushing event deleted for resources: {'Port': ['ID=bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:01.517951 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:01.518796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 89d1f70c-a73c-4c87-9e10-6f2f3b4c0533 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:01.530945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-306d6786-a797-45a0-802e-fc63168f155b req-c8a6cc39-6617-476e-96bc-322000972b9b tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] No DVR routers for this DVR port bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:01.536902 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-306d6786-a797-45a0-802e-fc63168f155b req-c8a6cc39-6617-476e-96bc-322000972b9b tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:01.542022 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306d6786-a797-45a0-802e-fc63168f155b req-c8a6cc39-6617-476e-96bc-322000972b9b tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.21 "DELETE /v2.0/ports/bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c HTTP/1.1" status: 204 len: 173 time: 1.2039249 Nov 27 01:26:01.542854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be4e394-da7f-440a-b9c1-dc1079843f42', 'name': 'network-vif-deleted', 'tag': 'bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:01.555902 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997bdb0a-a56b-49ae-b213-a94f8cf3dc64" -d '{"events": [{"server_uuid": "8be4e394-da7f-440a-b9c1-dc1079843f42", "name": "network-vif-deleted", "tag": "bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:01.606436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7192542f-c017-4c69-b88c-cb3ad7ba451a None None] Port 6a4ac022-3e01-4d83-ae60-37469c8f71ba cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:01.614180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:26:01.749053 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3363370-2c97-4a59-b7fb-91da4f8d832d req-59b05014-8936-4d63-8b9e-8e60bbab3456 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3029327 Nov 27 01:26:01.771483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc69cd-3e9e-4fc4-bca1-4868acafb9ac req-3bc36be4-967f-4437-938e-6e0ee10f31f9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:01.786071 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8dc69cd-3e9e-4fc4-bca1-4868acafb9ac req-3bc36be4-967f-4437-938e-6e0ee10f31f9 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.2428834 Nov 27 01:26:01.793847 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58705c36-8f23-44de-82ee-4083d175ba4b req-bf49fdf3-ba24-497a-8dbd-815e187759e1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671591 Nov 27 01:26:01.978101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-109bbe14-7af4-43ef-a837-95519e3eb3e8 req-1091c512-24ae-4f44-85c0-23aea145b417 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=8be4e394-da7f-440a-b9c1-dc1079843f42 HTTP/1.1" status: 200 len: 210 time: 0.0306909 Nov 27 01:26:01.998390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363370-2c97-4a59-b7fb-91da4f8d832d req-752b117c-f6d6-4fad-a7da-14ceca04e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:02.000529 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3363370-2c97-4a59-b7fb-91da4f8d832d req-752b117c-f6d6-4fad-a7da-14ceca04e1bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 1097 time: 0.2022495 Nov 27 01:26:02.034349 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8dc69cd-3e9e-4fc4-bca1-4868acafb9ac req-0df10ef0-e9ca-47b4-8b9e-dc60f60267a2 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318361 Nov 27 01:26:02.112930 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d0fb03-b664-47bd-bbf2-a8285593a1d9 x-openstack-request-id: req-20d0fb03-b664-47bd-bbf2-a8285593a1d9 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:02.113227 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be4e394-da7f-440a-b9c1-dc1079843f42", "name": "network-vif-deleted", "tag": "bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:02.113481 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20d0fb03-b664-47bd-bbf2-a8285593a1d9 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:02.114330 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be4e394-da7f-440a-b9c1-dc1079843f42', 'name': 'network-vif-deleted', 'tag': 'bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c', 'status': 'completed', 'code': 200} Nov 27 01:26:02.164762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80cc9939-8ca4-4735-a628-150c48c9997c req-237afe76-9490-4a81-b79a-22c2069c1a66 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0415514 Nov 27 01:26:02.232710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363370-2c97-4a59-b7fb-91da4f8d832d req-bc05a980-516b-4cd9-9996-e560eb6e7c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:02.234028 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3363370-2c97-4a59-b7fb-91da4f8d832d req-bc05a980-516b-4cd9-9996-e560eb6e7c31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.1984570 Nov 27 01:26:02.249607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57df6d-1a6f-4296-a6c6-fbf56dcde547 req-d4b481e7-22ef-4fa7-85af-25e6a0a605e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:02.252053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a57df6d-1a6f-4296-a6c6-fbf56dcde547 req-d4b481e7-22ef-4fa7-85af-25e6a0a605e3 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.21 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.0845764 Nov 27 01:26:02.330674 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3363370-2c97-4a59-b7fb-91da4f8d832d req-4b725712-8522-426b-9b99-bfa82d715164 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46dd6879-b6da-4271-99a9-2020b096265e HTTP/1.1" status: 200 len: 217 time: 0.0816879 Nov 27 01:26:02.412025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4ac022-3e01-4d83-ae60-37469c8f71ba {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:26:02.439854 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:02.458039 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5fe85-907c-40f0-bb9d-955458452bdf req-9ae43f57-725f-45c3-a568-5ad31b38f139 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:02.472366 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d2d5fe85-907c-40f0-bb9d-955458452bdf req-9ae43f57-725f-45c3-a568-5ad31b38f139 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.2372859 Nov 27 01:26:02.532811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Transition to ACTIVE for port object 6a4ac022-3e01-4d83-ae60-37469c8f71ba will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:26:02.534531 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363370-2c97-4a59-b7fb-91da4f8d832d req-4fcefab4-fbd5-4f85-b38c-ea85fed76f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:02.537015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3363370-2c97-4a59-b7fb-91da4f8d832d req-4fcefab4-fbd5-4f85-b38c-ea85fed76f6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.1868622 Nov 27 01:26:02.546749 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d35bb-7a77-4668-a342-f112cd9d986d req-9814c018-407c-4032-b473-f8ad02d66267 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:02.555273 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-150d35bb-7a77-4668-a342-f112cd9d986d req-9814c018-407c-4032-b473-f8ad02d66267 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 945 time: 0.1209478 Nov 27 01:26:02.567010 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:02.567984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-2a57df6d-1a6f-4296-a6c6-fbf56dcde547 req-8feb426a-cf24-4236-ae5a-d4883b89c88e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Deleting port a5137c50-7884-4b9c-8b70-578443c14906 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:02.568364 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a57df6d-1a6f-4296-a6c6-fbf56dcde547 req-8feb426a-cf24-4236-ae5a-d4883b89c88e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:02.618836 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d2d5fe85-907c-40f0-bb9d-955458452bdf req-44501f4b-112a-4deb-8ac9-6035eba4b810 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394544 Nov 27 01:26:02.652282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4ac022-3e01-4d83-ae60-37469c8f71ba,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:02.656698 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363370-2c97-4a59-b7fb-91da4f8d832d req-4d3ede07-c45e-4548-b4b6-9d71297a717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:02.658215 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3363370-2c97-4a59-b7fb-91da4f8d832d req-4d3ede07-c45e-4548-b4b6-9d71297a717e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1070166 Nov 27 01:26:02.675002 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-150d35bb-7a77-4668-a342-f112cd9d986d req-ee20fb51-811d-40a9-84ec-65c2f3836522 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186826 Nov 27 01:26:02.739932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2a57df6d-1a6f-4296-a6c6-fbf56dcde547 req-8feb426a-cf24-4236-ae5a-d4883b89c88e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] For port a5137c50-7884-4b9c-8b70-578443c14906, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=a5137c50-7884-4b9c-8b70-578443c14906,segment=NetworkSegment(841d74f8-2044-4df7-a6f1-cb365d90c74e),segment_id=841d74f8-2044-4df7-a6f1-cb365d90c74e)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:02.740336 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a57df6d-1a6f-4296-a6c6-fbf56dcde547 req-8feb426a-cf24-4236-ae5a-d4883b89c88e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:02.759064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-2a57df6d-1a6f-4296-a6c6-fbf56dcde547 req-8feb426a-cf24-4236-ae5a-d4883b89c88e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Calling delete_port for a5137c50-7884-4b9c-8b70-578443c14906 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:02.859353 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Attempting to bind port 6a4ac022-3e01-4d83-ae60-37469c8f71ba on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:02.859353 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Attempting to bind port 6a4ac022-3e01-4d83-ae60-37469c8f71ba by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:02.859353 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Attempting to bind port 6a4ac022-3e01-4d83-ae60-37469c8f71ba on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:02.873669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Port 6a4ac022-3e01-4d83-ae60-37469c8f71ba on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:26:02.874012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Attempting to bind port 6a4ac022-3e01-4d83-ae60-37469c8f71ba on network 3c57a88e-d3f9-4c17-b69e-c01abc695eed {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:02.882416 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3363370-2c97-4a59-b7fb-91da4f8d832d req-56349a8a-76df-4158-aed9-bba383a43b4a service neutron] 10.222.0.31 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834385 Nov 27 01:26:02.885211 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:02.885558 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Checking segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:02.885938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Bound using segment: {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:02.886365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Bound port: 6a4ac022-3e01-4d83-ae60-37469c8f71ba, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51b4286-c978-4da5-8603-5b45d33397f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:02.886725 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:02.926941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a83e0-75f6-4361-9813-24655d9e5f13 req-d2da6319-4345-4704-9e0c-9f5e209b50ff tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:02.935285 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-403a83e0-75f6-4361-9813-24655d9e5f13 req-d2da6319-4345-4704-9e0c-9f5e209b50ff tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.1269598 Nov 27 01:26:03.100974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-403a83e0-75f6-4361-9813-24655d9e5f13 req-d89dc13d-18c0-49cf-b415-c37c984d68aa tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644826 Nov 27 01:26:03.176999 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a57df6d-1a6f-4296-a6c6-fbf56dcde547 req-8feb426a-cf24-4236-ae5a-d4883b89c88e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:03.213039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['a5137c50-7884-4b9c-8b70-578443c14906'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:26:03.321310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb426a-cf24-4236-ae5a-d4883b89c88e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Pushing event deleted for resources: {'Port': ['ID=a5137c50-7884-4b9c-8b70-578443c14906,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:03.411866 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a57df6d-1a6f-4296-a6c6-fbf56dcde547 req-8feb426a-cf24-4236-ae5a-d4883b89c88e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] No DVR routers for this DVR port a5137c50-7884-4b9c-8b70-578443c14906 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:03.422463 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a57df6d-1a6f-4296-a6c6-fbf56dcde547 req-8feb426a-cf24-4236-ae5a-d4883b89c88e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:03.426696 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a57df6d-1a6f-4296-a6c6-fbf56dcde547 req-8feb426a-cf24-4236-ae5a-d4883b89c88e tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.21 "DELETE /v2.0/ports/a5137c50-7884-4b9c-8b70-578443c14906 HTTP/1.1" status: 204 len: 173 time: 1.1647518 Nov 27 01:26:03.478934 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11fbae-faec-4a0c-8899-96eb618b90d6 req-925c140c-1228-4ec2-bbdd-40d17328bd4d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:03.490585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f11fbae-faec-4a0c-8899-96eb618b90d6 req-925c140c-1228-4ec2-bbdd-40d17328bd4d tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.0803792 Nov 27 01:26:03.557918 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f11fbae-faec-4a0c-8899-96eb618b90d6 req-940fabac-db8a-4c2e-96bd-f52c86d66752 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662699 Nov 27 01:26:03.704065 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3363370-2c97-4a59-b7fb-91da4f8d832d req-cd5ee4da-1ddb-4324-a3d5-f9eac6e40372 service neutron] 10.222.0.31 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7834814 Nov 27 01:26:03.725794 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1d35a46-195e-4b3b-808b-a698fe0a7fc3 req-58013db4-09ed-4c08-9b42-724e1702ce34 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0816219 Nov 27 01:26:03.789451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6434ec1-2e75-42ee-afef-e9599030afc1 req-cb08cd19-b1b2-4946-82d0-1c47863c6d13 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:03.790952 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6434ec1-2e75-42ee-afef-e9599030afc1 req-cb08cd19-b1b2-4946-82d0-1c47863c6d13 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 944 time: 0.8584168 Nov 27 01:26:03.811510 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] For port 6a4ac022-3e01-4d83-ae60-37469c8f71ba, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:03.876425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] For port 6a4ac022-3e01-4d83-ae60-37469c8f71ba, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6a4ac022-3e01-4d83-ae60-37469c8f71ba,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:03.896706 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:04.107391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:04.107391 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:04.107391 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] 10.222.0.31 "PUT /v2.0/ports/6a4ac022-3e01-4d83-ae60-37469c8f71ba HTTP/1.1" status: 200 len: 1093 time: 2.9068015 Nov 27 01:26:04.109039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-e0b19bf3-b487-4132-a752-f65c9186eaa0 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:04.109700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4244493-a826-42c0-aee0-01770a1ac444', 'tag': '6a4ac022-3e01-4d83-ae60-37469c8f71ba'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:04.110030 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-e0b19bf3-b487-4132-a752-f65c9186eaa0 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/networks?id=40b0a9c3-550f-42d6-804b-ef3e8c422668 HTTP/1.1" status: 200 len: 808 time: 0.2387998 Nov 27 01:26:04.110345 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31c0b1d-eadc-4ecd-ad9f-1821c4fd06f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d4244493-a826-42c0-aee0-01770a1ac444", "tag": "6a4ac022-3e01-4d83-ae60-37469c8f71ba"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:04.113700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-a7a6575b-a750-4002-828d-27c28d266696 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/quotas/57908a440b3947fda898e2cc94fc6c4f HTTP/1.1" status: 200 len: 375 time: 0.0337250 Nov 27 01:26:04.246092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06454b0e-1002-4f8b-aacf-f91be71f6c25', 'name': 'network-vif-deleted', 'tag': 'a5137c50-7884-4b9c-8b70-578443c14906'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:04.246092 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c555a11-ae2d-48e6-9f94-abbea7fb9ece" -d '{"events": [{"server_uuid": "06454b0e-1002-4f8b-aacf-f91be71f6c25", "name": "network-vif-deleted", "tag": "a5137c50-7884-4b9c-8b70-578443c14906"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:04.249195 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6434ec1-2e75-42ee-afef-e9599030afc1 req-be29c8fb-3852-4210-bcb4-55aeadcf26a2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229437 Nov 27 01:26:04.249195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5393fa-ce06-4cfd-ba71-59cc3607a462 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4ac022-3e01-4d83-ae60-37469c8f71ba,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:04.250624 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:04.262964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:04.270968 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device bc638e1a-7ab3-4714-8bfb-c7a0c9226d0c not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:04.276582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-d34b9c11-86f4-4845-8e4c-9687798e5a52 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=57908a440b3947fda898e2cc94fc6c4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1325696 Nov 27 01:26:04.353354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-0e568f74-4e8a-4667-8305-dd2b4fe8a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:04.356264 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-0e568f74-4e8a-4667-8305-dd2b4fe8a745 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 1096 time: 0.1699748 Nov 27 01:26:04.424432 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-3cef2823-dea8-4fda-8ff6-085be01a6f9c service neutron] 10.222.0.15 "GET /v2.0/networks/40b0a9c3-550f-42d6-804b-ef3e8c422668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430635 Nov 27 01:26:04.450989 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-2c60fa5f-9d67-4b8c-ba42-3f72300570c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a4ac022-3e01-4d83-ae60-37469c8f71ba HTTP/1.1" status: 200 len: 217 time: 0.0796688 Nov 27 01:26:04.530917 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-badf2d75-26c8-465e-a217-c39f32137019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:04.533264 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-badf2d75-26c8-465e-a217-c39f32137019 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.0656371 Nov 27 01:26:04.545431 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-bf0bf0e9-e010-4ce8-bba4-21e375e82e35 service neutron] 10.222.0.15 "GET /v2.0/networks/40b0a9c3-550f-42d6-804b-ef3e8c422668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200933 Nov 27 01:26:04.559584 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4004f9b0-1037-462a-912d-dcd77b085d82 req-d0ada098-8050-4411-b29c-fa8082dcc9f0 tempest-ServerRescueTestJSON-1023117133 tempest-ServerRescueTestJSON-1023117133-project] 10.222.0.15 "GET /v2.0/ports?device_id=06454b0e-1002-4f8b-aacf-f91be71f6c25 HTTP/1.1" status: 200 len: 210 time: 0.1212282 Nov 27 01:26:04.624924 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-43186dfa-2e3d-463d-bae7-c8c0a8fdeb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:04.626470 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-43186dfa-2e3d-463d-bae7-c8c0a8fdeb36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769978 Nov 27 01:26:04.673436 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7eac21b-f01c-4603-afc2-583f3917cd0a x-openstack-request-id: req-b7eac21b-f01c-4603-afc2-583f3917cd0a {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:04.673746 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4244493-a826-42c0-aee0-01770a1ac444", "tag": "6a4ac022-3e01-4d83-ae60-37469c8f71ba", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:04.674542 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7eac21b-f01c-4603-afc2-583f3917cd0a {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:04.674957 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4244493-a826-42c0-aee0-01770a1ac444', 'tag': '6a4ac022-3e01-4d83-ae60-37469c8f71ba', 'status': 'completed', 'code': 200} Nov 27 01:26:04.715544 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5b7d56-8c7d-4dcf-91fe-6b131ef942ab x-openstack-request-id: req-7a5b7d56-8c7d-4dcf-91fe-6b131ef942ab {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:04.715856 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06454b0e-1002-4f8b-aacf-f91be71f6c25", "name": "network-vif-deleted", "tag": "a5137c50-7884-4b9c-8b70-578443c14906", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:04.716212 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a5b7d56-8c7d-4dcf-91fe-6b131ef942ab {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:04.716696 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06454b0e-1002-4f8b-aacf-f91be71f6c25', 'name': 'network-vif-deleted', 'tag': 'a5137c50-7884-4b9c-8b70-578443c14906', 'status': 'completed', 'code': 200} Nov 27 01:26:04.783625 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-43f7640b-9536-47f8-aa31-663cb0713981 service neutron] 10.222.0.31 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418927 Nov 27 01:26:04.944479 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8f9323f2-952c-433e-a2d9-f63c862e657b req-376fec1b-8402-4f3d-a66b-f91f91147c2d tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0841582 Nov 27 01:26:05.016196 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f369c28-d9f6-4949-8a41-78e3ff3f64d9 req-5e09b22b-e022-422c-ab91-b3b309a91e9b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:05.020473 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f369c28-d9f6-4949-8a41-78e3ff3f64d9 req-5e09b22b-e022-422c-ab91-b3b309a91e9b tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.2405329 Nov 27 01:26:05.105562 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c61199c-a5ce-4e24-a302-4005bd2fc75e req-563ef93a-ab0c-479c-b586-e5d74a5bb16e tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 210 time: 0.0521944 Nov 27 01:26:05.128734 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b55ef198-8dc8-4199-b499-0009c164fdb2 req-17047794-8aec-49de-ad71-e19a687127ff service neutron] 10.222.0.31 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381000 Nov 27 01:26:05.175541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f369c28-d9f6-4949-8a41-78e3ff3f64d9 req-3ff98ac6-5006-4d2b-ab1f-cb3cb416262e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430264 Nov 27 01:26:05.309552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c0b1d-eadc-4ecd-ad9f-1821c4fd06f8 req-5330cbdd-2173-4303-a121-5ca5f2f6a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:05.311447 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a31c0b1d-eadc-4ecd-ad9f-1821c4fd06f8 req-5330cbdd-2173-4303-a121-5ca5f2f6a0c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 1096 time: 0.0839972 Nov 27 01:26:05.326350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb11995-aecc-40a6-be9a-fd0ccb3335d3 req-71712e66-eb84-44d0-8432-b3cd49177ac5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:05.336833 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9fb11995-aecc-40a6-be9a-fd0ccb3335d3 req-71712e66-eb84-44d0-8432-b3cd49177ac5 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.0760226 Nov 27 01:26:05.416015 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9fb11995-aecc-40a6-be9a-fd0ccb3335d3 req-f369ee71-f57d-4e30-9be4-ae84934c52be tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779045 Nov 27 01:26:05.475235 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff35c1-4e29-4c2e-9e38-201f3deafbf7 req-71db1594-645b-45f3-a668-30d3fe750cfb tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:05.476876 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20ff35c1-4e29-4c2e-9e38-201f3deafbf7 req-71db1594-645b-45f3-a668-30d3fe750cfb tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 944 time: 0.0783408 Nov 27 01:26:05.531512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c0b1d-eadc-4ecd-ad9f-1821c4fd06f8 req-67fc9346-e2a7-4128-8f6d-3ea203f2ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:05.537426 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a31c0b1d-eadc-4ecd-ad9f-1821c4fd06f8 req-67fc9346-e2a7-4128-8f6d-3ea203f2ed97 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.2168314 Nov 27 01:26:05.600490 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a31c0b1d-eadc-4ecd-ad9f-1821c4fd06f8 req-1d3dbd45-6c71-476e-9460-1bd7be907c6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a4ac022-3e01-4d83-ae60-37469c8f71ba HTTP/1.1" status: 200 len: 217 time: 0.0537102 Nov 27 01:26:05.623392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9552207-1e8d-4a4b-9859-6cd35cfe97cf req-0e35b0d3-bcd3-4f31-9ef1-09be8df8797e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:05.636035 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9552207-1e8d-4a4b-9859-6cd35cfe97cf req-0e35b0d3-bcd3-4f31-9ef1-09be8df8797e tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.0856767 Nov 27 01:26:05.636512 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20ff35c1-4e29-4c2e-9e38-201f3deafbf7 req-70fbda02-237c-4cfb-bfb7-232ef7f50eb6 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457024 Nov 27 01:26:05.720064 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9552207-1e8d-4a4b-9859-6cd35cfe97cf req-d7f3eb58-ab33-4d8f-bdac-5dda896c7b62 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805459 Nov 27 01:26:05.751013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c0b1d-eadc-4ecd-ad9f-1821c4fd06f8 req-74cedcea-227b-467d-8cf6-77b895ca1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:05.758774 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a31c0b1d-eadc-4ecd-ad9f-1821c4fd06f8 req-74cedcea-227b-467d-8cf6-77b895ca1b11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.1477714 Nov 27 01:26:05.816884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 41878) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:05.960000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c0b1d-eadc-4ecd-ad9f-1821c4fd06f8 req-17766352-7833-4123-8ab5-918891ab3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:05.966041 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a31c0b1d-eadc-4ecd-ad9f-1821c4fd06f8 req-17766352-7833-4123-8ab5-918891ab3fed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1958444 Nov 27 01:26:06.187460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a31c0b1d-eadc-4ecd-ad9f-1821c4fd06f8 req-f2386e3f-4186-4ffa-a492-92413c2590f9 service neutron] 10.222.0.31 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112319 Nov 27 01:26:06.213791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a5137c50-7884-4b9c-8b70-578443c14906 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:06.274150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: a5137c50-7884-4b9c-8b70-578443c14906 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:06.274150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device a5137c50-7884-4b9c-8b70-578443c14906 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:06.316771 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6a031bc-0bfe-4a50-8635-0ce50ae18c80 req-089c9049-609e-4d54-8171-4bcd5e2ce4d4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.1531730 Nov 27 01:26:06.340347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-89862359-fcbb-4500-9baf-4a45901a6e8d req-3373ddf2-33c3-4ade-bae0-532213a551ab tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 210 time: 0.0519812 Nov 27 01:26:06.396954 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a31c0b1d-eadc-4ecd-ad9f-1821c4fd06f8 req-71599c01-f8d7-41f7-85bf-5a5658e58c67 service neutron] 10.222.0.31 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008541 Nov 27 01:26:06.734709 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d9c98b84-aba5-420e-a583-96d6fbaecb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:06.926445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae936c-0d40-46e1-950e-a931cd691c20 req-71874d05-d510-4e93-81b6-f1891746564d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:06.929753 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bfae936c-0d40-46e1-950e-a931cd691c20 req-71874d05-d510-4e93-81b6-f1891746564d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 944 time: 0.1607563 Nov 27 01:26:07.065102 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bfae936c-0d40-46e1-950e-a931cd691c20 req-666ce6ff-660f-4b46-92d4-05317682666f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233363 Nov 27 01:26:07.349162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-6de4aca1-4d8a-4c1d-98e2-39400727f3b2 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:07.351507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-6de4aca1-4d8a-4c1d-98e2-39400727f3b2 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.21 "GET /v2.0/networks?id=40b0a9c3-550f-42d6-804b-ef3e8c422668 HTTP/1.1" status: 200 len: 808 time: 0.7027073 Nov 27 01:26:07.383562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-ed2a092f-0bcf-49a2-a6b5-6a0259d5fa2f tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Request body: {'port': {'device_id': 'bea8ec5d-b276-44ad-b434-e05a0789f33c', 'network_id': '40b0a9c3-550f-42d6-804b-ef3e8c422668', 'admin_state_up': True, 'tenant_id': '57908a440b3947fda898e2cc94fc6c4f'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:07.550972 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b04ae24a-ac1b-4362-8911-bb8c2f6532c8 req-652a0817-101c-4327-ab33-06235ac30b1b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0519686 Nov 27 01:26:07.577466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7e55ab2-4eac-404e-947e-fefe6e5c454d req-5af171b5-471a-45a1-8804-e3ae596114c2 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 210 time: 0.0721714 Nov 27 01:26:07.727881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-ed2a092f-0bcf-49a2-a6b5-6a0259d5fa2f tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Made reservation on behalf of 57908a440b3947fda898e2cc94fc6c4f for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:07.731813 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-ed2a092f-0bcf-49a2-a6b5-6a0259d5fa2f tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:07.853967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d9c98b84-aba5-420e-a583-96d6fbaecb9c admin admin] Deleting port a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:07.854612 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d9c98b84-aba5-420e-a583-96d6fbaecb9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:07.981626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-ed2a092f-0bcf-49a2-a6b5-6a0259d5fa2f tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Allocated IP 172.20.0.10 (40b0a9c3-550f-42d6-804b-ef3e8c422668/101e1cd3-19cc-4905-aef3-54323c2ab440/e863f663-f07e-40c9-9357-28e3b4036990) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:08.001533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-d9c98b84-aba5-420e-a583-96d6fbaecb9c admin admin] For port a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0,segment=NetworkSegment(841d74f8-2044-4df7-a6f1-cb365d90c74e),segment_id=841d74f8-2044-4df7-a6f1-cb365d90c74e)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:08.002660 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d9c98b84-aba5-420e-a583-96d6fbaecb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:08.025186 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d9c98b84-aba5-420e-a583-96d6fbaecb9c admin admin] Calling delete_port for a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:08.285396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e144a3f-3c2a-4e1f-a57b-dc3aceec0e60 req-87eb0860-c284-4dcb-af56-fc040659e86a tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:08.287620 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e144a3f-3c2a-4e1f-a57b-dc3aceec0e60 req-87eb0860-c284-4dcb-af56-fc040659e86a tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 944 time: 0.1293550 Nov 27 01:26:08.300463 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-ed2a092f-0bcf-49a2-a6b5-6a0259d5fa2f tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:08.380782 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e144a3f-3c2a-4e1f-a57b-dc3aceec0e60 req-5e1bdfc7-205d-457d-9041-8117d4e060b9 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832529 Nov 27 01:26:08.499056 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-ed2a092f-0bcf-49a2-a6b5-6a0259d5fa2f tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:08.587404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-ed2a092f-0bcf-49a2-a6b5-6a0259d5fa2f tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Network 40b0a9c3-550f-42d6-804b-ef3e8c422668 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:08.599161 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-ed2a092f-0bcf-49a2-a6b5-6a0259d5fa2f tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:08.606135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-ed2a092f-0bcf-49a2-a6b5-6a0259d5fa2f tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:08.651476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a092f-0bcf-49a2-a6b5-6a0259d5fa2f tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Pushing event updated for resources: {'Port': ['ID=e863f663-f07e-40c9-9357-28e3b4036990,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:08.731132 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d9c98b84-aba5-420e-a583-96d6fbaecb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:08.789370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-ed2a092f-0bcf-49a2-a6b5-6a0259d5fa2f tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:08.790071 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-ed2a092f-0bcf-49a2-a6b5-6a0259d5fa2f tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:08.804397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fb24d-f469-4af1-8f89-232c0e2fca72 req-e8e02e28-d547-4bc0-9be4-5dfb0bcafa69 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:08.806875 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db6fb24d-f469-4af1-8f89-232c0e2fca72 req-e8e02e28-d547-4bc0-9be4-5dfb0bcafa69 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 932 time: 0.0875752 Nov 27 01:26:08.837712 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00b368bf-e81c-4343-8178-b62e69d5c7ee req-3622edc0-6ed0-41bd-b553-9e33d4d41822 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0970304 Nov 27 01:26:08.841756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c98b84-aba5-420e-a583-96d6fbaecb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:08.922571 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db6fb24d-f469-4af1-8f89-232c0e2fca72 req-7b598114-e5c1-4bbb-9c86-7900d89848a1 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091590 Nov 27 01:26:08.971578 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-ed2a092f-0bcf-49a2-a6b5-6a0259d5fa2f tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6014135 Nov 27 01:26:09.026880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Request body: {'port': {'device_id': 'bea8ec5d-b276-44ad-b434-e05a0789f33c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:09.096873 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.230304 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d9c98b84-aba5-420e-a583-96d6fbaecb9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.438006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6a4ac022-3e01-4d83-ae60-37469c8f71ba details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:26:09.560367 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 6a4ac022-3e01-4d83-ae60-37469c8f71ba, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6a4ac022-3e01-4d83-ae60-37469c8f71ba,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:09.579661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '6a4ac022-3e01-4d83-ae60-37469c8f71ba', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'port_id': '6a4ac022-3e01-4d83-ae60-37469c8f71ba', 'mac_address': 'fa:16:3e:4b:40:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:26:09.628193 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.643357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4ac022-3e01-4d83-ae60-37469c8f71ba {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:26:09.667472 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 6a4ac022-3e01-4d83-ae60-37469c8f71ba, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6a4ac022-3e01-4d83-ae60-37469c8f71ba,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:09.676814 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.765955 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=6a4ac022-3e01-4d83-ae60-37469c8f71ba,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:09.844111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94ee18-5303-4a61-9fd0-61e6a289f488 req-dfac3c0b-3b00-4686-a2dd-04ca79d4afc2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:09.848021 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe94ee18-5303-4a61-9fd0-61e6a289f488 req-dfac3c0b-3b00-4686-a2dd-04ca79d4afc2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 944 time: 0.3071678 Nov 27 01:26:10.046044 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-01e3a973-ca55-42f2-81f3-709c8054735a req-9fe7887e-9533-45aa-8eb6-caad1d75a35b tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0850759 Nov 27 01:26:10.060343 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e863f663-f07e-40c9-9357-28e3b4036990 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:26:10.079043 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.079257 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ad0642d6-18fe-4b57-b644-f1da8c62f9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.088513 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['6a4ac022-3e01-4d83-ae60-37469c8f71ba'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:26:10.089555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Transition to ACTIVE for port object e863f663-f07e-40c9-9357-28e3b4036990 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:26:10.137566 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.252917 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe94ee18-5303-4a61-9fd0-61e6a289f488 req-75aafd0e-80ba-4d02-8d3a-a47b1d2791d2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249054 Nov 27 01:26:10.335147 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b8d02-a321-4231-8ed9-2235c6e10258 req-589a546a-bcb3-44d0-a72e-f28f707f4aa0 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:10.343166 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a9b8d02-a321-4231-8ed9-2235c6e10258 req-589a546a-bcb3-44d0-a72e-f28f707f4aa0 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 944 time: 0.1990325 Nov 27 01:26:10.468901 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a9b8d02-a321-4231-8ed9-2235c6e10258 req-69ad3d87-ac09-45d3-9e57-730a87b54eee tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197987 Nov 27 01:26:10.673354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Pushing event updated for resources: {'Port': ['ID=e863f663-f07e-40c9-9357-28e3b4036990,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:10.682468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Attempting to bind port e863f663-f07e-40c9-9357-28e3b4036990 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:10.682832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Attempting to bind port e863f663-f07e-40c9-9357-28e3b4036990 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd25761ec-dd8c-45a8-9b58-c60a817dd532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '40b0a9c3-550f-42d6-804b-ef3e8c422668'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:10.683166 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Attempting to bind port e863f663-f07e-40c9-9357-28e3b4036990 on network 40b0a9c3-550f-42d6-804b-ef3e8c422668 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:10.697318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Port e863f663-f07e-40c9-9357-28e3b4036990 on network 40b0a9c3-550f-42d6-804b-ef3e8c422668 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:26:10.697547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Attempting to bind port e863f663-f07e-40c9-9357-28e3b4036990 on network 40b0a9c3-550f-42d6-804b-ef3e8c422668 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:10.741113 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:10.741453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Checking segment: {'id': 'd25761ec-dd8c-45a8-9b58-c60a817dd532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '40b0a9c3-550f-42d6-804b-ef3e8c422668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:10.742012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Bound using segment: {'id': 'd25761ec-dd8c-45a8-9b58-c60a817dd532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '40b0a9c3-550f-42d6-804b-ef3e8c422668'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:10.742442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Bound port: e863f663-f07e-40c9-9357-28e3b4036990, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25761ec-dd8c-45a8-9b58-c60a817dd532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '40b0a9c3-550f-42d6-804b-ef3e8c422668'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:10.742926 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.759254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c98b84-aba5-420e-a583-96d6fbaecb9c admin admin] Router 4296d772-da19-4a44-8a40-d24a463db35d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:10.927955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c98b84-aba5-420e-a583-96d6fbaecb9c admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:10.937211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d9c98b84-aba5-420e-a583-96d6fbaecb9c admin admin] 10.222.0.15 "PUT /v2.0/routers/4296d772-da19-4a44-8a40-d24a463db35d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1169682 Nov 27 01:26:10.937589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42014) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:10.943147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0694a26-62d8-4e64-9b27-b4c2b8b8e41b None None] Sync routers for ids ['4296d772-da19-4a44-8a40-d24a463db35d'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:10.960204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0694a26-62d8-4e64-9b27-b4c2b8b8e41b None None] Routers {'4296d772-da19-4a44-8a40-d24a463db35d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:10.960866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b0694a26-62d8-4e64-9b27-b4c2b8b8e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:25:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['4296d772-da19-4a44-8a40-d24a463db35d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:11.195704 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.331290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b0694a26-62d8-4e64-9b27-b4c2b8b8e41b None None] Set router 4296d772-da19-4a44-8a40-d24a463db35d gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:11.380357 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7b584c4-d073-4d9f-ac88-77877ca4f8fa req-16fb17ae-4595-40e9-b3a3-4a05925bbcd3 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.1789715 Nov 27 01:26:11.400543 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] For port e863f663-f07e-40c9-9357-28e3b4036990, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:11.509639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6a4ac022-3e01-4d83-ae60-37469c8f71ba up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:11.521501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143c34f-bf4f-474a-882d-23ebaca01a9b req-456da6e3-d460-4c9e-a19d-7f418f4187e5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:11.527214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] For port e863f663-f07e-40c9-9357-28e3b4036990, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e863f663-f07e-40c9-9357-28e3b4036990,segment=NetworkSegment(d25761ec-dd8c-45a8-9b58-c60a817dd532),segment_id=d25761ec-dd8c-45a8-9b58-c60a817dd532)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:11.537531 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2143c34f-bf4f-474a-882d-23ebaca01a9b req-456da6e3-d460-4c9e-a19d-7f418f4187e5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 945 time: 0.0972967 Nov 27 01:26:11.552079 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.696144 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2143c34f-bf4f-474a-882d-23ebaca01a9b req-4bc463be-e244-4f18-80dc-b28bd8d70455 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570699 Nov 27 01:26:11.697997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:11.699021 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.700583 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] 10.222.0.21 "PUT /v2.0/ports/e863f663-f07e-40c9-9357-28e3b4036990 HTTP/1.1" status: 200 len: 1093 time: 2.6783619 Nov 27 01:26:11.778536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 6a4ac022-3e01-4d83-ae60-37469c8f71ba completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:26:11.792236 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 6a4ac022-3e01-4d83-ae60-37469c8f71ba triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:11.792635 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.810623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea8ec5d-b276-44ad-b434-e05a0789f33c', 'tag': 'e863f663-f07e-40c9-9357-28e3b4036990'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:11.818326 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5bd176-2664-4f35-b63e-d0395039119a" -d '{"events": [{"name": "network-changed", "server_uuid": "bea8ec5d-b276-44ad-b434-e05a0789f33c", "tag": "e863f663-f07e-40c9-9357-28e3b4036990"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:11.943979 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da28df27-94a0-405f-979d-bf9b70937a1c x-openstack-request-id: req-da28df27-94a0-405f-979d-bf9b70937a1c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:11.944291 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea8ec5d-b276-44ad-b434-e05a0789f33c", "tag": "e863f663-f07e-40c9-9357-28e3b4036990", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:11.944557 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da28df27-94a0-405f-979d-bf9b70937a1c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:11.944957 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea8ec5d-b276-44ad-b434-e05a0789f33c', 'tag': 'e863f663-f07e-40c9-9357-28e3b4036990', 'status': 'completed', 'code': 200} Nov 27 01:26:11.956311 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6d261-40b9-4830-b920-4b2105f6a99d service neutron] Pushing event updated for resources: {'Port': ['ID=e863f663-f07e-40c9-9357-28e3b4036990,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:11.964023 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.995643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764056ba-11ba-460e-8811-32582e6090f8 req-4041c54f-02d8-41d1-9888-3e3c2d2b973b tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:12.003954 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-764056ba-11ba-460e-8811-32582e6090f8 req-4041c54f-02d8-41d1-9888-3e3c2d2b973b tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 944 time: 0.3465109 Nov 27 01:26:12.046002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-67ce5dc6-07ba-474e-9deb-1b74a9ddf62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:12.047432 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-67ce5dc6-07ba-474e-9deb-1b74a9ddf62d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57908a440b3947fda898e2cc94fc6c4f&device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 1096 time: 0.1956367 Nov 27 01:26:12.163097 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.198929 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-764056ba-11ba-460e-8811-32582e6090f8 req-359428f8-8d1a-4164-a754-07875a442a76 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936116 Nov 27 01:26:12.201461 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-4b3d6ffc-03bf-4817-9d32-402f7f44f6c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e863f663-f07e-40c9-9357-28e3b4036990 HTTP/1.1" status: 200 len: 217 time: 0.1186998 Nov 27 01:26:12.234312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4244493-a826-42c0-aee0-01770a1ac444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4ac022-3e01-4d83-ae60-37469c8f71ba'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:12.236807 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd52902-8f94-46b7-902a-470951628ee0" -d '{"events": [{"server_uuid": "d4244493-a826-42c0-aee0-01770a1ac444", "name": "network-vif-plugged", "status": "completed", "tag": "6a4ac022-3e01-4d83-ae60-37469c8f71ba"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:12.268503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-bd054276-aa3d-459c-96dd-671b9039e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:12.270246 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-bd054276-aa3d-459c-96dd-671b9039e64f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=101e1cd3-19cc-4905-aef3-54323c2ab440 HTTP/1.1" status: 200 len: 848 time: 0.0556109 Nov 27 01:26:12.281179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 6a4ac022-3e01-4d83-ae60-37469c8f71ba, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6a4ac022-3e01-4d83-ae60-37469c8f71ba,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:12.298698 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b0694a26-62d8-4e64-9b27-b4c2b8b8e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4296d772-da19-4a44-8a40-d24a463db35d', 'name': 'tempest-ServerRescueTestJSON-397747980-router', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'df15f3b3-1cfc-460b-9f16-f50edf76a90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:01Z', 'updated_at': '2021-11-27T01:26:08Z', 'revision_number': 5, 'project_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'gw_port': {'id': 'df15f3b3-1cfc-460b-9f16-f50edf76a90f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4296d772-da19-4a44-8a40-d24a463db35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:24:02Z', 'updated_at': '2021-11-27T01:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:12.309261 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.319233 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0854b371-eb36-467e-9cda-837b7858343e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.361490 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0e5156-caae-4564-8314-2c9aca51e39a x-openstack-request-id: req-0c0e5156-caae-4564-8314-2c9aca51e39a {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:12.362039 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4244493-a826-42c0-aee0-01770a1ac444", "name": "network-vif-plugged", "status": "completed", "tag": "6a4ac022-3e01-4d83-ae60-37469c8f71ba", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:12.362457 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c0e5156-caae-4564-8314-2c9aca51e39a {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:12.363012 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4244493-a826-42c0-aee0-01770a1ac444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4ac022-3e01-4d83-ae60-37469c8f71ba', 'code': 200} Nov 27 01:26:12.379853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-b750bf08-ec23-4a4c-946f-ad0ed0da3a4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40b0a9c3-550f-42d6-804b-ef3e8c422668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938809 Nov 27 01:26:12.382103 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0694a26-62d8-4e64-9b27-b4c2b8b8e41b None None] Checking router: 4296d772-da19-4a44-8a40-d24a463db35d for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:26:12.423634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0694a26-62d8-4e64-9b27-b4c2b8b8e41b None None] Routers {'4296d772-da19-4a44-8a40-d24a463db35d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:12.424661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b0694a26-62d8-4e64-9b27-b4c2b8b8e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:26:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['4296d772-da19-4a44-8a40-d24a463db35d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:12.460609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] Deleting port df15f3b3-1cfc-460b-9f16-f50edf76a90f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:12.473852 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.550272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b0694a26-62d8-4e64-9b27-b4c2b8b8e41b None None] Set router 4296d772-da19-4a44-8a40-d24a463db35d gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:12.634369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30ac07-e242-46fc-813d-a7ba5ebffed5 req-273a6dcc-7b90-42a0-9a6c-50c419c544ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:12.639436 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae30ac07-e242-46fc-813d-a7ba5ebffed5 req-273a6dcc-7b90-42a0-9a6c-50c419c544ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 1098 time: 0.1285119 Nov 27 01:26:12.678688 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b0694a26-62d8-4e64-9b27-b4c2b8b8e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4296d772-da19-4a44-8a40-d24a463db35d', 'name': 'tempest-ServerRescueTestJSON-397747980-router', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:01Z', 'updated_at': '2021-11-27T01:26:11Z', 'revision_number': 6, 'project_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:12.733687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0694a26-62d8-4e64-9b27-b4c2b8b8e41b None None] The sync data for ids ['4296d772-da19-4a44-8a40-d24a463db35d'] in n-d-817303-10 is: [{'id': '4296d772-da19-4a44-8a40-d24a463db35d', 'name': 'tempest-ServerRescueTestJSON-397747980-router', 'tenant_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:24:01Z', 'updated_at': '2021-11-27T01:26:11Z', 'revision_number': 6, 'project_id': '2666e5b4df3746d1a96c8ab22c44db0b', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:12.735331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=6a4ac022-3e01-4d83-ae60-37469c8f71ba,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:12.831185 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae30ac07-e242-46fc-813d-a7ba5ebffed5 req-d6cd681b-0cd2-45cc-928a-abb0602621d5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779547 Nov 27 01:26:12.990939 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad95812-e4e0-4500-b0dd-a008631b44f8 req-e9b64093-345e-43c8-906b-dafdce644458 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:12.995569 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9ad95812-e4e0-4500-b0dd-a008631b44f8 req-e9b64093-345e-43c8-906b-dafdce644458 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1113374 Nov 27 01:26:13.145724 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9ad95812-e4e0-4500-b0dd-a008631b44f8 req-602629c6-8d66-4459-bf86-0af341cc673d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431530 Nov 27 01:26:13.164777 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] For port df15f3b3-1cfc-460b-9f16-f50edf76a90f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=df15f3b3-1cfc-460b-9f16-f50edf76a90f,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:13.165148 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.209227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] Calling delete_port for df15f3b3-1cfc-460b-9f16-f50edf76a90f owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:13.273531 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.407831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442e956-24ed-4c62-b615-0056e2d2c1ec req-31ada355-e4af-44d8-8717-b7b29be0a469 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:13.411928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5442e956-24ed-4c62-b615-0056e2d2c1ec req-31ada355-e4af-44d8-8717-b7b29be0a469 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 944 time: 0.1085420 Nov 27 01:26:13.492092 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5442e956-24ed-4c62-b615-0056e2d2c1ec req-9c343c34-f0bc-4082-9764-9dbe487e38e4 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694046 Nov 27 01:26:13.537399 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-86b71ec2-10f1-4000-8f77-437f988a134d service neutron] 10.222.0.21 "GET /v2.0/networks/40b0a9c3-550f-42d6-804b-ef3e8c422668?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1400862 Nov 27 01:26:13.560028 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fed8a133-ca55-4343-8233-90082f8ee2ab req-6d5f1726-1c82-4226-9f27-b5896d906770 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.5282934 Nov 27 01:26:13.560698 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.606733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] Pushing event deleted for resources: {'Port': ['ID=df15f3b3-1cfc-460b-9f16-f50edf76a90f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:13.653275 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b6ec90-f87c-443b-8525-594f9d95a912 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:26:13.763883 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.891558 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bc8109a-db00-4416-9cfb-42b10167fa5e req-adee1b2f-595a-49bc-b00d-f33bdbd5d76e service neutron] 10.222.0.21 "GET /v2.0/networks/40b0a9c3-550f-42d6-804b-ef3e8c422668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324420 Nov 27 01:26:13.910734 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.914095 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.098753 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.099353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4296d772-da19-4a44-8a40-d24a463db35d {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:26:14.108828 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.112846 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-aab9de37-ec9b-43cc-abfe-a757b5ddcc11 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4296d772-da19-4a44-8a40-d24a463db35d HTTP/1.1" status: 204 len: 168 time: 3.1715639 Nov 27 01:26:14.113108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42068) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:14.232852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bd176-2664-4f35-b63e-d0395039119a req-98b26071-0646-447f-8908-f980150eb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:14.234678 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c5bd176-2664-4f35-b63e-d0395039119a req-98b26071-0646-447f-8908-f980150eb741 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57908a440b3947fda898e2cc94fc6c4f&device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 1096 time: 0.2236042 Nov 27 01:26:14.302084 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a5237f-815e-4b44-9e03-67af621c204b admin admin] Deleting subnet afd5e847-17b5-46ac-9f27-35fc7805bece {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:26:14.311829 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f6a5237f-815e-4b44-9e03-67af621c204b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.414978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:14.426768 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f6a5237f-815e-4b44-9e03-67af621c204b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.469827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bd176-2664-4f35-b63e-d0395039119a req-e13abb91-5eb9-4429-b1a5-3b4a381424ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:14.472264 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c5bd176-2664-4f35-b63e-d0395039119a req-e13abb91-5eb9-4429-b1a5-3b4a381424ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=40b0a9c3-550f-42d6-804b-ef3e8c422668 HTTP/1.1" status: 200 len: 909 time: 0.2281630 Nov 27 01:26:14.556642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7201df-0b13-49c4-b3e2-af2c66990def req-064bb27e-f2cc-453e-87bb-db9700ffd7a1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:14.561520 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb7201df-0b13-49c4-b3e2-af2c66990def req-064bb27e-f2cc-453e-87bb-db9700ffd7a1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1545441 Nov 27 01:26:14.563658 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c5bd176-2664-4f35-b63e-d0395039119a req-c6e27fe9-da34-4911-bcbf-85258f183f5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e863f663-f07e-40c9-9357-28e3b4036990 HTTP/1.1" status: 200 len: 217 time: 0.0792422 Nov 27 01:26:14.573591 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f6a5237f-815e-4b44-9e03-67af621c204b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.688309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:14.688623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a6dfa0e0-ac2d-43e4-b6a3-86ba1b63a0f0 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:14.689219 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device df15f3b3-1cfc-460b-9f16-f50edf76a90f no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:14.715344 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: df15f3b3-1cfc-460b-9f16-f50edf76a90f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:14.716102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device df15f3b3-1cfc-460b-9f16-f50edf76a90f not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:14.736564 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb7201df-0b13-49c4-b3e2-af2c66990def req-dddb894e-7f8b-4edc-9e8c-e8bc3af2e9df tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573629 Nov 27 01:26:14.810086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bd176-2664-4f35-b63e-d0395039119a req-b217aab2-d47c-4a77-a6ce-e85d0a02c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:14.811610 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c5bd176-2664-4f35-b63e-d0395039119a req-b217aab2-d47c-4a77-a6ce-e85d0a02c306 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=101e1cd3-19cc-4905-aef3-54323c2ab440 HTTP/1.1" status: 200 len: 848 time: 0.2351816 Nov 27 01:26:14.826334 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.844668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bda06-3f36-4331-ae6b-5fd5b3945a50 req-44136380-570c-4a83-a607-c7c14873eebe tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:14.846291 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-447bda06-3f36-4331-ae6b-5fd5b3945a50 req-44136380-570c-4a83-a607-c7c14873eebe tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 944 time: 0.1419718 Nov 27 01:26:14.890150 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c5bd176-2664-4f35-b63e-d0395039119a req-89e58c7f-bbac-4098-b343-3c0a8eea3acd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40b0a9c3-550f-42d6-804b-ef3e8c422668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639458 Nov 27 01:26:14.895692 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f6a5237f-815e-4b44-9e03-67af621c204b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.924894 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5f0116dd-d6f1-4a5a-ab22-f928e58c1d7b req-a5c6ccdd-3a46-4a95-8f3c-603e195ab6e4 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0560164 Nov 27 01:26:15.033594 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-447bda06-3f36-4331-ae6b-5fd5b3945a50 req-8cc08e65-c1d3-407b-9470-a1b403a9f9b4 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780174 Nov 27 01:26:15.036374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5237f-815e-4b44-9e03-67af621c204b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd5e847-17b5-46ac-9f27-35fc7805bece,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:15.040529 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f6a5237f-815e-4b44-9e03-67af621c204b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.046457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42090) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:15.048069 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f6a5237f-815e-4b44-9e03-67af621c204b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/afd5e847-17b5-46ac-9f27-35fc7805bece HTTP/1.1" status: 204 len: 168 time: 0.9307644 Nov 27 01:26:15.185043 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c5bd176-2664-4f35-b63e-d0395039119a req-3b8c8593-1de7-4135-a4bb-7151b86d6a7d service neutron] 10.222.0.21 "GET /v2.0/networks/40b0a9c3-550f-42d6-804b-ef3e8c422668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634201 Nov 27 01:26:15.317588 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f07f0f3-11db-449c-a531-80a780a7efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.448087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43953ffa-65ff-40ee-8820-24176b3df7e1 req-505f229d-65c7-438c-b3d5-4682771f7d03 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:15.449770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43953ffa-65ff-40ee-8820-24176b3df7e1 req-505f229d-65c7-438c-b3d5-4682771f7d03 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1084285 Nov 27 01:26:15.477073 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c5bd176-2664-4f35-b63e-d0395039119a req-7062de73-6997-46c4-8f29-de3b827693c2 service neutron] 10.222.0.21 "GET /v2.0/networks/40b0a9c3-550f-42d6-804b-ef3e8c422668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815249 Nov 27 01:26:15.508910 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f07f0f3-11db-449c-a531-80a780a7efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.522756 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43953ffa-65ff-40ee-8820-24176b3df7e1 req-13591712-19f5-4173-bf00-4f1598f96399 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623345 Nov 27 01:26:15.547378 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3f07f0f3-11db-449c-a531-80a780a7efcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a774b0ea-8ef6-4e2e-9918-cbc8326667de']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:15.565920 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3f07f0f3-11db-449c-a531-80a780a7efcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841d74f8-2044-4df7-a6f1-cb365d90c74e') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:15.566709 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3f07f0f3-11db-449c-a531-80a780a7efcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841d74f8-2044-4df7-a6f1-cb365d90c74e') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:15.586229 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f07f0f3-11db-449c-a531-80a780a7efcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.606821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f07f0f3-11db-449c-a531-80a780a7efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.614676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f07f0f3-11db-449c-a531-80a780a7efcd admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:26:15.615193 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f07f0f3-11db-449c-a531-80a780a7efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:26:15.716350 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:26:15.720533 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f07f0f3-11db-449c-a531-80a780a7efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.722993 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f07f0f3-11db-449c-a531-80a780a7efcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.732731 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3f07f0f3-11db-449c-a531-80a780a7efcd admin admin] 10.222.0.15 "DELETE /v2.0/networks/a774b0ea-8ef6-4e2e-9918-cbc8326667de HTTP/1.1" status: 204 len: 168 time: 0.6848159 Nov 27 01:26:15.762552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07f0f3-11db-449c-a531-80a780a7efcd admin admin] Pushing event deleted for resources: {'Network': ['ID=a774b0ea-8ef6-4e2e-9918-cbc8326667de,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:16.098545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42116) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:16.187750 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a70b979-c9d7-4170-8edf-88a96cf7e247 req-72f93987-0a53-454b-a9bf-bbc075edf415 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.1138024 Nov 27 01:26:16.232483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e863f663-f07e-40c9-9357-28e3b4036990 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:26:16.234836 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.286982 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42124) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:16.308996 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-440c99e4-9e94-4614-96de-83ff977549b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2666e5b4df3746d1a96c8ab22c44db0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2033660 Nov 27 01:26:16.443360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b31e4-8370-45e3-ad30-1f2a3f43e546 req-5182ab04-90e1-4d5b-a9cf-a74d3ecb94b0 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:16.448741 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-11f7caeb-aa9a-41c2-8aad-02e7c4928621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.459460 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-830b31e4-8370-45e3-ad30-1f2a3f43e546 req-5182ab04-90e1-4d5b-a9cf-a74d3ecb94b0 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 944 time: 0.1406910 Nov 27 01:26:16.492109 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-11f7caeb-aa9a-41c2-8aad-02e7c4928621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.582711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port e863f663-f07e-40c9-9357-28e3b4036990, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e863f663-f07e-40c9-9357-28e3b4036990,segment=NetworkSegment(d25761ec-dd8c-45a8-9b58-c60a817dd532),segment_id=d25761ec-dd8c-45a8-9b58-c60a817dd532)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:16.597215 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-830b31e4-8370-45e3-ad30-1f2a3f43e546 req-2e49b84e-cb94-4993-9a9e-a484b18a03b1 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368365 Nov 27 01:26:16.640715 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-11f7caeb-aa9a-41c2-8aad-02e7c4928621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.648494 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-11f7caeb-aa9a-41c2-8aad-02e7c4928621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.649724 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-11f7caeb-aa9a-41c2-8aad-02e7c4928621 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5 HTTP/1.1" status: 204 len: 168 time: 0.3617294 Nov 27 01:26:16.669235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'e863f663-f07e-40c9-9357-28e3b4036990', 'network_id': '40b0a9c3-550f-42d6-804b-ef3e8c422668', 'port_id': 'e863f663-f07e-40c9-9357-28e3b4036990', 'mac_address': 'fa:16:3e:30:d6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '101e1cd3-19cc-4905-aef3-54323c2ab440', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:26:16.689134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7caeb-aa9a-41c2-8aad-02e7c4928621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f1f2ad-3019-47f1-aa1a-f28815dcbdf5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:16.772444 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.793218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e863f663-f07e-40c9-9357-28e3b4036990 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:26:16.831529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port e863f663-f07e-40c9-9357-28e3b4036990, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e863f663-f07e-40c9-9357-28e3b4036990,segment=NetworkSegment(d25761ec-dd8c-45a8-9b58-c60a817dd532),segment_id=d25761ec-dd8c-45a8-9b58-c60a817dd532)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:16.841993 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.956224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e5aca-4090-45b1-8d57-85b523f5f0ec req-c4d9b0ba-5bc1-4def-8b74-e82c7c6edf73 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:16.959951 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cd9e5aca-4090-45b1-8d57-85b523f5f0ec req-c4d9b0ba-5bc1-4def-8b74-e82c7c6edf73 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.2031775 Nov 27 01:26:16.996096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=e863f663-f07e-40c9-9357-28e3b4036990,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:17.093432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225237e0-ce61-4761-b9c2-f3593be52597 req-2918b9d6-2bae-4559-93f4-875a6a686e95 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:17.095453 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-225237e0-ce61-4761-b9c2-f3593be52597 req-2918b9d6-2bae-4559-93f4-875a6a686e95 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.1661618 Nov 27 01:26:17.164823 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cd9e5aca-4090-45b1-8d57-85b523f5f0ec req-3b7cc0e9-3ebe-4bc3-a7bb-827dd2f89bd8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974866 Nov 27 01:26:17.218984 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e863f663-f07e-40c9-9357-28e3b4036990'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:26:17.244851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42160) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:17.277219 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-225237e0-ce61-4761-b9c2-f3593be52597 req-f4dc8713-d2b4-48bd-97f2-9e2bb8d5f4d6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594911 Nov 27 01:26:17.393584 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa5ebe65-b1d7-4ab1-ab94-da2182765011 req-75752b19-2eed-431b-8c09-f3bad70a558f tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0551240 Nov 27 01:26:17.479067 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a5c12323-f257-4fed-824f-e10b41fa76e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.768955 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a5c12323-f257-4fed-824f-e10b41fa76e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.782573 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a5c12323-f257-4fed-824f-e10b41fa76e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.801876 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4050af3-d187-4b09-bf30-6bac7e630a75 req-d6e2d1e2-e542-4406-89d8-3114e19ce745 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:17.810980 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4050af3-d187-4b09-bf30-6bac7e630a75 req-d6e2d1e2-e542-4406-89d8-3114e19ce745 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 945 time: 0.1199167 Nov 27 01:26:17.940952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a5c12323-f257-4fed-824f-e10b41fa76e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49e38d60fc424166b3c4a8fddf8d0e6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6925697 Nov 27 01:26:17.949024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42186) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:17.965765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c12323-f257-4fed-824f-e10b41fa76e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3547394b-3fd6-4c52-b072-a93db193a326,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:18.120743 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4050af3-d187-4b09-bf30-6bac7e630a75 req-6e129767-d89f-4468-b5e4-6e0fbaba60ac tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066947 Nov 27 01:26:18.175393 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c3af55b2-59b7-4745-943b-0398ad1d4c9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.204445 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c3af55b2-59b7-4745-943b-0398ad1d4c9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.315637 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c3af55b2-59b7-4745-943b-0398ad1d4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.318748 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c3af55b2-59b7-4745-943b-0398ad1d4c9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.319915 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c3af55b2-59b7-4745-943b-0398ad1d4c9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3547394b-3fd6-4c52-b072-a93db193a326 HTTP/1.1" status: 204 len: 168 time: 0.3678834 Nov 27 01:26:18.376039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42208) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:18.381884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af55b2-59b7-4745-943b-0398ad1d4c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3547394b-3fd6-4c52-b072-a93db193a326,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:18.500294 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeb1e8-a30b-433d-b919-ad8e001dd7db req-9f00d5f9-06f5-4204-a8ec-3d55b75f5501 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:18.502090 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4efeb1e8-a30b-433d-b919-ad8e001dd7db req-9f00d5f9-06f5-4204-a8ec-3d55b75f5501 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1470475 Nov 27 01:26:18.553381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ab7fa-ffda-4f7b-81e2-c9cb385111a2 req-068141ca-41e7-4ce2-8a3c-74524db63bce tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:18.561888 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef4ab7fa-ffda-4f7b-81e2-c9cb385111a2 req-068141ca-41e7-4ce2-8a3c-74524db63bce tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.1416435 Nov 27 01:26:18.598053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1820618490-network', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:18.618783 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4efeb1e8-a30b-433d-b919-ad8e001dd7db req-ea57edc8-bc60-4b4a-b148-e00bef79a172 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088183 Nov 27 01:26:18.698957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Made reservation on behalf of 9c64b09c25f047909a26c8a3415fefe2 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:18.713491 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.736669 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.754227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef4ab7fa-ffda-4f7b-81e2-c9cb385111a2 req-99d657f0-5924-4b36-8efe-22f0c243b873 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/security-groups?id=435a707c-d4eb-4806-8bc9-d8e7df8221a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914067 Nov 27 01:26:18.795329 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd09b6cd-d31a-486d-b187-714e903c5d69 req-62604e60-c085-42b8-aaab-469315695cd9 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/ports?device_id=212f2088-3364-441c-9352-98ca90ce98dc HTTP/1.1" status: 200 len: 210 time: 0.0472243 Nov 27 01:26:18.869878 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.881973 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.949234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:26:18.995966 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.996343 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Added segment e30a469f-a99f-4857-a599-d21cfb416124 of type vlan for network fbf9ad20-e715-449c-9ff0-512a26044dd2 Nov 27 01:26:19.011735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8836f09-2f4e-4fd4-b8e9-37928f1c1337 req-28488f20-ddfe-4689-95cb-43e5f5331ce6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:19.013887 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8836f09-2f4e-4fd4-b8e9-37928f1c1337 req-28488f20-ddfe-4689-95cb-43e5f5331ce6 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.21 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 946 time: 0.1425126 Nov 27 01:26:19.023117 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c07769e-a021-421b-896a-6d47e5d1b50b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:19.108782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:19.109520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:19.110027 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:19.110553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:19.112751 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:19.116363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:19.116965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:19.117847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:19.118418 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:19.118959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:19.119488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:19.120163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:19.125881 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.266935 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.268639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:19.269227 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.335681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9581392 Nov 27 01:26:19.339373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42246) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:19.348195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2ae82d52-222e-43b9-bdb7-8580f3b1bdfb admin admin] Request body: {'subnet': {'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1820618490-subnet', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:19.373970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae82d52-222e-43b9-bdb7-8580f3b1bdfb admin admin] Made reservation on behalf of 9c64b09c25f047909a26c8a3415fefe2 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:19.388468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-a8836f09-2f4e-4fd4-b8e9-37928f1c1337 req-1570193b-6cae-4b3a-9cef-be4260b68530 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Deleting port 661c154f-79bc-400a-9d94-c712e62173e7 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:19.388860 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a8836f09-2f4e-4fd4-b8e9-37928f1c1337 req-1570193b-6cae-4b3a-9cef-be4260b68530 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.390546 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ae82d52-222e-43b9-bdb7-8580f3b1bdfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.401652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f062f6-c398-4244-a234-42beb0bd42b9 req-370ac978-22a0-41ae-bc3d-d46f49d4e7e7 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:19.411323 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6f062f6-c398-4244-a234-42beb0bd42b9 req-370ac978-22a0-41ae-bc3d-d46f49d4e7e7 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 945 time: 0.1945043 Nov 27 01:26:19.435407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829c432-184a-43cf-b64c-909fd13ac1a3 admin admin] Pushing event updated for resources: {'Network': ['ID=fbf9ad20-e715-449c-9ff0-512a26044dd2,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:19.447522 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network fbf9ad20-e715-449c-9ff0-512a26044dd2 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:26:19.536110 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6f062f6-c398-4244-a234-42beb0bd42b9 req-dbef5a99-4754-41ed-97f1-f0812527266b tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236420 Nov 27 01:26:19.595275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-a8836f09-2f4e-4fd4-b8e9-37928f1c1337 req-1570193b-6cae-4b3a-9cef-be4260b68530 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] For port 661c154f-79bc-400a-9d94-c712e62173e7, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=661c154f-79bc-400a-9d94-c712e62173e7,segment=NetworkSegment(f873b425-ef8c-4bd7-b0af-aa6d64843b8e),segment_id=f873b425-ef8c-4bd7-b0af-aa6d64843b8e)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:19.597036 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a8836f09-2f4e-4fd4-b8e9-37928f1c1337 req-1570193b-6cae-4b3a-9cef-be4260b68530 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.618473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-a8836f09-2f4e-4fd4-b8e9-37928f1c1337 req-1570193b-6cae-4b3a-9cef-be4260b68530 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Calling delete_port for 661c154f-79bc-400a-9d94-c712e62173e7 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:19.767732 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ae82d52-222e-43b9-bdb7-8580f3b1bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.910297 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a8836f09-2f4e-4fd4-b8e9-37928f1c1337 req-1570193b-6cae-4b3a-9cef-be4260b68530 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.930385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae82d52-222e-43b9-bdb7-8580f3b1bdfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=560f9432-09a4-4ee9-a29c-ffb13996e99e,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:19.945400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['661c154f-79bc-400a-9d94-c712e62173e7'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:26:19.981383 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570193b-6cae-4b3a-9cef-be4260b68530 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Pushing event deleted for resources: {'Port': ['ID=661c154f-79bc-400a-9d94-c712e62173e7,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:19.993466 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1c1a-9c78-415f-8031-0286e1400f0a req-87e76944-abd4-48dd-87d6-19649657e515 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:20.002510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1493cfd-9328-4447-81fb-2a6702ff1a57 req-8d0f13d1-88ae-4891-842c-be7fdaa4c6ad tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.15 "GET /v2.0/ports?device_id=44857478-d98d-4810-a46c-a9c36fec654b HTTP/1.1" status: 200 len: 210 time: 0.0327811 Nov 27 01:26:20.004984 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-659d1c1a-9c78-415f-8031-0286e1400f0a req-87e76944-abd4-48dd-87d6-19649657e515 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1695943 Nov 27 01:26:20.011207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae82d52-222e-43b9-bdb7-8580f3b1bdfb admin admin] Checking segment: {'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:20.011808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae82d52-222e-43b9-bdb7-8580f3b1bdfb admin admin] Network hostable DHCP agents. Network: fbf9ad20-e715-449c-9ff0-512a26044dd2, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:26:20.050365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8836f09-2f4e-4fd4-b8e9-37928f1c1337 req-1570193b-6cae-4b3a-9cef-be4260b68530 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] No DVR routers for this DVR port 661c154f-79bc-400a-9d94-c712e62173e7 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:20.053330 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a8836f09-2f4e-4fd4-b8e9-37928f1c1337 req-1570193b-6cae-4b3a-9cef-be4260b68530 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.058363 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8836f09-2f4e-4fd4-b8e9-37928f1c1337 req-1570193b-6cae-4b3a-9cef-be4260b68530 tempest-ServersNegativeTestJSON-1100124766 tempest-ServersNegativeTestJSON-1100124766-project] 10.222.0.21 "DELETE /v2.0/ports/661c154f-79bc-400a-9d94-c712e62173e7 HTTP/1.1" status: 204 len: 173 time: 1.0362451 Nov 27 01:26:20.058935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44857478-d98d-4810-a46c-a9c36fec654b', 'name': 'network-vif-deleted', 'tag': '661c154f-79bc-400a-9d94-c712e62173e7'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:20.061682 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b063b499-107f-46c0-b4be-3a12d7ae2687" -d '{"events": [{"server_uuid": "44857478-d98d-4810-a46c-a9c36fec654b", "name": "network-vif-deleted", "tag": "661c154f-79bc-400a-9d94-c712e62173e7"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:20.100964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae82d52-222e-43b9-bdb7-8580f3b1bdfb admin admin] Network fbf9ad20-e715-449c-9ff0-512a26044dd2 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:26:20.126611 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-659d1c1a-9c78-415f-8031-0286e1400f0a req-7307deae-4cb5-4537-a16a-67b8114f0df8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208045 Nov 27 01:26:20.127878 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-2ae82d52-222e-43b9-bdb7-8580f3b1bdfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, fbf9ad20-e715-449c-9ff0-512a26044dd2) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:20.138439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54b599f-a94f-49ac-9493-c2553da7c672 None None] Network fbf9ad20-e715-449c-9ff0-512a26044dd2 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:20.145330 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae82d52-222e-43b9-bdb7-8580f3b1bdfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:20.145987 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ae82d52-222e-43b9-bdb7-8580f3b1bdfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.171199 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058fc4b7-2a4a-4551-8e60-1489ceafd0da x-openstack-request-id: req-058fc4b7-2a4a-4551-8e60-1489ceafd0da {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:20.171952 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44857478-d98d-4810-a46c-a9c36fec654b", "name": "network-vif-deleted", "tag": "661c154f-79bc-400a-9d94-c712e62173e7", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:20.172958 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-058fc4b7-2a4a-4551-8e60-1489ceafd0da {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:20.174336 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44857478-d98d-4810-a46c-a9c36fec654b', 'name': 'network-vif-deleted', 'tag': '661c154f-79bc-400a-9d94-c712e62173e7', 'status': 'completed', 'code': 200} Nov 27 01:26:20.216605 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2ae82d52-222e-43b9-bdb7-8580f3b1bdfb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8729103 Nov 27 01:26:20.216993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42284) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:20.223292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42286) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:20.224088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:20.277261 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.279511 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.282073 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e863f663-f07e-40c9-9357-28e3b4036990 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:20.330138 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e79891a8-dc9a-48bb-ab4e-587f1d7bcf35 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.364495 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.370277 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e79891a8-dc9a-48bb-ab4e-587f1d7bcf35 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.381367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42290) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:20.442621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port e863f663-f07e-40c9-9357-28e3b4036990 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:26:20.455559 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e79891a8-dc9a-48bb-ab4e-587f1d7bcf35 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.459793 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port e863f663-f07e-40c9-9357-28e3b4036990 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:20.460301 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e79891a8-dc9a-48bb-ab4e-587f1d7bcf35 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.460832 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.462146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e79891a8-dc9a-48bb-ab4e-587f1d7bcf35 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "DELETE /v2.0/security-groups/bb8393a8-cdc2-427f-ac69-7e09a2e5163d HTTP/1.1" status: 204 len: 168 time: 0.2366788 Nov 27 01:26:20.469194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42296) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:20.493089 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-1a359d00-9137-4bc7-8c27-223d2ebff4f9 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] show failed (client error): The resource could not be found. Nov 27 01:26:20.494746 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1a359d00-9137-4bc7-8c27-223d2ebff4f9 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "GET /v2.0/security-groups/bb8393a8-cdc2-427f-ac69-7e09a2e5163d HTTP/1.1" status: 404 len: 347 time: 0.0245550 Nov 27 01:26:20.498908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79891a8-dc9a-48bb-ab4e-587f1d7bcf35 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8393a8-cdc2-427f-ac69-7e09a2e5163d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:20.522783 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42298) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:20.538771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-fbf9ad20-e715-449c-9ff0-512a26044dd2', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:26:20.539657 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.612164 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e144497-65cc-4abf-ac16-b0264fd00a7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.621972 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.753834 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.794429 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea8ec5d-b276-44ad-b434-e05a0789f33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e863f663-f07e-40c9-9357-28e3b4036990'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:20.798478 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99a5a1e-a661-4b9f-80a4-027c185c4ac1" -d '{"events": [{"server_uuid": "bea8ec5d-b276-44ad-b434-e05a0789f33c", "name": "network-vif-plugged", "status": "completed", "tag": "e863f663-f07e-40c9-9357-28e3b4036990"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:20.813052 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Allocated IP 172.20.0.2 (fbf9ad20-e715-449c-9ff0-512a26044dd2/560f9432-09a4-4ee9-a29c-ffb13996e99e/27a12fb9-23f6-4bbd-a256-192c408ca7b4) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:20.823603 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port e863f663-f07e-40c9-9357-28e3b4036990, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e863f663-f07e-40c9-9357-28e3b4036990,segment=NetworkSegment(d25761ec-dd8c-45a8-9b58-c60a817dd532),segment_id=d25761ec-dd8c-45a8-9b58-c60a817dd532)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:20.828915 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292a022-e0a0-43bf-bd55-282bcad30545 req-888efae8-f001-4331-9abd-568cb65d9508 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:20.832355 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e292a022-e0a0-43bf-bd55-282bcad30545 req-888efae8-f001-4331-9abd-568cb65d9508 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 945 time: 0.1504371 Nov 27 01:26:20.837666 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.853825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 661c154f-79bc-400a-9d94-c712e62173e7 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:20.877267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-691fa141-fd56-4a4a-86ec-9c1e136244ef tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Deleting port 1f57f134-1d60-41bd-a9ba-63b71445b31b {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:20.877634 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-691fa141-fd56-4a4a-86ec-9c1e136244ef tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.923545 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07be49ea-ebc4-4b78-92c3-813e74610c29 x-openstack-request-id: req-07be49ea-ebc4-4b78-92c3-813e74610c29 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:20.923905 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea8ec5d-b276-44ad-b434-e05a0789f33c", "name": "network-vif-plugged", "status": "completed", "tag": "e863f663-f07e-40c9-9357-28e3b4036990", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:20.924096 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07be49ea-ebc4-4b78-92c3-813e74610c29 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:20.924842 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea8ec5d-b276-44ad-b434-e05a0789f33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e863f663-f07e-40c9-9357-28e3b4036990', 'code': 200} Nov 27 01:26:20.956000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.973351 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e144497-65cc-4abf-ac16-b0264fd00a7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.979376 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.995629 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e144497-65cc-4abf-ac16-b0264fd00a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.010160 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e292a022-e0a0-43bf-bd55-282bcad30545 req-322c898c-24fe-4227-a3c2-5417c783bd42 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676204 Nov 27 01:26:21.025443 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-691fa141-fd56-4a4a-86ec-9c1e136244ef tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.025780 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-691fa141-fd56-4a4a-86ec-9c1e136244ef tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.085087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-691fa141-fd56-4a4a-86ec-9c1e136244ef tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Calling delete_port for 1f57f134-1d60-41bd-a9ba-63b71445b31b owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:21.098699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 661c154f-79bc-400a-9d94-c712e62173e7 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:21.099547 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 661c154f-79bc-400a-9d94-c712e62173e7 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:21.099812 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42312) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:21.127582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e144497-65cc-4abf-ac16-b0264fd00a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4572e0a2-2b0e-4758-aff0-674730a312b7,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:21.134428 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3e144497-65cc-4abf-ac16-b0264fd00a7e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62b8efec04534e57b281acde393caedb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7496321 Nov 27 01:26:21.134588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=e863f663-f07e-40c9-9357-28e3b4036990,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:21.137464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42316) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:21.192995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-502b7d8d-0198-4340-8767-73ee8c5a8281 admin admin] Deleting subnet ffb65a4f-8130-468e-bf18-e53950271a4f {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:26:21.200745 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-502b7d8d-0198-4340-8767-73ee8c5a8281 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.226912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33bfdf-51f4-423a-acab-13eb5d4622b1 req-2d8c1847-3d12-4569-a76b-37b855ad0c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:21.229865 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce33bfdf-51f4-423a-acab-13eb5d4622b1 req-2d8c1847-3d12-4569-a76b-37b855ad0c23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 1098 time: 0.1503813 Nov 27 01:26:21.276598 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-303b6984-5848-4901-8eda-3b7272535cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.296903 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.303682 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.322696 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Allocated IP 172.25.1.133 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/328ed249-0117-4170-981b-5a207110e465) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:21.355734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Network fbf9ad20-e715-449c-9ff0-512a26044dd2 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:21.359307 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:21.373867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:21.415525 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-502b7d8d-0198-4340-8767-73ee8c5a8281 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.416136 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-303b6984-5848-4901-8eda-3b7272535cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.425617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404936ff-b8dc-4042-a112-6daeec6fd728 req-03ef8fc0-0845-4ddb-b628-9cc73a788f80 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:21.430838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Pushing event updated for resources: {'Port': ['ID=27a12fb9-23f6-4bbd-a256-192c408ca7b4,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:21.440853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-404936ff-b8dc-4042-a112-6daeec6fd728 req-03ef8fc0-0845-4ddb-b628-9cc73a788f80 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1699429 Nov 27 01:26:21.446804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Attempting to bind port 27a12fb9-23f6-4bbd-a256-192c408ca7b4 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:21.447310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Attempting to bind port 27a12fb9-23f6-4bbd-a256-192c408ca7b4 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:21.448234 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Attempting to bind port 27a12fb9-23f6-4bbd-a256-192c408ca7b4 on network fbf9ad20-e715-449c-9ff0-512a26044dd2 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:21.454747 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce33bfdf-51f4-423a-acab-13eb5d4622b1 req-448cb00a-eb4f-4c35-876e-caf7f740af16 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083893 Nov 27 01:26:21.455020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:21.455474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Checking segment: {'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:21.456638 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.457246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Bound using segment: {'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:21.457853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Bound port: 27a12fb9-23f6-4bbd-a256-192c408ca7b4, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:21.458556 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.527704 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-502b7d8d-0198-4340-8767-73ee8c5a8281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.536678 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6a4ac022-3e01-4d83-ae60-37469c8f71ba details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:26:21.565065 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-404936ff-b8dc-4042-a112-6daeec6fd728 req-c7a68b7b-1645-4e61-beb1-181f95ec7505 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216555 Nov 27 01:26:21.593450 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-691fa141-fd56-4a4a-86ec-9c1e136244ef tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.596042 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.607813 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] For port 27a12fb9-23f6-4bbd-a256-192c408ca7b4, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:21.612725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] For port 27a12fb9-23f6-4bbd-a256-192c408ca7b4, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=27a12fb9-23f6-4bbd-a256-192c408ca7b4,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:21.633468 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.664599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fa141-fd56-4a4a-86ec-9c1e136244ef tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event deleted for resources: {'Port': ['ID=1f57f134-1d60-41bd-a9ba-63b71445b31b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:21.671643 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-303b6984-5848-4901-8eda-3b7272535cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.678396 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.682048 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-303b6984-5848-4901-8eda-3b7272535cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.687214 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-303b6984-5848-4901-8eda-3b7272535cf2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4572e0a2-2b0e-4758-aff0-674730a312b7 HTTP/1.1" status: 204 len: 168 time: 0.5473742 Nov 27 01:26:21.717713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b6984-5848-4901-8eda-3b7272535cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4572e0a2-2b0e-4758-aff0-674730a312b7,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:21.730486 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-502b7d8d-0198-4340-8767-73ee8c5a8281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.774586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Pushing event updated for resources: {'Port': ['ID=27a12fb9-23f6-4bbd-a256-192c408ca7b4,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:21.806281 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:21.807030 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:21.807654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:21.808453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:21.809013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:21.809659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:21.810217 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:21.810801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:21.812071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:21.812875 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:21.813493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:21.814789 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60633b-63b2-4a62-b9d4-98d9ef2f7ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:21.824483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-691fa141-fd56-4a4a-86ec-9c1e136244ef tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.827376 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-691fa141-fd56-4a4a-86ec-9c1e136244ef tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.830427 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-691fa141-fd56-4a4a-86ec-9c1e136244ef tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "DELETE /v2.0/floatingips/6da9474f-ef4b-4cc7-89f1-ce711b5e4973 HTTP/1.1" status: 204 len: 168 time: 1.3059158 Nov 27 01:26:21.833421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42334) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:21.850321 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:21.866396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b7d8d-0198-4340-8767-73ee8c5a8281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb65a4f-8130-468e-bf18-e53950271a4f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:21.871687 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:21.880399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:21.889613 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-502b7d8d-0198-4340-8767-73ee8c5a8281 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.894963 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-502b7d8d-0198-4340-8767-73ee8c5a8281 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ffb65a4f-8130-468e-bf18-e53950271a4f HTTP/1.1" status: 204 len: 168 time: 0.7937539 Nov 27 01:26:21.912345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42336) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:21.923149 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Pushing event updated for resources: {'Port': ['ID=328ed249-0117-4170-981b-5a207110e465,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:21.932689 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dad8791-3046-44c7-bfc4-51a112a35d65 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:26:21.946025 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 6a4ac022-3e01-4d83-ae60-37469c8f71ba, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6a4ac022-3e01-4d83-ae60-37469c8f71ba,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:21.973314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '6a4ac022-3e01-4d83-ae60-37469c8f71ba', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'port_id': '6a4ac022-3e01-4d83-ae60-37469c8f71ba', 'mac_address': 'fa:16:3e:4b:40:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:26:22.121856 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.136873 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4ab92688-c0c0-45d9-8e64-b127645ad1c5 None None] Provisioning complete for port 328ed249-0117-4170-981b-5a207110e465 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:22.137471 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4ab92688-c0c0-45d9-8e64-b127645ad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.141412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a4ac022-3e01-4d83-ae60-37469c8f71ba {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:26:22.205639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 6a4ac022-3e01-4d83-ae60-37469c8f71ba, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6a4ac022-3e01-4d83-ae60-37469c8f71ba,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:22.217379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4ab92688-c0c0-45d9-8e64-b127645ad1c5 None None] Port 328ed249-0117-4170-981b-5a207110e465 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:22.222809 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.232506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9d43e0bc-f86d-470f-a21a-fe93bdb5cafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.354036 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=6a4ac022-3e01-4d83-ae60-37469c8f71ba,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:22.389735 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['6a4ac022-3e01-4d83-ae60-37469c8f71ba'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:26:22.402450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252d021-2719-4ff4-a741-8aeceaa7f5a4 req-32bd8034-45b5-400e-a255-8a048539dbd2 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:22.404332 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7252d021-2719-4ff4-a741-8aeceaa7f5a4 req-32bd8034-45b5-400e-a255-8a048539dbd2 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 946 time: 0.2278104 Nov 27 01:26:22.451815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 27a12fb9-23f6-4bbd-a256-192c408ca7b4 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:22.452022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b39d4e1f-6281-4357-bc71-cfdf3cba6aaf tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Deleting port 4e22fff8-c9b9-4089-99ed-dfb510d02f58 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:22.455171 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b39d4e1f-6281-4357-bc71-cfdf3cba6aaf tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.493529 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9d43e0bc-f86d-470f-a21a-fe93bdb5cafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.566324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-9d43e0bc-f86d-470f-a21a-fe93bdb5cafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:22.568289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 27a12fb9-23f6-4bbd-a256-192c408ca7b4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:22.568783 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.583980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-9d43e0bc-f86d-470f-a21a-fe93bdb5cafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:22.584567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-9d43e0bc-f86d-470f-a21a-fe93bdb5cafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f873b425-ef8c-4bd7-b0af-aa6d64843b8e') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:22.648965 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b39d4e1f-6281-4357-bc71-cfdf3cba6aaf tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.663833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b39d4e1f-6281-4357-bc71-cfdf3cba6aaf tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Calling delete_port for 4e22fff8-c9b9-4089-99ed-dfb510d02f58 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:22.926301 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.940693 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9d43e0bc-f86d-470f-a21a-fe93bdb5cafc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.981113 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 27a12fb9-23f6-4bbd-a256-192c408ca7b4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=27a12fb9-23f6-4bbd-a256-192c408ca7b4,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:23.007455 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.123342 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9d43e0bc-f86d-470f-a21a-fe93bdb5cafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.139999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d43e0bc-f86d-470f-a21a-fe93bdb5cafc admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:26:23.140795 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9d43e0bc-f86d-470f-a21a-fe93bdb5cafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:26:23.143103 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:26:23.203846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=27a12fb9-23f6-4bbd-a256-192c408ca7b4,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:23.267618 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.281340 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b39d4e1f-6281-4357-bc71-cfdf3cba6aaf tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.343587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918ce3c-df11-415a-b3f3-7aa95358b412 req-1acf6422-ca2a-4f00-8a33-a31f419efbf3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:23.345725 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3918ce3c-df11-415a-b3f3-7aa95358b412 req-1acf6422-ca2a-4f00-8a33-a31f419efbf3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 945 time: 0.4442699 Nov 27 01:26:23.362263 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7252d021-2719-4ff4-a741-8aeceaa7f5a4 req-89f9f6fa-ada0-4f2b-a181-4111397ca2fd tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9482839 Nov 27 01:26:23.412640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d4e1f-6281-4357-bc71-cfdf3cba6aaf tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event deleted for resources: {'Port': ['ID=4e22fff8-c9b9-4089-99ed-dfb510d02f58,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:23.453912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9d43e0bc-f86d-470f-a21a-fe93bdb5cafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.466487 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9d43e0bc-f86d-470f-a21a-fe93bdb5cafc admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.472491 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9d43e0bc-f86d-470f-a21a-fe93bdb5cafc admin admin] 10.222.0.15 "DELETE /v2.0/networks/7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4 HTTP/1.1" status: 204 len: 168 time: 1.5591042 Nov 27 01:26:23.512351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeef5092-ae14-40f5-8145-0ac80e1d4501 None None] Network fbf9ad20-e715-449c-9ff0-512a26044dd2 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:23.550286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6a4ac022-3e01-4d83-ae60-37469c8f71ba up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:23.554376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43e0bc-f86d-470f-a21a-fe93bdb5cafc admin admin] Pushing event deleted for resources: {'Network': ['ID=7a2aaa7c-98cd-4b8a-b636-fc0b5636afa4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:23.605487 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3918ce3c-df11-415a-b3f3-7aa95358b412 req-e8dc31d4-b94e-4cad-83d8-8bbf52d3c158 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067499 Nov 27 01:26:23.605902 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.645922 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b39d4e1f-6281-4357-bc71-cfdf3cba6aaf tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.656013 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b39d4e1f-6281-4357-bc71-cfdf3cba6aaf tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "DELETE /v2.0/ports/4e22fff8-c9b9-4089-99ed-dfb510d02f58 HTTP/1.1" status: 204 len: 168 time: 1.8214600 Nov 27 01:26:23.657289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42406) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:23.696858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4dd33fad-32aa-4737-ba4f-7ff246e511b7 None None] Provisioning complete for port 27a12fb9-23f6-4bbd-a256-192c408ca7b4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:23.697345 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4dd33fad-32aa-4737-ba4f-7ff246e511b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.822566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0907e-63f1-4240-a71c-a217944ca280 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Deleting port a3225b50-6061-4fa5-b17c-9da1a48db2b4 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:23.823185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d0c0907e-63f1-4240-a71c-a217944ca280 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.916078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42410) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:24.002297 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-85b99b52-c36a-48d0-afd1-89c6072cfb6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a51ce5c2d017467ca20ae4d2ddb207c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0827408 Nov 27 01:26:24.003112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42418) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:24.078671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 6a4ac022-3e01-4d83-ae60-37469c8f71ba triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:24.080419 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.083871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Router 0453dce3-ced6-4002-9597-f6e5bd2a6724 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:26:24.090252 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d0c0907e-63f1-4240-a71c-a217944ca280 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.115611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0907e-63f1-4240-a71c-a217944ca280 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Calling delete_port for a3225b50-6061-4fa5-b17c-9da1a48db2b4 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:24.287659 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f1c7d86f-de0e-4136-943a-3602a98be4e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.312778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f1c7d86f-de0e-4136-943a-3602a98be4e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.468636 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d0c0907e-63f1-4240-a71c-a217944ca280 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.556807 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:24.567552 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Sync routers for ids ['0453dce3-ced6-4002-9597-f6e5bd2a6724'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:24.590994 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Routers {'0453dce3-ced6-4002-9597-f6e5bd2a6724'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:24.591643 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:26:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0453dce3-ced6-4002-9597-f6e5bd2a6724'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:24.628098 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f1c7d86f-de0e-4136-943a-3602a98be4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.634041 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f1c7d86f-de0e-4136-943a-3602a98be4e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.640403 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f1c7d86f-de0e-4136-943a-3602a98be4e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/435a707c-d4eb-4806-8bc9-d8e7df8221a0 HTTP/1.1" status: 204 len: 168 time: 0.6309354 Nov 27 01:26:24.650935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0907e-63f1-4240-a71c-a217944ca280 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event deleted for resources: {'Port': ['ID=a3225b50-6061-4fa5-b17c-9da1a48db2b4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:24.655956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7d86f-de0e-4136-943a-3602a98be4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435a707c-d4eb-4806-8bc9-d8e7df8221a0,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:24.663502 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.667658 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a5b9c1bf-7df4-45c9-98ba-e49df6fb24bd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4464073 Nov 27 01:26:24.676392 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42444) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:24.789836 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d0c0907e-63f1-4240-a71c-a217944ca280 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.802566 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d0c0907e-63f1-4240-a71c-a217944ca280 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "DELETE /v2.0/ports/a3225b50-6061-4fa5-b17c-9da1a48db2b4 HTTP/1.1" status: 204 len: 168 time: 1.1430767 Nov 27 01:26:24.806090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42448) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:24.869920 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Set router 0453dce3-ced6-4002-9597-f6e5bd2a6724 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:24.930892 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.937740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 27a12fb9-23f6-4bbd-a256-192c408ca7b4 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:24.948735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-007a25b0-2df1-48ba-93c6-34a7e7cdbb2c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Deleting subnet e87a0de3-73e4-43cc-8f97-b6fffbee0d31 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:26:24.960678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be21277-7263-4f3a-95f0-b567abfe848d req-1e5bf7ed-bd43-4b68-b573-e2885f4cffd0 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:24.962279 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1be21277-7263-4f3a-95f0-b567abfe848d req-1e5bf7ed-bd43-4b68-b573-e2885f4cffd0 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 946 time: 0.4391837 Nov 27 01:26:24.965122 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-007a25b0-2df1-48ba-93c6-34a7e7cdbb2c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:25.074630 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-007a25b0-2df1-48ba-93c6-34a7e7cdbb2c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:25.117814 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1be21277-7263-4f3a-95f0-b567abfe848d req-e45ea709-b10d-4447-ba87-700a9c990789 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337848 Nov 27 01:26:25.158680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 6a4ac022-3e01-4d83-ae60-37469c8f71ba, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6a4ac022-3e01-4d83-ae60-37469c8f71ba,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:25.175305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b06ef93a-b3c8-449f-9e58-e36961433b3f None None] Provisioning complete for port 27a12fb9-23f6-4bbd-a256-192c408ca7b4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:25.175881 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b06ef93a-b3c8-449f-9e58-e36961433b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:25.177766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4244493-a826-42c0-aee0-01770a1ac444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4ac022-3e01-4d83-ae60-37469c8f71ba'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:25.185037 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186c4311-30f8-4685-acee-e0ac521e60a5" -d '{"events": [{"server_uuid": "d4244493-a826-42c0-aee0-01770a1ac444", "name": "network-vif-plugged", "status": "completed", "tag": "6a4ac022-3e01-4d83-ae60-37469c8f71ba"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:25.203856 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:25.338151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 27a12fb9-23f6-4bbd-a256-192c408ca7b4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:25.338530 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:25.466625 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640191d0-6054-4b35-bb5d-96b68a9d1b0a x-openstack-request-id: req-640191d0-6054-4b35-bb5d-96b68a9d1b0a {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:25.468651 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4244493-a826-42c0-aee0-01770a1ac444", "name": "network-vif-plugged", "status": "completed", "tag": "6a4ac022-3e01-4d83-ae60-37469c8f71ba", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:25.469147 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-640191d0-6054-4b35-bb5d-96b68a9d1b0a {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:25.469769 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4244493-a826-42c0-aee0-01770a1ac444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4ac022-3e01-4d83-ae60-37469c8f71ba', 'code': 200} Nov 27 01:26:25.653624 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:22Z', 'revision_number': 3, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:25.668363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=6a4ac022-3e01-4d83-ae60-37469c8f71ba,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:25.768683 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Checking router: 0453dce3-ced6-4002-9597-f6e5bd2a6724 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:26:25.769431 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Updating router 0453dce3-ced6-4002-9597-f6e5bd2a6724 port 328ed249-0117-4170-981b-5a207110e465 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:26:25.834606 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.202171 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.242070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da648b-5a7d-4a53-bc52-9ee35520ee4e req-b1823141-de78-4522-8e84-20c860c7a986 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:26.252994 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6da648b-5a7d-4a53-bc52-9ee35520ee4e req-b1823141-de78-4522-8e84-20c860c7a986 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 1.3248336 Nov 27 01:26:26.332816 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-007a25b0-2df1-48ba-93c6-34a7e7cdbb2c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.553208 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6da648b-5a7d-4a53-bc52-9ee35520ee4e req-078f99bd-1277-4645-9508-496390e96879 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989421 Nov 27 01:26:26.631491 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-007a25b0-2df1-48ba-93c6-34a7e7cdbb2c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.667934 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.686214 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.707861 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36783432-ca66-4138-b19f-83126f5e55f8 None None] Network de22fecb-a913-459d-a3f0-a3199365e84c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:26.731956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Allocated IP 172.20.0.1 (fbf9ad20-e715-449c-9ff0-512a26044dd2/560f9432-09a4-4ee9-a29c-ffb13996e99e/08171a6b-9ae1-46c7-824a-454249923c71) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:26.734345 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-007a25b0-2df1-48ba-93c6-34a7e7cdbb2c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.737913 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-007a25b0-2df1-48ba-93c6-34a7e7cdbb2c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "DELETE /v2.0/subnets/e87a0de3-73e4-43cc-8f97-b6fffbee0d31 HTTP/1.1" status: 204 len: 168 time: 1.9305897 Nov 27 01:26:26.741353 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42512) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:26.746575 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a25b0-2df1-48ba-93c6-34a7e7cdbb2c tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event deleted for resources: {'Subnet': ['ID=e87a0de3-73e4-43cc-8f97-b6fffbee0d31,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:26.847803 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87df2e9-b104-4114-884c-ac871b4b1a9c None None] Pushing event updated for resources: {'Port': ['ID=328ed249-0117-4170-981b-5a207110e465,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:26.865462 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87df2e9-b104-4114-884c-ac871b4b1a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:26.870455 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87df2e9-b104-4114-884c-ac871b4b1a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:26.871287 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87df2e9-b104-4114-884c-ac871b4b1a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:26.873079 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87df2e9-b104-4114-884c-ac871b4b1a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:26.873600 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87df2e9-b104-4114-884c-ac871b4b1a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:26.875305 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87df2e9-b104-4114-884c-ac871b4b1a9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:26.877127 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87df2e9-b104-4114-884c-ac871b4b1a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:26.877682 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87df2e9-b104-4114-884c-ac871b4b1a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:26.879193 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87df2e9-b104-4114-884c-ac871b4b1a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:26.881449 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87df2e9-b104-4114-884c-ac871b4b1a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:26.882072 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87df2e9-b104-4114-884c-ac871b4b1a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:26.882596 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87df2e9-b104-4114-884c-ac871b4b1a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:26.923747 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Attempting to bind port 328ed249-0117-4170-981b-5a207110e465 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:26.924595 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Attempting to bind port 328ed249-0117-4170-981b-5a207110e465 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:26.925313 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Attempting to bind port 328ed249-0117-4170-981b-5a207110e465 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:26.931188 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:26.931834 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:26.932436 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.933012 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:26.933661 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Bound port: 328ed249-0117-4170-981b-5a207110e465, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:26.934209 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.936322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01537ae4-6ed6-44a8-b3f6-17e9f15f87de req-721bd837-8b8b-4365-a7a9-aae9ab4144b1 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:26.952823 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01537ae4-6ed6-44a8-b3f6-17e9f15f87de req-721bd837-8b8b-4365-a7a9-aae9ab4144b1 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 946 time: 0.1679957 Nov 27 01:26:26.969858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8aeb7d-d7a6-47e9-b86c-9c9af74fe6af None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:26:26.993498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbab4185-2edc-41c6-bfc7-2d10355c7c59 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Deleting subnet 2c5b2728-377a-4cad-b3b1-5f9a22f04952 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:26:27.003651 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbab4185-2edc-41c6-bfc7-2d10355c7c59 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.101667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01537ae4-6ed6-44a8-b3f6-17e9f15f87de req-c4101ddb-b2cc-4253-b57b-131c763479eb tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446486 Nov 27 01:26:27.103335 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] For port 328ed249-0117-4170-981b-5a207110e465, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:27.109263 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] For port 328ed249-0117-4170-981b-5a207110e465, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=328ed249-0117-4170-981b-5a207110e465,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:27.123675 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.132465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbab4185-2edc-41c6-bfc7-2d10355c7c59 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.216013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-be0cf8c1-bad4-4c8c-8fb5-9a34a827bb2c None None] Provisioning complete for port 328ed249-0117-4170-981b-5a207110e465 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:27.216697 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be0cf8c1-bad4-4c8c-8fb5-9a34a827bb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.220924 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87df2e9-b104-4114-884c-ac871b4b1a9c None None] Pushing event updated for resources: {'Port': ['ID=328ed249-0117-4170-981b-5a207110e465,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:27.224008 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.225406 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90859ba-e6d6-4906-bbbc-8aebc1349e08 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:26:27.252579 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Routers {'0453dce3-ced6-4002-9597-f6e5bd2a6724'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:27.253568 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:26:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0453dce3-ced6-4002-9597-f6e5bd2a6724'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:27.299624 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8ec651-668c-4a33-9b3b-c6bd58ad2b4f None None] DHCP port deletion for de22fecb-a913-459d-a3f0-a3199365e84c request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:26:27.462999 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbab4185-2edc-41c6-bfc7-2d10355c7c59 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.505702 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.569498 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be0cf8c1-bad4-4c8c-8fb5-9a34a827bb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.592276 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] Set router 0453dce3-ced6-4002-9597-f6e5bd2a6724 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:27.639890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Network fbf9ad20-e715-449c-9ff0-512a26044dd2 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:27.665404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:27.668557 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:27.680936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ec651-668c-4a33-9b3b-c6bd58ad2b4f None None] Deleting port 20ab7393-6317-4798-bd6a-b337b3a265a1 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:27.681370 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8b8ec651-668c-4a33-9b3b-c6bd58ad2b4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.787564 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbab4185-2edc-41c6-bfc7-2d10355c7c59 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.900176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Pushing event updated for resources: {'Port': ['ID=08171a6b-9ae1-46c7-824a-454249923c71,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:27.934551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8b8ec651-668c-4a33-9b3b-c6bd58ad2b4f None None] For port 20ab7393-6317-4798-bd6a-b337b3a265a1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=20ab7393-6317-4798-bd6a-b337b3a265a1,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:27.937633 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8b8ec651-668c-4a33-9b3b-c6bd58ad2b4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.955685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c208c3-f9e1-42e5-b651-70d7fce1e22e req-3e0d6b74-4b49-40a1-a57e-d2d940d2094c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:27.959310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbab4185-2edc-41c6-bfc7-2d10355c7c59 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.972629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02c208c3-f9e1-42e5-b651-70d7fce1e22e req-3e0d6b74-4b49-40a1-a57e-d2d940d2094c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.2568245 Nov 27 01:26:27.977140 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fbab4185-2edc-41c6-bfc7-2d10355c7c59 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "DELETE /v2.0/subnets/2c5b2728-377a-4cad-b3b1-5f9a22f04952 HTTP/1.1" status: 204 len: 168 time: 1.2345223 Nov 27 01:26:27.978055 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab4185-2edc-41c6-bfc7-2d10355c7c59 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event deleted for resources: {'Subnet': ['ID=2c5b2728-377a-4cad-b3b1-5f9a22f04952,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:27.991516 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42546) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:28.005142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ec651-668c-4a33-9b3b-c6bd58ad2b4f None None] Calling delete_port for 20ab7393-6317-4798-bd6a-b337b3a265a1 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:28.023845 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:28.107528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5998a46-9e82-4616-8343-2b87ba2e7488 None None] Network 418da70a-eaae-4c95-847b-9bc511a0e7dc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:28.114970 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-be0cf8c1-bad4-4c8c-8fb5-9a34a827bb2c None None] For port 328ed249-0117-4170-981b-5a207110e465, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=328ed249-0117-4170-981b-5a207110e465,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:28.167806 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be0cf8c1-bad4-4c8c-8fb5-9a34a827bb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:28.281052 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02c208c3-f9e1-42e5-b651-70d7fce1e22e req-67b1a68a-6172-4ed9-add8-016a52dd1300 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071878 Nov 27 01:26:28.361586 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:22Z', 'revision_number': 3, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:28.406371 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b50db-d3d8-4cbc-b663-5cba9a88033a None None] The sync data for ids ['0453dce3-ced6-4002-9597-f6e5bd2a6724'] in n-d-817303-10 is: [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:22Z', 'revision_number': 3, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:28.452860 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:28.468145 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:28.629546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 20ab7393-6317-4798-bd6a-b337b3a265a1 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:28.666584 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc831f3-ba02-447c-8974-7c32a84a544d req-da7f4ed7-ec5c-40a4-8917-c76cf0453aa4 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:28.677919 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7fc831f3-ba02-447c-8974-7c32a84a544d req-da7f4ed7-ec5c-40a4-8917-c76cf0453aa4 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.21 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 946 time: 0.4257379 Nov 27 01:26:28.803068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa7f5c-f3c6-4c98-b9fd-2852c7dec0cf req-94ea6e3d-0f74-4531-924f-c460d0b06a76 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:28.805385 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:28.812590 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ecfa7f5c-f3c6-4c98-b9fd-2852c7dec0cf req-94ea6e3d-0f74-4531-924f-c460d0b06a76 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 946 time: 0.3165665 Nov 27 01:26:28.817522 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:28.906414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42564) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:28.915986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Deleting port 20ab7393-6317-4798-bd6a-b337b3a265a1 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:28.916857 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:28.941804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cf8c1-bad4-4c8c-8fb5-9a34a827bb2c None None] Pushing event updated for resources: {'Port': ['ID=328ed249-0117-4170-981b-5a207110e465,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:28.994116 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:29.119048 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Pushing event updated for resources: {'Port': ['ID=08171a6b-9ae1-46c7-824a-454249923c71,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:29.177672 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:29.218319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] For port 20ab7393-6317-4798-bd6a-b337b3a265a1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=20ab7393-6317-4798-bd6a-b337b3a265a1,segment=NetworkSegment(ff6028ed-28ff-4413-bfbb-9f870d0e6ff1),segment_id=ff6028ed-28ff-4413-bfbb-9f870d0e6ff1)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:29.219417 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:29.258788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e6ac2f1e-8e73-484d-8198-e4161badc144 None None] Provisioning complete for port 08171a6b-9ae1-46c7-824a-454249923c71 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:29.261949 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e6ac2f1e-8e73-484d-8198-e4161badc144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:29.363166 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Calling delete_port for 20ab7393-6317-4798-bd6a-b337b3a265a1 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:29.443277 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8b8ec651-668c-4a33-9b3b-c6bd58ad2b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:29.486572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ec651-668c-4a33-9b3b-c6bd58ad2b4f None None] No DVR routers for this DVR port 20ab7393-6317-4798-bd6a-b337b3a265a1 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:29.499275 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:29.556879 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ecfa7f5c-f3c6-4c98-b9fd-2852c7dec0cf req-2af63ded-c846-44aa-857e-dea5f5166dc1 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7433612 Nov 27 01:26:29.569963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-7fc831f3-ba02-447c-8974-7c32a84a544d req-2ab1bf75-ca60-4632-a980-3101a7627998 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Deleting port e863f663-f07e-40c9-9357-28e3b4036990 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:29.570309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7fc831f3-ba02-447c-8974-7c32a84a544d req-2ab1bf75-ca60-4632-a980-3101a7627998 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:29.628809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ec651-668c-4a33-9b3b-c6bd58ad2b4f None None] Pushing event deleted for resources: {'Port': ['ID=20ab7393-6317-4798-bd6a-b337b3a265a1,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:29.658038 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac2f1e-8e73-484d-8198-e4161badc144 None None] Port 08171a6b-9ae1-46c7-824a-454249923c71 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:29.692850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e6ac2f1e-8e73-484d-8198-e4161badc144 None None] Provisioning complete for port 328ed249-0117-4170-981b-5a207110e465 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:29.693567 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e6ac2f1e-8e73-484d-8198-e4161badc144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:29.693683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50a8b0-19c4-4475-9877-e477c1d7dcba req-2c4832aa-94a1-43f0-af30-0205f07c2b43 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:29.695212 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de50a8b0-19c4-4475-9877-e477c1d7dcba req-2c4832aa-94a1-43f0-af30-0205f07c2b43 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.2339163 Nov 27 01:26:29.776954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Network fbf9ad20-e715-449c-9ff0-512a26044dd2 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:29.807671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:29.815419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf61ce74-d170-4135-afe6-3bf910d855c4 None None] DHCP port deletion for 418da70a-eaae-4c95-847b-9bc511a0e7dc request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:26:29.930789 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-285aa2d2-57ff-4deb-8287-84190efc73e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.006832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bf61ce74-d170-4135-afe6-3bf910d855c4 None None] Deleting port b1a8fa07-4172-4aa3-926e-b3746c9022dc {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:30.007744 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bf61ce74-d170-4135-afe6-3bf910d855c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.166729 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de50a8b0-19c4-4475-9877-e477c1d7dcba req-ef3b6992-7e35-4611-9ba4-579df065ce33 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601014 Nov 27 01:26:30.177448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-bf61ce74-d170-4135-afe6-3bf910d855c4 None None] For port b1a8fa07-4172-4aa3-926e-b3746c9022dc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b1a8fa07-4172-4aa3-926e-b3746c9022dc,segment=NetworkSegment(657a8cfe-9bbf-47bf-a756-0039207aec7f),segment_id=657a8cfe-9bbf-47bf-a756-0039207aec7f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:30.179219 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bf61ce74-d170-4135-afe6-3bf910d855c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.184661 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-285aa2d2-57ff-4deb-8287-84190efc73e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.209231 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-285aa2d2-57ff-4deb-8287-84190efc73e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.212311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bf61ce74-d170-4135-afe6-3bf910d855c4 None None] Calling delete_port for b1a8fa07-4172-4aa3-926e-b3746c9022dc owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:30.250645 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Router 0453dce3-ced6-4002-9597-f6e5bd2a6724 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:30.340159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7fc831f3-ba02-447c-8974-7c32a84a544d req-2ab1bf75-ca60-4632-a980-3101a7627998 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] For port e863f663-f07e-40c9-9357-28e3b4036990, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e863f663-f07e-40c9-9357-28e3b4036990,segment=NetworkSegment(d25761ec-dd8c-45a8-9b58-c60a817dd532),segment_id=d25761ec-dd8c-45a8-9b58-c60a817dd532)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:30.340159 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7fc831f3-ba02-447c-8974-7c32a84a544d req-2ab1bf75-ca60-4632-a980-3101a7627998 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.375142 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285aa2d2-57ff-4deb-8287-84190efc73e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d55cef-7999-40a9-9d28-27c4f2144d00,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:30.378382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-7fc831f3-ba02-447c-8974-7c32a84a544d req-2ab1bf75-ca60-4632-a980-3101a7627998 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Calling delete_port for e863f663-f07e-40c9-9357-28e3b4036990 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:30.412236 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-285aa2d2-57ff-4deb-8287-84190efc73e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e8fff6bab3d40a8a0e57ef6c4a0a701&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4392905 Nov 27 01:26:30.414110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42576) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:30.437737 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2bb2a11f-5b41-4e89-a48d-7e376869a7b6 None None] Provisioning complete for port 08171a6b-9ae1-46c7-824a-454249923c71 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:30.438197 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a11f-5b41-4e89-a48d-7e376869a7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.443218 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bf61ce74-d170-4135-afe6-3bf910d855c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.507235 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.544909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61ce74-d170-4135-afe6-3bf910d855c4 None None] Pushing event deleted for resources: {'Port': ['ID=b1a8fa07-4172-4aa3-926e-b3746c9022dc,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:30.552143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61ce74-d170-4135-afe6-3bf910d855c4 None None] No DVR routers for this DVR port b1a8fa07-4172-4aa3-926e-b3746c9022dc on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:30.594246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 328ed249-0117-4170-981b-5a207110e465 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:30.598097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:30.619557 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-825c4f90-f205-4921-bfc6-a7c7b2dbadec admin admin] 10.222.0.15 "PUT /v2.0/routers/0453dce3-ced6-4002-9597-f6e5bd2a6724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9405932 Nov 27 01:26:30.653597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event deleted for resources: {'Port': ['ID=20ab7393-6317-4798-bd6a-b337b3a265a1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:30.672399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2a11f-5b41-4e89-a48d-7e376869a7b6 None None] Port 08171a6b-9ae1-46c7-824a-454249923c71 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:30.684822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] No DVR routers for this DVR port 20ab7393-6317-4798-bd6a-b337b3a265a1 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:30.692589 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.695246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 328ed249-0117-4170-981b-5a207110e465 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:30.695617 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.916962 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.936712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b1a8fa07-4172-4aa3-926e-b3746c9022dc no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:30.966689 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de22fecb-a913-459d-a3f0-a3199365e84c']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:30.976802 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: b1a8fa07-4172-4aa3-926e-b3746c9022dc {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:30.977153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b1a8fa07-4172-4aa3-926e-b3746c9022dc not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:30.982489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:30.982798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6028ed-28ff-4413-bfbb-9f870d0e6ff1') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:30.994699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.011999 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.021607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:26:31.022122 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:26:31.117072 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:26:31.119722 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-850e6076-e63b-4728-b8ef-ca7e0a10c292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.122004 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.147476 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.153850 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "DELETE /v2.0/networks/de22fecb-a913-459d-a3f0-a3199365e84c HTTP/1.1" status: 204 len: 168 time: 3.1594374 Nov 27 01:26:31.156715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42588) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:31.196067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc015e1-3c83-4ff5-8b55-3a5804f8d4f7 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event deleted for resources: {'Network': ['ID=de22fecb-a913-459d-a3f0-a3199365e84c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:31.201281 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-850e6076-e63b-4728-b8ef-ca7e0a10c292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.240541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef8b08-be9b-4565-85b3-6539a1fca37f req-1ca3ab63-848e-400b-9fc6-f16842604240 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:31.242161 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5ef8b08-be9b-4565-85b3-6539a1fca37f req-1ca3ab63-848e-400b-9fc6-f16842604240 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 946 time: 0.4371865 Nov 27 01:26:31.385785 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b5ef8b08-be9b-4565-85b3-6539a1fca37f req-69ff927f-5fc4-45bd-abe9-49df9b0a5ed2 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/security-groups?id=44d24c73-f85d-449d-8f0c-f1163f3b169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295893 Nov 27 01:26:31.387242 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-358f615d-93ac-4f13-8bd5-3c1ffda641b6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.446127 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7fc831f3-ba02-447c-8974-7c32a84a544d req-2ab1bf75-ca60-4632-a980-3101a7627998 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.505886 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-850e6076-e63b-4728-b8ef-ca7e0a10c292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.513796 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-850e6076-e63b-4728-b8ef-ca7e0a10c292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.516632 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-850e6076-e63b-4728-b8ef-ca7e0a10c292 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75d55cef-7999-40a9-9d28-27c4f2144d00 HTTP/1.1" status: 204 len: 168 time: 1.0971835 Nov 27 01:26:31.522053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1bf75-ca60-4632-a980-3101a7627998 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Pushing event deleted for resources: {'Port': ['ID=e863f663-f07e-40c9-9357-28e3b4036990,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:31.566055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e6076-e63b-4728-b8ef-ca7e0a10c292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d55cef-7999-40a9-9d28-27c4f2144d00,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:31.624797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc831f3-ba02-447c-8974-7c32a84a544d req-2ab1bf75-ca60-4632-a980-3101a7627998 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] No DVR routers for this DVR port e863f663-f07e-40c9-9357-28e3b4036990 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:31.627254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42596) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:31.640941 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-358f615d-93ac-4f13-8bd5-3c1ffda641b6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.649779 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7fc831f3-ba02-447c-8974-7c32a84a544d req-2ab1bf75-ca60-4632-a980-3101a7627998 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.655618 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7fc831f3-ba02-447c-8974-7c32a84a544d req-2ab1bf75-ca60-4632-a980-3101a7627998 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.21 "DELETE /v2.0/ports/e863f663-f07e-40c9-9357-28e3b4036990 HTTP/1.1" status: 204 len: 173 time: 2.9382401 Nov 27 01:26:31.659643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7aacfcd2-6501-4fd6-b7f1-f1faa41d0a4e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1437545928', 'description': 'tempest-description--2008142463'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:31.665239 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea8ec5d-b276-44ad-b434-e05a0789f33c', 'name': 'network-vif-deleted', 'tag': 'e863f663-f07e-40c9-9357-28e3b4036990'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:31.668740 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd14487-4655-4922-a86e-7b45215d51ba" -d '{"events": [{"server_uuid": "bea8ec5d-b276-44ad-b434-e05a0789f33c", "name": "network-vif-deleted", "tag": "e863f663-f07e-40c9-9357-28e3b4036990"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:31.722016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-358f615d-93ac-4f13-8bd5-3c1ffda641b6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418da70a-eaae-4c95-847b-9bc511a0e7dc']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:31.736413 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a6ff7-123d-420d-9cc0-641cc641c3ee req-59f607b4-b980-418d-a054-94033319c0de tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:31.743568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-358f615d-93ac-4f13-8bd5-3c1ffda641b6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657a8cfe-9bbf-47bf-a756-0039207aec7f') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:31.744299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-358f615d-93ac-4f13-8bd5-3c1ffda641b6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657a8cfe-9bbf-47bf-a756-0039207aec7f') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:31.756786 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-594a6ff7-123d-420d-9cc0-641cc641c3ee req-59f607b4-b980-418d-a054-94033319c0de tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1900012 Nov 27 01:26:31.773128 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-358f615d-93ac-4f13-8bd5-3c1ffda641b6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.809846 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec08c50-6cc2-4fe6-b8d5-073ee2cd54c1 x-openstack-request-id: req-5ec08c50-6cc2-4fe6-b8d5-073ee2cd54c1 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:31.816653 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea8ec5d-b276-44ad-b434-e05a0789f33c", "name": "network-vif-deleted", "tag": "e863f663-f07e-40c9-9357-28e3b4036990", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:31.817495 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ec08c50-6cc2-4fe6-b8d5-073ee2cd54c1 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:31.818980 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea8ec5d-b276-44ad-b434-e05a0789f33c', 'name': 'network-vif-deleted', 'tag': 'e863f663-f07e-40c9-9357-28e3b4036990', 'status': 'completed', 'code': 200} Nov 27 01:26:31.822907 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7aacfcd2-6501-4fd6-b7f1-f1faa41d0a4e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.869050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-358f615d-93ac-4f13-8bd5-3c1ffda641b6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.890192 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358f615d-93ac-4f13-8bd5-3c1ffda641b6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:26:31.890632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-358f615d-93ac-4f13-8bd5-3c1ffda641b6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.894620 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Sync routers for ids ['0453dce3-ced6-4002-9597-f6e5bd2a6724'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:26:31.897426 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:26:31.909800 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Routers {'0453dce3-ced6-4002-9597-f6e5bd2a6724'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:31.910468 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:26:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0453dce3-ced6-4002-9597-f6e5bd2a6724'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:31.997788 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-594a6ff7-123d-420d-9cc0-641cc641c3ee req-e0243561-5d0f-4506-a3c6-d4e8bb7ca61e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387433 Nov 27 01:26:32.015839 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-358f615d-93ac-4f13-8bd5-3c1ffda641b6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.027022 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-358f615d-93ac-4f13-8bd5-3c1ffda641b6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.031484 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-358f615d-93ac-4f13-8bd5-3c1ffda641b6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] 10.222.0.15 "DELETE /v2.0/networks/418da70a-eaae-4c95-847b-9bc511a0e7dc HTTP/1.1" status: 204 len: 168 time: 0.8731534 Nov 27 01:26:32.061896 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f615d-93ac-4f13-8bd5-3c1ffda641b6 tempest-TaggedBootDevicesTest-197253661 tempest-TaggedBootDevicesTest-197253661-project] Pushing event deleted for resources: {'Network': ['ID=418da70a-eaae-4c95-847b-9bc511a0e7dc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:32.111647 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7aacfcd2-6501-4fd6-b7f1-f1faa41d0a4e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.130637 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7aacfcd2-6501-4fd6-b7f1-f1faa41d0a4e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.210031 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7aacfcd2-6501-4fd6-b7f1-f1faa41d0a4e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.211299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7aacfcd2-6501-4fd6-b7f1-f1faa41d0a4e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5827699 Nov 27 01:26:32.214209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42612) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:32.221741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacfcd2-6501-4fd6-b7f1-f1faa41d0a4e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d969cf1-7342-4ffa-ad41-e53feae959fe,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:32.225778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-47155aa7-e644-414f-9f01-b93cec560d1b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Request body: {'security_group_rule': {'security_group_id': '8d969cf1-7342-4ffa-ad41-e53feae959fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:32.255378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Set router 0453dce3-ced6-4002-9597-f6e5bd2a6724 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:32.317913 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47155aa7-e644-414f-9f01-b93cec560d1b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.336596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e863f663-f07e-40c9-9357-28e3b4036990 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:32.412701 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47155aa7-e644-414f-9f01-b93cec560d1b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.459623 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47155aa7-e644-414f-9f01-b93cec560d1b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.517917 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47155aa7-e644-414f-9f01-b93cec560d1b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87750fe-df98-4822-aaf9-4e469431a703,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:32.575602 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: e863f663-f07e-40c9-9357-28e3b4036990 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:32.576898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e863f663-f07e-40c9-9357-28e3b4036990 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:32.580874 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47155aa7-e644-414f-9f01-b93cec560d1b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.585873 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-47155aa7-e644-414f-9f01-b93cec560d1b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3699980 Nov 27 01:26:32.588406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42628) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:32.607057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-1ed1ed62-9ae5-492c-8be2-2b087d5a9aa3 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Request body: {'security_group_rule': {'security_group_id': '8d969cf1-7342-4ffa-ad41-e53feae959fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:32.719124 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98cbb673-d33f-4377-87f2-983842481246 req-4d232357-d864-468e-bc85-da92759cef89 tempest-VolumesActionsTest-1068037027 tempest-VolumesActionsTest-1068037027-project] 10.222.0.15 "GET /v2.0/ports?device_id=bea8ec5d-b276-44ad-b434-e05a0789f33c HTTP/1.1" status: 200 len: 210 time: 0.0878067 Nov 27 01:26:32.762769 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ed62-9ae5-492c-8be2-2b087d5a9aa3 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.845790 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ed62-9ae5-492c-8be2-2b087d5a9aa3 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.850960 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ed62-9ae5-492c-8be2-2b087d5a9aa3 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.853107 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 2, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:32.878881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1ed62-9ae5-492c-8be2-2b087d5a9aa3 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5816f5a9-64a4-4c47-a28f-d9ef5a3d6323,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:32.887536 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ed62-9ae5-492c-8be2-2b087d5a9aa3 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.889074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1ed1ed62-9ae5-492c-8be2-2b087d5a9aa3 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992814 Nov 27 01:26:32.892546 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42638) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:32.898200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:32.928649 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:33.171464 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:33.221515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Checking router: 0453dce3-ced6-4002-9597-f6e5bd2a6724 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:26:33.222605 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Updating router 0453dce3-ced6-4002-9597-f6e5bd2a6724 port 08171a6b-9ae1-46c7-824a-454249923c71 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:26:33.229519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c991a4-1991-4f6b-9bf1-ad20c200151e req-ef09eac6-5e7f-47e6-b99f-67274d9d4dad tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:33.242244 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5c991a4-1991-4f6b-9bf1-ad20c200151e req-ef09eac6-5e7f-47e6-b99f-67274d9d4dad tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.0891383 Nov 27 01:26:33.258923 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:33.379602 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5c991a4-1991-4f6b-9bf1-ad20c200151e req-f179e40a-39cb-4833-a1c9-38757c355508 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357691 Nov 27 01:26:33.409396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Allocated IP 172.25.1.32 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/851cd8f8-8428-45d0-9218-fd42fd94ba03) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:33.610806 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:33.680561 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:33.761034 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:33.774022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:33.778287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:33.906311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event updated for resources: {'Port': ['ID=851cd8f8-8428-45d0-9218-fd42fd94ba03,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:33.924586 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:33.956206 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:34.189168 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:34.230819 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f16c1b-8830-4a1a-bb9a-b23d76f3e4e0 None None] Pushing event updated for resources: {'Port': ['ID=08171a6b-9ae1-46c7-824a-454249923c71,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:34.258796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Attempting to bind port 08171a6b-9ae1-46c7-824a-454249923c71 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:34.259223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Attempting to bind port 08171a6b-9ae1-46c7-824a-454249923c71 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:34.259593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Attempting to bind port 08171a6b-9ae1-46c7-824a-454249923c71 on network fbf9ad20-e715-449c-9ff0-512a26044dd2 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:34.279262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:34.285761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Checking segment: {'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:34.286327 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:34.286831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Bound using segment: {'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:34.287444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Bound port: 08171a6b-9ae1-46c7-824a-454249923c71, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:34.287954 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:34.520916 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] For port 08171a6b-9ae1-46c7-824a-454249923c71, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:34.545790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] For port 08171a6b-9ae1-46c7-824a-454249923c71, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=08171a6b-9ae1-46c7-824a-454249923c71,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:34.562858 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:34.591921 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-872a8cc5-8398-4991-a32b-77c575c16390 None None] Provisioning complete for port 08171a6b-9ae1-46c7-824a-454249923c71 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:34.592462 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-872a8cc5-8398-4991-a32b-77c575c16390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:34.597820 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf43ea3-b79a-49c8-88cb-27c3a9dcdafb req-b5b3bdea-1810-4e08-b34c-e4653fa610ad tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:34.615730 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-caf43ea3-b79a-49c8-88cb-27c3a9dcdafb req-b5b3bdea-1810-4e08-b34c-e4653fa610ad tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1105070 Nov 27 01:26:34.706258 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-caf43ea3-b79a-49c8-88cb-27c3a9dcdafb req-34022543-03aa-4530-b0ab-e630a1d5d1e3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883627 Nov 27 01:26:34.808189 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:34.905786 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Routers {'0453dce3-ced6-4002-9597-f6e5bd2a6724'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:34.906640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:26:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0453dce3-ced6-4002-9597-f6e5bd2a6724'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:35.014697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f16c1b-8830-4a1a-bb9a-b23d76f3e4e0 None None] Pushing event updated for resources: {'Port': ['ID=08171a6b-9ae1-46c7-824a-454249923c71,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:35.114675 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.130404 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.239372 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-872a8cc5-8398-4991-a32b-77c575c16390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.324502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event updated for resources: {'Port': ['ID=851cd8f8-8428-45d0-9218-fd42fd94ba03,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:35.331282 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.331661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] Set router 0453dce3-ced6-4002-9597-f6e5bd2a6724 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:35.369321 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.380226 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7b714dad-e4a8-4085-bc0f-fbd94df2e393 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4862976 Nov 27 01:26:35.417030 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-872a8cc5-8398-4991-a32b-77c575c16390 None None] For port 08171a6b-9ae1-46c7-824a-454249923c71, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=08171a6b-9ae1-46c7-824a-454249923c71,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:35.443459 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-872a8cc5-8398-4991-a32b-77c575c16390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.475253 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:26:35.828718 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-0a9e1c66-f20e-4065-bfd6-3987396826d0 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1437545928&fields=id&tenant_id=9c64b09c25f047909a26c8a3415fefe2 HTTP/1.1" status: 200 len: 267 time: 0.1889067 Nov 27 01:26:35.872196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04266cb5-32af-4d61-8738-8f8b308db5ed req-93b3ec68-0e28-4bd2-8867-85d4a5ce299c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:35.881608 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04266cb5-32af-4d61-8738-8f8b308db5ed req-93b3ec68-0e28-4bd2-8867-85d4a5ce299c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.0718174 Nov 27 01:26:35.963868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cba7dbd3-d6c3-4d7b-bc70-dfb7464694c5 None None] Provisioning complete for port 08171a6b-9ae1-46c7-824a-454249923c71 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:35.977915 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cba7dbd3-d6c3-4d7b-bc70-dfb7464694c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.983907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04266cb5-32af-4d61-8738-8f8b308db5ed req-e26f2ffa-8c00-460b-b380-3b13ad55da72 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010325 Nov 27 01:26:35.990188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a8cc5-8398-4991-a32b-77c575c16390 None None] Pushing event updated for resources: {'Port': ['ID=08171a6b-9ae1-46c7-824a-454249923c71,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:36.257820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-3c533f85-f1d4-4c2b-a78e-1ab7053b3e66 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:36.281932 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-3c533f85-f1d4-4c2b-a78e-1ab7053b3e66 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 811 time: 0.4447067 Nov 27 01:26:36.342481 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-f34133d5-fb60-4333-a971-078cfa3fa2a0 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/quotas/9c64b09c25f047909a26c8a3415fefe2 HTTP/1.1" status: 200 len: 375 time: 0.0595384 Nov 27 01:26:36.510991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-925c5129-8f04-4fc4-843e-6d0597404bdc tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1675484 Nov 27 01:26:36.520088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:34Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:36.585653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4726a434-0ff4-4a98-a1e3-b36901651ea9 None None] The sync data for ids ['0453dce3-ced6-4002-9597-f6e5bd2a6724'] in n-d-817303-10 is: [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:34Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:36.715173 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-b568a462-4657-43dd-88d9-e49922e9ba9f service neutron] 10.222.0.15 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906579 Nov 27 01:26:36.888300 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-964aad85-e475-495f-8cbd-0a01a1dc1663 service neutron] 10.222.0.15 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547420 Nov 27 01:26:37.313903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c821f-9a75-4044-b1a1-8d0983d34d92 req-9bb5b5fc-90f5-4504-968f-a043b2657444 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:37.340686 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-443c821f-9a75-4044-b1a1-8d0983d34d92 req-9bb5b5fc-90f5-4504-968f-a043b2657444 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1661179 Nov 27 01:26:37.410809 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ba6a02d-eea4-499c-87c2-1c5ebd95650f req-c412aff1-d03d-4a2c-978a-cd384dc23165 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 210 time: 0.0908644 Nov 27 01:26:37.508085 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-443c821f-9a75-4044-b1a1-8d0983d34d92 req-0da73799-a925-4915-9299-5f9e9580c6a9 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608787 Nov 27 01:26:38.488652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 08171a6b-9ae1-46c7-824a-454249923c71 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:38.742898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 08171a6b-9ae1-46c7-824a-454249923c71 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:38.746284 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:38.768045 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16c5071b-46a9-4c7e-a556-3f04fb7ca297 req-2485382e-9938-4991-956f-460417c61ca6 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 210 time: 0.1623995 Nov 27 01:26:38.858624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d5761-9281-4962-9162-350b45d15578 req-819bb811-5bc1-4d4e-a934-d96b31134258 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:38.868919 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d73d5761-9281-4962-9162-350b45d15578 req-819bb811-5bc1-4d4e-a934-d96b31134258 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1378944 Nov 27 01:26:39.105260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d73d5761-9281-4962-9162-350b45d15578 req-e99af672-f561-4f5e-bbb7-86536cbbdcc2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271392 Nov 27 01:26:39.671499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-a82e7885-d005-408e-9cfd-9e01b9d6e2f2 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:39.674656 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-a82e7885-d005-408e-9cfd-9e01b9d6e2f2 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.21 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 811 time: 0.3179862 Nov 27 01:26:39.843451 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-6e64f161-f2b5-41ac-b514-7bc828b73b40 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c64b09c25f047909a26c8a3415fefe2 HTTP/1.1" status: 200 len: 380 time: 0.1485808 Nov 27 01:26:39.856052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-e20ef606-d45f-4bb8-98bf-fa45ade52bca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Request body: {'port': {'device_id': '89307058-d887-440b-87e0-034b50a14681', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'admin_state_up': True, 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'security_groups': ['8d969cf1-7342-4ffa-ad41-e53feae959fe']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:39.991853 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9f1f6e77-fb11-4f93-9a96-8876a2f37b5c req-9d693960-1d29-4681-ad8d-bc6682b3b754 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 210 time: 0.0847034 Nov 27 01:26:40.071060 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2ad03ccd-5bfe-4d5b-aad3-5642053e82a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:40.189838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-e20ef606-d45f-4bb8-98bf-fa45ade52bca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Made reservation on behalf of 9c64b09c25f047909a26c8a3415fefe2 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:40.196505 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-e20ef606-d45f-4bb8-98bf-fa45ade52bca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:40.553819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e759b7-48d5-471f-ab85-34660dc49a85 req-413740c6-1f61-4829-8c01-27739bbd9846 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:40.572365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6e759b7-48d5-471f-ab85-34660dc49a85 req-413740c6-1f61-4829-8c01-27739bbd9846 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1664255 Nov 27 01:26:40.795880 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6e759b7-48d5-471f-ab85-34660dc49a85 req-a5ae101a-c58e-4308-9f1b-bde3485ea8d1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211764 Nov 27 01:26:40.798513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-e20ef606-d45f-4bb8-98bf-fa45ade52bca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Allocated IP 172.20.0.7 (fbf9ad20-e715-449c-9ff0-512a26044dd2/560f9432-09a4-4ee9-a29c-ffb13996e99e/1d5fece2-547e-4ef2-9f60-ae063a8ee63b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:41.145760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-e20ef606-d45f-4bb8-98bf-fa45ade52bca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:41.186525 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-e20ef606-d45f-4bb8-98bf-fa45ade52bca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:41.308471 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6467-e68b-4fe1-a09a-a989d30888b6 req-aea31fd9-c65c-45f1-b330-8866d2f6bae4 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:41.327422 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d4b6467-e68b-4fe1-a09a-a989d30888b6 req-aea31fd9-c65c-45f1-b330-8866d2f6bae4 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 931 time: 0.1482415 Nov 27 01:26:41.341384 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ef606-d45f-4bb8-98bf-fa45ade52bca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event updated for resources: {'Port': ['ID=1d5fece2-547e-4ef2-9f60-ae063a8ee63b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:41.368488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-e20ef606-d45f-4bb8-98bf-fa45ade52bca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Network fbf9ad20-e715-449c-9ff0-512a26044dd2 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:41.370412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-e20ef606-d45f-4bb8-98bf-fa45ade52bca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:41.377599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-e20ef606-d45f-4bb8-98bf-fa45ade52bca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:41.443806 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d4b6467-e68b-4fe1-a09a-a989d30888b6 req-65d7fb3e-3b8e-4b0d-85da-8436d9bc02f3 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154158 Nov 27 01:26:41.537652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-e20ef606-d45f-4bb8-98bf-fa45ade52bca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:41.541898 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-e20ef606-d45f-4bb8-98bf-fa45ade52bca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:41.606932 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-e20ef606-d45f-4bb8-98bf-fa45ade52bca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7561417 Nov 27 01:26:41.646498 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Request body: {'port': {'device_id': '89307058-d887-440b-87e0-034b50a14681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:41.772909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:41.877218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-530e3e78-271b-4f44-b603-e1c75713bc3e None None] Provisioning complete for port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:41.880478 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-530e3e78-271b-4f44-b603-e1c75713bc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:42.073444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-530e3e78-271b-4f44-b603-e1c75713bc3e None None] Port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:42.255512 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-05d97351-d5e2-4b61-b2cc-6a9407d7f02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:42.280596 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c091fc-2a94-43cc-9d11-9bd9ccb24200 req-87e842bb-63ee-4e19-8888-b0189f911556 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:42.282551 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0c091fc-2a94-43cc-9d11-9bd9ccb24200 req-87e842bb-63ee-4e19-8888-b0189f911556 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.2099612 Nov 27 01:26:42.421855 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0c091fc-2a94-43cc-9d11-9bd9ccb24200 req-46150abc-3102-45a9-beb9-fbe12c03dcbc tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207011 Nov 27 01:26:42.520062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5fece2-547e-4ef2-9f60-ae063a8ee63b {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:26:42.530313 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:42.546059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Transition to ACTIVE for port object 1d5fece2-547e-4ef2-9f60-ae063a8ee63b will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:26:42.554445 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:42.639690 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506c9f1-10b8-4390-b2ff-5e512b52ef42 req-83c6e17b-ee78-4820-9cb4-5f0367d65241 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:42.642005 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b506c9f1-10b8-4390-b2ff-5e512b52ef42 req-83c6e17b-ee78-4820-9cb4-5f0367d65241 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 931 time: 0.1054688 Nov 27 01:26:42.745933 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b506c9f1-10b8-4390-b2ff-5e512b52ef42 req-8f3123de-0aa0-4bfd-91d2-6fd8419dffe9 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970142 Nov 27 01:26:42.750938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5fece2-547e-4ef2-9f60-ae063a8ee63b,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:42.829961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Attempting to bind port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:42.830188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Attempting to bind port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:42.830542 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Attempting to bind port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b on network fbf9ad20-e715-449c-9ff0-512a26044dd2 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:42.840210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b on network fbf9ad20-e715-449c-9ff0-512a26044dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:26:42.840624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Attempting to bind port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b on network fbf9ad20-e715-449c-9ff0-512a26044dd2 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:42.847551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:42.847551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Checking segment: {'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:42.866667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Bound using segment: {'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:42.869660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Bound port: 1d5fece2-547e-4ef2-9f60-ae063a8ee63b, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:42.871127 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:43.204420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] For port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:43.217801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] For port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1d5fece2-547e-4ef2-9f60-ae063a8ee63b,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:43.229528 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:43.296885 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:43.357970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:43.359131 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:43.361881 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] 10.222.0.21 "PUT /v2.0/ports/1d5fece2-547e-4ef2-9f60-ae063a8ee63b HTTP/1.1" status: 200 len: 1092 time: 1.7300987 Nov 27 01:26:43.364622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89307058-d887-440b-87e0-034b50a14681', 'tag': '1d5fece2-547e-4ef2-9f60-ae063a8ee63b'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:43.367093 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba93492d-a82d-4771-9abb-dfdb181714cb" -d '{"events": [{"name": "network-changed", "server_uuid": "89307058-d887-440b-87e0-034b50a14681", "tag": "1d5fece2-547e-4ef2-9f60-ae063a8ee63b"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:43.424355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e43d8b-5622-41db-9cf1-d2c87a37e601 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5fece2-547e-4ef2-9f60-ae063a8ee63b,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:43.510781 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0c0c71-de10-4f98-898a-de5d125e615e x-openstack-request-id: req-7d0c0c71-de10-4f98-898a-de5d125e615e {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:43.511294 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89307058-d887-440b-87e0-034b50a14681", "tag": "1d5fece2-547e-4ef2-9f60-ae063a8ee63b", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:43.511456 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d0c0c71-de10-4f98-898a-de5d125e615e {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:43.512132 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89307058-d887-440b-87e0-034b50a14681', 'tag': '1d5fece2-547e-4ef2-9f60-ae063a8ee63b', 'status': 'completed', 'code': 200} Nov 27 01:26:43.544545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-0e4114dc-a114-4d4b-a435-27cdaa549526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:43.549291 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-0e4114dc-a114-4d4b-a435-27cdaa549526 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 1095 time: 0.1017394 Nov 27 01:26:43.633215 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-30a80ab6-f31f-486b-a9cc-894e629b9e05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d5fece2-547e-4ef2-9f60-ae063a8ee63b HTTP/1.1" status: 200 len: 217 time: 0.0688846 Nov 27 01:26:43.750302 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc795db8-07ba-406f-a44c-8c3f2ec42304 req-6a21f08a-a37e-45e9-a778-7a89341d54bd tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:43.767372 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc795db8-07ba-406f-a44c-8c3f2ec42304 req-6a21f08a-a37e-45e9-a778-7a89341d54bd tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1809969 Nov 27 01:26:43.778881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-e343e4de-fa19-44b6-8703-f9a6e32f825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:43.784383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-e343e4de-fa19-44b6-8703-f9a6e32f825f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=560f9432-09a4-4ee9-a29c-ffb13996e99e HTTP/1.1" status: 200 len: 850 time: 0.1362510 Nov 27 01:26:43.897861 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc795db8-07ba-406f-a44c-8c3f2ec42304 req-6ef3c20d-9492-455a-b6c9-5ca923f6068e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295366 Nov 27 01:26:43.943099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-26b00f31-32c8-4073-ac0f-a67a58e8323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:43.945182 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-26b00f31-32c8-4073-ac0f-a67a58e8323c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbf9ad20-e715-449c-9ff0-512a26044dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1477885 Nov 27 01:26:44.174158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d4424-7f32-4a57-a1f8-79735f8abfcc req-27bc0562-daec-40c7-b845-c60ea501256c tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:44.188844 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d09d4424-7f32-4a57-a1f8-79735f8abfcc req-27bc0562-daec-40c7-b845-c60ea501256c tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 943 time: 0.2381496 Nov 27 01:26:44.432687 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d09d4424-7f32-4a57-a1f8-79735f8abfcc req-80ab6967-6aed-46b8-9547-9c56a7e9cb4b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228093 Nov 27 01:26:44.435758 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-ec5e5644-e52d-423c-8539-fe7ec5523345 service neutron] 10.222.0.21 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721804 Nov 27 01:26:44.662857 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f69d76fe-6bf2-49f4-a463-e63797b3420f req-b14dbe67-fb49-451e-8df7-7f7812e8a1d0 service neutron] 10.222.0.21 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197132 Nov 27 01:26:44.842830 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:45.034493 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93492d-a82d-4771-9abb-dfdb181714cb req-eb651ffd-3a3d-44b9-8de0-d43a008a39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:45.036230 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba93492d-a82d-4771-9abb-dfdb181714cb req-eb651ffd-3a3d-44b9-8de0-d43a008a39b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 1095 time: 0.2490263 Nov 27 01:26:45.220859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fc4c7-accd-41b8-ba2b-9012515ff102 req-9cdb2869-f3fe-442e-b5c0-e3114cacf428 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:45.235978 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea9fc4c7-accd-41b8-ba2b-9012515ff102 req-9cdb2869-f3fe-442e-b5c0-e3114cacf428 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1334171 Nov 27 01:26:45.352440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93492d-a82d-4771-9abb-dfdb181714cb req-0acef083-0e3e-464f-9391-3be0b71aa618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:45.354092 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba93492d-a82d-4771-9abb-dfdb181714cb req-0acef083-0e3e-464f-9391-3be0b71aa618 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 912 time: 0.3103333 Nov 27 01:26:45.400896 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea9fc4c7-accd-41b8-ba2b-9012515ff102 req-8890e08d-67ef-4a3f-9876-91fa410f65f6 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624017 Nov 27 01:26:45.500222 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba93492d-a82d-4771-9abb-dfdb181714cb req-df4813d8-009f-4119-9afc-bef774a167e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d5fece2-547e-4ef2-9f60-ae063a8ee63b HTTP/1.1" status: 200 len: 217 time: 0.1375782 Nov 27 01:26:45.573152 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93492d-a82d-4771-9abb-dfdb181714cb req-0167e9e7-80d0-4cab-bc48-d69b76862b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:45.574762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba93492d-a82d-4771-9abb-dfdb181714cb req-0167e9e7-80d0-4cab-bc48-d69b76862b49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=560f9432-09a4-4ee9-a29c-ffb13996e99e HTTP/1.1" status: 200 len: 850 time: 0.0663714 Nov 27 01:26:45.663724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bac003-9bd1-49b7-a7ff-a27a7bf61bcd req-ceddf6f5-cb52-478b-9dfe-f88af802f7ed tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:45.671716 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69bac003-9bd1-49b7-a7ff-a27a7bf61bcd req-ceddf6f5-cb52-478b-9dfe-f88af802f7ed tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 943 time: 0.0958412 Nov 27 01:26:45.681257 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93492d-a82d-4771-9abb-dfdb181714cb req-f404bbe5-d0b6-4a10-bfa7-3c286eed1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:45.682974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba93492d-a82d-4771-9abb-dfdb181714cb req-f404bbe5-d0b6-4a10-bfa7-3c286eed1d34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbf9ad20-e715-449c-9ff0-512a26044dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758333 Nov 27 01:26:45.836358 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-69bac003-9bd1-49b7-a7ff-a27a7bf61bcd req-0be391d1-694e-41a6-b706-b696509f951b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636207 Nov 27 01:26:45.955037 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba93492d-a82d-4771-9abb-dfdb181714cb req-1fc7b028-329f-4554-9a32-0805cd8ac649 service neutron] 10.222.0.21 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509508 Nov 27 01:26:46.176553 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba93492d-a82d-4771-9abb-dfdb181714cb req-64838f2d-a40d-4558-afbd-d8e82cebeeb5 service neutron] 10.222.0.21 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099464 Nov 27 01:26:46.237254 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.699725 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5041aad-4375-496a-aa01-cda6f289751c req-1afcc366-da00-4c92-b4b3-2f49208246e9 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:46.718533 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5041aad-4375-496a-aa01-cda6f289751c req-1afcc366-da00-4c92-b4b3-2f49208246e9 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1409521 Nov 27 01:26:46.860725 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5041aad-4375-496a-aa01-cda6f289751c req-420bb521-5e0a-4398-86f1-534cf9b44975 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398466 Nov 27 01:26:47.005615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42970) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:47.119240 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6254f63-1a8b-4d77-8dfd-5283e672f4f1 req-5b3966ce-7f91-499b-ae0f-4f482beca33b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:47.132394 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6254f63-1a8b-4d77-8dfd-5283e672f4f1 req-5b3966ce-7f91-499b-ae0f-4f482beca33b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 943 time: 0.1410463 Nov 27 01:26:47.361795 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.366034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7197d818-0fc2-460c-a63d-ac3953e2de5b req-80bd2a73-b805-4f85-b697-93b7a10090ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2588174 Nov 27 01:26:47.394894 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6254f63-1a8b-4d77-8dfd-5283e672f4f1 req-9db32fb4-6860-4a54-9c52-566a57ac9485 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615938 Nov 27 01:26:47.579056 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.598423 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.608795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197d818-0fc2-460c-a63d-ac3953e2de5b req-100d19f9-15b8-457f-934a-510d5b0f1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:47.614768 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7197d818-0fc2-460c-a63d-ac3953e2de5b req-100d19f9-15b8-457f-934a-510d5b0f1f99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 1097 time: 0.1877186 Nov 27 01:26:47.639789 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50a91865bca94108b61a75aa368389c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6324995 Nov 27 01:26:47.643148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42980) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:47.697379 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20489b8f-ba72-4c87-bafb-e339a0b3d4d6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:47.721530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:47.724778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:47.725384 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:47.726507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:47.727420 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:47.728348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:47.729254 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:47.736141 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:47.737000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:47.741007 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:47.741556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:47.742059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e46cc-21dd-48a5-9124-7a47e960c4e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:47.952717 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0ca95575-03eb-4a06-8991-85e61ff42377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:48.084092 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0ca95575-03eb-4a06-8991-85e61ff42377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:48.099664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197d818-0fc2-460c-a63d-ac3953e2de5b req-ba286f7e-7a6b-4a9e-965d-53ba64288694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:48.101202 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7197d818-0fc2-460c-a63d-ac3953e2de5b req-ba286f7e-7a6b-4a9e-965d-53ba64288694 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.4343817 Nov 27 01:26:48.160183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6499014-116c-4d87-b126-beca5bc85ef8 req-7cafd90b-70a8-4252-bbb0-e604bf02b7e8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:48.165867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6499014-116c-4d87-b126-beca5bc85ef8 req-7cafd90b-70a8-4252-bbb0-e604bf02b7e8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1174076 Nov 27 01:26:48.241503 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0ca95575-03eb-4a06-8991-85e61ff42377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:48.245381 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0ca95575-03eb-4a06-8991-85e61ff42377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:48.248967 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0ca95575-03eb-4a06-8991-85e61ff42377 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20489b8f-ba72-4c87-bafb-e339a0b3d4d6 HTTP/1.1" status: 204 len: 168 time: 0.6020424 Nov 27 01:26:48.307177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca95575-03eb-4a06-8991-85e61ff42377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20489b8f-ba72-4c87-bafb-e339a0b3d4d6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:48.323045 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7197d818-0fc2-460c-a63d-ac3953e2de5b req-0bbb71ce-f090-4c63-8c71-8730fb1fb691 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60a40ba0-45e4-4e56-841b-406c7e07fee3 HTTP/1.1" status: 200 len: 217 time: 0.1004496 Nov 27 01:26:48.340501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1d5fece2-547e-4ef2-9f60-ae063a8ee63b details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:26:48.365213 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6499014-116c-4d87-b126-beca5bc85ef8 req-eb38a8a8-b285-49c5-9f93-f98a22badf35 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905890 Nov 27 01:26:48.473956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197d818-0fc2-460c-a63d-ac3953e2de5b req-604904fb-91e9-41b7-a9d7-846ec91a6d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:48.475730 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7197d818-0fc2-460c-a63d-ac3953e2de5b req-604904fb-91e9-41b7-a9d7-846ec91a6d74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.1338859 Nov 27 01:26:48.686865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197d818-0fc2-460c-a63d-ac3953e2de5b req-c7d82e6c-b68e-4d97-a9a6-982d0a54f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:48.690796 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7197d818-0fc2-460c-a63d-ac3953e2de5b req-c7d82e6c-b68e-4d97-a9a6-982d0a54f406 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2050312 Nov 27 01:26:48.709352 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e587361-df4e-4d31-928b-16fd2e3efa85 req-d5ab4cd9-4360-421a-93f5-dc78d7305c56 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:48.716802 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e587361-df4e-4d31-928b-16fd2e3efa85 req-d5ab4cd9-4360-421a-93f5-dc78d7305c56 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 943 time: 0.1453896 Nov 27 01:26:48.725690 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1d5fece2-547e-4ef2-9f60-ae063a8ee63b,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:48.771673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '1d5fece2-547e-4ef2-9f60-ae063a8ee63b', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'port_id': '1d5fece2-547e-4ef2-9f60-ae063a8ee63b', 'mac_address': 'fa:16:3e:5d:b0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:26:48.846701 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7197d818-0fc2-460c-a63d-ac3953e2de5b req-0cba2c21-d126-497b-ad4f-4314e6334c3b service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284947 Nov 27 01:26:48.938106 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.009236 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5fece2-547e-4ef2-9f60-ae063a8ee63b {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:26:49.015257 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e587361-df4e-4d31-928b-16fd2e3efa85 req-2c58feb5-3263-4590-b22e-9bc3ff3d2c8f tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672964 Nov 27 01:26:49.087752 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1d5fece2-547e-4ef2-9f60-ae063a8ee63b,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:49.106710 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.183454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43002) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:49.227738 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4dd91aee-a923-4812-a378-6a4f8a49be2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.308559 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=1d5fece2-547e-4ef2-9f60-ae063a8ee63b,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:49.397985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7197d818-0fc2-460c-a63d-ac3953e2de5b req-ff883eda-b646-4a88-bb28-52fecbfd44ee service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006557 Nov 27 01:26:49.492571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4dd91aee-a923-4812-a378-6a4f8a49be2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.502671 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4dd91aee-a923-4812-a378-6a4f8a49be2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.603863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['1d5fece2-547e-4ef2-9f60-ae063a8ee63b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:26:49.615377 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4dd91aee-a923-4812-a378-6a4f8a49be2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61c31785ef684355a298a631143ab270&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4307244 Nov 27 01:26:49.617973 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43006) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:49.753500 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5308-c859-4ae5-bde6-2ab7cf80b253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.808137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd91aee-a923-4812-a378-6a4f8a49be2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cef67b-45be-4d00-ad9e-6448224e5721,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:49.839995 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5308-c859-4ae5-bde6-2ab7cf80b253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.862694 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae22ee-a288-476e-ba62-508c7a0ab865 req-a7b8e7aa-6317-4f59-9d83-0b0c3e3ae441 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:49.864496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69ae22ee-a288-476e-ba62-508c7a0ab865 req-a7b8e7aa-6317-4f59-9d83-0b0c3e3ae441 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.3106205 Nov 27 01:26:49.985410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5308-c859-4ae5-bde6-2ab7cf80b253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.989648 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5308-c859-4ae5-bde6-2ab7cf80b253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.993481 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2d3e5308-c859-4ae5-bde6-2ab7cf80b253 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51cef67b-45be-4d00-ad9e-6448224e5721 HTTP/1.1" status: 204 len: 168 time: 0.3721793 Nov 27 01:26:50.021881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e5308-c859-4ae5-bde6-2ab7cf80b253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cef67b-45be-4d00-ad9e-6448224e5721,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:50.027010 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69ae22ee-a288-476e-ba62-508c7a0ab865 req-0ad0c8f4-2d3e-442b-bbf0-a1ba9eeb3c9d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325643 Nov 27 01:26:50.303568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788c74e-ec69-4e27-895e-15295343742a req-40abbf18-fdc7-4d23-a5e1-3db7d005db42 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:50.320450 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5788c74e-ec69-4e27-895e-15295343742a req-40abbf18-fdc7-4d23-a5e1-3db7d005db42 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 944 time: 0.1609583 Nov 27 01:26:50.549801 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5788c74e-ec69-4e27-895e-15295343742a req-029d9de4-78b0-4d74-a089-c80cf43bf245 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236414 Nov 27 01:26:51.317267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585acbd-9b8a-46ed-9ba5-e212abff99c6 req-0608061a-68e2-4e3d-8b8b-688e569becad tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:51.337099 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a585acbd-9b8a-46ed-9ba5-e212abff99c6 req-0608061a-68e2-4e3d-8b8b-688e569becad tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1309075 Nov 27 01:26:51.407768 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a585acbd-9b8a-46ed-9ba5-e212abff99c6 req-dcb48592-eb22-4778-b5fe-4e2487d64c6c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696535 Nov 27 01:26:51.811861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b577c-9562-45a7-a3b9-cd5a8fca5217 req-3365ad8a-1d98-4b02-aaf3-99ab6608139c tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:51.814396 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cd8b577c-9562-45a7-a3b9-cd5a8fca5217 req-3365ad8a-1d98-4b02-aaf3-99ab6608139c tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 944 time: 0.1107340 Nov 27 01:26:51.913510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cd8b577c-9562-45a7-a3b9-cd5a8fca5217 req-5eb32576-05c0-445e-a5b2-64647742364f tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875683 Nov 27 01:26:52.356581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1d5fece2-547e-4ef2-9f60-ae063a8ee63b up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:52.496302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:26:52.504680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:52.507101 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:52.703945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228d285-ca9b-4052-b153-6c799859637d req-a90b1f0b-3a75-45d5-98db-2722ef626781 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:52.714450 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7228d285-ca9b-4052-b153-6c799859637d req-a90b1f0b-3a75-45d5-98db-2722ef626781 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1609728 Nov 27 01:26:52.819002 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:52.908860 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7228d285-ca9b-4052-b153-6c799859637d req-e7fa6dad-92a4-4c5f-992e-99d7aba7a5b3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837173 Nov 27 01:26:52.956576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1d5fece2-547e-4ef2-9f60-ae063a8ee63b,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:52.958590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89307058-d887-440b-87e0-034b50a14681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5fece2-547e-4ef2-9f60-ae063a8ee63b'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:52.961890 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251c5b18-502e-4c07-a648-a40008d4f39e" -d '{"events": [{"server_uuid": "89307058-d887-440b-87e0-034b50a14681", "name": "network-vif-plugged", "status": "completed", "tag": "1d5fece2-547e-4ef2-9f60-ae063a8ee63b"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:52.966926 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:53.005277 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d916b5-e22b-4eff-943c-8b320b7f2f7f req-d7da2c22-10b3-484a-9ac9-331fe08fc6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:53.010821 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5d916b5-e22b-4eff-943c-8b320b7f2f7f req-d7da2c22-10b3-484a-9ac9-331fe08fc6f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 1098 time: 0.1632929 Nov 27 01:26:53.052572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=1d5fece2-547e-4ef2-9f60-ae063a8ee63b,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:53.079684 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cc04be-648c-459b-b45e-1ad2267446f2 x-openstack-request-id: req-19cc04be-648c-459b-b45e-1ad2267446f2 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:53.080059 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89307058-d887-440b-87e0-034b50a14681", "name": "network-vif-plugged", "status": "completed", "tag": "1d5fece2-547e-4ef2-9f60-ae063a8ee63b", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:53.080434 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19cc04be-648c-459b-b45e-1ad2267446f2 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:53.080883 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89307058-d887-440b-87e0-034b50a14681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5fece2-547e-4ef2-9f60-ae063a8ee63b', 'code': 200} Nov 27 01:26:53.179977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614e4ea-7d6f-4238-a090-dcdf9a3f76bd req-2520a841-0d32-4849-a397-43dc5e86f02a tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:53.189684 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7614e4ea-7d6f-4238-a090-dcdf9a3f76bd req-2520a841-0d32-4849-a397-43dc5e86f02a tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.0982213 Nov 27 01:26:53.285273 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d916b5-e22b-4eff-943c-8b320b7f2f7f req-22367c08-8a9b-4514-9e5c-68661c3caa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:53.287801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5d916b5-e22b-4eff-943c-8b320b7f2f7f req-22367c08-8a9b-4514-9e5c-68661c3caa6d service neutron] 10.222.0.31 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.2693038 Nov 27 01:26:53.374105 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7614e4ea-7d6f-4238-a090-dcdf9a3f76bd req-0e257a21-be6d-4a01-9c67-efa48149f737 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832273 Nov 27 01:26:53.381319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358271ae-f62e-4c87-9051-16802b555b3d req-1589a3e1-0c40-49a4-b0c6-0b5e404593f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:53.384378 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-358271ae-f62e-4c87-9051-16802b555b3d req-1589a3e1-0c40-49a4-b0c6-0b5e404593f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 1097 time: 0.1538460 Nov 27 01:26:53.451216 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5d916b5-e22b-4eff-943c-8b320b7f2f7f req-9ec6bc96-0db3-49b0-b77c-707671cfe6d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a4ac022-3e01-4d83-ae60-37469c8f71ba HTTP/1.1" status: 200 len: 217 time: 0.1427577 Nov 27 01:26:53.499585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-358271ae-f62e-4c87-9051-16802b555b3d req-da306818-e65e-465e-9737-cb4a0cb23ad4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007369 Nov 27 01:26:53.509783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d916b5-e22b-4eff-943c-8b320b7f2f7f req-0d0b1435-39fe-49c6-ac46-5ee2498d20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:53.512085 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5d916b5-e22b-4eff-943c-8b320b7f2f7f req-0d0b1435-39fe-49c6-ac46-5ee2498d20e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.0571778 Nov 27 01:26:53.584846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d916b5-e22b-4eff-943c-8b320b7f2f7f req-20bace32-16e7-4637-be28-8bb7860f9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:53.586494 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5d916b5-e22b-4eff-943c-8b320b7f2f7f req-20bace32-16e7-4637-be28-8bb7860f9477 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661259 Nov 27 01:26:53.744803 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5d916b5-e22b-4eff-943c-8b320b7f2f7f req-4115d0cd-b085-47aa-80f1-380f0bfa861c service neutron] 10.222.0.31 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493318 Nov 27 01:26:53.892094 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5d916b5-e22b-4eff-943c-8b320b7f2f7f req-373ea1ce-5adb-4abb-92b5-069a61718623 service neutron] 10.222.0.31 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340680 Nov 27 01:26:54.150121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe20fa0-dc52-4820-9852-c64a120d40b8 req-53ed8cee-b84a-4361-80f5-14d1677ebd7e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:54.151703 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8fe20fa0-dc52-4820-9852-c64a120d40b8 req-53ed8cee-b84a-4361-80f5-14d1677ebd7e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.0676835 Nov 27 01:26:54.227883 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8fe20fa0-dc52-4820-9852-c64a120d40b8 req-ad64115a-2d8e-47f4-80ba-c2e12d6bf742 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680044 Nov 27 01:26:54.703045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea8874-ea63-4b23-9490-72cba7b56485 req-800f31ae-bb83-499d-8bd4-44e5ff6de100 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:54.712120 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-acea8874-ea63-4b23-9490-72cba7b56485 req-800f31ae-bb83-499d-8bd4-44e5ff6de100 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1260850 Nov 27 01:26:54.826218 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-acea8874-ea63-4b23-9490-72cba7b56485 req-8fdbe938-ed90-42a1-9e43-27ef5278e29b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007612 Nov 27 01:26:55.472277 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996babc-7e4a-4ed5-b39f-27eb224f2e76 req-1be82e59-7c2c-449f-a408-da6bc3752e95 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:55.482917 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3996babc-7e4a-4ed5-b39f-27eb224f2e76 req-1be82e59-7c2c-449f-a408-da6bc3752e95 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1122622 Nov 27 01:26:55.528915 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43160) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:55.628193 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3996babc-7e4a-4ed5-b39f-27eb224f2e76 req-083b59a9-4a72-48d1-bd38-05e139110b48 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135867 Nov 27 01:26:55.813429 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c3867298-7f91-4ac5-b189-38d2008d23c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.949214 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c3867298-7f91-4ac5-b189-38d2008d23c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.963909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c3867298-7f91-4ac5-b189-38d2008d23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:56.082431 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c3867298-7f91-4ac5-b189-38d2008d23c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db4e760f5a4644c58138798e2c7e0d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5497921 Nov 27 01:26:56.083426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43182) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:56.133992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3867298-7f91-4ac5-b189-38d2008d23c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f607770-4474-4751-b8f8-35919f714b31,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:56.152018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac4594-2078-42a6-81f0-2183b3c4ad88 req-258437dc-9263-42c7-b20f-bbe3d65c778e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:56.162280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-10ac4594-2078-42a6-81f0-2183b3c4ad88 req-258437dc-9263-42c7-b20f-bbe3d65c778e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.2008929 Nov 27 01:26:56.203424 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-121e12d9-b4e0-40cc-beb0-d0f76063b4d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:56.242351 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-10ac4594-2078-42a6-81f0-2183b3c4ad88 req-054a705e-f0c4-4f8c-a5c9-063a376f48c5 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789645 Nov 27 01:26:56.243748 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-121e12d9-b4e0-40cc-beb0-d0f76063b4d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:56.336703 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-121e12d9-b4e0-40cc-beb0-d0f76063b4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:56.341182 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-121e12d9-b4e0-40cc-beb0-d0f76063b4d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:56.366677 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-121e12d9-b4e0-40cc-beb0-d0f76063b4d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f607770-4474-4751-b8f8-35919f714b31 HTTP/1.1" status: 204 len: 168 time: 0.2814898 Nov 27 01:26:56.394045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e12d9-b4e0-40cc-beb0-d0f76063b4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f607770-4474-4751-b8f8-35919f714b31,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:56.634224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519213c-4509-40e7-b666-a89c884325cf req-26eecb96-cdad-43cd-a6cf-5b873b8fb43e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:56.638014 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2519213c-4509-40e7-b666-a89c884325cf req-26eecb96-cdad-43cd-a6cf-5b873b8fb43e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1644661 Nov 27 01:26:56.647139 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43200) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:56.651780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f708f5d7-367d-4b52-9f1a-0b37aaf5e7a7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Request body: {'floatingip': {'port_id': '1d5fece2-547e-4ef2-9f60-ae063a8ee63b'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:56.825623 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f708f5d7-367d-4b52-9f1a-0b37aaf5e7a7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:56.916595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985ce80-bf17-4887-af65-5da48589356c req-c48cfe19-3be7-4ad8-aab3-8240f147fa87 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:56.930425 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5985ce80-bf17-4887-af65-5da48589356c req-c48cfe19-3be7-4ad8-aab3-8240f147fa87 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 946 time: 0.1289952 Nov 27 01:26:57.020880 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5985ce80-bf17-4887-af65-5da48589356c req-eb2edbf2-fd90-490c-bd18-3ade055ad507 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870407 Nov 27 01:26:57.198682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43220) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:57.222624 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0d28e2fb-94d3-465e-b68b-b20acba99631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.462971 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3f1ee-0ff4-43cf-b442-5ab239178086 req-7dc8faac-a2cb-4a32-a07a-b48ca2acd7f9 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:57.473956 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20c3f1ee-0ff4-43cf-b442-5ab239178086 req-7dc8faac-a2cb-4a32-a07a-b48ca2acd7f9 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.2770658 Nov 27 01:26:57.479275 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0d28e2fb-94d3-465e-b68b-b20acba99631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.490418 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0d28e2fb-94d3-465e-b68b-b20acba99631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.568516 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0d28e2fb-94d3-465e-b68b-b20acba99631 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d95292ba5a204bfeb50d18149d4e3225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3711243 Nov 27 01:26:57.573161 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43222) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:57.583805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28e2fb-94d3-465e-b68b-b20acba99631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0046efd-5a68-4fa3-9a8a-33335102fb82,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:57.686498 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c154012-c20c-4587-b19a-e4f3a36593d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.719809 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c154012-c20c-4587-b19a-e4f3a36593d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.770131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6a4ac022-3e01-4d83-ae60-37469c8f71ba no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:57.832118 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20c3f1ee-0ff4-43cf-b442-5ab239178086 req-7acf5a18-8751-4d71-a596-881061543b16 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3572857 Nov 27 01:26:57.898513 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c154012-c20c-4587-b19a-e4f3a36593d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.914784 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c154012-c20c-4587-b19a-e4f3a36593d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.918246 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0c154012-c20c-4587-b19a-e4f3a36593d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0046efd-5a68-4fa3-9a8a-33335102fb82 HTTP/1.1" status: 204 len: 168 time: 0.3416650 Nov 27 01:26:57.951523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c154012-c20c-4587-b19a-e4f3a36593d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0046efd-5a68-4fa3-9a8a-33335102fb82,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:57.990138 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:58.067877 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 6a4ac022-3e01-4d83-ae60-37469c8f71ba, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6a4ac022-3e01-4d83-ae60-37469c8f71ba,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:58.075247 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4244493-a826-42c0-aee0-01770a1ac444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a4ac022-3e01-4d83-ae60-37469c8f71ba'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:58.081874 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79dc5f3-b086-458b-b6ce-235afd9a3e7a" -d '{"events": [{"server_uuid": "d4244493-a826-42c0-aee0-01770a1ac444", "name": "network-vif-unplugged", "status": "completed", "tag": "6a4ac022-3e01-4d83-ae60-37469c8f71ba"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:58.100746 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:58.104802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c048d-b212-49e2-9725-fdd4ce2a4583 req-8f0c6dce-ba0c-47d7-bd5a-27fff4b48a4b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:58.108707 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d5c048d-b212-49e2-9725-fdd4ce2a4583 req-8f0c6dce-ba0c-47d7-bd5a-27fff4b48a4b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1457908 Nov 27 01:26:58.329218 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5e0bf9-44a9-47ea-b3f8-37049b1a9e36 x-openstack-request-id: req-2a5e0bf9-44a9-47ea-b3f8-37049b1a9e36 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:58.332700 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4244493-a826-42c0-aee0-01770a1ac444", "name": "network-vif-unplugged", "status": "failed", "tag": "6a4ac022-3e01-4d83-ae60-37469c8f71ba", "code": 422}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:58.333331 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a5e0bf9-44a9-47ea-b3f8-37049b1a9e36 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:58.334135 n-d-817303-10 neutron-server[103404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4244493-a826-42c0-aee0-01770a1ac444', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a4ac022-3e01-4d83-ae60-37469c8f71ba', 'code': 422} returned with failed status Nov 27 01:26:58.353518 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=6a4ac022-3e01-4d83-ae60-37469c8f71ba,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:58.511141 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:58.740834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d5c048d-b212-49e2-9725-fdd4ce2a4583 req-f8d56457-99f6-4e02-83f1-f740b289257e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6228299 Nov 27 01:26:58.805570 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.db.resource_extend [None req-f708f5d7-367d-4b52-9f1a-0b37aaf5e7a7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:26:59.045089 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f708f5d7-367d-4b52-9f1a-0b37aaf5e7a7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:59.065955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f708f5d7-367d-4b52-9f1a-0b37aaf5e7a7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:59.412322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda537e-7df2-4591-83a8-df3ec9a00a8e req-ad53946d-e48c-4e83-841c-b820806f1ad2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:59.412322 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3eda537e-7df2-4591-83a8-df3ec9a00a8e req-ad53946d-e48c-4e83-841c-b820806f1ad2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1010039 Nov 27 01:26:59.473703 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-f708f5d7-367d-4b52-9f1a-0b37aaf5e7a7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Floating IP 36f3a920-51a1-4974-b2e5-7fb2ba1f6df6 associated. External IP: 172.25.1.32, port: 1d5fece2-547e-4ef2-9f60-ae063a8ee63b. Nov 27 01:26:59.537061 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3eda537e-7df2-4591-83a8-df3ec9a00a8e req-3fcde179-c7ff-44cc-9d46-dc672f3fb09c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208835 Nov 27 01:26:59.887217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f708f5d7-367d-4b52-9f1a-0b37aaf5e7a7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Router 0453dce3-ced6-4002-9597-f6e5bd2a6724 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:00.215490 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f708f5d7-367d-4b52-9f1a-0b37aaf5e7a7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:00.227022 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f708f5d7-367d-4b52-9f1a-0b37aaf5e7a7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:00.233570 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98afb158-dc49-4160-9ccf-6eca670e3397 None None] Sync routers for ids ['0453dce3-ced6-4002-9597-f6e5bd2a6724'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:00.259249 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98afb158-dc49-4160-9ccf-6eca670e3397 None None] Routers {'0453dce3-ced6-4002-9597-f6e5bd2a6724'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:00.260463 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-98afb158-dc49-4160-9ccf-6eca670e3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:26:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0453dce3-ced6-4002-9597-f6e5bd2a6724'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:00.290767 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f708f5d7-367d-4b52-9f1a-0b37aaf5e7a7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "PUT /v2.0/floatingips/36f3a920-51a1-4974-b2e5-7fb2ba1f6df6 HTTP/1.1" status: 200 len: 990 time: 3.6424839 Nov 27 01:27:00.300440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89307058-d887-440b-87e0-034b50a14681', 'tag': '1d5fece2-547e-4ef2-9f60-ae063a8ee63b'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:27:00.307729 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c5a887-6f41-47fe-abf0-55cbec0be0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "89307058-d887-440b-87e0-034b50a14681", "tag": "1d5fece2-547e-4ef2-9f60-ae063a8ee63b"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:27:00.590552 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:00.694111 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-98afb158-dc49-4160-9ccf-6eca670e3397 None None] Set router 0453dce3-ced6-4002-9597-f6e5bd2a6724 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:00.930762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080730f3-1d05-4180-9d01-e608c83074d5 req-0d00b089-74e9-4f7e-bf8c-572c2d31883c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:00.945679 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-080730f3-1d05-4180-9d01-e608c83074d5 req-0d00b089-74e9-4f7e-bf8c-572c2d31883c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1863480 Nov 27 01:27:01.163923 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-080730f3-1d05-4180-9d01-e608c83074d5 req-d6d8fabf-8c04-4dfb-a357-15422062eec1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171347 Nov 27 01:27:01.212869 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4951553-4973-4fee-9a79-9607a0c77efa x-openstack-request-id: req-e4951553-4973-4fee-9a79-9607a0c77efa {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:27:01.213168 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89307058-d887-440b-87e0-034b50a14681", "tag": "1d5fece2-547e-4ef2-9f60-ae063a8ee63b", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:27:01.213431 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4951553-4973-4fee-9a79-9607a0c77efa {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:27:01.213852 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89307058-d887-440b-87e0-034b50a14681', 'tag': '1d5fece2-547e-4ef2-9f60-ae063a8ee63b', 'status': 'completed', 'code': 200} Nov 27 01:27:01.442299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5a887-6f41-47fe-abf0-55cbec0be0fe req-bc11eed8-fb0b-40b2-971a-b0b0cbb81e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:01.447726 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00c5a887-6f41-47fe-abf0-55cbec0be0fe req-bc11eed8-fb0b-40b2-971a-b0b0cbb81e20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 1097 time: 0.1962225 Nov 27 01:27:01.670421 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-98afb158-dc49-4160-9ccf-6eca670e3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '36f3a920-51a1-4974-b2e5-7fb2ba1f6df6', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'floating_ip_address': '172.25.1.32', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'port_id': '1d5fece2-547e-4ef2-9f60-ae063a8ee63b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'mac_address': 'fa:16:3e:5d:b0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89307058-d887-440b-87e0-034b50a14681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:26:33Z', 'updated_at': '2021-11-27T01:26:58Z', 'revision_number': 1, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:35Z', 'revision_number': 5, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:01.789179 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98afb158-dc49-4160-9ccf-6eca670e3397 None None] Checking router: 0453dce3-ced6-4002-9597-f6e5bd2a6724 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:01.817793 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5a887-6f41-47fe-abf0-55cbec0be0fe req-8e1036f9-1387-40e1-8bd4-789f53fd30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:01.822824 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00c5a887-6f41-47fe-abf0-55cbec0be0fe req-8e1036f9-1387-40e1-8bd4-789f53fd30b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 912 time: 0.3654816 Nov 27 01:27:01.823132 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98afb158-dc49-4160-9ccf-6eca670e3397 None None] Routers {'0453dce3-ced6-4002-9597-f6e5bd2a6724'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:01.823928 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-98afb158-dc49-4160-9ccf-6eca670e3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:26:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0453dce3-ced6-4002-9597-f6e5bd2a6724'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:02.105578 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00c5a887-6f41-47fe-abf0-55cbec0be0fe req-075a14fe-fabb-4400-b522-d4e563b3f004 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d5fece2-547e-4ef2-9f60-ae063a8ee63b HTTP/1.1" status: 200 len: 998 time: 0.2755959 Nov 27 01:27:02.313888 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-98afb158-dc49-4160-9ccf-6eca670e3397 None None] Set router 0453dce3-ced6-4002-9597-f6e5bd2a6724 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:02.338682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5a887-6f41-47fe-abf0-55cbec0be0fe req-aa47bcc6-1a05-4c8d-aeab-07680d44fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:02.352215 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00c5a887-6f41-47fe-abf0-55cbec0be0fe req-aa47bcc6-1a05-4c8d-aeab-07680d44fbed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=560f9432-09a4-4ee9-a29c-ffb13996e99e HTTP/1.1" status: 200 len: 850 time: 0.2320371 Nov 27 01:27:02.719613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70334b56-bed5-43c0-bc4b-0aa40687c153 req-7444f4b8-32a4-4950-8774-8481c6ec88b2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:02.738091 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-70334b56-bed5-43c0-bc4b-0aa40687c153 req-7444f4b8-32a4-4950-8774-8481c6ec88b2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.2793519 Nov 27 01:27:02.748636 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5a887-6f41-47fe-abf0-55cbec0be0fe req-60959dd9-5fbd-467e-ad7a-9d8925a1ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:02.750959 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00c5a887-6f41-47fe-abf0-55cbec0be0fe req-60959dd9-5fbd-467e-ad7a-9d8925a1ea15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbf9ad20-e715-449c-9ff0-512a26044dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3902817 Nov 27 01:27:03.192155 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-98afb158-dc49-4160-9ccf-6eca670e3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '36f3a920-51a1-4974-b2e5-7fb2ba1f6df6', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'floating_ip_address': '172.25.1.32', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'port_id': '1d5fece2-547e-4ef2-9f60-ae063a8ee63b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'mac_address': 'fa:16:3e:5d:b0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89307058-d887-440b-87e0-034b50a14681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:26:33Z', 'updated_at': '2021-11-27T01:26:58Z', 'revision_number': 1, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:35Z', 'revision_number': 5, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:03.306313 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00c5a887-6f41-47fe-abf0-55cbec0be0fe req-660e0028-892a-4dc1-bbe1-f38e7b9e7cdf service neutron] 10.222.0.21 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889154 Nov 27 01:27:03.339175 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98afb158-dc49-4160-9ccf-6eca670e3397 None None] The sync data for ids ['0453dce3-ced6-4002-9597-f6e5bd2a6724'] in n-d-817303-10 is: [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '36f3a920-51a1-4974-b2e5-7fb2ba1f6df6', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'floating_ip_address': '172.25.1.32', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'port_id': '1d5fece2-547e-4ef2-9f60-ae063a8ee63b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'mac_address': 'fa:16:3e:5d:b0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89307058-d887-440b-87e0-034b50a14681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:26:33Z', 'updated_at': '2021-11-27T01:26:58Z', 'revision_number': 1, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:35Z', 'revision_number': 5, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:03.362994 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-70334b56-bed5-43c0-bc4b-0aa40687c153 req-27f99919-21c0-4060-9d70-d89bb662e2fe tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6238322 Nov 27 01:27:03.473024 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34af288d-f49a-4cb5-8558-3a858157705e req-0a31ac42-804e-4886-a608-402c4bd5f3c9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1592848 Nov 27 01:27:03.563281 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00c5a887-6f41-47fe-abf0-55cbec0be0fe req-1f10bf7b-3ecd-4a7f-8c40-5bae3e161d39 service neutron] 10.222.0.21 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966150 Nov 27 01:27:03.737432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af288d-f49a-4cb5-8558-3a858157705e req-5b7b4fe4-88cf-4b3c-b0d3-8b6bf14744c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:03.750327 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34af288d-f49a-4cb5-8558-3a858157705e req-5b7b4fe4-88cf-4b3c-b0d3-8b6bf14744c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 1097 time: 0.1652322 Nov 27 01:27:03.911008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54bd77e-d80f-4fba-98f3-1a953198e417 None None] New status for floating IP 36f3a920-51a1-4974-b2e5-7fb2ba1f6df6: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:27:04.052257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af288d-f49a-4cb5-8558-3a858157705e req-ccd17fbd-0fc4-439a-9143-4c2e024ec38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:04.061986 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34af288d-f49a-4cb5-8558-3a858157705e req-ccd17fbd-0fc4-439a-9143-4c2e024ec38f service neutron] 10.222.0.31 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.2899904 Nov 27 01:27:04.223083 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34af288d-f49a-4cb5-8558-3a858157705e req-b4ec9ec9-d802-41f5-9741-0f96315cddfe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46dd6879-b6da-4271-99a9-2020b096265e HTTP/1.1" status: 200 len: 217 time: 0.1527767 Nov 27 01:27:04.363664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af288d-f49a-4cb5-8558-3a858157705e req-7f683e61-13fa-42c9-b191-79b4b9fa46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:04.367626 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34af288d-f49a-4cb5-8558-3a858157705e req-7f683e61-13fa-42c9-b191-79b4b9fa46d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.1378527 Nov 27 01:27:04.559639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af288d-f49a-4cb5-8558-3a858157705e req-5c206883-68fe-4719-b421-5456907366a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:04.561210 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34af288d-f49a-4cb5-8558-3a858157705e req-5c206883-68fe-4719-b421-5456907366a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1839731 Nov 27 01:27:04.748131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ad474-bd84-4e0f-b582-b8808cee326b req-133e41e7-9d35-475c-949c-bde1047f4cc0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:04.760426 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e9ad474-bd84-4e0f-b582-b8808cee326b req-133e41e7-9d35-475c-949c-bde1047f4cc0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.2355375 Nov 27 01:27:04.862761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e9ad474-bd84-4e0f-b582-b8808cee326b req-70b02c52-607b-42fe-ac0b-9b67fda5ea82 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013780 Nov 27 01:27:05.501132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34af288d-f49a-4cb5-8558-3a858157705e req-b0e04314-a817-460a-93cd-75c753896903 service neutron] 10.222.0.31 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9315121 Nov 27 01:27:05.745671 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34af288d-f49a-4cb5-8558-3a858157705e req-47da36fc-9224-445b-96cc-12c1788f8bc9 service neutron] 10.222.0.31 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368670 Nov 27 01:27:06.138797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dc8a9-8b25-4547-b8e1-fd735bf53a1b req-d7143cd0-1673-420b-98cd-d70d3f5f529b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:06.145112 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-576dc8a9-8b25-4547-b8e1-fd735bf53a1b req-d7143cd0-1673-420b-98cd-d70d3f5f529b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1183803 Nov 27 01:27:06.313448 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-576dc8a9-8b25-4547-b8e1-fd735bf53a1b req-ba049aaf-c7fc-4f4b-8e02-5d158728b5e7 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575906 Nov 27 01:27:07.570668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd9e4a-bff6-4a64-b3f9-57d3b21a9eb8 req-fa443965-c11c-438f-aa4c-50e9798d4d23 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:07.591525 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9dd9e4a-bff6-4a64-b3f9-57d3b21a9eb8 req-fa443965-c11c-438f-aa4c-50e9798d4d23 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0826349 Nov 27 01:27:07.727815 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9dd9e4a-bff6-4a64-b3f9-57d3b21a9eb8 req-595104b6-2cb6-433f-a909-ae2215ec3d44 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352906 Nov 27 01:27:07.944182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-84653b69-0a07-4119-89f7-a6024a88733a req-4d2aabe4-729e-4571-9335-de41212e0f4a service neutron] (103403) timed out ('10.222.0.31', 59815) {{(pid=103403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:27:08.643358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43906) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:09.121860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4ab97-1953-4ff4-8897-099bb18455f7 req-51ea8dfd-8abf-42d0-b1f9-0ff01ef0d664 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:09.139710 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b2a4ab97-1953-4ff4-8897-099bb18455f7 req-51ea8dfd-8abf-42d0-b1f9-0ff01ef0d664 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1567640 Nov 27 01:27:09.284213 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b2a4ab97-1953-4ff4-8897-099bb18455f7 req-d559c915-964c-49d8-8bec-ba08c719738d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420858 Nov 27 01:27:10.051737 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc1e0c65-168e-4f48-899d-e5db5c1ba4b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.082055 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-455db4f4-75d7-4f04-b467-b7f26f74ac05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.574409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef3439-b2e1-438e-8a86-7347dc1f5ebe req-e879b82c-d504-4838-afac-1c62c70d1276 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:10.577018 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b8ef3439-b2e1-438e-8a86-7347dc1f5ebe req-e879b82c-d504-4838-afac-1c62c70d1276 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0755670 Nov 27 01:27:10.604366 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e0c65-168e-4f48-899d-e5db5c1ba4b7 admin admin] Deleting port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:10.604705 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc1e0c65-168e-4f48-899d-e5db5c1ba4b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.685850 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b8ef3439-b2e1-438e-8a86-7347dc1f5ebe req-b2c04ca7-0012-4374-9920-779d86c8cd37 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963030 Nov 27 01:27:10.766473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-dc1e0c65-168e-4f48-899d-e5db5c1ba4b7 admin admin] For port dc14ea20-e1ee-42d7-be9f-7570c0f1a94c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=dc14ea20-e1ee-42d7-be9f-7570c0f1a94c,segment=NetworkSegment(bb13f819-7513-4d5c-a17c-9ef71f8940c0),segment_id=bb13f819-7513-4d5c-a17c-9ef71f8940c0)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:10.766853 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc1e0c65-168e-4f48-899d-e5db5c1ba4b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.818336 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e0c65-168e-4f48-899d-e5db5c1ba4b7 admin admin] Calling delete_port for dc14ea20-e1ee-42d7-be9f-7570c0f1a94c owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:11.196544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d61fed-d003-4e8a-8c84-c4c1310b7106 req-cfe71c37-0b7e-4e35-a105-c6f3a5b942fe tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:11.198126 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d61fed-d003-4e8a-8c84-c4c1310b7106 req-cfe71c37-0b7e-4e35-a105-c6f3a5b942fe tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.2260633 Nov 27 01:27:11.276347 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc1e0c65-168e-4f48-899d-e5db5c1ba4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:11.284871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33d61fed-d003-4e8a-8c84-c4c1310b7106 req-35272767-be36-4d61-8d0d-823fb0e21522 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705335 Nov 27 01:27:11.286699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a7671-a10b-4dff-b85b-76615bdff6e4 req-10d5f943-ced4-4684-b282-97b2cdc87f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:11.288422 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de1a7671-a10b-4dff-b85b-76615bdff6e4 req-10d5f943-ced4-4684-b282-97b2cdc87f6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 1096 time: 0.2669866 Nov 27 01:27:11.372690 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e0c65-168e-4f48-899d-e5db5c1ba4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc14ea20-e1ee-42d7-be9f-7570c0f1a94c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:11.551668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a7671-a10b-4dff-b85b-76615bdff6e4 req-0d07bfbf-0f8f-4105-af42-d567c98eeeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:11.553781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de1a7671-a10b-4dff-b85b-76615bdff6e4 req-0d07bfbf-0f8f-4105-af42-d567c98eeeb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.2571018 Nov 27 01:27:11.698194 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de1a7671-a10b-4dff-b85b-76615bdff6e4 req-947ca733-4c0f-4be9-ab56-16fd7c1cea7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f HTTP/1.1" status: 200 len: 999 time: 0.1319818 Nov 27 01:27:11.860871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a7671-a10b-4dff-b85b-76615bdff6e4 req-e6c1c464-99ff-4241-97fa-573d831c5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:11.863067 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de1a7671-a10b-4dff-b85b-76615bdff6e4 req-e6c1c464-99ff-4241-97fa-573d831c5d89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.1554506 Nov 27 01:27:11.866102 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc1e0c65-168e-4f48-899d-e5db5c1ba4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:11.932278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a7671-a10b-4dff-b85b-76615bdff6e4 req-0c6ab6cf-b943-4814-b671-be353fd52172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:11.934121 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de1a7671-a10b-4dff-b85b-76615bdff6e4 req-0c6ab6cf-b943-4814-b671-be353fd52172 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624485 Nov 27 01:27:12.099779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de1a7671-a10b-4dff-b85b-76615bdff6e4 req-1e3b9070-438f-4ee4-8ba4-8b03f302d6f1 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579239 Nov 27 01:27:12.258668 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6be39e7d-383c-488a-a773-eaee5b189976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:12.259264 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de1a7671-a10b-4dff-b85b-76615bdff6e4 req-0c169fac-5447-48aa-a6a9-6a9e2808b663 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477468 Nov 27 01:27:12.359291 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1e0c65-168e-4f48-899d-e5db5c1ba4b7 admin admin] Router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:12.474714 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:27:12.534373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1e0c65-168e-4f48-899d-e5db5c1ba4b7 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:12.545863 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5695cba-5495-4795-bc2f-0f308c267224 None None] Sync routers for ids ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:12.556634 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5695cba-5495-4795-bc2f-0f308c267224 None None] Routers {'f4e6b9af-42e5-4f1f-a1a5-42126ae64872'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:12.557572 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c5695cba-5495-4795-bc2f-0f308c267224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:27:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:12.560001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb962-eb50-4c0d-a7d6-00dc302ea5f1 req-45b01a55-ef52-4067-a741-2b4b67348d79 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:12.568016 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a8cb962-eb50-4c0d-a7d6-00dc302ea5f1 req-45b01a55-ef52-4067-a741-2b4b67348d79 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0921872 Nov 27 01:27:12.570415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44064) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:12.581129 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dc1e0c65-168e-4f48-899d-e5db5c1ba4b7 admin admin] 10.222.0.15 "PUT /v2.0/routers/f4e6b9af-42e5-4f1f-a1a5-42126ae64872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9564831 Nov 27 01:27:12.823782 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a8cb962-eb50-4c0d-a7d6-00dc302ea5f1 req-6d90efa0-74a1-4093-8c65-8ada802ee902 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541018 Nov 27 01:27:12.918752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.018250 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-c5695cba-5495-4795-bc2f-0f308c267224 None None] Set router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:13.074420 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.188109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] Deleting port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:13.188489 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.314975 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.458924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] For port d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:13.459184 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.489497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] Calling delete_port for d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:13.625089 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c5695cba-5495-4795-bc2f-0f308c267224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:27:11Z', 'revision_number': 5, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port': {'id': 'd4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:13.679789 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5695cba-5495-4795-bc2f-0f308c267224 None None] Checking router: f4e6b9af-42e5-4f1f-a1a5-42126ae64872 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:13.690004 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5695cba-5495-4795-bc2f-0f308c267224 None None] Routers {'f4e6b9af-42e5-4f1f-a1a5-42126ae64872'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:13.690895 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c5695cba-5495-4795-bc2f-0f308c267224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:27:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:13.853179 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.966801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ac4bb4-072b-48e8-a4d9-054d2ee6e551 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:13.992315 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-c5695cba-5495-4795-bc2f-0f308c267224 None None] Set router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:13.999342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:14.151460 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c5695cba-5495-4795-bc2f-0f308c267224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:27:13Z', 'revision_number': 6, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:14.222426 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5695cba-5495-4795-bc2f-0f308c267224 None None] The sync data for ids ['f4e6b9af-42e5-4f1f-a1a5-42126ae64872'] in n-d-817303-10 is: [{'id': 'f4e6b9af-42e5-4f1f-a1a5-42126ae64872', 'name': 'tempest-TaggedBootDevicesTest-305905280-router', 'tenant_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:35Z', 'updated_at': '2021-11-27T01:27:13Z', 'revision_number': 6, 'project_id': '0b28ffa3542f4dd68ef8bcd697b3e934', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:14.314367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf71ca-1b8a-4e0c-9957-845501884dfb req-0daebd72-5bbf-4964-8afd-2528899bf0bd tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:14.316140 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1aaf71ca-1b8a-4e0c-9957-845501884dfb req-0daebd72-5bbf-4964-8afd-2528899bf0bd tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.2971208 Nov 27 01:27:14.325167 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.494029 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.496781 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.501964 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1aaf71ca-1b8a-4e0c-9957-845501884dfb req-b5b75d82-a306-4ae9-a4ea-314307983fca tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780879 Nov 27 01:27:14.584438 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.587325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4e6b9af-42e5-4f1f-a1a5-42126ae64872 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:27:14.606368 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.611068 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b5dbf94f-b420-4ce7-a63e-369649dd4d22 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f4e6b9af-42e5-4f1f-a1a5-42126ae64872 HTTP/1.1" status: 204 len: 168 time: 2.0397196 Nov 27 01:27:14.614067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44126) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:14.709081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc215650-8fe9-4056-bf9a-a8e6eae3ce2f admin admin] Deleting subnet 254528fa-ba6d-46f8-93e2-9e5298866c76 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:27:14.723120 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc215650-8fe9-4056-bf9a-a8e6eae3ce2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.745460 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device dc14ea20-e1ee-42d7-be9f-7570c0f1a94c no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:14.804973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: dc14ea20-e1ee-42d7-be9f-7570c0f1a94c {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:14.805319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device dc14ea20-e1ee-42d7-be9f-7570c0f1a94c not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:14.838757 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc215650-8fe9-4056-bf9a-a8e6eae3ce2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.859097 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.947186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1358ba-edfd-4915-9324-79f08aea5fca req-cadf9d5e-b299-4ef9-8935-5bc5a89d8529 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:14.965067 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fc1358ba-edfd-4915-9324-79f08aea5fca req-cadf9d5e-b299-4ef9-8935-5bc5a89d8529 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1425526 Nov 27 01:27:15.032027 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fc1358ba-edfd-4915-9324-79f08aea5fca req-5afff0c4-9201-48e4-9329-88f76b5e9cf5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604577 Nov 27 01:27:15.056795 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc215650-8fe9-4056-bf9a-a8e6eae3ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.211059 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc215650-8fe9-4056-bf9a-a8e6eae3ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.252163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2a9487-ef8d-4a6b-beac-deb9ae4fc243 None None] Network 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:15.281554 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc215650-8fe9-4056-bf9a-a8e6eae3ce2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.300581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fc215650-8fe9-4056-bf9a-a8e6eae3ce2f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/254528fa-ba6d-46f8-93e2-9e5298866c76 HTTP/1.1" status: 204 len: 168 time: 0.6844649 Nov 27 01:27:15.301750 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc215650-8fe9-4056-bf9a-a8e6eae3ce2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=254528fa-ba6d-46f8-93e2-9e5298866c76,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:15.303269 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44162) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:15.387643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ddc25-ce4e-4fd9-9b2f-7213fbf67fa7 req-7a4ed9db-d877-4ffb-9498-22d646d392e5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:15.396171 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d16ddc25-ce4e-4fd9-9b2f-7213fbf67fa7 req-7a4ed9db-d877-4ffb-9498-22d646d392e5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.2603176 Nov 27 01:27:15.472881 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.597732 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d16ddc25-ce4e-4fd9-9b2f-7213fbf67fa7 req-cbbdc015-8a3f-4618-bc93-ffa1c38e0eb3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840475 Nov 27 01:27:15.682305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Deleting port 6be68ff5-e0c3-4e57-9e45-8ea187b06080 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:15.682589 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.825565 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f9d25f-6bf7-4231-9f04-fb86508466f9 None None] DHCP port deletion for 8edb1bd7-e9a2-4234-bcb2-92640c58daf6 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:15.843883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] For port 6be68ff5-e0c3-4e57-9e45-8ea187b06080, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6be68ff5-e0c3-4e57-9e45-8ea187b06080,segment=NetworkSegment(bb13f819-7513-4d5c-a17c-9ef71f8940c0),segment_id=bb13f819-7513-4d5c-a17c-9ef71f8940c0)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:15.844585 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.869589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Calling delete_port for 6be68ff5-e0c3-4e57-9e45-8ea187b06080 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:16.146480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48f224-886f-4dc3-b644-2d4cd895ba75 req-f16c5215-4320-46a4-8858-5cc0f782f51c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:16.149286 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9a48f224-886f-4dc3-b644-2d4cd895ba75 req-f16c5215-4320-46a4-8858-5cc0f782f51c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0868239 Nov 27 01:27:16.155243 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.189827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6be68ff5-e0c3-4e57-9e45-8ea187b06080,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:16.212626 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] No DVR routers for this DVR port 6be68ff5-e0c3-4e57-9e45-8ea187b06080 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:16.240793 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.276562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-38f9d25f-6bf7-4231-9f04-fb86508466f9 None None] Deleting port 6be68ff5-e0c3-4e57-9e45-8ea187b06080 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:16.278965 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-38f9d25f-6bf7-4231-9f04-fb86508466f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.282989 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9a48f224-886f-4dc3-b644-2d4cd895ba75 req-bd5927f6-6ce6-4659-9bf7-fe9286df9c89 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203969 Nov 27 01:27:16.438678 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.439538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:16.479079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:16.482064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d4a084a9-2c4c-4b74-87d6-5c1a2a98cfb3 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:16.484596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6be68ff5-e0c3-4e57-9e45-8ea187b06080 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:16.492837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8edb1bd7-e9a2-4234-bcb2-92640c58daf6']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:16.535481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb13f819-7513-4d5c-a17c-9ef71f8940c0') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:16.536268 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb13f819-7513-4d5c-a17c-9ef71f8940c0') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:16.539238 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 6be68ff5-e0c3-4e57-9e45-8ea187b06080 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:16.540610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6be68ff5-e0c3-4e57-9e45-8ea187b06080 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:16.545040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-38f9d25f-6bf7-4231-9f04-fb86508466f9 None None] For port 6be68ff5-e0c3-4e57-9e45-8ea187b06080, host n-d-817303-10, got binding levels [] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:16.545664 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-38f9d25f-6bf7-4231-9f04-fb86508466f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.565916 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.579623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-38f9d25f-6bf7-4231-9f04-fb86508466f9 None None] Calling delete_port for 6be68ff5-e0c3-4e57-9e45-8ea187b06080 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:16.583985 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.ipam_backend_mixin [None req-38f9d25f-6bf7-4231-9f04-fb86508466f9 None None] Port 6be68ff5-e0c3-4e57-9e45-8ea187b06080 was not found and therefore no delete operation was performed {{(pid=103404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:27:16.585242 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.592062 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-38f9d25f-6bf7-4231-9f04-fb86508466f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.599942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:27:16.600642 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:27:16.602597 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:27:16.635240 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9d25f-6bf7-4231-9f04-fb86508466f9 None None] Pushing event deleted for resources: {'Port': ['ID=6be68ff5-e0c3-4e57-9e45-8ea187b06080,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:16.636384 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44206) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:16.644835 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f9d25f-6bf7-4231-9f04-fb86508466f9 None None] No DVR routers for this DVR port 6be68ff5-e0c3-4e57-9e45-8ea187b06080 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:16.727569 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.737487 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.748015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8edb1bd7-e9a2-4234-bcb2-92640c58daf6 HTTP/1.1" status: 204 len: 168 time: 1.4430773 Nov 27 01:27:16.751467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44212) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:16.780310 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a5025-e2ff-454f-8106-cb9c035540c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8edb1bd7-e9a2-4234-bcb2-92640c58daf6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:16.818424 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ae9289f-317f-4b3a-af80-685683867c0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.923815 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ae9289f-317f-4b3a-af80-685683867c0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.930805 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ae9289f-317f-4b3a-af80-685683867c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.969861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9289f-317f-4b3a-af80-685683867c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3d2585-2e4b-477e-aa9e-34aa55224795,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:16.977005 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2ae9289f-317f-4b3a-af80-685683867c0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd6627ec14324359989bfb681a7552f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3372850 Nov 27 01:27:16.977623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44218) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:17.086690 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2f5b896c-ac90-410f-bd47-d033bdcf61b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.150683 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2f5b896c-ac90-410f-bd47-d033bdcf61b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.218862 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2f5b896c-ac90-410f-bd47-d033bdcf61b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.227311 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2f5b896c-ac90-410f-bd47-d033bdcf61b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.230983 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2f5b896c-ac90-410f-bd47-d033bdcf61b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e3d2585-2e4b-477e-aa9e-34aa55224795 HTTP/1.1" status: 204 len: 168 time: 0.2497606 Nov 27 01:27:17.249091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b896c-ac90-410f-bd47-d033bdcf61b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3d2585-2e4b-477e-aa9e-34aa55224795,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:17.359773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39bb94e8-b408-447d-81c3-5665860d03e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.562215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e500606-ef3d-4dcc-818a-defde9a88c16 req-e3d295db-4a13-4104-b97a-cb5e5f593191 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:17.563797 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e500606-ef3d-4dcc-818a-defde9a88c16 req-e3d295db-4a13-4104-b97a-cb5e5f593191 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1646097 Nov 27 01:27:17.705384 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e500606-ef3d-4dcc-818a-defde9a88c16 req-d646691c-0d85-4286-a663-d8f7d4fc07f1 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306272 Nov 27 01:27:17.898386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44268) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:17.918802 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18f3fd39-5f31-4477-9266-8a400be493f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.969401 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-39bb94e8-b408-447d-81c3-5665860d03e7 admin admin] Deleting port 561ac171-6f33-4275-b4a9-55806408ba23 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:17.969744 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39bb94e8-b408-447d-81c3-5665860d03e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.089112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-39bb94e8-b408-447d-81c3-5665860d03e7 admin admin] For port 561ac171-6f33-4275-b4a9-55806408ba23, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=561ac171-6f33-4275-b4a9-55806408ba23,segment=NetworkSegment(a331fb51-a00c-432d-902c-1c3ea14c685e),segment_id=a331fb51-a00c-432d-902c-1c3ea14c685e)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:18.089565 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39bb94e8-b408-447d-81c3-5665860d03e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.116006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-39bb94e8-b408-447d-81c3-5665860d03e7 admin admin] Calling delete_port for 561ac171-6f33-4275-b4a9-55806408ba23 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:18.186233 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18f3fd39-5f31-4477-9266-8a400be493f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.210625 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aae5e-999e-40ef-ad9f-0bf991d38ea8 req-e557847a-503a-4815-a1d6-8c6d96d00c05 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:18.220305 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d89aae5e-999e-40ef-ad9f-0bf991d38ea8 req-e557847a-503a-4815-a1d6-8c6d96d00c05 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.2697909 Nov 27 01:27:18.222361 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18f3fd39-5f31-4477-9266-8a400be493f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.360944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3fd39-5f31-4477-9266-8a400be493f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8c65b8-aace-4bce-98db-15b90b6f6494,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:18.388210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b3e34-b620-4083-aff9-cc2d629e0029 req-9673a90c-c916-469e-88d3-089f436c2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:18.397761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b48b3e34-b620-4083-aff9-cc2d629e0029 req-9673a90c-c916-469e-88d3-089f436c2420 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 1096 time: 0.2909288 Nov 27 01:27:18.402986 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39bb94e8-b408-447d-81c3-5665860d03e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.453298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb94e8-b408-447d-81c3-5665860d03e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=561ac171-6f33-4275-b4a9-55806408ba23,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:18.500223 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-18f3fd39-5f31-4477-9266-8a400be493f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b5449a50e6b43fb8a63867c60ea61d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6006508 Nov 27 01:27:18.500916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44306) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:18.702164 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d89aae5e-999e-40ef-ad9f-0bf991d38ea8 req-5a129010-1dcb-4a2c-8756-915f7870d704 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4808259 Nov 27 01:27:18.764942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b3e34-b620-4083-aff9-cc2d629e0029 req-8ed93631-eb01-40d5-9a6d-e98d9894e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:18.766467 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b48b3e34-b620-4083-aff9-cc2d629e0029 req-8ed93631-eb01-40d5-9a6d-e98d9894e7b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 200 len: 913 time: 0.3189478 Nov 27 01:27:18.804848 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39bb94e8-b408-447d-81c3-5665860d03e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.874240 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b48b3e34-b620-4083-aff9-cc2d629e0029 req-5692da29-6f30-49c4-ac82-fdf5baeb5d81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f HTTP/1.1" status: 200 len: 999 time: 0.0947533 Nov 27 01:27:18.886074 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.958929 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.982598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b3e34-b620-4083-aff9-cc2d629e0029 req-c37655bc-35b9-4972-aa2e-8ac0a2893134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:18.984318 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b48b3e34-b620-4083-aff9-cc2d629e0029 req-c37655bc-35b9-4972-aa2e-8ac0a2893134 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 200 len: 851 time: 0.0947752 Nov 27 01:27:19.052462 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b3e34-b620-4083-aff9-cc2d629e0029 req-5944bb9f-f263-437b-8495-05ff132e2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:19.054614 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b48b3e34-b620-4083-aff9-cc2d629e0029 req-5944bb9f-f263-437b-8495-05ff132e2f44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c57a88e-d3f9-4c17-b69e-c01abc695eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568802 Nov 27 01:27:19.137409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bb94e8-b408-447d-81c3-5665860d03e7 admin admin] Router 1677ae29-8694-48f2-a856-5ca6d6a4b142 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:19.185067 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:19.187842 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:19.189316 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea8c65b8-aace-4bce-98db-15b90b6f6494 HTTP/1.1" status: 204 len: 168 time: 0.6746414 Nov 27 01:27:19.204920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8c65b8-aace-4bce-98db-15b90b6f6494,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:19.215836 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:19.216198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:19.216576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:19.217017 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:19.217360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:19.218277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:19.218617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:19.218946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:19.219328 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:19.219662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:19.219988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:19.220643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079676-2b87-4c27-8ffb-60c6acab0fe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:19.310043 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b48b3e34-b620-4083-aff9-cc2d629e0029 req-0c1bc923-656e-46b6-ba9d-ea6c4ebdd465 service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379434 Nov 27 01:27:19.582332 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b48b3e34-b620-4083-aff9-cc2d629e0029 req-34d08c2a-9329-48ed-ab93-182ccdba249f service neutron] 10.222.0.21 "GET /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613251 Nov 27 01:27:19.775790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bb94e8-b408-447d-81c3-5665860d03e7 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:19.789226 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7490ef-8384-4163-bf5c-72f8a39bcfa9 None None] Sync routers for ids ['1677ae29-8694-48f2-a856-5ca6d6a4b142'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:19.812857 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-39bb94e8-b408-447d-81c3-5665860d03e7 admin admin] 10.222.0.15 "PUT /v2.0/routers/1677ae29-8694-48f2-a856-5ca6d6a4b142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0548711 Nov 27 01:27:19.814636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44342) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:19.819665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7490ef-8384-4163-bf5c-72f8a39bcfa9 None None] Routers {'1677ae29-8694-48f2-a856-5ca6d6a4b142'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:19.823586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-dc7490ef-8384-4163-bf5c-72f8a39bcfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:27:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1677ae29-8694-48f2-a856-5ca6d6a4b142'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:19.949562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247058c-3bb5-4e41-8ae2-fb5ae1a0d6ba req-bb2e1af7-1638-450a-a432-f1aaac06358e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:19.964276 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8247058c-3bb5-4e41-8ae2-fb5ae1a0d6ba req-bb2e1af7-1638-450a-a432-f1aaac06358e tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1529281 Nov 27 01:27:20.052582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8247058c-3bb5-4e41-8ae2-fb5ae1a0d6ba req-aeffd217-89ea-44d4-b44f-cce4ca53838d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858283 Nov 27 01:27:20.078820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-dc7490ef-8384-4163-bf5c-72f8a39bcfa9 None None] Set router 1677ae29-8694-48f2-a856-5ca6d6a4b142 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:20.079145 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:20.259267 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:20.367636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] Deleting port 620fa18c-6d46-482e-9c4b-a4ffc3999113 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:20.367985 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:20.399957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-dc7490ef-8384-4163-bf5c-72f8a39bcfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'name': 'tempest-TaggedBootDevicesTest-83507311-router', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fa18c-6d46-482e-9c4b-a4ffc3999113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:48Z', 'updated_at': '2021-11-27T01:27:18Z', 'revision_number': 5, 'project_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'gw_port': {'id': '620fa18c-6d46-482e-9c4b-a4ffc3999113', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:49Z', 'updated_at': '2021-11-27T01:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:20.466384 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7490ef-8384-4163-bf5c-72f8a39bcfa9 None None] Checking router: 1677ae29-8694-48f2-a856-5ca6d6a4b142 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:20.488686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7490ef-8384-4163-bf5c-72f8a39bcfa9 None None] Routers {'1677ae29-8694-48f2-a856-5ca6d6a4b142'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:20.489332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-dc7490ef-8384-4163-bf5c-72f8a39bcfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:27:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1677ae29-8694-48f2-a856-5ca6d6a4b142'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:20.526412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] For port 620fa18c-6d46-482e-9c4b-a4ffc3999113, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=620fa18c-6d46-482e-9c4b-a4ffc3999113,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:20.526833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:20.544996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] Calling delete_port for 620fa18c-6d46-482e-9c4b-a4ffc3999113 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:20.631683 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-dc7490ef-8384-4163-bf5c-72f8a39bcfa9 None None] Set router 1677ae29-8694-48f2-a856-5ca6d6a4b142 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:20.748515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-dc7490ef-8384-4163-bf5c-72f8a39bcfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'name': 'tempest-TaggedBootDevicesTest-83507311-router', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:48Z', 'updated_at': '2021-11-27T01:27:20Z', 'revision_number': 6, 'project_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:20.807746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7490ef-8384-4163-bf5c-72f8a39bcfa9 None None] The sync data for ids ['1677ae29-8694-48f2-a856-5ca6d6a4b142'] in n-d-817303-10 is: [{'id': '1677ae29-8694-48f2-a856-5ca6d6a4b142', 'name': 'tempest-TaggedBootDevicesTest-83507311-router', 'tenant_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:48Z', 'updated_at': '2021-11-27T01:27:20Z', 'revision_number': 6, 'project_id': '53a4f3f863fb4861a3ad6dcc1e797601', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:20.925220 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:20.962290 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] Pushing event deleted for resources: {'Port': ['ID=620fa18c-6d46-482e-9c4b-a4ffc3999113,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:20.978171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfb461c-1c52-4fc8-b6e9-bfd8d112e262 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:21.065375 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.220969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032f064-e98a-4a9b-a616-2881c3b70a49 req-d9f924b1-a00c-4be3-865d-35c13b39ea93 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:21.231681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0032f064-e98a-4a9b-a616-2881c3b70a49 req-d9f924b1-a00c-4be3-865d-35c13b39ea93 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0663676 Nov 27 01:27:21.249228 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.252097 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.342034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0032f064-e98a-4a9b-a616-2881c3b70a49 req-c92bfd41-2741-4b50-9f23-f2bc2a3ce053 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091368 Nov 27 01:27:21.365114 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.365700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1677ae29-8694-48f2-a856-5ca6d6a4b142 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:27:21.374402 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.375560 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6c621821-80b1-4ed7-a789-4a7b0782075f admin admin] 10.222.0.15 "DELETE /v2.0/routers/1677ae29-8694-48f2-a856-5ca6d6a4b142 HTTP/1.1" status: 204 len: 168 time: 1.5599613 Nov 27 01:27:21.378263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44388) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:21.503155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54ef842-87d7-41c9-8fbb-1202bb51fa96 admin admin] Deleting subnet 2af5f572-0847-47e0-8f3e-1ea9166f514e {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:27:21.513832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b54ef842-87d7-41c9-8fbb-1202bb51fa96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.534623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe872d50-08e5-4e9d-a4e1-fe2a62f4b00c req-2ae2b152-0079-4cfc-be76-175ccb164396 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:21.547104 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fe872d50-08e5-4e9d-a4e1-fe2a62f4b00c req-2ae2b152-0079-4cfc-be76-175ccb164396 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0954697 Nov 27 01:27:21.556423 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b54ef842-87d7-41c9-8fbb-1202bb51fa96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.611107 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fe872d50-08e5-4e9d-a4e1-fe2a62f4b00c req-6dd4b77e-c214-4908-868f-00ed1ef5b908 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626800 Nov 27 01:27:21.664176 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b54ef842-87d7-41c9-8fbb-1202bb51fa96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.765015 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b54ef842-87d7-41c9-8fbb-1202bb51fa96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.788327 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b54ef842-87d7-41c9-8fbb-1202bb51fa96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.788909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e32c53-44e4-4291-9889-6883cc51d989 None None] Network 0c2c4636-647a-464e-a883-8125a9159f7a requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:21.794577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b54ef842-87d7-41c9-8fbb-1202bb51fa96 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2af5f572-0847-47e0-8f3e-1ea9166f514e HTTP/1.1" status: 204 len: 168 time: 0.4125607 Nov 27 01:27:21.795370 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44406) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:21.817396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ef842-87d7-41c9-8fbb-1202bb51fa96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2af5f572-0847-47e0-8f3e-1ea9166f514e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:22.045127 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.169023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] DHCP port deletion for 0c2c4636-647a-464e-a883-8125a9159f7a request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:22.171045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Deleting port 7e11ffab-8ce2-405e-b906-ce06703dbe69 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:22.171997 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.301804 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] For port 7e11ffab-8ce2-405e-b906-ce06703dbe69, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7e11ffab-8ce2-405e-b906-ce06703dbe69,segment=NetworkSegment(a331fb51-a00c-432d-902c-1c3ea14c685e),segment_id=a331fb51-a00c-432d-902c-1c3ea14c685e)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:22.302294 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.306943 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Deleting port 7e11ffab-8ce2-405e-b906-ce06703dbe69 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:22.308465 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.358253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Calling delete_port for 7e11ffab-8ce2-405e-b906-ce06703dbe69 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:22.465012 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7e11ffab-8ce2-405e-b906-ce06703dbe69 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:22.530471 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] For port 7e11ffab-8ce2-405e-b906-ce06703dbe69, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7e11ffab-8ce2-405e-b906-ce06703dbe69,segment=NetworkSegment(a331fb51-a00c-432d-902c-1c3ea14c685e),segment_id=a331fb51-a00c-432d-902c-1c3ea14c685e)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:22.530896 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.594960 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.609743 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.617420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Calling delete_port for 7e11ffab-8ce2-405e-b906-ce06703dbe69 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:22.694207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e11ffab-8ce2-405e-b906-ce06703dbe69,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:22.710861 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] No DVR routers for this DVR port 7e11ffab-8ce2-405e-b906-ce06703dbe69 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:22.788411 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 620fa18c-6d46-482e-9c4b-a4ffc3999113 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:22.814138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 620fa18c-6d46-482e-9c4b-a4ffc3999113 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:22.814777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 620fa18c-6d46-482e-9c4b-a4ffc3999113 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:22.815365 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 561ac171-6f33-4275-b4a9-55806408ba23 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:22.901763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 561ac171-6f33-4275-b4a9-55806408ba23 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:22.902241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 561ac171-6f33-4275-b4a9-55806408ba23 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:22.923607 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.955309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Pushing event deleted for resources: {'Port': ['ID=7e11ffab-8ce2-405e-b906-ce06703dbe69,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:22.971394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] No DVR routers for this DVR port 7e11ffab-8ce2-405e-b906-ce06703dbe69 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:22.981320 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.997874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:22.998604 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:22.999867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:23.000473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:23.001029 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:23.001819 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:23.002496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:23.003043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:23.003665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:23.004297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:23.004957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:23.005623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dbfce4-7348-4962-acff-2d1f82a54c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:23.025828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44472) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:23.101926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648326dd-6685-4cc5-9396-17ef855210cf req-e536186b-2c58-4e1c-8293-6fccd777d211 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:23.120268 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-648326dd-6685-4cc5-9396-17ef855210cf req-e536186b-2c58-4e1c-8293-6fccd777d211 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4244493-a826-42c0-aee0-01770a1ac444 HTTP/1.1" status: 200 len: 944 time: 0.2228165 Nov 27 01:27:23.136819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2c4636-647a-464e-a883-8125a9159f7a']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:23.171420 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a331fb51-a00c-432d-902c-1c3ea14c685e') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:23.171987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a331fb51-a00c-432d-902c-1c3ea14c685e') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:23.186489 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.207111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa87a4f-a311-4730-b3cd-2f8a1b3e984a admin admin] Deleting subnet 101e1cd3-19cc-4905-aef3-54323c2ab440 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:27:23.211918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daa87a4f-a311-4730-b3cd-2f8a1b3e984a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.214418 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.246267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:27:23.247045 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:27:23.249965 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:27:23.285137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-648326dd-6685-4cc5-9396-17ef855210cf req-2e1fe980-e071-4e7f-a7e6-a1f720cd4e62 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Deleting port 6a4ac022-3e01-4d83-ae60-37469c8f71ba {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:23.285472 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-648326dd-6685-4cc5-9396-17ef855210cf req-2e1fe980-e071-4e7f-a7e6-a1f720cd4e62 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.361219 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daa87a4f-a311-4730-b3cd-2f8a1b3e984a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.441257 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.451264 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.461926 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] 10.222.0.15 "DELETE /v2.0/networks/0c2c4636-647a-464e-a883-8125a9159f7a HTTP/1.1" status: 204 len: 168 time: 1.6635075 Nov 27 01:27:23.463948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-648326dd-6685-4cc5-9396-17ef855210cf req-2e1fe980-e071-4e7f-a7e6-a1f720cd4e62 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] For port 6a4ac022-3e01-4d83-ae60-37469c8f71ba, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6a4ac022-3e01-4d83-ae60-37469c8f71ba,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:23.464543 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-648326dd-6685-4cc5-9396-17ef855210cf req-2e1fe980-e071-4e7f-a7e6-a1f720cd4e62 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.497677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-648326dd-6685-4cc5-9396-17ef855210cf req-2e1fe980-e071-4e7f-a7e6-a1f720cd4e62 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Calling delete_port for 6a4ac022-3e01-4d83-ae60-37469c8f71ba owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:23.505484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf6789-2a5d-499c-a65d-a852ea33525c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2c4636-647a-464e-a883-8125a9159f7a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:23.518320 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daa87a4f-a311-4730-b3cd-2f8a1b3e984a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.632159 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daa87a4f-a311-4730-b3cd-2f8a1b3e984a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.706409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa87a4f-a311-4730-b3cd-2f8a1b3e984a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=101e1cd3-19cc-4905-aef3-54323c2ab440,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:23.721637 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daa87a4f-a311-4730-b3cd-2f8a1b3e984a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.729710 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-daa87a4f-a311-4730-b3cd-2f8a1b3e984a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/101e1cd3-19cc-4905-aef3-54323c2ab440 HTTP/1.1" status: 204 len: 168 time: 0.6972430 Nov 27 01:27:23.734732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44492) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:23.810889 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-648326dd-6685-4cc5-9396-17ef855210cf req-2e1fe980-e071-4e7f-a7e6-a1f720cd4e62 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.845080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['46dd6879-b6da-4271-99a9-2020b096265e'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:27:23.890079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fe980-e071-4e7f-a7e6-a1f720cd4e62 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event deleted for resources: {'Port': ['ID=6a4ac022-3e01-4d83-ae60-37469c8f71ba,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:23.891099 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3abde769-ce8b-4d40-9ed8-5bba66ce0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.900810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['60a40ba0-45e4-4e56-841b-406c7e07fee3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:27:23.976587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-648326dd-6685-4cc5-9396-17ef855210cf req-2e1fe980-e071-4e7f-a7e6-a1f720cd4e62 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] No DVR routers for this DVR port 6a4ac022-3e01-4d83-ae60-37469c8f71ba on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:23.981253 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-648326dd-6685-4cc5-9396-17ef855210cf req-2e1fe980-e071-4e7f-a7e6-a1f720cd4e62 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.000076 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-648326dd-6685-4cc5-9396-17ef855210cf req-2e1fe980-e071-4e7f-a7e6-a1f720cd4e62 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "DELETE /v2.0/ports/6a4ac022-3e01-4d83-ae60-37469c8f71ba HTTP/1.1" status: 204 len: 173 time: 0.8775098 Nov 27 01:27:24.000846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4244493-a826-42c0-aee0-01770a1ac444', 'name': 'network-vif-deleted', 'tag': '6a4ac022-3e01-4d83-ae60-37469c8f71ba'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:27:24.004535 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c3b44f-843d-4350-bdee-f6161b2933e4" -d '{"events": [{"server_uuid": "d4244493-a826-42c0-aee0-01770a1ac444", "name": "network-vif-deleted", "tag": "6a4ac022-3e01-4d83-ae60-37469c8f71ba"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:27:24.091314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44508) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:24.166276 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 01:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8a16ec-5e8e-47f2-b625-5907ee14532d x-openstack-request-id: req-8a8a16ec-5e8e-47f2-b625-5907ee14532d {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:27:24.166866 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4244493-a826-42c0-aee0-01770a1ac444", "name": "network-vif-deleted", "tag": "6a4ac022-3e01-4d83-ae60-37469c8f71ba", "status": "failed", "code": 422}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:27:24.166866 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a8a16ec-5e8e-47f2-b625-5907ee14532d {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:27:24.167237 n-d-817303-10 neutron-server[103403]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4244493-a826-42c0-aee0-01770a1ac444', 'name': 'network-vif-deleted', 'tag': '6a4ac022-3e01-4d83-ae60-37469c8f71ba', 'status': 'failed', 'code': 422} returned with failed status Nov 27 01:27:24.229352 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3abde769-ce8b-4d40-9ed8-5bba66ce0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.238508 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-028a2691-1566-44d7-8756-e95065b0b0b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b28ffa3542f4dd68ef8bcd697b3e934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434846 Nov 27 01:27:24.242102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44516) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:24.272439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3abde769-ce8b-4d40-9ed8-5bba66ce0de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b0a9c3-550f-42d6-804b-ef3e8c422668']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:24.285890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3abde769-ce8b-4d40-9ed8-5bba66ce0de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25761ec-dd8c-45a8-9b58-c60a817dd532') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:24.286477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3abde769-ce8b-4d40-9ed8-5bba66ce0de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25761ec-dd8c-45a8-9b58-c60a817dd532') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:24.298196 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3abde769-ce8b-4d40-9ed8-5bba66ce0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.314389 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3abde769-ce8b-4d40-9ed8-5bba66ce0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.325540 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abde769-ce8b-4d40-9ed8-5bba66ce0de6 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:27:24.325971 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3abde769-ce8b-4d40-9ed8-5bba66ce0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:27:24.391734 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:27:24.407784 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be52c6ea-06e7-45cf-9109-c3756507e2e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.430335 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3abde769-ce8b-4d40-9ed8-5bba66ce0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.453588 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3abde769-ce8b-4d40-9ed8-5bba66ce0de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.459104 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3abde769-ce8b-4d40-9ed8-5bba66ce0de6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/40b0a9c3-550f-42d6-804b-ef3e8c422668 HTTP/1.1" status: 204 len: 168 time: 0.7232292 Nov 27 01:27:24.486290 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be52c6ea-06e7-45cf-9109-c3756507e2e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.490845 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abde769-ce8b-4d40-9ed8-5bba66ce0de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=40b0a9c3-550f-42d6-804b-ef3e8c422668,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:24.573395 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be52c6ea-06e7-45cf-9109-c3756507e2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.580590 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be52c6ea-06e7-45cf-9109-c3756507e2e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.585774 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-be52c6ea-06e7-45cf-9109-c3756507e2e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af76f206-5daf-40c4-9e95-0d5643f72732 HTTP/1.1" status: 204 len: 168 time: 0.3424559 Nov 27 01:27:24.596950 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52c6ea-06e7-45cf-9109-c3756507e2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af76f206-5daf-40c4-9e95-0d5643f72732,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:24.937051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44538) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:25.015482 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ebcdff2a-e625-4882-ac07-7165127d8787 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57908a440b3947fda898e2cc94fc6c4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0771246 Nov 27 01:27:25.018414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44542) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:25.149564 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3efb7258-385b-48a1-9899-2918b5854762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.194448 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3efb7258-385b-48a1-9899-2918b5854762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.291768 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590b43-d3f4-40e0-a6df-102ff99ebe4f req-5596ba23-1232-47cf-b5ec-5adbd0172d06 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:25.300940 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91590b43-d3f4-40e0-a6df-102ff99ebe4f req-5596ba23-1232-47cf-b5ec-5adbd0172d06 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 908 time: 0.1091309 Nov 27 01:27:25.320520 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3efb7258-385b-48a1-9899-2918b5854762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.323628 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3efb7258-385b-48a1-9899-2918b5854762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.327946 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3efb7258-385b-48a1-9899-2918b5854762 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44d24c73-f85d-449d-8f0c-f1163f3b169f HTTP/1.1" status: 204 len: 168 time: 0.3051682 Nov 27 01:27:25.335427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb7258-385b-48a1-9899-2918b5854762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d24c73-f85d-449d-8f0c-f1163f3b169f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:25.398909 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44564) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:25.466591 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9165b06c-1b93-4f89-bdde-a3831a9993a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53a4f3f863fb4861a3ad6dcc1e797601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0658536 Nov 27 01:27:25.469219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44566) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:25.528712 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea84d973-f972-438a-b8da-33ea46be20b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.552276 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea84d973-f972-438a-b8da-33ea46be20b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.619493 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea84d973-f972-438a-b8da-33ea46be20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.623550 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea84d973-f972-438a-b8da-33ea46be20b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.627927 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ea84d973-f972-438a-b8da-33ea46be20b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0645d29a-d679-46c7-ba78-4ddf5c48b9be HTTP/1.1" status: 204 len: 168 time: 0.1543837 Nov 27 01:27:25.634278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84d973-f972-438a-b8da-33ea46be20b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0645d29a-d679-46c7-ba78-4ddf5c48b9be,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:26.492739 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb20eb6-62eb-4969-9918-a4de4f4c0ef0 req-17014eb4-898a-4955-a25a-270278d8c88f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:26.510044 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6cb20eb6-62eb-4969-9918-a4de4f4c0ef0 req-17014eb4-898a-4955-a25a-270278d8c88f tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 908 time: 0.1052270 Nov 27 01:27:26.828799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad0e55-1ffc-4b55-a6e6-b21bed3cd89d req-a75226a1-cdad-43df-a98f-fc5bd890415d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:26.830556 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-48ad0e55-1ffc-4b55-a6e6-b21bed3cd89d req-a75226a1-cdad-43df-a98f-fc5bd890415d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 908 time: 0.0727336 Nov 27 01:27:26.962216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-48ad0e55-1ffc-4b55-a6e6-b21bed3cd89d req-08fc0330-4293-4f29-b389-c8ab6cd37eb0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Deleting port 9346fa88-a715-450d-a3ee-1675932684b1 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:26.962557 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-48ad0e55-1ffc-4b55-a6e6-b21bed3cd89d req-08fc0330-4293-4f29-b389-c8ab6cd37eb0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.097327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-48ad0e55-1ffc-4b55-a6e6-b21bed3cd89d req-08fc0330-4293-4f29-b389-c8ab6cd37eb0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] For port 9346fa88-a715-450d-a3ee-1675932684b1, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9346fa88-a715-450d-a3ee-1675932684b1,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:27.097892 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-48ad0e55-1ffc-4b55-a6e6-b21bed3cd89d req-08fc0330-4293-4f29-b389-c8ab6cd37eb0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.113872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-48ad0e55-1ffc-4b55-a6e6-b21bed3cd89d req-08fc0330-4293-4f29-b389-c8ab6cd37eb0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Calling delete_port for 9346fa88-a715-450d-a3ee-1675932684b1 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:27.333164 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-48ad0e55-1ffc-4b55-a6e6-b21bed3cd89d req-08fc0330-4293-4f29-b389-c8ab6cd37eb0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.375087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc0330-4293-4f29-b389-c8ab6cd37eb0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event deleted for resources: {'Port': ['ID=9346fa88-a715-450d-a3ee-1675932684b1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:27.442025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ad0e55-1ffc-4b55-a6e6-b21bed3cd89d req-08fc0330-4293-4f29-b389-c8ab6cd37eb0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] No DVR routers for this DVR port 9346fa88-a715-450d-a3ee-1675932684b1 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:27.448066 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-48ad0e55-1ffc-4b55-a6e6-b21bed3cd89d req-08fc0330-4293-4f29-b389-c8ab6cd37eb0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.452434 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-48ad0e55-1ffc-4b55-a6e6-b21bed3cd89d req-08fc0330-4293-4f29-b389-c8ab6cd37eb0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.21 "DELETE /v2.0/ports/9346fa88-a715-450d-a3ee-1675932684b1 HTTP/1.1" status: 204 len: 173 time: 0.6122677 Nov 27 01:27:27.458155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2', 'name': 'network-vif-deleted', 'tag': '9346fa88-a715-450d-a3ee-1675932684b1'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:27:27.466970 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fdd253-7e7f-4556-9d65-3514929fa91a" -d '{"events": [{"server_uuid": "9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2", "name": "network-vif-deleted", "tag": "9346fa88-a715-450d-a3ee-1675932684b1"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:27:27.541319 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a1bd51-223a-4a57-acc0-2cabca44146c x-openstack-request-id: req-31a1bd51-223a-4a57-acc0-2cabca44146c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:27:27.541966 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2", "name": "network-vif-deleted", "tag": "9346fa88-a715-450d-a3ee-1675932684b1", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:27:27.542410 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31a1bd51-223a-4a57-acc0-2cabca44146c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:27:27.542871 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2', 'name': 'network-vif-deleted', 'tag': '9346fa88-a715-450d-a3ee-1675932684b1', 'status': 'completed', 'code': 200} Nov 27 01:27:27.747927 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44700) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:27.778094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd16f64a-db52-48ae-a160-603dccf28acc req-ff95de28-d644-41af-a56a-bb8ef6d12f8c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f49cb8d-6ecd-4ac6-ae18-1ecd02bf7ba2 HTTP/1.1" status: 200 len: 210 time: 0.0852492 Nov 27 01:27:28.222305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1346569815-network', 'tenant_id': '25911a5c10ea471aae99f3e026274d26'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:28.263704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] Made reservation on behalf of 25911a5c10ea471aae99f3e026274d26 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:28.280721 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.310099 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.455755 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.463501 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.498261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:27:28.505612 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.527732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:28.534537 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.534894 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] Added segment 5d8819a9-e27d-46af-be09-428044b66088 of type vlan for network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d Nov 27 01:27:28.599729 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.648067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.649248 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:28.650036 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.740763 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9885323 Nov 27 01:27:28.741188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44772) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:28.747162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f40b3858-1adf-49a3-a729-0673a8a0cd54 admin admin] Request body: {'subnet': {'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1346569815-subnet', 'tenant_id': '25911a5c10ea471aae99f3e026274d26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:28.786711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7be59-e4a0-4ce1-915f-36187998be08 admin admin] Pushing event updated for resources: {'Network': ['ID=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:28.797067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40b3858-1adf-49a3-a729-0673a8a0cd54 admin admin] Made reservation on behalf of 25911a5c10ea471aae99f3e026274d26 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:28.801905 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f40b3858-1adf-49a3-a729-0673a8a0cd54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.816317 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:27:29.638510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd09d2-6dcb-4837-8513-0c0cb6020981 req-2a4f1973-6e1c-47ae-8da9-2214ff12e88a tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:29.640794 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22cd09d2-6dcb-4837-8513-0c0cb6020981 req-2a4f1973-6e1c-47ae-8da9-2214ff12e88a tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 945 time: 0.1658390 Nov 27 01:27:29.744814 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f40b3858-1adf-49a3-a729-0673a8a0cd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:29.804200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-22cd09d2-6dcb-4837-8513-0c0cb6020981 req-5078a46f-b69d-4b28-893f-4c58291f4c9b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412978 Nov 27 01:27:29.837190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b3858-1adf-49a3-a729-0673a8a0cd54 admin admin] Checking segment: {'id': '5d8819a9-e27d-46af-be09-428044b66088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:29.837769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b3858-1adf-49a3-a729-0673a8a0cd54 admin admin] Network hostable DHCP agents. Network: ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:27:29.850197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b3858-1adf-49a3-a729-0673a8a0cd54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b3139f-3f3a-4015-ae30-c1663ef827fd,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:29.864969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b3858-1adf-49a3-a729-0673a8a0cd54 admin admin] Network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:27:29.878164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-f40b3858-1adf-49a3-a729-0673a8a0cd54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:29.884010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40b3858-1adf-49a3-a729-0673a8a0cd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:29.884916 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f40b3858-1adf-49a3-a729-0673a8a0cd54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:29.890594 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74227d01-e5cb-4a00-823d-fd42da4a4219 None None] Network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:29.913526 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f40b3858-1adf-49a3-a729-0673a8a0cd54 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1710687 Nov 27 01:27:30.196902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb7c312-5223-4124-82e5-8a6363a016c8 None None] Network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:30.560572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 9346fa88-a715-450d-a3ee-1675932684b1 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:30.643012 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 9346fa88-a715-450d-a3ee-1675932684b1 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:30.644316 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 9346fa88-a715-450d-a3ee-1675932684b1 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:30.669870 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:30.856612 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-14b4a1e2-0599-4993-9740-8b2975bbcc02 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:30.876723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-14b4a1e2-0599-4993-9740-8b2975bbcc02 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/networks?id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d HTTP/1.1" status: 200 len: 815 time: 0.2175939 Nov 27 01:27:30.902985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-80e1f3e4-55c4-464f-adc4-8da6bfeec014 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/quotas/25911a5c10ea471aae99f3e026274d26 HTTP/1.1" status: 200 len: 375 time: 0.0258570 Nov 27 01:27:30.976670 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-64590169-d565-41dc-a4f2-df3d34c46369 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=25911a5c10ea471aae99f3e026274d26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780969 Nov 27 01:27:31.081744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5599b-0f00-4116-990c-38b6c22d1c58 req-f74abbb8-9115-4f08-954a-1db0fb83adc0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:31.083261 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-04a5599b-0f00-4116-990c-38b6c22d1c58 req-f74abbb8-9115-4f08-954a-1db0fb83adc0 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 945 time: 0.1408722 Nov 27 01:27:31.151544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3769c-fbe3-4747-9007-a65ca327751d req-a6b31c42-5830-44f4-8bca-6c9cd21f144b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:31.153943 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-adb3769c-fbe3-4747-9007-a65ca327751d req-a6b31c42-5830-44f4-8bca-6c9cd21f144b tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 945 time: 0.1450815 Nov 27 01:27:31.191049 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-39ba7ee1-554c-437f-970e-cb72c3567117 service neutron] 10.222.0.15 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130756 Nov 27 01:27:31.287457 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-adb3769c-fbe3-4747-9007-a65ca327751d req-54c9dd19-1490-45b6-b2db-440163031e47 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903618 Nov 27 01:27:31.316922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-04a5599b-0f00-4116-990c-38b6c22d1c58 req-fe7a4064-37df-4dec-86f9-0b81169fea8d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Deleting port 46dd6879-b6da-4271-99a9-2020b096265e {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:31.317268 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-04a5599b-0f00-4116-990c-38b6c22d1c58 req-fe7a4064-37df-4dec-86f9-0b81169fea8d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.379371 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-21ab2520-24d7-4194-8fc2-8c3ad844794c service neutron] 10.222.0.15 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871841 Nov 27 01:27:31.544586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-04a5599b-0f00-4116-990c-38b6c22d1c58 req-fe7a4064-37df-4dec-86f9-0b81169fea8d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] For port 46dd6879-b6da-4271-99a9-2020b096265e, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=46dd6879-b6da-4271-99a9-2020b096265e,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:31.544982 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-04a5599b-0f00-4116-990c-38b6c22d1c58 req-fe7a4064-37df-4dec-86f9-0b81169fea8d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.564695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-04a5599b-0f00-4116-990c-38b6c22d1c58 req-fe7a4064-37df-4dec-86f9-0b81169fea8d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Calling delete_port for 46dd6879-b6da-4271-99a9-2020b096265e owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:31.706451 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2c20cf55-26ff-4038-ab9b-78e535f8c969 req-a4614d9b-6e0c-4dea-8ad7-ad683e18abdf tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 210 time: 0.0450342 Nov 27 01:27:31.861363 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-04a5599b-0f00-4116-990c-38b6c22d1c58 req-fe7a4064-37df-4dec-86f9-0b81169fea8d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.895618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['46dd6879-b6da-4271-99a9-2020b096265e'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:27:31.899043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['60a40ba0-45e4-4e56-841b-406c7e07fee3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:27:31.928816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a4064-37df-4dec-86f9-0b81169fea8d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event deleted for resources: {'Port': ['ID=46dd6879-b6da-4271-99a9-2020b096265e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:32.091176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a5599b-0f00-4116-990c-38b6c22d1c58 req-fe7a4064-37df-4dec-86f9-0b81169fea8d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] No DVR routers for this DVR port 46dd6879-b6da-4271-99a9-2020b096265e on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:32.099865 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-04a5599b-0f00-4116-990c-38b6c22d1c58 req-fe7a4064-37df-4dec-86f9-0b81169fea8d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:32.104014 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-04a5599b-0f00-4116-990c-38b6c22d1c58 req-fe7a4064-37df-4dec-86f9-0b81169fea8d tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.31 "DELETE /v2.0/ports/46dd6879-b6da-4271-99a9-2020b096265e HTTP/1.1" status: 204 len: 173 time: 1.0131760 Nov 27 01:27:32.104711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b397efc-5cec-4aad-9efa-db669655c4ef', 'name': 'network-vif-deleted', 'tag': '46dd6879-b6da-4271-99a9-2020b096265e'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:27:32.108377 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71370c24-1f17-4cd4-b90b-f472bc380692" -d '{"events": [{"server_uuid": "1b397efc-5cec-4aad-9efa-db669655c4ef", "name": "network-vif-deleted", "tag": "46dd6879-b6da-4271-99a9-2020b096265e"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:27:32.206023 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120ebe40-c195-4357-8359-8af0551d0473 x-openstack-request-id: req-120ebe40-c195-4357-8359-8af0551d0473 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:27:32.206644 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b397efc-5cec-4aad-9efa-db669655c4ef", "name": "network-vif-deleted", "tag": "46dd6879-b6da-4271-99a9-2020b096265e", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:27:32.207602 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-120ebe40-c195-4357-8359-8af0551d0473 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:27:32.208172 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b397efc-5cec-4aad-9efa-db669655c4ef', 'name': 'network-vif-deleted', 'tag': '46dd6879-b6da-4271-99a9-2020b096265e', 'status': 'completed', 'code': 200} Nov 27 01:27:32.504807 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6792d678-67a7-4247-a70b-66b4a70cc200 req-3c70c053-e1b5-4a1e-a655-6c5c3749cdd2 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b397efc-5cec-4aad-9efa-db669655c4ef HTTP/1.1" status: 200 len: 210 time: 0.0479214 Nov 27 01:27:32.932042 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-231d116a-9ba2-4c74-a340-0f20c3a912cd req-ab8b3f66-f20f-49e9-a782-3482635971e5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 210 time: 0.0524950 Nov 27 01:27:33.613968 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-35e395ba-3769-4416-8db6-28e8be34d7cc tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:33.616436 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-35e395ba-3769-4416-8db6-28e8be34d7cc tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.31 "GET /v2.0/networks?id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d HTTP/1.1" status: 200 len: 815 time: 0.2312446 Nov 27 01:27:33.647443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-f295056d-cc6a-48f1-8e3e-4c0907210c09 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Request body: {'port': {'device_id': '598ae5ee-4cfe-42d0-9783-d360d97d2dc4', 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d', 'admin_state_up': True, 'tenant_id': '25911a5c10ea471aae99f3e026274d26'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:33.851312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-f295056d-cc6a-48f1-8e3e-4c0907210c09 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Made reservation on behalf of 25911a5c10ea471aae99f3e026274d26 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:33.859242 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-f295056d-cc6a-48f1-8e3e-4c0907210c09 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.098562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-f295056d-cc6a-48f1-8e3e-4c0907210c09 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Allocated IP 172.20.0.9 (ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d/f8b3139f-3f3a-4015-ae30-c1663ef827fd/fab9a279-2014-45d0-8406-b34b8b5c4dcc) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:34.155825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ce565-9968-4e9f-906c-da1f88970e8b req-d0e63d71-bfd1-4fec-a4e5-c863fb534e18 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:34.161199 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b89ce565-9968-4e9f-906c-da1f88970e8b req-d0e63d71-bfd1-4fec-a4e5-c863fb534e18 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.1524456 Nov 27 01:27:34.202273 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9eb03e5-5f63-4d56-aebf-6d22cddb4796 req-b24cd7dd-1b8a-4ee8-9672-8f73fd97919d tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 210 time: 0.1211488 Nov 27 01:27:34.275802 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b89ce565-9968-4e9f-906c-da1f88970e8b req-4a3a8e03-38e0-4aaa-9938-10c1d2fe9d36 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023662 Nov 27 01:27:34.443341 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-f295056d-cc6a-48f1-8e3e-4c0907210c09 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.522131 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-f295056d-cc6a-48f1-8e3e-4c0907210c09 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.594045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-f295056d-cc6a-48f1-8e3e-4c0907210c09 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:34.597578 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-f295056d-cc6a-48f1-8e3e-4c0907210c09 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:34.601531 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-f295056d-cc6a-48f1-8e3e-4c0907210c09 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:34.608444 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295056d-cc6a-48f1-8e3e-4c0907210c09 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Pushing event updated for resources: {'Port': ['ID=fab9a279-2014-45d0-8406-b34b8b5c4dcc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:34.667901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-f295056d-cc6a-48f1-8e3e-4c0907210c09 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:34.668560 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-f295056d-cc6a-48f1-8e3e-4c0907210c09 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.690724 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-f295056d-cc6a-48f1-8e3e-4c0907210c09 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0496724 Nov 27 01:27:34.710982 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Request body: {'port': {'device_id': '598ae5ee-4cfe-42d0-9783-d360d97d2dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:34.788828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.313459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab9a279-2014-45d0-8406-b34b8b5c4dcc {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:27:35.322317 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.335980 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Transition to ACTIVE for port object fab9a279-2014-45d0-8406-b34b8b5c4dcc will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:27:35.343455 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.455176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10829c27-b501-4fde-b041-71489c098265 service neutron] Pushing event updated for resources: {'Port': ['ID=fab9a279-2014-45d0-8406-b34b8b5c4dcc,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:35.524820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4833679-ca67-482d-ac9a-91555768f334 req-a434b82e-4aa8-462b-9d9f-a5cae82f4960 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:35.528892 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4833679-ca67-482d-ac9a-91555768f334 req-a434b82e-4aa8-462b-9d9f-a5cae82f4960 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.1482530 Nov 27 01:27:35.555576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7fb56-79e6-4460-a8cf-681fff1a0b41 req-c54bb3ed-adb9-4449-b6cc-fb5243c7255e tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:35.558190 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8cf7fb56-79e6-4460-a8cf-681fff1a0b41 req-c54bb3ed-adb9-4449-b6cc-fb5243c7255e tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 943 time: 0.2360909 Nov 27 01:27:35.595857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Attempting to bind port fab9a279-2014-45d0-8406-b34b8b5c4dcc on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:27:35.596585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Attempting to bind port fab9a279-2014-45d0-8406-b34b8b5c4dcc by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '5d8819a9-e27d-46af-be09-428044b66088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:27:35.597389 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Attempting to bind port fab9a279-2014-45d0-8406-b34b8b5c4dcc on network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:27:35.615458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Port fab9a279-2014-45d0-8406-b34b8b5c4dcc on network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:27:35.616012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Attempting to bind port fab9a279-2014-45d0-8406-b34b8b5c4dcc on network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:27:35.632724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:27:35.633706 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Checking segment: {'id': '5d8819a9-e27d-46af-be09-428044b66088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:35.634297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Bound using segment: {'id': '5d8819a9-e27d-46af-be09-428044b66088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:27:35.634929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Bound port: fab9a279-2014-45d0-8406-b34b8b5c4dcc, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8819a9-e27d-46af-be09-428044b66088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:27:35.635742 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.663834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fb847-60a1-44c9-8de1-88cb4be2901c req-87aa00a0-b9cf-46f3-af1d-29de71a7c7ed tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:35.670598 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-810fb847-60a1-44c9-8de1-88cb4be2901c req-87aa00a0-b9cf-46f3-af1d-29de71a7c7ed tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.21 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 945 time: 0.2476289 Nov 27 01:27:35.674460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4833679-ca67-482d-ac9a-91555768f334 req-8632f167-6402-41f7-aad8-ce4cc1d7ac25 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=88a4774c-0796-483b-9746-4e1f4b8c2046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056268 Nov 27 01:27:35.754578 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8cf7fb56-79e6-4460-a8cf-681fff1a0b41 req-cc87ff6b-597b-4678-b3bd-dfecbb70c9dd tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864841 Nov 27 01:27:35.762741 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] For port fab9a279-2014-45d0-8406-b34b8b5c4dcc, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:27:35.766585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] For port fab9a279-2014-45d0-8406-b34b8b5c4dcc, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fab9a279-2014-45d0-8406-b34b8b5c4dcc,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:27:35.779107 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.834987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:35.835619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.838338 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-10829c27-b501-4fde-b041-71489c098265 service neutron] 10.222.0.31 "PUT /v2.0/ports/fab9a279-2014-45d0-8406-b34b8b5c4dcc HTTP/1.1" status: 200 len: 1092 time: 1.1338444 Nov 27 01:27:35.838790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598ae5ee-4cfe-42d0-9783-d360d97d2dc4', 'tag': 'fab9a279-2014-45d0-8406-b34b8b5c4dcc'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:27:35.841331 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d38bd9-63bd-4cda-b5cf-b3a318285e63" -d '{"events": [{"name": "network-changed", "server_uuid": "598ae5ee-4cfe-42d0-9783-d360d97d2dc4", "tag": "fab9a279-2014-45d0-8406-b34b8b5c4dcc"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:27:35.869958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-810fb847-60a1-44c9-8de1-88cb4be2901c req-c3b4da52-b974-4a8c-ad76-4e10d8f22606 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Deleting port 60a40ba0-45e4-4e56-841b-406c7e07fee3 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:35.870454 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-810fb847-60a1-44c9-8de1-88cb4be2901c req-c3b4da52-b974-4a8c-ad76-4e10d8f22606 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.950538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 46dd6879-b6da-4271-99a9-2020b096265e no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:36.018054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 46dd6879-b6da-4271-99a9-2020b096265e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:36.022490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 46dd6879-b6da-4271-99a9-2020b096265e not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:36.026966 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a1aedb-0566-41de-b73d-6f38de974373 x-openstack-request-id: req-18a1aedb-0566-41de-b73d-6f38de974373 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:27:36.027896 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598ae5ee-4cfe-42d0-9783-d360d97d2dc4", "tag": "fab9a279-2014-45d0-8406-b34b8b5c4dcc", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:27:36.028341 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18a1aedb-0566-41de-b73d-6f38de974373 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:27:36.028972 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598ae5ee-4cfe-42d0-9783-d360d97d2dc4', 'tag': 'fab9a279-2014-45d0-8406-b34b8b5c4dcc', 'status': 'completed', 'code': 200} Nov 27 01:27:36.036489 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10829c27-b501-4fde-b041-71489c098265 service neutron] Pushing event updated for resources: {'Port': ['ID=fab9a279-2014-45d0-8406-b34b8b5c4dcc,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:36.059412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-810fb847-60a1-44c9-8de1-88cb4be2901c req-c3b4da52-b974-4a8c-ad76-4e10d8f22606 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] For port 60a40ba0-45e4-4e56-841b-406c7e07fee3, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=60a40ba0-45e4-4e56-841b-406c7e07fee3,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:36.059924 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-810fb847-60a1-44c9-8de1-88cb4be2901c req-c3b4da52-b974-4a8c-ad76-4e10d8f22606 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.079236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-810fb847-60a1-44c9-8de1-88cb4be2901c req-c3b4da52-b974-4a8c-ad76-4e10d8f22606 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Calling delete_port for 60a40ba0-45e4-4e56-841b-406c7e07fee3 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:36.092816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-9d7293fb-73e8-456d-a152-88e37f822763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:36.096021 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-9d7293fb-73e8-456d-a152-88e37f822763 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=25911a5c10ea471aae99f3e026274d26&device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 1095 time: 0.1807203 Nov 27 01:27:36.211600 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-1e7f855f-8bbd-4f4e-9c1f-f55e237973f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fab9a279-2014-45d0-8406-b34b8b5c4dcc HTTP/1.1" status: 200 len: 217 time: 0.1022913 Nov 27 01:27:36.306572 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-810fb847-60a1-44c9-8de1-88cb4be2901c req-c3b4da52-b974-4a8c-ad76-4e10d8f22606 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.344182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-59ffd4ff-92fd-4a54-a2c2-54c8e6f84b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:36.346820 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-59ffd4ff-92fd-4a54-a2c2-54c8e6f84b21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8b3139f-3f3a-4015-ae30-c1663ef827fd HTTP/1.1" status: 200 len: 855 time: 0.1194098 Nov 27 01:27:36.355021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4da52-b974-4a8c-ad76-4e10d8f22606 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event deleted for resources: {'Port': ['ID=60a40ba0-45e4-4e56-841b-406c7e07fee3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:36.356965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['60a40ba0-45e4-4e56-841b-406c7e07fee3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:27:36.415139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-810fb847-60a1-44c9-8de1-88cb4be2901c req-c3b4da52-b974-4a8c-ad76-4e10d8f22606 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] No DVR routers for this DVR port 60a40ba0-45e4-4e56-841b-406c7e07fee3 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:36.418007 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-810fb847-60a1-44c9-8de1-88cb4be2901c req-c3b4da52-b974-4a8c-ad76-4e10d8f22606 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.422699 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-810fb847-60a1-44c9-8de1-88cb4be2901c req-c3b4da52-b974-4a8c-ad76-4e10d8f22606 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.21 "DELETE /v2.0/ports/60a40ba0-45e4-4e56-841b-406c7e07fee3 HTTP/1.1" status: 204 len: 173 time: 0.7310851 Nov 27 01:27:36.423211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3d3b04-0d79-4e5d-94ad-825b0e80f0ef', 'name': 'network-vif-deleted', 'tag': '60a40ba0-45e4-4e56-841b-406c7e07fee3'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:27:36.440469 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f955d9e6-79d0-4884-a582-bcfd6e568826" -d '{"events": [{"server_uuid": "de3d3b04-0d79-4e5d-94ad-825b0e80f0ef", "name": "network-vif-deleted", "tag": "60a40ba0-45e4-4e56-841b-406c7e07fee3"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:27:36.501717 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-e43ab726-ff32-4029-ba28-ed16da8c8bad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478376 Nov 27 01:27:36.531361 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fb2387-eca3-4e0b-9983-274df6321f9b x-openstack-request-id: req-75fb2387-eca3-4e0b-9983-274df6321f9b {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:27:36.531912 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3d3b04-0d79-4e5d-94ad-825b0e80f0ef", "name": "network-vif-deleted", "tag": "60a40ba0-45e4-4e56-841b-406c7e07fee3", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:27:36.532254 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75fb2387-eca3-4e0b-9983-274df6321f9b {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:27:36.532916 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3d3b04-0d79-4e5d-94ad-825b0e80f0ef', 'name': 'network-vif-deleted', 'tag': '60a40ba0-45e4-4e56-841b-406c7e07fee3', 'status': 'completed', 'code': 200} Nov 27 01:27:36.721113 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-a9f878de-3be6-4bbf-a1fa-2d61a5f4fd4a service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119110 Nov 27 01:27:37.052469 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16137fa-def4-40b4-9fae-d9db40bc8117 req-374e0d1b-d6ef-4e2c-853e-4429de64e7af tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:37.071377 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e16137fa-def4-40b4-9fae-d9db40bc8117 req-374e0d1b-d6ef-4e2c-853e-4429de64e7af tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 943 time: 0.1805766 Nov 27 01:27:37.071934 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6946628b-a18e-437a-8e7a-6621f4bf3acd req-82b57d0c-9b24-4ac7-95cd-29922f8d5213 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=de3d3b04-0d79-4e5d-94ad-825b0e80f0ef HTTP/1.1" status: 200 len: 210 time: 0.0649512 Nov 27 01:27:37.235965 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca9b55cf-e0f4-4b46-917b-820fa3e855d8 req-f59132f9-15cc-490e-8bdc-9d8dbb7472fc service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037935 Nov 27 01:27:37.308973 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e16137fa-def4-40b4-9fae-d9db40bc8117 req-87b7af64-6b4f-4b88-9507-05bbf8874c78 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668439 Nov 27 01:27:37.409964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d38bd9-63bd-4cda-b5cf-b3a318285e63 req-830e486d-58bb-4b7c-ad73-eb462ffafa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:37.411943 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99d38bd9-63bd-4cda-b5cf-b3a318285e63 req-830e486d-58bb-4b7c-ad73-eb462ffafa0c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=25911a5c10ea471aae99f3e026274d26&device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 1095 time: 0.0587046 Nov 27 01:27:37.544226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d38bd9-63bd-4cda-b5cf-b3a318285e63 req-27b88a48-d39c-4758-9644-836b29aabd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:37.547652 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99d38bd9-63bd-4cda-b5cf-b3a318285e63 req-27b88a48-d39c-4758-9644-836b29aabd7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d HTTP/1.1" status: 200 len: 916 time: 0.1258314 Nov 27 01:27:37.638560 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99d38bd9-63bd-4cda-b5cf-b3a318285e63 req-6530cfde-fb5e-46c5-b4d5-d6e706f0d5ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fab9a279-2014-45d0-8406-b34b8b5c4dcc HTTP/1.1" status: 200 len: 217 time: 0.0834455 Nov 27 01:27:37.739012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d38bd9-63bd-4cda-b5cf-b3a318285e63 req-fb9db293-658a-4e35-af82-752b5eca4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:37.741435 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99d38bd9-63bd-4cda-b5cf-b3a318285e63 req-fb9db293-658a-4e35-af82-752b5eca4a80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8b3139f-3f3a-4015-ae30-c1663ef827fd HTTP/1.1" status: 200 len: 855 time: 0.0966256 Nov 27 01:27:37.781029 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99d38bd9-63bd-4cda-b5cf-b3a318285e63 req-61d6694a-ebc3-490f-941b-eafc5b6e08f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315130 Nov 27 01:27:37.928094 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99d38bd9-63bd-4cda-b5cf-b3a318285e63 req-3c5fdd5c-ce8e-49c7-b0c1-649531982cff service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390111 Nov 27 01:27:38.070972 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99d38bd9-63bd-4cda-b5cf-b3a318285e63 req-7e7accd7-ddac-441a-baaa-fbca0f278280 service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348088 Nov 27 01:27:38.076391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45166) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:38.223435 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-114f9387-d936-4be1-b4ca-27e35230748d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:38.392913 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-114f9387-d936-4be1-b4ca-27e35230748d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:38.408598 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-114f9387-d936-4be1-b4ca-27e35230748d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:38.464762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-114f9387-d936-4be1-b4ca-27e35230748d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a960bb32276145b9b3afbd190c0784c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3865380 Nov 27 01:27:38.465561 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f9387-d936-4be1-b4ca-27e35230748d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13c2ba3-6e53-4a21-8a24-7e7d3823bf08,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:38.467945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45192) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:38.581060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 60a40ba0-45e4-4e56-841b-406c7e07fee3 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:38.590046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487ee65-6fbb-4578-b144-7fd6ef6e9568 req-7f87d5e3-59ca-40c5-9fe4-768203e30128 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:38.591611 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6487ee65-6fbb-4578-b144-7fd6ef6e9568 req-7f87d5e3-59ca-40c5-9fe4-768203e30128 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0815675 Nov 27 01:27:38.621194 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 60a40ba0-45e4-4e56-841b-406c7e07fee3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:38.623743 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 60a40ba0-45e4-4e56-841b-406c7e07fee3 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:38.628528 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-603cd884-a6ed-45ed-853e-e3adad8506bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:38.638461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08c191-8ba9-4707-80d6-6207bfcd80bc req-1af7d761-9c1e-455b-af39-a6ff153c2896 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:38.653792 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e08c191-8ba9-4707-80d6-6207bfcd80bc req-1af7d761-9c1e-455b-af39-a6ff153c2896 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1567388 Nov 27 01:27:38.664777 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6487ee65-6fbb-4578-b144-7fd6ef6e9568 req-1efb3fde-c5b8-46bb-a980-b5fbce724324 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658395 Nov 27 01:27:38.731978 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-603cd884-a6ed-45ed-853e-e3adad8506bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:38.782995 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e08c191-8ba9-4707-80d6-6207bfcd80bc req-fba3b4a4-8b60-43a8-b06c-4c5a275401c3 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283128 Nov 27 01:27:38.817055 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-603cd884-a6ed-45ed-853e-e3adad8506bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:38.820439 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-603cd884-a6ed-45ed-853e-e3adad8506bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:38.822389 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-603cd884-a6ed-45ed-853e-e3adad8506bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c13c2ba3-6e53-4a21-8a24-7e7d3823bf08 HTTP/1.1" status: 204 len: 168 time: 0.3534479 Nov 27 01:27:38.832810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cd884-a6ed-45ed-853e-e3adad8506bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13c2ba3-6e53-4a21-8a24-7e7d3823bf08,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:39.203560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45216) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:39.220190 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98e5056b-d111-4262-b43e-92606248a3d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.326358 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98e5056b-d111-4262-b43e-92606248a3d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.331633 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98e5056b-d111-4262-b43e-92606248a3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.421541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5056b-d111-4262-b43e-92606248a3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6c30d5-bd32-41e6-ae2d-86ea46b06a46,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:39.434377 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-98e5056b-d111-4262-b43e-92606248a3d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2fffc50cdc944f3a20eb0e0666a3ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293854 Nov 27 01:27:39.439689 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45232) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:39.527037 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1877d6eb-3b89-4ab7-8912-9c51fe789b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.551877 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1877d6eb-3b89-4ab7-8912-9c51fe789b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.626224 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1877d6eb-3b89-4ab7-8912-9c51fe789b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.629405 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1877d6eb-3b89-4ab7-8912-9c51fe789b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.633692 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1877d6eb-3b89-4ab7-8912-9c51fe789b7e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b6c30d5-bd32-41e6-ae2d-86ea46b06a46 HTTP/1.1" status: 204 len: 168 time: 0.1929410 Nov 27 01:27:39.644980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877d6eb-3b89-4ab7-8912-9c51fe789b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6c30d5-bd32-41e6-ae2d-86ea46b06a46,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:39.845933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c29d21-4ebe-49b4-a31d-bff7accc919d req-b15e2f52-2768-474e-a6c8-482b7c1f6376 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:39.848432 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07c29d21-4ebe-49b4-a31d-bff7accc919d req-b15e2f52-2768-474e-a6c8-482b7c1f6376 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0752771 Nov 27 01:27:39.965019 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07c29d21-4ebe-49b4-a31d-bff7accc919d req-c37c0a65-9723-4744-9b41-f2386ebd77c2 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057045 Nov 27 01:27:39.976993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747dea6-afdc-4197-a26e-379beda80723 req-93dd286d-e3b1-4830-b646-f66d295cf7a7 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:39.980928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device fab9a279-2014-45d0-8406-b34b8b5c4dcc details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:27:39.987742 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b747dea6-afdc-4197-a26e-379beda80723 req-93dd286d-e3b1-4830-b646-f66d295cf7a7 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0792134 Nov 27 01:27:40.038253 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b747dea6-afdc-4197-a26e-379beda80723 req-8ef3f188-0764-44a8-8e46-f0dde90497d6 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495341 Nov 27 01:27:40.086974 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-83aeedab-50d0-4620-ab88-7e089ede529a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.137360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port fab9a279-2014-45d0-8406-b34b8b5c4dcc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fab9a279-2014-45d0-8406-b34b8b5c4dcc,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:40.166398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'fab9a279-2014-45d0-8406-b34b8b5c4dcc', 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d', 'port_id': 'fab9a279-2014-45d0-8406-b34b8b5c4dcc', 'mac_address': 'fa:16:3e:03:f1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b3139f-3f3a-4015-ae30-c1663ef827fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:27:40.259144 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.268786 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab9a279-2014-45d0-8406-b34b8b5c4dcc {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:27:40.279008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45260) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:40.293204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port fab9a279-2014-45d0-8406-b34b8b5c4dcc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fab9a279-2014-45d0-8406-b34b8b5c4dcc,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:40.301319 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.308169 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d338a19b-bf70-4d9f-b999-d6099e31148c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.333471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-4b6a5736-4af5-4afd-8f65-db1e5df48e89 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:40.347595 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-4b6a5736-4af5-4afd-8f65-db1e5df48e89 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.1586354 Nov 27 01:27:40.375367 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=fab9a279-2014-45d0-8406-b34b8b5c4dcc,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:40.520796 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d338a19b-bf70-4d9f-b999-d6099e31148c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.525717 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d338a19b-bf70-4d9f-b999-d6099e31148c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.530541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Deleting port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:40.531732 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.578435 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d338a19b-bf70-4d9f-b999-d6099e31148c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4197e993646489fa15f584e9ee31203&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2944958 Nov 27 01:27:40.578435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338a19b-bf70-4d9f-b999-d6099e31148c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c152774f-0a51-4c95-932e-da045093ff6d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:40.581639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45270) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:40.683326 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8c22b05-5ef4-44e2-a286-5bb164afd3b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.693084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['fab9a279-2014-45d0-8406-b34b8b5c4dcc'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:27:40.713424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] For port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:40.714150 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.740717 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8c22b05-5ef4-44e2-a286-5bb164afd3b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.867743 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8c22b05-5ef4-44e2-a286-5bb164afd3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.870605 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8c22b05-5ef4-44e2-a286-5bb164afd3b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.872136 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b8c22b05-5ef4-44e2-a286-5bb164afd3b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c152774f-0a51-4c95-932e-da045093ff6d HTTP/1.1" status: 204 len: 168 time: 0.2889128 Nov 27 01:27:40.887462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c22b05-5ef4-44e2-a286-5bb164afd3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c152774f-0a51-4c95-932e-da045093ff6d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:41.122898 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.123334 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.123674 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Floating IP fbb692b3-8cb2-46ed-8778-60e77eae6a54 disassociated. External IP: 172.25.1.120, port: 02caa119-c7f4-405b-ba6b-a6d7c8523f2f. Nov 27 01:27:41.124676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Calling delete_port for 02caa119-c7f4-405b-ba6b-a6d7c8523f2f owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:41.240866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241d959-1750-49b6-922b-f52c2d4076d9 req-53643d80-531a-486c-b742-3509fea9746c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:41.248645 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4241d959-1750-49b6-922b-f52c2d4076d9 req-53643d80-531a-486c-b742-3509fea9746c tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 944 time: 0.0856597 Nov 27 01:27:41.300379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570e0fa-1e2e-4e3e-832e-87a60c04a868 req-c4496197-9b4f-4731-89da-d45b128a878a tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:41.301929 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d570e0fa-1e2e-4e3e-832e-87a60c04a868 req-c4496197-9b4f-4731-89da-d45b128a878a tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 944 time: 0.1914551 Nov 27 01:27:41.343071 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4241d959-1750-49b6-922b-f52c2d4076d9 req-037ea156-a750-491b-b82c-dbd73f182c62 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b72f3fd-b263-4c5a-9eba-aab111526ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875232 Nov 27 01:27:41.424783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d570e0fa-1e2e-4e3e-832e-87a60c04a868 req-ef3378c3-8c20-4ec6-846d-6ee9742ebfd3 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132574 Nov 27 01:27:41.510922 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.606195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event deleted for resources: {'Port': ['ID=02caa119-c7f4-405b-ba6b-a6d7c8523f2f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:41.836737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Router 17ec6e60-6b6d-4f65-b06e-c0726754a79e has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:42.000224 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device fab9a279-2014-45d0-8406-b34b8b5c4dcc up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:27:42.026717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:42.041801 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750d3ce-8fe0-43ca-ba07-4683b723517a None None] Sync routers for ids ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:42.072132 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e750d3ce-8fe0-43ca-ba07-4683b723517a None None] Routers {'17ec6e60-6b6d-4f65-b06e-c0726754a79e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:42.075261 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e750d3ce-8fe0-43ca-ba07-4683b723517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:27:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:42.112213 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] No DVR routers for this DVR port 02caa119-c7f4-405b-ba6b-a6d7c8523f2f on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:42.130448 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.144832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port fab9a279-2014-45d0-8406-b34b8b5c4dcc completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:27:42.145350 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8195d2b4-683d-4495-90d6-bc11b77a442d req-a733715d-39a8-4474-b7f1-612bc0464639 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.21 "DELETE /v2.0/ports/02caa119-c7f4-405b-ba6b-a6d7c8523f2f HTTP/1.1" status: 204 len: 173 time: 1.7866116 Nov 27 01:27:42.147163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-deleted', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:27:42.149737 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port fab9a279-2014-45d0-8406-b34b8b5c4dcc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:42.150806 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.164037 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a723d21a-8070-4538-b1a0-e8e40a7fc323" -d '{"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-deleted", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:27:42.284403 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4502de73-4b78-4b74-8988-1c0ecea6ce42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.308397 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ffcdfb-47ce-45a0-a465-805bc820e77e x-openstack-request-id: req-89ffcdfb-47ce-45a0-a465-805bc820e77e {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:27:42.308995 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1489d8a-5091-495c-b8d2-35804cf386f5", "name": "network-vif-deleted", "tag": "02caa119-c7f4-405b-ba6b-a6d7c8523f2f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:27:42.309349 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89ffcdfb-47ce-45a0-a465-805bc820e77e {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:27:42.310031 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1489d8a-5091-495c-b8d2-35804cf386f5', 'name': 'network-vif-deleted', 'tag': '02caa119-c7f4-405b-ba6b-a6d7c8523f2f', 'status': 'completed', 'code': 200} Nov 27 01:27:42.314347 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e750d3ce-8fe0-43ca-ba07-4683b723517a None None] Set router 17ec6e60-6b6d-4f65-b06e-c0726754a79e gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:42.442492 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.647313 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e750d3ce-8fe0-43ca-ba07-4683b723517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:18:43Z', 'revision_number': 4, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port': {'id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:34Z', 'updated_at': '2021-11-27T01:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ec370d29-c43f-47ad-94d5-5d641afed96c', 'name': '', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'mac_address': 'fa:16:3e:16:77:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:41Z', 'updated_at': '2021-11-27T01:18:47Z', 'revision_number': 5, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'subnets': [{'id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:42.668044 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4defbca6-f8dc-42d0-8503-ecbeca32647a req-5555214b-827b-49e2-8016-e16536483ee8 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1489d8a-5091-495c-b8d2-35804cf386f5 HTTP/1.1" status: 200 len: 210 time: 0.0985792 Nov 27 01:27:42.698329 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750d3ce-8fe0-43ca-ba07-4683b723517a None None] Checking router: 17ec6e60-6b6d-4f65-b06e-c0726754a79e for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:42.711951 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e750d3ce-8fe0-43ca-ba07-4683b723517a None None] Routers {'17ec6e60-6b6d-4f65-b06e-c0726754a79e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:42.712913 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e750d3ce-8fe0-43ca-ba07-4683b723517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:27:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:42.783567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a15a58-9e50-4833-80a4-fa291f31eca3 req-953948e4-97e4-4809-b264-adc6e36d4f3a tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:42.785661 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-75a15a58-9e50-4833-80a4-fa291f31eca3 req-953948e4-97e4-4809-b264-adc6e36d4f3a tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 944 time: 0.1427002 Nov 27 01:27:42.902759 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-75a15a58-9e50-4833-80a4-fa291f31eca3 req-ed1b6bb5-ba8f-4031-a771-b64093a50238 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033401 Nov 27 01:27:42.906069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ae5ee-4cfe-42d0-9783-d360d97d2dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab9a279-2014-45d0-8406-b34b8b5c4dcc'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:27:42.907502 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7277cb2b-2964-4600-ba93-5e5c70499c2a" -d '{"events": [{"server_uuid": "598ae5ee-4cfe-42d0-9783-d360d97d2dc4", "name": "network-vif-plugged", "status": "completed", "tag": "fab9a279-2014-45d0-8406-b34b8b5c4dcc"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:27:42.942501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port fab9a279-2014-45d0-8406-b34b8b5c4dcc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fab9a279-2014-45d0-8406-b34b8b5c4dcc,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:42.953321 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.993180 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b14a07-2a0a-4cd8-a4b5-ca19a7c220c8 x-openstack-request-id: req-31b14a07-2a0a-4cd8-a4b5-ca19a7c220c8 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:27:43.002732 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ae5ee-4cfe-42d0-9783-d360d97d2dc4", "name": "network-vif-plugged", "status": "completed", "tag": "fab9a279-2014-45d0-8406-b34b8b5c4dcc", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:27:43.003380 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31b14a07-2a0a-4cd8-a4b5-ca19a7c220c8 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:27:43.005340 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ae5ee-4cfe-42d0-9783-d360d97d2dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab9a279-2014-45d0-8406-b34b8b5c4dcc', 'code': 200} Nov 27 01:27:43.039315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45380) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:43.086736 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=fab9a279-2014-45d0-8406-b34b8b5c4dcc,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:43.098268 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e750d3ce-8fe0-43ca-ba07-4683b723517a None None] Set router 17ec6e60-6b6d-4f65-b06e-c0726754a79e gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:43.260218 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d874e48-6006-431d-a499-46d4110bbeff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.302652 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.328272 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e5552-bea2-47fe-8889-100a2a536c01 req-76851f5c-b292-4051-8a5b-c6acba7cd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:43.330278 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-598e5552-bea2-47fe-8889-100a2a536c01 req-76851f5c-b292-4051-8a5b-c6acba7cd800 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 1097 time: 0.1447701 Nov 27 01:27:43.427353 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-598e5552-bea2-47fe-8889-100a2a536c01 req-ddb92e4f-3649-40da-9c48-523128bddcf5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877936 Nov 27 01:27:43.452578 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e750d3ce-8fe0-43ca-ba07-4683b723517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:18:43Z', 'revision_number': 4, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port': {'id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:34Z', 'updated_at': '2021-11-27T01:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ec370d29-c43f-47ad-94d5-5d641afed96c', 'name': '', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'mac_address': 'fa:16:3e:16:77:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:41Z', 'updated_at': '2021-11-27T01:18:47Z', 'revision_number': 5, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'subnets': [{'id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:43.454869 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d874e48-6006-431d-a499-46d4110bbeff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.461543 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d874e48-6006-431d-a499-46d4110bbeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.486713 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750d3ce-8fe0-43ca-ba07-4683b723517a None None] The sync data for ids ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'] in n-d-817303-10 is: [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:18:43Z', 'revision_number': 4, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port': {'id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:34Z', 'updated_at': '2021-11-27T01:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ec370d29-c43f-47ad-94d5-5d641afed96c', 'name': '', 'network_id': '3c57a88e-d3f9-4c17-b69e-c01abc695eed', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'mac_address': 'fa:16:3e:16:77:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:41Z', 'updated_at': '2021-11-27T01:18:47Z', 'revision_number': 5, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'subnets': [{'id': 'dc2973a6-0364-4d73-9157-cfbb2858d62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:43.518279 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3d874e48-6006-431d-a499-46d4110bbeff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31135fcca3ef498f83f0246738406a55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4772701 Nov 27 01:27:43.521332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d874e48-6006-431d-a499-46d4110bbeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a44656-dd0b-4e31-84f6-7c529992183f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:43.523255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45394) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:43.663616 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c695-7da1-4a51-9a9a-e280a574cb1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.724340 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c695-7da1-4a51-9a9a-e280a574cb1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.812848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45408) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:43.823014 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c695-7da1-4a51-9a9a-e280a574cb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.827639 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c695-7da1-4a51-9a9a-e280a574cb1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.832268 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b8d3c695-7da1-4a51-9a9a-e280a574cb1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34a44656-dd0b-4e31-84f6-7c529992183f HTTP/1.1" status: 204 len: 168 time: 0.3069651 Nov 27 01:27:43.851394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3c695-7da1-4a51-9a9a-e280a574cb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a44656-dd0b-4e31-84f6-7c529992183f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:43.909984 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74bf400a-8870-41cd-894f-a97df833e6d7 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.962681 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74bf400a-8870-41cd-894f-a97df833e6d7 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.996524 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1e6bb7-6f11-48a0-b257-f4218ac5f3cf None None] New status for floating IP fbb692b3-8cb2-46ed-8778-60e77eae6a54: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:27:44.082811 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74bf400a-8870-41cd-894f-a97df833e6d7 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.085741 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74bf400a-8870-41cd-894f-a97df833e6d7 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.087092 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-74bf400a-8870-41cd-894f-a97df833e6d7 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "DELETE /v2.0/security-groups/2b72f3fd-b263-4c5a-9eba-aab111526ebd HTTP/1.1" status: 204 len: 168 time: 0.2731707 Nov 27 01:27:44.090129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45424) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:44.132272 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-c518155d-5c59-4e93-9c3b-97b20589cde5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] show failed (client error): The resource could not be found. Nov 27 01:27:44.133305 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c518155d-5c59-4e93-9c3b-97b20589cde5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "GET /v2.0/security-groups/2b72f3fd-b263-4c5a-9eba-aab111526ebd HTTP/1.1" status: 404 len: 347 time: 0.0409203 Nov 27 01:27:44.136031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf400a-8870-41cd-894f-a97df833e6d7 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b72f3fd-b263-4c5a-9eba-aab111526ebd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:44.136753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45428) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:44.177034 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f8146-0983-4689-8515-aa140d420439 req-4b07a0dd-8bf7-4b3a-a471-7b88a615062a tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:44.185732 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e6f8146-0983-4689-8515-aa140d420439 req-4b07a0dd-8bf7-4b3a-a471-7b88a615062a tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0901086 Nov 27 01:27:44.276905 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e6f8146-0983-4689-8515-aa140d420439 req-b1795168-2e5d-4d76-8e5b-a639b0db6bb1 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895267 Nov 27 01:27:44.415612 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6cd502db-9d95-48ed-84f8-e6e101e9f4c5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Deleting port 0cfa343a-ea1c-4c0c-9c95-8d0579775a52 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:44.415936 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6cd502db-9d95-48ed-84f8-e6e101e9f4c5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.547649 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6cd502db-9d95-48ed-84f8-e6e101e9f4c5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.547991 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6cd502db-9d95-48ed-84f8-e6e101e9f4c5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.567991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6cd502db-9d95-48ed-84f8-e6e101e9f4c5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Calling delete_port for 0cfa343a-ea1c-4c0c-9c95-8d0579775a52 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:44.607714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 02caa119-c7f4-405b-ba6b-a6d7c8523f2f no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:44.633331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 02caa119-c7f4-405b-ba6b-a6d7c8523f2f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:44.633807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 02caa119-c7f4-405b-ba6b-a6d7c8523f2f not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:44.833166 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.849639 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6cd502db-9d95-48ed-84f8-e6e101e9f4c5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.887899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd502db-9d95-48ed-84f8-e6e101e9f4c5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Pushing event deleted for resources: {'Port': ['ID=0cfa343a-ea1c-4c0c-9c95-8d0579775a52,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:44.977726 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6cd502db-9d95-48ed-84f8-e6e101e9f4c5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.002203 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6cd502db-9d95-48ed-84f8-e6e101e9f4c5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.003837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6cd502db-9d95-48ed-84f8-e6e101e9f4c5 tempest-ServerActionsTestJSON-1231883670 tempest-ServerActionsTestJSON-1231883670-project] 10.222.0.15 "DELETE /v2.0/floatingips/fbb692b3-8cb2-46ed-8778-60e77eae6a54 HTTP/1.1" status: 204 len: 168 time: 0.8654580 Nov 27 01:27:45.007210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45466) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:45.727513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586ad04-4961-45f6-8857-1b8eb4e45668 req-57b0d8a8-7de0-48f9-8060-2c224df15ccc tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:45.751868 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4586ad04-4961-45f6-8857-1b8eb4e45668 req-57b0d8a8-7de0-48f9-8060-2c224df15ccc tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.2946157 Nov 27 01:27:45.894622 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4586ad04-4961-45f6-8857-1b8eb4e45668 req-1fa36591-d883-48db-a1b2-d697aec89bba tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399176 Nov 27 01:27:46.125059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f77fe3-7817-4877-b92f-32c846957e43 req-b821de0c-a12a-4866-a445-129670bc2ae2 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:46.133375 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8f77fe3-7817-4877-b92f-32c846957e43 req-b821de0c-a12a-4866-a445-129670bc2ae2 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1125658 Nov 27 01:27:46.162603 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eeed273b-abbc-4ed3-9a54-146cbdb626a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:46.256023 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:46.494617 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8f77fe3-7817-4877-b92f-32c846957e43 req-63b503d1-563d-4a85-8226-a3ede1e31ce9 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513284 Nov 27 01:27:46.642904 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-eeed273b-abbc-4ed3-9a54-146cbdb626a2 admin admin] Deleting port ec370d29-c43f-47ad-94d5-5d641afed96c {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:46.644470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eeed273b-abbc-4ed3-9a54-146cbdb626a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:46.780355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-eeed273b-abbc-4ed3-9a54-146cbdb626a2 admin admin] For port ec370d29-c43f-47ad-94d5-5d641afed96c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ec370d29-c43f-47ad-94d5-5d641afed96c,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:46.780745 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eeed273b-abbc-4ed3-9a54-146cbdb626a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:46.795880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-eeed273b-abbc-4ed3-9a54-146cbdb626a2 admin admin] Calling delete_port for ec370d29-c43f-47ad-94d5-5d641afed96c owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:47.239994 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eeed273b-abbc-4ed3-9a54-146cbdb626a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.391827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed273b-abbc-4ed3-9a54-146cbdb626a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec370d29-c43f-47ad-94d5-5d641afed96c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:47.467543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7741b-97d3-4cb2-918e-c9e185258cd8 req-4d6de3c2-7263-4df4-9172-7e548090daa5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:47.469503 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3bd7741b-97d3-4cb2-918e-c9e185258cd8 req-4d6de3c2-7263-4df4-9172-7e548090daa5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1200240 Nov 27 01:27:47.692885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eeed273b-abbc-4ed3-9a54-146cbdb626a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:48.183965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeed273b-abbc-4ed3-9a54-146cbdb626a2 admin admin] Router 17ec6e60-6b6d-4f65-b06e-c0726754a79e has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:48.250324 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3bd7741b-97d3-4cb2-918e-c9e185258cd8 req-7fa2d737-4cfe-4454-83e2-12f39c92568a tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7722118 Nov 27 01:27:48.356651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeed273b-abbc-4ed3-9a54-146cbdb626a2 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:48.381959 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-eeed273b-abbc-4ed3-9a54-146cbdb626a2 admin admin] 10.222.0.15 "PUT /v2.0/routers/17ec6e60-6b6d-4f65-b06e-c0726754a79e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3711281 Nov 27 01:27:48.382851 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45616) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:48.550077 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f975857-3e5c-4e13-b567-7126ae4f329b None None] Sync routers for ids ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:48.552207 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:48.564478 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f975857-3e5c-4e13-b567-7126ae4f329b None None] Routers {'17ec6e60-6b6d-4f65-b06e-c0726754a79e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:48.565158 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6f975857-3e5c-4e13-b567-7126ae4f329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:27:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:48.695613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45628) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:48.709689 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:48.827408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Deleting port c31f6343-515e-496e-9a82-0fa37f0e4fae {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:48.828013 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:48.848927 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6f975857-3e5c-4e13-b567-7126ae4f329b None None] Set router 17ec6e60-6b6d-4f65-b06e-c0726754a79e gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:48.944667 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5624525b-c32f-4d42-af7a-a6f7f74ef363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.050518 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5624525b-c32f-4d42-af7a-a6f7f74ef363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.058133 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5624525b-c32f-4d42-af7a-a6f7f74ef363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.059556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] For port c31f6343-515e-496e-9a82-0fa37f0e4fae, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c31f6343-515e-496e-9a82-0fa37f0e4fae,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:49.060228 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.099456 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Calling delete_port for c31f6343-515e-496e-9a82-0fa37f0e4fae owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:49.130389 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5624525b-c32f-4d42-af7a-a6f7f74ef363 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b38572dac1314363b968820f2b54cae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4334247 Nov 27 01:27:49.131142 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624525b-c32f-4d42-af7a-a6f7f74ef363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4db4d5-83c3-4cb4-815f-a5c44a239d0d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:49.133672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45648) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:49.282372 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a70b1ae6-2b71-4dd1-a6f8-ef0706fdca2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.290675 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6f975857-3e5c-4e13-b567-7126ae4f329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:27:47Z', 'revision_number': 5, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port': {'id': 'c31f6343-515e-496e-9a82-0fa37f0e4fae', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:34Z', 'updated_at': '2021-11-27T01:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:49.328278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a70b1ae6-2b71-4dd1-a6f8-ef0706fdca2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.337154 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f975857-3e5c-4e13-b567-7126ae4f329b None None] Checking router: 17ec6e60-6b6d-4f65-b06e-c0726754a79e for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:49.348586 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f975857-3e5c-4e13-b567-7126ae4f329b None None] Routers {'17ec6e60-6b6d-4f65-b06e-c0726754a79e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:49.349447 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6f975857-3e5c-4e13-b567-7126ae4f329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:27:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:49.445347 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a70b1ae6-2b71-4dd1-a6f8-ef0706fdca2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.454171 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a70b1ae6-2b71-4dd1-a6f8-ef0706fdca2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.457738 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a70b1ae6-2b71-4dd1-a6f8-ef0706fdca2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be4db4d5-83c3-4cb4-815f-a5c44a239d0d HTTP/1.1" status: 204 len: 168 time: 0.3086326 Nov 27 01:27:49.471131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255831d0-7ec8-4d74-8779-e981a7e8d60e req-ad969fa1-c7ca-4d38-b970-074fc8447fb8 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:49.472675 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-255831d0-7ec8-4d74-8779-e981a7e8d60e req-ad969fa1-c7ca-4d38-b970-074fc8447fb8 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0842113 Nov 27 01:27:49.478390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b1ae6-2b71-4dd1-a6f8-ef0706fdca2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4db4d5-83c3-4cb4-815f-a5c44a239d0d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:49.491193 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.511065 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:27:49.515484 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6f975857-3e5c-4e13-b567-7126ae4f329b None None] Set router 17ec6e60-6b6d-4f65-b06e-c0726754a79e gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:49.531157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31f6343-515e-496e-9a82-0fa37f0e4fae,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:49.538734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10db476d-4065-4c72-bf04-27b6e3bcec4b None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:49.606496 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.651166 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6f975857-3e5c-4e13-b567-7126ae4f329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:27:48Z', 'revision_number': 6, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:49.704675 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f975857-3e5c-4e13-b567-7126ae4f329b None None] The sync data for ids ['17ec6e60-6b6d-4f65-b06e-c0726754a79e'] in n-d-817303-10 is: [{'id': '17ec6e60-6b6d-4f65-b06e-c0726754a79e', 'name': 'tempest-ServerActionsTestJSON-2098552326-router', 'tenant_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:31Z', 'updated_at': '2021-11-27T01:27:48Z', 'revision_number': 6, 'project_id': 'fed1b1bae53244d39c27b4bf4d5ada1d', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:49.704950 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.706929 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.765091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:49.765683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:49.766338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:49.766856 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:49.767393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:49.767899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:49.768425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:49.768940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:49.769273 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:49.769776 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:49.770273 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:49.770775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:49.798059 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.798590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17ec6e60-6b6d-4f65-b06e-c0726754a79e {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:27:49.803564 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.804927 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-90e5a24c-873c-4904-b36b-db13367dd786 admin admin] 10.222.0.15 "DELETE /v2.0/routers/17ec6e60-6b6d-4f65-b06e-c0726754a79e HTTP/1.1" status: 204 len: 168 time: 1.4207568 Nov 27 01:27:49.807787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45674) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:49.817807 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-255831d0-7ec8-4d74-8779-e981a7e8d60e req-d2deb03e-040a-4e30-b970-bf5089aae3b6 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368359 Nov 27 01:27:49.900490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-4760f222-8b40-4d91-8e63-6d369813b33a admin admin] Deleting subnet dc2973a6-0364-4d73-9157-cfbb2858d62a {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:27:49.905084 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4760f222-8b40-4d91-8e63-6d369813b33a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.985587 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4760f222-8b40-4d91-8e63-6d369813b33a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.144206 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4760f222-8b40-4d91-8e63-6d369813b33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.220904 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4760f222-8b40-4d91-8e63-6d369813b33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.253117 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760f222-8b40-4d91-8e63-6d369813b33a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc2973a6-0364-4d73-9157-cfbb2858d62a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:50.257864 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4760f222-8b40-4d91-8e63-6d369813b33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.261826 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4760f222-8b40-4d91-8e63-6d369813b33a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dc2973a6-0364-4d73-9157-cfbb2858d62a HTTP/1.1" status: 204 len: 168 time: 0.4529545 Nov 27 01:27:50.263181 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678d0e28-9011-4c14-97f3-76f2b62756a6 None None] Network 3c57a88e-d3f9-4c17-b69e-c01abc695eed requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:50.265170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45700) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:50.347499 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.420405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Deleting port d8a63097-f4a1-4e74-bfe0-303f5529942e {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:50.420979 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.558088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] For port d8a63097-f4a1-4e74-bfe0-303f5529942e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d8a63097-f4a1-4e74-bfe0-303f5529942e,segment=NetworkSegment(d51b4286-c978-4da5-8603-5b45d33397f7),segment_id=d51b4286-c978-4da5-8603-5b45d33397f7)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:50.558686 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.582153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Calling delete_port for d8a63097-f4a1-4e74-bfe0-303f5529942e owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:50.593090 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dbfdbc-db80-400c-b8fe-0380504cd49a None None] DHCP port deletion for 3c57a88e-d3f9-4c17-b69e-c01abc695eed request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:50.712291 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d8a63097-f4a1-4e74-bfe0-303f5529942e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:50.812733 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.849902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-22dbfdbc-db80-400c-b8fe-0380504cd49a None None] Deleting port d8a63097-f4a1-4e74-bfe0-303f5529942e {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:50.851865 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-22dbfdbc-db80-400c-b8fe-0380504cd49a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.885893 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a63097-f4a1-4e74-bfe0-303f5529942e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:50.894827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] No DVR routers for this DVR port d8a63097-f4a1-4e74-bfe0-303f5529942e on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:50.937876 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No active binding found for port d8a63097-f4a1-4e74-bfe0-303f5529942e {{(pid=103404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 01:27:50.938606 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d8a63097-f4a1-4e74-bfe0-303f5529942e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:50.939206 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c31f6343-515e-496e-9a82-0fa37f0e4fae no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:50.993343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: c31f6343-515e-496e-9a82-0fa37f0e4fae {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:50.993702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c31f6343-515e-496e-9a82-0fa37f0e4fae not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:50.994143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ec370d29-c43f-47ad-94d5-5d641afed96c no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:51.054393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: ec370d29-c43f-47ad-94d5-5d641afed96c {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:51.054751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ec370d29-c43f-47ad-94d5-5d641afed96c not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:51.089038 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-22dbfdbc-db80-400c-b8fe-0380504cd49a None None] For port d8a63097-f4a1-4e74-bfe0-303f5529942e, host n-d-817303-10, got binding levels [] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:51.089632 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-22dbfdbc-db80-400c-b8fe-0380504cd49a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.127145 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-22dbfdbc-db80-400c-b8fe-0380504cd49a None None] Calling delete_port for d8a63097-f4a1-4e74-bfe0-303f5529942e owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:51.132629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.ipam_backend_mixin [None req-22dbfdbc-db80-400c-b8fe-0380504cd49a None None] Port d8a63097-f4a1-4e74-bfe0-303f5529942e was not found and therefore no delete operation was performed {{(pid=103404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:27:51.139565 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-22dbfdbc-db80-400c-b8fe-0380504cd49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.156711 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.184044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de527e-63cf-4c32-9524-c900f2577b3e req-84760258-008e-4077-a774-4f9f004199fe tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:51.194121 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35de527e-63cf-4c32-9524-c900f2577b3e req-84760258-008e-4077-a774-4f9f004199fe tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.2299659 Nov 27 01:27:51.209442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbfdbc-db80-400c-b8fe-0380504cd49a None None] Pushing event deleted for resources: {'Port': ['ID=d8a63097-f4a1-4e74-bfe0-303f5529942e,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:51.237870 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dbfdbc-db80-400c-b8fe-0380504cd49a None None] No DVR routers for this DVR port d8a63097-f4a1-4e74-bfe0-303f5529942e on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:51.265873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c57a88e-d3f9-4c17-b69e-c01abc695eed']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:51.304881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51b4286-c978-4da5-8603-5b45d33397f7') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:51.305167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51b4286-c978-4da5-8603-5b45d33397f7') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:51.319087 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.347416 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.359675 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35de527e-63cf-4c32-9524-c900f2577b3e req-baf00b10-58f4-49b0-8849-ca3a32f6c734 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647370 Nov 27 01:27:51.360702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:27:51.361101 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:27:51.386831 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:27:51.494656 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.522041 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.528023 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] 10.222.0.15 "DELETE /v2.0/networks/3c57a88e-d3f9-4c17-b69e-c01abc695eed HTTP/1.1" status: 204 len: 168 time: 1.2537303 Nov 27 01:27:51.560535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f081a-423f-4395-b699-c0e6511045ce admin admin] Pushing event deleted for resources: {'Network': ['ID=3c57a88e-d3f9-4c17-b69e-c01abc695eed,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:51.848833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45758) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:51.929065 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1fe34b66-26db-4e4d-9c10-5d5cf8a43e84 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fed1b1bae53244d39c27b4bf4d5ada1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0783229 Nov 27 01:27:51.931399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45766) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:52.003829 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7203f407-65f6-475c-a3e6-fcc2c95ca0c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.043658 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7203f407-65f6-475c-a3e6-fcc2c95ca0c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.115222 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7203f407-65f6-475c-a3e6-fcc2c95ca0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.118720 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7203f407-65f6-475c-a3e6-fcc2c95ca0c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.120752 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7203f407-65f6-475c-a3e6-fcc2c95ca0c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88a4774c-0796-483b-9746-4e1f4b8c2046 HTTP/1.1" status: 204 len: 168 time: 0.1878676 Nov 27 01:27:52.148795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203f407-65f6-475c-a3e6-fcc2c95ca0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a4774c-0796-483b-9746-4e1f4b8c2046,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:52.619349 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f03aff-81cf-4a2b-adb2-45329118247f req-6b9bba83-6aad-48b6-8286-6d84716ba550 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:52.625607 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49f03aff-81cf-4a2b-adb2-45329118247f req-6b9bba83-6aad-48b6-8286-6d84716ba550 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1206505 Nov 27 01:27:52.708626 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49f03aff-81cf-4a2b-adb2-45329118247f req-c2a38195-37e5-4a06-9c89-a63cc7c381eb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749149 Nov 27 01:27:53.395233 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45886) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:53.424320 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45892) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:53.564328 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-network', 'tenant_id': '26e8630da8b5449c81396d2b04384284'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:53.624816 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-077ac44f-aa72-41ae-b918-c9437862e85e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.628160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] Made reservation on behalf of 26e8630da8b5449c81396d2b04384284 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:53.630575 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.644991 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.809311 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.820944 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.867943 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-077ac44f-aa72-41ae-b918-c9437862e85e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.884626 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-077ac44f-aa72-41ae-b918-c9437862e85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.887837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:27:53.895902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d847da2f-9255-41c6-a4f4-ae4f595cec81,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:53.931158 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bafaaf-0333-400f-a462-2b47113e35e0 req-058f4826-8aee-4115-91b3-eb6cd4703290 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:53.933394 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.933918 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] Added segment 9fa9122b-d61f-4d85-aec9-be4cbe017c45 of type vlan for network 190420c9-4f27-4c1c-b9d2-ee73f008a646 Nov 27 01:27:53.948931 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54bafaaf-0333-400f-a462-2b47113e35e0 req-058f4826-8aee-4115-91b3-eb6cd4703290 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1331849 Nov 27 01:27:53.976454 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-077ac44f-aa72-41ae-b918-c9437862e85e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c826982066c3482eb1e2509d9102d69b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5792017 Nov 27 01:27:53.979730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45914) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:54.010784 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ac44f-aa72-41ae-b918-c9437862e85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd84e8b-55ba-479a-b052-1d9ba60f0dd7,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:54.033197 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.078386 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.079614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:54.080279 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.151166 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54bafaaf-0333-400f-a462-2b47113e35e0 req-92225e1c-9c9d-4c00-bcc7-2abafab3ccf2 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943562 Nov 27 01:27:54.165812 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-757ae7f6-4720-4c1d-a544-8b4a6f25b10e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.219801 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-757ae7f6-4720-4c1d-a544-8b4a6f25b10e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.286753 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-757ae7f6-4720-4c1d-a544-8b4a6f25b10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.290935 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-757ae7f6-4720-4c1d-a544-8b4a6f25b10e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.296031 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-757ae7f6-4720-4c1d-a544-8b4a6f25b10e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8bd84e8b-55ba-479a-b052-1d9ba60f0dd7 HTTP/1.1" status: 204 len: 168 time: 0.3101499 Nov 27 01:27:54.305587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ae7f6-4720-4c1d-a544-8b4a6f25b10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd84e8b-55ba-479a-b052-1d9ba60f0dd7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:54.537596 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1121869 Nov 27 01:27:54.540851 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45928) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:54.548761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-575258f8-e750-464b-ad70-b034d5114606 admin admin] Request body: {'subnet': {'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-subnet', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:54.552963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb55e4-f5d0-4730-9470-1f57321785ff admin admin] Pushing event updated for resources: {'Network': ['ID=190420c9-4f27-4c1c-b9d2-ee73f008a646,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:54.565909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 190420c9-4f27-4c1c-b9d2-ee73f008a646 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:27:54.622678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575258f8-e750-464b-ad70-b034d5114606 admin admin] Made reservation on behalf of 26e8630da8b5449c81396d2b04384284 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:54.627974 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-575258f8-e750-464b-ad70-b034d5114606 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.832925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45936) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:54.860006 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6208704c-de3f-423f-b62b-0950037caa00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.912784 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-575258f8-e750-464b-ad70-b034d5114606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.958839 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575258f8-e750-464b-ad70-b034d5114606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2efedd4d-dd00-4601-92f4-d41aedbcb14d,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:55.019462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575258f8-e750-464b-ad70-b034d5114606 admin admin] Checking segment: {'id': '9fa9122b-d61f-4d85-aec9-be4cbe017c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:55.020136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575258f8-e750-464b-ad70-b034d5114606 admin admin] Network hostable DHCP agents. Network: 190420c9-4f27-4c1c-b9d2-ee73f008a646, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:27:55.031568 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6208704c-de3f-423f-b62b-0950037caa00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.043007 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575258f8-e750-464b-ad70-b034d5114606 admin admin] Network 190420c9-4f27-4c1c-b9d2-ee73f008a646 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:27:55.048208 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6208704c-de3f-423f-b62b-0950037caa00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.057568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-575258f8-e750-464b-ad70-b034d5114606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 190420c9-4f27-4c1c-b9d2-ee73f008a646) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:55.062863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575258f8-e750-464b-ad70-b034d5114606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:55.063891 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-575258f8-e750-464b-ad70-b034d5114606 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.070753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24737c1-9f1f-4be4-bf43-5afd6c2b6208 None None] Network 190420c9-4f27-4c1c-b9d2-ee73f008a646 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:55.115628 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-575258f8-e750-464b-ad70-b034d5114606 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5699096 Nov 27 01:27:55.115893 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45944) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:55.120300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:55.176204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.177565 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.208194 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6208704c-de3f-423f-b62b-0950037caa00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2be11a283a5944699625c5591dadc4bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740830 Nov 27 01:27:55.209538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208704c-de3f-423f-b62b-0950037caa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e740107-1a8a-4823-bdc8-642b3697b933,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:55.212035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45950) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:55.256736 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96ec7ef-13fc-43fd-8334-cd42857816c2 None None] Network 190420c9-4f27-4c1c-b9d2-ee73f008a646 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:55.285252 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5e2bf2-46d8-4a4d-a979-5ed9d4943ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.318420 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5e2bf2-46d8-4a4d-a979-5ed9d4943ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.384281 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.407042 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5e2bf2-46d8-4a4d-a979-5ed9d4943ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.410663 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5e2bf2-46d8-4a4d-a979-5ed9d4943ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.412636 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7d5e2bf2-46d8-4a4d-a979-5ed9d4943ea4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e740107-1a8a-4823-bdc8-642b3697b933 HTTP/1.1" status: 204 len: 168 time: 0.1989665 Nov 27 01:27:55.429541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e2bf2-46d8-4a4d-a979-5ed9d4943ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e740107-1a8a-4823-bdc8-642b3697b933,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:55.627295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686df26b-32e9-454c-ae8c-398eed87d940 req-6009fc3e-ee43-4897-88f8-aa0d5babeb93 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:55.629310 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-686df26b-32e9-454c-ae8c-398eed87d940 req-6009fc3e-ee43-4897-88f8-aa0d5babeb93 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.3178048 Nov 27 01:27:55.636606 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.695022 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-686df26b-32e9-454c-ae8c-398eed87d940 req-554c2d27-f1c0-4641-b6e9-08f32756424f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539913 Nov 27 01:27:56.033302 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.053918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.269587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Allocated IP 172.25.1.89 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/33b4537a-be98-4065-bab5-88644f07c7d6) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:56.428233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.474783 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.526660 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:56.532372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:56.538973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:56.550862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d6c72b-261d-4114-849b-f34e6198256e None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:56.587683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=33b4537a-be98-4065-bab5-88644f07c7d6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:56.662597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d765d980-558f-4722-9cda-fcfa53c544e0 None None] Provisioning complete for port 33b4537a-be98-4065-bab5-88644f07c7d6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:56.668516 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d765d980-558f-4722-9cda-fcfa53c544e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.732923 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d765d980-558f-4722-9cda-fcfa53c544e0 None None] Port 33b4537a-be98-4065-bab5-88644f07c7d6 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:57.124099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a4e66-5065-4496-9773-a6a925796eb8 req-3de3dd9a-4814-4195-a164-e01eb388c840 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:57.134704 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c9a4e66-5065-4496-9773-a6a925796eb8 req-3de3dd9a-4814-4195-a164-e01eb388c840 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.2252209 Nov 27 01:27:57.206096 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.309009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c9a4e66-5065-4496-9773-a6a925796eb8 req-fc9abce9-2e9f-4af6-a652-215acbe9f388 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681004 Nov 27 01:27:57.579983 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.283993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:27:58.502108 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.507983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:58.521730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Sync routers for ids ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:58.528823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5988260-329d-4a57-a241-877d79973a74 req-d25c7727-4b27-4ffa-aa22-898f161b038c tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:58.530775 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5988260-329d-4a57-a241-877d79973a74 req-d25c7727-4b27-4ffa-aa22-898f161b038c tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0757308 Nov 27 01:27:58.541902 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.543338 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-be4d459e-a479-4eb1-ba13-eb9e8bae2fc6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4264843 Nov 27 01:27:58.546119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46082) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:58.550458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Routers {'a6fc073d-7ce4-4550-a0b0-69bdd249cb44'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:58.551113 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:27:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:58.693196 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5988260-329d-4a57-a241-877d79973a74 req-8c8ef8ae-17f7-4b05-8259-3d73cb942cb1 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486690 Nov 27 01:27:58.763959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46086) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:58.837951 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Set router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:58.937639 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53b537ef-be7f-4542-9132-e63ca0492668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.081351 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53b537ef-be7f-4542-9132-e63ca0492668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.094256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53b537ef-be7f-4542-9132-e63ca0492668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.131859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:27:56Z', 'revision_number': 3, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port': {'id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:56Z', 'updated_at': '2021-11-27T01:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:59.176143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Checking router: a6fc073d-7ce4-4550-a0b0-69bdd249cb44 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:59.176877 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Updating router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 port 33b4537a-be98-4065-bab5-88644f07c7d6 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:27:59.179580 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-53b537ef-be7f-4542-9132-e63ca0492668 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5b3f029b74b45a086ad1fdd3554bc43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4141304 Nov 27 01:27:59.184380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46100) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:59.204625 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.205426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b537ef-be7f-4542-9132-e63ca0492668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b8a591-c20b-4e7e-8aba-c66e30e3f080,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:59.380686 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07c04a25-1bd2-4a31-8fc3-15dfc380adfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.418165 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07c04a25-1bd2-4a31-8fc3-15dfc380adfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.506276 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.579357 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07c04a25-1bd2-4a31-8fc3-15dfc380adfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.581988 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07c04a25-1bd2-4a31-8fc3-15dfc380adfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.583121 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-07c04a25-1bd2-4a31-8fc3-15dfc380adfa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4b8a591-c20b-4e7e-8aba-c66e30e3f080 HTTP/1.1" status: 204 len: 168 time: 0.3932269 Nov 27 01:27:59.609952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c04a25-1bd2-4a31-8fc3-15dfc380adfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b8a591-c20b-4e7e-8aba-c66e30e3f080,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:59.667809 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.682786 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.758659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Attempting to bind port 33b4537a-be98-4065-bab5-88644f07c7d6 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:27:59.759102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Attempting to bind port 33b4537a-be98-4065-bab5-88644f07c7d6 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:27:59.759555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Attempting to bind port 33b4537a-be98-4065-bab5-88644f07c7d6 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:27:59.766399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84218891-ef13-4368-b9d1-655a0e46b2ab None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:59.769401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Allocated IP 172.20.0.1 (190420c9-4f27-4c1c-b9d2-ee73f008a646/2efedd4d-dd00-4601-92f4-d41aedbcb14d/6db3dcb8-3bbb-42af-8b78-f86a74bc5efb) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:59.770002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:27:59.770399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:59.771017 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.771507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:27:59.773584 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Bound port: 33b4537a-be98-4065-bab5-88644f07c7d6, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:27:59.774201 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.832562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ec6e5-14c3-48ac-ba22-2091a257226c None None] Pushing event updated for resources: {'Port': ['ID=33b4537a-be98-4065-bab5-88644f07c7d6,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:59.922325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] For port 33b4537a-be98-4065-bab5-88644f07c7d6, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:27:59.927210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] For port 33b4537a-be98-4065-bab5-88644f07c7d6, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=33b4537a-be98-4065-bab5-88644f07c7d6,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:27:59.930015 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.935199 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.999406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbfe1f-2f43-4158-95d4-693f2b8ac741 req-4076c6f2-6a76-4fe8-bcaa-2e6a520c4b0a tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:00.001395 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36cbfe1f-2f43-4158-95d4-693f2b8ac741 req-4076c6f2-6a76-4fe8-bcaa-2e6a520c4b0a tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1062224 Nov 27 01:28:00.024859 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.026707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f80bf02-606b-4870-b7e3-7c99c86f6acd None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:00.050090 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d51c112d-c224-4eb2-9ec3-9fd252ae23bc None None] Provisioning complete for port 33b4537a-be98-4065-bab5-88644f07c7d6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:00.050471 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d51c112d-c224-4eb2-9ec3-9fd252ae23bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.063482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Routers {'a6fc073d-7ce4-4550-a0b0-69bdd249cb44'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:00.064139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:27:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:00.122790 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36cbfe1f-2f43-4158-95d4-693f2b8ac741 req-9144f77b-ca4e-463c-965e-d7e93e54c986 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057458 Nov 27 01:28:00.202731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ec6e5-14c3-48ac-ba22-2091a257226c None None] Pushing event updated for resources: {'Port': ['ID=33b4537a-be98-4065-bab5-88644f07c7d6,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:00.208820 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Network 190420c9-4f27-4c1c-b9d2-ee73f008a646 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:00.213507 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:00.215840 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Pushing event updated for resources: {'Port': ['ID=6db3dcb8-3bbb-42af-8b78-f86a74bc5efb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:00.228092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:00.312565 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.343021 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46198) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:00.359618 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8574077b-aed1-4f89-8155-35f54dcfc479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.480302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] Set router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:28:00.589154 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.644665 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8574077b-aed1-4f89-8155-35f54dcfc479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.655942 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8574077b-aed1-4f89-8155-35f54dcfc479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.803485 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8574077b-aed1-4f89-8155-35f54dcfc479 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7c926a5c11c4b34b88d19d6a4bfd422&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4567759 Nov 27 01:28:00.803693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46240) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:00.805502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574077b-aed1-4f89-8155-35f54dcfc479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296b2f57-174d-40e0-86b2-eba5edcf9f6b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:00.810088 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d51c112d-c224-4eb2-9ec3-9fd252ae23bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.834306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d51c112d-c224-4eb2-9ec3-9fd252ae23bc None None] For port 33b4537a-be98-4065-bab5-88644f07c7d6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=33b4537a-be98-4065-bab5-88644f07c7d6,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:00.866528 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d51c112d-c224-4eb2-9ec3-9fd252ae23bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.887397 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.947580 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4dae3c2c-3b18-49f8-86c2-5599537e658e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.986072 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4dae3c2c-3b18-49f8-86c2-5599537e658e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.017874 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.052351 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.108687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c112d-c224-4eb2-9ec3-9fd252ae23bc None None] Pushing event updated for resources: {'Port': ['ID=33b4537a-be98-4065-bab5-88644f07c7d6,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:01.129189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7fd04c2e-93f3-4216-88ee-188b51d3676d None None] Provisioning complete for port 33b4537a-be98-4065-bab5-88644f07c7d6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:01.129557 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7fd04c2e-93f3-4216-88ee-188b51d3676d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.131980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Pushing event updated for resources: {'Port': ['ID=6db3dcb8-3bbb-42af-8b78-f86a74bc5efb,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:01.138786 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.145761 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4dae3c2c-3b18-49f8-86c2-5599537e658e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.149579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4dae3c2c-3b18-49f8-86c2-5599537e658e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.150946 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4dae3c2c-3b18-49f8-86c2-5599537e658e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/296b2f57-174d-40e0-86b2-eba5edcf9f6b HTTP/1.1" status: 204 len: 168 time: 0.3464236 Nov 27 01:28:01.228557 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae3c2c-3b18-49f8-86c2-5599537e658e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296b2f57-174d-40e0-86b2-eba5edcf9f6b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:01.245247 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:27:56Z', 'revision_number': 3, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port': {'id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:56Z', 'updated_at': '2021-11-27T01:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:01.443828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad23da-7417-470f-be1d-e7496d2a9ec8 req-068416d3-63f9-442a-b57b-d9d71d18efff tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:01.465201 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-02ad23da-7417-470f-be1d-e7496d2a9ec8 req-068416d3-63f9-442a-b57b-d9d71d18efff tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1227424 Nov 27 01:28:01.489906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d2aae-1232-47b1-9be8-7e774f92167d None None] The sync data for ids ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'] in n-d-817303-10 is: [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:27:56Z', 'revision_number': 3, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port': {'id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:56Z', 'updated_at': '2021-11-27T01:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:01.585026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Network 190420c9-4f27-4c1c-b9d2-ee73f008a646 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:01.595226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:01.608923 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-02ad23da-7417-470f-be1d-e7496d2a9ec8 req-ccab4c6f-5e88-4a69-b9f3-3eb8c94f127b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438737 Nov 27 01:28:01.966630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:28:02.212623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:02.238870 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fe1d55d7-4017-46f9-8e34-f7242dc88341 admin admin] 10.222.0.15 "PUT /v2.0/routers/a6fc073d-7ce4-4550-a0b0-69bdd249cb44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6813245 Nov 27 01:28:02.512788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 33b4537a-be98-4065-bab5-88644f07c7d6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:02.598975 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 33b4537a-be98-4065-bab5-88644f07c7d6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:02.599365 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.982083 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4efcbe-2592-4b02-a660-88e8ee6e8c0e req-46c8a398-1315-44cc-b31b-505274380558 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:02.996436 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df4efcbe-2592-4b02-a660-88e8ee6e8c0e req-46c8a398-1315-44cc-b31b-505274380558 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1770406 Nov 27 01:28:03.089117 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df4efcbe-2592-4b02-a660-88e8ee6e8c0e req-5100fb11-3d4e-4e6e-b221-6f8635b11e2a tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911808 Nov 27 01:28:03.664340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-dcffa009-79d1-40db-9a91-74bf04cabac9 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:03.683629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-dcffa009-79d1-40db-9a91-74bf04cabac9 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/networks?id=190420c9-4f27-4c1c-b9d2-ee73f008a646 HTTP/1.1" status: 200 len: 820 time: 0.2235341 Nov 27 01:28:03.706088 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-964f4cc0-390a-4e64-9692-2968abb66bbd tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/quotas/26e8630da8b5449c81396d2b04384284 HTTP/1.1" status: 200 len: 375 time: 0.0213897 Nov 27 01:28:03.826693 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-97e47fd0-2d71-4f36-aae7-4eb80b42cb6c tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=26e8630da8b5449c81396d2b04384284&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1139531 Nov 27 01:28:03.860794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb2bd8-9a05-4386-8348-21d8bdc68083 req-468a50fb-cec7-449b-a3f7-01d585d88f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:03.862520 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95eb2bd8-9a05-4386-8348-21d8bdc68083 req-468a50fb-cec7-449b-a3f7-01d585d88f28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=25911a5c10ea471aae99f3e026274d26&device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 1097 time: 0.4549010 Nov 27 01:28:04.081589 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-7daf2ad5-2adb-4c33-948f-23a62fa67739 service neutron] 10.222.0.15 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277792 Nov 27 01:28:04.205772 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb2bd8-9a05-4386-8348-21d8bdc68083 req-ff2a9856-aba5-4d1e-b6da-8be81d5c264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:04.207981 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95eb2bd8-9a05-4386-8348-21d8bdc68083 req-ff2a9856-aba5-4d1e-b6da-8be81d5c264a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d HTTP/1.1" status: 200 len: 916 time: 0.3066852 Nov 27 01:28:04.368346 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95eb2bd8-9a05-4386-8348-21d8bdc68083 req-a406c8a7-1b28-4bd8-9517-f50db0ace0a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fab9a279-2014-45d0-8406-b34b8b5c4dcc HTTP/1.1" status: 200 len: 217 time: 0.1334188 Nov 27 01:28:04.437967 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-0a6546d0-b64f-48a2-a1aa-249afdd7e916 service neutron] 10.222.0.15 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319123 Nov 27 01:28:04.466755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46646) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:04.477498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb2bd8-9a05-4386-8348-21d8bdc68083 req-d8337221-6d5d-4d64-98f3-7d4754839717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:04.479148 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95eb2bd8-9a05-4386-8348-21d8bdc68083 req-d8337221-6d5d-4d64-98f3-7d4754839717 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8b3139f-3f3a-4015-ae30-c1663ef827fd HTTP/1.1" status: 200 len: 855 time: 0.1028361 Nov 27 01:28:04.490570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036c64e-548a-4f73-9629-7697a5fa913e req-460863aa-5cde-4b86-acea-708422c7cf7d tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:04.525199 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1036c64e-548a-4f73-9629-7697a5fa913e req-460863aa-5cde-4b86-acea-708422c7cf7d tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.2822936 Nov 27 01:28:04.595574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95eb2bd8-9a05-4386-8348-21d8bdc68083 req-7c2246bb-9d81-47fc-a983-593ac636a6ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680425 Nov 27 01:28:04.739532 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Sync routers for ids ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:04.759348 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c525101a-2346-4e0c-8e6d-4fafc14e9c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:04.764493 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Routers {'a6fc073d-7ce4-4550-a0b0-69bdd249cb44'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:04.765162 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:27:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:04.814735 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1036c64e-548a-4f73-9629-7697a5fa913e req-bb6aa6f9-81e5-47fc-99b8-08c01520a37c tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564807 Nov 27 01:28:04.897529 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95eb2bd8-9a05-4386-8348-21d8bdc68083 req-785bbc7f-c848-4337-aa12-f539f1036894 service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914217 Nov 27 01:28:04.926423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ecf17329-41da-4ae8-afd9-6e1720d97f95 req-e5270bcb-0a20-460d-ab37-65200142bde9 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 210 time: 0.1289837 Nov 27 01:28:05.073186 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c525101a-2346-4e0c-8e6d-4fafc14e9c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:05.080039 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c525101a-2346-4e0c-8e6d-4fafc14e9c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:05.126363 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Set router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:28:05.144900 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c525101a-2346-4e0c-8e6d-4fafc14e9c55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d950e853186c4ba59e55e6ba5f4420f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6770470 Nov 27 01:28:05.147622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46724) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:05.153955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525101a-2346-4e0c-8e6d-4fafc14e9c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749041d1-c5f5-46b6-9561-b01ac28ee5dc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:05.296235 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95eb2bd8-9a05-4386-8348-21d8bdc68083 req-b2574ac0-8175-40ce-9e4a-4aceee8adf0c service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787153 Nov 27 01:28:05.314379 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c581c63-49a1-41c9-8c88-9358a4d8ad52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:05.355680 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c581c63-49a1-41c9-8c88-9358a4d8ad52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:05.467242 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c581c63-49a1-41c9-8c88-9358a4d8ad52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:05.470375 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c581c63-49a1-41c9-8c88-9358a4d8ad52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:05.474119 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3c581c63-49a1-41c9-8c88-9358a4d8ad52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/749041d1-c5f5-46b6-9561-b01ac28ee5dc HTTP/1.1" status: 204 len: 168 time: 0.3168035 Nov 27 01:28:05.483635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c581c63-49a1-41c9-8c88-9358a4d8ad52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749041d1-c5f5-46b6-9561-b01ac28ee5dc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:05.577509 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port': {'id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:56Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '6db3dcb8-3bbb-42af-8b78-f86a74bc5efb', 'name': '', 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'mac_address': 'fa:16:3e:05:0d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:59Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 2, 'project_id': '26e8630da8b5449c81396d2b04384284', 'subnets': [{'id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:05.621254 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Checking router: a6fc073d-7ce4-4550-a0b0-69bdd249cb44 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:28:05.622820 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Updating router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 port 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:28:05.662978 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.077503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9971de8-f41b-4f19-a32f-35400d8a19a6 req-ffe24f84-81dc-49fc-a56c-60a9196a31eb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:06.094935 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c9971de8-f41b-4f19-a32f-35400d8a19a6 req-ffe24f84-81dc-49fc-a56c-60a9196a31eb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1795521 Nov 27 01:28:06.102362 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4622671-9d2f-4300-b749-204e09b2e950 req-49f5f8ed-04b4-40eb-995e-76fa19e2dcab tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 210 time: 0.0473993 Nov 27 01:28:06.232101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c9971de8-f41b-4f19-a32f-35400d8a19a6 req-52cae8eb-25fc-4b9e-875e-9925a98db2f5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362271 Nov 27 01:28:06.284839 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.292077 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.343951 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067c085-57b4-43b4-ab16-965d593cae7e None None] Pushing event updated for resources: {'Port': ['ID=6db3dcb8-3bbb-42af-8b78-f86a74bc5efb,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:06.370103 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067c085-57b4-43b4-ab16-965d593cae7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:06.370453 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067c085-57b4-43b4-ab16-965d593cae7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:06.370800 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067c085-57b4-43b4-ab16-965d593cae7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:06.371140 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067c085-57b4-43b4-ab16-965d593cae7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:06.371477 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067c085-57b4-43b4-ab16-965d593cae7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:06.371852 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067c085-57b4-43b4-ab16-965d593cae7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:06.372182 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067c085-57b4-43b4-ab16-965d593cae7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:06.379674 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067c085-57b4-43b4-ab16-965d593cae7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:06.381451 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067c085-57b4-43b4-ab16-965d593cae7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:06.382591 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067c085-57b4-43b4-ab16-965d593cae7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:06.382941 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067c085-57b4-43b4-ab16-965d593cae7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:06.383284 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067c085-57b4-43b4-ab16-965d593cae7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:06.439277 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Attempting to bind port 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:06.440301 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Attempting to bind port 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '9fa9122b-d61f-4d85-aec9-be4cbe017c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:06.441714 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Attempting to bind port 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb on network 190420c9-4f27-4c1c-b9d2-ee73f008a646 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:06.448499 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:06.448879 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Checking segment: {'id': '9fa9122b-d61f-4d85-aec9-be4cbe017c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:06.449282 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.449662 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Bound using segment: {'id': '9fa9122b-d61f-4d85-aec9-be4cbe017c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:06.450834 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Bound port: 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa9122b-d61f-4d85-aec9-be4cbe017c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:06.451401 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.548338 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] For port 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:06.552633 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] For port 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6db3dcb8-3bbb-42af-8b78-f86a74bc5efb,segment=NetworkSegment(9fa9122b-d61f-4d85-aec9-be4cbe017c45),segment_id=9fa9122b-d61f-4d85-aec9-be4cbe017c45)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:06.559242 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.631508 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067c085-57b4-43b4-ab16-965d593cae7e None None] Pushing event updated for resources: {'Port': ['ID=6db3dcb8-3bbb-42af-8b78-f86a74bc5efb,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:06.639933 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Routers {'a6fc073d-7ce4-4550-a0b0-69bdd249cb44'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:06.640568 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:27:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:06.932896 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] Set router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:28:06.987550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-5241a40a-bd4a-4d0b-89da-b27b0a6f7584 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:06.989289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-5241a40a-bd4a-4d0b-89da-b27b0a6f7584 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.21 "GET /v2.0/networks?id=190420c9-4f27-4c1c-b9d2-ee73f008a646 HTTP/1.1" status: 200 len: 820 time: 0.2133157 Nov 27 01:28:07.022310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-d989139c-8d71-4adf-8f32-9ccbdcbdca86 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Request body: {'port': {'device_id': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'admin_state_up': True, 'tenant_id': '26e8630da8b5449c81396d2b04384284'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:07.199650 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-d989139c-8d71-4adf-8f32-9ccbdcbdca86 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Made reservation on behalf of 26e8630da8b5449c81396d2b04384284 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:07.206602 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-d989139c-8d71-4adf-8f32-9ccbdcbdca86 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:07.233092 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port': {'id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:56Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '6db3dcb8-3bbb-42af-8b78-f86a74bc5efb', 'name': '', 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'mac_address': 'fa:16:3e:05:0d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:59Z', 'updated_at': '2021-11-27T01:28:06Z', 'revision_number': 4, 'project_id': '26e8630da8b5449c81396d2b04384284', 'subnets': [{'id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:07.313706 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e596e-9f05-400c-9797-650dd6c3aa50 None None] The sync data for ids ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'] in n-d-817303-10 is: [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port': {'id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:56Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '6db3dcb8-3bbb-42af-8b78-f86a74bc5efb', 'name': '', 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'mac_address': 'fa:16:3e:05:0d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:59Z', 'updated_at': '2021-11-27T01:28:06Z', 'revision_number': 4, 'project_id': '26e8630da8b5449c81396d2b04384284', 'subnets': [{'id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:07.326051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-855cddb8-fa94-4c0c-8d6d-8b74225ed8ee req-1100a7be-23e7-40f7-b2d2-39096ed53067 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 210 time: 0.0858619 Nov 27 01:28:07.533380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bb8c7-a95d-4cc5-8180-89fb5d7c9ab7 req-0372cedc-986a-460a-9d6a-946e9199ae8f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:07.540427 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a86bb8c7-a95d-4cc5-8180-89fb5d7c9ab7 req-0372cedc-986a-460a-9d6a-946e9199ae8f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1540470 Nov 27 01:28:07.696587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-d989139c-8d71-4adf-8f32-9ccbdcbdca86 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Allocated IP 172.20.0.12 (190420c9-4f27-4c1c-b9d2-ee73f008a646/2efedd4d-dd00-4601-92f4-d41aedbcb14d/42ebba72-bc36-4d54-b8ee-646964169a88) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:07.713531 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a86bb8c7-a95d-4cc5-8180-89fb5d7c9ab7 req-735e64ba-3094-4484-ab1e-7d17d9bd7f34 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478038 Nov 27 01:28:07.998030 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-d989139c-8d71-4adf-8f32-9ccbdcbdca86 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.081560 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46828) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:08.093604 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-d989139c-8d71-4adf-8f32-9ccbdcbdca86 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.199311 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-d989139c-8d71-4adf-8f32-9ccbdcbdca86 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Network 190420c9-4f27-4c1c-b9d2-ee73f008a646 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:08.205146 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-d989139c-8d71-4adf-8f32-9ccbdcbdca86 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:08.218738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-d989139c-8d71-4adf-8f32-9ccbdcbdca86 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:08.239811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989139c-8d71-4adf-8f32-9ccbdcbdca86 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Pushing event updated for resources: {'Port': ['ID=42ebba72-bc36-4d54-b8ee-646964169a88,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:08.355073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-255111105'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:08.456721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-d989139c-8d71-4adf-8f32-9ccbdcbdca86 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:08.457879 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-d989139c-8d71-4adf-8f32-9ccbdcbdca86 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.461431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Made reservation on behalf of d115f4a7fb274c809529520e2531b025 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:08.468582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.547541 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:08.554770 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.605471 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-d989139c-8d71-4adf-8f32-9ccbdcbdca86 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5891364 Nov 27 01:28:08.683053 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:08.683272 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.801046 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.815714 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.836376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:08.849738 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.850495 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Added segment 7ae39e22-b1cf-4c5f-be7a-03aa65e25d4c of type vlan for network 49277b2f-fe7d-4e8a-9953-aa049c78c80d Nov 27 01:28:08.902538 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.966345 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.989869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9cc44-805a-4716-9562-3f4166ffff0b req-5445b87c-2e48-48fd-827c-23bcd756f5db tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:08.992582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Request body: {'port': {'device_id': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:09.000670 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25e9cc44-805a-4716-9562-3f4166ffff0b req-5445b87c-2e48-48fd-827c-23bcd756f5db tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1172850 Nov 27 01:28:09.034969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6db3dcb8-3bbb-42af-8b78-f86a74bc5efb,segment=NetworkSegment(9fa9122b-d61f-4d85-aec9-be4cbe017c45),segment_id=9fa9122b-d61f-4d85-aec9-be4cbe017c45)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:09.038933 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:09.046492 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:09.048955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:09.049860 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:09.052531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8218af7f-a387-4ec3-8183-7272b8b8ec7f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:09.120786 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25e9cc44-805a-4716-9562-3f4166ffff0b req-f9d0b038-bca7-433e-b86f-ba5ae43fe58e tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188483 Nov 27 01:28:09.162837 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=6db3dcb8-3bbb-42af-8b78-f86a74bc5efb,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:09.189831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e3c65-17f3-4a10-bb15-6737c33bca1e req-7bbced55-1b87-4d5d-9960-d441de7fe2e7 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:09.198305 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-768e3c65-17f3-4a10-bb15-6737c33bca1e req-7bbced55-1b87-4d5d-9960-d441de7fe2e7 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 932 time: 0.6957090 Nov 27 01:28:09.242113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1565366 Nov 27 01:28:09.242817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46856) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:09.252717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e1bd926f-e25a-4297-9e3e-8e39091977b1 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Request body: {'subnet': {'network_id': '49277b2f-fe7d-4e8a-9953-aa049c78c80d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:09.303439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721919f5-f657-48d2-b3fa-2c0268fd8881 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Pushing event updated for resources: {'Network': ['ID=49277b2f-fe7d-4e8a-9953-aa049c78c80d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:09.305676 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:09.315374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 49277b2f-fe7d-4e8a-9953-aa049c78c80d details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:09.463756 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-768e3c65-17f3-4a10-bb15-6737c33bca1e req-3354c524-c5d2-4988-b33f-e2dcf6aab301 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505960 Nov 27 01:28:09.481800 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bd926f-e25a-4297-9e3e-8e39091977b1 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Made reservation on behalf of d115f4a7fb274c809529520e2531b025 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:09.485630 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1bd926f-e25a-4297-9e3e-8e39091977b1 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:09.865415 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1bd926f-e25a-4297-9e3e-8e39091977b1 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.006462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bd926f-e25a-4297-9e3e-8e39091977b1 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Checking segment: {'id': '7ae39e22-b1cf-4c5f-be7a-03aa65e25d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '49277b2f-fe7d-4e8a-9953-aa049c78c80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:10.007139 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bd926f-e25a-4297-9e3e-8e39091977b1 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Network hostable DHCP agents. Network: 49277b2f-fe7d-4e8a-9953-aa049c78c80d, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:10.018454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd926f-e25a-4297-9e3e-8e39091977b1 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Pushing event updated for resources: {'Subnet': ['ID=f0c7d25a-06d6-4b22-9cba-cccd4a85c27d,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:10.048056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bd926f-e25a-4297-9e3e-8e39091977b1 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Network 49277b2f-fe7d-4e8a-9953-aa049c78c80d is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:10.049744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ebba72-bc36-4d54-b8ee-646964169a88 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:28:10.059934 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.067950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e1bd926f-e25a-4297-9e3e-8e39091977b1 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 49277b2f-fe7d-4e8a-9953-aa049c78c80d) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:10.077750 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Transition to ACTIVE for port object 42ebba72-bc36-4d54-b8ee-646964169a88 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:28:10.086781 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.087275 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bd926f-e25a-4297-9e3e-8e39091977b1 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:10.092373 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1bd926f-e25a-4297-9e3e-8e39091977b1 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.096766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2011c0-585d-4bc6-91f1-0c0a2a6cb214 None None] Network 49277b2f-fe7d-4e8a-9953-aa049c78c80d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:10.142211 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e1bd926f-e25a-4297-9e3e-8e39091977b1 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8986342 Nov 27 01:28:10.145416 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46872) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:10.172118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ae67d69c-0cc0-4876-83fc-955033999000 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Request body: {'port': {'network_id': '49277b2f-fe7d-4e8a-9953-aa049c78c80d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2059240668'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:10.242992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=42ebba72-bc36-4d54-b8ee-646964169a88,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:10.391100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf41ae-7b7a-447f-aee1-b7717dbb15fb req-95e1c3b8-16b8-442b-a1c2-c3176ea6610d tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:10.402414 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-adcf41ae-7b7a-447f-aee1-b7717dbb15fb req-95e1c3b8-16b8-442b-a1c2-c3176ea6610d tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1127496 Nov 27 01:28:10.441107 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30bb2476-8907-4e92-a656-6561d4bd27f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.457641 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-49277b2f-fe7d-4e8a-9953-aa049c78c80d', 'network_id': '49277b2f-fe7d-4e8a-9953-aa049c78c80d', 'tenant_id': 'd115f4a7fb274c809529520e2531b025', 'fixed_ips': [{'subnet_id': 'f0c7d25a-06d6-4b22-9cba-cccd4a85c27d'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:28:10.458946 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.475675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Attempting to bind port 42ebba72-bc36-4d54-b8ee-646964169a88 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:10.482554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Attempting to bind port 42ebba72-bc36-4d54-b8ee-646964169a88 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '9fa9122b-d61f-4d85-aec9-be4cbe017c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:10.484481 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Attempting to bind port 42ebba72-bc36-4d54-b8ee-646964169a88 on network 190420c9-4f27-4c1c-b9d2-ee73f008a646 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:10.497583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Port 42ebba72-bc36-4d54-b8ee-646964169a88 on network 190420c9-4f27-4c1c-b9d2-ee73f008a646 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:10.499631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Attempting to bind port 42ebba72-bc36-4d54-b8ee-646964169a88 on network 190420c9-4f27-4c1c-b9d2-ee73f008a646 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:10.528876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:10.534555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Checking segment: {'id': '9fa9122b-d61f-4d85-aec9-be4cbe017c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:10.535118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Bound using segment: {'id': '9fa9122b-d61f-4d85-aec9-be4cbe017c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:10.536155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Bound port: 42ebba72-bc36-4d54-b8ee-646964169a88, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa9122b-d61f-4d85-aec9-be4cbe017c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:10.537264 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.606012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae67d69c-0cc0-4876-83fc-955033999000 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Made reservation on behalf of d115f4a7fb274c809529520e2531b025 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:10.610535 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae67d69c-0cc0-4876-83fc-955033999000 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.629964 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-adcf41ae-7b7a-447f-aee1-b7717dbb15fb req-1c278a69-6316-4112-9ce2-1b77073b4700 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248859 Nov 27 01:28:10.715222 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-ae67d69c-0cc0-4876-83fc-955033999000 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] device_id is not set on port a04632ba-7d38-4b39-9e0e-b216ba8179f5 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:10.742172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:10.761953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] For port 42ebba72-bc36-4d54-b8ee-646964169a88, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:10.766006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] For port 42ebba72-bc36-4d54-b8ee-646964169a88, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=42ebba72-bc36-4d54-b8ee-646964169a88,segment=NetworkSegment(9fa9122b-d61f-4d85-aec9-be4cbe017c45),segment_id=9fa9122b-d61f-4d85-aec9-be4cbe017c45)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:10.775736 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.850925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=42ebba72-bc36-4d54-b8ee-646964169a88,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:10.873619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:10.874241 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.875639 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-3e0bce6b-c3db-4107-9852-15aed04f2bc8 service neutron] 10.222.0.21 "PUT /v2.0/ports/42ebba72-bc36-4d54-b8ee-646964169a88 HTTP/1.1" status: 200 len: 1093 time: 2.0730541 Nov 27 01:28:10.876173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'tag': '42ebba72-bc36-4d54-b8ee-646964169a88'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:28:10.889942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Allocated IP 172.20.0.2 (49277b2f-fe7d-4e8a-9953-aa049c78c80d/f0c7d25a-06d6-4b22-9cba-cccd4a85c27d/78f33d8c-4f27-4535-994e-94163bc18f1a) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:10.896722 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c93886-e1b6-4203-800e-fb025639cdef" -d '{"events": [{"name": "network-changed", "server_uuid": "31cbeb71-b70b-4890-9aae-d653b72dc30e", "tag": "42ebba72-bc36-4d54-b8ee-646964169a88"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:28:10.922228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5a34a-5f2f-47ef-b16d-51449fb9a552 req-866d0062-1024-4bdc-9379-231e0c1443d6 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:10.931020 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3fb5a34a-5f2f-47ef-b16d-51449fb9a552 req-866d0062-1024-4bdc-9379-231e0c1443d6 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 944 time: 0.2747142 Nov 27 01:28:11.009846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:11.015966 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:11.138808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-0fb016be-7408-484d-a292-a420f7cd769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:11.155209 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-0fb016be-7408-484d-a292-a420f7cd769d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26e8630da8b5449c81396d2b04384284&device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 1096 time: 0.1800964 Nov 27 01:28:11.192952 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3fb5a34a-5f2f-47ef-b16d-51449fb9a552 req-6cc67da8-1058-418e-9819-012d50c4c59e tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590237 Nov 27 01:28:11.301866 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-e34966e9-50ee-4b15-8393-82abd70e48c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42ebba72-bc36-4d54-b8ee-646964169a88 HTTP/1.1" status: 200 len: 217 time: 0.1240761 Nov 27 01:28:11.437034 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd1bb93-3532-4295-a34d-21ab3e8a5d16 x-openstack-request-id: req-bfd1bb93-3532-4295-a34d-21ab3e8a5d16 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:28:11.437419 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31cbeb71-b70b-4890-9aae-d653b72dc30e", "tag": "42ebba72-bc36-4d54-b8ee-646964169a88", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:28:11.437777 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfd1bb93-3532-4295-a34d-21ab3e8a5d16 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:28:11.438047 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'tag': '42ebba72-bc36-4d54-b8ee-646964169a88', 'status': 'completed', 'code': 200} Nov 27 01:28:11.444624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-7474b24f-c52d-40cb-878d-62fb6010a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:11.446176 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-7474b24f-c52d-40cb-878d-62fb6010a369 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2efedd4d-dd00-4601-92f4-d41aedbcb14d HTTP/1.1" status: 200 len: 860 time: 0.1305485 Nov 27 01:28:11.452219 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:11.472821 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:11.513791 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-4ea0cc53-e9e2-4510-b37b-bafd4d2f4462 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=190420c9-4f27-4c1c-b9d2-ee73f008a646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593693 Nov 27 01:28:11.553615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Pushing event updated for resources: {'Port': ['ID=78f33d8c-4f27-4535-994e-94163bc18f1a,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:11.569905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Network 49277b2f-fe7d-4e8a-9953-aa049c78c80d is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:11.575391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:11.580985 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:11.609713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-ae67d69c-0cc0-4876-83fc-955033999000 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Allocated IP 172.20.0.13 (49277b2f-fe7d-4e8a-9953-aa049c78c80d/f0c7d25a-06d6-4b22-9cba-cccd4a85c27d/a04632ba-7d38-4b39-9e0e-b216ba8179f5) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:11.747423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-7ed00e38-d9bb-4e39-9524-0b9f33eff6cc service neutron] 10.222.0.21 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125623 Nov 27 01:28:11.811322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Attempting to bind port 78f33d8c-4f27-4535-994e-94163bc18f1a on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:11.811996 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Attempting to bind port 78f33d8c-4f27-4535-994e-94163bc18f1a by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '7ae39e22-b1cf-4c5f-be7a-03aa65e25d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '49277b2f-fe7d-4e8a-9953-aa049c78c80d'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:11.812564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Attempting to bind port 78f33d8c-4f27-4535-994e-94163bc18f1a on network 49277b2f-fe7d-4e8a-9953-aa049c78c80d {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:11.823083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:11.823469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Checking segment: {'id': '7ae39e22-b1cf-4c5f-be7a-03aa65e25d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '49277b2f-fe7d-4e8a-9953-aa049c78c80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:11.833631 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:11.834064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Bound using segment: {'id': '7ae39e22-b1cf-4c5f-be7a-03aa65e25d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '49277b2f-fe7d-4e8a-9953-aa049c78c80d'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:11.834725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Bound port: 78f33d8c-4f27-4535-994e-94163bc18f1a, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae39e22-b1cf-4c5f-be7a-03aa65e25d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '49277b2f-fe7d-4e8a-9953-aa049c78c80d'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:11.835329 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:11.882185 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21284cf2-b944-4ca4-92c5-b9d1d72b32d1 req-ee3fc407-1e37-4a06-97a9-e09f3a8f1e79 service neutron] 10.222.0.21 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219904 Nov 27 01:28:11.997347 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] For port 78f33d8c-4f27-4535-994e-94163bc18f1a, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:12.003553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] For port 78f33d8c-4f27-4535-994e-94163bc18f1a, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=78f33d8c-4f27-4535-994e-94163bc18f1a,segment=NetworkSegment(7ae39e22-b1cf-4c5f-be7a-03aa65e25d4c),segment_id=7ae39e22-b1cf-4c5f-be7a-03aa65e25d4c)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:12.022850 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.046816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08668f10-72dd-48f2-86eb-5ad1c7f5240a req-ffc76f87-1530-4c1e-b271-d902a138a670 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:12.056640 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08668f10-72dd-48f2-86eb-5ad1c7f5240a req-ffc76f87-1530-4c1e-b271-d902a138a670 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.2097809 Nov 27 01:28:12.073208 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae67d69c-0cc0-4876-83fc-955033999000 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.087335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c93886-e1b6-4203-800e-fb025639cdef req-bb2c42cb-3a39-4cda-bb23-6d4f715531e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:12.089787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8c93886-e1b6-4203-800e-fb025639cdef req-bb2c42cb-3a39-4cda-bb23-6d4f715531e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26e8630da8b5449c81396d2b04384284&device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 1096 time: 0.0887027 Nov 27 01:28:12.144088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3f316-ce9d-46c1-9ce9-ff7a70192231 None None] Pushing event updated for resources: {'Port': ['ID=78f33d8c-4f27-4535-994e-94163bc18f1a,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:12.261768 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3a67f75f-e3de-4970-9862-0d7a2d4afd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.263722 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08668f10-72dd-48f2-86eb-5ad1c7f5240a req-3b78c632-87a4-4237-8bd1-e39128e2cdb6 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058609 Nov 27 01:28:12.306817 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae67d69c-0cc0-4876-83fc-955033999000 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.395053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae67d69c-0cc0-4876-83fc-955033999000 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Network 49277b2f-fe7d-4e8a-9953-aa049c78c80d is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:12.399486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-ae67d69c-0cc0-4876-83fc-955033999000 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:12.415269 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae67d69c-0cc0-4876-83fc-955033999000 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:12.537454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae67d69c-0cc0-4876-83fc-955033999000 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:12.537893 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae67d69c-0cc0-4876-83fc-955033999000 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.544081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67d69c-0cc0-4876-83fc-955033999000 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Pushing event updated for resources: {'Port': ['ID=a04632ba-7d38-4b39-9e0e-b216ba8179f5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:12.576230 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ae67d69c-0cc0-4876-83fc-955033999000 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.4287012 Nov 27 01:28:12.578505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c93886-e1b6-4203-800e-fb025639cdef req-a7293912-2573-448f-904b-8e8aa44af499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:12.580896 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8c93886-e1b6-4203-800e-fb025639cdef req-a7293912-2573-448f-904b-8e8aa44af499 service neutron] 10.222.0.21 "GET /v2.0/networks?id=190420c9-4f27-4c1c-b9d2-ee73f008a646 HTTP/1.1" status: 200 len: 921 time: 0.4702036 Nov 27 01:28:12.581955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46918) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:12.788768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cae15-7323-417f-8981-5c3051b5c522 req-a67ff46b-230d-416c-8970-2e37c98a01e6 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:12.793086 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a23cae15-7323-417f-8981-5c3051b5c522 req-a67ff46b-230d-416c-8970-2e37c98a01e6 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 944 time: 0.3854792 Nov 27 01:28:12.805958 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8c93886-e1b6-4203-800e-fb025639cdef req-548f8a02-32ef-487f-8362-de5c6019aa5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42ebba72-bc36-4d54-b8ee-646964169a88 HTTP/1.1" status: 200 len: 217 time: 0.1901867 Nov 27 01:28:13.282526 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.437146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46940) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:13.580986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e5cae-a54e-4727-96c5-86ba8f5b12a6 req-e7ca0e88-8acc-4591-b6ad-5dabe1e895ed tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:13.583056 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae8e5cae-a54e-4727-96c5-86ba8f5b12a6 req-e7ca0e88-8acc-4591-b6ad-5dabe1e895ed tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1503410 Nov 27 01:28:13.741173 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae8e5cae-a54e-4727-96c5-86ba8f5b12a6 req-3450c411-f7b6-4ff5-a5f5-bee02a00e466 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505013 Nov 27 01:28:13.809976 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-404e3fb9-50de-404f-a019-c01ef0d44281 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.884452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c93886-e1b6-4203-800e-fb025639cdef req-7af9484e-8412-4dff-9195-7e9c74101dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:13.885925 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8c93886-e1b6-4203-800e-fb025639cdef req-7af9484e-8412-4dff-9195-7e9c74101dfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2efedd4d-dd00-4601-92f4-d41aedbcb14d HTTP/1.1" status: 200 len: 860 time: 1.0369160 Nov 27 01:28:13.891739 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a23cae15-7323-417f-8981-5c3051b5c522 req-3e66f663-19b8-45cb-b755-b85c476c929c tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0889730 Nov 27 01:28:13.904554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-4a9213ab-4a54-49b4-b5fd-b53d3a387d0b tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Deleting port a04632ba-7d38-4b39-9e0e-b216ba8179f5 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:13.904912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a9213ab-4a54-49b4-b5fd-b53d3a387d0b tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.042341 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8c93886-e1b6-4203-800e-fb025639cdef req-64b39066-2986-48bf-a9b4-99097d049e5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=190420c9-4f27-4c1c-b9d2-ee73f008a646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191692 Nov 27 01:28:14.048915 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-404e3fb9-50de-404f-a019-c01ef0d44281 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.062202 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-404e3fb9-50de-404f-a019-c01ef0d44281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.069691 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c91e5-1a76-4909-8417-2640915889cf None None] Network 49277b2f-fe7d-4e8a-9953-aa049c78c80d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:14.106784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e3fb9-50de-404f-a019-c01ef0d44281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637201d0-7745-463d-81d3-46f242a8b842,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:14.111305 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-404e3fb9-50de-404f-a019-c01ef0d44281 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3248ee8636c646918d020f289166a316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6712382 Nov 27 01:28:14.117450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46952) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:14.192369 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a9213ab-4a54-49b4-b5fd-b53d3a387d0b tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.207591 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-4a9213ab-4a54-49b4-b5fd-b53d3a387d0b tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Calling delete_port for a04632ba-7d38-4b39-9e0e-b216ba8179f5 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:14.283331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fccba9d3-244f-49b5-8bb4-786117f9d65b None None] Provisioning complete for port 78f33d8c-4f27-4535-994e-94163bc18f1a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:14.284204 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fccba9d3-244f-49b5-8bb4-786117f9d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.350307 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-073bb29c-2523-41c7-9ed4-560276b43f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.507154 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fccba9d3-244f-49b5-8bb4-786117f9d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.507712 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-073bb29c-2523-41c7-9ed4-560276b43f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.623781 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fccba9d3-244f-49b5-8bb4-786117f9d65b None None] For port 78f33d8c-4f27-4535-994e-94163bc18f1a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=78f33d8c-4f27-4535-994e-94163bc18f1a,segment=NetworkSegment(7ae39e22-b1cf-4c5f-be7a-03aa65e25d4c),segment_id=7ae39e22-b1cf-4c5f-be7a-03aa65e25d4c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:14.630843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 78f33d8c-4f27-4535-994e-94163bc18f1a up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:14.633739 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fccba9d3-244f-49b5-8bb4-786117f9d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.702003 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-073bb29c-2523-41c7-9ed4-560276b43f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.702161 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8c93886-e1b6-4203-800e-fb025639cdef req-15b4dd70-1644-494a-ba8e-2c211e7337ae service neutron] 10.222.0.21 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271295 Nov 27 01:28:14.706379 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-073bb29c-2523-41c7-9ed4-560276b43f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.708486 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-073bb29c-2523-41c7-9ed4-560276b43f2e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/637201d0-7745-463d-81d3-46f242a8b842 HTTP/1.1" status: 204 len: 168 time: 0.5896108 Nov 27 01:28:14.737719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccba9d3-244f-49b5-8bb4-786117f9d65b None None] Pushing event updated for resources: {'Port': ['ID=78f33d8c-4f27-4535-994e-94163bc18f1a,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:14.754342 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 42ebba72-bc36-4d54-b8ee-646964169a88 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:28:14.771578 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bb29c-2523-41c7-9ed4-560276b43f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637201d0-7745-463d-81d3-46f242a8b842,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:14.830368 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a9213ab-4a54-49b4-b5fd-b53d3a387d0b tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.959498 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9213ab-4a54-49b4-b5fd-b53d3a387d0b tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Pushing event deleted for resources: {'Port': ['ID=a04632ba-7d38-4b39-9e0e-b216ba8179f5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:14.961914 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.053956 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.resource_extend [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:28:15.139402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3182068-2052-4a9d-8263-f6c6f8fe7c9c req-f06c0098-1d06-4d83-b486-d5f215a00b52 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:15.141025 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c3182068-2052-4a9d-8263-f6c6f8fe7c9c req-f06c0098-1d06-4d83-b486-d5f215a00b52 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1983328 Nov 27 01:28:15.198108 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8c93886-e1b6-4203-800e-fb025639cdef req-b85631ef-bace-471a-9700-cfbfce8354ca service neutron] 10.222.0.21 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802878 Nov 27 01:28:15.219922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 78f33d8c-4f27-4535-994e-94163bc18f1a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:15.222803 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.308379 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c3182068-2052-4a9d-8263-f6c6f8fe7c9c req-ba2ce25a-e134-4401-a1a3-dff5b864c5d4 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517277 Nov 27 01:28:15.377387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8019a215-c8bb-485e-b073-809954bd7238 None None] Could not find standard attr ID for object a04632ba-7d38-4b39-9e0e-b216ba8179f5. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:28:15.451998 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a9213ab-4a54-49b4-b5fd-b53d3a387d0b tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.455530 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4a9213ab-4a54-49b4-b5fd-b53d3a387d0b tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] 10.222.0.15 "DELETE /v2.0/ports/a04632ba-7d38-4b39-9e0e-b216ba8179f5 HTTP/1.1" status: 204 len: 168 time: 2.8722916 Nov 27 01:28:15.458812 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46982) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:15.464074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06297963-bc08-4df2-9513-eb34c80ee910 req-2d65bd86-bac7-49d3-b7de-730387300443 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:15.473128 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06297963-bc08-4df2-9513-eb34c80ee910 req-2d65bd86-bac7-49d3-b7de-730387300443 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 944 time: 0.1400850 Nov 27 01:28:15.486673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8019a215-c8bb-485e-b073-809954bd7238 None None] Provisioning complete for port 78f33d8c-4f27-4535-994e-94163bc18f1a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:15.487413 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8019a215-c8bb-485e-b073-809954bd7238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.493020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 42ebba72-bc36-4d54-b8ee-646964169a88, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=42ebba72-bc36-4d54-b8ee-646964169a88,segment=NetworkSegment(9fa9122b-d61f-4d85-aec9-be4cbe017c45),segment_id=9fa9122b-d61f-4d85-aec9-be4cbe017c45)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:15.595625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '42ebba72-bc36-4d54-b8ee-646964169a88', 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'port_id': '42ebba72-bc36-4d54-b8ee-646964169a88', 'mac_address': 'fa:16:3e:60:50:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:28:15.675644 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06297963-bc08-4df2-9513-eb34c80ee910 req-60975b06-2c6c-44c3-aa03-3022dbc9c23e tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017767 Nov 27 01:28:15.870948 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.893625 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2c446ad6-9be8-437c-9bb7-2c74ccbb37b7 tempest-DHCPAgentSchedulersTestJSON-1867932443 tempest-DHCPAgentSchedulersTestJSON-1867932443-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 0.4332848 Nov 27 01:28:15.896136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47000) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:15.901157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-92f47c43-0b15-46a7-ba33-c992512c4751 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-471022452'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:15.914151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ebba72-bc36-4d54-b8ee-646964169a88 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:28:15.985818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f47c43-0b15-46a7-ba33-c992512c4751 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Made reservation on behalf of d115f4a7fb274c809529520e2531b025 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:15.993329 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92f47c43-0b15-46a7-ba33-c992512c4751 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.006813 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 42ebba72-bc36-4d54-b8ee-646964169a88, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=42ebba72-bc36-4d54-b8ee-646964169a88,segment=NetworkSegment(9fa9122b-d61f-4d85-aec9-be4cbe017c45),segment_id=9fa9122b-d61f-4d85-aec9-be4cbe017c45)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:16.033934 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.048213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f47c43-0b15-46a7-ba33-c992512c4751 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:16.061715 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92f47c43-0b15-46a7-ba33-c992512c4751 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.062069 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-92f47c43-0b15-46a7-ba33-c992512c4751 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Added segment 88a99453-5d4f-4119-94d4-67b7aca7fa43 of type vlan for network 577ea448-8ecf-4c81-a009-f5b234e2288a Nov 27 01:28:16.144805 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92f47c43-0b15-46a7-ba33-c992512c4751 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.206080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=42ebba72-bc36-4d54-b8ee-646964169a88,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:16.218868 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92f47c43-0b15-46a7-ba33-c992512c4751 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.231013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f47c43-0b15-46a7-ba33-c992512c4751 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:16.233721 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92f47c43-0b15-46a7-ba33-c992512c4751 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.247855 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.285726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b12327ad-7493-4d5a-923a-320dbdf57401 None None] Could not find standard attr ID for object a04632ba-7d38-4b39-9e0e-b216ba8179f5. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:28:16.321335 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-92f47c43-0b15-46a7-ba33-c992512c4751 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4241128 Nov 27 01:28:16.322250 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f47c43-0b15-46a7-ba33-c992512c4751 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Pushing event updated for resources: {'Network': ['ID=577ea448-8ecf-4c81-a009-f5b234e2288a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:16.324392 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47016) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:16.342576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 577ea448-8ecf-4c81-a009-f5b234e2288a details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:16.456738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47020) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:16.457045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['42ebba72-bc36-4d54-b8ee-646964169a88'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:28:16.543849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 78f33d8c-4f27-4535-994e-94163bc18f1a up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:16.560817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ce0d7-992b-419a-bb6c-61d97e86a30e req-581c9f91-a61b-43c1-b895-7efbfe007eed tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:16.572655 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d14ce0d7-992b-419a-bb6c-61d97e86a30e req-581c9f91-a61b-43c1-b895-7efbfe007eed tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1183896 Nov 27 01:28:16.655867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0531669f-2f37-4312-a95d-1fee640c55d7 tempest-DHCPAgentSchedulersTestJSON-1867932443 tempest-DHCPAgentSchedulersTestJSON-1867932443-project-admin] 10.222.0.15 "GET /v2.0/agents/70a8f97f-4831-4772-93d5-14bc643c6a0e/dhcp-networks HTTP/1.1" status: 200 len: 5702 time: 0.3294516 Nov 27 01:28:16.658309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47030) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:16.669634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 78f33d8c-4f27-4535-994e-94163bc18f1a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:16.669970 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.682083 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d14ce0d7-992b-419a-bb6c-61d97e86a30e req-91ffce0e-d927-4d00-a7b3-f0748e2a01a7 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056504 Nov 27 01:28:16.710857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-365804773-network', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:16.784005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] Made reservation on behalf of c520c5f009e8479d9a976c59cf451ad4 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:16.794192 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.819821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.889805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ab9f4-8bce-4777-b67c-f1f1b9384a59 tempest-DHCPAgentSchedulersTestJSON-1867932443 tempest-DHCPAgentSchedulersTestJSON-1867932443-project-admin] Network 577ea448-8ecf-4c81-a009-f5b234e2288a is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:16.937358 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-407ab9f4-8bce-4777-b67c-f1f1b9384a59 tempest-DHCPAgentSchedulersTestJSON-1867932443 tempest-DHCPAgentSchedulersTestJSON-1867932443-project-admin] 10.222.0.15 "POST /v2.0/agents/70a8f97f-4831-4772-93d5-14bc643c6a0e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2775884 Nov 27 01:28:16.940708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47038) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:16.963110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c193be0-0321-4633-ba0c-5d9246403af5 None None] Network 577ea448-8ecf-4c81-a009-f5b234e2288a requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:16.968640 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a8ee9-c5bb-49f0-9915-e55ffcee9840 req-674af6a2-518d-4db9-9795-57f00a7a3214 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:16.976035 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-449a8ee9-c5bb-49f0-9915-e55ffcee9840 req-674af6a2-518d-4db9-9795-57f00a7a3214 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 945 time: 0.1214814 Nov 27 01:28:17.049712 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.073620 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.104425 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-449a8ee9-c5bb-49f0-9915-e55ffcee9840 req-8b3b9562-7034-432d-ae64-5e5d39ea0961 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223907 Nov 27 01:28:17.144135 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:17.155403 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc44bca-049d-4818-8042-031e315925d6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:17.165372 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.166388 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] Added segment 7e1d6062-5749-4afb-9158-bce35827e3f8 of type vlan for network 20c0468d-d121-42aa-b89e-da7c0d006cf4 Nov 27 01:28:17.199791 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6178e1df-7343-4938-a23e-df4e2fb65319 tempest-DHCPAgentSchedulersTestJSON-1867932443 tempest-DHCPAgentSchedulersTestJSON-1867932443-project-admin] 10.222.0.15 "GET /v2.0/agents/70a8f97f-4831-4772-93d5-14bc643c6a0e/dhcp-networks HTTP/1.1" status: 200 len: 6472 time: 0.2501972 Nov 27 01:28:17.200528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47042) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:17.251040 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.287623 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9fea17ae-c98c-4508-96ed-de2fd1ff082a tempest-DHCPAgentSchedulersTestJSON-1867932443 tempest-DHCPAgentSchedulersTestJSON-1867932443-project-admin] 10.222.0.15 "DELETE /v2.0/agents/70a8f97f-4831-4772-93d5-14bc643c6a0e/dhcp-networks/577ea448-8ecf-4c81-a009-f5b234e2288a HTTP/1.1" status: 204 len: 168 time: 0.0836997 Nov 27 01:28:17.288350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47046) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:17.314396 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.316407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:17.317060 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.436086 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9720602 Nov 27 01:28:17.439146 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47048) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:17.452421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3338a-26bf-45de-a617-748adecb1431 admin admin] Pushing event updated for resources: {'Network': ['ID=20c0468d-d121-42aa-b89e-da7c0d006cf4,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:17.454074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5eb2f335-456f-4ec0-82ea-1259c9b9d388 admin admin] Request body: {'subnet': {'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-365804773-subnet', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:17.469466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 20c0468d-d121-42aa-b89e-da7c0d006cf4 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:17.496759 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-184d9bc4-13f6-4666-aefb-ea0e99182f78 tempest-DHCPAgentSchedulersTestJSON-1867932443 tempest-DHCPAgentSchedulersTestJSON-1867932443-project-admin] 10.222.0.15 "GET /v2.0/agents/70a8f97f-4831-4772-93d5-14bc643c6a0e/dhcp-networks HTTP/1.1" status: 200 len: 5702 time: 0.2069855 Nov 27 01:28:17.500640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47050) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:17.516514 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb2f335-456f-4ec0-82ea-1259c9b9d388 admin admin] Made reservation on behalf of c520c5f009e8479d9a976c59cf451ad4 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:17.519207 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f335-456f-4ec0-82ea-1259c9b9d388 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.578654 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-359443f5-6e08-4968-b2a7-7f2a50f8514c tempest-DHCPAgentSchedulersTestJSON-1867932443 tempest-DHCPAgentSchedulersTestJSON-1867932443-project-admin] 10.222.0.15 "GET /v2.0/networks/49277b2f-fe7d-4e8a-9953-aa049c78c80d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0756700 Nov 27 01:28:17.581481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47052) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:17.611547 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c68a396a-9a74-4821-9c71-84cd047be560 tempest-DHCPAgentSchedulersTestJSON-1867932443 tempest-DHCPAgentSchedulersTestJSON-1867932443-project-admin] 10.222.0.15 "GET /v2.0/networks/49277b2f-fe7d-4e8a-9953-aa049c78c80d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0285549 Nov 27 01:28:17.614929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47054) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:17.772332 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f335-456f-4ec0-82ea-1259c9b9d388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.788066 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1f22b467-05fd-49c8-9329-068a93132552 tempest-DHCPAgentSchedulersTestJSON-1867932443 tempest-DHCPAgentSchedulersTestJSON-1867932443-project-admin] 10.222.0.15 "GET /v2.0/agents/70a8f97f-4831-4772-93d5-14bc643c6a0e/dhcp-networks HTTP/1.1" status: 200 len: 5702 time: 0.1706083 Nov 27 01:28:17.790628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47058) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:17.833844 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2f335-456f-4ec0-82ea-1259c9b9d388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b437b0a8-acf9-4852-b5f2-f41cdda7a7c1,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:17.856175 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2f335-456f-4ec0-82ea-1259c9b9d388 admin admin] Checking segment: {'id': '7e1d6062-5749-4afb-9158-bce35827e3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:17.858627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2f335-456f-4ec0-82ea-1259c9b9d388 admin admin] Network hostable DHCP agents. Network: 20c0468d-d121-42aa-b89e-da7c0d006cf4, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:17.886650 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2f335-456f-4ec0-82ea-1259c9b9d388 admin admin] Network 20c0468d-d121-42aa-b89e-da7c0d006cf4 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:17.912915 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2f335-456f-4ec0-82ea-1259c9b9d388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 20c0468d-d121-42aa-b89e-da7c0d006cf4) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:17.921373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9854c6-d07a-4d1d-9179-aafce9534be2 None None] Network 20c0468d-d121-42aa-b89e-da7c0d006cf4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:17.938065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb2f335-456f-4ec0-82ea-1259c9b9d388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:17.938758 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f335-456f-4ec0-82ea-1259c9b9d388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.975595 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8024f65-a809-48e2-907b-d7f3b3d9a06c tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.978156 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5eb2f335-456f-4ec0-82ea-1259c9b9d388 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5373957 Nov 27 01:28:17.982423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47062) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:17.988145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:18.012650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ff9fc-2600-43b1-9667-9dc975bcbc76 req-43653ad8-3601-406a-9ffd-79a166256b0b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:18.014477 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-594ff9fc-2600-43b1-9667-9dc975bcbc76 req-43653ad8-3601-406a-9ffd-79a166256b0b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1260262 Nov 27 01:28:18.064234 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.065648 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.116297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device fab9a279-2014-45d0-8406-b34b8b5c4dcc details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:28:18.118850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device fab9a279-2014-45d0-8406-b34b8b5c4dcc no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:28:18.153435 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.196198 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8024f65-a809-48e2-907b-d7f3b3d9a06c tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.211680 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-594ff9fc-2600-43b1-9667-9dc975bcbc76 req-d9313405-2450-47ee-b33d-e6e0b8910bfe tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903677 Nov 27 01:28:18.226223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a8024f65-a809-48e2-907b-d7f3b3d9a06c tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577ea448-8ecf-4c81-a009-f5b234e2288a']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:18.240596 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a8024f65-a809-48e2-907b-d7f3b3d9a06c tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a99453-5d4f-4119-94d4-67b7aca7fa43') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:18.240983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-a8024f65-a809-48e2-907b-d7f3b3d9a06c tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a99453-5d4f-4119-94d4-67b7aca7fa43') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:18.253275 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8024f65-a809-48e2-907b-d7f3b3d9a06c tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.283108 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8024f65-a809-48e2-907b-d7f3b3d9a06c tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.294913 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8024f65-a809-48e2-907b-d7f3b3d9a06c tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:18.295459 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8024f65-a809-48e2-907b-d7f3b3d9a06c tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:18.299791 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:18.378740 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8024f65-a809-48e2-907b-d7f3b3d9a06c tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.454235 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8024f65-a809-48e2-907b-d7f3b3d9a06c tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.459342 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a8024f65-a809-48e2-907b-d7f3b3d9a06c tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] 10.222.0.15 "DELETE /v2.0/networks/577ea448-8ecf-4c81-a009-f5b234e2288a HTTP/1.1" status: 204 len: 168 time: 0.6675594 Nov 27 01:28:18.465418 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47070) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:18.469729 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.488096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-20c0468d-d121-42aa-b89e-da7c0d006cf4', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:28:18.489201 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.560865 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-29526813-06fc-46be-a2b0-e405c4be5fb5 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] DELETE failed (client error): The resource could not be found. Nov 27 01:28:18.561569 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29526813-06fc-46be-a2b0-e405c4be5fb5 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:28:18.574144 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-29526813-06fc-46be-a2b0-e405c4be5fb5 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] 10.222.0.15 "DELETE /v2.0/ports/a04632ba-7d38-4b39-9e0e-b216ba8179f5 HTTP/1.1" status: 404 len: 333 time: 0.1052778 Nov 27 01:28:18.574409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8024f65-a809-48e2-907b-d7f3b3d9a06c tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Pushing event deleted for resources: {'Network': ['ID=577ea448-8ecf-4c81-a009-f5b234e2288a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:18.584396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47072) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:18.623474 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490713c9-a595-4fb9-8075-a433f045504a req-28188505-7148-42a7-bbbf-c2477a665760 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:18.625321 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-490713c9-a595-4fb9-8075-a433f045504a req-28188505-7148-42a7-bbbf-c2477a665760 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 945 time: 0.2766240 Nov 27 01:28:18.711702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-efdf1100-7e31-430b-9376-d76370fcf6a6 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Deleting subnet f0c7d25a-06d6-4b22-9cba-cccd4a85c27d {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:28:18.716912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port fab9a279-2014-45d0-8406-b34b8b5c4dcc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fab9a279-2014-45d0-8406-b34b8b5c4dcc,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:18.719758 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efdf1100-7e31-430b-9376-d76370fcf6a6 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.727533 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-490713c9-a595-4fb9-8075-a433f045504a req-69791875-777d-4f04-8141-45d47528b527 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687559 Nov 27 01:28:18.741285 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.749601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'fab9a279-2014-45d0-8406-b34b8b5c4dcc', 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d', 'port_id': 'fab9a279-2014-45d0-8406-b34b8b5c4dcc', 'mac_address': 'fa:16:3e:03:f1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b3139f-3f3a-4015-ae30-c1663ef827fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:28:18.755719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 42ebba72-bc36-4d54-b8ee-646964169a88 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:18.812402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port fab9a279-2014-45d0-8406-b34b8b5c4dcc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fab9a279-2014-45d0-8406-b34b8b5c4dcc,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:18.814016 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efdf1100-7e31-430b-9376-d76370fcf6a6 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.819215 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ae5ee-4cfe-42d0-9783-d360d97d2dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab9a279-2014-45d0-8406-b34b8b5c4dcc'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:28:18.822239 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d300b1d-44cd-4281-ab36-cf89531b1503" -d '{"events": [{"server_uuid": "598ae5ee-4cfe-42d0-9783-d360d97d2dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "fab9a279-2014-45d0-8406-b34b8b5c4dcc"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:28:19.015879 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efdf1100-7e31-430b-9376-d76370fcf6a6 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.019038 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Allocated IP 172.20.0.2 (20c0468d-d121-42aa-b89e-da7c0d006cf4/b437b0a8-acf9-4852-b5f2-f41cdda7a7c1/3eea58a8-d0af-4a62-bfa5-b41c8191568f) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:19.050023 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.094966 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf2749c-5830-489d-81fa-6e46a39c49c4 x-openstack-request-id: req-fdf2749c-5830-489d-81fa-6e46a39c49c4 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:28:19.095639 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ae5ee-4cfe-42d0-9783-d360d97d2dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "fab9a279-2014-45d0-8406-b34b8b5c4dcc", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:28:19.095960 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdf2749c-5830-489d-81fa-6e46a39c49c4 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:28:19.096479 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ae5ee-4cfe-42d0-9783-d360d97d2dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab9a279-2014-45d0-8406-b34b8b5c4dcc', 'code': 200} Nov 27 01:28:19.104517 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efdf1100-7e31-430b-9376-d76370fcf6a6 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.169214 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf1100-7e31-430b-9376-d76370fcf6a6 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Pushing event deleted for resources: {'Subnet': ['ID=f0c7d25a-06d6-4b22-9cba-cccd4a85c27d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:19.173008 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.179488 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efdf1100-7e31-430b-9376-d76370fcf6a6 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.184135 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-efdf1100-7e31-430b-9376-d76370fcf6a6 tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] 10.222.0.15 "DELETE /v2.0/subnets/f0c7d25a-06d6-4b22-9cba-cccd4a85c27d HTTP/1.1" status: 204 len: 168 time: 0.5986054 Nov 27 01:28:19.186495 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47080) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:19.194654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc06bc25-176a-494c-95af-380c13f4f69d None None] Network 49277b2f-fe7d-4e8a-9953-aa049c78c80d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:19.196599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=fab9a279-2014-45d0-8406-b34b8b5c4dcc,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:19.217185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.223468 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.298841 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.392264 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Deleting port 78f33d8c-4f27-4535-994e-94163bc18f1a {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:19.392679 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.402679 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.433596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fab9a279-2014-45d0-8406-b34b8b5c4dcc {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:28:19.458331 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75a2d6-d5c0-442a-97ba-ea88bd4a97bf req-be043ba9-ed96-41e0-9ed6-3a3c1eacefce tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:19.460317 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c75a2d6-d5c0-442a-97ba-ea88bd4a97bf req-be043ba9-ed96-41e0-9ed6-3a3c1eacefce tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0852463 Nov 27 01:28:19.461816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Allocated IP 172.25.1.227 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/8fe9adcf-51d2-4136-ae71-165ae586badb) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:19.463504 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.491074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] For port 78f33d8c-4f27-4535-994e-94163bc18f1a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=78f33d8c-4f27-4535-994e-94163bc18f1a,segment=NetworkSegment(7ae39e22-b1cf-4c5f-be7a-03aa65e25d4c),segment_id=7ae39e22-b1cf-4c5f-be7a-03aa65e25d4c)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:19.491453 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.509449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Calling delete_port for 78f33d8c-4f27-4535-994e-94163bc18f1a owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:19.531306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Pushing event updated for resources: {'Port': ['ID=3eea58a8-d0af-4a62-bfa5-b41c8191568f,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:19.567274 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c75a2d6-d5c0-442a-97ba-ea88bd4a97bf req-aed52684-98d2-4fae-9a44-bd55b4e216c6 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987208 Nov 27 01:28:19.578283 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:28:19.578650 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:28:19.579145 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 42ebba72-bc36-4d54-b8ee-646964169a88 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:28:19.595586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 42ebba72-bc36-4d54-b8ee-646964169a88 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:19.596083 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.644430 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.645416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Network 20c0468d-d121-42aa-b89e-da7c0d006cf4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:19.656174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:19.660577 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:19.684732 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.705442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] No DVR routers for this DVR port 78f33d8c-4f27-4535-994e-94163bc18f1a on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:28:19.710862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Pushing event deleted for resources: {'Port': ['ID=78f33d8c-4f27-4535-994e-94163bc18f1a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:19.748991 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.849232 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:19.850049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Attempting to bind port 3eea58a8-d0af-4a62-bfa5-b41c8191568f on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:19.851379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Pushing event updated for resources: {'Port': ['ID=8fe9adcf-51d2-4136-ae71-165ae586badb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:19.854436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Attempting to bind port 3eea58a8-d0af-4a62-bfa5-b41c8191568f by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '7e1d6062-5749-4afb-9158-bce35827e3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:19.854873 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Attempting to bind port 3eea58a8-d0af-4a62-bfa5-b41c8191568f on network 20c0468d-d121-42aa-b89e-da7c0d006cf4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:19.855190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:19.859276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:19.873647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:19.874037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Checking segment: {'id': '7e1d6062-5749-4afb-9158-bce35827e3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:19.874455 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.874859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Bound using segment: {'id': '7e1d6062-5749-4afb-9158-bce35827e3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:19.875353 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Bound port: 3eea58a8-d0af-4a62-bfa5-b41c8191568f, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1d6062-5749-4afb-9158-bce35827e3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:19.875739 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.878279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3864df2e-f8b2-440a-b9dd-cae02055d03e None None] DHCP port deletion for 49277b2f-fe7d-4e8a-9953-aa049c78c80d request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:19.879959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8457bb-44ac-4f93-82bc-589e75b995c2 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:19.902801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:19.903696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:19.904665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:19.905369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:19.906075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:19.906735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:19.907401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:19.908091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:19.908738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:19.909279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:19.909828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:19.911629 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:19.916334 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.945794 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.971281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49277b2f-fe7d-4e8a-9953-aa049c78c80d']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:19.987357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae39e22-b1cf-4c5f-be7a-03aa65e25d4c') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:19.987613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae39e22-b1cf-4c5f-be7a-03aa65e25d4c') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:20.001961 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.004602 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521167b-08f7-46ba-8e40-d586fdb4f9b5 req-106c8d88-d549-48e4-b860-48b7a147160f tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.006702 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8521167b-08f7-46ba-8e40-d586fdb4f9b5 req-106c8d88-d549-48e4-b860-48b7a147160f tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 945 time: 0.1111104 Nov 27 01:28:20.027041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-61aa9077-944d-4c96-94b8-88750a3d1093 None None] Provisioning complete for port 8fe9adcf-51d2-4136-ae71-165ae586badb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:20.027041 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-61aa9077-944d-4c96-94b8-88750a3d1093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.035351 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.042316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:20.044188 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:20.049519 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:20.106314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-61aa9077-944d-4c96-94b8-88750a3d1093 None None] Port 8fe9adcf-51d2-4136-ae71-165ae586badb cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:20.117027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 42ebba72-bc36-4d54-b8ee-646964169a88, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=42ebba72-bc36-4d54-b8ee-646964169a88,segment=NetworkSegment(9fa9122b-d61f-4d85-aec9-be4cbe017c45),segment_id=9fa9122b-d61f-4d85-aec9-be4cbe017c45)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:20.143656 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] For port 3eea58a8-d0af-4a62-bfa5-b41c8191568f, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:20.147585 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.190035 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.193311 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.208515 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.213650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] For port 3eea58a8-d0af-4a62-bfa5-b41c8191568f, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=3eea58a8-d0af-4a62-bfa5-b41c8191568f,segment=NetworkSegment(7e1d6062-5749-4afb-9158-bce35827e3f8),segment_id=7e1d6062-5749-4afb-9158-bce35827e3f8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:20.221786 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] 10.222.0.15 "DELETE /v2.0/networks/49277b2f-fe7d-4e8a-9953-aa049c78c80d HTTP/1.1" status: 204 len: 168 time: 1.0318463 Nov 27 01:28:20.242717 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.262807 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cafbe-9d99-49eb-9a9a-ebaac1b93bef tempest-DHCPAgentSchedulersTestJSON-957750003 tempest-DHCPAgentSchedulersTestJSON-957750003-project] Pushing event deleted for resources: {'Network': ['ID=49277b2f-fe7d-4e8a-9953-aa049c78c80d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:20.280730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab9a279-2014-45d0-8406-b34b8b5c4dcc {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:28:20.304053 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=42ebba72-bc36-4d54-b8ee-646964169a88,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:20.389016 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8521167b-08f7-46ba-8e40-d586fdb4f9b5 req-a4828bb1-aca1-4016-8211-e8eab5cb953a tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712616 Nov 27 01:28:20.426408 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port fab9a279-2014-45d0-8406-b34b8b5c4dcc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fab9a279-2014-45d0-8406-b34b8b5c4dcc,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:20.458571 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.488629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220ab25-17ea-43f7-805f-36d7647d237d None None] Pushing event updated for resources: {'Port': ['ID=3eea58a8-d0af-4a62-bfa5-b41c8191568f,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:20.552326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 78f33d8c-4f27-4535-994e-94163bc18f1a no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:28:20.564740 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.606683 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 78f33d8c-4f27-4535-994e-94163bc18f1a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:28:20.607302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 78f33d8c-4f27-4535-994e-94163bc18f1a not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:28:20.667686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=fab9a279-2014-45d0-8406-b34b8b5c4dcc,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:20.787903 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47100) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:20.829806 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['fab9a279-2014-45d0-8406-b34b8b5c4dcc'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:28:20.928756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5458fbd-519c-478d-9c72-e556414b757d req-757fd8b1-c186-4732-8527-0ef7144fd2e1 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.937680 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5458fbd-519c-478d-9c72-e556414b757d req-757fd8b1-c186-4732-8527-0ef7144fd2e1 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 944 time: 0.1153700 Nov 27 01:28:21.027249 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.031192 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5458fbd-519c-478d-9c72-e556414b757d req-abe8ed01-86f3-45f4-a17f-97d0092ecd2f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928435 Nov 27 01:28:21.097631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ebba72-bc36-4d54-b8ee-646964169a88'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:28:21.099373 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9235fdc8-fb19-439f-b1be-30e82d2dc5e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d115f4a7fb274c809529520e2531b025&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3101475 Nov 27 01:28:21.099966 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16aa334-4e00-45cb-b816-01b86773fb65" -d '{"events": [{"server_uuid": "31cbeb71-b70b-4890-9aae-d653b72dc30e", "name": "network-vif-plugged", "status": "completed", "tag": "42ebba72-bc36-4d54-b8ee-646964169a88"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:28:21.101934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47106) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:21.176167 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e59efc-47e1-4da1-8582-04b0b354566d x-openstack-request-id: req-c9e59efc-47e1-4da1-8582-04b0b354566d {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:28:21.176493 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cbeb71-b70b-4890-9aae-d653b72dc30e", "name": "network-vif-plugged", "status": "completed", "tag": "42ebba72-bc36-4d54-b8ee-646964169a88", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:28:21.176747 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9e59efc-47e1-4da1-8582-04b0b354566d {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:28:21.177145 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ebba72-bc36-4d54-b8ee-646964169a88', 'code': 200} Nov 27 01:28:21.197935 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ba23311-680f-411c-9454-052d96b71289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.237388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ba23311-680f-411c-9454-052d96b71289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.273513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Router b2cf3de7-71de-4e7f-858d-9537703c2056 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:28:21.315280 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ba23311-680f-411c-9454-052d96b71289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.317951 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ba23311-680f-411c-9454-052d96b71289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.321482 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1ba23311-680f-411c-9454-052d96b71289 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8218af7f-a387-4ec3-8183-7272b8b8ec7f HTTP/1.1" status: 204 len: 168 time: 0.2156830 Nov 27 01:28:21.333294 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba23311-680f-411c-9454-052d96b71289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8218af7f-a387-4ec3-8183-7272b8b8ec7f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:21.592013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cd1bf-9822-47b5-8782-44283ea4cfc9 req-cb7b959b-de5e-406e-b2f3-02d9032f54ea tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:21.603762 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd7cd1bf-9822-47b5-8782-44283ea4cfc9 req-cb7b959b-de5e-406e-b2f3-02d9032f54ea tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.0885639 Nov 27 01:28:21.704015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd7cd1bf-9822-47b5-8782-44283ea4cfc9 req-f8b291ad-2db0-4eb9-bf08-8e5c62182e14 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996118 Nov 27 01:28:21.757337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47118) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:21.775646 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0891d2b7-bf26-4508-a7f2-d52650c07d93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.816743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b6f26-1d32-4556-abaf-718ca0a9528e req-c132a576-d700-4b90-b0a1-8f044462686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:21.818289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-550b6f26-1d32-4556-abaf-718ca0a9528e req-c132a576-d700-4b90-b0a1-8f044462686f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 1098 time: 0.4948568 Nov 27 01:28:21.850942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:21.861784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Sync routers for ids ['b2cf3de7-71de-4e7f-858d-9537703c2056'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:21.887557 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.888844 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6da28d58-3614-4482-86b4-88ad12b615ee admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9066889 Nov 27 01:28:21.892323 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47122) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:21.894293 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Routers {'b2cf3de7-71de-4e7f-858d-9537703c2056'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:21.897285 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2cf3de7-71de-4e7f-858d-9537703c2056'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:21.902682 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-550b6f26-1d32-4556-abaf-718ca0a9528e req-cd589d8b-1432-4890-9f33-d20ab67d2fbf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719166 Nov 27 01:28:21.909795 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0891d2b7-bf26-4508-a7f2-d52650c07d93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.917634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0891d2b7-bf26-4508-a7f2-d52650c07d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.968645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fe3bb9-fa6f-41f0-8e76-4894530d6d58 None None] Network 20c0468d-d121-42aa-b89e-da7c0d006cf4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:21.985156 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0891d2b7-bf26-4508-a7f2-d52650c07d93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=451f5b5de71841aaab1893ebd22532e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263184 Nov 27 01:28:21.986062 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891d2b7-bf26-4508-a7f2-d52650c07d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7447e8-d56f-4a55-b9ac-7d73ab049534,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:21.987805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47124) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:22.091592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Provisioning complete for port 3eea58a8-d0af-4a62-bfa5-b41c8191568f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:22.091972 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.109289 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8a57788-2d0e-4bdf-a9be-425a680825a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.168545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Set router b2cf3de7-71de-4e7f-858d-9537703c2056 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:28:22.210152 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8a57788-2d0e-4bdf-a9be-425a680825a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.247198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d358ab1-f8da-4378-9528-4156af339dba req-31547f55-481f-44fc-a6ad-a28e9f6518a3 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:22.248834 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d358ab1-f8da-4378-9528-4156af339dba req-31547f55-481f-44fc-a6ad-a28e9f6518a3 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 944 time: 0.0974193 Nov 27 01:28:22.339271 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d358ab1-f8da-4378-9528-4156af339dba req-65dc47be-2b6a-4141-ae93-07a5f6f923d3 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782127 Nov 27 01:28:22.409293 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8a57788-2d0e-4bdf-a9be-425a680825a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.415232 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8a57788-2d0e-4bdf-a9be-425a680825a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.418127 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c8a57788-2d0e-4bdf-a9be-425a680825a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d7447e8-d56f-4a55-b9ac-7d73ab049534 HTTP/1.1" status: 204 len: 168 time: 0.4288604 Nov 27 01:28:22.446433 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a57788-2d0e-4bdf-a9be-425a680825a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7447e8-d56f-4a55-b9ac-7d73ab049534,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:22.602740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device fab9a279-2014-45d0-8406-b34b8b5c4dcc up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:22.661743 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 3eea58a8-d0af-4a62-bfa5-b41c8191568f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:22.668952 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.946845 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.959205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00608ea-8744-493a-9773-ff06d0003eae req-e09a1f76-26cf-46e9-9f18-5a0a08aed2d1 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:22.962051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d00608ea-8744-493a-9773-ff06d0003eae req-e09a1f76-26cf-46e9-9f18-5a0a08aed2d1 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1139805 Nov 27 01:28:22.974433 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Allocated IP 172.20.0.1 (20c0468d-d121-42aa-b89e-da7c0d006cf4/b437b0a8-acf9-4852-b5f2-f41cdda7a7c1/a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:23.029805 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:20Z', 'revision_number': 3, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:23.091827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 3eea58a8-d0af-4a62-bfa5-b41c8191568f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:23.092165 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.095883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Checking router: b2cf3de7-71de-4e7f-858d-9537703c2056 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:28:23.096232 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Updating router b2cf3de7-71de-4e7f-858d-9537703c2056 port 8fe9adcf-51d2-4136-ae71-165ae586badb binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:28:23.101624 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d00608ea-8744-493a-9773-ff06d0003eae req-09730791-6d61-4dd7-a2cf-6ae1c8be1ae9 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242690 Nov 27 01:28:23.107084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port fab9a279-2014-45d0-8406-b34b8b5c4dcc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:23.107464 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.323523 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.414423 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.488121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Pushing event updated for resources: {'Port': ['ID=a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:23.498764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Network 20c0468d-d121-42aa-b89e-da7c0d006cf4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:23.515534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:23.518725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:23.580307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ee6a7-e272-494f-92d7-5582783793de req-cabc2fa8-7691-43c0-966d-e4cf90a3bd49 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:23.581856 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-187ee6a7-e272-494f-92d7-5582783793de req-cabc2fa8-7691-43c0-966d-e4cf90a3bd49 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 944 time: 0.1123424 Nov 27 01:28:23.583258 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.633906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] For port 3eea58a8-d0af-4a62-bfa5-b41c8191568f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=3eea58a8-d0af-4a62-bfa5-b41c8191568f,segment=NetworkSegment(7e1d6062-5749-4afb-9158-bce35827e3f8),segment_id=7e1d6062-5749-4afb-9158-bce35827e3f8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:23.665278 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.782312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Pushing event updated for resources: {'Port': ['ID=3eea58a8-d0af-4a62-bfa5-b41c8191568f,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:23.816482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:23.816840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:23.817186 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:23.817527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:23.817863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:23.818199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:23.818576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:23.818842 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:23.819208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:23.819484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:23.819811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:23.820135 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d34a52-8a86-44bf-addf-7ac835023bda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:23.823073 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-187ee6a7-e272-494f-92d7-5582783793de req-e93a1871-202b-462f-ba05-8304e83f2bd6 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976428 Nov 27 01:28:23.826952 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.891231 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.962016 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.009677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port fab9a279-2014-45d0-8406-b34b8b5c4dcc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fab9a279-2014-45d0-8406-b34b8b5c4dcc,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:24.013231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ae5ee-4cfe-42d0-9783-d360d97d2dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab9a279-2014-45d0-8406-b34b8b5c4dcc'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:28:24.016068 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0662e11a-0369-4731-a9eb-fd8ba864782f" -d '{"events": [{"server_uuid": "598ae5ee-4cfe-42d0-9783-d360d97d2dc4", "name": "network-vif-plugged", "status": "completed", "tag": "fab9a279-2014-45d0-8406-b34b8b5c4dcc"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:28:24.018911 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cd44afc8-06bf-4f92-889c-5342c9e9f7fe None None] Provisioning complete for port 3eea58a8-d0af-4a62-bfa5-b41c8191568f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:24.019351 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cd44afc8-06bf-4f92-889c-5342c9e9f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.027172 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.172652 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b51e8cf-70dc-4258-8d33-80b342090ffb x-openstack-request-id: req-2b51e8cf-70dc-4258-8d33-80b342090ffb {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:28:24.173291 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ae5ee-4cfe-42d0-9783-d360d97d2dc4", "name": "network-vif-plugged", "status": "completed", "tag": "fab9a279-2014-45d0-8406-b34b8b5c4dcc", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:28:24.173722 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b51e8cf-70dc-4258-8d33-80b342090ffb {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:28:24.174314 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ae5ee-4cfe-42d0-9783-d360d97d2dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab9a279-2014-45d0-8406-b34b8b5c4dcc', 'code': 200} Nov 27 01:28:24.231927 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=fab9a279-2014-45d0-8406-b34b8b5c4dcc,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:24.282348 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.292754 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.368571 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af155419-c8fd-4fef-b447-4d6b6f277d97 req-0a9ec40b-35fd-4546-9902-7a2c27d2e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:24.372202 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-af155419-c8fd-4fef-b447-4d6b6f277d97 req-0a9ec40b-35fd-4546-9902-7a2c27d2e48d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0758972 Nov 27 01:28:24.467454 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.484602 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-af155419-c8fd-4fef-b447-4d6b6f277d97 req-f65d5af7-12e6-4090-a70d-2e51e56f62f2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047845 Nov 27 01:28:24.489756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Pushing event updated for resources: {'Port': ['ID=a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:24.504946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59723d21-4ad5-456d-a37a-701610dc6af7 req-c4f6dbb8-5f10-44f7-af7b-dc506855f471 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:24.513434 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59723d21-4ad5-456d-a37a-701610dc6af7 req-c4f6dbb8-5f10-44f7-af7b-dc506855f471 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1555879 Nov 27 01:28:24.525037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 3eea58a8-d0af-4a62-bfa5-b41c8191568f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:24.589667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e9af474b-b7dd-4321-90b3-13beaf24e46c None None] Provisioning complete for port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:24.589667 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e9af474b-b7dd-4321-90b3-13beaf24e46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.627309 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.632439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e9af474b-b7dd-4321-90b3-13beaf24e46c None None] Port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:24.632648 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59723d21-4ad5-456d-a37a-701610dc6af7 req-1430e80f-ec38-4bce-b20e-e14fcc017cb7 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130648 Nov 27 01:28:24.641710 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.686940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Network 20c0468d-d121-42aa-b89e-da7c0d006cf4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:24.688711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:24.729046 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bc4b31-9a85-4af1-b76c-b8f2528b7caf None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:24.739400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 3eea58a8-d0af-4a62-bfa5-b41c8191568f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:24.747563 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.809264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Attempting to bind port 8fe9adcf-51d2-4136-ae71-165ae586badb on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:24.809560 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Attempting to bind port 8fe9adcf-51d2-4136-ae71-165ae586badb by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:24.809993 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Attempting to bind port 8fe9adcf-51d2-4136-ae71-165ae586badb on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:24.825841 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84483c62-6074-4066-b108-c3a365ba6982 None None] Pushing event updated for resources: {'Port': ['ID=8fe9adcf-51d2-4136-ae71-165ae586badb,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:24.837626 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:24.838016 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:24.838427 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.838835 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:24.839298 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Bound port: 8fe9adcf-51d2-4136-ae71-165ae586badb, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:24.839696 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.860298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Router b2cf3de7-71de-4e7f-858d-9537703c2056 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:28:24.977003 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] For port 8fe9adcf-51d2-4136-ae71-165ae586badb, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:24.984139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] For port 8fe9adcf-51d2-4136-ae71-165ae586badb, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8fe9adcf-51d2-4136-ae71-165ae586badb,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:25.014922 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.077355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:25.101344 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cef1f5d4-d2d5-44d4-b1a1-446b6f54ad1d admin admin] 10.222.0.15 "PUT /v2.0/routers/b2cf3de7-71de-4e7f-858d-9537703c2056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2077286 Nov 27 01:28:25.118989 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-553097c3-dd7e-4357-b67a-f943dec96f79 None None] Provisioning complete for port 8fe9adcf-51d2-4136-ae71-165ae586badb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:25.119361 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-553097c3-dd7e-4357-b67a-f943dec96f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.217621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a96621-0fd0-4d6d-9fbc-bae62de91129 req-5b402de9-7f89-42d1-9310-2329ec5338f1 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:25.231808 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9a96621-0fd0-4d6d-9fbc-bae62de91129 req-5b402de9-7f89-42d1-9310-2329ec5338f1 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1396809 Nov 27 01:28:25.245660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba7452c-855f-4ee5-90f1-0eb18fdd04a1 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:25.301166 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38069dc8-e975-4f78-b7a8-b6b67a76ce9b req-9a8c629d-d3b0-46f8-8bac-6294ad5061a7 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:25.311849 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-38069dc8-e975-4f78-b7a8-b6b67a76ce9b req-9a8c629d-d3b0-46f8-8bac-6294ad5061a7 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.2312622 Nov 27 01:28:25.315932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace825b-2d03-4008-8c7b-c91f39a43361 req-32e7fd27-99a9-40a4-9ff1-3c66dfa7f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:25.318373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84483c62-6074-4066-b108-c3a365ba6982 None None] Pushing event updated for resources: {'Port': ['ID=8fe9adcf-51d2-4136-ae71-165ae586badb,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:25.326074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9a96621-0fd0-4d6d-9fbc-bae62de91129 req-0979a337-2cbf-4845-b675-b6306ad14bdf tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927143 Nov 27 01:28:25.331444 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5ace825b-2d03-4008-8c7b-c91f39a43361 req-32e7fd27-99a9-40a4-9ff1-3c66dfa7f4ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26e8630da8b5449c81396d2b04384284&device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 1098 time: 0.2434969 Nov 27 01:28:25.354926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Routers {'b2cf3de7-71de-4e7f-858d-9537703c2056'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:25.356615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2cf3de7-71de-4e7f-858d-9537703c2056'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:25.469150 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-38069dc8-e975-4f78-b7a8-b6b67a76ce9b req-e47dbb46-355e-45d6-b7d6-1a165ea46712 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560681 Nov 27 01:28:25.537578 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace825b-2d03-4008-8c7b-c91f39a43361 req-0380fc81-13a7-4e52-be02-df5244ff2631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:25.547500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5ace825b-2d03-4008-8c7b-c91f39a43361 req-0380fc81-13a7-4e52-be02-df5244ff2631 service neutron] 10.222.0.21 "GET /v2.0/networks?id=190420c9-4f27-4c1c-b9d2-ee73f008a646 HTTP/1.1" status: 200 len: 921 time: 0.2084613 Nov 27 01:28:25.600549 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-553097c3-dd7e-4357-b67a-f943dec96f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.649494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47230) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:25.650775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-553097c3-dd7e-4357-b67a-f943dec96f79 None None] For port 8fe9adcf-51d2-4136-ae71-165ae586badb, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8fe9adcf-51d2-4136-ae71-165ae586badb,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:25.656474 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-553097c3-dd7e-4357-b67a-f943dec96f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.683341 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5ace825b-2d03-4008-8c7b-c91f39a43361 req-82a43c4f-ab52-4420-87e8-67e58110d768 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42ebba72-bc36-4d54-b8ee-646964169a88 HTTP/1.1" status: 200 len: 217 time: 0.1341319 Nov 27 01:28:25.717207 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] Set router b2cf3de7-71de-4e7f-858d-9537703c2056 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:28:25.783279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553097c3-dd7e-4357-b67a-f943dec96f79 None None] Pushing event updated for resources: {'Port': ['ID=8fe9adcf-51d2-4136-ae71-165ae586badb,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:25.810601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace825b-2d03-4008-8c7b-c91f39a43361 req-f6519b0b-8e76-4147-ac5c-1ebc9f934b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:25.812855 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5ace825b-2d03-4008-8c7b-c91f39a43361 req-f6519b0b-8e76-4147-ac5c-1ebc9f934b35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2efedd4d-dd00-4601-92f4-d41aedbcb14d HTTP/1.1" status: 200 len: 860 time: 0.1227381 Nov 27 01:28:25.867919 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5ace825b-2d03-4008-8c7b-c91f39a43361 req-03b1d928-fe36-4ace-a596-8548543647c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=190420c9-4f27-4c1c-b9d2-ee73f008a646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468326 Nov 27 01:28:25.896613 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b90e62d2-4c41-4957-b21b-429c71487986 None None] Provisioning complete for port 8fe9adcf-51d2-4136-ae71-165ae586badb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:25.906601 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b90e62d2-4c41-4957-b21b-429c71487986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.984500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5ace825b-2d03-4008-8c7b-c91f39a43361 req-c1d43e2d-f68a-40b1-b197-bb6cf9f79d9b service neutron] 10.222.0.21 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090488 Nov 27 01:28:26.105010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:26.146632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.159625 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5ace825b-2d03-4008-8c7b-c91f39a43361 req-59b96ece-6c70-4cd6-8de4-3e9126ebee55 service neutron] 10.222.0.21 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668010 Nov 27 01:28:26.169461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b90e62d2-4c41-4957-b21b-429c71487986 None None] Provisioning complete for port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:26.170037 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b90e62d2-4c41-4957-b21b-429c71487986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.213676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e', 'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'mac_address': 'fa:16:3e:05:3b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:22Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 2, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'subnets': [{'id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:26.218635 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b90e62d2-4c41-4957-b21b-429c71487986 None None] Port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:26.252465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734718af-7eb3-4a6f-ac8d-7ffba503660f None None] The sync data for ids ['b2cf3de7-71de-4e7f-858d-9537703c2056'] in n-d-817303-10 is: [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e', 'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'mac_address': 'fa:16:3e:05:3b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:22Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 2, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'subnets': [{'id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:26.316374 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.354653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47252) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:26.359651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-481848709-network', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:26.408374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] Made reservation on behalf of 9a265e9a4288445babd2bf80828acf8b for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:26.411513 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.432331 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.486094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Allocated IP 172.25.1.55 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/c739475a-c037-4211-9909-d2a7185bb622) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:26.491085 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:28:26.539484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964b7b2-1318-421c-9fd9-8f4840ef24cb req-e410d941-4055-4f4b-ade1-747b90e36f15 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:26.541623 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a964b7b2-1318-421c-9fd9-8f4840ef24cb req-e410d941-4055-4f4b-ade1-747b90e36f15 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1038327 Nov 27 01:28:26.734065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fbc75-bbd6-4085-96e0-833716e1e9ec req-3c6b8f1c-4b8c-4e6c-90fc-13b0822d2fad tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:26.742921 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.743203 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f35fbc75-bbd6-4085-96e0-833716e1e9ec req-3c6b8f1c-4b8c-4e6c-90fc-13b0822d2fad tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1508644 Nov 27 01:28:26.762596 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.774833 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a964b7b2-1318-421c-9fd9-8f4840ef24cb req-b6132160-668a-46a7-ad93-26d77d54c609 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041533 Nov 27 01:28:26.775773 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.797274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:26.808323 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.809447 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] Added segment 567c34f2-4e5c-4aa2-b448-a424fd514e20 of type vlan for network 09c11a14-7f03-40f1-a882-7323264e8d28 Nov 27 01:28:26.856105 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.867291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f35fbc75-bbd6-4085-96e0-833716e1e9ec req-34d1d264-5fa5-4f57-b806-89ffefc4221f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218858 Nov 27 01:28:26.890428 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.891712 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:26.892493 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.902880 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.016901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8d5cc0-0e9f-49d7-b200-78fc3c8cc2a1,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:27.020101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:27.024395 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6684995 Nov 27 01:28:27.025314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f9527-9bea-45cb-adcb-d75e0d5fd1d9 admin admin] Pushing event updated for resources: {'Network': ['ID=09c11a14-7f03-40f1-a882-7323264e8d28,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:27.029927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47272) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:27.035682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-94d17c6b-dbe7-4c82-a050-555315b34743 admin admin] Request body: {'subnet': {'network_id': '09c11a14-7f03-40f1-a882-7323264e8d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-481848709-subnet', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:27.059105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 09c11a14-7f03-40f1-a882-7323264e8d28 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:27.065135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d17c6b-dbe7-4c82-a050-555315b34743 admin admin] Made reservation on behalf of 9a265e9a4288445babd2bf80828acf8b for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:27.067967 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-94d17c6b-dbe7-4c82-a050-555315b34743 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.389007 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-94d17c6b-dbe7-4c82-a050-555315b34743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.445164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:27.460583 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:27.525735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event updated for resources: {'Port': ['ID=c739475a-c037-4211-9909-d2a7185bb622,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:27.557515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d17c6b-dbe7-4c82-a050-555315b34743 admin admin] Checking segment: {'id': '567c34f2-4e5c-4aa2-b448-a424fd514e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '09c11a14-7f03-40f1-a882-7323264e8d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:27.559360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d17c6b-dbe7-4c82-a050-555315b34743 admin admin] Network hostable DHCP agents. Network: 09c11a14-7f03-40f1-a882-7323264e8d28, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:27.564955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d17c6b-dbe7-4c82-a050-555315b34743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6dd4bd0-89a7-4197-982a-d01eaf15158d,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:27.567624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921acc7b-6c61-42a9-804e-80fba3e3970f req-d2392a77-a5b1-4940-bb59-780879d586eb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:27.575476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-921acc7b-6c61-42a9-804e-80fba3e3970f req-d2392a77-a5b1-4940-bb59-780879d586eb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.5777173 Nov 27 01:28:27.599561 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d17c6b-dbe7-4c82-a050-555315b34743 admin admin] Network 09c11a14-7f03-40f1-a882-7323264e8d28 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:27.614269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-94d17c6b-dbe7-4c82-a050-555315b34743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 09c11a14-7f03-40f1-a882-7323264e8d28) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:27.619968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d17c6b-dbe7-4c82-a050-555315b34743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:27.620593 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-94d17c6b-dbe7-4c82-a050-555315b34743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.629953 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afac6c67-70c0-4971-9539-0e7fc759b455 None None] Network 09c11a14-7f03-40f1-a882-7323264e8d28 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:27.646108 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-94d17c6b-dbe7-4c82-a050-555315b34743 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6126759 Nov 27 01:28:27.646440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47278) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:27.658285 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-481848709-router', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:27.690055 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.713781 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.715410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.766358 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-921acc7b-6c61-42a9-804e-80fba3e3970f req-51c0358a-bfc8-47de-8775-1f89b5396098 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877117 Nov 27 01:28:27.927686 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.931418 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.981333 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-09c11a14-7f03-40f1-a882-7323264e8d28', 'network_id': '09c11a14-7f03-40f1-a882-7323264e8d28', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'fixed_ips': [{'subnet_id': 'c6dd4bd0-89a7-4197-982a-d01eaf15158d'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:28:27.982504 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.241850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e09c9-8fd8-4bd1-a971-2bb40d535462 req-1c3094e8-ce8f-4451-b087-6dd76a66872d tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:28.251929 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f1e09c9-8fd8-4bd1-a971-2bb40d535462 req-1c3094e8-ce8f-4451-b087-6dd76a66872d tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.2524648 Nov 27 01:28:28.252146 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.366422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Allocated IP 172.20.0.2 (09c11a14-7f03-40f1-a882-7323264e8d28/c6dd4bd0-89a7-4197-982a-d01eaf15158d/e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:28.510802 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f1e09c9-8fd8-4bd1-a971-2bb40d535462 req-185f9b42-277f-4780-b4a6-f69d9e2d10fa tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542920 Nov 27 01:28:28.601158 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8fe9adcf-51d2-4136-ae71-165ae586badb up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:28.645297 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.653040 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.653661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.767189 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event updated for resources: {'Port': ['ID=c739475a-c037-4211-9909-d2a7185bb622,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:28.794738 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.830830 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.834383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2fb8ed21-5e7a-4c6b-925b-a50203385a6b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1832979 Nov 27 01:28:28.838282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47302) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:28.848545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-66661514'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:28.887242 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Made reservation on behalf of da20dcd464ad4796859dc42b18ffaef7 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:28.893493 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.909811 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.974231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 8fe9adcf-51d2-4136-ae71-165ae586badb triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:28.974722 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.023623 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.032975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-d721682a-42e5-46bb-a21c-ec6e3e0b86f4 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:29.033210 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.038534 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.039256 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.048207 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-d721682a-42e5-46bb-a21c-ec6e3e0b86f4 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/networks?id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d HTTP/1.1" status: 200 len: 815 time: 0.5662038 Nov 27 01:28:29.050773 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.081791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:29.089003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be20fa89-7a37-4d45-9923-0121c2ef394c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:29.101474 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.101764 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Added segment b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0 of type vlan for network 1fd60b33-96b9-4a7f-b071-274c26e91721 Nov 27 01:28:29.106912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Network 09c11a14-7f03-40f1-a882-7323264e8d28 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:29.110859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:29.120006 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-636cb1ca-12f0-415a-bb08-d7a542c5bae8 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/quotas/25911a5c10ea471aae99f3e026274d26 HTTP/1.1" status: 200 len: 375 time: 0.0704908 Nov 27 01:28:29.123728 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:29.133331 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.180955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.232648 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.248696 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:29.249416 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.311963 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-2cd9e0e3-6f70-45a1-a396-0b02377b5379 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=25911a5c10ea471aae99f3e026274d26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1909635 Nov 27 01:28:29.325373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Pushing event updated for resources: {'Port': ['ID=e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:29.362939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5230765 Nov 27 01:28:29.363482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Attempting to bind port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:29.364160 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Attempting to bind port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '567c34f2-4e5c-4aa2-b448-a424fd514e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '09c11a14-7f03-40f1-a882-7323264e8d28'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:29.364736 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Attempting to bind port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd on network 09c11a14-7f03-40f1-a882-7323264e8d28 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:29.367513 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47308) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:29.379430 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:29.381096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Checking segment: {'id': '567c34f2-4e5c-4aa2-b448-a424fd514e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '09c11a14-7f03-40f1-a882-7323264e8d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:29.381713 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.382280 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Bound using segment: {'id': '567c34f2-4e5c-4aa2-b448-a424fd514e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '09c11a14-7f03-40f1-a882-7323264e8d28'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:29.382411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-bee8f8d4-7bfb-4d4f-aa51-47176f3c7e59 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Request body: {'subnet': {'network_id': '1fd60b33-96b9-4a7f-b071-274c26e91721', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:29.383056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Bound port: e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567c34f2-4e5c-4aa2-b448-a424fd514e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '09c11a14-7f03-40f1-a882-7323264e8d28'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:29.383634 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.410081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b177c-e516-497c-802d-8e9715a03de4 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event updated for resources: {'Network': ['ID=1fd60b33-96b9-4a7f-b071-274c26e91721,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:29.445811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 1fd60b33-96b9-4a7f-b071-274c26e91721 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:29.565067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Allocated IP 172.25.1.12 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/5d7e0c88-e167-4dde-812c-148c423aca41) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:29.617865 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee8f8d4-7bfb-4d4f-aa51-47176f3c7e59 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Made reservation on behalf of da20dcd464ad4796859dc42b18ffaef7 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:29.627785 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bee8f8d4-7bfb-4d4f-aa51-47176f3c7e59 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.649849 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-8545038b-f189-4efc-8b36-aeed6c9f2877 service neutron] 10.222.0.15 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033781 Nov 27 01:28:29.723894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] For port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:29.729819 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] For port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd,segment=NetworkSegment(567c34f2-4e5c-4aa2-b448-a424fd514e20),segment_id=567c34f2-4e5c-4aa2-b448-a424fd514e20)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:29.745109 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.827686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073da744-ee4a-497c-8114-84cebe6e5be3 req-e80e1166-6a9d-4c54-ac6d-c1f083535d1f tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:29.836799 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-073da744-ee4a-497c-8114-84cebe6e5be3 req-e80e1166-6a9d-4c54-ac6d-c1f083535d1f tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1782174 Nov 27 01:28:29.861279 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb65f71-b480-4a5a-a9c4-cd576d2295eb req-3e1c8cc9-0e5e-4194-b4b6-4a49e96629f6 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:29.863000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0cb65f71-b480-4a5a-a9c4-cd576d2295eb req-3e1c8cc9-0e5e-4194-b4b6-4a49e96629f6 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.31 "GET /v2.0/ports?device_id=598ae5ee-4cfe-42d0-9783-d360d97d2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1577249 Nov 27 01:28:29.877917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74340f7-5c4c-4228-b829-f00ef4fcd905 None None] Pushing event updated for resources: {'Port': ['ID=e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:30.105242 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-073da744-ee4a-497c-8114-84cebe6e5be3 req-9ef36cf6-b1d3-4877-b408-083fcad8e83e tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674973 Nov 27 01:28:30.207322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bee8f8d4-7bfb-4d4f-aa51-47176f3c7e59 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.339015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-0cb65f71-b480-4a5a-a9c4-cd576d2295eb req-e9e8774c-781f-485b-9d49-0d1cdea4116b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Deleting port fab9a279-2014-45d0-8406-b34b8b5c4dcc {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:30.339371 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0cb65f71-b480-4a5a-a9c4-cd576d2295eb req-e9e8774c-781f-485b-9d49-0d1cdea4116b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.383204 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Sync routers for ids ['b2cf3de7-71de-4e7f-858d-9537703c2056'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:30.419057 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Routers {'b2cf3de7-71de-4e7f-858d-9537703c2056'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:30.421338 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2cf3de7-71de-4e7f-858d-9537703c2056'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:30.532561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8f8d4-7bfb-4d4f-aa51-47176f3c7e59 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event updated for resources: {'Subnet': ['ID=c973267c-27c9-4490-b51c-e7da24e44b82,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:30.581646 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:30.607204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee8f8d4-7bfb-4d4f-aa51-47176f3c7e59 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Checking segment: {'id': 'b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fd60b33-96b9-4a7f-b071-274c26e91721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:30.607936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee8f8d4-7bfb-4d4f-aa51-47176f3c7e59 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Network hostable DHCP agents. Network: 1fd60b33-96b9-4a7f-b071-274c26e91721, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:30.642704 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Set router b2cf3de7-71de-4e7f-858d-9537703c2056 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:28:30.678008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-0cb65f71-b480-4a5a-a9c4-cd576d2295eb req-e9e8774c-781f-485b-9d49-0d1cdea4116b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] For port fab9a279-2014-45d0-8406-b34b8b5c4dcc, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fab9a279-2014-45d0-8406-b34b8b5c4dcc,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:30.678469 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0cb65f71-b480-4a5a-a9c4-cd576d2295eb req-e9e8774c-781f-485b-9d49-0d1cdea4116b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.687533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee8f8d4-7bfb-4d4f-aa51-47176f3c7e59 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Network 1fd60b33-96b9-4a7f-b071-274c26e91721 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:30.700573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-0cb65f71-b480-4a5a-a9c4-cd576d2295eb req-e9e8774c-781f-485b-9d49-0d1cdea4116b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Calling delete_port for fab9a279-2014-45d0-8406-b34b8b5c4dcc owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:30.708704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-bee8f8d4-7bfb-4d4f-aa51-47176f3c7e59 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 1fd60b33-96b9-4a7f-b071-274c26e91721) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:30.728595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5a849b-1728-4d36-ac94-94c1320576a8 None None] Network 1fd60b33-96b9-4a7f-b071-274c26e91721 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:30.732186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee8f8d4-7bfb-4d4f-aa51-47176f3c7e59 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:30.733048 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bee8f8d4-7bfb-4d4f-aa51-47176f3c7e59 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.743133 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-0d03d0fc-c34d-408b-87da-180ecbc6575b service neutron] 10.222.0.15 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0797882 Nov 27 01:28:30.858332 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bee8f8d4-7bfb-4d4f-aa51-47176f3c7e59 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4895353 Nov 27 01:28:30.864344 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47318) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:30.881146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1662492687', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:30.919822 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.921332 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.939646 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.972518 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.004398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:31.004944 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.018114 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e', 'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'mac_address': 'fa:16:3e:05:3b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:22Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 2, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'subnets': [{'id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:31.078147 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.099200 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.128692 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Checking router: b2cf3de7-71de-4e7f-858d-9537703c2056 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:28:31.129114 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Updating router b2cf3de7-71de-4e7f-858d-9537703c2056 port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:28:31.156444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:31.165872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-1fd60b33-96b9-4a7f-b071-274c26e91721', 'network_id': '1fd60b33-96b9-4a7f-b071-274c26e91721', 'tenant_id': 'da20dcd464ad4796859dc42b18ffaef7', 'fixed_ips': [{'subnet_id': 'c973267c-27c9-4490-b51c-e7da24e44b82'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:28:31.167605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:31.167938 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.237167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:31.240361 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.338440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112271cc-17fb-4052-bc44-d200fa8f52bd None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:31.446542 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-45d607be-0f23-4001-9db7-aa8e93c999cd req-0e09bfcf-5a24-430b-92f9-4d107b94ec00 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 210 time: 0.1482508 Nov 27 01:28:31.500431 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0cb65f71-b480-4a5a-a9c4-cd576d2295eb req-e9e8774c-781f-485b-9d49-0d1cdea4116b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.564071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Pushing event updated for resources: {'Port': ['ID=5d7e0c88-e167-4dde-812c-148c423aca41,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:31.596485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Allocated IP 172.20.0.2 (1fd60b33-96b9-4a7f-b071-274c26e91721/c973267c-27c9-4490-b51c-e7da24e44b82/77241515-4a4e-48c0-91f6-dc43f145ca3e) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:31.671382 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.792471 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.830706 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8774c-781f-485b-9d49-0d1cdea4116b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Pushing event deleted for resources: {'Port': ['ID=fab9a279-2014-45d0-8406-b34b8b5c4dcc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:31.845150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd,segment=NetworkSegment(567c34f2-4e5c-4aa2-b448-a424fd514e20),segment_id=567c34f2-4e5c-4aa2-b448-a424fd514e20)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:31.853151 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ec19a-24bf-41a7-98a3-80a8377d9c05 req-f3ef765b-40d7-42ab-9a5d-9b96c234a30f tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:31.864054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df0ec19a-24bf-41a7-98a3-80a8377d9c05 req-f3ef765b-40d7-42ab-9a5d-9b96c234a30f tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.5448170 Nov 27 01:28:31.890433 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.930190 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.938453 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.943891 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a5e97a53-d275-4b7c-9121-1e4a6887962c None None] Provisioning complete for port 5d7e0c88-e167-4dde-812c-148c423aca41 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:31.943891 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a5e97a53-d275-4b7c-9121-1e4a6887962c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.976007 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb65f71-b480-4a5a-a9c4-cd576d2295eb req-e9e8774c-781f-485b-9d49-0d1cdea4116b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] No DVR routers for this DVR port fab9a279-2014-45d0-8406-b34b8b5c4dcc on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:28:31.993414 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0cb65f71-b480-4a5a-a9c4-cd576d2295eb req-e9e8774c-781f-485b-9d49-0d1cdea4116b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.012459 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0cb65f71-b480-4a5a-a9c4-cd576d2295eb req-e9e8774c-781f-485b-9d49-0d1cdea4116b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.31 "DELETE /v2.0/ports/fab9a279-2014-45d0-8406-b34b8b5c4dcc HTTP/1.1" status: 204 len: 173 time: 2.1216483 Nov 27 01:28:32.014276 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ae5ee-4cfe-42d0-9783-d360d97d2dc4', 'name': 'network-vif-deleted', 'tag': 'fab9a279-2014-45d0-8406-b34b8b5c4dcc'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:28:32.027433 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3a21d3-4a01-44ec-9c25-c5a3e20a5f68" -d '{"events": [{"server_uuid": "598ae5ee-4cfe-42d0-9783-d360d97d2dc4", "name": "network-vif-deleted", "tag": "fab9a279-2014-45d0-8406-b34b8b5c4dcc"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:28:32.082091 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab938256-bf46-431a-869f-6621dfb54c6e None None] Pushing event updated for resources: {'Port': ['ID=a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:32.165278 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df0ec19a-24bf-41a7-98a3-80a8377d9c05 req-eb5636e6-a184-416a-8b6e-bc260104cf5a tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001108 Nov 27 01:28:32.172846 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.203178 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dd4b0a-d13c-4a10-96b3-9f84e41d7d85 None None] Network 09c11a14-7f03-40f1-a882-7323264e8d28 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:32.335215 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81706b93-cca4-4637-b6ab-ff6fb8751afd x-openstack-request-id: req-81706b93-cca4-4637-b6ab-ff6fb8751afd {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:28:32.335805 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ae5ee-4cfe-42d0-9783-d360d97d2dc4", "name": "network-vif-deleted", "tag": "fab9a279-2014-45d0-8406-b34b8b5c4dcc", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:28:32.336804 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81706b93-cca4-4637-b6ab-ff6fb8751afd {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:28:32.337970 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ae5ee-4cfe-42d0-9783-d360d97d2dc4', 'name': 'network-vif-deleted', 'tag': 'fab9a279-2014-45d0-8406-b34b8b5c4dcc', 'status': 'completed', 'code': 200} Nov 27 01:28:32.346620 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Attempting to bind port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:32.347346 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Attempting to bind port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '7e1d6062-5749-4afb-9158-bce35827e3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:32.348011 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Attempting to bind port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e on network 20c0468d-d121-42aa-b89e-da7c0d006cf4 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:32.362079 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:32.362340 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Checking segment: {'id': '7e1d6062-5749-4afb-9158-bce35827e3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:32.362867 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.363349 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Bound using segment: {'id': '7e1d6062-5749-4afb-9158-bce35827e3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:32.366027 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Bound port: a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1d6062-5749-4afb-9158-bce35827e3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:32.366534 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.417498 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.468216 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.593508 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] For port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:32.599416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device fab9a279-2014-45d0-8406-b34b8b5c4dcc no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:28:32.600497 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] For port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e,segment=NetworkSegment(7e1d6062-5749-4afb-9158-bce35827e3f8),segment_id=7e1d6062-5749-4afb-9158-bce35827e3f8)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:32.607477 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.626551 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.649578 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.691780 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab938256-bf46-431a-869f-6621dfb54c6e None None] Pushing event updated for resources: {'Port': ['ID=a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:32.709899 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6aff59e3-620f-48f1-9660-4bfa8fb0e266 req-2e239df3-d0da-463a-bdec-91b1bf139ffb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 210 time: 0.0800338 Nov 27 01:28:32.713484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Network 1fd60b33-96b9-4a7f-b071-274c26e91721 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:32.758440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:32.766689 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:32.781324 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: fab9a279-2014-45d0-8406-b34b8b5c4dcc {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:28:32.783573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device fab9a279-2014-45d0-8406-b34b8b5c4dcc not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:28:32.785541 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Routers {'b2cf3de7-71de-4e7f-858d-9537703c2056'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:32.786897 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2cf3de7-71de-4e7f-858d-9537703c2056'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:32.843237 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Allocated IP 172.25.1.171 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/0371e1b5-511f-4b75-86c2-a4a340fea16c) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:32.941073 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a5e97a53-d275-4b7c-9121-1e4a6887962c None None] Port 5d7e0c88-e167-4dde-812c-148c423aca41 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:32.951152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:33.065102 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] Set router b2cf3de7-71de-4e7f-858d-9537703c2056 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:28:33.099944 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:33.152558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Attempting to bind port 77241515-4a4e-48c0-91f6-dc43f145ca3e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:33.155065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Attempting to bind port 77241515-4a4e-48c0-91f6-dc43f145ca3e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fd60b33-96b9-4a7f-b071-274c26e91721'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:33.155822 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Attempting to bind port 77241515-4a4e-48c0-91f6-dc43f145ca3e on network 1fd60b33-96b9-4a7f-b071-274c26e91721 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:33.162290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Pushing event updated for resources: {'Port': ['ID=77241515-4a4e-48c0-91f6-dc43f145ca3e,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:33.179143 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:33.183499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:33.185248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Checking segment: {'id': 'b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fd60b33-96b9-4a7f-b071-274c26e91721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:33.186984 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:33.187787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Bound using segment: {'id': 'b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fd60b33-96b9-4a7f-b071-274c26e91721'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:33.189379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Bound port: 77241515-4a4e-48c0-91f6-dc43f145ca3e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fd60b33-96b9-4a7f-b071-274c26e91721'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:33.190060 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:33.244419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-885863ec-3750-43fc-94d0-da2949a03778 None None] Provisioning complete for port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:33.245082 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-885863ec-3750-43fc-94d0-da2949a03778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:33.312068 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:33.447986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:33.456079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:33.475771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:33.567750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c58fac-a8b9-46ed-a6eb-fb0bbe500921 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:33.589579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55a264-b706-4053-b216-0ec8e72be14d req-0711074a-7aa2-4241-9b03-ca4e568cb113 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:33.597512 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c55a264-b706-4053-b216-0ec8e72be14d req-0711074a-7aa2-4241-9b03-ca4e568cb113 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1869309 Nov 27 01:28:33.622524 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] For port 77241515-4a4e-48c0-91f6-dc43f145ca3e, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:33.627085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] For port 77241515-4a4e-48c0-91f6-dc43f145ca3e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=77241515-4a4e-48c0-91f6-dc43f145ca3e,segment=NetworkSegment(b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0),segment_id=b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:33.649629 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:33.654508 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e', 'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'mac_address': 'fa:16:3e:05:3b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:22Z', 'updated_at': '2021-11-27T01:28:32Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'subnets': [{'id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:33.687118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event updated for resources: {'Port': ['ID=0371e1b5-511f-4b75-86c2-a4a340fea16c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:33.747244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Router e015c97d-17a7-44fa-b754-ae14f92f7e1e is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:28:33.786619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-885863ec-3750-43fc-94d0-da2949a03778 None None] Provisioning complete for port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:33.787005 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-885863ec-3750-43fc-94d0-da2949a03778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:33.802339 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ce8a8-979c-4511-b2bc-cf2f7a01e3ec None None] The sync data for ids ['b2cf3de7-71de-4e7f-858d-9537703c2056'] in n-d-817303-10 is: [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e', 'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'mac_address': 'fa:16:3e:05:3b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:22Z', 'updated_at': '2021-11-27T01:28:32Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'subnets': [{'id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:33.884767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab148a-96ac-47e7-81d7-27862fe92f1f None None] Pushing event updated for resources: {'Port': ['ID=77241515-4a4e-48c0-91f6-dc43f145ca3e,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:33.995703 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-885863ec-3750-43fc-94d0-da2949a03778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:34.043631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-885863ec-3750-43fc-94d0-da2949a03778 None None] For port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e,segment=NetworkSegment(7e1d6062-5749-4afb-9158-bce35827e3f8),segment_id=7e1d6062-5749-4afb-9158-bce35827e3f8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:34.057105 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-885863ec-3750-43fc-94d0-da2949a03778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:34.128816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:34.173822 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e82abebf-6646-4d5c-b904-3f4dbb193eed req-b922e84a-8ea3-4193-978c-78f0dbc793d3 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 210 time: 0.2285502 Nov 27 01:28:34.254012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c55a264-b706-4053-b216-0ec8e72be14d req-d6fb3ece-2760-49e1-b30c-eaa205574e42 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6518435 Nov 27 01:28:34.272212 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:34.293654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Sync routers for ids ['e015c97d-17a7-44fa-b754-ae14f92f7e1e'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:34.293840 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47362) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:34.297249 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-74279a1a-a23e-4552-9878-1dcacca0ddbc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6284754 Nov 27 01:28:34.695244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885863ec-3750-43fc-94d0-da2949a03778 None None] Pushing event updated for resources: {'Port': ['ID=a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:34.724629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Routers {'e015c97d-17a7-44fa-b754-ae14f92f7e1e'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:34.725285 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e015c97d-17a7-44fa-b754-ae14f92f7e1e'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:34.739440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f895250e-1af7-4ee1-a821-8f476721e2cc None None] Provisioning complete for port 0371e1b5-511f-4b75-86c2-a4a340fea16c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:34.739672 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f895250e-1af7-4ee1-a821-8f476721e2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:34.860189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f895250e-1af7-4ee1-a821-8f476721e2cc None None] Port 0371e1b5-511f-4b75-86c2-a4a340fea16c cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:34.862651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 77241515-4a4e-48c0-91f6-dc43f145ca3e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:34.886066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-a740c3a6-a845-49d7-b991-7bde5c60a9e1 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:34.888302 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-a740c3a6-a845-49d7-b991-7bde5c60a9e1 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.31 "GET /v2.0/networks?id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d HTTP/1.1" status: 200 len: 815 time: 0.9736090 Nov 27 01:28:34.958130 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f895250e-1af7-4ee1-a821-8f476721e2cc None None] Provisioning complete for port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:34.958519 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f895250e-1af7-4ee1-a821-8f476721e2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:35.021790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ad017c3f-158c-426c-af17-285ab1f14af5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Request body: {'port': {'device_id': '0df5dd9f-9760-4be9-a5b4-ab64c6e779b6', 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d', 'admin_state_up': True, 'tenant_id': '25911a5c10ea471aae99f3e026274d26'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:35.071682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Set router e015c97d-17a7-44fa-b754-ae14f92f7e1e gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:28:35.326416 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ad017c3f-158c-426c-af17-285ab1f14af5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Made reservation on behalf of 25911a5c10ea471aae99f3e026274d26 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:35.332690 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ad017c3f-158c-426c-af17-285ab1f14af5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:35.410163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 77241515-4a4e-48c0-91f6-dc43f145ca3e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:35.410679 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:35.505490 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cf823800-bec2-47a3-aa80-d21ae46b91d2 req-621ab297-be79-4039-b989-99b8018b346c tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 210 time: 0.0809636 Nov 27 01:28:35.513005 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:35.633008 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:35.666414 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f895250e-1af7-4ee1-a821-8f476721e2cc None None] Provisioning complete for port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:35.666414 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f895250e-1af7-4ee1-a821-8f476721e2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:35.710996 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b689c4db-bf77-4628-b449-7928a05faaa6 None None] Network 1fd60b33-96b9-4a7f-b071-274c26e91721 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:35.841783 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 77241515-4a4e-48c0-91f6-dc43f145ca3e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=77241515-4a4e-48c0-91f6-dc43f145ca3e,segment=NetworkSegment(b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0),segment_id=b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:35.876834 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:35.881412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:35.978161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'name': 'tempest-TestVolumeBackupRestore-481848709-router', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d7e0c88-e167-4dde-812c-148c423aca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:27Z', 'updated_at': '2021-11-27T01:28:31Z', 'revision_number': 3, 'project_id': '9a265e9a4288445babd2bf80828acf8b', 'gw_port': {'id': '5d7e0c88-e167-4dde-812c-148c423aca41', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:29Z', 'updated_at': '2021-11-27T01:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:36.061162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c9f45-4094-42da-b50e-2dc294c1ec89 req-a4d2dc06-cfaa-4257-a986-0eee51a69b82 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:36.062605 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab0c9f45-4094-42da-b50e-2dc294c1ec89 req-a4d2dc06-cfaa-4257-a986-0eee51a69b82 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.6428535 Nov 27 01:28:36.174730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Checking router: e015c97d-17a7-44fa-b754-ae14f92f7e1e for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:28:36.174730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Updating router e015c97d-17a7-44fa-b754-ae14f92f7e1e port 5d7e0c88-e167-4dde-812c-148c423aca41 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:28:36.240359 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ad017c3f-158c-426c-af17-285ab1f14af5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Allocated IP 172.20.0.5 (ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d/f8b3139f-3f3a-4015-ae30-c1663ef827fd/bc4d2e96-de55-4ffa-a09f-43218fe0bcb3) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:36.243279 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.284030 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab0c9f45-4094-42da-b50e-2dc294c1ec89 req-ed4b2044-bb90-44f3-ba05-816c3fd454ca tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103729 Nov 27 01:28:36.402933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=77241515-4a4e-48c0-91f6-dc43f145ca3e,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:36.408381 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.456532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:36.457549 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.584806 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.651643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bedbe62b-fafd-4a9f-b0ca-bf69ddd5cc77 None None] Provisioning complete for port 77241515-4a4e-48c0-91f6-dc43f145ca3e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:36.654643 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bedbe62b-fafd-4a9f-b0ca-bf69ddd5cc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.697233 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ea74b00a-74b7-49b4-9aa5-5204e3a0e235 req-2332e297-1f35-4d81-a411-18d7961e0236 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 210 time: 0.0597470 Nov 27 01:28:36.833118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:37.036327 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:37.036327 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:37.157331 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ad017c3f-158c-426c-af17-285ab1f14af5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:37.162019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Router fe4b06af-6ae8-4452-acb2-e781b1a93405 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:28:37.181586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Allocated IP 172.20.0.1 (09c11a14-7f03-40f1-a882-7323264e8d28/c6dd4bd0-89a7-4197-982a-d01eaf15158d/2dd2a67e-56e5-4695-85e8-60c215a15440) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:37.252962 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:37.302768 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:37.463867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076c21c-8ab9-4cae-b024-712b554b8b7d None None] Pushing event updated for resources: {'Port': ['ID=5d7e0c88-e167-4dde-812c-148c423aca41,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:37.469954 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3a766bd0-6df4-4b66-bee1-2e6f01158474 None None] Provisioning complete for port 77241515-4a4e-48c0-91f6-dc43f145ca3e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:37.471908 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3a766bd0-6df4-4b66-bee1-2e6f01158474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:37.475296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Attempting to bind port 5d7e0c88-e167-4dde-812c-148c423aca41 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:37.475670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Attempting to bind port 5d7e0c88-e167-4dde-812c-148c423aca41 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:37.476515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Attempting to bind port 5d7e0c88-e167-4dde-812c-148c423aca41 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:37.482925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86755003-71f8-4b84-861f-7e9f8dcccb2e None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:37.564026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aab542-a8f3-445d-bad7-97b5fcbd710c req-7644a376-e9e3-4225-89e2-c297dc02a0db tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:37.588057 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43aab542-a8f3-445d-bad7-97b5fcbd710c req-7644a376-e9e3-4225-89e2-c297dc02a0db tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1929147 Nov 27 01:28:37.661951 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ad017c3f-158c-426c-af17-285ab1f14af5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:37.716873 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-43aab542-a8f3-445d-bad7-97b5fcbd710c req-6e481b1a-5a04-452b-a5e2-46a239000ff2 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277933 Nov 27 01:28:37.805657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:37.806038 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:37.806444 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:37.806840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:37.807318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Bound port: 5d7e0c88-e167-4dde-812c-148c423aca41, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:37.807696 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:37.880055 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ad017c3f-158c-426c-af17-285ab1f14af5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:37.904710 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:37.934959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ad017c3f-158c-426c-af17-285ab1f14af5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:37.957509 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ad017c3f-158c-426c-af17-285ab1f14af5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:37.967409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:37.978906 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a87bc-6016-4a6d-9b1c-edeba6687f45 None None] Sync routers for ids ['fe4b06af-6ae8-4452-acb2-e781b1a93405'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:37.992579 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a87bc-6016-4a6d-9b1c-edeba6687f45 None None] Routers {'fe4b06af-6ae8-4452-acb2-e781b1a93405'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:37.998705 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-dd1a87bc-6016-4a6d-9b1c-edeba6687f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fe4b06af-6ae8-4452-acb2-e781b1a93405'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:38.015954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad017c3f-158c-426c-af17-285ab1f14af5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Pushing event updated for resources: {'Port': ['ID=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:38.087673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] For port 5d7e0c88-e167-4dde-812c-148c423aca41, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:38.102525 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-dd1a87bc-6016-4a6d-9b1c-edeba6687f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:38.103715 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.105319 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7add02ea-6655-42ab-9a33-d76bc32f525a tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.2399697 Nov 27 01:28:38.111582 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47398) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:38.111775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] For port 5d7e0c88-e167-4dde-812c-148c423aca41, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5d7e0c88-e167-4dde-812c-148c423aca41,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:38.132272 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a87bc-6016-4a6d-9b1c-edeba6687f45 None None] Routers {'fe4b06af-6ae8-4452-acb2-e781b1a93405'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:38.148855 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-dd1a87bc-6016-4a6d-9b1c-edeba6687f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fe4b06af-6ae8-4452-acb2-e781b1a93405'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:38.174053 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.222747 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ad017c3f-158c-426c-af17-285ab1f14af5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:38.224439 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ad017c3f-158c-426c-af17-285ab1f14af5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.226544 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 77241515-4a4e-48c0-91f6-dc43f145ca3e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:38.230450 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-dd1a87bc-6016-4a6d-9b1c-edeba6687f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:38.231114 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a87bc-6016-4a6d-9b1c-edeba6687f45 None None] The sync data for ids ['fe4b06af-6ae8-4452-acb2-e781b1a93405'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:38.238620 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b554f92-74df-43dd-a116-bef48d39f11a req-949e52fa-12c2-434e-a4f0-c60cb443ca6f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:38.240290 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b554f92-74df-43dd-a116-bef48d39f11a req-949e52fa-12c2-434e-a4f0-c60cb443ca6f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 931 time: 0.3783550 Nov 27 01:28:38.247957 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.366812 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7b6f39-4f8d-479a-8d18-0baa959f42f5 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:38.389615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Network 09c11a14-7f03-40f1-a882-7323264e8d28 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:38.394050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-eef7779d-02b5-4f0b-91ac-2a81e0937a53 None None] Provisioning complete for port 5d7e0c88-e167-4dde-812c-148c423aca41 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:38.394490 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eef7779d-02b5-4f0b-91ac-2a81e0937a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.397026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ad017c3f-158c-426c-af17-285ab1f14af5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3821342 Nov 27 01:28:38.405378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Routers {'e015c97d-17a7-44fa-b754-ae14f92f7e1e'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:38.406003 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e015c97d-17a7-44fa-b754-ae14f92f7e1e'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:38.410014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:38.420962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Request body: {'port': {'device_id': '0df5dd9f-9760-4be9-a5b4-ab64c6e779b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:38.429737 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:38.459106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Pushing event updated for resources: {'Port': ['ID=2dd2a67e-56e5-4695-85e8-60c215a15440,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:38.511723 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b554f92-74df-43dd-a116-bef48d39f11a req-aaef29e5-af0b-42a1-91b0-9d36cbbdc6ce tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587004 Nov 27 01:28:38.528787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076c21c-8ab9-4cae-b024-712b554b8b7d None None] Pushing event updated for resources: {'Port': ['ID=5d7e0c88-e167-4dde-812c-148c423aca41,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:38.543642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 77241515-4a4e-48c0-91f6-dc43f145ca3e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:38.544012 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.625822 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.628112 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.820812 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] Set router e015c97d-17a7-44fa-b754-ae14f92f7e1e gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:28:38.822694 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eef7779d-02b5-4f0b-91ac-2a81e0937a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.986963 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-eef7779d-02b5-4f0b-91ac-2a81e0937a53 None None] For port 5d7e0c88-e167-4dde-812c-148c423aca41, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5d7e0c88-e167-4dde-812c-148c423aca41,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:39.026380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ff452-97c7-4a17-93aa-44687993a6df req-93439e82-9aa6-4157-8b48-9b11a934f00c tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:39.031763 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c3ff452-97c7-4a17-93aa-44687993a6df req-93439e82-9aa6-4157-8b48-9b11a934f00c tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1433718 Nov 27 01:28:39.035734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:39.050303 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eef7779d-02b5-4f0b-91ac-2a81e0937a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.258842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c3ff452-97c7-4a17-93aa-44687993a6df req-867d9186-653b-4997-ab0f-287515d0ecca tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174180 Nov 27 01:28:39.326442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7779d-02b5-4f0b-91ac-2a81e0937a53 None None] Pushing event updated for resources: {'Port': ['ID=5d7e0c88-e167-4dde-812c-148c423aca41,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:39.345644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a7b4b065-88ee-4f6c-952f-d1eddfdab621 None None] Provisioning complete for port 2dd2a67e-56e5-4695-85e8-60c215a15440 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:39.346012 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a7b4b065-88ee-4f6c-952f-d1eddfdab621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.422647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:39.423316 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.425259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a7b4b065-88ee-4f6c-952f-d1eddfdab621 None None] Port 2dd2a67e-56e5-4695-85e8-60c215a15440 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:39.507749 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a7b4b065-88ee-4f6c-952f-d1eddfdab621 None None] Provisioning complete for port 5d7e0c88-e167-4dde-812c-148c423aca41 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:39.508126 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a7b4b065-88ee-4f6c-952f-d1eddfdab621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.513288 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.539984 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'name': 'tempest-TestVolumeBackupRestore-481848709-router', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d7e0c88-e167-4dde-812c-148c423aca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:27Z', 'updated_at': '2021-11-27T01:28:31Z', 'revision_number': 3, 'project_id': '9a265e9a4288445babd2bf80828acf8b', 'gw_port': {'id': '5d7e0c88-e167-4dde-812c-148c423aca41', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:29Z', 'updated_at': '2021-11-27T01:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:39.630588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de0dff-47a1-45d2-bb7d-f5cf349c3b25 None None] The sync data for ids ['e015c97d-17a7-44fa-b754-ae14f92f7e1e'] in n-d-817303-10 is: [{'id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'name': 'tempest-TestVolumeBackupRestore-481848709-router', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d7e0c88-e167-4dde-812c-148c423aca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:27Z', 'updated_at': '2021-11-27T01:28:31Z', 'revision_number': 3, 'project_id': '9a265e9a4288445babd2bf80828acf8b', 'gw_port': {'id': '5d7e0c88-e167-4dde-812c-148c423aca41', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:29Z', 'updated_at': '2021-11-27T01:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:40.138120 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b0819a3b-3bf5-483f-930b-a9dc6aacf12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.361783 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.406624 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.564180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94b118-2399-42f5-870e-212807bf69f5 req-90ae0c9d-ddcc-40b7-ae93-d17c15f6bc54 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:40.566445 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b94b118-2399-42f5-870e-212807bf69f5 req-90ae0c9d-ddcc-40b7-ae93-d17c15f6bc54 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1426702 Nov 27 01:28:40.574963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ce206-fc41-417f-98fa-5e9c53bba620 req-e073586a-18eb-4dda-9e8b-615af2836060 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:40.576597 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-770ce206-fc41-417f-98fa-5e9c53bba620 req-e073586a-18eb-4dda-9e8b-615af2836060 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 931 time: 0.9216015 Nov 27 01:28:40.621637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:28:40.663670 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b94b118-2399-42f5-870e-212807bf69f5 req-065c2187-c7e4-436a-80c9-ea179622aac2 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877087 Nov 27 01:28:40.695756 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.698375 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.757793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Pushing event updated for resources: {'Port': ['ID=2dd2a67e-56e5-4695-85e8-60c215a15440,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:40.822978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Transition to ACTIVE for port object bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:28:40.893567 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.938876 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-770ce206-fc41-417f-98fa-5e9c53bba620 req-b5ab51c0-c563-49df-8640-7ae03a529d06 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291707 Nov 27 01:28:40.941097 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.046016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Pushing event updated for resources: {'Port': ['ID=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:41.150948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Network 09c11a14-7f03-40f1-a882-7323264e8d28 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:41.160498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:41.336037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Attempting to bind port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:41.336542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Attempting to bind port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '5d8819a9-e27d-46af-be09-428044b66088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:41.336981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Attempting to bind port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 on network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:41.367824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 on network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:41.369415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Attempting to bind port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 on network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:41.377683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:41.378153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Checking segment: {'id': '5d8819a9-e27d-46af-be09-428044b66088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:41.378656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Bound using segment: {'id': '5d8819a9-e27d-46af-be09-428044b66088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:41.379200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Bound port: bc4d2e96-de55-4ffa-a09f-43218fe0bcb3, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8819a9-e27d-46af-be09-428044b66088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:41.379675 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.494601 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Router e015c97d-17a7-44fa-b754-ae14f92f7e1e has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:28:41.582180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-aeee4541-6913-42b9-8e13-11ac05be90c8 None None] Provisioning complete for port 2dd2a67e-56e5-4695-85e8-60c215a15440 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:41.583288 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aeee4541-6913-42b9-8e13-11ac05be90c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.621950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-aeee4541-6913-42b9-8e13-11ac05be90c8 None None] Port 2dd2a67e-56e5-4695-85e8-60c215a15440 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:41.785126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Allocated IP 172.20.0.1 (1fd60b33-96b9-4a7f-b071-274c26e91721/c973267c-27c9-4490-b51c-e7da24e44b82/b6649a4b-a5a0-44d3-9793-78adbe493a2b) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:41.962761 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.998648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:42.049381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f6e6d55a-8111-4b17-82b3-6340f23986dc admin admin] 10.222.0.15 "PUT /v2.0/routers/e015c97d-17a7-44fa-b754-ae14f92f7e1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7567341 Nov 27 01:28:42.051404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] For port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:42.054428 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.109151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] For port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:42.126361 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Network 1fd60b33-96b9-4a7f-b071-274c26e91721 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:42.139054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:42.142446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.156454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:42.187787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3fe4f-9ab2-42fa-b040-9fdb56f6cb0f req-7291d4bd-14f3-446d-adff-27e2efe68490 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:42.189445 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43c3fe4f-9ab2-42fa-b040-9fdb56f6cb0f req-7291d4bd-14f3-446d-adff-27e2efe68490 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1862109 Nov 27 01:28:42.208911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:42.215671 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.231882 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] 10.222.0.31 "PUT /v2.0/ports/bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 HTTP/1.1" status: 200 len: 1092 time: 3.8155541 Nov 27 01:28:42.269755 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e60f7b34-425d-4a08-9cd7-576d775961da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.334228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec31b6-732f-46b6-b669-2997e7180a9e req-e8337748-1a3a-4b76-b48e-62eefaeeeacb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:42.343963 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7ec31b6-732f-46b6-b669-2997e7180a9e req-e8337748-1a3a-4b76-b48e-62eefaeeeacb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 943 time: 0.2079856 Nov 27 01:28:42.360115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5d7e0c88-e167-4dde-812c-148c423aca41 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:42.419259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df5dd9f-9760-4be9-a5b4-ab64c6e779b6', 'tag': 'bc4d2e96-de55-4ffa-a09f-43218fe0bcb3'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:28:42.442701 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9267026d-a7f6-453a-9714-37b5329b9328" -d '{"events": [{"name": "network-changed", "server_uuid": "0df5dd9f-9760-4be9-a5b4-ab64c6e779b6", "tag": "bc4d2e96-de55-4ffa-a09f-43218fe0bcb3"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:28:42.466860 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7ec31b6-732f-46b6-b669-2997e7180a9e req-b6bc2b72-0a4b-4010-b68f-3055c452918d tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215270 Nov 27 01:28:42.496155 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5d7e0c88-e167-4dde-812c-148c423aca41 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:42.496816 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.503853 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.678115 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77656093-c2ca-4812-a992-2968a6e10ab4 x-openstack-request-id: req-77656093-c2ca-4812-a992-2968a6e10ab4 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:28:42.679034 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df5dd9f-9760-4be9-a5b4-ab64c6e779b6", "tag": "bc4d2e96-de55-4ffa-a09f-43218fe0bcb3", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:28:42.679298 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77656093-c2ca-4812-a992-2968a6e10ab4 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:28:42.679779 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df5dd9f-9760-4be9-a5b4-ab64c6e779b6', 'tag': 'bc4d2e96-de55-4ffa-a09f-43218fe0bcb3', 'status': 'completed', 'code': 200} Nov 27 01:28:42.708193 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Sync routers for ids ['e015c97d-17a7-44fa-b754-ae14f92f7e1e'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:42.716789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event updated for resources: {'Port': ['ID=b6649a4b-a5a0-44d3-9793-78adbe493a2b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:42.752758 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7340582d-9f76-449b-82fe-105fb08ee956 None None] Provisioning complete for port b6649a4b-a5a0-44d3-9793-78adbe493a2b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:42.753261 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7340582d-9f76-449b-82fe-105fb08ee956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.803834 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43c3fe4f-9ab2-42fa-b040-9fdb56f6cb0f req-72e3043b-9497-479f-a6ed-b1e6a4fac0ce tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096263 Nov 27 01:28:42.807012 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.848420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Routers {'e015c97d-17a7-44fa-b754-ae14f92f7e1e'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:42.849791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e015c97d-17a7-44fa-b754-ae14f92f7e1e'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:42.928289 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-d5e628c2-eb68-4043-83dc-90948c97dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:42.934777 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-d5e628c2-eb68-4043-83dc-90948c97dacf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=25911a5c10ea471aae99f3e026274d26&device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 1095 time: 0.4357572 Nov 27 01:28:42.940913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7340582d-9f76-449b-82fe-105fb08ee956 None None] Port b6649a4b-a5a0-44d3-9793-78adbe493a2b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:42.967293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca341ebf-0b8f-447a-8b62-149bff145cba service neutron] Pushing event updated for resources: {'Port': ['ID=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:43.262009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-22f14897-a345-47fc-9e30-62be71a4d0bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 HTTP/1.1" status: 200 len: 217 time: 0.0770388 Nov 27 01:28:43.262009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-c7c47af7-6373-46a6-82e7-fad82e5d7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:43.262009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-c7c47af7-6373-46a6-82e7-fad82e5d7542 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8b3139f-3f3a-4015-ae30-c1663ef827fd HTTP/1.1" status: 200 len: 855 time: 0.1290140 Nov 27 01:28:43.266389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Set router e015c97d-17a7-44fa-b754-ae14f92f7e1e gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:28:43.266697 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-82c76e9c-35fd-41ef-8310-e5996a3ebcfd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416555 Nov 27 01:28:43.441919 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:43.452444 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-83a2612a-653a-4b22-9f30-196aa6751f7d service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269807 Nov 27 01:28:43.735396 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f034584d-6387-44c8-b8bc-c1499609f7cc req-c919e35e-97e3-46c6-a3c7-92158e13b775 service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730660 Nov 27 01:28:43.737463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798aa26-5280-40cb-b848-3e2d1b39e762 req-b76d101d-a5c0-431a-b4b2-0ed0c29035e2 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:43.740935 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2798aa26-5280-40cb-b848-3e2d1b39e762 req-b76d101d-a5c0-431a-b4b2-0ed0c29035e2 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 943 time: 0.1195445 Nov 27 01:28:43.850635 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2798aa26-5280-40cb-b848-3e2d1b39e762 req-c7cd6360-a863-4b87-9bb9-c53b81fbec36 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028581 Nov 27 01:28:43.961456 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:43.986404 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.126056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event updated for resources: {'Port': ['ID=b6649a4b-a5a0-44d3-9793-78adbe493a2b,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:44.135608 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'name': 'tempest-TestVolumeBackupRestore-481848709-router', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d7e0c88-e167-4dde-812c-148c423aca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:27Z', 'updated_at': '2021-11-27T01:28:39Z', 'revision_number': 4, 'project_id': '9a265e9a4288445babd2bf80828acf8b', 'gw_port': {'id': '5d7e0c88-e167-4dde-812c-148c423aca41', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:29Z', 'updated_at': '2021-11-27T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2dd2a67e-56e5-4695-85e8-60c215a15440', 'name': '', 'network_id': '09c11a14-7f03-40f1-a882-7323264e8d28', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'mac_address': 'fa:16:3e:58:fa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'c6dd4bd0-89a7-4197-982a-d01eaf15158d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:36Z', 'updated_at': '2021-11-27T01:28:39Z', 'revision_number': 2, 'project_id': '9a265e9a4288445babd2bf80828acf8b', 'subnets': [{'id': 'c6dd4bd0-89a7-4197-982a-d01eaf15158d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:44.147010 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.157147 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d1f1a-2903-44ef-a160-b81e1b014b4b req-a3b62e24-c3a0-4f68-b525-920f9fbc0e58 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:44.164775 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-594d1f1a-2903-44ef-a160-b81e1b014b4b req-a3b62e24-c3a0-4f68-b525-920f9fbc0e58 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.2005520 Nov 27 01:28:44.170849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267026d-a7f6-453a-9714-37b5329b9328 req-2d43d6ab-9c67-4eed-b685-927cf9111249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:44.172399 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9267026d-a7f6-453a-9714-37b5329b9328 req-2d43d6ab-9c67-4eed-b685-927cf9111249 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=25911a5c10ea471aae99f3e026274d26&device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 1095 time: 0.2070892 Nov 27 01:28:44.185667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Checking router: e015c97d-17a7-44fa-b754-ae14f92f7e1e for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:28:44.187994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Updating router e015c97d-17a7-44fa-b754-ae14f92f7e1e port 2dd2a67e-56e5-4695-85e8-60c215a15440 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:28:44.249991 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.407906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Network 1fd60b33-96b9-4a7f-b071-274c26e91721 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:44.447361 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:44.510793 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-594d1f1a-2903-44ef-a160-b81e1b014b4b req-87390153-c15c-44c5-a050-9418e18f749c tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450692 Nov 27 01:28:44.663486 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.671257 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.764153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb787a-c6e5-4aeb-a147-30fb958c9180 None None] Pushing event updated for resources: {'Port': ['ID=2dd2a67e-56e5-4695-85e8-60c215a15440,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:44.800580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267026d-a7f6-453a-9714-37b5329b9328 req-d6dbbd2a-e9fd-466a-a658-03e9ec801665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:44.804650 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9267026d-a7f6-453a-9714-37b5329b9328 req-d6dbbd2a-e9fd-466a-a658-03e9ec801665 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d HTTP/1.1" status: 200 len: 916 time: 0.6213415 Nov 27 01:28:44.915165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Attempting to bind port 2dd2a67e-56e5-4695-85e8-60c215a15440 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:44.917060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Attempting to bind port 2dd2a67e-56e5-4695-85e8-60c215a15440 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '567c34f2-4e5c-4aa2-b448-a424fd514e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '09c11a14-7f03-40f1-a882-7323264e8d28'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:44.919789 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Attempting to bind port 2dd2a67e-56e5-4695-85e8-60c215a15440 on network 09c11a14-7f03-40f1-a882-7323264e8d28 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:44.960098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:44.962112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Checking segment: {'id': '567c34f2-4e5c-4aa2-b448-a424fd514e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '09c11a14-7f03-40f1-a882-7323264e8d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:44.963077 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.964179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Bound using segment: {'id': '567c34f2-4e5c-4aa2-b448-a424fd514e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '09c11a14-7f03-40f1-a882-7323264e8d28'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:44.965189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Bound port: 2dd2a67e-56e5-4695-85e8-60c215a15440, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567c34f2-4e5c-4aa2-b448-a424fd514e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '09c11a14-7f03-40f1-a882-7323264e8d28'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:44.965850 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.988940 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.999335 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9267026d-a7f6-453a-9714-37b5329b9328 req-51558e61-ccad-423f-91e4-66b0df726e83 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 HTTP/1.1" status: 200 len: 217 time: 0.1874204 Nov 27 01:28:45.052414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Router fe4b06af-6ae8-4452-acb2-e781b1a93405 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:28:45.140865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] For port 2dd2a67e-56e5-4695-85e8-60c215a15440, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:45.149244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] For port 2dd2a67e-56e5-4695-85e8-60c215a15440, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2dd2a67e-56e5-4695-85e8-60c215a15440,segment=NetworkSegment(567c34f2-4e5c-4aa2-b448-a424fd514e20),segment_id=567c34f2-4e5c-4aa2-b448-a424fd514e20)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:45.175832 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.189027 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f017d44-1cff-438d-843f-aa44a8ad7558 req-63a14291-e695-4d8f-800a-941dcd56e9e9 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:45.196005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267026d-a7f6-453a-9714-37b5329b9328 req-5d51643f-0748-4337-8a4d-e8052cb605f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:45.199215 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9f017d44-1cff-438d-843f-aa44a8ad7558 req-63a14291-e695-4d8f-800a-941dcd56e9e9 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 943 time: 0.1340752 Nov 27 01:28:45.205610 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9267026d-a7f6-453a-9714-37b5329b9328 req-5d51643f-0748-4337-8a4d-e8052cb605f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8b3139f-3f3a-4015-ae30-c1663ef827fd HTTP/1.1" status: 200 len: 855 time: 0.1973448 Nov 27 01:28:45.308962 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9f017d44-1cff-438d-843f-aa44a8ad7558 req-1c6ec065-89f0-4888-b476-7e4bb35a0300 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066794 Nov 27 01:28:45.337926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Routers {'e015c97d-17a7-44fa-b754-ae14f92f7e1e'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:45.339120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e015c97d-17a7-44fa-b754-ae14f92f7e1e'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:45.388144 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9267026d-a7f6-453a-9714-37b5329b9328 req-cb1f1acf-5240-40cb-99bd-99b193618591 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742116 Nov 27 01:28:45.411313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb787a-c6e5-4aeb-a147-30fb958c9180 None None] Pushing event updated for resources: {'Port': ['ID=2dd2a67e-56e5-4695-85e8-60c215a15440,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:45.435100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7660e0b0-a6c3-4ec2-8a59-f6a7609d11b3 None None] Provisioning complete for port b6649a4b-a5a0-44d3-9793-78adbe493a2b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:45.441750 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7660e0b0-a6c3-4ec2-8a59-f6a7609d11b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.614714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7660e0b0-a6c3-4ec2-8a59-f6a7609d11b3 None None] Port b6649a4b-a5a0-44d3-9793-78adbe493a2b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:45.643770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] Set router e015c97d-17a7-44fa-b754-ae14f92f7e1e gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:28:45.939218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ee4f7cf7-f0e2-4a96-b73a-16d39c96e02a None None] Provisioning complete for port 2dd2a67e-56e5-4695-85e8-60c215a15440 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:45.939593 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee4f7cf7-f0e2-4a96-b73a-16d39c96e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.176770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'name': 'tempest-TestVolumeBackupRestore-481848709-router', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d7e0c88-e167-4dde-812c-148c423aca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:27Z', 'updated_at': '2021-11-27T01:28:39Z', 'revision_number': 4, 'project_id': '9a265e9a4288445babd2bf80828acf8b', 'gw_port': {'id': '5d7e0c88-e167-4dde-812c-148c423aca41', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:29Z', 'updated_at': '2021-11-27T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2dd2a67e-56e5-4695-85e8-60c215a15440', 'name': '', 'network_id': '09c11a14-7f03-40f1-a882-7323264e8d28', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'mac_address': 'fa:16:3e:58:fa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'c6dd4bd0-89a7-4197-982a-d01eaf15158d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:36Z', 'updated_at': '2021-11-27T01:28:45Z', 'revision_number': 4, 'project_id': '9a265e9a4288445babd2bf80828acf8b', 'subnets': [{'id': 'c6dd4bd0-89a7-4197-982a-d01eaf15158d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:46.232975 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009b9232-8b66-4685-a23c-45accee696a5 None None] The sync data for ids ['e015c97d-17a7-44fa-b754-ae14f92f7e1e'] in n-d-817303-10 is: [{'id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'name': 'tempest-TestVolumeBackupRestore-481848709-router', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d7e0c88-e167-4dde-812c-148c423aca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:27Z', 'updated_at': '2021-11-27T01:28:39Z', 'revision_number': 4, 'project_id': '9a265e9a4288445babd2bf80828acf8b', 'gw_port': {'id': '5d7e0c88-e167-4dde-812c-148c423aca41', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:29Z', 'updated_at': '2021-11-27T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2dd2a67e-56e5-4695-85e8-60c215a15440', 'name': '', 'network_id': '09c11a14-7f03-40f1-a882-7323264e8d28', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'mac_address': 'fa:16:3e:58:fa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'c6dd4bd0-89a7-4197-982a-d01eaf15158d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:36Z', 'updated_at': '2021-11-27T01:28:45Z', 'revision_number': 4, 'project_id': '9a265e9a4288445babd2bf80828acf8b', 'subnets': [{'id': 'c6dd4bd0-89a7-4197-982a-d01eaf15158d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:46.238188 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee4f7cf7-f0e2-4a96-b73a-16d39c96e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.267448 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.292741 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ee4f7cf7-f0e2-4a96-b73a-16d39c96e02a None None] For port 2dd2a67e-56e5-4695-85e8-60c215a15440, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2dd2a67e-56e5-4695-85e8-60c215a15440,segment=NetworkSegment(567c34f2-4e5c-4aa2-b448-a424fd514e20),segment_id=567c34f2-4e5c-4aa2-b448-a424fd514e20)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:46.309332 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee4f7cf7-f0e2-4a96-b73a-16d39c96e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.387421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:46.404330 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a349baa-da1b-4977-82a4-3562395b3856 None None] Sync routers for ids ['fe4b06af-6ae8-4452-acb2-e781b1a93405'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:46.421086 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7df01c51-950b-4cf4-a0f5-77f995fb6985 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "PUT /v2.0/routers/fe4b06af-6ae8-4452-acb2-e781b1a93405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3016067 Nov 27 01:28:46.423083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47620) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:46.426052 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a349baa-da1b-4977-82a4-3562395b3856 None None] Routers {'fe4b06af-6ae8-4452-acb2-e781b1a93405'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:46.427663 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8a349baa-da1b-4977-82a4-3562395b3856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fe4b06af-6ae8-4452-acb2-e781b1a93405'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:46.431082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c5af6f0d-5aac-4bb0-966e-4c39c0daba2b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Request body: {'port': {'network_id': '1fd60b33-96b9-4a7f-b071-274c26e91721', 'name': 'tempest-FloatingIPAdminTestJSON-527501085'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:46.470668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f7cf7-f0e2-4a96-b73a-16d39c96e02a None None] Pushing event updated for resources: {'Port': ['ID=2dd2a67e-56e5-4695-85e8-60c215a15440,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:46.501759 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a3232-c679-4fff-a737-ef8e9e8c928c req-b49243c8-248c-443a-a639-32757aa48f7c tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:46.518053 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-831a3232-c679-4fff-a737-ef8e9e8c928c req-b49243c8-248c-443a-a639-32757aa48f7c tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.3039408 Nov 27 01:28:46.542765 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8a349baa-da1b-4977-82a4-3562395b3856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:46.566853 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a349baa-da1b-4977-82a4-3562395b3856 None None] Routers {'fe4b06af-6ae8-4452-acb2-e781b1a93405'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:46.571082 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8a349baa-da1b-4977-82a4-3562395b3856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fe4b06af-6ae8-4452-acb2-e781b1a93405'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:46.604810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:28:46.660019 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-831a3232-c679-4fff-a737-ef8e9e8c928c req-4c9827df-1abd-4879-b540-2848bd1e81c7 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407468 Nov 27 01:28:46.677370 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9267026d-a7f6-453a-9714-37b5329b9328 req-067e7b50-ad33-4c9d-b5b6-f4573176d8ae service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2788169 Nov 27 01:28:46.724108 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8a349baa-da1b-4977-82a4-3562395b3856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:46.728403 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a349baa-da1b-4977-82a4-3562395b3856 None None] The sync data for ids ['fe4b06af-6ae8-4452-acb2-e781b1a93405'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:46.895813 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:46.897842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94c665-ec31-479a-af6d-e6942685f3f3 req-b63abcdd-fb56-4189-993e-6d3ce99ebf5f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:46.900346 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dd94c665-ec31-479a-af6d-e6942685f3f3 req-b63abcdd-fb56-4189-993e-6d3ce99ebf5f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 943 time: 0.3290987 Nov 27 01:28:46.925601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'bc4d2e96-de55-4ffa-a09f-43218fe0bcb3', 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d', 'port_id': 'bc4d2e96-de55-4ffa-a09f-43218fe0bcb3', 'mac_address': 'fa:16:3e:e4:c9:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b3139f-3f3a-4015-ae30-c1663ef827fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:28:46.940660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5af6f0d-5aac-4bb0-966e-4c39c0daba2b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Made reservation on behalf of da20dcd464ad4796859dc42b18ffaef7 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:46.960395 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5af6f0d-5aac-4bb0-966e-4c39c0daba2b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.019551 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9267026d-a7f6-453a-9714-37b5329b9328 req-b3c2b33f-c372-4581-b3f4-225802e2f129 service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337471 Nov 27 01:28:47.065538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-c5af6f0d-5aac-4bb0-966e-4c39c0daba2b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] device_id is not set on port 3d1cf857-4b79-424d-b63c-a55fdbf2cd16 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:47.077830 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.136469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:28:47.204207 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:47.219966 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.311067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-c5af6f0d-5aac-4bb0-966e-4c39c0daba2b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Allocated IP 172.20.0.13 (1fd60b33-96b9-4a7f-b071-274c26e91721/c973267c-27c9-4490-b51c-e7da24e44b82/3d1cf857-4b79-424d-b63c-a55fdbf2cd16) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:47.345458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:47.603232 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dd94c665-ec31-479a-af6d-e6942685f3f3 req-4344e35f-a255-48d8-afae-b77e2a02d3de tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6820884 Nov 27 01:28:47.603739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['bc4d2e96-de55-4ffa-a09f-43218fe0bcb3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:28:47.777552 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5af6f0d-5aac-4bb0-966e-4c39c0daba2b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.890901 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5af6f0d-5aac-4bb0-966e-4c39c0daba2b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.978174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52e74a-800a-4a09-bb35-b0166364ca97 req-2f120c92-66a8-46b7-b865-22f09249a1c6 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:47.985193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5af6f0d-5aac-4bb0-966e-4c39c0daba2b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Network 1fd60b33-96b9-4a7f-b071-274c26e91721 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:47.987237 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb52e74a-800a-4a09-bb35-b0166364ca97 req-2f120c92-66a8-46b7-b865-22f09249a1c6 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1565809 Nov 27 01:28:48.046156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-c5af6f0d-5aac-4bb0-966e-4c39c0daba2b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:48.076291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af6f0d-5aac-4bb0-966e-4c39c0daba2b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:48.109354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb52e74a-800a-4a09-bb35-b0166364ca97 req-c716264e-90dd-495d-b28b-54478962e5f0 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211085 Nov 27 01:28:48.187430 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-97899545-ce43-4928-b219-a80b6f39e2d6 req-fd94f379-967d-468c-af3a-f65f97ae342c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1975548 Nov 27 01:28:48.210871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af6f0d-5aac-4bb0-966e-4c39c0daba2b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event updated for resources: {'Port': ['ID=3d1cf857-4b79-424d-b63c-a55fdbf2cd16,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:48.271698 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2dd2a67e-56e5-4695-85e8-60c215a15440 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:48.358343 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5af6f0d-5aac-4bb0-966e-4c39c0daba2b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:48.359286 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5af6f0d-5aac-4bb0-966e-4c39c0daba2b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.408630 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c5af6f0d-5aac-4bb0-966e-4c39c0daba2b tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9836586 Nov 27 01:28:48.411902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47658) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:48.437824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 2dd2a67e-56e5-4695-85e8-60c215a15440 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:48.438826 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.461889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97899545-ce43-4928-b219-a80b6f39e2d6 req-0782c479-8dc9-4748-a15d-06748c2cfe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:48.470491 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-97899545-ce43-4928-b219-a80b6f39e2d6 req-0782c479-8dc9-4748-a15d-06748c2cfe1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 1097 time: 0.2023909 Nov 27 01:28:48.658074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:48.699400 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97899545-ce43-4928-b219-a80b6f39e2d6 req-63d55f6f-282b-4f11-bfc7-8299533913b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:48.704398 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-97899545-ce43-4928-b219-a80b6f39e2d6 req-63d55f6f-282b-4f11-bfc7-8299533913b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 912 time: 0.2106969 Nov 27 01:28:48.736390 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-96332413-4f7c-42c2-8e4b-70674343f9e9 None None] Provisioning complete for port 3d1cf857-4b79-424d-b63c-a55fdbf2cd16 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:48.737257 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-96332413-4f7c-42c2-8e4b-70674343f9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.795739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-96332413-4f7c-42c2-8e4b-70674343f9e9 None None] Port 3d1cf857-4b79-424d-b63c-a55fdbf2cd16 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:48.827699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'project_id': 'da20dcd464ad4796859dc42b18ffaef7', 'port_id': '3d1cf857-4b79-424d-b63c-a55fdbf2cd16'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:48.880408 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.958981 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:28:48.962474 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-97899545-ce43-4928-b219-a80b6f39e2d6 req-04187162-0e12-42e8-85ca-77892e002631 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d5fece2-547e-4ef2-9f60-ae063a8ee63b HTTP/1.1" status: 200 len: 1000 time: 0.2492983 Nov 27 01:28:48.974512 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:48.974921 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.040986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347faf2-a10b-4e8c-9121-9cd09afd6853 req-940acaae-a422-45be-9dbd-e5e12a06ae24 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.046280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f347faf2-a10b-4e8c-9121-9cd09afd6853 req-940acaae-a422-45be-9dbd-e5e12a06ae24 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 944 time: 0.2146099 Nov 27 01:28:49.169413 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.220975 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.274846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97899545-ce43-4928-b219-a80b6f39e2d6 req-07e98181-77a2-4c3e-a30e-c6216d6469cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.276996 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-97899545-ce43-4928-b219-a80b6f39e2d6 req-07e98181-77a2-4c3e-a30e-c6216d6469cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=560f9432-09a4-4ee9-a29c-ffb13996e99e HTTP/1.1" status: 200 len: 850 time: 0.3016670 Nov 27 01:28:49.382752 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f347faf2-a10b-4e8c-9121-9cd09afd6853 req-d57492ee-ce4a-453a-892b-c22eb8ffd203 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850175 Nov 27 01:28:49.413095 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97899545-ce43-4928-b219-a80b6f39e2d6 req-64114d25-76be-4b7d-9f5f-d551332668dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.414793 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-97899545-ce43-4928-b219-a80b6f39e2d6 req-64114d25-76be-4b7d-9f5f-d551332668dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbf9ad20-e715-449c-9ff0-512a26044dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263163 Nov 27 01:28:49.467389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:49.469913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df5dd9f-9760-4be9-a5b4-ab64c6e779b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4d2e96-de55-4ffa-a09f-43218fe0bcb3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:28:49.476232 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a35fe75-1cd0-49ef-a713-5165f2095bbc" -d '{"events": [{"server_uuid": "0df5dd9f-9760-4be9-a5b4-ab64c6e779b6", "name": "network-vif-plugged", "status": "completed", "tag": "bc4d2e96-de55-4ffa-a09f-43218fe0bcb3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:28:49.485092 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.521348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb51be-0315-44a1-984d-3c2dbb930f2f req-d0e496e3-e05f-4237-92c5-184fe50c7bd1 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.523337 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-afeb51be-0315-44a1-984d-3c2dbb930f2f req-d0e496e3-e05f-4237-92c5-184fe50c7bd1 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.2227218 Nov 27 01:28:49.634736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Allocated IP 172.25.1.146 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/212cb0aa-9698-4a61-a2d3-3ff424528a5a) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:49.668408 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:49.731486 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-97899545-ce43-4928-b219-a80b6f39e2d6 req-62e03660-df13-4693-b816-dd5970a6cf97 service neutron] 10.222.0.21 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061333 Nov 27 01:28:49.801423 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-afeb51be-0315-44a1-984d-3c2dbb930f2f req-1e4cc81d-c5f1-4509-bd69-5728741d89fb tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684391 Nov 27 01:28:49.924849 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.941696 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dd04c1-0fde-44fd-86ed-e9bf9e46686d x-openstack-request-id: req-f0dd04c1-0fde-44fd-86ed-e9bf9e46686d {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:28:49.942081 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df5dd9f-9760-4be9-a5b4-ab64c6e779b6", "name": "network-vif-plugged", "status": "completed", "tag": "bc4d2e96-de55-4ffa-a09f-43218fe0bcb3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:28:49.942510 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0dd04c1-0fde-44fd-86ed-e9bf9e46686d {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:28:49.943093 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df5dd9f-9760-4be9-a5b4-ab64c6e779b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4d2e96-de55-4ffa-a09f-43218fe0bcb3', 'code': 200} Nov 27 01:28:49.966888 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-97899545-ce43-4928-b219-a80b6f39e2d6 req-b8037a80-1f1b-4030-93bc-e886647929f2 service neutron] 10.222.0.21 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272496 Nov 27 01:28:50.007541 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:50.157645 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:50.169740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:50.179942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:50.264008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Pushing event updated for resources: {'Port': ['ID=212cb0aa-9698-4a61-a2d3-3ff424528a5a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:50.305699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e6e1b-9244-4c93-b1a2-9d54050da148 req-e4c27964-d466-43db-afc6-64cbe4040b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:50.308438 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec0e6e1b-9244-4c93-b1a2-9d54050da148 req-e4c27964-d466-43db-afc6-64cbe4040b53 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 1097 time: 0.2320008 Nov 27 01:28:50.309820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:50.310169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:50.310515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:50.310850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:50.311177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:50.311516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:50.311860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:50.312417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:50.312666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:50.312995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:50.313320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:50.313764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:50.418749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec0e6e1b-9244-4c93-b1a2-9d54050da148 req-3970cbdc-b14a-4e0e-896d-d32ff0fc575e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915766 Nov 27 01:28:50.887318 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c50dd-813a-4b65-b9c3-fe72d4d96144 req-7b9d2460-32b3-437e-9418-4396734cb213 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:50.888930 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-762c50dd-813a-4b65-b9c3-fe72d4d96144 req-7b9d2460-32b3-437e-9418-4396734cb213 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1522169 Nov 27 01:28:51.031807 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.107271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efba02-4a8e-4342-b9b5-b17a10ef64a8 req-2de86068-ed59-4002-afb8-c1c373fb08a5 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:51.109040 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3efba02-4a8e-4342-b9b5-b17a10ef64a8 req-2de86068-ed59-4002-afb8-c1c373fb08a5 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1570342 Nov 27 01:28:51.113571 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-762c50dd-813a-4b65-b9c3-fe72d4d96144 req-39b9d2ce-beb7-4b36-89a3-935613bf3199 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660178 Nov 27 01:28:51.168207 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.204394 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3efba02-4a8e-4342-b9b5-b17a10ef64a8 req-2fef6bfa-8ec7-4ec2-89d8-b76233706a91 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889108 Nov 27 01:28:51.428232 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.445354 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.550130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Pushing event updated for resources: {'Port': ['ID=212cb0aa-9698-4a61-a2d3-3ff424528a5a,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:51.552626 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.689283 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Floating IP 424eb66b-7308-4c20-b6eb-871e8f79e1f2 associated. External IP: 172.25.1.146, port: 3d1cf857-4b79-424d-b63c-a55fdbf2cd16. Nov 27 01:28:51.999391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Router fe4b06af-6ae8-4452-acb2-e781b1a93405 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:28:52.179585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:52.191845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d832542b-77ce-4def-a190-009b78298013 None None] Sync routers for ids ['fe4b06af-6ae8-4452-acb2-e781b1a93405'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:52.215154 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.219720 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832542b-77ce-4def-a190-009b78298013 None None] Routers {'fe4b06af-6ae8-4452-acb2-e781b1a93405'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:52.220430 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d832542b-77ce-4def-a190-009b78298013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fe4b06af-6ae8-4452-acb2-e781b1a93405'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:52.333655 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-47ca14fd-237b-43c4-9c74-c0370eef9500 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.9202497 Nov 27 01:28:52.335902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47756) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:52.366784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53c171-7a8b-45f3-9a0e-abb531f2be2b req-e8567f92-70c8-4b19-b2fc-08345bcd7ea7 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:52.379935 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ff53c171-7a8b-45f3-9a0e-abb531f2be2b req-e8567f92-70c8-4b19-b2fc-08345bcd7ea7 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1303573 Nov 27 01:28:52.382776 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d832542b-77ce-4def-a190-009b78298013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:52.420177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832542b-77ce-4def-a190-009b78298013 None None] Routers {'fe4b06af-6ae8-4452-acb2-e781b1a93405'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:52.420843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d832542b-77ce-4def-a190-009b78298013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fe4b06af-6ae8-4452-acb2-e781b1a93405'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:52.520798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d832542b-77ce-4def-a190-009b78298013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:52.524015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d832542b-77ce-4def-a190-009b78298013 None None] The sync data for ids ['fe4b06af-6ae8-4452-acb2-e781b1a93405'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:52.635324 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ff53c171-7a8b-45f3-9a0e-abb531f2be2b req-e60d0f6f-387e-4eda-ae22-90a48224765b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543895 Nov 27 01:28:52.682961 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-75a074f9-3f28-4fa5-9746-b56836a58bae tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] 10.222.0.15 "GET /v2.0/floatingips/424eb66b-7308-4c20-b6eb-871e8f79e1f2 HTTP/1.1" status: 200 len: 983 time: 0.3435476 Nov 27 01:28:52.683928 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47766) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:52.736223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cec52-ae7c-4fb7-ae87-f8e2cb97835e req-51eefb2e-d4f4-407a-a14a-05d5ef1e36d6 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:52.739132 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d38cec52-ae7c-4fb7-ae87-f8e2cb97835e req-51eefb2e-d4f4-407a-a14a-05d5ef1e36d6 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1486485 Nov 27 01:28:52.836948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d4baf-7e24-4476-9fa2-c9a647081ed3 req-aacc3fd8-3991-43ad-935e-ce2c8c35cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:52.838565 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-068d4baf-7e24-4476-9fa2-c9a647081ed3 req-aacc3fd8-3991-43ad-935e-ce2c8c35cd09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 1098 time: 0.2123942 Nov 27 01:28:53.016383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d38cec52-ae7c-4fb7-ae87-f8e2cb97835e req-31b2a9e7-6000-4820-acc2-98f34e6bdcc1 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275565 Nov 27 01:28:53.078994 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-068d4baf-7e24-4476-9fa2-c9a647081ed3 req-724c2c0b-abd4-4c2e-ab6d-aa0551d579b9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115524 Nov 27 01:28:53.098811 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b74271bc-fecf-441d-bb5c-25271295d8c6 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.4134402 Nov 27 01:28:53.101489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47778) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:53.221132 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069287cb-b6ee-4b38-9d85-93b275afb341 req-b55f0b3c-0197-4709-a09a-9fcb2accd5ca tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:53.223185 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-069287cb-b6ee-4b38-9d85-93b275afb341 req-b55f0b3c-0197-4709-a09a-9fcb2accd5ca tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1727560 Nov 27 01:28:53.340836 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-069287cb-b6ee-4b38-9d85-93b275afb341 req-0cbcf995-930c-4578-b6a0-7162dec2e5e7 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097717 Nov 27 01:28:53.780201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83110db3-5d14-4902-975f-094d3a06eb50 req-efb14cac-8015-4302-8778-1a1130ce27f1 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:53.783148 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83110db3-5d14-4902-975f-094d3a06eb50 req-efb14cac-8015-4302-8778-1a1130ce27f1 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1235957 Nov 27 01:28:53.880829 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83110db3-5d14-4902-975f-094d3a06eb50 req-af09b12d-205c-4b98-a696-a0d413c98c78 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838368 Nov 27 01:28:53.951568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-450747c2-8586-470e-a9e1-1490d328ab3f tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Deleting port 212cb0aa-9698-4a61-a2d3-3ff424528a5a {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:53.952117 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-450747c2-8586-470e-a9e1-1490d328ab3f tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.064419 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-450747c2-8586-470e-a9e1-1490d328ab3f tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.064755 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-450747c2-8586-470e-a9e1-1490d328ab3f tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.082608 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-450747c2-8586-470e-a9e1-1490d328ab3f tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Calling delete_port for 212cb0aa-9698-4a61-a2d3-3ff424528a5a owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:54.202745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236f036-f6fb-40a9-9c02-f0fbdde248c4 req-be3d9f80-1322-4282-869c-a3bdf61800bc tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:54.215764 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3236f036-f6fb-40a9-9c02-f0fbdde248c4 req-be3d9f80-1322-4282-869c-a3bdf61800bc tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.0923724 Nov 27 01:28:54.325691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12278f-8e64-470d-a400-fdc05dcab1f9 req-decd0095-a36d-426d-956d-419d85bf9d45 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:54.326381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3236f036-f6fb-40a9-9c02-f0fbdde248c4 req-0c150480-c7bc-4e21-b801-fdf4de92c744 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089835 Nov 27 01:28:54.327292 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d12278f-8e64-470d-a400-fdc05dcab1f9 req-decd0095-a36d-426d-956d-419d85bf9d45 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.3252811 Nov 27 01:28:54.424948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d12278f-8e64-470d-a400-fdc05dcab1f9 req-fcd5929c-2ecf-44c8-a5c4-01b8c4550a53 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889502 Nov 27 01:28:54.526253 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-450747c2-8586-470e-a9e1-1490d328ab3f tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.575983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450747c2-8586-470e-a9e1-1490d328ab3f tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event deleted for resources: {'Port': ['ID=212cb0aa-9698-4a61-a2d3-3ff424528a5a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:54.664167 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-450747c2-8586-470e-a9e1-1490d328ab3f tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.664534 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-450747c2-8586-470e-a9e1-1490d328ab3f tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Floating IP 424eb66b-7308-4c20-b6eb-871e8f79e1f2 disassociated (deleted). External IP: 172.25.1.146, port: 3d1cf857-4b79-424d-b63c-a55fdbf2cd16. Nov 27 01:28:55.066060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf21e3-13bd-490e-89ab-0ef2ef5fa8cc req-441481cb-8767-4564-8b6c-b11574ecf625 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:55.067432 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaaf21e3-13bd-490e-89ab-0ef2ef5fa8cc req-441481cb-8767-4564-8b6c-b11574ecf625 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1831572 Nov 27 01:28:55.216959 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eaaf21e3-13bd-490e-89ab-0ef2ef5fa8cc req-4bdd0e7d-d74c-47d4-a90f-255b5c585d1c tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139264 Nov 27 01:28:55.252626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450747c2-8586-470e-a9e1-1490d328ab3f tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Router fe4b06af-6ae8-4452-acb2-e781b1a93405 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:28:55.382506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450747c2-8586-470e-a9e1-1490d328ab3f tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:55.389942 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-450747c2-8586-470e-a9e1-1490d328ab3f tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.395136 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e296508e-808a-48bb-817f-9d693afa08a1 None None] Sync routers for ids ['fe4b06af-6ae8-4452-acb2-e781b1a93405'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:55.418653 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296508e-808a-48bb-817f-9d693afa08a1 None None] Routers {'fe4b06af-6ae8-4452-acb2-e781b1a93405'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:55.419360 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e296508e-808a-48bb-817f-9d693afa08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fe4b06af-6ae8-4452-acb2-e781b1a93405'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:55.429960 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-450747c2-8586-470e-a9e1-1490d328ab3f tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "DELETE /v2.0/floatingips/424eb66b-7308-4c20-b6eb-871e8f79e1f2 HTTP/1.1" status: 204 len: 168 time: 2.3272524 Nov 27 01:28:55.433724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47856) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:55.440218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:55.468599 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.488780 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e296508e-808a-48bb-817f-9d693afa08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:55.499020 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296508e-808a-48bb-817f-9d693afa08a1 None None] Routers {'fe4b06af-6ae8-4452-acb2-e781b1a93405'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:55.499883 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e296508e-808a-48bb-817f-9d693afa08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fe4b06af-6ae8-4452-acb2-e781b1a93405'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:55.535604 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e296508e-808a-48bb-817f-9d693afa08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:55.536846 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e296508e-808a-48bb-817f-9d693afa08a1 None None] The sync data for ids ['fe4b06af-6ae8-4452-acb2-e781b1a93405'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:55.580914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a6bac-7785-4916-b774-dba7c50e5a62 req-d91704af-29a1-4973-a9a7-547ee9fb8919 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:55.582479 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-010a6bac-7785-4916-b774-dba7c50e5a62 req-d91704af-29a1-4973-a9a7-547ee9fb8919 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.0981605 Nov 27 01:28:55.655410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-010a6bac-7785-4916-b774-dba7c50e5a62 req-1cb545ad-b7d0-4c29-bf29-3af626407b5c tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621641 Nov 27 01:28:55.675849 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.731102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-e6a8af47-cdc6-4e45-98e5-48a28a90c99c req-eff5dc33-b195-4fa2-96d2-231f3418791a tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1235764113', 'description': 'tempest-description-1768954095'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:55.770431 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e6a8af47-cdc6-4e45-98e5-48a28a90c99c req-eff5dc33-b195-4fa2-96d2-231f3418791a tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.836924 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Allocated IP 172.25.1.232 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/f183bf6f-60c9-43f0-9e0e-be7647a69504) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:55.931004 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e6a8af47-cdc6-4e45-98e5-48a28a90c99c req-eff5dc33-b195-4fa2-96d2-231f3418791a tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.938770 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e6a8af47-cdc6-4e45-98e5-48a28a90c99c req-eff5dc33-b195-4fa2-96d2-231f3418791a tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.007384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.029330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5dc33-b195-4fa2-96d2-231f3418791a tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c163002a-930a-4158-96f2-5d5a60d4d5dd,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:56.036506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e6a8af47-cdc6-4e45-98e5-48a28a90c99c req-eff5dc33-b195-4fa2-96d2-231f3418791a tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.058789 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6a8af47-cdc6-4e45-98e5-48a28a90c99c req-eff5dc33-b195-4fa2-96d2-231f3418791a tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.3301475 Nov 27 01:28:56.115024 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.185440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:56.206486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:56.209200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:56.284121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Pushing event updated for resources: {'Port': ['ID=f183bf6f-60c9-43f0-9e0e-be7647a69504,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:56.376627 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c54173a3-7523-47b2-9098-cf9d3cbc5402 req-3d99df8b-7cf9-4816-b490-7c82c3588c4f tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1235764113&fields=id&tenant_id=26e8630da8b5449c81396d2b04384284 HTTP/1.1" status: 200 len: 267 time: 0.2000928 Nov 27 01:28:56.477044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8036add-aa9f-49f3-b839-6d49556d89ae req-f15fc517-1fe3-4bec-96cf-ac7690cc9f1f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:56.485130 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8036add-aa9f-49f3-b839-6d49556d89ae req-f15fc517-1fe3-4bec-96cf-ac7690cc9f1f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1207027 Nov 27 01:28:56.592307 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8036add-aa9f-49f3-b839-6d49556d89ae req-3af2f16e-2e99-4481-a0ef-fa02cb3ec29d tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962205 Nov 27 01:28:56.943865 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.959764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54173a3-7523-47b2-9098-cf9d3cbc5402 req-91f2fd49-d368-464e-b43f-bb7c530017ee tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:56.961327 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c54173a3-7523-47b2-9098-cf9d3cbc5402 req-91f2fd49-d368-464e-b43f-bb7c530017ee tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.5838907 Nov 27 01:28:56.978219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-c54173a3-7523-47b2-9098-cf9d3cbc5402 req-d913c8d2-ace5-42f2-b58e-56864efa6468 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Request body: {'port': {'security_groups': ['d847da2f-9255-41c6-a4f4-ae4f595cec81', 'c163002a-930a-4158-96f2-5d5a60d4d5dd']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:57.037114 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.175675 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c54173a3-7523-47b2-9098-cf9d3cbc5402 req-d913c8d2-ace5-42f2-b58e-56864efa6468 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.607395 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.625416 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-c54173a3-7523-47b2-9098-cf9d3cbc5402 req-d913c8d2-ace5-42f2-b58e-56864efa6468 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] For port 42ebba72-bc36-4d54-b8ee-646964169a88, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=42ebba72-bc36-4d54-b8ee-646964169a88,segment=NetworkSegment(9fa9122b-d61f-4d85-aec9-be4cbe017c45),segment_id=9fa9122b-d61f-4d85-aec9-be4cbe017c45)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:57.627483 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.752471 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c54173a3-7523-47b2-9098-cf9d3cbc5402 req-d913c8d2-ace5-42f2-b58e-56864efa6468 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.766300 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c54173a3-7523-47b2-9098-cf9d3cbc5402 req-d913c8d2-ace5-42f2-b58e-56864efa6468 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.767059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8448c-51d0-4ee4-a908-0611c656e29b req-a4960f7e-e0e1-4bfb-aab2-1c3a7d6fe534 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:57.768108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Pushing event updated for resources: {'Port': ['ID=f183bf6f-60c9-43f0-9e0e-be7647a69504,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:57.774837 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c8448c-51d0-4ee4-a908-0611c656e29b req-a4960f7e-e0e1-4bfb-aab2-1c3a7d6fe534 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.0862064 Nov 27 01:28:57.806270 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['42ebba72-bc36-4d54-b8ee-646964169a88'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:28:57.818057 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.848345 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54173a3-7523-47b2-9098-cf9d3cbc5402 req-d913c8d2-ace5-42f2-b58e-56864efa6468 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:57.849050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c54173a3-7523-47b2-9098-cf9d3cbc5402 req-d913c8d2-ace5-42f2-b58e-56864efa6468 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.850524 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c54173a3-7523-47b2-9098-cf9d3cbc5402 req-d913c8d2-ace5-42f2-b58e-56864efa6468 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "PUT /v2.0/ports/42ebba72-bc36-4d54-b8ee-646964169a88 HTTP/1.1" status: 200 len: 982 time: 0.8803475 Nov 27 01:28:57.857197 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.860876 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d95f9871-8199-4f90-aee7-940e9bae3c7c tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4248862 Nov 27 01:28:57.861587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'tag': '42ebba72-bc36-4d54-b8ee-646964169a88'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:28:57.864374 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b97b2e-2a1e-4650-9e2b-b4f0111b5fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "31cbeb71-b70b-4890-9aae-d653b72dc30e", "tag": "42ebba72-bc36-4d54-b8ee-646964169a88"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:28:57.872363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47924) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:57.924537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913c8d2-ace5-42f2-b58e-56864efa6468 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Pushing event updated for resources: {'Port': ['ID=42ebba72-bc36-4d54-b8ee-646964169a88,revision_number=6']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:57.960628 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87c8448c-51d0-4ee4-a908-0611c656e29b req-8e952689-ab84-46ee-b70c-ca50aa97cfda tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847138 Nov 27 01:28:58.066001 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb01b5be-5d8c-45ba-89c9-461861920930 x-openstack-request-id: req-eb01b5be-5d8c-45ba-89c9-461861920930 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:28:58.066973 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31cbeb71-b70b-4890-9aae-d653b72dc30e", "tag": "42ebba72-bc36-4d54-b8ee-646964169a88", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:28:58.067245 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb01b5be-5d8c-45ba-89c9-461861920930 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:28:58.069142 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'tag': '42ebba72-bc36-4d54-b8ee-646964169a88', 'status': 'completed', 'code': 200} Nov 27 01:28:58.081505 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-020f8745-c37a-433e-ba7a-ec212308b73a req-f78b7146-7afb-4dc4-9f69-6a5f6ce0590c tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1235764113&fields=id&tenant_id=26e8630da8b5449c81396d2b04384284 HTTP/1.1" status: 200 len: 267 time: 0.0927157 Nov 27 01:28:58.114885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:58.201159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b97b2e-2a1e-4650-9e2b-b4f0111b5fe1 req-82093b99-b5ab-491f-bad2-a4e4e1d0795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:58.202948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04b97b2e-2a1e-4650-9e2b-b4f0111b5fe1 req-82093b99-b5ab-491f-bad2-a4e4e1d0795b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26e8630da8b5449c81396d2b04384284&device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 1137 time: 0.0658774 Nov 27 01:28:58.205675 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:58.210103 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f8745-c37a-433e-ba7a-ec212308b73a req-30c2a2af-de7e-4ac7-a450-be020da12b92 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:58.213310 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-020f8745-c37a-433e-ba7a-ec212308b73a req-30c2a2af-de7e-4ac7-a450-be020da12b92 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 985 time: 0.1234636 Nov 27 01:28:58.238943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-020f8745-c37a-433e-ba7a-ec212308b73a req-afe32cfd-369c-48c3-a51c-8e7ac4acc643 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Request body: {'port': {'security_groups': ['d847da2f-9255-41c6-a4f4-ae4f595cec81']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:58.428114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['42ebba72-bc36-4d54-b8ee-646964169a88'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:28:58.435871 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-020f8745-c37a-433e-ba7a-ec212308b73a req-afe32cfd-369c-48c3-a51c-8e7ac4acc643 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:58.447118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b97b2e-2a1e-4650-9e2b-b4f0111b5fe1 req-6e975c29-02a8-4fc8-a1d9-82ae47c8d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:58.449715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04b97b2e-2a1e-4650-9e2b-b4f0111b5fe1 req-6e975c29-02a8-4fc8-a1d9-82ae47c8d701 service neutron] 10.222.0.21 "GET /v2.0/networks?id=190420c9-4f27-4c1c-b9d2-ee73f008a646 HTTP/1.1" status: 200 len: 921 time: 0.2228379 Nov 27 01:28:58.622050 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04b97b2e-2a1e-4650-9e2b-b4f0111b5fe1 req-4e57433f-9274-4e46-8bc6-efcafa1f5d6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42ebba72-bc36-4d54-b8ee-646964169a88 HTTP/1.1" status: 200 len: 217 time: 0.1613863 Nov 27 01:28:58.657438 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:58.746081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b97b2e-2a1e-4650-9e2b-b4f0111b5fe1 req-6aead202-1e32-4ab2-8a59-98e89e72c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:58.751287 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04b97b2e-2a1e-4650-9e2b-b4f0111b5fe1 req-6aead202-1e32-4ab2-8a59-98e89e72c837 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2efedd4d-dd00-4601-92f4-d41aedbcb14d HTTP/1.1" status: 200 len: 860 time: 0.1087964 Nov 27 01:28:58.790471 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-020f8745-c37a-433e-ba7a-ec212308b73a req-afe32cfd-369c-48c3-a51c-8e7ac4acc643 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] For port 42ebba72-bc36-4d54-b8ee-646964169a88, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=42ebba72-bc36-4d54-b8ee-646964169a88,segment=NetworkSegment(9fa9122b-d61f-4d85-aec9-be4cbe017c45),segment_id=9fa9122b-d61f-4d85-aec9-be4cbe017c45)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:58.831106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04b97b2e-2a1e-4650-9e2b-b4f0111b5fe1 req-4edaa22d-4766-48a3-95a2-69e17a683914 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=190420c9-4f27-4c1c-b9d2-ee73f008a646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611339 Nov 27 01:28:58.858441 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-020f8745-c37a-433e-ba7a-ec212308b73a req-afe32cfd-369c-48c3-a51c-8e7ac4acc643 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:58.870681 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-020f8745-c37a-433e-ba7a-ec212308b73a req-afe32cfd-369c-48c3-a51c-8e7ac4acc643 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:58.981012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f8745-c37a-433e-ba7a-ec212308b73a req-afe32cfd-369c-48c3-a51c-8e7ac4acc643 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:58.981865 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-020f8745-c37a-433e-ba7a-ec212308b73a req-afe32cfd-369c-48c3-a51c-8e7ac4acc643 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:58.987453 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-020f8745-c37a-433e-ba7a-ec212308b73a req-afe32cfd-369c-48c3-a51c-8e7ac4acc643 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "PUT /v2.0/ports/42ebba72-bc36-4d54-b8ee-646964169a88 HTTP/1.1" status: 200 len: 943 time: 0.7624223 Nov 27 01:28:59.096739 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04b97b2e-2a1e-4650-9e2b-b4f0111b5fe1 req-b8ecdd73-6060-4ce1-b837-d0ab4d6078be service neutron] 10.222.0.21 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497282 Nov 27 01:28:59.114287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe32cfd-369c-48c3-a51c-8e7ac4acc643 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Pushing event updated for resources: {'Port': ['ID=42ebba72-bc36-4d54-b8ee-646964169a88,revision_number=7']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:59.123413 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['42ebba72-bc36-4d54-b8ee-646964169a88'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:28:59.241480 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.300480 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['42ebba72-bc36-4d54-b8ee-646964169a88'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:28:59.389257 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-8d2a2ffa-4a0d-498c-b86e-aa49c93fa650 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3690834 Nov 27 01:28:59.414550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:59.424809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Allocated IP 172.25.1.100 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/b41279db-c558-421e-a194-8dd684e3153f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:59.504690 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.623983 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04b97b2e-2a1e-4650-9e2b-b4f0111b5fe1 req-c4cf35d6-458f-4cf9-9c58-9593c3782f24 service neutron] 10.222.0.21 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967017 Nov 27 01:28:59.660315 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee863c8-ecc3-4e57-9dba-8c8bd274ec58 req-a4a9a46c-1864-45d2-b2bd-5c6d4c9aa9fd tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:59.662072 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ee863c8-ecc3-4e57-9dba-8c8bd274ec58 req-a4a9a46c-1864-45d2-b2bd-5c6d4c9aa9fd tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.5562642 Nov 27 01:28:59.786957 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.845891 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ee863c8-ecc3-4e57-9dba-8c8bd274ec58 req-9e24a38b-7da9-4c79-84ff-e067c5e92542 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767356 Nov 27 01:28:59.887488 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.993852 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.075911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'tag': '42ebba72-bc36-4d54-b8ee-646964169a88'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:29:00.081630 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731c9254-1e79-417e-902b-a52046b6a447" -d '{"events": [{"name": "network-changed", "server_uuid": "31cbeb71-b70b-4890-9aae-d653b72dc30e", "tag": "42ebba72-bc36-4d54-b8ee-646964169a88"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:29:00.110932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:00.112785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:00.117239 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Pushing event updated for resources: {'Port': ['ID=b41279db-c558-421e-a194-8dd684e3153f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:00.122455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Allocated IP 172.25.1.99 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/dca69a73-9e9a-406c-a28c-422f9ef18d6f) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:00.147441 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:00.180806 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf49a82-8e39-4f3b-9b8e-ad6d9d5fa0d3 x-openstack-request-id: req-baf49a82-8e39-4f3b-9b8e-ad6d9d5fa0d3 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:29:00.181111 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31cbeb71-b70b-4890-9aae-d653b72dc30e", "tag": "42ebba72-bc36-4d54-b8ee-646964169a88", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:29:00.181562 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-baf49a82-8e39-4f3b-9b8e-ad6d9d5fa0d3 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:29:00.182037 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'tag': '42ebba72-bc36-4d54-b8ee-646964169a88', 'status': 'completed', 'code': 200} Nov 27 01:29:00.321658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9254-1e79-417e-902b-a52046b6a447 req-a0d08b8d-43db-4a27-8347-935ca15980ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:00.323722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-731c9254-1e79-417e-902b-a52046b6a447 req-a0d08b8d-43db-4a27-8347-935ca15980ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26e8630da8b5449c81396d2b04384284&device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 1098 time: 0.0844300 Nov 27 01:29:00.350386 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.418428 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.459116 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:00.462402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:00.466817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:00.490154 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.511437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Pushing event updated for resources: {'Port': ['ID=dca69a73-9e9a-406c-a28c-422f9ef18d6f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:00.520880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9254-1e79-417e-902b-a52046b6a447 req-b9eb72c9-7395-4f1a-a8b1-3eeff9d98766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:00.522377 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-731c9254-1e79-417e-902b-a52046b6a447 req-b9eb72c9-7395-4f1a-a8b1-3eeff9d98766 service neutron] 10.222.0.21 "GET /v2.0/networks?id=190420c9-4f27-4c1c-b9d2-ee73f008a646 HTTP/1.1" status: 200 len: 921 time: 0.1848328 Nov 27 01:29:00.593570 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.596334 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-731c9254-1e79-417e-902b-a52046b6a447 req-2f4708f9-9f5f-4005-b62d-e16944110514 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42ebba72-bc36-4d54-b8ee-646964169a88 HTTP/1.1" status: 200 len: 217 time: 0.0462072 Nov 27 01:29:00.623384 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.760117 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.869276 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.936102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9254-1e79-417e-902b-a52046b6a447 req-e44e337e-aea2-461f-8071-c0d501468172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:00.938571 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-731c9254-1e79-417e-902b-a52046b6a447 req-e44e337e-aea2-461f-8071-c0d501468172 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2efedd4d-dd00-4601-92f4-d41aedbcb14d HTTP/1.1" status: 200 len: 860 time: 0.3200955 Nov 27 01:29:00.978990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-731c9254-1e79-417e-902b-a52046b6a447 req-274ffd35-270e-48c9-b4a1-dbead8c1614c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=190420c9-4f27-4c1c-b9d2-ee73f008a646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323651 Nov 27 01:29:01.199256 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-731c9254-1e79-417e-902b-a52046b6a447 req-046b7658-e2a4-48ce-a2cf-3a2d9bff18e0 service neutron] 10.222.0.21 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124035 Nov 27 01:29:01.311890 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.324920 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.520447 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.567536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Pushing event updated for resources: {'Port': ['ID=dca69a73-9e9a-406c-a28c-422f9ef18d6f,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:01.587779 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.601332 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-0cf1c886-6d1e-4e41-afdd-50e3cda84a36 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2034318 Nov 27 01:29:01.626035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ffd56-e557-429c-b5d1-45d930b0e08a req-542f5a1c-fc05-45d4-9e10-876f370b2e25 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:01.641638 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc8ffd56-e557-429c-b5d1-45d930b0e08a req-542f5a1c-fc05-45d4-9e10-876f370b2e25 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.4387941 Nov 27 01:29:01.650186 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-731c9254-1e79-417e-902b-a52046b6a447 req-597dc322-ed19-464e-914d-2a1c5e1e6d57 service neutron] 10.222.0.21 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370432 Nov 27 01:29:01.702361 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.720627 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.803112 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-e7276ca8-c3c2-47ff-b890-695db4146f59 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 695 time: 0.2007654 Nov 27 01:29:01.884485 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc8ffd56-e557-429c-b5d1-45d930b0e08a req-4488b8f0-f89f-4927-ad45-16f83f46f0fa tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306142 Nov 27 01:29:01.961046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Pushing event updated for resources: {'Port': ['ID=b41279db-c558-421e-a194-8dd684e3153f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:02.015996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-e6276e51-3a33-480e-ab22-6c5c2a07bb91 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:02.024903 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-e6276e51-3a33-480e-ab22-6c5c2a07bb91 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.2208147 Nov 27 01:29:02.026319 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.037827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-fbca9086-b620-4b91-a1c6-a7b4fe745c5a tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:29:02.038824 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83658ac0-0a55-45b2-8a96-dcf9cb800691 req-fbca9086-b620-4b91-a1c6-a7b4fe745c5a tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058324 Nov 27 01:29:02.095057 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.096408 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7d5d1af6-a016-4b27-927b-9f0b1b671d14 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2210684 Nov 27 01:29:02.099080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48008) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:02.164612 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010d2e0-c830-4683-925e-e352dbba9e17 req-0ee6fcc1-a8c2-4b2d-9d3f-d89b38918080 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:02.177197 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d010d2e0-c830-4683-925e-e352dbba9e17 req-0ee6fcc1-a8c2-4b2d-9d3f-d89b38918080 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1417365 Nov 27 01:29:02.301058 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d010d2e0-c830-4683-925e-e352dbba9e17 req-ebfb3a36-8eaa-4e63-8ce7-2e42fd8ceb13 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170361 Nov 27 01:29:02.367534 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bdebc725-fd60-4f28-b20b-782e336302a0 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2914 time: 0.2647786 Nov 27 01:29:02.368104 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48012) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:02.436476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-406ebdef-88ea-4e89-afd5-ef04fcab0765 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:02.438192 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-406ebdef-88ea-4e89-afd5-ef04fcab0765 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2320840 Nov 27 01:29:02.501802 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fa55f261-c1b7-4d8a-879c-540cd7257008 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1304455 Nov 27 01:29:02.502142 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48014) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:02.517872 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-7939b5fb-cdb0-417f-aa1e-16fb15fa9aae tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 695 time: 0.0733700 Nov 27 01:29:02.523758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-52978ad2-3e10-40cf-a8db-5cc46750c587 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Request body: {'floatingip': {'port_id': '42ebba72-bc36-4d54-b8ee-646964169a88', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:02.568566 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-52978ad2-3e10-40cf-a8db-5cc46750c587 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.667642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-38e0c44b-e1be-4784-948e-334a71eb9b17 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Deleting port b41279db-c558-421e-a194-8dd684e3153f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:02.668579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38e0c44b-e1be-4784-948e-334a71eb9b17 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.787096 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38e0c44b-e1be-4784-948e-334a71eb9b17 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.787581 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38e0c44b-e1be-4784-948e-334a71eb9b17 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.803225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-38e0c44b-e1be-4784-948e-334a71eb9b17 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Calling delete_port for b41279db-c558-421e-a194-8dd684e3153f owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:03.091667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834931d-f7ba-49d5-bf2b-b5d171c617bb req-d0808878-d65e-479a-93a0-71bfef75eff5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:03.110539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0834931d-f7ba-49d5-bf2b-b5d171c617bb req-d0808878-d65e-479a-93a0-71bfef75eff5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1029272 Nov 27 01:29:03.119116 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38e0c44b-e1be-4784-948e-334a71eb9b17 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.190436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0c44b-e1be-4784-948e-334a71eb9b17 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Pushing event deleted for resources: {'Port': ['ID=b41279db-c558-421e-a194-8dd684e3153f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:03.270823 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0834931d-f7ba-49d5-bf2b-b5d171c617bb req-68721ddb-152b-4a27-a49d-03228155a550 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590533 Nov 27 01:29:03.290745 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-52978ad2-3e10-40cf-a8db-5cc46750c587 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.299457 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-52978ad2-3e10-40cf-a8db-5cc46750c587 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.317027 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38e0c44b-e1be-4784-948e-334a71eb9b17 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.319897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38e0c44b-e1be-4784-948e-334a71eb9b17 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.323442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-38e0c44b-e1be-4784-948e-334a71eb9b17 tempest-FloatingIPAdminTestJSON-32636853 tempest-FloatingIPAdminTestJSON-32636853-project] 10.222.0.15 "DELETE /v2.0/floatingips/63262418-0490-4e5a-9300-84ca59216a36 HTTP/1.1" status: 204 len: 168 time: 0.8180013 Nov 27 01:29:03.324921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48024) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:03.483535 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:29:03.506839 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-52978ad2-3e10-40cf-a8db-5cc46750c587 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Floating IP 91fa0355-f7dc-4c1e-8fb9-e77586453137 associated. External IP: 172.25.1.99, port: 42ebba72-bc36-4d54-b8ee-646964169a88. Nov 27 01:29:03.805371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-52978ad2-3e10-40cf-a8db-5cc46750c587 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:29:04.148043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9fcbe-3e21-434e-9fdb-a6dca872580e req-e1515b3f-fd55-49e8-813a-27a7920951e4 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:04.158401 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4a9fcbe-3e21-434e-9fdb-a6dca872580e req-e1515b3f-fd55-49e8-813a-27a7920951e4 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1041420 Nov 27 01:29:04.226082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8f6bc803-c9c2-4269-82f0-e6a6548bb109 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Deleting port f183bf6f-60c9-43f0-9e0e-be7647a69504 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:04.226419 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc803-c9c2-4269-82f0-e6a6548bb109 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.314788 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc803-c9c2-4269-82f0-e6a6548bb109 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.315157 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc803-c9c2-4269-82f0-e6a6548bb109 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.331773 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8f6bc803-c9c2-4269-82f0-e6a6548bb109 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Calling delete_port for f183bf6f-60c9-43f0-9e0e-be7647a69504 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:04.415584 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4a9fcbe-3e21-434e-9fdb-a6dca872580e req-9a567b16-05e2-429e-b729-c0f1aa49a9e0 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471609 Nov 27 01:29:04.466502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-52978ad2-3e10-40cf-a8db-5cc46750c587 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:29:04.472224 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-52978ad2-3e10-40cf-a8db-5cc46750c587 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.478434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe931493-6960-4248-af63-83d67a93928a None None] Sync routers for ids ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:29:04.499344 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe931493-6960-4248-af63-83d67a93928a None None] Routers {'a6fc073d-7ce4-4550-a0b0-69bdd249cb44'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:04.500302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fe931493-6960-4248-af63-83d67a93928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:04.511462 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-52978ad2-3e10-40cf-a8db-5cc46750c587 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "PUT /v2.0/floatingips/91fa0355-f7dc-4c1e-8fb9-e77586453137 HTTP/1.1" status: 200 len: 996 time: 1.9922197 Nov 27 01:29:04.512044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'tag': '42ebba72-bc36-4d54-b8ee-646964169a88'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:29:04.515175 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0ff7d6-65a5-4335-afc6-ec15c42add12" -d '{"events": [{"name": "network-changed", "server_uuid": "31cbeb71-b70b-4890-9aae-d653b72dc30e", "tag": "42ebba72-bc36-4d54-b8ee-646964169a88"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:29:04.604550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-367d1ddb-1c05-4ec1-9744-75b90864d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:04.607086 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-367d1ddb-1c05-4ec1-9744-75b90864d2f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26e8630da8b5449c81396d2b04384284&device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 1098 time: 0.0739379 Nov 27 01:29:04.643325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91f009-7899-4d11-bc75-73e955edc4c2 req-1bc83e30-70aa-4365-9aab-932943c51e96 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:04.645474 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd91f009-7899-4d11-bc75-73e955edc4c2 req-1bc83e30-70aa-4365-9aab-932943c51e96 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1191471 Nov 27 01:29:04.646335 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc803-c9c2-4269-82f0-e6a6548bb109 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.698041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-fe931493-6960-4248-af63-83d67a93928a None None] Set router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:29:04.727099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bc803-c9c2-4269-82f0-e6a6548bb109 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Pushing event deleted for resources: {'Port': ['ID=f183bf6f-60c9-43f0-9e0e-be7647a69504,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:04.781252 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-f525305d-4235-42d2-9fb3-87f22d37c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:04.785518 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-f525305d-4235-42d2-9fb3-87f22d37c064 service neutron] 10.222.0.15 "GET /v2.0/networks?id=190420c9-4f27-4c1c-b9d2-ee73f008a646 HTTP/1.1" status: 200 len: 921 time: 0.1709845 Nov 27 01:29:04.844918 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd91f009-7899-4d11-bc75-73e955edc4c2 req-3f9a12fb-cc3a-43fa-834d-c23e3828311e tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895661 Nov 27 01:29:04.865333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc803-c9c2-4269-82f0-e6a6548bb109 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.866814 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc803-c9c2-4269-82f0-e6a6548bb109 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.873498 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8f6bc803-c9c2-4269-82f0-e6a6548bb109 tempest-FloatingIPAdminTestJSON-1284124076 tempest-FloatingIPAdminTestJSON-1284124076-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/be2b19e2-e008-46d1-8802-42468dbc84bb HTTP/1.1" status: 204 len: 168 time: 1.5473435 Nov 27 01:29:04.874140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48040) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:04.968327 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-ff88f9ef-3766-48f4-93ad-a026a09e8fcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42ebba72-bc36-4d54-b8ee-646964169a88 HTTP/1.1" status: 200 len: 999 time: 0.1740780 Nov 27 01:29:04.970101 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4493846-c63e-43f5-98f7-624a31b61450 x-openstack-request-id: req-f4493846-c63e-43f5-98f7-624a31b61450 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:29:04.970611 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31cbeb71-b70b-4890-9aae-d653b72dc30e", "tag": "42ebba72-bc36-4d54-b8ee-646964169a88", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:29:04.971033 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4493846-c63e-43f5-98f7-624a31b61450 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:29:04.971645 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'tag': '42ebba72-bc36-4d54-b8ee-646964169a88', 'status': 'completed', 'code': 200} Nov 27 01:29:04.999055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c7efcc5e-36e2-4cb5-84ba-8f2805becf11 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Deleting port 3d1cf857-4b79-424d-b63c-a55fdbf2cd16 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:04.999846 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7efcc5e-36e2-4cb5-84ba-8f2805becf11 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.072811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-07804dfe-2e42-4791-a510-2318c5998ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:05.072811 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-07804dfe-2e42-4791-a510-2318c5998ee7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2efedd4d-dd00-4601-92f4-d41aedbcb14d HTTP/1.1" status: 200 len: 860 time: 0.0943007 Nov 27 01:29:05.128285 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-8f4fa1fa-23d3-4982-9a46-b99d6504d46d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=190420c9-4f27-4c1c-b9d2-ee73f008a646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503893 Nov 27 01:29:05.133628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-5d40f579-a94c-4aed-956e-79ec8fb2e765 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:29:05.141788 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-5d40f579-a94c-4aed-956e-79ec8fb2e765 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124419 Nov 27 01:29:05.143521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fe931493-6960-4248-af63-83d67a93928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port': {'id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:56Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '91fa0355-f7dc-4c1e-8fb9-e77586453137', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'port_id': '42ebba72-bc36-4d54-b8ee-646964169a88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'mac_address': 'fa:16:3e:60:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:29:00Z', 'updated_at': '2021-11-27T01:29:03Z', 'revision_number': 1, 'project_id': '26e8630da8b5449c81396d2b04384284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db3dcb8-3bbb-42af-8b78-f86a74bc5efb', 'name': '', 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'mac_address': 'fa:16:3e:05:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:59Z', 'updated_at': '2021-11-27T01:28:08Z', 'revision_number': 5, 'project_id': '26e8630da8b5449c81396d2b04384284', 'subnets': [{'id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:05.181875 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe931493-6960-4248-af63-83d67a93928a None None] Checking router: a6fc073d-7ce4-4550-a0b0-69bdd249cb44 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:29:05.192224 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe931493-6960-4248-af63-83d67a93928a None None] Routers {'a6fc073d-7ce4-4550-a0b0-69bdd249cb44'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:05.192879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fe931493-6960-4248-af63-83d67a93928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:05.240006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ff7d6-65a5-4335-afc6-ec15c42add12 req-db52d9c4-f5be-4986-b5d6-ddd61fe49a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:05.241671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4a0ff7d6-65a5-4335-afc6-ec15c42add12 req-db52d9c4-f5be-4986-b5d6-ddd61fe49a4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26e8630da8b5449c81396d2b04384284&device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 1098 time: 0.1478190 Nov 27 01:29:05.247655 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7efcc5e-36e2-4cb5-84ba-8f2805becf11 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.286716 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-c129eaa5-b0f0-471d-82ab-9cbc881214ab service neutron] 10.222.0.15 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405149 Nov 27 01:29:05.295672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c7efcc5e-36e2-4cb5-84ba-8f2805becf11 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Calling delete_port for 3d1cf857-4b79-424d-b63c-a55fdbf2cd16 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:05.446309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-fe931493-6960-4248-af63-83d67a93928a None None] Set router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:29:05.538087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d48ea2-da2d-4ec5-b512-ba2faaa99b45 req-493a41a3-4fd0-4428-8c1c-e3b3a19d815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:05.539722 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2d48ea2-da2d-4ec5-b512-ba2faaa99b45 req-493a41a3-4fd0-4428-8c1c-e3b3a19d815d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=25911a5c10ea471aae99f3e026274d26&device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 1097 time: 0.1660724 Nov 27 01:29:05.565098 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10ec2ee2-c11b-45b9-8985-573e901b6015 req-42bc1767-e955-48a9-96f4-aacd6fb76b54 service neutron] 10.222.0.15 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667241 Nov 27 01:29:05.574471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ff7d6-65a5-4335-afc6-ec15c42add12 req-f8f1b394-7267-48b9-bf39-8616f011bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:05.576058 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4a0ff7d6-65a5-4335-afc6-ec15c42add12 req-f8f1b394-7267-48b9-bf39-8616f011bd73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=190420c9-4f27-4c1c-b9d2-ee73f008a646 HTTP/1.1" status: 200 len: 921 time: 0.3250349 Nov 27 01:29:05.755366 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d48ea2-da2d-4ec5-b512-ba2faaa99b45 req-7457d1b1-5ae0-46ce-a9d5-ac9b41748fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:05.761748 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2d48ea2-da2d-4ec5-b512-ba2faaa99b45 req-7457d1b1-5ae0-46ce-a9d5-ac9b41748fa9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d HTTP/1.1" status: 200 len: 916 time: 0.1937172 Nov 27 01:29:05.894727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f7668-52ac-4513-92da-b012c81e5a68 req-d76b1531-1f61-48a8-ab89-b60b577105b0 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:05.900519 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-315f7668-52ac-4513-92da-b012c81e5a68 req-d76b1531-1f61-48a8-ab89-b60b577105b0 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.2935557 Nov 27 01:29:05.902406 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4a0ff7d6-65a5-4335-afc6-ec15c42add12 req-39d26ef5-58fb-44d6-80c2-a6cd642babca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42ebba72-bc36-4d54-b8ee-646964169a88 HTTP/1.1" status: 200 len: 999 time: 0.3159826 Nov 27 01:29:05.957032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fe931493-6960-4248-af63-83d67a93928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port': {'id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:56Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '91fa0355-f7dc-4c1e-8fb9-e77586453137', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'port_id': '42ebba72-bc36-4d54-b8ee-646964169a88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'mac_address': 'fa:16:3e:60:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:29:00Z', 'updated_at': '2021-11-27T01:29:03Z', 'revision_number': 1, 'project_id': '26e8630da8b5449c81396d2b04384284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db3dcb8-3bbb-42af-8b78-f86a74bc5efb', 'name': '', 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'mac_address': 'fa:16:3e:05:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:59Z', 'updated_at': '2021-11-27T01:28:08Z', 'revision_number': 5, 'project_id': '26e8630da8b5449c81396d2b04384284', 'subnets': [{'id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:05.962027 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2d48ea2-da2d-4ec5-b512-ba2faaa99b45 req-df42645c-4718-4b77-ab46-c03eb69e380d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 HTTP/1.1" status: 200 len: 217 time: 0.1803436 Nov 27 01:29:06.015759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe931493-6960-4248-af63-83d67a93928a None None] The sync data for ids ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'] in n-d-817303-10 is: [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port': {'id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:56Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '91fa0355-f7dc-4c1e-8fb9-e77586453137', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'port_id': '42ebba72-bc36-4d54-b8ee-646964169a88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'mac_address': 'fa:16:3e:60:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:29:00Z', 'updated_at': '2021-11-27T01:29:03Z', 'revision_number': 1, 'project_id': '26e8630da8b5449c81396d2b04384284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db3dcb8-3bbb-42af-8b78-f86a74bc5efb', 'name': '', 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'mac_address': 'fa:16:3e:05:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:59Z', 'updated_at': '2021-11-27T01:28:08Z', 'revision_number': 5, 'project_id': '26e8630da8b5449c81396d2b04384284', 'subnets': [{'id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:29:06.035873 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-315f7668-52ac-4513-92da-b012c81e5a68 req-f08ba309-eab4-442c-9f0c-b8a88eb3af7f tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239872 Nov 27 01:29:06.108485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48060) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:06.187552 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-e92c4d4b-3829-4938-b434-a7595a5fa25b tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 999 time: 0.4245811 Nov 27 01:29:06.190415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d48ea2-da2d-4ec5-b512-ba2faaa99b45 req-8eb03610-eb75-4fe0-a7d7-fb023d02a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:06.197927 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2d48ea2-da2d-4ec5-b512-ba2faaa99b45 req-8eb03610-eb75-4fe0-a7d7-fb023d02a953 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8b3139f-3f3a-4015-ae30-c1663ef827fd HTTP/1.1" status: 200 len: 855 time: 0.2241826 Nov 27 01:29:06.213486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ff7d6-65a5-4335-afc6-ec15c42add12 req-4964cc6f-23d7-412a-86b1-271abfdaa672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:06.215195 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4a0ff7d6-65a5-4335-afc6-ec15c42add12 req-4964cc6f-23d7-412a-86b1-271abfdaa672 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2efedd4d-dd00-4601-92f4-d41aedbcb14d HTTP/1.1" status: 200 len: 860 time: 0.2063348 Nov 27 01:29:06.278450 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2d48ea2-da2d-4ec5-b512-ba2faaa99b45 req-0ba76737-4bab-4b6c-8015-506cf22110ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627291 Nov 27 01:29:06.330679 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4a0ff7d6-65a5-4335-afc6-ec15c42add12 req-39140e3f-b625-4462-aff4-894a37f274d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=190420c9-4f27-4c1c-b9d2-ee73f008a646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375454 Nov 27 01:29:06.336471 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7efcc5e-36e2-4cb5-84ba-8f2805becf11 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:06.381947 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a45af64d-66ff-4a5b-82b9-d2ba24f3af46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:06.425519 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe359aaf-5c53-4dc6-a2cb-e2cc64cc3d3f None None] New status for floating IP 91fa0355-f7dc-4c1e-8fb9-e77586453137: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:29:06.481447 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efcc5e-36e2-4cb5-84ba-8f2805becf11 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event deleted for resources: {'Port': ['ID=3d1cf857-4b79-424d-b63c-a55fdbf2cd16,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:06.481810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-e31a67b4-2138-47f6-a7e0-35355de67ddf tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:06.483227 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-e31a67b4-2138-47f6-a7e0-35355de67ddf tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports/42ebba72-bc36-4d54-b8ee-646964169a88 HTTP/1.1" status: 200 len: 943 time: 0.2807717 Nov 27 01:29:06.581796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fbb7b-4671-4695-8fe4-48b145cac209 req-1cca3c06-ba09-455f-83bf-3117dafc2cfe tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:06.591463 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d24fbb7b-4671-4695-8fe4-48b145cac209 req-1cca3c06-ba09-455f-83bf-3117dafc2cfe tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.3741767 Nov 27 01:29:06.678679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7efcc5e-36e2-4cb5-84ba-8f2805becf11 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:06.682076 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c7efcc5e-36e2-4cb5-84ba-8f2805becf11 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "DELETE /v2.0/ports/3d1cf857-4b79-424d-b63c-a55fdbf2cd16 HTTP/1.1" status: 204 len: 168 time: 1.8069625 Nov 27 01:29:06.696082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48072) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:06.781797 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-ba75eaf0-c838-46de-bc09-9fed511efe3b tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 999 time: 0.1650691 Nov 27 01:29:06.798504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d24fbb7b-4671-4695-8fe4-48b145cac209 req-0e5eb1e3-750a-4d16-94c4-446adc341f0f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060468 Nov 27 01:29:06.808089 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4a0ff7d6-65a5-4335-afc6-ec15c42add12 req-4cff437a-9352-4d83-b717-ef10c8bf8dae service neutron] 10.222.0.21 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596443 Nov 27 01:29:06.987118 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4a0ff7d6-65a5-4335-afc6-ec15c42add12 req-2fa2d7f1-87c6-4e72-a6e5-ef78d8b9ebbc service neutron] 10.222.0.21 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725996 Nov 27 01:29:06.990560 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2d48ea2-da2d-4ec5-b512-ba2faaa99b45 req-28512235-f928-4693-a736-ee90e72e3958 service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631265 Nov 27 01:29:06.996159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a28778d-dbd2-4a77-964a-0ea1156c8c34 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:06.997863 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5a28778d-dbd2-4a77-964a-0ea1156c8c34 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe4b06af-6ae8-4452-acb2-e781b1a93405 HTTP/1.1" status: 200 len: 913 time: 0.2922666 Nov 27 01:29:07.000829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48076) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:07.141086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-e9b6987b-2b7d-4308-85a4-0b7885d29912 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:07.143184 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-e9b6987b-2b7d-4308-85a4-0b7885d29912 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.3387213 Nov 27 01:29:07.236662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459207ec-6f3e-4bc4-b6db-720dad279546 req-d75ba552-eee5-4007-9105-e70acdb97da1 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:07.238162 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-459207ec-6f3e-4bc4-b6db-720dad279546 req-d75ba552-eee5-4007-9105-e70acdb97da1 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.0893331 Nov 27 01:29:07.239819 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a45af64d-66ff-4a5b-82b9-d2ba24f3af46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.329653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-a7ce2df6-6c55-45d7-88b2-48dbfc75dc11 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 1001 time: 0.1171343 Nov 27 01:29:07.334576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-3cf583b3-6f93-4399-880b-c8ae86584360 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:07.342440 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a45af64d-66ff-4a5b-82b9-d2ba24f3af46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.344562 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-459207ec-6f3e-4bc4-b6db-720dad279546 req-99b67dda-f53a-47f5-a5f5-d9d2d82b2574 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974205 Nov 27 01:29:07.452053 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a45af64d-66ff-4a5b-82b9-d2ba24f3af46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79765899993244d2a563ddbf7024e9c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3384349 Nov 27 01:29:07.456050 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48082) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:07.463717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45af64d-66ff-4a5b-82b9-d2ba24f3af46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3c6525-7198-4125-9b53-d541888aa73d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:07.517553 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-3cf583b3-6f93-4399-880b-c8ae86584360 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.524234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2d48ea2-da2d-4ec5-b512-ba2faaa99b45 req-c6704164-d351-4b0b-b6de-8da7a28a7f53 service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213034 Nov 27 01:29:07.556182 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6aeb0069-95fa-4d19-9313-fefe3fe54ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.610520 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6aeb0069-95fa-4d19-9313-fefe3fe54ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.714322 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6aeb0069-95fa-4d19-9313-fefe3fe54ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.717203 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6aeb0069-95fa-4d19-9313-fefe3fe54ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.721361 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6aeb0069-95fa-4d19-9313-fefe3fe54ee6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f3c6525-7198-4125-9b53-d541888aa73d HTTP/1.1" status: 204 len: 168 time: 0.2642522 Nov 27 01:29:07.734341 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f5d2a218-fd9c-4112-8834-8950c397c766 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.772632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb0069-95fa-4d19-9313-fefe3fe54ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3c6525-7198-4125-9b53-d541888aa73d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:07.778431 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-3cf583b3-6f93-4399-880b-c8ae86584360 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.790494 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-3cf583b3-6f93-4399-880b-c8ae86584360 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.791719 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-3cf583b3-6f93-4399-880b-c8ae86584360 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Floating IP 91fa0355-f7dc-4c1e-8fb9-e77586453137 disassociated. External IP: 172.25.1.99, port: 42ebba72-bc36-4d54-b8ee-646964169a88. Nov 27 01:29:08.057531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1efd83-7521-49cf-b739-7e65d695e5eb req-15fa9713-4329-4691-bc3e-039e4ee4972d tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:08.059621 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4d1efd83-7521-49cf-b739-7e65d695e5eb req-15fa9713-4329-4691-bc3e-039e4ee4972d tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.0912092 Nov 27 01:29:08.155821 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4d1efd83-7521-49cf-b739-7e65d695e5eb req-6c9209c4-ddcb-42fa-aa4f-cdd4be2697ec tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842083 Nov 27 01:29:08.212662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-3cf583b3-6f93-4399-880b-c8ae86584360 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:29:08.251640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2a218-fd9c-4112-8834-8950c397c766 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Deleting port b6649a4b-a5a0-44d3-9793-78adbe493a2b {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:08.251988 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f5d2a218-fd9c-4112-8834-8950c397c766 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.421361 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f5d2a218-fd9c-4112-8834-8950c397c766 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.448541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2a218-fd9c-4112-8834-8950c397c766 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Calling delete_port for b6649a4b-a5a0-44d3-9793-78adbe493a2b owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:08.459646 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-3cf583b3-6f93-4399-880b-c8ae86584360 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:29:08.473083 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-3cf583b3-6f93-4399-880b-c8ae86584360 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.489722 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcac2d3-f0d8-4bda-86fe-7b1e42322b8f None None] Sync routers for ids ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:29:08.507581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcac2d3-f0d8-4bda-86fe-7b1e42322b8f None None] Routers {'a6fc073d-7ce4-4550-a0b0-69bdd249cb44'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:08.509108 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-bdcac2d3-f0d8-4bda-86fe-7b1e42322b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:08.549016 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-3cf583b3-6f93-4399-880b-c8ae86584360 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "PUT /v2.0/floatingips/91fa0355-f7dc-4c1e-8fb9-e77586453137 HTTP/1.1" status: 200 len: 694 time: 1.2162797 Nov 27 01:29:08.549983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'tag': '42ebba72-bc36-4d54-b8ee-646964169a88'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:29:08.555675 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b8a4a7-dda7-4887-aa83-caa47e2c4c07" -d '{"events": [{"name": "network-changed", "server_uuid": "31cbeb71-b70b-4890-9aae-d653b72dc30e", "tag": "42ebba72-bc36-4d54-b8ee-646964169a88"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:29:08.643450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c14cbd-6f9e-46c2-afee-053798cbee95 req-a1a9b53a-6d5b-40a0-9fdb-3a87bbecd8fc tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:08.644276 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-f229b091-384c-4dbf-8ff5-bc1c18371b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:08.646604 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-f229b091-384c-4dbf-8ff5-bc1c18371b69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26e8630da8b5449c81396d2b04384284&device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 1098 time: 0.0829620 Nov 27 01:29:08.673400 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12c14cbd-6f9e-46c2-afee-053798cbee95 req-a1a9b53a-6d5b-40a0-9fdb-3a87bbecd8fc tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1934922 Nov 27 01:29:08.720680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-bdcac2d3-f0d8-4bda-86fe-7b1e42322b8f None None] Set router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:29:08.797832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-9591fdba-c795-48dd-bc21-14ffab999a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:08.799463 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-9591fdba-c795-48dd-bc21-14ffab999a9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=190420c9-4f27-4c1c-b9d2-ee73f008a646 HTTP/1.1" status: 200 len: 921 time: 0.1458251 Nov 27 01:29:08.834501 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12c14cbd-6f9e-46c2-afee-053798cbee95 req-79335025-516b-424a-9e29-10a9c1f3660c tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997474 Nov 27 01:29:08.899590 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-5cb6cbf7-af40-4327-bb2e-4fcad80d1203 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42ebba72-bc36-4d54-b8ee-646964169a88 HTTP/1.1" status: 200 len: 217 time: 0.0941012 Nov 27 01:29:08.974993 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c111ce1-973e-4a9c-8674-31faeaa5411b x-openstack-request-id: req-7c111ce1-973e-4a9c-8674-31faeaa5411b {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:29:08.975358 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31cbeb71-b70b-4890-9aae-d653b72dc30e", "tag": "42ebba72-bc36-4d54-b8ee-646964169a88", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:29:08.975575 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c111ce1-973e-4a9c-8674-31faeaa5411b {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:29:08.976346 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'tag': '42ebba72-bc36-4d54-b8ee-646964169a88', 'status': 'completed', 'code': 200} Nov 27 01:29:09.003188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f5d2a218-fd9c-4112-8834-8950c397c766 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.020617 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-e0c0fbac-110c-4308-836a-2692e41f095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:09.022552 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-e0c0fbac-110c-4308-836a-2692e41f095f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2efedd4d-dd00-4601-92f4-d41aedbcb14d HTTP/1.1" status: 200 len: 860 time: 0.1165218 Nov 27 01:29:09.073530 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-fdc5ea12-9078-4f74-9fe7-01e14c1be899 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=190420c9-4f27-4c1c-b9d2-ee73f008a646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447640 Nov 27 01:29:09.078960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-bdcac2d3-f0d8-4bda-86fe-7b1e42322b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port': {'id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:56Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '6db3dcb8-3bbb-42af-8b78-f86a74bc5efb', 'name': '', 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'mac_address': 'fa:16:3e:05:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:59Z', 'updated_at': '2021-11-27T01:28:08Z', 'revision_number': 5, 'project_id': '26e8630da8b5449c81396d2b04384284', 'subnets': [{'id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:09.113057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcac2d3-f0d8-4bda-86fe-7b1e42322b8f None None] Checking router: a6fc073d-7ce4-4550-a0b0-69bdd249cb44 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:29:09.129269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2a218-fd9c-4112-8834-8950c397c766 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event deleted for resources: {'Port': ['ID=b6649a4b-a5a0-44d3-9793-78adbe493a2b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:09.142995 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcac2d3-f0d8-4bda-86fe-7b1e42322b8f None None] Routers {'a6fc073d-7ce4-4550-a0b0-69bdd249cb44'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:09.143889 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-bdcac2d3-f0d8-4bda-86fe-7b1e42322b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:09.348530 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-1814c1e8-6d29-46f1-b9d4-d4706ab1902e service neutron] 10.222.0.15 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660165 Nov 27 01:29:09.482576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8a4a7-dda7-4887-aa83-caa47e2c4c07 req-a27bf3ff-1589-4b3e-89e7-51e920d42df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:09.483386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-bdcac2d3-f0d8-4bda-86fe-7b1e42322b8f None None] Set router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:29:09.484313 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87b8a4a7-dda7-4887-aa83-caa47e2c4c07 req-a27bf3ff-1589-4b3e-89e7-51e920d42df8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26e8630da8b5449c81396d2b04384284&device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 1098 time: 0.4974496 Nov 27 01:29:09.596330 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-429b5794-2775-4772-893a-f3f7d6ec48ce req-995ff1e0-9a38-43c6-bdf2-7a8b00008bc5 service neutron] 10.222.0.15 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457044 Nov 27 01:29:09.652122 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f5d2a218-fd9c-4112-8834-8950c397c766 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.668066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9796fa-d5ab-411a-ae51-324914bc7f7f req-4e1905c4-1ada-4129-ab01-7def10635521 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:09.669735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ec9796fa-d5ab-411a-ae51-324914bc7f7f req-4e1905c4-1ada-4129-ab01-7def10635521 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.2295763 Nov 27 01:29:09.681333 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8a4a7-dda7-4887-aa83-caa47e2c4c07 req-c8ddb6c7-23e0-4b2b-8c01-33f9dbef30c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:09.683289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87b8a4a7-dda7-4887-aa83-caa47e2c4c07 req-c8ddb6c7-23e0-4b2b-8c01-33f9dbef30c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=190420c9-4f27-4c1c-b9d2-ee73f008a646 HTTP/1.1" status: 200 len: 921 time: 0.1828322 Nov 27 01:29:09.714143 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-cb1cc115-1477-488b-b7af-5c669dc3f7d9 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/floatingips/91fa0355-f7dc-4c1e-8fb9-e77586453137 HTTP/1.1" status: 200 len: 694 time: 0.0697823 Nov 27 01:29:09.809507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87b8a4a7-dda7-4887-aa83-caa47e2c4c07 req-07ba8e61-65fc-4e46-9810-bb705a57970e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42ebba72-bc36-4d54-b8ee-646964169a88 HTTP/1.1" status: 200 len: 217 time: 0.0584145 Nov 27 01:29:09.829896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-bdcac2d3-f0d8-4bda-86fe-7b1e42322b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port': {'id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:56Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '6db3dcb8-3bbb-42af-8b78-f86a74bc5efb', 'name': '', 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'mac_address': 'fa:16:3e:05:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:59Z', 'updated_at': '2021-11-27T01:28:08Z', 'revision_number': 5, 'project_id': '26e8630da8b5449c81396d2b04384284', 'subnets': [{'id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:09.911511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8a4a7-dda7-4887-aa83-caa47e2c4c07 req-cc5ec47d-ffff-43e9-b596-f10a30ff5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:09.913741 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87b8a4a7-dda7-4887-aa83-caa47e2c4c07 req-cc5ec47d-ffff-43e9-b596-f10a30ff5b34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2efedd4d-dd00-4601-92f4-d41aedbcb14d HTTP/1.1" status: 200 len: 860 time: 0.0730457 Nov 27 01:29:09.927971 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcac2d3-f0d8-4bda-86fe-7b1e42322b8f None None] The sync data for ids ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'] in n-d-817303-10 is: [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port': {'id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:56Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '6db3dcb8-3bbb-42af-8b78-f86a74bc5efb', 'name': '', 'network_id': '190420c9-4f27-4c1c-b9d2-ee73f008a646', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'mac_address': 'fa:16:3e:05:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:59Z', 'updated_at': '2021-11-27T01:28:08Z', 'revision_number': 5, 'project_id': '26e8630da8b5449c81396d2b04384284', 'subnets': [{'id': '2efedd4d-dd00-4601-92f4-d41aedbcb14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:29:09.932083 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ec9796fa-d5ab-411a-ae51-324914bc7f7f req-34ce3e6f-21d2-4b00-bae0-7807813f31df tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475286 Nov 27 01:29:09.949796 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-7810e8a4-fa97-4ff0-9293-3c468b191940 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:09.951288 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-7810e8a4-fa97-4ff0-9293-3c468b191940 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 784 time: 0.2353795 Nov 27 01:29:09.982861 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87b8a4a7-dda7-4887-aa83-caa47e2c4c07 req-c9ff9331-286e-4a80-a18a-5a9ae5bb95f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=190420c9-4f27-4c1c-b9d2-ee73f008a646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495434 Nov 27 01:29:09.983248 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-ceb17a33-6676-48be-a77d-12f8844cba7c tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:29:09.984557 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-ceb17a33-6676-48be-a77d-12f8844cba7c tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0263910 Nov 27 01:29:10.078545 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-67618c1f-6e8e-40cc-a18e-c1cbc57fb712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.108755 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-299a65d3-f689-4452-932d-a41337751dce tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 697 time: 0.1082513 Nov 27 01:29:10.172682 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-521d3159-b8d5-4101-ba0c-e75b8681ee85 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 697 time: 0.0570955 Nov 27 01:29:10.406759 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-988f3cfe-3b90-48d1-a983-dfa0609d2a3d tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Deleting port dca69a73-9e9a-406c-a28c-422f9ef18d6f {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:10.407393 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-988f3cfe-3b90-48d1-a983-dfa0609d2a3d tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.489380 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee97ad38-131f-4657-9d5b-c28f3eab4f02 None None] New status for floating IP 91fa0355-f7dc-4c1e-8fb9-e77586453137: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:29:10.639448 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-988f3cfe-3b90-48d1-a983-dfa0609d2a3d tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.640183 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-988f3cfe-3b90-48d1-a983-dfa0609d2a3d tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.672533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-988f3cfe-3b90-48d1-a983-dfa0609d2a3d tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Calling delete_port for dca69a73-9e9a-406c-a28c-422f9ef18d6f owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:10.888162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f769ad1-9fae-4998-a685-fe6f18fd5aa7 req-01a90d37-2327-452c-a8ca-5ac2c6e79a6c tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:10.889770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2f769ad1-9fae-4998-a685-fe6f18fd5aa7 req-01a90d37-2327-452c-a8ca-5ac2c6e79a6c tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.7965345 Nov 27 01:29:10.934606 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-988f3cfe-3b90-48d1-a983-dfa0609d2a3d tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.950777 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87b8a4a7-dda7-4887-aa83-caa47e2c4c07 req-6971cb4c-4c3e-4ffc-ae5a-39c07cada363 service neutron] 10.222.0.21 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9332557 Nov 27 01:29:10.980653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f3cfe-3b90-48d1-a983-dfa0609d2a3d tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Pushing event deleted for resources: {'Port': ['ID=dca69a73-9e9a-406c-a28c-422f9ef18d6f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:11.072752 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-988f3cfe-3b90-48d1-a983-dfa0609d2a3d tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.075418 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-988f3cfe-3b90-48d1-a983-dfa0609d2a3d tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.076625 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8f5cf78-fb9c-4c5e-a464-9f75d97ba309 req-988f3cfe-3b90-48d1-a983-dfa0609d2a3d tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "DELETE /v2.0/floatingips/91fa0355-f7dc-4c1e-8fb9-e77586453137 HTTP/1.1" status: 204 len: 173 time: 0.8978736 Nov 27 01:29:11.137580 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d2a218-fd9c-4112-8834-8950c397c766 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Router fe4b06af-6ae8-4452-acb2-e781b1a93405 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:29:11.188103 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2f769ad1-9fae-4998-a685-fe6f18fd5aa7 req-7cc31c7c-0f95-456b-8564-c2b97d9841aa tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806573 Nov 27 01:29:11.319517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fe2c9-2543-47da-8ea7-dd71ed1a321e req-782b40d4-2952-4f95-aed8-aa4023dab2dc tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:11.322238 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4d9fe2c9-2543-47da-8ea7-dd71ed1a321e req-782b40d4-2952-4f95-aed8-aa4023dab2dc tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1041982 Nov 27 01:29:11.329022 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87b8a4a7-dda7-4887-aa83-caa47e2c4c07 req-cea4a58b-01b7-4dca-a204-e077cb7172d3 service neutron] 10.222.0.21 "GET /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695753 Nov 27 01:29:11.346221 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4e4ff9d-34f3-408b-8b59-c21921def718 req-1f7a0565-371e-47d9-8364-bf2b52e1fab1 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups/c163002a-930a-4158-96f2-5d5a60d4d5dd HTTP/1.1" status: 200 len: 1827 time: 0.1172280 Nov 27 01:29:11.393894 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4d9fe2c9-2543-47da-8ea7-dd71ed1a321e req-d8d3e6e6-9e68-4748-ba93-75f32b433cff tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648277 Nov 27 01:29:11.474980 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c4e4ff9d-34f3-408b-8b59-c21921def718 req-4a15edb3-5fe3-4020-a662-500fb0472b26 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.501705 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c4e4ff9d-34f3-408b-8b59-c21921def718 req-4a15edb3-5fe3-4020-a662-500fb0472b26 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.548330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d2a218-fd9c-4112-8834-8950c397c766 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:29:11.556826 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f5d2a218-fd9c-4112-8834-8950c397c766 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "PUT /v2.0/routers/fe4b06af-6ae8-4452-acb2-e781b1a93405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5521457 Nov 27 01:29:11.560700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48234) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:11.564558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dee928-ecbe-4862-baf2-9773ffc401e4 None None] Sync routers for ids ['fe4b06af-6ae8-4452-acb2-e781b1a93405'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:29:11.572801 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c4e4ff9d-34f3-408b-8b59-c21921def718 req-4a15edb3-5fe3-4020-a662-500fb0472b26 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.575463 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c4e4ff9d-34f3-408b-8b59-c21921def718 req-4a15edb3-5fe3-4020-a662-500fb0472b26 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.582951 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4e4ff9d-34f3-408b-8b59-c21921def718 req-4a15edb3-5fe3-4020-a662-500fb0472b26 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "DELETE /v2.0/security-groups/c163002a-930a-4158-96f2-5d5a60d4d5dd HTTP/1.1" status: 204 len: 173 time: 0.2335129 Nov 27 01:29:11.592482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dee928-ecbe-4862-baf2-9773ffc401e4 None None] Routers {'fe4b06af-6ae8-4452-acb2-e781b1a93405'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:11.593128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f1dee928-ecbe-4862-baf2-9773ffc401e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fe4b06af-6ae8-4452-acb2-e781b1a93405'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:11.594028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15edb3-5fe3-4020-a662-500fb0472b26 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c163002a-930a-4158-96f2-5d5a60d4d5dd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:11.698905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f1dee928-ecbe-4862-baf2-9773ffc401e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:11.719636 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dee928-ecbe-4862-baf2-9773ffc401e4 None None] Routers {'fe4b06af-6ae8-4452-acb2-e781b1a93405'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:11.720547 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f1dee928-ecbe-4862-baf2-9773ffc401e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:28:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['fe4b06af-6ae8-4452-acb2-e781b1a93405'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:11.780206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.807615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f1dee928-ecbe-4862-baf2-9773ffc401e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:11.807838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dee928-ecbe-4862-baf2-9773ffc401e4 None None] The sync data for ids ['fe4b06af-6ae8-4452-acb2-e781b1a93405'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:29:11.950099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dd3f3-0222-44ca-b067-c9a1c8deddcc req-bdf08edc-f4ec-42cf-882d-1a4c449588f3 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:11.952109 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cd6dd3f3-0222-44ca-b067-c9a1c8deddcc req-bdf08edc-f4ec-42cf-882d-1a4c449588f3 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.0605974 Nov 27 01:29:11.966434 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.039999 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cd6dd3f3-0222-44ca-b067-c9a1c8deddcc req-ace2e68a-e8b7-4f46-ac79-ae55189943f4 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813863 Nov 27 01:29:12.063576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Deleting port 0371e1b5-511f-4b75-86c2-a4a340fea16c {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:12.064571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.156781 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.171630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Calling delete_port for 0371e1b5-511f-4b75-86c2-a4a340fea16c owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:12.254641 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc809-625e-4b13-85eb-dda0d108edfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.481794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7586936-6e71-409a-9c9c-4c8f230f4042 req-dc528d10-0795-4376-b016-cbd15de07443 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:12.482091 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7586936-6e71-409a-9c9c-4c8f230f4042 req-dc528d10-0795-4376-b016-cbd15de07443 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1835914 Nov 27 01:29:12.527136 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.562746 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d964b-a0c1-4410-b271-24fb79e909bd req-921bcd74-58bc-4652-99d3-d6df74e54492 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:12.571081 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-320d964b-a0c1-4410-b271-24fb79e909bd req-921bcd74-58bc-4652-99d3-d6df74e54492 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.0718830 Nov 27 01:29:12.574296 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event deleted for resources: {'Port': ['ID=0371e1b5-511f-4b75-86c2-a4a340fea16c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:12.592188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ec9a92-076f-4a70-b781-f5b148802656 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:12.639551 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-320d964b-a0c1-4410-b271-24fb79e909bd req-84a970f8-c702-46c5-bc49-f478b502d6d1 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674791 Nov 27 01:29:12.985172 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7586936-6e71-409a-9c9c-4c8f230f4042 req-3e969546-c7e2-4850-8061-f713bfe7ec74 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4724159 Nov 27 01:29:12.999314 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.293481 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.323200 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.328578 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.406338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dd876-6f8a-4795-8477-26adbd236c69 req-f77a0ddc-9d48-480b-b891-1947df98d39b tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:13.413925 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c77dd876-6f8a-4795-8477-26adbd236c69 req-f77a0ddc-9d48-480b-b891-1947df98d39b tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.2170975 Nov 27 01:29:13.436535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a50923-b2de-47f3-948b-c3406b60ce2a req-683e46b1-73e2-4843-aea9-3081d17edddd tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:13.437168 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.438205 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68a50923-b2de-47f3-948b-c3406b60ce2a req-683e46b1-73e2-4843-aea9-3081d17edddd tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1603239 Nov 27 01:29:13.444549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Fanout notify agent at l3_agent the message router_deleted on router fe4b06af-6ae8-4452-acb2-e781b1a93405 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:29:13.467027 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.468616 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f71635fe-8c4a-4b60-8f04-77aab21a5e93 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "DELETE /v2.0/routers/fe4b06af-6ae8-4452-acb2-e781b1a93405 HTTP/1.1" status: 204 len: 168 time: 1.9058368 Nov 27 01:29:13.472076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48262) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:13.513389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58448a-890e-4132-9340-3ae5ee8cf8df req-5179d8b2-30be-469c-8a24-5bf6c6bf7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:13.515228 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff58448a-890e-4132-9340-3ae5ee8cf8df req-5179d8b2-30be-469c-8a24-5bf6c6bf7b37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 1097 time: 0.1750152 Nov 27 01:29:13.553221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c77dd876-6f8a-4795-8477-26adbd236c69 req-72bf7fc5-6a62-4770-969f-d7b0432f5a44 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388013 Nov 27 01:29:13.567218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddb9d97-9a36-4779-a346-4147020ef510 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Deleting subnet c973267c-27c9-4490-b51c-e7da24e44b82 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:13.573837 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fddb9d97-9a36-4779-a346-4147020ef510 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.631166 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68a50923-b2de-47f3-948b-c3406b60ce2a req-0a8a9a40-5a47-4c84-9518-74ead0924ac3 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612275 Nov 27 01:29:13.645113 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fddb9d97-9a36-4779-a346-4147020ef510 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.687421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58448a-890e-4132-9340-3ae5ee8cf8df req-bb16d42b-44d3-4c55-bb36-b3638c4bf526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:13.689383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff58448a-890e-4132-9340-3ae5ee8cf8df req-bb16d42b-44d3-4c55-bb36-b3638c4bf526 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 912 time: 0.1564019 Nov 27 01:29:13.799472 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fddb9d97-9a36-4779-a346-4147020ef510 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.857318 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff58448a-890e-4132-9340-3ae5ee8cf8df req-62ca3b8a-24ed-41f7-b754-766e5ca29a0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d5fece2-547e-4ef2-9f60-ae063a8ee63b HTTP/1.1" status: 200 len: 1000 time: 0.1590233 Nov 27 01:29:13.923136 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fddb9d97-9a36-4779-a346-4147020ef510 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.943140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58448a-890e-4132-9340-3ae5ee8cf8df req-4aabc41d-e94b-4833-a542-28c84615017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:13.945634 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff58448a-890e-4132-9340-3ae5ee8cf8df req-4aabc41d-e94b-4833-a542-28c84615017e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=560f9432-09a4-4ee9-a29c-ffb13996e99e HTTP/1.1" status: 200 len: 850 time: 0.0795002 Nov 27 01:29:13.974935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfed13-351f-48a2-8574-52c4a21d4590 req-325f5e4a-18d0-4330-9069-5cdabf73843e tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:13.979014 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4dfed13-351f-48a2-8574-52c4a21d4590 req-325f5e4a-18d0-4330-9069-5cdabf73843e tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1183486 Nov 27 01:29:13.984414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb9d97-9a36-4779-a346-4147020ef510 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event deleted for resources: {'Subnet': ['ID=c973267c-27c9-4490-b51c-e7da24e44b82,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:13.990981 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fddb9d97-9a36-4779-a346-4147020ef510 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.996760 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fddb9d97-9a36-4779-a346-4147020ef510 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "DELETE /v2.0/subnets/c973267c-27c9-4490-b51c-e7da24e44b82 HTTP/1.1" status: 204 len: 168 time: 0.5191872 Nov 27 01:29:13.999783 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48268) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:14.001303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f9bf9d-f5ee-40d6-ad23-c23e4d1b97f5 None None] Network 1fd60b33-96b9-4a7f-b071-274c26e91721 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:14.075673 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4dfed13-351f-48a2-8574-52c4a21d4590 req-a3a31c97-6185-4095-aaf1-f3bc06826ef5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878620 Nov 27 01:29:14.126216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58448a-890e-4132-9340-3ae5ee8cf8df req-ccf9d71a-055b-46bf-ae61-a39eeeedb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:14.128280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff58448a-890e-4132-9340-3ae5ee8cf8df req-ccf9d71a-055b-46bf-ae61-a39eeeedb54b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbf9ad20-e715-449c-9ff0-512a26044dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1738806 Nov 27 01:29:14.177966 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.313628 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff58448a-890e-4132-9340-3ae5ee8cf8df req-5c23f8c5-0186-4ebd-af9e-05c8c6164504 service neutron] 10.222.0.21 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662724 Nov 27 01:29:14.347269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Deleting port 77241515-4a4e-48c0-91f6-dc43f145ca3e {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:14.347697 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.384074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ed097f-0e63-4bf9-9fba-b0e4c112fc35 None None] DHCP port deletion for 1fd60b33-96b9-4a7f-b071-274c26e91721 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:14.453750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-38ed097f-0e63-4bf9-9fba-b0e4c112fc35 None None] Deleting port 77241515-4a4e-48c0-91f6-dc43f145ca3e {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:14.454490 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-38ed097f-0e63-4bf9-9fba-b0e4c112fc35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.469194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] For port 77241515-4a4e-48c0-91f6-dc43f145ca3e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=77241515-4a4e-48c0-91f6-dc43f145ca3e,segment=NetworkSegment(b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0),segment_id=b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:14.469839 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.514054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Calling delete_port for 77241515-4a4e-48c0-91f6-dc43f145ca3e owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:14.566245 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff58448a-890e-4132-9340-3ae5ee8cf8df req-e975311c-83b2-47d8-aa7b-6ed4743b66ba service neutron] 10.222.0.21 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424130 Nov 27 01:29:14.582278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-38ed097f-0e63-4bf9-9fba-b0e4c112fc35 None None] For port 77241515-4a4e-48c0-91f6-dc43f145ca3e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=77241515-4a4e-48c0-91f6-dc43f145ca3e,segment=NetworkSegment(b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0),segment_id=b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:14.583013 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-38ed097f-0e63-4bf9-9fba-b0e4c112fc35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.604744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-38ed097f-0e63-4bf9-9fba-b0e4c112fc35 None None] Calling delete_port for 77241515-4a4e-48c0-91f6-dc43f145ca3e owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:14.641920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaedea3-43fa-4fd4-aea6-9f0b056a805e req-937549b9-8ebb-4c48-a9a0-10cd72a383dd tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:14.644220 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cdaedea3-43fa-4fd4-aea6-9f0b056a805e req-937549b9-8ebb-4c48-a9a0-10cd72a383dd tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.21 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1842818 Nov 27 01:29:14.847274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c21239-4046-4501-93fd-634c0f6eec74 req-9fef581b-8568-4a6a-9375-eb8800b25fc2 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:29:14.847528 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:29:14.858954 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4c21239-4046-4501-93fd-634c0f6eec74 req-9fef581b-8568-4a6a-9375-eb8800b25fc2 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 946 time: 0.1241734 Nov 27 01:29:14.867349 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-38ed097f-0e63-4bf9-9fba-b0e4c112fc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.870663 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.876599 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.894073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a7ab9-0243-47de-9b15-8d22c7063db5 req-a77723c5-614c-41a0-9f76-7a191ec029e6 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:14.895706 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f60a7ab9-0243-47de-9b15-8d22c7063db5 req-a77723c5-614c-41a0-9f76-7a191ec029e6 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1611614 Nov 27 01:29:14.984748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] No DVR routers for this DVR port 77241515-4a4e-48c0-91f6-dc43f145ca3e on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:14.995792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event deleted for resources: {'Port': ['ID=77241515-4a4e-48c0-91f6-dc43f145ca3e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:15.014913 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f60a7ab9-0243-47de-9b15-8d22c7063db5 req-fa3d9d29-df89-4925-875c-a9d8b66af716 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094947 Nov 27 01:29:15.171341 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4c21239-4046-4501-93fd-634c0f6eec74 req-8b3d393f-08a2-4701-a7dc-f648c98c3fb8 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/security-groups?id=d847da2f-9255-41c6-a4f4-ae4f595cec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114398 Nov 27 01:29:15.179640 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.183988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-cdaedea3-43fa-4fd4-aea6-9f0b056a805e req-a68d2d07-1eb1-4da6-8ff0-968c859f2939 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Deleting port 42ebba72-bc36-4d54-b8ee-646964169a88 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:15.184362 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cdaedea3-43fa-4fd4-aea6-9f0b056a805e req-a68d2d07-1eb1-4da6-8ff0-968c859f2939 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.252409 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed097f-0e63-4bf9-9fba-b0e4c112fc35 None None] Pushing event deleted for resources: {'Port': ['ID=77241515-4a4e-48c0-91f6-dc43f145ca3e,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:15.262294 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed097f-0e63-4bf9-9fba-b0e4c112fc35 None None] No DVR routers for this DVR port 77241515-4a4e-48c0-91f6-dc43f145ca3e on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:15.302037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a31b2-a3f6-489e-ab90-9b10185997df req-bca5ee99-f609-4cdf-85e5-622918169fc0 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:15.303651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-242a31b2-a3f6-489e-ab90-9b10185997df req-bca5ee99-f609-4cdf-85e5-622918169fc0 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.0934908 Nov 27 01:29:15.339092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-cdaedea3-43fa-4fd4-aea6-9f0b056a805e req-a68d2d07-1eb1-4da6-8ff0-968c859f2939 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] For port 42ebba72-bc36-4d54-b8ee-646964169a88, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=42ebba72-bc36-4d54-b8ee-646964169a88,segment=NetworkSegment(9fa9122b-d61f-4d85-aec9-be4cbe017c45),segment_id=9fa9122b-d61f-4d85-aec9-be4cbe017c45)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:15.339883 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cdaedea3-43fa-4fd4-aea6-9f0b056a805e req-a68d2d07-1eb1-4da6-8ff0-968c859f2939 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.374547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-cdaedea3-43fa-4fd4-aea6-9f0b056a805e req-a68d2d07-1eb1-4da6-8ff0-968c859f2939 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Calling delete_port for 42ebba72-bc36-4d54-b8ee-646964169a88 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:15.385810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd60b33-96b9-4a7f-b071-274c26e91721']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:15.398839 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-242a31b2-a3f6-489e-ab90-9b10185997df req-5245fa2f-6281-4665-a6f3-e1f3b73ae599 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859375 Nov 27 01:29:15.415948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:15.416283 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11d19dc-0a3b-4fcf-82ac-dde88eb52ef0') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:15.428577 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.484597 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.503008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:15.503677 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:15.507207 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:15.592082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.632183 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.645565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48288) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:15.645797 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "DELETE /v2.0/networks/1fd60b33-96b9-4a7f-b071-274c26e91721 HTTP/1.1" status: 204 len: 168 time: 1.6442420 Nov 27 01:29:15.646653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacca9a0-f08d-46a8-879c-351f77e6abe8 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event deleted for resources: {'Network': ['ID=1fd60b33-96b9-4a7f-b071-274c26e91721,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:15.677553 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cdaedea3-43fa-4fd4-aea6-9f0b056a805e req-a68d2d07-1eb1-4da6-8ff0-968c859f2939 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.711277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d2d07-1eb1-4da6-8ff0-968c859f2939 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Pushing event deleted for resources: {'Port': ['ID=42ebba72-bc36-4d54-b8ee-646964169a88,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:15.765911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdaedea3-43fa-4fd4-aea6-9f0b056a805e req-a68d2d07-1eb1-4da6-8ff0-968c859f2939 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] No DVR routers for this DVR port 42ebba72-bc36-4d54-b8ee-646964169a88 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:15.769208 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-cdaedea3-43fa-4fd4-aea6-9f0b056a805e req-a68d2d07-1eb1-4da6-8ff0-968c859f2939 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.773224 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cdaedea3-43fa-4fd4-aea6-9f0b056a805e req-a68d2d07-1eb1-4da6-8ff0-968c859f2939 tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.21 "DELETE /v2.0/ports/42ebba72-bc36-4d54-b8ee-646964169a88 HTTP/1.1" status: 204 len: 173 time: 1.1109695 Nov 27 01:29:15.773881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'name': 'network-vif-deleted', 'tag': '42ebba72-bc36-4d54-b8ee-646964169a88'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:29:15.779028 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b4a795-0bdf-4be1-8b89-fe9bac04c794" -d '{"events": [{"server_uuid": "31cbeb71-b70b-4890-9aae-d653b72dc30e", "name": "network-vif-deleted", "tag": "42ebba72-bc36-4d54-b8ee-646964169a88"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:29:15.847491 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ee26cb-1a75-40b4-9388-fa4df742b977 x-openstack-request-id: req-f4ee26cb-1a75-40b4-9388-fa4df742b977 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:29:15.847768 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cbeb71-b70b-4890-9aae-d653b72dc30e", "name": "network-vif-deleted", "tag": "42ebba72-bc36-4d54-b8ee-646964169a88", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:29:15.848044 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4ee26cb-1a75-40b4-9388-fa4df742b977 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:29:15.848626 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cbeb71-b70b-4890-9aae-d653b72dc30e', 'name': 'network-vif-deleted', 'tag': '42ebba72-bc36-4d54-b8ee-646964169a88', 'status': 'completed', 'code': 200} Nov 27 01:29:15.870295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-79b523d3-4713-4aa1-be33-027a94a30cd1 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Deleting port c739475a-c037-4211-9909-d2a7185bb622 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:15.871093 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-79b523d3-4713-4aa1-be33-027a94a30cd1 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.989304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-79b523d3-4713-4aa1-be33-027a94a30cd1 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.989304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-79b523d3-4713-4aa1-be33-027a94a30cd1 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.010474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-79b523d3-4713-4aa1-be33-027a94a30cd1 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Calling delete_port for c739475a-c037-4211-9909-d2a7185bb622 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:16.187962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 77241515-4a4e-48c0-91f6-dc43f145ca3e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:16.210132 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52d17d-9c45-4737-909c-4b8fd9dee5f5 req-2a8c4f84-d021-43f7-8fd6-7391bd42a4a6 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:16.211707 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1f52d17d-9c45-4737-909c-4b8fd9dee5f5 req-2a8c4f84-d021-43f7-8fd6-7391bd42a4a6 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.0908396 Nov 27 01:29:16.242531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 77241515-4a4e-48c0-91f6-dc43f145ca3e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:16.243695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 77241515-4a4e-48c0-91f6-dc43f145ca3e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:16.250696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-79b523d3-4713-4aa1-be33-027a94a30cd1 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.294278 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.304664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b523d3-4713-4aa1-be33-027a94a30cd1 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Pushing event deleted for resources: {'Port': ['ID=c739475a-c037-4211-9909-d2a7185bb622,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:16.315943 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1f52d17d-9c45-4737-909c-4b8fd9dee5f5 req-4dda7f7b-ec95-4318-96f4-8ed872bb993c tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913465 Nov 27 01:29:16.381591 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-65599c22-5dc8-443b-ae11-072ea073b4a3 req-39ec4fe4-338f-4e19-873d-b50da65bf49d tempest-ServerRescueTestJSONUnderV235-2077984103 tempest-ServerRescueTestJSONUnderV235-2077984103-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cbeb71-b70b-4890-9aae-d653b72dc30e HTTP/1.1" status: 200 len: 210 time: 0.0620620 Nov 27 01:29:16.439793 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-79b523d3-4713-4aa1-be33-027a94a30cd1 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.442706 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-79b523d3-4713-4aa1-be33-027a94a30cd1 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.443958 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-79b523d3-4713-4aa1-be33-027a94a30cd1 tempest-FloatingIPAdminTestJSON-1037414186 tempest-FloatingIPAdminTestJSON-1037414186-project] 10.222.0.15 "DELETE /v2.0/floatingips/c5bcd6dc-8ae6-4ca5-bea7-dd0d7ebaf11d HTTP/1.1" status: 204 len: 168 time: 0.7855589 Nov 27 01:29:16.597527 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e1c0e-2538-49ad-90d3-62044c49b9e0 req-de9bac02-5a4e-49ae-bdb8-5f3e028cebec tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:16.599117 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df5e1c0e-2538-49ad-90d3-62044c49b9e0 req-de9bac02-5a4e-49ae-bdb8-5f3e028cebec tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.0802863 Nov 27 01:29:16.661931 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df5e1c0e-2538-49ad-90d3-62044c49b9e0 req-5010e2c1-3edd-4b67-bf35-b4d30b639e36 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540068 Nov 27 01:29:16.915611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48334) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:16.950862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 42ebba72-bc36-4d54-b8ee-646964169a88 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:16.986950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 42ebba72-bc36-4d54-b8ee-646964169a88 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:16.989075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 42ebba72-bc36-4d54-b8ee-646964169a88 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:17.132766 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-067f763f-59da-421b-afd1-3c5ef9ada1c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da20dcd464ad4796859dc42b18ffaef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2136273 Nov 27 01:29:17.133284 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48360) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:17.206952 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9834d462-8ab5-45fe-8655-bf7509a746f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.241465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9834d462-8ab5-45fe-8655-bf7509a746f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.308910 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9834d462-8ab5-45fe-8655-bf7509a746f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.312101 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9834d462-8ab5-45fe-8655-bf7509a746f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.315603 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9834d462-8ab5-45fe-8655-bf7509a746f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be20fa89-7a37-4d45-9923-0121c2ef394c HTTP/1.1" status: 204 len: 168 time: 0.1792846 Nov 27 01:29:17.328990 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834d462-8ab5-45fe-8655-bf7509a746f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be20fa89-7a37-4d45-9923-0121c2ef394c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:17.468223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48402) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:17.878464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7626fe-5a25-4a04-94db-85235a46f8b6 req-f33a6c61-a586-4f78-a7b8-da3651cace27 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:17.888091 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd7626fe-5a25-4a04-94db-85235a46f8b6 req-f33a6c61-a586-4f78-a7b8-da3651cace27 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1001532 Nov 27 01:29:17.973011 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd7626fe-5a25-4a04-94db-85235a46f8b6 req-4ce012e4-a311-45bf-9bbf-0a523da6559b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834816 Nov 27 01:29:18.064441 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48470) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:18.086400 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78c30812-7050-44dd-9024-0ce568b101c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.090219 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5cb197b7-8871-4852-8977-1f29c02f0b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.208690 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78c30812-7050-44dd-9024-0ce568b101c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.218563 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78c30812-7050-44dd-9024-0ce568b101c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.282822 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-78c30812-7050-44dd-9024-0ce568b101c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f47b229189f749b187cf0de9f4724226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168393 Nov 27 01:29:18.286156 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48494) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:18.351746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c30812-7050-44dd-9024-0ce568b101c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b155ea83-2192-41fb-a4fd-c1324c48b2df,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:18.364812 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26f2220c-fb96-4ba3-8990-083147b0beac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.397843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26f2220c-fb96-4ba3-8990-083147b0beac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.459685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-5cb197b7-8871-4852-8977-1f29c02f0b9e admin admin] Deleting port 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:18.460275 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5cb197b7-8871-4852-8977-1f29c02f0b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.482273 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26f2220c-fb96-4ba3-8990-083147b0beac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.488180 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26f2220c-fb96-4ba3-8990-083147b0beac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.489696 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-26f2220c-fb96-4ba3-8990-083147b0beac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b155ea83-2192-41fb-a4fd-c1324c48b2df HTTP/1.1" status: 204 len: 168 time: 0.2025995 Nov 27 01:29:18.518995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2220c-fb96-4ba3-8990-083147b0beac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b155ea83-2192-41fb-a4fd-c1324c48b2df,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:18.620440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-5cb197b7-8871-4852-8977-1f29c02f0b9e admin admin] For port 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6db3dcb8-3bbb-42af-8b78-f86a74bc5efb,segment=NetworkSegment(9fa9122b-d61f-4d85-aec9-be4cbe017c45),segment_id=9fa9122b-d61f-4d85-aec9-be4cbe017c45)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:18.621741 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5cb197b7-8871-4852-8977-1f29c02f0b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.642937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-5cb197b7-8871-4852-8977-1f29c02f0b9e admin admin] Calling delete_port for 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:18.926901 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5cb197b7-8871-4852-8977-1f29c02f0b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.197350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48590) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:19.219468 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40484a07-8ec0-480c-944c-4f68e950ddea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.471970 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40484a07-8ec0-480c-944c-4f68e950ddea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.486864 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40484a07-8ec0-480c-944c-4f68e950ddea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.505204 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb197b7-8871-4852-8977-1f29c02f0b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=6db3dcb8-3bbb-42af-8b78-f86a74bc5efb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:19.537914 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-40484a07-8ec0-480c-944c-4f68e950ddea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2dee7053fec84a10b318ad4c234ad5b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3390992 Nov 27 01:29:19.539939 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48626) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:19.552982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3f25-71a3-460e-80d4-de1793e91147 req-4c01475b-8f8b-47ac-a465-5536e1203849 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:19.554518 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e2e3f25-71a3-460e-80d4-de1793e91147 req-4c01475b-8f8b-47ac-a465-5536e1203849 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.0777137 Nov 27 01:29:19.555792 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5cb197b7-8871-4852-8977-1f29c02f0b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.628710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40484a07-8ec0-480c-944c-4f68e950ddea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860f2028-b9f0-4a21-a416-06c434bd89ea,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:19.679828 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e2e3f25-71a3-460e-80d4-de1793e91147 req-7c5a500f-0ffa-453e-aa77-c3dc6f340f2b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164036 Nov 27 01:29:19.685885 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1be136a4-dd35-4bbc-93f1-173d8afe0e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.727211 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1be136a4-dd35-4bbc-93f1-173d8afe0e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.792729 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1be136a4-dd35-4bbc-93f1-173d8afe0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.795732 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1be136a4-dd35-4bbc-93f1-173d8afe0e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.797225 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1be136a4-dd35-4bbc-93f1-173d8afe0e8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/860f2028-b9f0-4a21-a416-06c434bd89ea HTTP/1.1" status: 204 len: 168 time: 0.2556510 Nov 27 01:29:19.816881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be136a4-dd35-4bbc-93f1-173d8afe0e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860f2028-b9f0-4a21-a416-06c434bd89ea,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:19.952499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb197b7-8871-4852-8977-1f29c02f0b9e admin admin] Router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:29:20.142375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb197b7-8871-4852-8977-1f29c02f0b9e admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:29:20.153415 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea15e8f-cc77-41f6-a82c-f43b8700d7a8 None None] Sync routers for ids ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:29:20.168402 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5cb197b7-8871-4852-8977-1f29c02f0b9e admin admin] 10.222.0.15 "PUT /v2.0/routers/a6fc073d-7ce4-4550-a0b0-69bdd249cb44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6981225 Nov 27 01:29:20.170960 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48690) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:20.172600 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea15e8f-cc77-41f6-a82c-f43b8700d7a8 None None] Routers {'a6fc073d-7ce4-4550-a0b0-69bdd249cb44'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:20.174208 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-bea15e8f-cc77-41f6-a82c-f43b8700d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:29:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:20.327604 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-bea15e8f-cc77-41f6-a82c-f43b8700d7a8 None None] Set router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:29:20.362855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.548499 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.689508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] Deleting port 33b4537a-be98-4065-bab5-88644f07c7d6 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:20.689879 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.942620 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-bea15e8f-cc77-41f6-a82c-f43b8700d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:29:18Z', 'revision_number': 5, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port': {'id': '33b4537a-be98-4065-bab5-88644f07c7d6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:56Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:20.953108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0aa87-757a-4e12-b04f-ced311995d34 req-0b733602-e3fe-4de9-afec-d6c20f141946 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:20.958742 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5fa0aa87-757a-4e12-b04f-ced311995d34 req-0b733602-e3fe-4de9-afec-d6c20f141946 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1244729 Nov 27 01:29:20.969094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] For port 33b4537a-be98-4065-bab5-88644f07c7d6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=33b4537a-be98-4065-bab5-88644f07c7d6,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:20.969747 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.991349 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea15e8f-cc77-41f6-a82c-f43b8700d7a8 None None] Checking router: a6fc073d-7ce4-4550-a0b0-69bdd249cb44 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:29:21.002300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] Calling delete_port for 33b4537a-be98-4065-bab5-88644f07c7d6 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:21.004558 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea15e8f-cc77-41f6-a82c-f43b8700d7a8 None None] Routers {'a6fc073d-7ce4-4550-a0b0-69bdd249cb44'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:21.005208 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-bea15e8f-cc77-41f6-a82c-f43b8700d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:29:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:21.054650 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5fa0aa87-757a-4e12-b04f-ced311995d34 req-6412dc2c-821f-4096-a7b7-c935b219f9e9 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878670 Nov 27 01:29:21.126619 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-bea15e8f-cc77-41f6-a82c-f43b8700d7a8 None None] Set router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:29:21.198585 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-bea15e8f-cc77-41f6-a82c-f43b8700d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:29:20Z', 'revision_number': 6, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:21.244667 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea15e8f-cc77-41f6-a82c-f43b8700d7a8 None None] The sync data for ids ['a6fc073d-7ce4-4550-a0b0-69bdd249cb44'] in n-d-817303-10 is: [{'id': 'a6fc073d-7ce4-4550-a0b0-69bdd249cb44', 'name': 'tempest-ServerRescueTestJSONUnderV235-1536199623-router', 'tenant_id': '26e8630da8b5449c81396d2b04384284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:29:20Z', 'revision_number': 6, 'project_id': '26e8630da8b5449c81396d2b04384284', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:29:21.308845 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.354392 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b4537a-be98-4065-bab5-88644f07c7d6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:21.355818 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62acab29-0299-4177-a98f-88779d05edc2 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:21.447902 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.569925 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.574036 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.639856 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.640481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6fc073d-7ce4-4550-a0b0-69bdd249cb44 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:29:21.651884 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.656166 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48834) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:21.657451 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b396483e-598e-4064-850a-1e7c66864da2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a6fc073d-7ce4-4550-a0b0-69bdd249cb44 HTTP/1.1" status: 204 len: 168 time: 1.4853346 Nov 27 01:29:21.740765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Deleting subnet 2efedd4d-dd00-4601-92f4-d41aedbcb14d {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:21.745785 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.796096 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.864706 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.929695 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.964813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2efedd4d-dd00-4601-92f4-d41aedbcb14d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:21.967456 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.972700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2efedd4d-dd00-4601-92f4-d41aedbcb14d HTTP/1.1" status: 204 len: 168 time: 0.3137009 Nov 27 01:29:21.975349 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48846) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:21.980018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:21.980559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:21.981069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:21.982307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:21.982823 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:21.983324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:21.983808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:21.984319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:21.984801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:21.985336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:21.985849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:21.986356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3710bf-c7cf-40f2-b480-999bbb17911e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:22.118607 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15705302-9d6c-482b-8856-34cdfe4b5f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.253105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 33b4537a-be98-4065-bab5-88644f07c7d6 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:22.293738 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15705302-9d6c-482b-8856-34cdfe4b5f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.300795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 33b4537a-be98-4065-bab5-88644f07c7d6 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:22.301151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 33b4537a-be98-4065-bab5-88644f07c7d6 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:22.301557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:22.311847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f80cb-b5d2-4d77-a357-b8fd92cc79c3 req-6dd46264-3e3b-4540-92e2-90fba3598d9f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:22.318501 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f99f80cb-b5d2-4d77-a357-b8fd92cc79c3 req-6dd46264-3e3b-4540-92e2-90fba3598d9f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1390383 Nov 27 01:29:22.335888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-15705302-9d6c-482b-8856-34cdfe4b5f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190420c9-4f27-4c1c-b9d2-ee73f008a646']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:22.339352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:22.339893 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6db3dcb8-3bbb-42af-8b78-f86a74bc5efb not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:22.358827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-15705302-9d6c-482b-8856-34cdfe4b5f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa9122b-d61f-4d85-aec9-be4cbe017c45') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:22.359125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-15705302-9d6c-482b-8856-34cdfe4b5f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa9122b-d61f-4d85-aec9-be4cbe017c45') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:22.382362 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15705302-9d6c-482b-8856-34cdfe4b5f89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.404616 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15705302-9d6c-482b-8856-34cdfe4b5f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.417705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15705302-9d6c-482b-8856-34cdfe4b5f89 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:22.419384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15705302-9d6c-482b-8856-34cdfe4b5f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:22.421908 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:22.436495 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f99f80cb-b5d2-4d77-a357-b8fd92cc79c3 req-153869e5-8f0f-477a-b8da-ac335d68a72b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106122 Nov 27 01:29:22.451526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48858) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:22.516804 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15705302-9d6c-482b-8856-34cdfe4b5f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.533356 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15705302-9d6c-482b-8856-34cdfe4b5f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.542326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-15705302-9d6c-482b-8856-34cdfe4b5f89 admin admin] 10.222.0.15 "DELETE /v2.0/networks/190420c9-4f27-4c1c-b9d2-ee73f008a646 HTTP/1.1" status: 204 len: 168 time: 0.5658691 Nov 27 01:29:22.559098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15705302-9d6c-482b-8856-34cdfe4b5f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=190420c9-4f27-4c1c-b9d2-ee73f008a646,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:22.664823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2fd21fe4-106c-4603-aafa-32613861007e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1860568310'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:22.708433 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fd21fe4-106c-4603-aafa-32613861007e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.708433 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fd21fe4-106c-4603-aafa-32613861007e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.773302 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fd21fe4-106c-4603-aafa-32613861007e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.779279 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fd21fe4-106c-4603-aafa-32613861007e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.799274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48866) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:22.803444 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2fd21fe4-106c-4603-aafa-32613861007e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.807086 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2fd21fe4-106c-4603-aafa-32613861007e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3521066 Nov 27 01:29:22.807443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48868) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:22.858307 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-388555ab-6d8e-4701-a604-e5141b0038bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26e8630da8b5449c81396d2b04384284&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571299 Nov 27 01:29:22.859255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48870) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:22.894990 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6832ea8-f866-40f5-a727-ca0f3047b463 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.943632 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf0336d1-5205-4a53-a4b0-ef99552567b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.969202 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf0336d1-5205-4a53-a4b0-ef99552567b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.038324 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf0336d1-5205-4a53-a4b0-ef99552567b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.042261 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf0336d1-5205-4a53-a4b0-ef99552567b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.044085 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cf0336d1-5205-4a53-a4b0-ef99552567b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d847da2f-9255-41c6-a4f4-ae4f595cec81 HTTP/1.1" status: 204 len: 168 time: 0.1831868 Nov 27 01:29:23.070043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0336d1-5205-4a53-a4b0-ef99552567b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d847da2f-9255-41c6-a4f4-ae4f595cec81,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:23.098120 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6832ea8-f866-40f5-a727-ca0f3047b463 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.101922 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6832ea8-f866-40f5-a727-ca0f3047b463 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.176595 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6832ea8-f866-40f5-a727-ca0f3047b463 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.177613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6832ea8-f866-40f5-a727-ca0f3047b463 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75018766-53b2-4703-9266-064745b48d6c {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:29:23.184605 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6832ea8-f866-40f5-a727-ca0f3047b463 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.186261 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f6832ea8-f866-40f5-a727-ca0f3047b463 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] 10.222.0.15 "DELETE /v2.0/routers/75018766-53b2-4703-9266-064745b48d6c HTTP/1.1" status: 204 len: 168 time: 0.3778918 Nov 27 01:29:23.189726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48878) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:23.194490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8836e964-f2d3-41ae-a10d-24d9a37c8367 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Request body: {'router': {'name': 'tempest-router-477375165', 'distributed': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:23.233065 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8836e964-f2d3-41ae-a10d-24d9a37c8367 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.234575 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8836e964-f2d3-41ae-a10d-24d9a37c8367 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.295777 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8836e964-f2d3-41ae-a10d-24d9a37c8367 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.301760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8836e964-f2d3-41ae-a10d-24d9a37c8367 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.324168 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8836e964-f2d3-41ae-a10d-24d9a37c8367 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.325755 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8836e964-f2d3-41ae-a10d-24d9a37c8367 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1348171 Nov 27 01:29:23.328858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48880) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:23.426274 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b9bbbfe9-c779-47b5-b374-5ed7feb8b3f6 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.639558 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641ebb3-6d14-4df1-84ee-a54b974e5f48 req-8642c70c-ad56-4c27-bb96-b79d2f5b5081 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:23.643523 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e641ebb3-6d14-4df1-84ee-a54b974e5f48 req-8642c70c-ad56-4c27-bb96-b79d2f5b5081 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1175525 Nov 27 01:29:23.653101 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b9bbbfe9-c779-47b5-b374-5ed7feb8b3f6 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.655572 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b9bbbfe9-c779-47b5-b374-5ed7feb8b3f6 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.716101 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b9bbbfe9-c779-47b5-b374-5ed7feb8b3f6 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.716728 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bbbfe9-c779-47b5-b374-5ed7feb8b3f6 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f981541-a2cc-4184-ac6f-10d861260e03 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:29:23.726644 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e641ebb3-6d14-4df1-84ee-a54b974e5f48 req-5c676611-1b65-473e-b834-6461fe69b4d2 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763998 Nov 27 01:29:23.731517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b9bbbfe9-c779-47b5-b374-5ed7feb8b3f6 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.736554 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b9bbbfe9-c779-47b5-b374-5ed7feb8b3f6 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] 10.222.0.15 "DELETE /v2.0/routers/3f981541-a2cc-4184-ac6f-10d861260e03 HTTP/1.1" status: 204 len: 168 time: 0.4034164 Nov 27 01:29:23.736740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48894) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:23.741948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0e18f048-00e7-4846-844d-7387f7dd01ad tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Request body: {'router': {'name': 'tempest-router-1086241305', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6072f98748334cdd88c6ce7d2588763f'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:23.783464 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e18f048-00e7-4846-844d-7387f7dd01ad tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.784648 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e18f048-00e7-4846-844d-7387f7dd01ad tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.854343 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e18f048-00e7-4846-844d-7387f7dd01ad tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.863631 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e18f048-00e7-4846-844d-7387f7dd01ad tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.880980 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e18f048-00e7-4846-844d-7387f7dd01ad tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.882653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0e18f048-00e7-4846-844d-7387f7dd01ad tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1445987 Nov 27 01:29:23.885553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48898) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:23.890032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a1071bd7-413e-42f0-824b-188aa23c2d3e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:24.144376 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a1071bd7-413e-42f0-824b-188aa23c2d3e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.144843 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a1071bd7-413e-42f0-824b-188aa23c2d3e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.323383 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a1071bd7-413e-42f0-824b-188aa23c2d3e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103403) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 27 01:29:24.323819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a1071bd7-413e-42f0-824b-188aa23c2d3e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Router 1f9eca27-7a00-4909-99b7-476c6bca1d20 migrating from provider to provider. {{(pid=103403) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 27 01:29:24.324286 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a1071bd7-413e-42f0-824b-188aa23c2d3e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.341624 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a1071bd7-413e-42f0-824b-188aa23c2d3e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.348350 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a1071bd7-413e-42f0-824b-188aa23c2d3e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.493377 n-d-817303-10 neutron-server[103403]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a1071bd7-413e-42f0-824b-188aa23c2d3e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] No L3 agents can host the router 1f9eca27-7a00-4909-99b7-476c6bca1d20 Nov 27 01:29:24.683443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1071bd7-413e-42f0-824b-188aa23c2d3e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Hosts for router 1f9eca27-7a00-4909-99b7-476c6bca1d20: [] {{(pid=103403) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 27 01:29:24.712300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1071bd7-413e-42f0-824b-188aa23c2d3e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Hosts for other DVR routers connected to router 1f9eca27-7a00-4909-99b7-476c6bca1d20: set() {{(pid=103403) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 27 01:29:24.715216 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a1071bd7-413e-42f0-824b-188aa23c2d3e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.716436 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a1071bd7-413e-42f0-824b-188aa23c2d3e tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] 10.222.0.15 "PUT /v2.0/routers/1f9eca27-7a00-4909-99b7-476c6bca1d20 HTTP/1.1" status: 200 len: 717 time: 0.8298481 Nov 27 01:29:24.719031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48928) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:24.811151 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0d385946-4692-4851-b19e-5f2a43c93884 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] 10.222.0.15 "GET /v2.0/routers/1f9eca27-7a00-4909-99b7-476c6bca1d20 HTTP/1.1" status: 200 len: 717 time: 0.0910094 Nov 27 01:29:24.813703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48934) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:24.925000 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-23ef5cf8-0fb6-4afb-ad38-7dc57639fe55 req-f01ae9f0-565d-4abb-b9e7-2deca88593bb tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0470414 Nov 27 01:29:24.963271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db56f68-d07a-4f9f-8e48-3bf5b359dea6 req-1ad70788-0031-40d2-9a45-ad8233fa7d15 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:24.972863 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7db56f68-d07a-4f9f-8e48-3bf5b359dea6 req-1ad70788-0031-40d2-9a45-ad8233fa7d15 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1110122 Nov 27 01:29:25.057188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7db56f68-d07a-4f9f-8e48-3bf5b359dea6 req-e607f814-a8b4-4f96-a5ec-ebf375e86573 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813284 Nov 27 01:29:25.193311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48946) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:25.201524 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6eb9e116-d3c8-4863-a684-415a53612bfa tempest-RoutersTestDVR-2101686874 tempest-RoutersTestDVR-2101686874-project] 10.222.0.15 "GET /v2.0/routers/1f9eca27-7a00-4909-99b7-476c6bca1d20 HTTP/1.1" status: 200 len: 683 time: 0.3859572 Nov 27 01:29:25.294462 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9b32f915-00eb-4e11-b06f-c01d27e5c55b tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.543687 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9b32f915-00eb-4e11-b06f-c01d27e5c55b tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.546388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9b32f915-00eb-4e11-b06f-c01d27e5c55b tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.610786 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9b32f915-00eb-4e11-b06f-c01d27e5c55b tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.611361 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b32f915-00eb-4e11-b06f-c01d27e5c55b tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f9eca27-7a00-4909-99b7-476c6bca1d20 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:29:25.624957 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9b32f915-00eb-4e11-b06f-c01d27e5c55b tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.630077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48954) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:25.638231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d60f520d-4372-4190-9af4-ce21786b7553 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Request body: {'router': {'name': 'tempest-router-1916932887', 'distributed': True}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:25.642366 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9b32f915-00eb-4e11-b06f-c01d27e5c55b tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] 10.222.0.15 "DELETE /v2.0/routers/1f9eca27-7a00-4909-99b7-476c6bca1d20 HTTP/1.1" status: 204 len: 168 time: 0.4472580 Nov 27 01:29:25.680139 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d60f520d-4372-4190-9af4-ce21786b7553 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.681741 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d60f520d-4372-4190-9af4-ce21786b7553 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.776451 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d60f520d-4372-4190-9af4-ce21786b7553 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.785551 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d60f520d-4372-4190-9af4-ce21786b7553 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.800573 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d60f520d-4372-4190-9af4-ce21786b7553 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.804292 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d60f520d-4372-4190-9af4-ce21786b7553 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1703479 Nov 27 01:29:25.804784 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48958) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:25.886920 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34b354c9-295c-4d25-9614-4ebe59486ad2 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.181522 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34b354c9-295c-4d25-9614-4ebe59486ad2 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.199198 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9351ee23-5d57-4601-8d76-d7f4b0302152 req-01706b2a-4052-4b8e-af65-05b627116404 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0863566 Nov 27 01:29:26.201047 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34b354c9-295c-4d25-9614-4ebe59486ad2 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.251922 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34b354c9-295c-4d25-9614-4ebe59486ad2 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.253045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b354c9-295c-4d25-9614-4ebe59486ad2 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab65220-fe52-4a72-8f36-cbc60c6377f0 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:29:26.257611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc640ed4-c3df-4540-b051-f8562dc1e61a req-712d6245-9cb3-472b-af1c-f115f1597734 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:26.260573 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34b354c9-295c-4d25-9614-4ebe59486ad2 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.261131 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc640ed4-c3df-4540-b051-f8562dc1e61a req-712d6245-9cb3-472b-af1c-f115f1597734 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.0653930 Nov 27 01:29:26.265791 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-34b354c9-295c-4d25-9614-4ebe59486ad2 tempest-RoutersTestDVR-2536414 tempest-RoutersTestDVR-2536414-project-admin] 10.222.0.15 "DELETE /v2.0/routers/8ab65220-fe52-4a72-8f36-cbc60c6377f0 HTTP/1.1" status: 204 len: 168 time: 0.4593928 Nov 27 01:29:26.374587 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc640ed4-c3df-4540-b051-f8562dc1e61a req-07688ff5-507a-4e2a-8695-74a6f8bd4bef tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006038 Nov 27 01:29:26.689897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 48986) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:26.859759 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7ce4-4c66-485d-9f28-86354d5a8d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.884808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:29:26.992317 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7ce4-4c66-485d-9f28-86354d5a8d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.995874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:26.998257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7ce4-4c66-485d-9f28-86354d5a8d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.011002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'bc4d2e96-de55-4ffa-a09f-43218fe0bcb3', 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d', 'port_id': 'bc4d2e96-de55-4ffa-a09f-43218fe0bcb3', 'mac_address': 'fa:16:3e:e4:c9:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b3139f-3f3a-4015-ae30-c1663ef827fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:29:27.015369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:27.048054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cdeb7ce4-4c66-485d-9f28-86354d5a8d21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6072f98748334cdd88c6ce7d2588763f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548586 Nov 27 01:29:27.048054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb7ce4-4c66-485d-9f28-86354d5a8d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f6f334-1397-4686-be58-9c848b2dce7c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:27.048795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 48994) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:27.147274 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3941-fbe6-4aa0-b29b-65ada24d223b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.151978 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.172685 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.191450 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3941-fbe6-4aa0-b29b-65ada24d223b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.221108 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df5dd9f-9760-4be9-a5b4-ab64c6e779b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4d2e96-de55-4ffa-a09f-43218fe0bcb3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:29:27.224905 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e9bdb1-9e46-49f5-b0a7-e8f404c1f5ca" -d '{"events": [{"server_uuid": "0df5dd9f-9760-4be9-a5b4-ab64c6e779b6", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4d2e96-de55-4ffa-a09f-43218fe0bcb3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:29:27.230715 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:27.240381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:29:27.245613 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.313882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3941-fbe6-4aa0-b29b-65ada24d223b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.317627 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3941-fbe6-4aa0-b29b-65ada24d223b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.319248 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2e2a3941-fbe6-4aa0-b29b-65ada24d223b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8f6f334-1397-4686-be58-9c848b2dce7c HTTP/1.1" status: 204 len: 168 time: 0.2692020 Nov 27 01:29:27.331548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a3941-fbe6-4aa0-b29b-65ada24d223b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f6f334-1397-4686-be58-9c848b2dce7c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:27.357581 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff10146-ef41-4408-9200-3256c7d6670e x-openstack-request-id: req-4ff10146-ef41-4408-9200-3256c7d6670e {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:29:27.357892 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df5dd9f-9760-4be9-a5b4-ab64c6e779b6", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4d2e96-de55-4ffa-a09f-43218fe0bcb3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:29:27.358158 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ff10146-ef41-4408-9200-3256c7d6670e {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:29:27.358566 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df5dd9f-9760-4be9-a5b4-ab64c6e779b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4d2e96-de55-4ffa-a09f-43218fe0bcb3', 'code': 200} Nov 27 01:29:27.442835 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce286ceb-4a18-47e6-9985-40e5d77d5b21 req-21b08277-b778-4acc-ad3d-a9051164fb26 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0621290 Nov 27 01:29:27.569874 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:29:27.573619 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:29:27.645475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:27.664200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:27.666622 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:27.667212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:27.667786 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:27.668738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:27.669465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:27.670809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:27.671393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:27.672043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:27.673346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:27.673967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:27.674521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:27.692517 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05ee1329-767a-4e85-9697-8b49dceeadf6 req-28a34105-99fb-4a1d-b4d3-f97daa0355a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0643768 Nov 27 01:29:27.694223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d3038-4ea0-4d41-b81e-166c953f6e63 req-a80ed155-d3cf-4390-a821-47db8496b9c6 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:27.695816 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-167d3038-4ea0-4d41-b81e-166c953f6e63 req-a80ed155-d3cf-4390-a821-47db8496b9c6 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 943 time: 0.0986228 Nov 27 01:29:27.764884 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-167d3038-4ea0-4d41-b81e-166c953f6e63 req-367133ce-5a3c-4b7c-949c-d67e0e4f5ae3 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616436 Nov 27 01:29:27.908426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49022) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:27.923427 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-097f4364-8a5a-4073-9903-7d87246c11d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.029742 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-097f4364-8a5a-4073-9903-7d87246c11d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.034446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-097f4364-8a5a-4073-9903-7d87246c11d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.078964 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-097f4364-8a5a-4073-9903-7d87246c11d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e69121f76edc449cbfcb6680c5617ca3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1691468 Nov 27 01:29:28.080352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f4364-8a5a-4073-9903-7d87246c11d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e70d0e-0f99-4664-bd8f-a3ef16600a22,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:28.081623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49024) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:28.138785 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.166164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:29:28.183084 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-93eeb20a-37b4-4c83-a2cc-91831993b2e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.213665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:28.215172 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-93eeb20a-37b4-4c83-a2cc-91831993b2e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.223722 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.295523 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-93eeb20a-37b4-4c83-a2cc-91831993b2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.300557 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-93eeb20a-37b4-4c83-a2cc-91831993b2e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.304137 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-93eeb20a-37b4-4c83-a2cc-91831993b2e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88e70d0e-0f99-4664-bd8f-a3ef16600a22 HTTP/1.1" status: 204 len: 168 time: 0.2213969 Nov 27 01:29:28.323693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eeb20a-37b4-4c83-a2cc-91831993b2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e70d0e-0f99-4664-bd8f-a3ef16600a22,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:28.340329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:28.534533 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.576229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['bc4d2e96-de55-4ffa-a09f-43218fe0bcb3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:29:28.714072 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-65d49ee1-9f75-428f-a280-a74b4ae21831 req-2d205d60-7161-44df-85d0-700b4a95df94 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.1032035 Nov 27 01:29:29.075034 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd2acf-70a6-49cf-a12e-02febcbd6c41 req-92da960c-8342-45cd-8149-2e9080300892 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:29.082184 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-11cd2acf-70a6-49cf-a12e-02febcbd6c41 req-92da960c-8342-45cd-8149-2e9080300892 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 944 time: 0.1533520 Nov 27 01:29:29.176802 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-11cd2acf-70a6-49cf-a12e-02febcbd6c41 req-f02e7553-b90f-4224-aa7c-38720a670d0f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937331 Nov 27 01:29:29.676339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49066) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:29.902695 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2ee88645-5855-4472-987e-3abf5407e9be req-2994de4f-f62f-492f-8bb4-00d72c0f1f52 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0427434 Nov 27 01:29:29.922273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1959945109'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:29.971764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:29.976928 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.000736 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.147870 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.155753 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.202435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:30.214647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb78266-9a95-4067-8a50-4e317d9bac9a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:30.239589 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.240280 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Added segment ba6634ea-3679-4629-87d2-77233a637be8 of type vlan for network 45b1e637-4759-477c-827c-b083fabe48f4 Nov 27 01:29:30.362108 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.495328 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.510548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:30.511313 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.541551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce54f8-cd6d-428a-bd6f-1dca7174136a req-1b585125-9fb3-4c1f-976a-f37decabdf5b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:30.543130 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7cce54f8-cd6d-428a-bd6f-1dca7174136a req-1b585125-9fb3-4c1f-976a-f37decabdf5b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 944 time: 0.2100604 Nov 27 01:29:30.618816 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.650007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7cce54f8-cd6d-428a-bd6f-1dca7174136a req-3d774d66-5e2b-4697-8717-8a811252b361 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925381 Nov 27 01:29:30.656751 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9791207 Nov 27 01:29:30.659980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49094) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:30.665202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9838a2a0-fcb2-45bc-aa3f-df8377e78224 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:30.669479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3f653-ec57-432d-9573-caa8f2ac4f4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Network': ['ID=45b1e637-4759-477c-827c-b083fabe48f4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:30.691453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:30.874933 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9838a2a0-fcb2-45bc-aa3f-df8377e78224 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:30.878602 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9838a2a0-fcb2-45bc-aa3f-df8377e78224 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.899324 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:30.988811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:30.989770 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.097392 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.163094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df5dd9f-9760-4be9-a5b4-ab64c6e779b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4d2e96-de55-4ffa-a09f-43218fe0bcb3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:29:31.169629 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6749f6-0150-4542-a028-06e3f04a5c99" -d '{"events": [{"server_uuid": "0df5dd9f-9760-4be9-a5b4-ab64c6e779b6", "name": "network-vif-plugged", "status": "completed", "tag": "bc4d2e96-de55-4ffa-a09f-43218fe0bcb3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:29:31.229301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:31.241713 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.270012 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9ecde834-03a1-42ea-bc7d-c7255343c8d8 req-61313db7-576c-41ca-b07e-e11348ac00bd tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0978360 Nov 27 01:29:31.324440 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42be352f-9b8f-4024-b28f-4ee8fb70c968 x-openstack-request-id: req-42be352f-9b8f-4024-b28f-4ee8fb70c968 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:29:31.328777 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df5dd9f-9760-4be9-a5b4-ab64c6e779b6", "name": "network-vif-plugged", "status": "completed", "tag": "bc4d2e96-de55-4ffa-a09f-43218fe0bcb3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:29:31.329294 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42be352f-9b8f-4024-b28f-4ee8fb70c968 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:29:31.329961 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df5dd9f-9760-4be9-a5b4-ab64c6e779b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4d2e96-de55-4ffa-a09f-43218fe0bcb3', 'code': 200} Nov 27 01:29:31.352590 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9838a2a0-fcb2-45bc-aa3f-df8377e78224 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.373246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:31.424033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838a2a0-fcb2-45bc-aa3f-df8377e78224 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=a5614006-909f-4701-b45f-4a8139fec029,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:31.434685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9838a2a0-fcb2-45bc-aa3f-df8377e78224 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:31.435051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9838a2a0-fcb2-45bc-aa3f-df8377e78224 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network hostable DHCP agents. Network: 45b1e637-4759-477c-827c-b083fabe48f4, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:31.459436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9838a2a0-fcb2-45bc-aa3f-df8377e78224 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:31.479495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9838a2a0-fcb2-45bc-aa3f-df8377e78224 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 45b1e637-4759-477c-827c-b083fabe48f4) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:31.487824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f5784d-80fd-4509-80ae-22192b0a62d2 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:31.494684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838a2a0-fcb2-45bc-aa3f-df8377e78224 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:31.495341 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9838a2a0-fcb2-45bc-aa3f-df8377e78224 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.526588 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9838a2a0-fcb2-45bc-aa3f-df8377e78224 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8627326 Nov 27 01:29:31.526829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49128) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:31.532871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-dae2ccc4-c5b3-403c-a867-0eda444ade5f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'name': 'tempest-NetworksTestDHCPv6-1400564119'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:31.671777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d6e29-90d5-4677-b625-58c18c178174 req-3149f6c0-434d-42d7-ad28-7d9e881fe769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:31.679256 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba0d6e29-90d5-4677-b625-58c18c178174 req-3149f6c0-434d-42d7-ad28-7d9e881fe769 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 1097 time: 0.1164005 Nov 27 01:29:31.784275 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba0d6e29-90d5-4677-b625-58c18c178174 req-521a8bdb-a6b0-46c1-900a-60b00860efcc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985007 Nov 27 01:29:31.831110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae2ccc4-c5b3-403c-a867-0eda444ade5f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:31.835310 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dae2ccc4-c5b3-403c-a867-0eda444ade5f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.855695 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-dae2ccc4-c5b3-403c-a867-0eda444ade5f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 533c0354-1204-4366-b806-ebb3ba9483eb yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:29:31.874848 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': 'a5614006-909f-4701-b45f-4a8139fec029'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:31.875377 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.066439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-dae2ccc4-c5b3-403c-a867-0eda444ade5f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::3d8 (45b1e637-4759-477c-827c-b083fabe48f4/a5614006-909f-4701-b45f-4a8139fec029/533c0354-1204-4366-b806-ebb3ba9483eb) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:32.080667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d5552-66f4-4d19-b392-af6fdbbbd21c req-39319f0d-2b70-40e5-9673-250707e1ff08 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:32.082234 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0f1d5552-66f4-4d19-b392-af6fdbbbd21c req-39319f0d-2b70-40e5-9673-250707e1ff08 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.2884607 Nov 27 01:29:32.187891 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0f1d5552-66f4-4d19-b392-af6fdbbbd21c req-c9239d8b-2d99-4ef9-90cc-ec1c133cbf8f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842581 Nov 27 01:29:32.315066 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dae2ccc4-c5b3-403c-a867-0eda444ade5f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.388961 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dae2ccc4-c5b3-403c-a867-0eda444ade5f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.421088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Allocated IP 2001:db8::2 (45b1e637-4759-477c-827c-b083fabe48f4/a5614006-909f-4701-b45f-4a8139fec029/8cb9566c-5c45-4db4-9530-c670da987f13) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:32.493631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2ccc4-c5b3-403c-a867-0eda444ade5f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:32.498478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-dae2ccc4-c5b3-403c-a867-0eda444ade5f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:32.499647 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-73cc3382-0d2f-4dc6-9fad-e5a282b4615f req-46af7199-f280-44c7-a332-a74785a68f3b tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0595424 Nov 27 01:29:32.505249 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2ccc4-c5b3-403c-a867-0eda444ade5f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:32.523384 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae2ccc4-c5b3-403c-a867-0eda444ade5f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:32.524060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dae2ccc4-c5b3-403c-a867-0eda444ade5f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.535907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2ccc4-c5b3-403c-a867-0eda444ade5f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=533c0354-1204-4366-b806-ebb3ba9483eb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:32.546722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dae2ccc4-c5b3-403c-a867-0eda444ade5f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0166368 Nov 27 01:29:32.547704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49148) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:32.649873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce88e6e-ec4b-4c24-b4ed-aeba769b7778 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:32.656795 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3ce88e6e-ec4b-4c24-b4ed-aeba769b7778 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1064861 Nov 27 01:29:32.657574 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49150) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:32.713035 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.729393 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.767694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:32.771611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:32.778334 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:32.785478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-4f83eeb4-89fe-4569-8bb2-cd4405afea00 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port 533c0354-1204-4366-b806-ebb3ba9483eb {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:32.785964 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f83eeb4-89fe-4569-8bb2-cd4405afea00 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.816563 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Pushing event updated for resources: {'Port': ['ID=8cb9566c-5c45-4db4-9530-c670da987f13,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:32.853271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Attempting to bind port 8cb9566c-5c45-4db4-9530-c670da987f13 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:32.853646 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Attempting to bind port 8cb9566c-5c45-4db4-9530-c670da987f13 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:32.855082 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Attempting to bind port 8cb9566c-5c45-4db4-9530-c670da987f13 on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:32.863880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:32.864464 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:32.865324 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.866363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:32.866856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Bound port: 8cb9566c-5c45-4db4-9530-c670da987f13, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:32.867252 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.893425 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f83eeb4-89fe-4569-8bb2-cd4405afea00 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.918000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-4f83eeb4-89fe-4569-8bb2-cd4405afea00 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for 533c0354-1204-4366-b806-ebb3ba9483eb owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:32.987704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] For port 8cb9566c-5c45-4db4-9530-c670da987f13, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:32.991849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] For port 8cb9566c-5c45-4db4-9530-c670da987f13, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8cb9566c-5c45-4db4-9530-c670da987f13,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:33.005822 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.155179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cdd0c-1e81-453e-a5e5-2e083911b01e None None] Pushing event updated for resources: {'Port': ['ID=8cb9566c-5c45-4db4-9530-c670da987f13,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:33.471172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ac9de-26ee-4933-819d-12142b9dae32 req-9fbda567-268c-4b19-9293-9c99de8a3160 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:33.473135 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f78ac9de-26ee-4933-819d-12142b9dae32 req-9fbda567-268c-4b19-9293-9c99de8a3160 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1350791 Nov 27 01:29:33.600326 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f78ac9de-26ee-4933-819d-12142b9dae32 req-4efcaad7-e76a-4ab0-9ed8-7889542ea4da tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157558 Nov 27 01:29:33.749381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-43d381a2-f632-4831-b604-c54ab460ece5 req-0d085220-10d2-4909-945e-5abe719ce2c4 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0703900 Nov 27 01:29:33.839277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44b317-510e-4ef1-b52a-63ce7d6dfef9 req-44e4bda6-fdc9-4fe2-a020-3e1aa8d9b1fd tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:33.844037 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d44b317-510e-4ef1-b52a-63ce7d6dfef9 req-44e4bda6-fdc9-4fe2-a020-3e1aa8d9b1fd tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.1302223 Nov 27 01:29:33.907293 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d44b317-510e-4ef1-b52a-63ce7d6dfef9 req-b7417078-14f6-4c47-a3cd-df85408a4b36 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526311 Nov 27 01:29:33.961445 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f83eeb4-89fe-4569-8bb2-cd4405afea00 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.013716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83eeb4-89fe-4569-8bb2-cd4405afea00 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=533c0354-1204-4366-b806-ebb3ba9483eb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:34.073547 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f83eeb4-89fe-4569-8bb2-cd4405afea00 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.080498 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49184) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:34.081288 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4f83eeb4-89fe-4569-8bb2-cd4405afea00 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/533c0354-1204-4366-b806-ebb3ba9483eb HTTP/1.1" status: 204 len: 168 time: 1.4224474 Nov 27 01:29:34.331273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8cb9566c-5c45-4db4-9530-c670da987f13 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:34.445150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 8cb9566c-5c45-4db4-9530-c670da987f13 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:34.445533 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.590361 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.661133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 8cb9566c-5c45-4db4-9530-c670da987f13, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8cb9566c-5c45-4db4-9530-c670da987f13,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:34.668948 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.775517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=8cb9566c-5c45-4db4-9530-c670da987f13,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:34.907194 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecd10c9-28a9-4d4d-9ea6-aea6b39f1f22 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:34.998711 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1628fda5-de25-4320-8e2f-efd35749e3f1 req-6be1b686-c0ee-4e48-b3fc-5c14ae86dc10 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.1074274 Nov 27 01:29:35.102323 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49220) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:35.136104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e45bba10-f419-4dbd-9d61-418c4eb07e12 None None] Provisioning complete for port 8cb9566c-5c45-4db4-9530-c670da987f13 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:35.141447 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e45bba10-f419-4dbd-9d61-418c4eb07e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.204709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-35c9f4d9-9e37-4cee-90ce-3a9436517cea tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:35.213293 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-35c9f4d9-9e37-4cee-90ce-3a9436517cea tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/networks?id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d HTTP/1.1" status: 200 len: 815 time: 0.2244315 Nov 27 01:29:35.235946 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-2dabb4fd-bdee-46ae-a274-ec20aca459b5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/quotas/25911a5c10ea471aae99f3e026274d26 HTTP/1.1" status: 200 len: 375 time: 0.0215096 Nov 27 01:29:35.312359 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da6ed3a-24f1-4331-ba5f-9694995d4cc0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:35.322764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da6ed3a-24f1-4331-ba5f-9694995d4cc0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:35.334135 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2da6ed3a-24f1-4331-ba5f-9694995d4cc0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.2523675 Nov 27 01:29:35.334954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49226) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:35.381583 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-99175ef9-2ced-45c8-9d63-e1d1c3e802f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=197614fcca1c4fe3869d76418ec14711&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2775304 Nov 27 01:29:35.384585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49228) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:35.418297 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-30d520bb-aef3-4372-b99f-8c0256b40c14 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=25911a5c10ea471aae99f3e026274d26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1810610 Nov 27 01:29:35.466669 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-00fb3c81-0260-4f53-a5b2-fe6f706a140b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.494712 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-00fb3c81-0260-4f53-a5b2-fe6f706a140b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.576001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec06c3f-90ab-477b-b5e6-547ee8333935 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet a5614006-909f-4701-b45f-4a8139fec029 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:35.595368 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fec06c3f-90ab-477b-b5e6-547ee8333935 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.618800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-00fb3c81-0260-4f53-a5b2-fe6f706a140b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.621428 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-00fb3c81-0260-4f53-a5b2-fe6f706a140b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.625028 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-00fb3c81-0260-4f53-a5b2-fe6f706a140b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/adcfa0d8-55b0-481b-a346-bcc865d31334 HTTP/1.1" status: 204 len: 168 time: 0.2368851 Nov 27 01:29:35.634608 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb3c81-0260-4f53-a5b2-fe6f706a140b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcfa0d8-55b0-481b-a346-bcc865d31334,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:35.701792 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-58591b7f-a5a5-42ad-ada5-defa61c2305c service neutron] 10.222.0.15 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825112 Nov 27 01:29:35.748457 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fec06c3f-90ab-477b-b5e6-547ee8333935 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.803750 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5efe41-bfc7-4b7c-b1f6-f3a6bfaee9ac req-3e1d5fdd-7f49-48f2-8148-e218dee88126 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:35.806234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f5efe41-bfc7-4b7c-b1f6-f3a6bfaee9ac req-3e1d5fdd-7f49-48f2-8148-e218dee88126 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df5dd9f-9760-4be9-a5b4-ab64c6e779b6 HTTP/1.1" status: 200 len: 945 time: 0.0998287 Nov 27 01:29:35.881589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9cb4c7ba-00cd-4950-9ff9-1bd565804d6e None None] Provisioning complete for port 8cb9566c-5c45-4db4-9530-c670da987f13 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:35.882564 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c7ba-00cd-4950-9ff9-1bd565804d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.998715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-3aa243ef-652f-49c5-8744-e3c930749965 service neutron] 10.222.0.15 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959173 Nov 27 01:29:36.005437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-2f5efe41-bfc7-4b7c-b1f6-f3a6bfaee9ac req-3416b3c2-c363-465e-81c2-9f63056dcbfb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Deleting port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:36.006026 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2f5efe41-bfc7-4b7c-b1f6-f3a6bfaee9ac req-3416b3c2-c363-465e-81c2-9f63056dcbfb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.037696 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fec06c3f-90ab-477b-b5e6-547ee8333935 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.220842 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fec06c3f-90ab-477b-b5e6-547ee8333935 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.303770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8cb9566c-5c45-4db4-9530-c670da987f13 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:36.303973 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fec06c3f-90ab-477b-b5e6-547ee8333935 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.312992 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fec06c3f-90ab-477b-b5e6-547ee8333935 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/a5614006-909f-4701-b45f-4a8139fec029 HTTP/1.1" status: 204 len: 168 time: 0.9748657 Nov 27 01:29:36.315337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49256) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:36.345188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3960c7df-79d9-4c8e-a93a-84e799ee50a8 req-c1bda1d7-00a6-4774-b2c0-a8dbdf85031e tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0590403 Nov 27 01:29:36.356726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec06c3f-90ab-477b-b5e6-547ee8333935 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=a5614006-909f-4701-b45f-4a8139fec029,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:36.383745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2f5efe41-bfc7-4b7c-b1f6-f3a6bfaee9ac req-3416b3c2-c363-465e-81c2-9f63056dcbfb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] For port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:36.386445 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2f5efe41-bfc7-4b7c-b1f6-f3a6bfaee9ac req-3416b3c2-c363-465e-81c2-9f63056dcbfb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.429688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-2f5efe41-bfc7-4b7c-b1f6-f3a6bfaee9ac req-3416b3c2-c363-465e-81c2-9f63056dcbfb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Calling delete_port for bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:36.432558 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-371f3735-3bf5-47c4-bba5-1708df5c22c7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159327 Nov 27 01:29:36.435257 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49262) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:36.439021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669ec06c-a9a2-49d8-8312-b68da0228996 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:36.465354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e8f6c29e-d27c-41be-8f37-673d7436a0a7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:36.526143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33131777-30e9-484d-8337-1b148b128e48 req-7e1dd3fb-7320-4d4a-96d8-82903b830165 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 210 time: 0.1603394 Nov 27 01:29:36.560047 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-017dcdd3-948a-4649-84c4-b5f418cf5ebf None None] Could not find standard attr ID for object 533c0354-1204-4366-b806-ebb3ba9483eb. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:36.625358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 8cb9566c-5c45-4db4-9530-c670da987f13 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:36.625755 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.722209 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2f5efe41-bfc7-4b7c-b1f6-f3a6bfaee9ac req-3416b3c2-c363-465e-81c2-9f63056dcbfb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.727265 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f6c29e-d27c-41be-8f37-673d7436a0a7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:36.736425 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8f6c29e-d27c-41be-8f37-673d7436a0a7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.802225 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416b3c2-c363-465e-81c2-9f63056dcbfb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Pushing event deleted for resources: {'Port': ['ID=bc4d2e96-de55-4ffa-a09f-43218fe0bcb3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:36.830381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['bc4d2e96-de55-4ffa-a09f-43218fe0bcb3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:29:36.887457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5efe41-bfc7-4b7c-b1f6-f3a6bfaee9ac req-3416b3c2-c363-465e-81c2-9f63056dcbfb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] No DVR routers for this DVR port bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:36.891394 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2f5efe41-bfc7-4b7c-b1f6-f3a6bfaee9ac req-3416b3c2-c363-465e-81c2-9f63056dcbfb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.907188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f5efe41-bfc7-4b7c-b1f6-f3a6bfaee9ac req-3416b3c2-c363-465e-81c2-9f63056dcbfb tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.31 "DELETE /v2.0/ports/bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 HTTP/1.1" status: 204 len: 173 time: 1.0943880 Nov 27 01:29:36.907981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df5dd9f-9760-4be9-a5b4-ab64c6e779b6', 'name': 'network-vif-deleted', 'tag': 'bc4d2e96-de55-4ffa-a09f-43218fe0bcb3'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:29:36.910846 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050dde52-0960-44e4-84a6-1ad09a7a641a" -d '{"events": [{"server_uuid": "0df5dd9f-9760-4be9-a5b4-ab64c6e779b6", "name": "network-vif-deleted", "tag": "bc4d2e96-de55-4ffa-a09f-43218fe0bcb3"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:29:36.994937 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e278fbb-8a85-484a-9898-3e9f6707f408 x-openstack-request-id: req-4e278fbb-8a85-484a-9898-3e9f6707f408 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:29:36.999121 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df5dd9f-9760-4be9-a5b4-ab64c6e779b6", "name": "network-vif-deleted", "tag": "bc4d2e96-de55-4ffa-a09f-43218fe0bcb3", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:29:36.999494 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e278fbb-8a85-484a-9898-3e9f6707f408 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:29:37.000331 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df5dd9f-9760-4be9-a5b4-ab64c6e779b6', 'name': 'network-vif-deleted', 'tag': 'bc4d2e96-de55-4ffa-a09f-43218fe0bcb3', 'status': 'completed', 'code': 200} Nov 27 01:29:37.124348 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc03114f-6ac8-4f78-97f6-72fb6abfb4f9 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:37.220140 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-cc03114f-6ac8-4f78-97f6-72fb6abfb4f9 None None] Deleting port 8cb9566c-5c45-4db4-9530-c670da987f13 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:37.220826 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cc03114f-6ac8-4f78-97f6-72fb6abfb4f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.228077 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8f6c29e-d27c-41be-8f37-673d7436a0a7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.292290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f6c29e-d27c-41be-8f37-673d7436a0a7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:37.293717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-e8f6c29e-d27c-41be-8f37-673d7436a0a7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:37.299715 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f6c29e-d27c-41be-8f37-673d7436a0a7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:37.300425 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8f6c29e-d27c-41be-8f37-673d7436a0a7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.329751 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e8f6c29e-d27c-41be-8f37-673d7436a0a7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8910792 Nov 27 01:29:37.331012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49290) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:37.331543 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6c29e-d27c-41be-8f37-673d7436a0a7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=e97bb37e-d7cd-4d1c-968c-146ddf71f82a,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:37.337757 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e55f81a7-d1f0-4449-9020-b95c3f8289d1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'name': 'tempest-NetworksTestDHCPv6-1229428872'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:37.382410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cc03114f-6ac8-4f78-97f6-72fb6abfb4f9 None None] For port 8cb9566c-5c45-4db4-9530-c670da987f13, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8cb9566c-5c45-4db4-9530-c670da987f13,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:37.382731 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cc03114f-6ac8-4f78-97f6-72fb6abfb4f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.400979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-cc03114f-6ac8-4f78-97f6-72fb6abfb4f9 None None] Calling delete_port for 8cb9566c-5c45-4db4-9530-c670da987f13 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:37.551799 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93f52413-ebbe-44b5-b2af-1c0351568cdf req-d5c11a08-5745-430c-b1cc-153b3038194e tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0616992 Nov 27 01:29:37.597262 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cc03114f-6ac8-4f78-97f6-72fb6abfb4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.617715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55f81a7-d1f0-4449-9020-b95c3f8289d1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:37.627817 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e55f81a7-d1f0-4449-9020-b95c3f8289d1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.671993 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03114f-6ac8-4f78-97f6-72fb6abfb4f9 None None] Pushing event deleted for resources: {'Port': ['ID=8cb9566c-5c45-4db4-9530-c670da987f13,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:37.689496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc03114f-6ac8-4f78-97f6-72fb6abfb4f9 None None] No DVR routers for this DVR port 8cb9566c-5c45-4db4-9530-c670da987f13 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:37.718906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203ef9c4-1fd3-4a03-bf44-65aa3fd083bc None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:37.741426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-e55f81a7-d1f0-4449-9020-b95c3f8289d1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 9a3d3c38-e1a5-4ad7-abe9-2761aa014899 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:29:37.752712 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9ff11f8d-ff9a-4624-9c20-4227306452a4 req-8597a175-03b8-4038-b0e3-c23d287e1822 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 210 time: 0.0848193 Nov 27 01:29:37.994481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': 'e97bb37e-d7cd-4d1c-968c-146ddf71f82a'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:37.995446 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.028968 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-e55f81a7-d1f0-4449-9020-b95c3f8289d1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::17 (45b1e637-4759-477c-827c-b083fabe48f4/e97bb37e-d7cd-4d1c-968c-146ddf71f82a/9a3d3c38-e1a5-4ad7-abe9-2761aa014899) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:38.283525 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8cb9566c-5c45-4db4-9530-c670da987f13 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:38.344130 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e55f81a7-d1f0-4449-9020-b95c3f8289d1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.374332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 8cb9566c-5c45-4db4-9530-c670da987f13 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:38.376616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8cb9566c-5c45-4db4-9530-c670da987f13 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:38.506330 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-ceaf6d94-31d9-4eb4-bdc5-1e57b68c59da tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:38.509238 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-ceaf6d94-31d9-4eb4-bdc5-1e57b68c59da tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.31 "GET /v2.0/networks?id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d HTTP/1.1" status: 200 len: 815 time: 0.1287467 Nov 27 01:29:38.511416 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e55f81a7-d1f0-4449-9020-b95c3f8289d1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.533564 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-27f0d578-3342-4ebe-b717-06933dcd2b92 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Request body: {'port': {'device_id': '9116466d-5e48-4e2a-881a-790b994d9c0f', 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d', 'admin_state_up': True, 'tenant_id': '25911a5c10ea471aae99f3e026274d26'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:38.536275 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Allocated IP 2001:db8::2 (45b1e637-4759-477c-827c-b083fabe48f4/e97bb37e-d7cd-4d1c-968c-146ddf71f82a/f5ee3c59-e4b4-411f-9f37-b398cd810a91) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:38.833149 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e69cfbfe-2ef2-4360-9ed7-14179b7b4120 req-bcdf9cd0-1390-477c-af33-ecd64c4fda88 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0892234 Nov 27 01:29:38.862007 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f81a7-d1f0-4449-9020-b95c3f8289d1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=9a3d3c38-e1a5-4ad7-abe9-2761aa014899,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:38.885870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-27f0d578-3342-4ebe-b717-06933dcd2b92 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Made reservation on behalf of 25911a5c10ea471aae99f3e026274d26 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:38.889743 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-27f0d578-3342-4ebe-b717-06933dcd2b92 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.935534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f81a7-d1f0-4449-9020-b95c3f8289d1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:39.080090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e55f81a7-d1f0-4449-9020-b95c3f8289d1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:39.088878 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-21a8c595-c286-4177-8f86-1f6f60d9d175 req-cc0dd2ef-4c59-4825-9a88-fc8a271c75f3 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 210 time: 0.1783967 Nov 27 01:29:39.092176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f81a7-d1f0-4449-9020-b95c3f8289d1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:39.099829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55f81a7-d1f0-4449-9020-b95c3f8289d1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:39.100492 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e55f81a7-d1f0-4449-9020-b95c3f8289d1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.138781 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e55f81a7-d1f0-4449-9020-b95c3f8289d1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8058140 Nov 27 01:29:39.141225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49318) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:39.186708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-27f0d578-3342-4ebe-b717-06933dcd2b92 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Allocated IP 172.20.0.2 (ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d/f8b3139f-3f3a-4015-ae30-c1663ef827fd/fc3fa33e-d896-4963-8e0a-6172d96fc5d3) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:39.225071 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.226636 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7534457-e093-4c08-bcc8-5799da30cc56 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:39.235669 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.238081 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d7534457-e093-4c08-bcc8-5799da30cc56 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0955663 Nov 27 01:29:39.240606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49320) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:39.303375 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:39.308782 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:39.318930 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:39.337719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Pushing event updated for resources: {'Port': ['ID=f5ee3c59-e4b4-411f-9f37-b398cd810a91,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:39.431951 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Attempting to bind port f5ee3c59-e4b4-411f-9f37-b398cd810a91 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:39.432604 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Attempting to bind port f5ee3c59-e4b4-411f-9f37-b398cd810a91 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:39.433007 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Attempting to bind port f5ee3c59-e4b4-411f-9f37-b398cd810a91 on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:39.434640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-7d0c674d-826f-4e20-9b67-b4b0db9eca33 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port 9a3d3c38-e1a5-4ad7-abe9-2761aa014899 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:39.435218 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d0c674d-826f-4e20-9b67-b4b0db9eca33 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.438805 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:39.439311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:39.440044 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.440607 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:39.441206 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Bound port: f5ee3c59-e4b4-411f-9f37-b398cd810a91, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:39.441709 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.524774 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-27f0d578-3342-4ebe-b717-06933dcd2b92 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.542917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] For port f5ee3c59-e4b4-411f-9f37-b398cd810a91, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:39.546995 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] For port f5ee3c59-e4b4-411f-9f37-b398cd810a91, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f5ee3c59-e4b4-411f-9f37-b398cd810a91,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:39.552012 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.576304 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d0c674d-826f-4e20-9b67-b4b0db9eca33 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.593653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-7d0c674d-826f-4e20-9b67-b4b0db9eca33 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for 9a3d3c38-e1a5-4ad7-abe9-2761aa014899 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:39.644356 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-27f0d578-3342-4ebe-b717-06933dcd2b92 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.683632 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc6453-7f18-412c-bc68-2d23d2e7f458 None None] Pushing event updated for resources: {'Port': ['ID=f5ee3c59-e4b4-411f-9f37-b398cd810a91,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:39.832800 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-27f0d578-3342-4ebe-b717-06933dcd2b92 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:39.836081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-27f0d578-3342-4ebe-b717-06933dcd2b92 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:39.847195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-27f0d578-3342-4ebe-b717-06933dcd2b92 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:39.910700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d0c674d-826f-4e20-9b67-b4b0db9eca33 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.935859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0d578-3342-4ebe-b717-06933dcd2b92 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Pushing event updated for resources: {'Port': ['ID=fc3fa33e-d896-4963-8e0a-6172d96fc5d3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:39.988468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c674d-826f-4e20-9b67-b4b0db9eca33 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=9a3d3c38-e1a5-4ad7-abe9-2761aa014899,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:40.037521 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d0c674d-826f-4e20-9b67-b4b0db9eca33 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.040887 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7d0c674d-826f-4e20-9b67-b4b0db9eca33 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/9a3d3c38-e1a5-4ad7-abe9-2761aa014899 HTTP/1.1" status: 204 len: 168 time: 0.7989585 Nov 27 01:29:40.044957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-27f0d578-3342-4ebe-b717-06933dcd2b92 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:40.046809 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-27f0d578-3342-4ebe-b717-06933dcd2b92 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.054307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49330) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:40.074972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b900967c-66d6-4e18-b5ba-4a65c6b5dddc req-2e0d637a-fc31-4972-8e97-cb6c6dd544f5 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0876250 Nov 27 01:29:40.098191 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-63659097-0250-4b71-acb9-dfd9c7eea310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.190832 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-27f0d578-3342-4ebe-b717-06933dcd2b92 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6646097 Nov 27 01:29:40.211237 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Request body: {'port': {'device_id': '9116466d-5e48-4e2a-881a-790b994d9c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:40.280513 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f5ee3c59-e4b4-411f-9f37-b398cd810a91 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:40.334599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00883839-9a60-479a-a3b5-7ab7c9b95b3c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:40.334599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00883839-9a60-479a-a3b5-7ab7c9b95b3c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:40.335251 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-00883839-9a60-479a-a3b5-7ab7c9b95b3c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2799189 Nov 27 01:29:40.338716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49336) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:40.342708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.350305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f5ee3c59-e4b4-411f-9f37-b398cd810a91 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:40.350847 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.411199 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f211c4bd-ff85-4d91-88ee-4f4b8c374587 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet e97bb37e-d7cd-4d1c-968c-146ddf71f82a {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:40.413999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf03eef-292a-47c1-988c-79cbad68baec req-51a8a044-e5b6-421e-9479-09b0e6156ad0 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:40.415630 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f211c4bd-ff85-4d91-88ee-4f4b8c374587 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.416053 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bbf03eef-292a-47c1-988c-79cbad68baec req-51a8a044-e5b6-421e-9479-09b0e6156ad0 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 931 time: 0.1647544 Nov 27 01:29:40.480764 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.496634 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f211c4bd-ff85-4d91-88ee-4f4b8c374587 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.514462 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:29:40.546710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port f5ee3c59-e4b4-411f-9f37-b398cd810a91, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f5ee3c59-e4b4-411f-9f37-b398cd810a91,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:40.562007 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.569735 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bbf03eef-292a-47c1-988c-79cbad68baec req-7dee5445-f05c-4057-b0fc-2bee236d38f2 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379881 Nov 27 01:29:40.631593 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f211c4bd-ff85-4d91-88ee-4f4b8c374587 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.648400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=f5ee3c59-e4b4-411f-9f37-b398cd810a91,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:40.759521 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f211c4bd-ff85-4d91-88ee-4f4b8c374587 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.797321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211c4bd-ff85-4d91-88ee-4f4b8c374587 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=e97bb37e-d7cd-4d1c-968c-146ddf71f82a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:40.824216 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f211c4bd-ff85-4d91-88ee-4f4b8c374587 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.830239 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49358) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:40.832320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f211c4bd-ff85-4d91-88ee-4f4b8c374587 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/e97bb37e-d7cd-4d1c-968c-146ddf71f82a HTTP/1.1" status: 204 len: 168 time: 0.4875963 Nov 27 01:29:40.835307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3fa33e-d896-4963-8e0a-6172d96fc5d3 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:29:40.850807 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.914238 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-03a3231c-6bb8-4804-8750-dfe5a3f5e88d tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b4bcf39f5f7f4638aaa79117842d0cb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591257 Nov 27 01:29:40.918076 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-31a26128-b337-4670-9ff6-5d206bda3d2b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867164 Nov 27 01:29:40.930857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:40.938310 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49362) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:40.943756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a57291af-b30a-40ac-a037-cf42153b6d1a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:40.972990 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:40.973482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device bc4d2e96-de55-4ffa-a09f-43218fe0bcb3 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:41.055414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-b958a990-be49-47db-928c-a9583d9f724e tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:41.057363 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-b958a990-be49-47db-928c-a9583d9f724e tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382570 Nov 27 01:29:41.094470 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Transition to ACTIVE for port object fc3fa33e-d896-4963-8e0a-6172d96fc5d3 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:29:41.097735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-431e6aaa-e259-4245-b4cc-cb83ecf9dfc6 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/quotas/b4bcf39f5f7f4638aaa79117842d0cb2 HTTP/1.1" status: 200 len: 375 time: 0.0325234 Nov 27 01:29:41.105330 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.162888 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0e06172f-9ad1-4635-a9c6-57b3e823e803 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4bcf39f5f7f4638aaa79117842d0cb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587902 Nov 27 01:29:41.189744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57291af-b30a-40ac-a037-cf42153b6d1a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:41.194267 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a57291af-b30a-40ac-a037-cf42153b6d1a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.218121 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64415c1-18f6-47d0-a30f-cd2fd2b2a2d0 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:41.322700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3fa33e-d896-4963-8e0a-6172d96fc5d3,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:41.432545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1da88a90-ebc6-4faa-a75a-2acb609525e6 None None] Provisioning complete for port f5ee3c59-e4b4-411f-9f37-b398cd810a91 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:41.433163 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1da88a90-ebc6-4faa-a75a-2acb609525e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.442767 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80b9a2bf-687c-4407-86a1-450e38f90625 req-a43584b5-26aa-4076-ac78-80b50b72200b tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.1675630 Nov 27 01:29:41.446328 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Attempting to bind port fc3fa33e-d896-4963-8e0a-6172d96fc5d3 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:41.446672 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Attempting to bind port fc3fa33e-d896-4963-8e0a-6172d96fc5d3 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '5d8819a9-e27d-46af-be09-428044b66088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:41.447197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Attempting to bind port fc3fa33e-d896-4963-8e0a-6172d96fc5d3 on network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:41.449326 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1f37ae1e-c8d1-4c71-9a73-92aef6d6f097 req-c36e0a37-d7ee-44c1-99ce-d39442258ffc tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 210 time: 0.0500741 Nov 27 01:29:41.463225 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Port fc3fa33e-d896-4963-8e0a-6172d96fc5d3 on network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:29:41.463650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Attempting to bind port fc3fa33e-d896-4963-8e0a-6172d96fc5d3 on network ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:41.477499 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:41.479723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Checking segment: {'id': '5d8819a9-e27d-46af-be09-428044b66088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:41.480193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Bound using segment: {'id': '5d8819a9-e27d-46af-be09-428044b66088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:41.480841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Bound port: fc3fa33e-d896-4963-8e0a-6172d96fc5d3, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8819a9-e27d-46af-be09-428044b66088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:41.481283 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.615669 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fe5af8-8b72-48af-97fe-775f00655dd8 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:41.709592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] For port fc3fa33e-d896-4963-8e0a-6172d96fc5d3, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:41.713846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe5af8-8b72-48af-97fe-775f00655dd8 None None] Deleting port f5ee3c59-e4b4-411f-9f37-b398cd810a91 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:41.716214 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5af8-8b72-48af-97fe-775f00655dd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.718418 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] For port fc3fa33e-d896-4963-8e0a-6172d96fc5d3, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fc3fa33e-d896-4963-8e0a-6172d96fc5d3,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:41.732816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7e113-ffc4-4fe2-be04-28a874235e03 req-194b8e90-6ad7-4c90-abe5-ca25b1cc810f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:41.735468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27f7e113-ffc4-4fe2-be04-28a874235e03 req-194b8e90-6ad7-4c90-abe5-ca25b1cc810f tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 943 time: 0.0590889 Nov 27 01:29:41.743800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.800717 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27f7e113-ffc4-4fe2-be04-28a874235e03 req-419eb5ab-fb27-4332-9940-a16748fdc8fd tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583646 Nov 27 01:29:41.858489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f6fe5af8-8b72-48af-97fe-775f00655dd8 None None] For port f5ee3c59-e4b4-411f-9f37-b398cd810a91, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f5ee3c59-e4b4-411f-9f37-b398cd810a91,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:41.858892 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5af8-8b72-48af-97fe-775f00655dd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.862256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a57291af-b30a-40ac-a037-cf42153b6d1a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.882196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe5af8-8b72-48af-97fe-775f00655dd8 None None] Calling delete_port for f5ee3c59-e4b4-411f-9f37-b398cd810a91 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:41.942151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:41.943079 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.944614 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] 10.222.0.31 "PUT /v2.0/ports/fc3fa33e-d896-4963-8e0a-6172d96fc5d3 HTTP/1.1" status: 200 len: 1092 time: 1.7383428 Nov 27 01:29:41.953800 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9116466d-5e48-4e2a-881a-790b994d9c0f', 'tag': 'fc3fa33e-d896-4963-8e0a-6172d96fc5d3'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:29:41.965860 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db142621-3f60-43e0-8124-15bec81bef3d" -d '{"events": [{"name": "network-changed", "server_uuid": "9116466d-5e48-4e2a-881a-790b994d9c0f", "tag": "fc3fa33e-d896-4963-8e0a-6172d96fc5d3"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:29:41.991501 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5af8-8b72-48af-97fe-775f00655dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.022724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57291af-b30a-40ac-a037-cf42153b6d1a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:42.033682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe5af8-8b72-48af-97fe-775f00655dd8 None None] Pushing event deleted for resources: {'Port': ['ID=f5ee3c59-e4b4-411f-9f37-b398cd810a91,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:42.036333 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe5af8-8b72-48af-97fe-775f00655dd8 None None] No DVR routers for this DVR port f5ee3c59-e4b4-411f-9f37-b398cd810a91 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:42.081394 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bfbc47-2b52-4e2d-91b2-b17a7d6a12e9 x-openstack-request-id: req-e3bfbc47-2b52-4e2d-91b2-b17a7d6a12e9 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:29:42.082412 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9116466d-5e48-4e2a-881a-790b994d9c0f", "tag": "fc3fa33e-d896-4963-8e0a-6172d96fc5d3", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:29:42.082678 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3bfbc47-2b52-4e2d-91b2-b17a7d6a12e9 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:29:42.083191 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9116466d-5e48-4e2a-881a-790b994d9c0f', 'tag': 'fc3fa33e-d896-4963-8e0a-6172d96fc5d3', 'status': 'completed', 'code': 200} Nov 27 01:29:42.094529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-a57291af-b30a-40ac-a037-cf42153b6d1a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:42.097634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57291af-b30a-40ac-a037-cf42153b6d1a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=466f01b8-0930-42b4-bfe1-20aca0195c0b,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:42.104588 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0212a9-8e62-4118-ae22-aa810b86d473 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3fa33e-d896-4963-8e0a-6172d96fc5d3,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:42.108311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57291af-b30a-40ac-a037-cf42153b6d1a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:42.108917 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a57291af-b30a-40ac-a037-cf42153b6d1a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.128431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-8a9e48f1-4006-4eed-9817-5847c157e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:42.129999 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-8a9e48f1-4006-4eed-9817-5847c157e59e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=25911a5c10ea471aae99f3e026274d26&device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 1095 time: 0.1195436 Nov 27 01:29:42.134320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691ce07e-44ad-46dc-8130-abaa4d233cb6 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:42.135903 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a57291af-b30a-40ac-a037-cf42153b6d1a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1963608 Nov 27 01:29:42.138687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49388) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:42.144620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a8f36ce6-1130-415e-9147-e39a0a16f8c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'name': 'tempest-NetworksTestDHCPv6-1412447644'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:42.241351 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-dffd3cc9-2616-4957-a194-1d4451479a2d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc3fa33e-d896-4963-8e0a-6172d96fc5d3 HTTP/1.1" status: 200 len: 217 time: 0.0982263 Nov 27 01:29:42.295338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f5ee3c59-e4b4-411f-9f37-b398cd810a91 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:42.319611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f36ce6-1130-415e-9147-e39a0a16f8c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:42.326089 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8f36ce6-1130-415e-9147-e39a0a16f8c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.346550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-a8f36ce6-1130-415e-9147-e39a0a16f8c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 6f9428e5-8a0d-4420-9911-cefa7d766998 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:29:42.346781 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-40e78b64-2573-4466-9cf3-c28933d91bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:42.348884 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-40e78b64-2573-4466-9cf3-c28933d91bd9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8b3139f-3f3a-4015-ae30-c1663ef827fd HTTP/1.1" status: 200 len: 855 time: 0.0978198 Nov 27 01:29:42.350062 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: f5ee3c59-e4b4-411f-9f37-b398cd810a91 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:42.356768 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f5ee3c59-e4b4-411f-9f37-b398cd810a91 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:42.414335 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-197a96da-77cc-47ce-b5b9-64b4d02d1de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.460544 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-609f6e6a-fd8d-4685-9061-059cf6d983dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589969 Nov 27 01:29:42.527359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': '466f01b8-0930-42b4-bfe1-20aca0195c0b'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:42.531030 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.548397 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-a8f36ce6-1130-415e-9147-e39a0a16f8c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::32a (45b1e637-4759-477c-827c-b083fabe48f4/466f01b8-0930-42b4-bfe1-20aca0195c0b/6f9428e5-8a0d-4420-9911-cefa7d766998) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:42.660571 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-abadf8c5-145e-419f-87f3-f1f43969a9ea service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990421 Nov 27 01:29:42.707068 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c4b9a79-aa4f-48a0-be44-92eb077a87dd req-0f4b159f-639b-482d-a2a6-ae6882eec6a5 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 210 time: 0.1004441 Nov 27 01:29:42.866054 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bffd2e7e-2dba-43f2-bde4-ce7a58cab28e req-03c34961-9369-456c-90e7-1ddccfa1d0a2 service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966968 Nov 27 01:29:42.890194 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8f36ce6-1130-415e-9147-e39a0a16f8c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.943713 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8f36ce6-1130-415e-9147-e39a0a16f8c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.961187 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2dbc6db5-5573-41a7-be0f-55c2b79f9a94 req-01584223-f40b-4fbd-be36-ae3149faf81a tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0366812 Nov 27 01:29:43.046172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Allocated IP 2001:db8::2 (45b1e637-4759-477c-827c-b083fabe48f4/466f01b8-0930-42b4-bfe1-20aca0195c0b/ea2da7ff-2fec-493f-8716-6d4ad9a623a3) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:43.068428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4fafe689-0d87-4504-9489-40c2246848c2 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b4bcf39f5f7f4638aaa79117842d0cb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553646 Nov 27 01:29:43.079610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f36ce6-1130-415e-9147-e39a0a16f8c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=6f9428e5-8a0d-4420-9911-cefa7d766998,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:43.099385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f36ce6-1130-415e-9147-e39a0a16f8c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:43.102880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-a8f36ce6-1130-415e-9147-e39a0a16f8c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:43.107615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f36ce6-1130-415e-9147-e39a0a16f8c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:43.124624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f36ce6-1130-415e-9147-e39a0a16f8c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:43.125414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8f36ce6-1130-415e-9147-e39a0a16f8c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.157481 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a8f36ce6-1130-415e-9147-e39a0a16f8c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0149550 Nov 27 01:29:43.158146 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49400) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:43.195797 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db142621-3f60-43e0-8124-15bec81bef3d req-97a51046-22fa-4526-9065-1da82a88261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:43.198226 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db142621-3f60-43e0-8124-15bec81bef3d req-97a51046-22fa-4526-9065-1da82a88261b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=25911a5c10ea471aae99f3e026274d26&device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 1095 time: 0.2302773 Nov 27 01:29:43.253538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc3ba0-a629-45f1-ba9e-c20004a850b0 req-1195cc22-6611-41d4-af7c-b5fb442e001d tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:43.275953 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-26bc3ba0-a629-45f1-ba9e-c20004a850b0 req-1195cc22-6611-41d4-af7c-b5fb442e001d tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 943 time: 0.2833807 Nov 27 01:29:43.303621 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.312617 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.316822 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.374818 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:43.376944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:43.380262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:43.390874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Pushing event updated for resources: {'Port': ['ID=ea2da7ff-2fec-493f-8716-6d4ad9a623a3,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:43.429907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7550aad8-b004-4acf-beca-fabd830384e6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:43.434785 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7550aad8-b004-4acf-beca-fabd830384e6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2759273 Nov 27 01:29:43.438636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49406) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:43.457557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Attempting to bind port ea2da7ff-2fec-493f-8716-6d4ad9a623a3 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:43.458188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Attempting to bind port ea2da7ff-2fec-493f-8716-6d4ad9a623a3 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:43.458753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Attempting to bind port ea2da7ff-2fec-493f-8716-6d4ad9a623a3 on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:43.462530 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-26bc3ba0-a629-45f1-ba9e-c20004a850b0 req-8545c749-0a9d-4d35-a6bc-f8796176c8f5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729758 Nov 27 01:29:43.469511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:43.469927 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:43.470348 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.470746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:43.471238 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Bound port: ea2da7ff-2fec-493f-8716-6d4ad9a623a3, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:43.471638 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.524562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-6712056f-2a09-41b7-b595-089190d3e69c tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:43.526430 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-6712056f-2a09-41b7-b595-089190d3e69c tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4513717 Nov 27 01:29:43.530243 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db142621-3f60-43e0-8124-15bec81bef3d req-194048ff-92fa-4356-a5f1-6c26ec59639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:43.532327 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db142621-3f60-43e0-8124-15bec81bef3d req-194048ff-92fa-4356-a5f1-6c26ec59639f service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d HTTP/1.1" status: 200 len: 916 time: 0.2992351 Nov 27 01:29:43.543417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] For port ea2da7ff-2fec-493f-8716-6d4ad9a623a3, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:43.546924 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] For port ea2da7ff-2fec-493f-8716-6d4ad9a623a3, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ea2da7ff-2fec-493f-8716-6d4ad9a623a3,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:43.551754 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.571385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Request body: {'port': {'device_id': '6b12a440-3dfa-45ab-b254-4a76dff17c68', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': 'b4bcf39f5f7f4638aaa79117842d0cb2'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:43.612529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2f99c-54cd-4d35-9f69-429975dd2fd7 None None] Pushing event updated for resources: {'Port': ['ID=ea2da7ff-2fec-493f-8716-6d4ad9a623a3,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:43.623346 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db142621-3f60-43e0-8124-15bec81bef3d req-07a8ee18-b93e-4572-b68d-caaaca4ee736 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc3fa33e-d896-4963-8e0a-6172d96fc5d3 HTTP/1.1" status: 200 len: 217 time: 0.0618334 Nov 27 01:29:43.730476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db142621-3f60-43e0-8124-15bec81bef3d req-b92f0817-f904-4bfd-9e70-177c8f807b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:43.732021 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db142621-3f60-43e0-8124-15bec81bef3d req-b92f0817-f904-4bfd-9e70-177c8f807b45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8b3139f-3f3a-4015-ae30-c1663ef827fd HTTP/1.1" status: 200 len: 855 time: 0.0833220 Nov 27 01:29:43.740955 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d377d-4438-4383-8c86-aeddaa1788a1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port 6f9428e5-8a0d-4420-9911-cefa7d766998 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:43.741293 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ab1d377d-4438-4383-8c86-aeddaa1788a1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.863515 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db142621-3f60-43e0-8124-15bec81bef3d req-20124662-fd16-4732-9e07-e27a92236605 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663297 Nov 27 01:29:43.912825 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca1e2c1f-15a6-4e9b-9e02-846231b3c674 req-83a55677-08de-4770-952a-32634ca9304b tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 210 time: 0.0580184 Nov 27 01:29:43.943917 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Made reservation on behalf of b4bcf39f5f7f4638aaa79117842d0cb2 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:43.948052 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.072320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8511b928-cbd9-4fad-91a8-3fd9c1456d84 req-8b162c97-52e2-4244-8546-37c62201714f tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0283997 Nov 27 01:29:44.226427 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea2da7ff-2fec-493f-8716-6d4ad9a623a3 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:44.279306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ea2da7ff-2fec-493f-8716-6d4ad9a623a3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:44.279790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.330471 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ab1d377d-4438-4383-8c86-aeddaa1788a1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.333038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.357941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d377d-4438-4383-8c86-aeddaa1788a1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for 6f9428e5-8a0d-4420-9911-cefa7d766998 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:44.379843 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.424449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port ea2da7ff-2fec-493f-8716-6d4ad9a623a3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ea2da7ff-2fec-493f-8716-6d4ad9a623a3,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:44.430300 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.482542 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db142621-3f60-43e0-8124-15bec81bef3d req-197b63fd-db00-4b45-86b4-a6c437a15bd3 service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6026759 Nov 27 01:29:44.500111 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=ea2da7ff-2fec-493f-8716-6d4ad9a623a3,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:44.699388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.721978 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.841113 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.877126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Allocated IP 192.168.233.101 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/0c72639e-a08d-4aef-a8e8-18fa05352080) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:44.991632 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db142621-3f60-43e0-8124-15bec81bef3d req-a1d6d379-7b2f-4e3b-8b55-ae670bea8b58 service neutron] 10.222.0.31 "GET /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972157 Nov 27 01:29:45.002277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f7494efa-b0a2-4a98-ab15-d6b89a07a8d4 None None] Provisioning complete for port ea2da7ff-2fec-493f-8716-6d4ad9a623a3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:45.002654 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f7494efa-b0a2-4a98-ab15-d6b89a07a8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.117270 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2fc9c4d0-0a51-4bc6-8e1f-ddd40c1714ec req-7c7942f7-30c2-489d-8b8c-b703e599ce63 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 210 time: 0.0396812 Nov 27 01:29:45.123288 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c3c03-4da1-489a-acfc-8eef330edfe4 req-01a794c9-3bf2-4581-98b9-4b673fb957c6 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:45.126286 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-214c3c03-4da1-489a-acfc-8eef330edfe4 req-01a794c9-3bf2-4581-98b9-4b673fb957c6 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 943 time: 0.5361001 Nov 27 01:29:45.146898 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ab1d377d-4438-4383-8c86-aeddaa1788a1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.184424 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:45.268834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d574d5b3-7139-44ce-ad45-b08c1de9f31c req-f2fe3f2d-7f19-4929-881a-7d6c5309b322 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0542388 Nov 27 01:29:45.293463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d377d-4438-4383-8c86-aeddaa1788a1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=6f9428e5-8a0d-4420-9911-cefa7d766998,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:45.337602 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-214c3c03-4da1-489a-acfc-8eef330edfe4 req-42fd53bb-b47f-4da0-9834-e7d21bcc052b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978335 Nov 27 01:29:45.362573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9e7aea2d-1000-4edf-861d-81f5705adb30 None None] Could not find standard attr ID for object 6f9428e5-8a0d-4420-9911-cefa7d766998. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:45.379318 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ab1d377d-4438-4383-8c86-aeddaa1788a1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.386252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49442) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:45.386491 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ab1d377d-4438-4383-8c86-aeddaa1788a1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/6f9428e5-8a0d-4420-9911-cefa7d766998 HTTP/1.1" status: 204 len: 168 time: 1.9289634 Nov 27 01:29:45.392392 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.454433 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.457202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b210ae-74d3-4ce1-9f9c-db6c3f0511d6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:45.459686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b210ae-74d3-4ce1-9f9c-db6c3f0511d6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:45.462064 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-46b210ae-74d3-4ce1-9f9c-db6c3f0511d6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0744290 Nov 27 01:29:45.464729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49444) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:45.532049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:45.535672 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:45.541236 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:45.567478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c729e4-1772-4b41-8bde-a23b1843d0d2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 466f01b8-0930-42b4-bfe1-20aca0195c0b {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:45.578363 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c729e4-1772-4b41-8bde-a23b1843d0d2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.606839 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Pushing event updated for resources: {'Port': ['ID=0c72639e-a08d-4aef-a8e8-18fa05352080,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:45.643371 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c729e4-1772-4b41-8bde-a23b1843d0d2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.656276 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:45.656985 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.705838 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-0d9d0934-ed30-4d1b-9989-39f220107077 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1456702 Nov 27 01:29:45.725217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Request body: {'port': {'device_id': '6b12a440-3dfa-45ab-b254-4a76dff17c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:45.764825 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c729e4-1772-4b41-8bde-a23b1843d0d2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.824532 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.859488 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c729e4-1772-4b41-8bde-a23b1843d0d2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.892136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c729e4-1772-4b41-8bde-a23b1843d0d2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=466f01b8-0930-42b4-bfe1-20aca0195c0b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:45.911998 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c729e4-1772-4b41-8bde-a23b1843d0d2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.924649 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb937ba-1375-42ac-8fb4-296e80ef2e42 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:45.927024 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f0c729e4-1772-4b41-8bde-a23b1843d0d2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/466f01b8-0930-42b4-bfe1-20aca0195c0b HTTP/1.1" status: 204 len: 168 time: 0.4587302 Nov 27 01:29:45.927875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49454) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:46.031829 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c6b144df-2a7a-4400-b42a-348b8054dd1b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025536 Nov 27 01:29:46.032729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49456) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:46.104655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79537421-f4c0-4a66-ac11-c47780fd8f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:46.108677 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-79537421-f4c0-4a66-ac11-c47780fd8f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0725379 Nov 27 01:29:46.109202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49458) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:46.135463 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9f3fd570-1e4c-4e96-8b82-7b2a18efa4d0 None None] Provisioning complete for port 0c72639e-a08d-4aef-a8e8-18fa05352080 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:46.136067 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9f3fd570-1e4c-4e96-8b82-7b2a18efa4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.204381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2310da3a-cc39-4cf2-af54-5f5f0f8df2fe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:46.206019 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2310da3a-cc39-4cf2-af54-5f5f0f8df2fe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0957711 Nov 27 01:29:46.208583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49462) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:46.218374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9f3fd570-1e4c-4e96-8b82-7b2a18efa4d0 None None] Port 0c72639e-a08d-4aef-a8e8-18fa05352080 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:29:46.246820 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.285020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea2da7ff-2fec-493f-8716-6d4ad9a623a3 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:46.297536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c72639e-a08d-4aef-a8e8-18fa05352080 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:29:46.306509 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.332662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Transition to ACTIVE for port object 0c72639e-a08d-4aef-a8e8-18fa05352080 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:29:46.337884 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6bcf209f-69a0-44b4-a378-90a051c29fe8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1268120 Nov 27 01:29:46.343791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49466) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:46.349669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d4d9b726-af84-4606-8a17-7bcfac7e32b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:46.354046 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.367641 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507b4773-cf89-4e9f-8f65-093243605945 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:46.385041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44f6a0-9d48-4a4e-9fd4-81f3deea7509 req-2c6f2729-531a-436f-b5ee-c4ed1cbaf4e4 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:46.393864 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e44f6a0-9d48-4a4e-9fd4-81f3deea7509 req-2c6f2729-531a-436f-b5ee-c4ed1cbaf4e4 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 936 time: 0.1682916 Nov 27 01:29:46.427155 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ea2da7ff-2fec-493f-8716-6d4ad9a623a3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:46.427835 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.461260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e44f6a0-9d48-4a4e-9fd4-81f3deea7509 req-031c5d81-2e16-469e-87f2-fbfd17e160ca tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662105 Nov 27 01:29:46.469773 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1f61b648-c8ed-4223-9075-2e02c7af447c req-a606f3a1-e160-4fda-95f9-1f836113117a tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0984690 Nov 27 01:29:46.514568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Pushing event updated for resources: {'Port': ['ID=0c72639e-a08d-4aef-a8e8-18fa05352080,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:46.554528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-507b4773-cf89-4e9f-8f65-093243605945 None None] Deleting port ea2da7ff-2fec-493f-8716-6d4ad9a623a3 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:46.555242 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-507b4773-cf89-4e9f-8f65-093243605945 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.627461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d9b726-af84-4606-8a17-7bcfac7e32b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:46.634796 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d4d9b726-af84-4606-8a17-7bcfac7e32b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.640462 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b968d-60a9-429f-8b91-a7426bd85ea5 req-83fbddd3-d60b-4075-aa81-28cd16f1982e tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:46.648196 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-784b968d-60a9-429f-8b91-a7426bd85ea5 req-83fbddd3-d60b-4075-aa81-28cd16f1982e tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 943 time: 0.0775638 Nov 27 01:29:46.694594 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Attempting to bind port 0c72639e-a08d-4aef-a8e8-18fa05352080 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:46.694930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Attempting to bind port 0c72639e-a08d-4aef-a8e8-18fa05352080 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:46.696059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Attempting to bind port 0c72639e-a08d-4aef-a8e8-18fa05352080 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:46.701039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-507b4773-cf89-4e9f-8f65-093243605945 None None] For port ea2da7ff-2fec-493f-8716-6d4ad9a623a3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ea2da7ff-2fec-493f-8716-6d4ad9a623a3,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:46.702356 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-507b4773-cf89-4e9f-8f65-093243605945 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.704986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Port 0c72639e-a08d-4aef-a8e8-18fa05352080 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:29:46.705380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Attempting to bind port 0c72639e-a08d-4aef-a8e8-18fa05352080 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:46.717730 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-784b968d-60a9-429f-8b91-a7426bd85ea5 req-7a297032-3538-4569-b350-54686af22c1c tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676346 Nov 27 01:29:46.718237 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:46.718580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:46.718964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:46.719406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Bound port: 0c72639e-a08d-4aef-a8e8-18fa05352080, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:46.719762 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.734151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-507b4773-cf89-4e9f-8f65-093243605945 None None] Calling delete_port for ea2da7ff-2fec-493f-8716-6d4ad9a623a3 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:46.822145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] For port 0c72639e-a08d-4aef-a8e8-18fa05352080, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:46.828393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] For port 0c72639e-a08d-4aef-a8e8-18fa05352080, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0c72639e-a08d-4aef-a8e8-18fa05352080,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:46.837783 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-507b4773-cf89-4e9f-8f65-093243605945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.847913 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.865324 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b4773-cf89-4e9f-8f65-093243605945 None None] Pushing event deleted for resources: {'Port': ['ID=ea2da7ff-2fec-493f-8716-6d4ad9a623a3,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:46.882910 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b4773-cf89-4e9f-8f65-093243605945 None None] No DVR routers for this DVR port ea2da7ff-2fec-493f-8716-6d4ad9a623a3 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:46.912766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:46.913383 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.914806 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] 10.222.0.31 "PUT /v2.0/ports/0c72639e-a08d-4aef-a8e8-18fa05352080 HTTP/1.1" status: 200 len: 1097 time: 1.1941557 Nov 27 01:29:46.916998 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b12a440-3dfa-45ab-b254-4a76dff17c68', 'tag': '0c72639e-a08d-4aef-a8e8-18fa05352080'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:29:46.919233 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fc2ecb-53c0-431c-afc7-d07a2806b3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6b12a440-3dfa-45ab-b254-4a76dff17c68", "tag": "0c72639e-a08d-4aef-a8e8-18fa05352080"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:29:46.936121 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device fc3fa33e-d896-4963-8e0a-6172d96fc5d3 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:29:46.988602 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ff8046-3f41-4077-bbe5-04a15ebcbca2 x-openstack-request-id: req-b2ff8046-3f41-4077-bbe5-04a15ebcbca2 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:29:46.988902 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b12a440-3dfa-45ab-b254-4a76dff17c68", "tag": "0c72639e-a08d-4aef-a8e8-18fa05352080", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:29:46.989154 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2ff8046-3f41-4077-bbe5-04a15ebcbca2 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:29:46.989556 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b12a440-3dfa-45ab-b254-4a76dff17c68', 'tag': '0c72639e-a08d-4aef-a8e8-18fa05352080', 'status': 'completed', 'code': 200} Nov 27 01:29:46.991770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3baa50-490d-4c60-a9af-b13d2151bd3e service neutron] Pushing event updated for resources: {'Port': ['ID=0c72639e-a08d-4aef-a8e8-18fa05352080,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:47.060927 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d4d9b726-af84-4606-8a17-7bcfac7e32b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.110218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-918842aa-c028-4605-b6f7-c988787c4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:47.111942 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-918842aa-c028-4605-b6f7-c988787c4013 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4bcf39f5f7f4638aaa79117842d0cb2&device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 1100 time: 0.1068130 Nov 27 01:29:47.113666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d9b726-af84-4606-8a17-7bcfac7e32b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:47.119897 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-d4d9b726-af84-4606-8a17-7bcfac7e32b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:47.121761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port fc3fa33e-d896-4963-8e0a-6172d96fc5d3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fc3fa33e-d896-4963-8e0a-6172d96fc5d3,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:47.124087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d9b726-af84-4606-8a17-7bcfac7e32b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:47.124780 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d4d9b726-af84-4606-8a17-7bcfac7e32b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.137761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'fc3fa33e-d896-4963-8e0a-6172d96fc5d3', 'network_id': 'ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d', 'port_id': 'fc3fa33e-d896-4963-8e0a-6172d96fc5d3', 'mac_address': 'fa:16:3e:1b:ad:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b3139f-3f3a-4015-ae30-c1663ef827fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:29:47.139617 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17918a7-16eb-4083-bdba-30408cabbe1e None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:47.229168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-55a7acd5-503c-4bd8-8674-ee1ab8af6c57 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=0c72639e-a08d-4aef-a8e8-18fa05352080 HTTP/1.1" status: 200 len: 217 time: 0.0902011 Nov 27 01:29:47.236697 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d4d9b726-af84-4606-8a17-7bcfac7e32b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8916442 Nov 27 01:29:47.241029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49480) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:47.249526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8f1d41a1-3819-4270-8321-cebeabbcb406 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'fixed_ips': [{'subnet_id': '7201ceee-db0d-40bd-85b8-9bb253c32a92', 'ip_address': '2001:db8::ee5f:a94e:483d:bbff'}], 'name': 'tempest-NetworksTestDHCPv6-1570332253'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:47.293364 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.295109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9b726-af84-4606-8a17-7bcfac7e32b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=7201ceee-db0d-40bd-85b8-9bb253c32a92,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:47.302389 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-1deb0e99-43e7-4b3a-8ba2-50e3b1b1a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:47.303947 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-1deb0e99-43e7-4b3a-8ba2-50e3b1b1a935 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0660632 Nov 27 01:29:47.310306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3fa33e-d896-4963-8e0a-6172d96fc5d3 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:29:47.331081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port fc3fa33e-d896-4963-8e0a-6172d96fc5d3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fc3fa33e-d896-4963-8e0a-6172d96fc5d3,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:47.342930 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.406958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-ffaed78c-3aad-4c31-a840-e551e8765a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:47.408801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-ffaed78c-3aad-4c31-a840-e551e8765a87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0979245 Nov 27 01:29:47.503775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=fc3fa33e-d896-4963-8e0a-6172d96fc5d3,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:47.550647 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-e595d723-066c-4823-a593-3cdeeadcd704 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338122 Nov 27 01:29:47.554271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1d41a1-3819-4270-8321-cebeabbcb406 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:47.554763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': '7201ceee-db0d-40bd-85b8-9bb253c32a92'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:47.555776 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.735018 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5319da32-3491-4fbb-9c31-3d533c75a3b5 req-9ab0e67f-804b-464d-b420-4bfeb60b6f00 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0501649 Nov 27 01:29:47.772070 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['fc3fa33e-d896-4963-8e0a-6172d96fc5d3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:29:47.808548 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f1d41a1-3819-4270-8321-cebeabbcb406 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.825944 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-813a81c7-0fdc-4b1b-81d0-95ab77c097df req-edcf88c9-9b89-4c16-a59d-dd3651315ee2 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592943 Nov 27 01:29:47.830827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-8f1d41a1-3819-4270-8321-cebeabbcb406 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port f4ec92c9-761a-4225-ae66-05f1b15a7624 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:29:47.849483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e08875-a3bb-4ba1-8622-33c4b390c898 req-0a916308-3c15-46fc-9891-d89ae68481f7 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:47.857607 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06e08875-a3bb-4ba1-8622-33c4b390c898 req-0a916308-3c15-46fc-9891-d89ae68481f7 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 948 time: 0.1642361 Nov 27 01:29:47.878753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Allocated IP 2001:db8::2 (45b1e637-4759-477c-827c-b083fabe48f4/7201ceee-db0d-40bd-85b8-9bb253c32a92/f7eb18e9-3ae2-4e3f-a61a-2bc800257f36) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:47.958488 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e7aa2-d262-479d-9628-40fffac44a42 req-007f07ed-4b10-4031-a643-0525f502d48b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:47.968278 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e5e7aa2-d262-479d-9628-40fffac44a42 req-007f07ed-4b10-4031-a643-0525f502d48b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 944 time: 0.1095819 Nov 27 01:29:47.998691 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06e08875-a3bb-4ba1-8622-33c4b390c898 req-4eb1c816-e9c8-4221-a9e6-d72ac6bfb021 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354408 Nov 27 01:29:48.051961 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e5e7aa2-d262-479d-9628-40fffac44a42 req-90aea7a7-c796-4395-af8e-9fee3800f38d tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783694 Nov 27 01:29:48.075280 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc2ecb-53c0-431c-afc7-d07a2806b3d1 req-150c16dc-71e6-4562-a27d-57eab4803873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:48.077463 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35fc2ecb-53c0-431c-afc7-d07a2806b3d1 req-150c16dc-71e6-4562-a27d-57eab4803873 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4bcf39f5f7f4638aaa79117842d0cb2&device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 1100 time: 0.1511817 Nov 27 01:29:48.240990 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea2da7ff-2fec-493f-8716-6d4ad9a623a3 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:48.246530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc2ecb-53c0-431c-afc7-d07a2806b3d1 req-e2a64e52-1c59-41f4-90f8-49b71b511daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:48.248598 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35fc2ecb-53c0-431c-afc7-d07a2806b3d1 req-e2a64e52-1c59-41f4-90f8-49b71b511daa service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.1641674 Nov 27 01:29:48.272929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: ea2da7ff-2fec-493f-8716-6d4ad9a623a3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:48.273720 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea2da7ff-2fec-493f-8716-6d4ad9a623a3 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:48.334733 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35fc2ecb-53c0-431c-afc7-d07a2806b3d1 req-9e555780-dd15-4b62-aa0f-db3624ec6992 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=0c72639e-a08d-4aef-a8e8-18fa05352080 HTTP/1.1" status: 200 len: 217 time: 0.0784194 Nov 27 01:29:48.388948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc2ecb-53c0-431c-afc7-d07a2806b3d1 req-57b969f1-1571-4c94-9145-248a551600a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:48.389350 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.391047 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35fc2ecb-53c0-431c-afc7-d07a2806b3d1 req-57b969f1-1571-4c94-9145-248a551600a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0487137 Nov 27 01:29:48.398807 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.449347 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:48.452165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc2ecb-53c0-431c-afc7-d07a2806b3d1 req-58f65f7e-ce63-4928-b2f3-c2272d7c6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:48.455121 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35fc2ecb-53c0-431c-afc7-d07a2806b3d1 req-58f65f7e-ce63-4928-b2f3-c2272d7c6853 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0573566 Nov 27 01:29:48.455540 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:48.461675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:48.495322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Pushing event updated for resources: {'Port': ['ID=f7eb18e9-3ae2-4e3f-a61a-2bc800257f36,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:48.533620 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Attempting to bind port f7eb18e9-3ae2-4e3f-a61a-2bc800257f36 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:48.534093 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Attempting to bind port f7eb18e9-3ae2-4e3f-a61a-2bc800257f36 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:48.534530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Attempting to bind port f7eb18e9-3ae2-4e3f-a61a-2bc800257f36 on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:48.541663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:48.542127 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:48.542281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-8f1d41a1-3819-4270-8321-cebeabbcb406 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::ee5f:a94e:483d:bbff (45b1e637-4759-477c-827c-b083fabe48f4/7201ceee-db0d-40bd-85b8-9bb253c32a92/f4ec92c9-761a-4225-ae66-05f1b15a7624) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:48.542737 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.542986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:48.543469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Bound port: f7eb18e9-3ae2-4e3f-a61a-2bc800257f36, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:48.544835 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.630553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] For port f7eb18e9-3ae2-4e3f-a61a-2bc800257f36, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:48.638815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] For port f7eb18e9-3ae2-4e3f-a61a-2bc800257f36, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f7eb18e9-3ae2-4e3f-a61a-2bc800257f36,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:48.644928 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.691192 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35fc2ecb-53c0-431c-afc7-d07a2806b3d1 req-696cab20-0860-4e07-afb4-272eda4679ad service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221417 Nov 27 01:29:48.712180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba4b3e-22a1-4444-9b54-c55af71c067c None None] Pushing event updated for resources: {'Port': ['ID=f7eb18e9-3ae2-4e3f-a61a-2bc800257f36,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:48.786865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f1d41a1-3819-4270-8321-cebeabbcb406 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.835350 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35fc2ecb-53c0-431c-afc7-d07a2806b3d1 req-aea7e357-2de2-4cbd-899c-12dd59be8d43 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364617 Nov 27 01:29:48.862926 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f1d41a1-3819-4270-8321-cebeabbcb406 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.901070 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1360abd-bfbb-4b35-9331-e7a158c78b67 req-4aa39369-3ac6-4f90-9381-53666015d23e tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0455694 Nov 27 01:29:48.951495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d41a1-3819-4270-8321-cebeabbcb406 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:48.954824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-8f1d41a1-3819-4270-8321-cebeabbcb406 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:48.959223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d41a1-3819-4270-8321-cebeabbcb406 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:48.970226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d41a1-3819-4270-8321-cebeabbcb406 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:48.971128 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f1d41a1-3819-4270-8321-cebeabbcb406 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.000824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d41a1-3819-4270-8321-cebeabbcb406 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=f4ec92c9-761a-4225-ae66-05f1b15a7624,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:49.042775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49508) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:49.043329 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8f1d41a1-3819-4270-8321-cebeabbcb406 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8002117 Nov 27 01:29:49.141654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a2239-2fa7-49b3-a613-ba22f4fb2806 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:49.147993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a2239-2fa7-49b3-a613-ba22f4fb2806 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:49.150694 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-522a2239-2fa7-49b3-a613-ba22f4fb2806 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1066556 Nov 27 01:29:49.154015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49512) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:49.226077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762486a-974c-4534-83d7-b9b2a066b72c req-688b83c8-fd9f-4569-b8e5-c732dcb67d36 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:49.228963 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d762486a-974c-4534-83d7-b9b2a066b72c req-688b83c8-fd9f-4569-b8e5-c732dcb67d36 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 944 time: 0.0927472 Nov 27 01:29:49.269372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab6608-2110-47c1-b20f-23ed3468c5e1 req-8aa2b31b-748d-4a17-ac6d-1be1c0acbc10 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:49.277834 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12ab6608-2110-47c1-b20f-23ed3468c5e1 req-8aa2b31b-748d-4a17-ac6d-1be1c0acbc10 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 948 time: 0.1643260 Nov 27 01:29:49.295959 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d762486a-974c-4534-83d7-b9b2a066b72c req-4d0e9988-c9ac-462a-a394-a67321563cf4 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598497 Nov 27 01:29:49.350951 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-78c899fb-c778-418d-8c1a-0b9db0029300 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port f4ec92c9-761a-4225-ae66-05f1b15a7624 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:49.351455 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78c899fb-c778-418d-8c1a-0b9db0029300 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.359204 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12ab6608-2110-47c1-b20f-23ed3468c5e1 req-805d88ef-bfed-4261-854d-40602f3ef275 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804186 Nov 27 01:29:49.580774 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78c899fb-c778-418d-8c1a-0b9db0029300 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.597642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-78c899fb-c778-418d-8c1a-0b9db0029300 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for f4ec92c9-761a-4225-ae66-05f1b15a7624 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:49.819394 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78c899fb-c778-418d-8c1a-0b9db0029300 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.876972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c899fb-c778-418d-8c1a-0b9db0029300 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=f4ec92c9-761a-4225-ae66-05f1b15a7624,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:49.933091 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78c899fb-c778-418d-8c1a-0b9db0029300 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.954648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49532) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:49.955225 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-78c899fb-c778-418d-8c1a-0b9db0029300 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/f4ec92c9-761a-4225-ae66-05f1b15a7624 HTTP/1.1" status: 204 len: 168 time: 0.7995665 Nov 27 01:29:50.009779 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-18a6fa62-ece6-499d-bbe7-a6c731cb7af0 req-cdb61fe5-a798-4e66-bd5a-8b0a1f901071 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0295815 Nov 27 01:29:50.023300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0314e1-14c5-4628-8695-3bca443521c2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:50.025455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0314e1-14c5-4628-8695-3bca443521c2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:50.028811 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3a0314e1-14c5-4628-8695-3bca443521c2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0705247 Nov 27 01:29:50.030053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49534) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:50.083992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 7201ceee-db0d-40bd-85b8-9bb253c32a92 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:50.087800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.129908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.217891 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-44da5fe6-bfb7-4894-ad92-7a481bf22990 None None] Provisioning complete for port f7eb18e9-3ae2-4e3f-a61a-2bc800257f36 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:50.217891 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44da5fe6-bfb7-4894-ad92-7a481bf22990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.244835 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.282341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f7eb18e9-3ae2-4e3f-a61a-2bc800257f36 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:50.335800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.374026 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=7201ceee-db0d-40bd-85b8-9bb253c32a92,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:50.387428 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.393675 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/7201ceee-db0d-40bd-85b8-9bb253c32a92 HTTP/1.1" status: 204 len: 168 time: 0.3600404 Nov 27 01:29:50.393888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49538) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:50.395175 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44da5fe6-bfb7-4894-ad92-7a481bf22990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.415921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:50.416270 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:50.417131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:50.419454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:50.419873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:50.420257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:50.421165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:50.421522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:50.421860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:50.422203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:50.422691 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:50.423152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b30145-2b59-49fd-96a5-75c5aa8f7580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:50.480284 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bdb97a0c-6a00-4f11-8c00-5650d9325bcb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838628 Nov 27 01:29:50.492858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49544) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:50.512153 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5e864e10-b0a7-4a95-b030-003bf0be9504 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:50.518144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f7eb18e9-3ae2-4e3f-a61a-2bc800257f36 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:50.518529 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.543433 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d3956-78e4-4687-89e0-7362261429e2 req-89750b96-d7c5-4e95-a9e6-3aae2b893d5c tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:50.545261 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa1d3956-78e4-4687-89e0-7362261429e2 req-89750b96-d7c5-4e95-a9e6-3aae2b893d5c tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 948 time: 0.0698907 Nov 27 01:29:50.578992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296803d6-dd7b-4c50-ab1a-d4300801207c None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:50.628889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37257dfb-b076-4fce-a30b-e55b4fc981bd req-20dbaff2-1cc9-4445-929d-747679917968 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:50.637126 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-37257dfb-b076-4fce-a30b-e55b4fc981bd req-20dbaff2-1cc9-4445-929d-747679917968 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 944 time: 0.2211051 Nov 27 01:29:50.637543 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa1d3956-78e4-4687-89e0-7362261429e2 req-6cbae05e-2777-43a7-85df-f6dbf49b4b73 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782659 Nov 27 01:29:50.660807 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-44da5fe6-bfb7-4894-ad92-7a481bf22990 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:29:50.661613 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-44da5fe6-bfb7-4894-ad92-7a481bf22990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:29:50.743726 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-37257dfb-b076-4fce-a30b-e55b4fc981bd req-f78afd63-b3b9-4c09-b2e5-e93e0726514b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055062 Nov 27 01:29:50.745346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e864e10-b0a7-4a95-b030-003bf0be9504 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:50.749009 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e864e10-b0a7-4a95-b030-003bf0be9504 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.886764 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.973338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0c72639e-a08d-4aef-a8e8-18fa05352080 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:29:50.978940 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device fc3fa33e-d896-4963-8e0a-6172d96fc5d3 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:51.010288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port f7eb18e9-3ae2-4e3f-a61a-2bc800257f36, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f7eb18e9-3ae2-4e3f-a61a-2bc800257f36,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:51.035855 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.130196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21670108-5034-4a8e-88b6-ece9a0694104 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:51.194104 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12a6b13c-9087-4732-8375-b3b3425a7710 req-adf666a3-574f-49ea-bfd4-004a8fdd0d46 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0483000 Nov 27 01:29:51.264136 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e864e10-b0a7-4a95-b030-003bf0be9504 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.285668 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.resource_extend [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:29:51.337875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e864e10-b0a7-4a95-b030-003bf0be9504 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:51.341726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-5e864e10-b0a7-4a95-b030-003bf0be9504 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:51.345479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e864e10-b0a7-4a95-b030-003bf0be9504 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:51.346360 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e864e10-b0a7-4a95-b030-003bf0be9504 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.359194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e864e10-b0a7-4a95-b030-003bf0be9504 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=1a2d5d29-cd4a-4888-be51-18b55fbe98bd,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:51.377397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5e864e10-b0a7-4a95-b030-003bf0be9504 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8836360 Nov 27 01:29:51.380007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49560) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:51.387576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-baac91bd-44db-47bb-94ab-8b49f8df884a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'fixed_ips': [{'subnet_id': '1a2d5d29-cd4a-4888-be51-18b55fbe98bd', 'ip_address': '2001:db8::791e:62e8:f28d:21bf'}], 'name': 'tempest-NetworksTestDHCPv6-1160509678'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:51.438859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6def706b-b8fb-45a0-9682-07427644c5a5 None None] Could not find standard attr ID for object f4ec92c9-761a-4225-ae66-05f1b15a7624. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:51.475374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=f7eb18e9-3ae2-4e3f-a61a-2bc800257f36,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:51.489325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port fc3fa33e-d896-4963-8e0a-6172d96fc5d3 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:29:51.510487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port fc3fa33e-d896-4963-8e0a-6172d96fc5d3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:51.511155 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.546916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baac91bd-44db-47bb-94ab-8b49f8df884a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:51.555181 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-baac91bd-44db-47bb-94ab-8b49f8df884a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.566278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0c72639e-a08d-4aef-a8e8-18fa05352080, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0c72639e-a08d-4aef-a8e8-18fa05352080,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:51.581210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-baac91bd-44db-47bb-94ab-8b49f8df884a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 0798031e-391c-4271-a68c-468531650dbe yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:29:51.590262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-21670108-5034-4a8e-88b6-ece9a0694104 None None] Deleting port f7eb18e9-3ae2-4e3f-a61a-2bc800257f36 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:51.591041 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-21670108-5034-4a8e-88b6-ece9a0694104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.606909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '0c72639e-a08d-4aef-a8e8-18fa05352080', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '0c72639e-a08d-4aef-a8e8-18fa05352080', 'mac_address': 'fa:16:3e:8c:3e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:29:51.776877 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-21670108-5034-4a8e-88b6-ece9a0694104 None None] For port f7eb18e9-3ae2-4e3f-a61a-2bc800257f36, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f7eb18e9-3ae2-4e3f-a61a-2bc800257f36,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:51.777292 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-21670108-5034-4a8e-88b6-ece9a0694104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.805866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-21670108-5034-4a8e-88b6-ece9a0694104 None None] Calling delete_port for f7eb18e9-3ae2-4e3f-a61a-2bc800257f36 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:51.988199 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.001129 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.031443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9192225-e162-4472-a6e7-ceb324603622 req-93968ac0-229d-4141-b7bb-30012667a371 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:52.038805 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9192225-e162-4472-a6e7-ceb324603622 req-93968ac0-229d-4141-b7bb-30012667a371 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 948 time: 0.2943304 Nov 27 01:29:52.062018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-baac91bd-44db-47bb-94ab-8b49f8df884a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::791e:62e8:f28d:21bf (45b1e637-4759-477c-827c-b083fabe48f4/1a2d5d29-cd4a-4888-be51-18b55fbe98bd/0798031e-391c-4271-a68c-468531650dbe) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:52.078017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c72639e-a08d-4aef-a8e8-18fa05352080 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:29:52.105285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84832fdf-c0ed-48f2-96c9-3ed656317445 req-4ac8d9dc-c2e5-4b94-bd2b-12090da02b61 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:52.122429 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84832fdf-c0ed-48f2-96c9-3ed656317445 req-4ac8d9dc-c2e5-4b94-bd2b-12090da02b61 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 944 time: 0.1543787 Nov 27 01:29:52.172011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116466d-5e48-4e2a-881a-790b994d9c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3fa33e-d896-4963-8e0a-6172d96fc5d3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:29:52.178758 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c77db14-158f-482c-90c1-e9d0036a8b21" -d '{"events": [{"server_uuid": "9116466d-5e48-4e2a-881a-790b994d9c0f", "name": "network-vif-plugged", "status": "completed", "tag": "fc3fa33e-d896-4963-8e0a-6172d96fc5d3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:29:52.191839 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0c72639e-a08d-4aef-a8e8-18fa05352080, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0c72639e-a08d-4aef-a8e8-18fa05352080,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:52.216753 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9192225-e162-4472-a6e7-ceb324603622 req-073a4552-9b91-407b-b2a4-0f8cbcc3a3e3 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762841 Nov 27 01:29:52.230672 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84832fdf-c0ed-48f2-96c9-3ed656317445 req-38fede36-e549-416e-b15d-226b47e2cb00 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015971 Nov 27 01:29:52.231876 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.241087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port fc3fa33e-d896-4963-8e0a-6172d96fc5d3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fc3fa33e-d896-4963-8e0a-6172d96fc5d3,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:52.249672 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-21670108-5034-4a8e-88b6-ece9a0694104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.306062 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.317912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f7eb18e9-3ae2-4e3f-a61a-2bc800257f36 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:52.363453 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a7fbeb-5532-422c-974b-40930ec7b429 x-openstack-request-id: req-a6a7fbeb-5532-422c-974b-40930ec7b429 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:29:52.392947 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116466d-5e48-4e2a-881a-790b994d9c0f", "name": "network-vif-plugged", "status": "completed", "tag": "fc3fa33e-d896-4963-8e0a-6172d96fc5d3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:29:52.395377 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6a7fbeb-5532-422c-974b-40930ec7b429 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:29:52.395829 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9116466d-5e48-4e2a-881a-790b994d9c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3fa33e-d896-4963-8e0a-6172d96fc5d3', 'code': 200} Nov 27 01:29:52.406373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: f7eb18e9-3ae2-4e3f-a61a-2bc800257f36 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:52.406726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f7eb18e9-3ae2-4e3f-a61a-2bc800257f36 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:52.423900 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e730b22-87d7-419b-b7b8-e173a64ef091 req-29754a0f-9ba2-4798-80b4-ca1526cc1441 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0593522 Nov 27 01:29:52.429006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21670108-5034-4a8e-88b6-ece9a0694104 None None] No DVR routers for this DVR port f7eb18e9-3ae2-4e3f-a61a-2bc800257f36 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:52.475128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ccd899-82e7-46b5-968e-e5c0790d277b None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:52.514352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9616210-8746-4448-8563-624d99050319 req-51ecb33a-0195-4a42-9b21-325728e9e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:52.517447 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c9616210-8746-4448-8563-624d99050319 req-51ecb33a-0195-4a42-9b21-325728e9e15d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 1097 time: 0.0848615 Nov 27 01:29:52.541236 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-baac91bd-44db-47bb-94ab-8b49f8df884a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.577437 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=0c72639e-a08d-4aef-a8e8-18fa05352080,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:52.612503 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c9616210-8746-4448-8563-624d99050319 req-ca5c9483-1c53-4524-9831-5b6debbec1b5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873933 Nov 27 01:29:52.623794 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['0c72639e-a08d-4aef-a8e8-18fa05352080'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:29:52.631348 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21670108-5034-4a8e-88b6-ece9a0694104 None None] Pushing event deleted for resources: {'Port': ['ID=f7eb18e9-3ae2-4e3f-a61a-2bc800257f36,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:52.641699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-baac91bd-44db-47bb-94ab-8b49f8df884a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.693554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baac91bd-44db-47bb-94ab-8b49f8df884a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:52.700147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-baac91bd-44db-47bb-94ab-8b49f8df884a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:52.705999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac91bd-44db-47bb-94ab-8b49f8df884a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:52.712624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baac91bd-44db-47bb-94ab-8b49f8df884a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:52.713331 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-baac91bd-44db-47bb-94ab-8b49f8df884a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.717324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac91bd-44db-47bb-94ab-8b49f8df884a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=0798031e-391c-4271-a68c-468531650dbe,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:52.749471 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-baac91bd-44db-47bb-94ab-8b49f8df884a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3681009 Nov 27 01:29:52.752514 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49580) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:52.823927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dad719-3e11-4a8d-a603-0d71c693e2ed tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:52.825974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-41dad719-3e11-4a8d-a603-0d71c693e2ed tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0729733 Nov 27 01:29:52.828636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49582) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:52.836883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=fc3fa33e-d896-4963-8e0a-6172d96fc5d3,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:52.977071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': '1a2d5d29-cd4a-4888-be51-18b55fbe98bd'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:52.977939 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.987396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-2aee3a2b-dd71-4e09-8dcc-bea011862ad1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port 0798031e-391c-4271-a68c-468531650dbe {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:52.988597 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2aee3a2b-dd71-4e09-8dcc-bea011862ad1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.129313 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2aee3a2b-dd71-4e09-8dcc-bea011862ad1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.146894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-2aee3a2b-dd71-4e09-8dcc-bea011862ad1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for 0798031e-391c-4271-a68c-468531650dbe owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:53.228873 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Allocated IP 2001:db8::2 (45b1e637-4759-477c-827c-b083fabe48f4/1a2d5d29-cd4a-4888-be51-18b55fbe98bd/43ade930-0d46-46f2-8bd5-e0c5eeba8c2d) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:53.392786 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2aee3a2b-dd71-4e09-8dcc-bea011862ad1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.472145 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.480232 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee3a2b-dd71-4e09-8dcc-bea011862ad1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=0798031e-391c-4271-a68c-468531650dbe,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:53.484573 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.507582 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688d832-1f8d-4ddb-bf56-f451b67f64b9 req-a82e008f-80d5-4664-9e70-454c0024a42b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:53.516467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1dda3-a5bd-43b8-890e-7e78ea2ca4a4 req-44b2703f-d5b3-401c-b07e-2001268367ad tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:53.522253 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c1c1dda3-a5bd-43b8-890e-7e78ea2ca4a4 req-44b2703f-d5b3-401c-b07e-2001268367ad tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 949 time: 0.1604683 Nov 27 01:29:53.529228 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6688d832-1f8d-4ddb-bf56-f451b67f64b9 req-a82e008f-80d5-4664-9e70-454c0024a42b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 945 time: 0.1473744 Nov 27 01:29:53.553559 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2aee3a2b-dd71-4e09-8dcc-bea011862ad1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.557229 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2aee3a2b-dd71-4e09-8dcc-bea011862ad1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/0798031e-391c-4271-a68c-468531650dbe HTTP/1.1" status: 204 len: 168 time: 0.7271962 Nov 27 01:29:53.562959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49600) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:53.591103 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Pushing event updated for resources: {'Port': ['ID=43ade930-0d46-46f2-8bd5-e0c5eeba8c2d,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:53.614909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:53.620377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:53.623739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:53.624291 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c1c1dda3-a5bd-43b8-890e-7e78ea2ca4a4 req-29a76c14-cd3e-4a5e-8074-5e6246f647f2 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939965 Nov 27 01:29:53.690083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Attempting to bind port 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:53.690823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Attempting to bind port 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:53.691282 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Attempting to bind port 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:53.698828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:53.699499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:53.700002 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.700782 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:53.702330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Bound port: 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:53.702841 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.716041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e88ac58-89e2-4a65-a620-97bd7bcea3d8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:53.717949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e88ac58-89e2-4a65-a620-97bd7bcea3d8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:53.719537 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6e88ac58-89e2-4a65-a620-97bd7bcea3d8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1449935 Nov 27 01:29:53.723450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49602) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:53.730467 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6688d832-1f8d-4ddb-bf56-f451b67f64b9 req-77b7fd6e-5860-4e2e-9e8f-9572f103f02c tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001581 Nov 27 01:29:53.828603 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59b3a253-8163-44c9-948b-f70f344b773e req-15dcb507-2103-452a-849c-bef66596e533 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0473492 Nov 27 01:29:53.861442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea48d485-b46b-4430-a143-cdba9b537754 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 1a2d5d29-cd4a-4888-be51-18b55fbe98bd {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:53.893233 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea48d485-b46b-4430-a143-cdba9b537754 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.977922 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea48d485-b46b-4430-a143-cdba9b537754 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.048974 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] For port 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:54.052434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] For port 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=43ade930-0d46-46f2-8bd5-e0c5eeba8c2d,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:54.057479 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.151771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91ebe3-3c86-4172-89c3-7870b1bf23ee None None] Pushing event updated for resources: {'Port': ['ID=43ade930-0d46-46f2-8bd5-e0c5eeba8c2d,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:54.183308 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea48d485-b46b-4430-a143-cdba9b537754 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.299380 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea48d485-b46b-4430-a143-cdba9b537754 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.332556 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea48d485-b46b-4430-a143-cdba9b537754 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.336444 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ea48d485-b46b-4430-a143-cdba9b537754 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/1a2d5d29-cd4a-4888-be51-18b55fbe98bd HTTP/1.1" status: 204 len: 168 time: 0.6118388 Nov 27 01:29:54.337937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48d485-b46b-4430-a143-cdba9b537754 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=1a2d5d29-cd4a-4888-be51-18b55fbe98bd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:54.339818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49610) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:54.396079 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d8dc099f-a6fa-4b56-a32f-1636acda4b34 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500739 Nov 27 01:29:54.398529 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49612) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:54.404988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8e44c79e-add5-45c5-8336-de6f4fe226da tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:54.575272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e44c79e-add5-45c5-8336-de6f4fe226da tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:54.579086 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8e44c79e-add5-45c5-8336-de6f4fe226da tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.828379 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dbbba-e362-4c27-819a-1dec0772c9dd req-5a87a19e-f0b3-4cec-9540-54fe296e99d8 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:54.830551 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9c2dbbba-e362-4c27-819a-1dec0772c9dd req-5a87a19e-f0b3-4cec-9540-54fe296e99d8 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 949 time: 0.0763919 Nov 27 01:29:55.000427 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0c72639e-a08d-4aef-a8e8-18fa05352080 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:55.119511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 0c72639e-a08d-4aef-a8e8-18fa05352080 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:29:55.125711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 0c72639e-a08d-4aef-a8e8-18fa05352080 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:55.126229 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.250890 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6082c3-35ec-4400-a648-9725c289c5ed req-62313f20-a22b-472a-a27c-03199924c0d4 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:55.262810 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c6082c3-35ec-4400-a648-9725c289c5ed req-62313f20-a22b-472a-a27c-03199924c0d4 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 945 time: 0.1758893 Nov 27 01:29:55.363782 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.462388 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c6082c3-35ec-4400-a648-9725c289c5ed req-6e2eeabe-11ed-4cbf-a3b8-01d766da0722 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798699 Nov 27 01:29:55.469859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0c72639e-a08d-4aef-a8e8-18fa05352080, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0c72639e-a08d-4aef-a8e8-18fa05352080,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:55.474421 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b12a440-3dfa-45ab-b254-4a76dff17c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c72639e-a08d-4aef-a8e8-18fa05352080'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:29:55.490226 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc964da-dc94-4916-b1d1-e09b6120b8ca" -d '{"events": [{"server_uuid": "6b12a440-3dfa-45ab-b254-4a76dff17c68", "name": "network-vif-plugged", "status": "completed", "tag": "0c72639e-a08d-4aef-a8e8-18fa05352080"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:29:55.498664 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.551927 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8e44c79e-add5-45c5-8336-de6f4fe226da tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.624018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=0c72639e-a08d-4aef-a8e8-18fa05352080,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:55.627733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e44c79e-add5-45c5-8336-de6f4fe226da tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:55.647824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-8e44c79e-add5-45c5-8336-de6f4fe226da tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:55.666729 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2bff01eb-9531-4df8-905c-67cfea61a834 req-43d3f32d-30aa-4a97-ae5a-3208dc6191a1 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0549114 Nov 27 01:29:55.676846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e44c79e-add5-45c5-8336-de6f4fe226da tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:55.678631 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8e44c79e-add5-45c5-8336-de6f4fe226da tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.745422 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44c79e-add5-45c5-8336-de6f4fe226da tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=1f16d962-ef6e-45dc-9d4d-003be2ff04d4,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:55.762468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8e44c79e-add5-45c5-8336-de6f4fe226da tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3603280 Nov 27 01:29:55.762991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49634) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:55.764300 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9c2dbbba-e362-4c27-819a-1dec0772c9dd req-4726c921-74cc-4dc0-95a1-d66916fd5d80 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9265904 Nov 27 01:29:55.775701 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0adad2e9-a591-476d-aa79-83b1563ed239 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'fixed_ips': [{'subnet_id': '1f16d962-ef6e-45dc-9d4d-003be2ff04d4', 'ip_address': '2001:db8::f783:7e73:afe5:2abe'}], 'name': 'tempest-NetworksTestDHCPv6-337449157'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:55.868807 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72603d5-7419-4186-908d-49cbd9a0d4c6 x-openstack-request-id: req-b72603d5-7419-4186-908d-49cbd9a0d4c6 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:29:55.869110 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b12a440-3dfa-45ab-b254-4a76dff17c68", "name": "network-vif-plugged", "status": "completed", "tag": "0c72639e-a08d-4aef-a8e8-18fa05352080", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:29:55.869373 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b72603d5-7419-4186-908d-49cbd9a0d4c6 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:29:55.869785 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b12a440-3dfa-45ab-b254-4a76dff17c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c72639e-a08d-4aef-a8e8-18fa05352080', 'code': 200} Nov 27 01:29:55.928963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb0776-87de-403d-8d60-9dc4447e3a05 req-543ba785-ef98-4d2d-b1eb-2bf0d0b1df6a tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:55.937428 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87bb0776-87de-403d-8d60-9dc4447e3a05 req-543ba785-ef98-4d2d-b1eb-2bf0d0b1df6a tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 945 time: 0.1290731 Nov 27 01:29:56.074346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef271792-e4a7-47c6-a58d-2f21a54a84ce None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:56.104007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87bb0776-87de-403d-8d60-9dc4447e3a05 req-f438612e-d880-49a3-97c3-d9ca6a15a354 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654277 Nov 27 01:29:56.124483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b1147-a6c9-44bb-acc2-2d8f46dd2a95 req-3d141e11-d657-4ad0-a1e5-29a146d3e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:56.140886 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc1b1147-a6c9-44bb-acc2-2d8f46dd2a95 req-3d141e11-d657-4ad0-a1e5-29a146d3e887 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 1102 time: 0.1289690 Nov 27 01:29:56.165756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adad2e9-a591-476d-aa79-83b1563ed239 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:56.250591 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc1b1147-a6c9-44bb-acc2-2d8f46dd2a95 req-9a3f918e-08d5-4cd6-9ee6-85c733bf8330 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008670 Nov 27 01:29:56.351635 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0adad2e9-a591-476d-aa79-83b1563ed239 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.378154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fd3f4285-0562-47dd-886b-56ea96db69f8 None None] Could not find standard attr ID for object 0798031e-391c-4271-a68c-468531650dbe. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:56.392377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-0adad2e9-a591-476d-aa79-83b1563ed239 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 55e4edb7-75da-4f54-8df8-c7720b5fdede yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:29:56.395358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:56.448276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fd3f4285-0562-47dd-886b-56ea96db69f8 None None] Provisioning complete for port 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:56.452644 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4285-0562-47dd-886b-56ea96db69f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.556298 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:56.556678 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.639915 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4285-0562-47dd-886b-56ea96db69f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.700405 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-0adad2e9-a591-476d-aa79-83b1563ed239 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::f783:7e73:afe5:2abe (45b1e637-4759-477c-827c-b083fabe48f4/1f16d962-ef6e-45dc-9d4d-003be2ff04d4/55e4edb7-75da-4f54-8df8-c7720b5fdede) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:56.744071 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.774117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fd3f4285-0562-47dd-886b-56ea96db69f8 None None] For port 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=43ade930-0d46-46f2-8bd5-e0c5eeba8c2d,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:56.790464 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4285-0562-47dd-886b-56ea96db69f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.895208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-909a64fe-796d-4ccf-b11c-cd7d180e1ce3 req-0bf55242-cb13-40b8-9a2a-89fc163f86d8 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0455420 Nov 27 01:29:56.910890 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:29:56.911256 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:29:56.917759 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e274e8-9190-48bf-90bb-aae77bf8909e req-152eb4d6-b9de-4772-828d-67ef10b79d0b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:56.927169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-26e274e8-9190-48bf-90bb-aae77bf8909e req-152eb4d6-b9de-4772-828d-67ef10b79d0b tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 945 time: 0.4555404 Nov 27 01:29:56.937238 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f4285-0562-47dd-886b-56ea96db69f8 None None] Pushing event updated for resources: {'Port': ['ID=43ade930-0d46-46f2-8bd5-e0c5eeba8c2d,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:57.027343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-72ad520c-f612-4141-8839-e0ffa6be0b0a None None] Provisioning complete for port 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:57.027555 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-72ad520c-f612-4141-8839-e0ffa6be0b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.081189 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-26e274e8-9190-48bf-90bb-aae77bf8909e req-ea3c7251-28cf-4c2b-9be9-8fe462b56eb0 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471412 Nov 27 01:29:57.152123 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0adad2e9-a591-476d-aa79-83b1563ed239 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.198203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a6a25-12db-4a45-b547-ee1e17940e68 req-cb968f22-7603-48ca-9f25-f8c9fbcdf1d6 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:57.199659 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a66a6a25-12db-4a45-b547-ee1e17940e68 req-cb968f22-7603-48ca-9f25-f8c9fbcdf1d6 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 950 time: 0.1082592 Nov 27 01:29:57.260257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0adad2e9-a591-476d-aa79-83b1563ed239 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.296874 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a66a6a25-12db-4a45-b547-ee1e17940e68 req-c8501fd5-7de5-4909-a141-92e540155e52 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758982 Nov 27 01:29:57.322594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adad2e9-a591-476d-aa79-83b1563ed239 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=55e4edb7-75da-4f54-8df8-c7720b5fdede,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:57.340898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3fef4-1f79-4886-a81b-8adb65f141fc req-2d59c531-e0af-4899-a7ec-4b6531b258c5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:57.342572 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a3fef4-1f79-4886-a81b-8adb65f141fc req-2d59c531-e0af-4899-a7ec-4b6531b258c5 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 945 time: 0.1330419 Nov 27 01:29:57.383406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adad2e9-a591-476d-aa79-83b1563ed239 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:57.407028 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a4fb8ca9-ca88-4b91-8fab-61fbda76c753 None None] Could not find standard attr ID for object 0798031e-391c-4271-a68c-468531650dbe. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:57.422096 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-0adad2e9-a591-476d-aa79-83b1563ed239 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:57.426846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adad2e9-a591-476d-aa79-83b1563ed239 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:57.441587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adad2e9-a591-476d-aa79-83b1563ed239 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:57.442350 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0adad2e9-a591-476d-aa79-83b1563ed239 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.498737 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0adad2e9-a591-476d-aa79-83b1563ed239 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7339489 Nov 27 01:29:57.501271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49666) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:57.540125 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18a3fef4-1f79-4886-a81b-8adb65f141fc req-2b21a381-9374-4285-b2c1-95c0c15c8d0e tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895607 Nov 27 01:29:57.623577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3937cbda-1fa6-4d5c-bd6d-51b4f6125981 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:57.636091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3937cbda-1fa6-4d5c-bd6d-51b4f6125981 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:57.650306 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49674) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:57.650600 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3937cbda-1fa6-4d5c-bd6d-51b4f6125981 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1478295 Nov 27 01:29:57.823461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b2d91d0f-ca6c-4844-b400-a3ddcfbb09e6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port 55e4edb7-75da-4f54-8df8-c7720b5fdede {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:57.823833 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b2d91d0f-ca6c-4844-b400-a3ddcfbb09e6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.978120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff4098-822c-4543-8e38-928083f71d0a req-55763a53-fd4c-4f9b-9e4d-e28217373445 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:57.995210 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-45ff4098-822c-4543-8e38-928083f71d0a req-55763a53-fd4c-4f9b-9e4d-e28217373445 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 945 time: 0.1177461 Nov 27 01:29:58.013084 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b2d91d0f-ca6c-4844-b400-a3ddcfbb09e6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.037960 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b2d91d0f-ca6c-4844-b400-a3ddcfbb09e6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for 55e4edb7-75da-4f54-8df8-c7720b5fdede owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:58.077053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-45ff4098-822c-4543-8e38-928083f71d0a req-33ec459e-dc44-4a8c-ad81-243230d137e4 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808885 Nov 27 01:29:58.172848 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-806da687-445d-4ba6-9bbb-ac3bcad647ba req-1ff94457-7401-46a2-be40-caa6bf20a1e7 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0619442 Nov 27 01:29:58.249503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:58.308443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a630c-d0f8-4f87-a18f-b420913fa8b4 req-e89085cf-a2a3-45ba-8a1b-817785517e36 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:58.311607 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fa1a630c-d0f8-4f87-a18f-b420913fa8b4 req-e89085cf-a2a3-45ba-8a1b-817785517e36 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 945 time: 0.1097300 Nov 27 01:29:58.342291 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b2d91d0f-ca6c-4844-b400-a3ddcfbb09e6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.378987 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6c7f2851-78eb-41be-9f27-7169e1208eae None None] Provisioning complete for port 55e4edb7-75da-4f54-8df8-c7720b5fdede triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:58.379592 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6c7f2851-78eb-41be-9f27-7169e1208eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.395228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d91d0f-ca6c-4844-b400-a3ddcfbb09e6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=55e4edb7-75da-4f54-8df8-c7720b5fdede,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:58.438985 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b2d91d0f-ca6c-4844-b400-a3ddcfbb09e6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.446146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b2d91d0f-ca6c-4844-b400-a3ddcfbb09e6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/55e4edb7-75da-4f54-8df8-c7720b5fdede HTTP/1.1" status: 204 len: 168 time: 0.7942030 Nov 27 01:29:58.447113 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f2851-78eb-41be-9f27-7169e1208eae None None] Port 55e4edb7-75da-4f54-8df8-c7720b5fdede was deleted so its status cannot be updated. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 01:29:58.448326 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49688) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:58.471565 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:58.472730 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.478699 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fa1a630c-d0f8-4f87-a18f-b420913fa8b4 req-6d716f2f-ed6a-4c24-892d-eb35dfde57b3 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572547 Nov 27 01:29:58.622700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6a382-950f-411d-8307-af0252dcdd1a req-9d7025ef-4f2d-4eef-a937-4f4b82d8e439 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:58.630434 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81c6a382-950f-411d-8307-af0252dcdd1a req-9d7025ef-4f2d-4eef-a937-4f4b82d8e439 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 950 time: 0.1565804 Nov 27 01:29:58.647941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc2d21-1272-42b0-af60-080f7311b5e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:58.650438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc2d21-1272-42b0-af60-080f7311b5e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:58.652308 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fdbc2d21-1272-42b0-af60-080f7311b5e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2023454 Nov 27 01:29:58.655346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49694) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:58.668664 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.801589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b874e712-6dbe-4061-9c41-b54931d9b4c9 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 1f16d962-ef6e-45dc-9d4d-003be2ff04d4 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:58.805622 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81c6a382-950f-411d-8307-af0252dcdd1a req-4295b9eb-f7fc-4cc0-a2c2-30e532756d0e tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673820 Nov 27 01:29:58.812229 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b874e712-6dbe-4061-9c41-b54931d9b4c9 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.905273 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b874e712-6dbe-4061-9c41-b54931d9b4c9 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.993462 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b874e712-6dbe-4061-9c41-b54931d9b4c9 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.124311 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b874e712-6dbe-4061-9c41-b54931d9b4c9 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.174604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874e712-6dbe-4061-9c41-b54931d9b4c9 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=1f16d962-ef6e-45dc-9d4d-003be2ff04d4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:59.186564 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b874e712-6dbe-4061-9c41-b54931d9b4c9 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.192820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27df55e-5778-415b-8d4f-bffda108bec0 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:59.196827 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b874e712-6dbe-4061-9c41-b54931d9b4c9 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/1f16d962-ef6e-45dc-9d4d-003be2ff04d4 HTTP/1.1" status: 204 len: 168 time: 0.5402541 Nov 27 01:29:59.199327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49716) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:59.255074 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-12c82dcc-aed3-4d8a-97da-d155862722a8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543411 Nov 27 01:29:59.257348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49722) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:59.376187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ea3315-7eb7-457c-8668-b2203b7864fa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:59.377795 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-74ea3315-7eb7-457c-8668-b2203b7864fa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1187367 Nov 27 01:29:59.380225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49724) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:59.399721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80492513-27d9-4a8d-8470-0edb5540639d req-d7ee5b55-9ca0-49a3-b891-f16d6595d140 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:59.401164 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80492513-27d9-4a8d-8470-0edb5540639d req-d7ee5b55-9ca0-49a3-b891-f16d6595d140 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.0990701 Nov 27 01:29:59.413312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf899a4-6fdb-41a3-bf44-f5bca541b324 req-b2feef80-4cce-40a3-b29d-d15edbc69ded tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:59.415628 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3cf899a4-6fdb-41a3-bf44-f5bca541b324 req-b2feef80-4cce-40a3-b29d-d15edbc69ded tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 950 time: 0.1065383 Nov 27 01:29:59.461716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499a7978-e4e6-4a28-bcea-27b927ae6a5f None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:59.483418 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80492513-27d9-4a8d-8470-0edb5540639d req-8ed14103-93b4-4bfa-a410-073a1f72074d tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618544 Nov 27 01:29:59.495019 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dba67bf-db2e-4081-9457-4f2f12a0db46 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:59.498847 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5dba67bf-db2e-4081-9457-4f2f12a0db46 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1153865 Nov 27 01:29:59.499672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49726) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:59.502125 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3cf899a4-6fdb-41a3-bf44-f5bca541b324 req-94a5bf01-c12f-44f1-bdc1-1485783af769 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717008 Nov 27 01:29:59.565494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49728) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:59.565842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2afae5f4-1d63-40b8-8b8d-c29e172527e2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648313 Nov 27 01:29:59.572213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ae0d31e8-c011-42b6-a20c-0d13d6f029af tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:59.590463 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-499a7978-e4e6-4a28-bcea-27b927ae6a5f None None] Deleting port 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:59.591140 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-499a7978-e4e6-4a28-bcea-27b927ae6a5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.638290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96999ae4-dedd-4b40-9792-2dbee797c913 req-da89c1c5-112e-4aa4-b75d-e2e453176069 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:59.647456 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-96999ae4-dedd-4b40-9792-2dbee797c913 req-da89c1c5-112e-4aa4-b75d-e2e453176069 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 945 time: 0.0662713 Nov 27 01:29:59.699521 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-78f2754f-6424-4049-a202-692124fddf5c req-70045b16-87d8-4c31-b5cf-76d3597ada08 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0557871 Nov 27 01:29:59.741153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-499a7978-e4e6-4a28-bcea-27b927ae6a5f None None] For port 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=43ade930-0d46-46f2-8bd5-e0c5eeba8c2d,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:59.743828 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-499a7978-e4e6-4a28-bcea-27b927ae6a5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.748103 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0d31e8-c011-42b6-a20c-0d13d6f029af tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:59.754126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae0d31e8-c011-42b6-a20c-0d13d6f029af tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.777452 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-96999ae4-dedd-4b40-9792-2dbee797c913 req-8200bd9e-966b-446c-aeb8-490a2d9e5232 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285613 Nov 27 01:29:59.784668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-499a7978-e4e6-4a28-bcea-27b927ae6a5f None None] Calling delete_port for 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:59.895161 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-499a7978-e4e6-4a28-bcea-27b927ae6a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.957520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a7978-e4e6-4a28-bcea-27b927ae6a5f None None] No DVR routers for this DVR port 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:59.962427 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a7978-e4e6-4a28-bcea-27b927ae6a5f None None] Pushing event deleted for resources: {'Port': ['ID=43ade930-0d46-46f2-8bd5-e0c5eeba8c2d,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:00.049163 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a29733c-c306-41e5-9221-445f228309ed req-84cf5aa3-f6ed-4c2a-aa9b-1af34a003037 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0512989 Nov 27 01:30:00.096382 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae0d31e8-c011-42b6-a20c-0d13d6f029af tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.154347 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d31e8-c011-42b6-a20c-0d13d6f029af tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=059e36de-13e4-45a5-ac1d-7b60e06c25d8,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:00.169225 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0d31e8-c011-42b6-a20c-0d13d6f029af tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:00.172791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-ae0d31e8-c011-42b6-a20c-0d13d6f029af tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:00.185180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d31e8-c011-42b6-a20c-0d13d6f029af tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:00.185432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc87685-a477-4e67-b87a-77d353c2f65c None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:00.186302 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae0d31e8-c011-42b6-a20c-0d13d6f029af tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.223448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49734) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:00.227156 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ae0d31e8-c011-42b6-a20c-0d13d6f029af tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6605122 Nov 27 01:30:00.230642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-99720540-1d79-4880-b6ec-247ab32563a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'fixed_ips': [{'subnet_id': '059e36de-13e4-45a5-ac1d-7b60e06c25d8', 'ip_address': '2001:db8::44bd:1f3f:f41f:11b'}], 'name': 'tempest-NetworksTestDHCPv6-1619108605'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:00.262181 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:00.294642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:30:00.295381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 43ade930-0d46-46f2-8bd5-e0c5eeba8c2d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:30:00.397282 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99720540-1d79-4880-b6ec-247ab32563a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:00.407044 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99720540-1d79-4880-b6ec-247ab32563a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.429360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-99720540-1d79-4880-b6ec-247ab32563a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 66339209-cd2a-477f-8e70-c6bc78da23b9 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:30:00.439784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': '059e36de-13e4-45a5-ac1d-7b60e06c25d8'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:30:00.441628 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.630287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Allocated IP 2001:db8::2 (45b1e637-4759-477c-827c-b083fabe48f4/059e36de-13e4-45a5-ac1d-7b60e06c25d8/1e7de677-e3fe-4826-b409-6e3fcccb6eca) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:00.689724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d998217-f398-4793-8535-433942d0fddc req-b0cb7099-67eb-444b-b517-d0f62db5f6f3 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:00.691466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d998217-f398-4793-8535-433942d0fddc req-b0cb7099-67eb-444b-b517-d0f62db5f6f3 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 950 time: 0.0951140 Nov 27 01:30:00.733074 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.762156 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15eaa7e-df69-4cdb-86fb-746479fbc513 req-7a0218e5-8f50-40bc-b5ed-57c94e7bde56 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:00.763928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c15eaa7e-df69-4cdb-86fb-746479fbc513 req-7a0218e5-8f50-40bc-b5ed-57c94e7bde56 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.31 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 945 time: 0.1687503 Nov 27 01:30:00.811255 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b75f0-eeb9-4b00-a7e0-18e7a84856e1 req-6f3830ca-4fbd-4e33-b417-6d336ca63e5c tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:00.812878 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e1b75f0-eeb9-4b00-a7e0-18e7a84856e1 req-6f3830ca-4fbd-4e33-b417-6d336ca63e5c tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1593490 Nov 27 01:30:00.820664 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d998217-f398-4793-8535-433942d0fddc req-b0b6a38c-287f-478f-a384-c38636647012 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212459 Nov 27 01:30:01.005718 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64c3024d-f314-4d70-bd9b-c82a3b6c2ce2 req-b150903a-6dfa-45c3-b842-ce6fbee414fb tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0532162 Nov 27 01:30:01.014232 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.032530 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.094312 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e1b75f0-eeb9-4b00-a7e0-18e7a84856e1 req-9a57be6c-7a5b-42ab-90d3-7be72290e432 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584805 Nov 27 01:30:01.149967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:01.158245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:01.172581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:01.186964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-99720540-1d79-4880-b6ec-247ab32563a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::44bd:1f3f:f41f:11b (45b1e637-4759-477c-827c-b083fabe48f4/059e36de-13e4-45a5-ac1d-7b60e06c25d8/66339209-cd2a-477f-8e70-c6bc78da23b9) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:01.216533 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Pushing event updated for resources: {'Port': ['ID=1e7de677-e3fe-4826-b409-6e3fcccb6eca,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:01.238894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc85111-134a-4f76-a8ed-f128aac3f750 req-b5b69201-8668-4149-8291-2df5c1c72317 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:01.240780 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dfc85111-134a-4f76-a8ed-f128aac3f750 req-b5b69201-8668-4149-8291-2df5c1c72317 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 950 time: 0.2367795 Nov 27 01:30:01.283526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bfab4-544d-47b6-8603-ea981abf51ab req-a4181ed1-7abd-4648-89f6-45b66d2f74d1 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:01.291219 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-707bfab4-544d-47b6-8603-ea981abf51ab req-a4181ed1-7abd-4648-89f6-45b66d2f74d1 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 945 time: 0.1570802 Nov 27 01:30:01.303618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-c15eaa7e-df69-4cdb-86fb-746479fbc513 req-35d4d06d-84a6-487a-a834-00aa277494db tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Deleting port fc3fa33e-d896-4963-8e0a-6172d96fc5d3 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:01.304438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c15eaa7e-df69-4cdb-86fb-746479fbc513 req-35d4d06d-84a6-487a-a834-00aa277494db tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.381757 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Attempting to bind port 1e7de677-e3fe-4826-b409-6e3fcccb6eca on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:30:01.382151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Attempting to bind port 1e7de677-e3fe-4826-b409-6e3fcccb6eca by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:30:01.383018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Attempting to bind port 1e7de677-e3fe-4826-b409-6e3fcccb6eca on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:30:01.399312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:30:01.399763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:01.400122 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.400542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:30:01.401023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Bound port: 1e7de677-e3fe-4826-b409-6e3fcccb6eca, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:30:01.401407 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.488847 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-707bfab4-544d-47b6-8603-ea981abf51ab req-ee4c5c8d-1ce5-4c77-b2c7-32aa1e08c4ea tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923165 Nov 27 01:30:01.506210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-c15eaa7e-df69-4cdb-86fb-746479fbc513 req-35d4d06d-84a6-487a-a834-00aa277494db tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] For port fc3fa33e-d896-4963-8e0a-6172d96fc5d3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=fc3fa33e-d896-4963-8e0a-6172d96fc5d3,segment=NetworkSegment(5d8819a9-e27d-46af-be09-428044b66088),segment_id=5d8819a9-e27d-46af-be09-428044b66088)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:01.506626 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c15eaa7e-df69-4cdb-86fb-746479fbc513 req-35d4d06d-84a6-487a-a834-00aa277494db tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.541591 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-c15eaa7e-df69-4cdb-86fb-746479fbc513 req-35d4d06d-84a6-487a-a834-00aa277494db tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Calling delete_port for fc3fa33e-d896-4963-8e0a-6172d96fc5d3 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:01.553704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-dfc85111-134a-4f76-a8ed-f128aac3f750 req-069ef86b-9496-486d-bc1d-704c1a31022a tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Deleting port 0c72639e-a08d-4aef-a8e8-18fa05352080 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:01.554107 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dfc85111-134a-4f76-a8ed-f128aac3f750 req-069ef86b-9496-486d-bc1d-704c1a31022a tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.557341 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99720540-1d79-4880-b6ec-247ab32563a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.579399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] For port 1e7de677-e3fe-4826-b409-6e3fcccb6eca, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:30:01.588273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] For port 1e7de677-e3fe-4826-b409-6e3fcccb6eca, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1e7de677-e3fe-4826-b409-6e3fcccb6eca,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:30:01.606138 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.618239 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99720540-1d79-4880-b6ec-247ab32563a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.729372 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1afca-8079-451e-8f12-7b6309b5c744 None None] Pushing event updated for resources: {'Port': ['ID=1e7de677-e3fe-4826-b409-6e3fcccb6eca,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:01.757299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99720540-1d79-4880-b6ec-247ab32563a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=66339209-cd2a-477f-8e70-c6bc78da23b9,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:01.793620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99720540-1d79-4880-b6ec-247ab32563a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:01.794232 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-dfc85111-134a-4f76-a8ed-f128aac3f750 req-069ef86b-9496-486d-bc1d-704c1a31022a tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] For port 0c72639e-a08d-4aef-a8e8-18fa05352080, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0c72639e-a08d-4aef-a8e8-18fa05352080,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:01.794733 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dfc85111-134a-4f76-a8ed-f128aac3f750 req-069ef86b-9496-486d-bc1d-704c1a31022a tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.796032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-99720540-1d79-4880-b6ec-247ab32563a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:01.805265 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99720540-1d79-4880-b6ec-247ab32563a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:01.816016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99720540-1d79-4880-b6ec-247ab32563a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:01.817182 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99720540-1d79-4880-b6ec-247ab32563a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.827357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-dfc85111-134a-4f76-a8ed-f128aac3f750 req-069ef86b-9496-486d-bc1d-704c1a31022a tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Calling delete_port for 0c72639e-a08d-4aef-a8e8-18fa05352080 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:01.899930 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-99720540-1d79-4880-b6ec-247ab32563a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6750760 Nov 27 01:30:01.900823 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49758) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:01.910769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-358b91d5-3429-4dcf-ac3a-02082e44f343 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'fixed_ips': [{'subnet_id': '059e36de-13e4-45a5-ac1d-7b60e06c25d8', 'ip_address': '2001:db8::44bd:1f3f:f41f:11b'}], 'name': 'tempest-NetworksTestDHCPv6-393359829'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:01.994181 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c15eaa7e-df69-4cdb-86fb-746479fbc513 req-35d4d06d-84a6-487a-a834-00aa277494db tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.048589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['fc3fa33e-d896-4963-8e0a-6172d96fc5d3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:30:02.150618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4d06d-84a6-487a-a834-00aa277494db tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Pushing event deleted for resources: {'Port': ['ID=fc3fa33e-d896-4963-8e0a-6172d96fc5d3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:02.308275 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cd7f91d7-d3c0-4741-a59c-14f3dc011aa2 req-6669e9e5-3732-4551-989a-3165fd23ea8d tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0688810 Nov 27 01:30:02.314046 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe873a-79c6-460b-b358-4beac553cbb6 req-be833123-c9ed-452c-87ef-97e5f9daab80 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:02.324441 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358b91d5-3429-4dcf-ac3a-02082e44f343 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:02.342424 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1fe873a-79c6-460b-b358-4beac553cbb6 req-be833123-c9ed-452c-87ef-97e5f9daab80 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b12a440-3dfa-45ab-b254-4a76dff17c68 HTTP/1.1" status: 200 len: 950 time: 0.3555667 Nov 27 01:30:02.388107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15eaa7e-df69-4cdb-86fb-746479fbc513 req-35d4d06d-84a6-487a-a834-00aa277494db tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] No DVR routers for this DVR port fc3fa33e-d896-4963-8e0a-6172d96fc5d3 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:02.405469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1e7de677-e3fe-4826-b409-6e3fcccb6eca up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:02.441695 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c15eaa7e-df69-4cdb-86fb-746479fbc513 req-35d4d06d-84a6-487a-a834-00aa277494db tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.445023 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c15eaa7e-df69-4cdb-86fb-746479fbc513 req-35d4d06d-84a6-487a-a834-00aa277494db tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.31 "DELETE /v2.0/ports/fc3fa33e-d896-4963-8e0a-6172d96fc5d3 HTTP/1.1" status: 204 len: 173 time: 1.6629701 Nov 27 01:30:02.445499 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116466d-5e48-4e2a-881a-790b994d9c0f', 'name': 'network-vif-deleted', 'tag': 'fc3fa33e-d896-4963-8e0a-6172d96fc5d3'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:30:02.458287 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d0110c-fe61-4bb9-9495-e7af7ddcad9d" -d '{"events": [{"server_uuid": "9116466d-5e48-4e2a-881a-790b994d9c0f", "name": "network-vif-deleted", "tag": "fc3fa33e-d896-4963-8e0a-6172d96fc5d3"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:30:02.507836 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-358b91d5-3429-4dcf-ac3a-02082e44f343 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.530413 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1e7de677-e3fe-4826-b409-6e3fcccb6eca triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:02.530776 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.540531 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dfc85111-134a-4f76-a8ed-f128aac3f750 req-069ef86b-9496-486d-bc1d-704c1a31022a tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.591396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-358b91d5-3429-4dcf-ac3a-02082e44f343 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 551a3c7b-025c-4f0b-95c3-c29816778a7b yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:30:02.613609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['0c72639e-a08d-4aef-a8e8-18fa05352080'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:30:02.657457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ef86b-9496-486d-bc1d-704c1a31022a tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Pushing event deleted for resources: {'Port': ['ID=0c72639e-a08d-4aef-a8e8-18fa05352080,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:02.705930 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1fe873a-79c6-460b-b358-4beac553cbb6 req-7dca5606-02ed-427c-8854-e5cda1fb49d8 tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624334 Nov 27 01:30:02.712192 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc85111-134a-4f76-a8ed-f128aac3f750 req-069ef86b-9496-486d-bc1d-704c1a31022a tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] No DVR routers for this DVR port 0c72639e-a08d-4aef-a8e8-18fa05352080 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:02.715670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dfc85111-134a-4f76-a8ed-f128aac3f750 req-069ef86b-9496-486d-bc1d-704c1a31022a tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.720401 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dfc85111-134a-4f76-a8ed-f128aac3f750 req-069ef86b-9496-486d-bc1d-704c1a31022a tempest-VolumesNegativeTest-1183822895 tempest-VolumesNegativeTest-1183822895-project] 10.222.0.31 "DELETE /v2.0/ports/0c72639e-a08d-4aef-a8e8-18fa05352080 HTTP/1.1" status: 204 len: 173 time: 1.4684246 Nov 27 01:30:02.782501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c7c7d-d67b-488b-baa3-b6bd440973af req-7ff8f8bd-9951-4df3-aceb-ce074ddf8a31 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:02.792077 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.801557 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-446c7c7d-d67b-488b-baa3-b6bd440973af req-7ff8f8bd-9951-4df3-aceb-ce074ddf8a31 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.2985485 Nov 27 01:30:02.894932 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 1e7de677-e3fe-4826-b409-6e3fcccb6eca, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1e7de677-e3fe-4826-b409-6e3fcccb6eca,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:02.906558 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.942408 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1931f910-f8dc-49b9-ae36-11b3eeafeccf x-openstack-request-id: req-1931f910-f8dc-49b9-ae36-11b3eeafeccf {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:30:02.942925 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116466d-5e48-4e2a-881a-790b994d9c0f", "name": "network-vif-deleted", "tag": "fc3fa33e-d896-4963-8e0a-6172d96fc5d3", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:30:02.943028 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1931f910-f8dc-49b9-ae36-11b3eeafeccf {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:30:02.943377 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9116466d-5e48-4e2a-881a-790b994d9c0f', 'name': 'network-vif-deleted', 'tag': 'fc3fa33e-d896-4963-8e0a-6172d96fc5d3', 'status': 'completed', 'code': 200} Nov 27 01:30:03.027092 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=1e7de677-e3fe-4826-b409-6e3fcccb6eca,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:03.102148 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-358b91d5-3429-4dcf-ac3a-02082e44f343 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 01:30:03.102686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358b91d5-3429-4dcf-ac3a-02082e44f343 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:03.155178 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-446c7c7d-d67b-488b-baa3-b6bd440973af req-2a498018-75c6-4087-a03c-cb6a55626ec1 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326504 Nov 27 01:30:03.183734 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-358b91d5-3429-4dcf-ac3a-02082e44f343 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.2815223 Nov 27 01:30:03.187788 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49778) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:03.193146 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0665237e-c363-4e24-98e4-685970da43bf req-14b65981-c5f4-45fd-9a13-6ab5a4b13db8 tempest-ServerDiskConfigTestJSON-537229640 tempest-ServerDiskConfigTestJSON-537229640-project] 10.222.0.15 "GET /v2.0/ports?device_id=9116466d-5e48-4e2a-881a-790b994d9c0f HTTP/1.1" status: 200 len: 210 time: 0.0466697 Nov 27 01:30:03.347744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3fcb6e-82b1-40b7-a58c-bd402bb2cfd4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:03.363565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3fcb6e-82b1-40b7-a58c-bd402bb2cfd4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:03.365700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5e3fcb6e-82b1-40b7-a58c-bd402bb2cfd4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1768901 Nov 27 01:30:03.369112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49784) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:03.578645 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ea704ed7-3e96-4294-b6d7-e76feab6368c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port 66339209-cd2a-477f-8e70-c6bc78da23b9 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:03.579157 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea704ed7-3e96-4294-b6d7-e76feab6368c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.636516 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90a7d7fe-ad81-411e-a6b7-982566dceee8 req-bea3b3ae-241c-4fdd-b391-5a69159f85c2 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0420575 Nov 27 01:30:03.638667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3df130c8-ea44-4b5b-a87f-abfd43ba0073 req-2d7834a4-5a8f-4c26-b200-e15ef5ae0e99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22f7f0e7e4934f99a42039791213d0bb&device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0977440 Nov 27 01:30:03.661180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2ad957af-aa65-43f0-bbb6-776b218a849c None None] Provisioning complete for port 1e7de677-e3fe-4826-b409-6e3fcccb6eca triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:03.661854 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2ad957af-aa65-43f0-bbb6-776b218a849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.705881 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3df130c8-ea44-4b5b-a87f-abfd43ba0073 req-8200246f-8c6a-4313-bc28-f0adaa7f05fc service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=22f7f0e7e4934f99a42039791213d0bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514045 Nov 27 01:30:03.738482 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea704ed7-3e96-4294-b6d7-e76feab6368c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.767838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ea704ed7-3e96-4294-b6d7-e76feab6368c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for 66339209-cd2a-477f-8e70-c6bc78da23b9 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:04.016406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df130c8-ea44-4b5b-a87f-abfd43ba0073 req-92779750-bd58-4c56-901b-88edd1f294cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:04.018049 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3df130c8-ea44-4b5b-a87f-abfd43ba0073 req-92779750-bd58-4c56-901b-88edd1f294cc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3045282 Nov 27 01:30:04.018588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0ebf0583-f45a-4a4e-a4cd-905bd0b9598b None None] Provisioning complete for port 66339209-cd2a-477f-8e70-c6bc78da23b9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:04.019105 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0ebf0583-f45a-4a4e-a4cd-905bd0b9598b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.044842 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea704ed7-3e96-4294-b6d7-e76feab6368c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.087498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea704ed7-3e96-4294-b6d7-e76feab6368c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=66339209-cd2a-477f-8e70-c6bc78da23b9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:04.095566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0ebf0583-f45a-4a4e-a4cd-905bd0b9598b None None] Port 66339209-cd2a-477f-8e70-c6bc78da23b9 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:04.146273 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea704ed7-3e96-4294-b6d7-e76feab6368c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.152897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49802) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:04.164168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ea704ed7-3e96-4294-b6d7-e76feab6368c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/66339209-cd2a-477f-8e70-c6bc78da23b9 HTTP/1.1" status: 204 len: 168 time: 0.7799330 Nov 27 01:30:04.260941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf98dc10-6e70-4b5c-96ab-46d872f8b0fc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:04.261897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf98dc10-6e70-4b5c-96ab-46d872f8b0fc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:04.263429 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bf98dc10-6e70-4b5c-96ab-46d872f8b0fc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1090620 Nov 27 01:30:04.266109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49818) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:04.329719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1e7de677-e3fe-4826-b409-6e3fcccb6eca up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:04.447987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8c8602-e673-4f01-8166-e16d016aeb31 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 059e36de-13e4-45a5-ac1d-7b60e06c25d8 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:04.468336 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8602-e673-4f01-8166-e16d016aeb31 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.477193 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1e7de677-e3fe-4826-b409-6e3fcccb6eca triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:04.477596 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.552016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f0381-27e0-44be-9111-ad84c1224868 req-41dd9b4b-6b95-4fca-bcf1-e70571418d0e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:04.553903 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-da2f0381-27e0-44be-9111-ad84c1224868 req-41dd9b4b-6b95-4fca-bcf1-e70571418d0e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1740808 Nov 27 01:30:04.559682 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8602-e673-4f01-8166-e16d016aeb31 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.573395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49838) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:04.643397 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-109192e5-b40a-49ae-81e7-4009a7460174 admin admin] Deleting subnet f8b3139f-3f3a-4015-ae30-c1663ef827fd {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:04.677488 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-da2f0381-27e0-44be-9111-ad84c1224868 req-bb6e2124-fbfe-44ba-8cd7-b9a99948e2b3 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108623 Nov 27 01:30:04.701104 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-109192e5-b40a-49ae-81e7-4009a7460174 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.742998 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8602-e673-4f01-8166-e16d016aeb31 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.760743 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-109192e5-b40a-49ae-81e7-4009a7460174 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.844392 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8602-e673-4f01-8166-e16d016aeb31 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.877877 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8c20974d-ab82-44b2-bddb-fb1affcf14f3 req-e2a0163f-81ad-4d9f-ab95-755c8ac6199d tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0816588 Nov 27 01:30:04.886754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c8602-e673-4f01-8166-e16d016aeb31 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=059e36de-13e4-45a5-ac1d-7b60e06c25d8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:04.890652 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8602-e673-4f01-8166-e16d016aeb31 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.891737 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-109192e5-b40a-49ae-81e7-4009a7460174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.896914 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ba8c8602-e673-4f01-8166-e16d016aeb31 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/059e36de-13e4-45a5-ac1d-7b60e06c25d8 HTTP/1.1" status: 204 len: 168 time: 0.6197071 Nov 27 01:30:04.897410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612948bd-9a40-4334-a3a1-7395c363df38 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:04.905656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49852) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:04.984169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b12a440-3dfa-45ab-b254-4a76dff17c68', 'name': 'network-vif-deleted', 'tag': '0c72639e-a08d-4aef-a8e8-18fa05352080'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:30:04.986533 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f635e24c-acca-4838-8e2d-b1f52f535063" -d '{"events": [{"server_uuid": "6b12a440-3dfa-45ab-b254-4a76dff17c68", "name": "network-vif-deleted", "tag": "0c72639e-a08d-4aef-a8e8-18fa05352080"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:30:05.000280 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fcf09558-52ed-42ea-a40c-a9cebf6003f7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933900 Nov 27 01:30:05.003747 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49868) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:05.009457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-18fc9066-8444-45e8-895d-f86f20ddf91d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:05.026152 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-109192e5-b40a-49ae-81e7-4009a7460174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.050501 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442429a9-3f7e-40fa-b89b-75b9353f9e75 x-openstack-request-id: req-442429a9-3f7e-40fa-b89b-75b9353f9e75 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:30:05.051139 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b12a440-3dfa-45ab-b254-4a76dff17c68", "name": "network-vif-deleted", "tag": "0c72639e-a08d-4aef-a8e8-18fa05352080", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:30:05.051139 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-442429a9-3f7e-40fa-b89b-75b9353f9e75 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:30:05.051544 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b12a440-3dfa-45ab-b254-4a76dff17c68', 'name': 'network-vif-deleted', 'tag': '0c72639e-a08d-4aef-a8e8-18fa05352080', 'status': 'completed', 'code': 200} Nov 27 01:30:05.059930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109192e5-b40a-49ae-81e7-4009a7460174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b3139f-3f3a-4015-ae30-c1663ef827fd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:05.074843 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-109192e5-b40a-49ae-81e7-4009a7460174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.082259 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-109192e5-b40a-49ae-81e7-4009a7460174 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f8b3139f-3f3a-4015-ae30-c1663ef827fd HTTP/1.1" status: 204 len: 168 time: 0.5073831 Nov 27 01:30:05.083202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49880) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:05.133849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0c72639e-a08d-4aef-a8e8-18fa05352080 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:05.164962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 0c72639e-a08d-4aef-a8e8-18fa05352080 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:30:05.165564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0c72639e-a08d-4aef-a8e8-18fa05352080 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:30:05.166172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device fc3fa33e-d896-4963-8e0a-6172d96fc5d3 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:05.195464 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: fc3fa33e-d896-4963-8e0a-6172d96fc5d3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:30:05.196389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device fc3fa33e-d896-4963-8e0a-6172d96fc5d3 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:30:05.203644 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd3cc-e5c5-43a8-8928-d2bba3507fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.261284 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fc9066-8444-45e8-895d-f86f20ddf91d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:05.274089 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18fc9066-8444-45e8-895d-f86f20ddf91d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.310960 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd3cc-e5c5-43a8-8928-d2bba3507fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.334127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-0f8bd3cc-e5c5-43a8-8928-d2bba3507fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:05.345516 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-0f8bd3cc-e5c5-43a8-8928-d2bba3507fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8819a9-e27d-46af-be09-428044b66088') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:05.346062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-0f8bd3cc-e5c5-43a8-8928-d2bba3507fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8819a9-e27d-46af-be09-428044b66088') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:05.348344 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e006664-7a52-4597-ab26-029e9d26c437 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:30:05.360338 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd3cc-e5c5-43a8-8928-d2bba3507fee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.382482 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd3cc-e5c5-43a8-8928-d2bba3507fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.393627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8bd3cc-e5c5-43a8-8928-d2bba3507fee admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:30:05.394840 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd3cc-e5c5-43a8-8928-d2bba3507fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:30:05.397453 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:30:05.462135 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-5e006664-7a52-4597-ab26-029e9d26c437 None None] Deleting port 1e7de677-e3fe-4826-b409-6e3fcccb6eca {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:05.462327 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e006664-7a52-4597-ab26-029e9d26c437 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.581257 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3df130c8-ea44-4b5b-a87f-abfd43ba0073 req-eafb55f2-137a-4668-aa4c-22237b6ff2a4 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.0310593 Nov 27 01:30:05.582438 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd3cc-e5c5-43a8-8928-d2bba3507fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.589730 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd3cc-e5c5-43a8-8928-d2bba3507fee admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.595329 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0f8bd3cc-e5c5-43a8-8928-d2bba3507fee admin admin] 10.222.0.15 "DELETE /v2.0/networks/ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d HTTP/1.1" status: 204 len: 168 time: 0.5077221 Nov 27 01:30:05.604065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bd3cc-e5c5-43a8-8928-d2bba3507fee admin admin] Pushing event deleted for resources: {'Network': ['ID=ca5684d8-71eb-4c8a-8a86-8f3b3da8cf0d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:05.728316 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18fc9066-8444-45e8-895d-f86f20ddf91d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.796556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fc9066-8444-45e8-895d-f86f20ddf91d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:05.811173 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-18fc9066-8444-45e8-895d-f86f20ddf91d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:05.817350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fc9066-8444-45e8-895d-f86f20ddf91d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:05.818134 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-18fc9066-8444-45e8-895d-f86f20ddf91d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.843993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc9066-8444-45e8-895d-f86f20ddf91d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=1dd7a7e6-d838-4a82-bf53-99dcf7f6af9c,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:05.865616 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-18fc9066-8444-45e8-895d-f86f20ddf91d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8599207 Nov 27 01:30:05.866626 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49936) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:05.875849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-07da45d6-e011-4f43-890b-249d10217f57 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'fixed_ips': [{'subnet_id': '1dd7a7e6-d838-4a82-bf53-99dcf7f6af9c', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1122681793'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:05.973879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7962b2-abdd-42c3-aa7c-df758c4a4b81 req-ec2a2468-94d0-4f9c-a9a4-5983523f87dc tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:05.975463 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b7962b2-abdd-42c3-aa7c-df758c4a4b81 req-ec2a2468-94d0-4f9c-a9a4-5983523f87dc tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1217327 Nov 27 01:30:06.064175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49948) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:06.099968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b7962b2-abdd-42c3-aa7c-df758c4a4b81 req-aa539eee-822f-45ac-ad27-e50e6865671c tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114817 Nov 27 01:30:06.114212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5e006664-7a52-4597-ab26-029e9d26c437 None None] For port 1e7de677-e3fe-4826-b409-6e3fcccb6eca, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1e7de677-e3fe-4826-b409-6e3fcccb6eca,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:06.116173 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e006664-7a52-4597-ab26-029e9d26c437 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.152708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-5e006664-7a52-4597-ab26-029e9d26c437 None None] Calling delete_port for 1e7de677-e3fe-4826-b409-6e3fcccb6eca owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:06.233556 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-13fce10f-880b-48a6-8e58-7fc678f84994 req-487a3468-4ce1-4974-a7ba-73943d87bec0 tempest-ServerShowV254Test-949897921 tempest-ServerShowV254Test-949897921-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ddb6c5-f8cb-40ac-a95f-2d6e2b21c78d HTTP/1.1" status: 200 len: 210 time: 0.1484661 Nov 27 01:30:06.308214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49956) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:06.308531 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e0eaf4ec-e063-4012-b2dd-896edf73ce87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25911a5c10ea471aae99f3e026274d26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423940 Nov 27 01:30:06.321265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1e7de677-e3fe-4826-b409-6e3fcccb6eca no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:06.336367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07da45d6-e011-4f43-890b-249d10217f57 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:06.414962 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5345f64f-73a1-4691-a307-a74630bff53e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.447598 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e006664-7a52-4597-ab26-029e9d26c437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.468806 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No active binding found for port 1e7de677-e3fe-4826-b409-6e3fcccb6eca {{(pid=103404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 01:30:06.471016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5345f64f-73a1-4691-a307-a74630bff53e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.477233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1e7de677-e3fe-4826-b409-6e3fcccb6eca not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:30:06.558601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e006664-7a52-4597-ab26-029e9d26c437 None None] Pushing event deleted for resources: {'Port': ['ID=1e7de677-e3fe-4826-b409-6e3fcccb6eca,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:06.567241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e006664-7a52-4597-ab26-029e9d26c437 None None] No DVR routers for this DVR port 1e7de677-e3fe-4826-b409-6e3fcccb6eca on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:06.568989 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-07da45d6-e011-4f43-890b-249d10217f57 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.589343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9579d52-6b0f-4c3e-8c55-ecd9b16a308c None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:06.628184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-07da45d6-e011-4f43-890b-249d10217f57 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 78cd4a47-ddf8-4eaf-9353-e14352a41336 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:30:06.632912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5345f64f-73a1-4691-a307-a74630bff53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.635611 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5345f64f-73a1-4691-a307-a74630bff53e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.636890 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5345f64f-73a1-4691-a307-a74630bff53e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8c6410c-7b56-461e-bdbc-656ef2e0ad3e HTTP/1.1" status: 204 len: 168 time: 0.3272095 Nov 27 01:30:06.649982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345f64f-73a1-4691-a307-a74630bff53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c6410c-7b56-461e-bdbc-656ef2e0ad3e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:06.845005 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-07da45d6-e011-4f43-890b-249d10217f57 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:30:06.845477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07da45d6-e011-4f43-890b-249d10217f57 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:06.874575 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49972) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:06.874854 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-07da45d6-e011-4f43-890b-249d10217f57 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0068266 Nov 27 01:30:06.910800 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': '1dd7a7e6-d838-4a82-bf53-99dcf7f6af9c'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:30:06.911972 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.915812 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-114e7c6f-b454-443f-bac9-b6ad1b4eea77 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0400078 Nov 27 01:30:06.918597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 49976) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:07.042638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c649b62f-9150-493b-a25a-da533dfc604b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:07.044768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c649b62f-9150-493b-a25a-da533dfc604b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:07.055447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 49986) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:07.068554 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c649b62f-9150-493b-a25a-da533dfc604b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1486855 Nov 27 01:30:07.218854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-647e50e1-5446-4cc3-8005-78082b3fa646 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 1dd7a7e6-d838-4a82-bf53-99dcf7f6af9c {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:07.238273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Allocated IP 2001:db8::2 (45b1e637-4759-477c-827c-b083fabe48f4/1dd7a7e6-d838-4a82-bf53-99dcf7f6af9c/4ddd1fec-ce09-4407-9855-3d0091ab4631) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:07.410893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc4063-bb34-474d-b988-367be12e8de9 req-34537ed8-5b28-476c-9341-07774a027908 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:07.425880 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3dfc4063-bb34-474d-b988-367be12e8de9 req-34537ed8-5b28-476c-9341-07774a027908 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1102824 Nov 27 01:30:07.451632 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.459577 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-647e50e1-5446-4cc3-8005-78082b3fa646 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.472119 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.554446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-647e50e1-5446-4cc3-8005-78082b3fa646 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.603234 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3dfc4063-bb34-474d-b988-367be12e8de9 req-b692787a-bb7d-44bd-9dd4-03fdf6ef1bd5 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687307 Nov 27 01:30:07.618852 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:07.626351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:07.641945 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:07.658372 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Pushing event updated for resources: {'Port': ['ID=4ddd1fec-ce09-4407-9855-3d0091ab4631,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:07.753502 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Attempting to bind port 4ddd1fec-ce09-4407-9855-3d0091ab4631 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:30:07.754030 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Attempting to bind port 4ddd1fec-ce09-4407-9855-3d0091ab4631 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:30:07.754402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Attempting to bind port 4ddd1fec-ce09-4407-9855-3d0091ab4631 on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:30:07.761520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:30:07.761993 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:07.763873 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.764906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:30:07.765512 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Bound port: 4ddd1fec-ce09-4407-9855-3d0091ab4631, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:30:07.765917 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.783124 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-647e50e1-5446-4cc3-8005-78082b3fa646 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.984009 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-647e50e1-5446-4cc3-8005-78082b3fa646 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.988399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] For port 4ddd1fec-ce09-4407-9855-3d0091ab4631, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:30:07.993358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] For port 4ddd1fec-ce09-4407-9855-3d0091ab4631, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4ddd1fec-ce09-4407-9855-3d0091ab4631,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:30:08.005733 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.035755 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e50e1-5446-4cc3-8005-78082b3fa646 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd7a7e6-d838-4a82-bf53-99dcf7f6af9c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:08.055780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50056) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:08.058639 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-647e50e1-5446-4cc3-8005-78082b3fa646 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.063222 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-647e50e1-5446-4cc3-8005-78082b3fa646 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/1dd7a7e6-d838-4a82-bf53-99dcf7f6af9c HTTP/1.1" status: 204 len: 168 time: 1.0066617 Nov 27 01:30:08.065521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50060) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:08.178415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53771109-61ad-4fdf-9c13-d4752c8790f2 None None] Pushing event updated for resources: {'Port': ['ID=4ddd1fec-ce09-4407-9855-3d0091ab4631,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:08.186604 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b406a4bb-b4ee-438a-8748-2b64f2253c71 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1198840 Nov 27 01:30:08.190162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50064) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:08.201464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5125ae36-a90d-45ee-a65d-3c961ca5254b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:08.476979 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d26c622e-00ab-4e64-bc62-a382173ad096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.483943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5125ae36-a90d-45ee-a65d-3c961ca5254b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:08.495919 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5125ae36-a90d-45ee-a65d-3c961ca5254b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.888659 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832254d7-7e18-4879-84b8-3d6fa7c4854b req-c9c61599-9e6f-4c45-90ab-b09da1435ca2 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:08.916456 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-832254d7-7e18-4879-84b8-3d6fa7c4854b req-c9c61599-9e6f-4c45-90ab-b09da1435ca2 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1647468 Nov 27 01:30:08.920950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50094) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:08.949740 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5125ae36-a90d-45ee-a65d-3c961ca5254b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.058378 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-832254d7-7e18-4879-84b8-3d6fa7c4854b req-36be88d9-2302-4279-9ce6-0dab9defa052 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373124 Nov 27 01:30:09.123214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5125ae36-a90d-45ee-a65d-3c961ca5254b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:09.126370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-5125ae36-a90d-45ee-a65d-3c961ca5254b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:09.132478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-401486932-network', 'tenant_id': 'd489b60f0a464d76ba6a11b7a5e8411b'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:09.140105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5125ae36-a90d-45ee-a65d-3c961ca5254b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:09.141027 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5125ae36-a90d-45ee-a65d-3c961ca5254b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.174322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125ae36-a90d-45ee-a65d-3c961ca5254b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=b3bb2ef1-e2a9-4477-92c7-ef35e0066526,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:09.219165 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d26c622e-00ab-4e64-bc62-a382173ad096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.222201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] Made reservation on behalf of d489b60f0a464d76ba6a11b7a5e8411b for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:09.226598 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.230030 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d26c622e-00ab-4e64-bc62-a382173ad096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.246217 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.284096 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5125ae36-a90d-45ee-a65d-3c961ca5254b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0915577 Nov 27 01:30:09.284808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50116) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:09.304466 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-af783e6d-f22e-4ab1-8fd5-a191ef3cdac2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1784041944', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:09.363827 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d26c622e-00ab-4e64-bc62-a382173ad096 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22f7f0e7e4934f99a42039791213d0bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3042390 Nov 27 01:30:09.367010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50120) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:09.372435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c622e-00ab-4e64-bc62-a382173ad096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4ced5c-743a-4827-987c-302c2d718bed,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:09.390925 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af783e6d-f22e-4ab1-8fd5-a191ef3cdac2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.392012 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af783e6d-f22e-4ab1-8fd5-a191ef3cdac2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.470421 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.473802 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f20e77d-13a9-447d-9c33-d3d247e74619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.495331 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.535910 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f20e77d-13a9-447d-9c33-d3d247e74619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.641004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:30:09.677118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20797a8a-01bf-4b8f-b081-ed54ee233688,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:09.682989 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.683337 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] Added segment c236825e-ae8d-4498-a66c-da81a7670f1b of type vlan for network a5c54302-be2e-4e1c-be81-5332594b544f Nov 27 01:30:09.765551 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f20e77d-13a9-447d-9c33-d3d247e74619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.768380 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f20e77d-13a9-447d-9c33-d3d247e74619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.779715 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9f20e77d-13a9-447d-9c33-d3d247e74619 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e4ced5c-743a-4827-987c-302c2d718bed HTTP/1.1" status: 204 len: 168 time: 0.4110026 Nov 27 01:30:09.783279 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.804340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20e77d-13a9-447d-9c33-d3d247e74619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4ced5c-743a-4827-987c-302c2d718bed,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:09.865244 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.867120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:09.868256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.009253 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0854659 Nov 27 01:30:10.029308 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50138) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:10.041917 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-009c592f-a148-47a2-874a-1c363a94eede admin admin] Request body: {'subnet': {'network_id': 'a5c54302-be2e-4e1c-be81-5332594b544f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-401486932-subnet', 'tenant_id': 'd489b60f0a464d76ba6a11b7a5e8411b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:10.047732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46dc9-80b8-4059-9cb4-c6c090e77369 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c54302-be2e-4e1c-be81-5332594b544f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:10.062808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network a5c54302-be2e-4e1c-be81-5332594b544f details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:30:10.112009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009c592f-a148-47a2-874a-1c363a94eede admin admin] Made reservation on behalf of d489b60f0a464d76ba6a11b7a5e8411b for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:10.115697 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-009c592f-a148-47a2-874a-1c363a94eede admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.166516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce895f-8174-4a6b-9145-20448c7f887f None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:10.227369 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af783e6d-f22e-4ab1-8fd5-a191ef3cdac2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.334073 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af783e6d-f22e-4ab1-8fd5-a191ef3cdac2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.452168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399ed42-15eb-4498-8cb4-1113f8660925 req-69a982c8-f18b-4d0c-a230-f67c7ac8de3e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:10.452168 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9399ed42-15eb-4498-8cb4-1113f8660925 req-69a982c8-f18b-4d0c-a230-f67c7ac8de3e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.2211919 Nov 27 01:30:10.462546 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af783e6d-f22e-4ab1-8fd5-a191ef3cdac2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.475128 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-af783e6d-f22e-4ab1-8fd5-a191ef3cdac2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1864505 Nov 27 01:30:10.478155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50174) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:10.481670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4ddd1fec-ce09-4407-9855-3d0091ab4631 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:10.543064 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-90ca9e76-4567-4480-97a1-669f67ee1188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.670463 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-009c592f-a148-47a2-874a-1c363a94eede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.699965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-609be15c-e642-41f3-b70c-b216ef66642e None None] Provisioning complete for port 4ddd1fec-ce09-4407-9855-3d0091ab4631 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:10.704577 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-609be15c-e642-41f3-b70c-b216ef66642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.741102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50186) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:10.814638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c592f-a148-47a2-874a-1c363a94eede admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf8f7e0-3658-4d64-aabb-f418a2557c7f,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:10.817189 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009c592f-a148-47a2-874a-1c363a94eede admin admin] Checking segment: {'id': 'c236825e-ae8d-4498-a66c-da81a7670f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5c54302-be2e-4e1c-be81-5332594b544f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:10.817987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009c592f-a148-47a2-874a-1c363a94eede admin admin] Network hostable DHCP agents. Network: a5c54302-be2e-4e1c-be81-5332594b544f, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:30:10.847578 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009c592f-a148-47a2-874a-1c363a94eede admin admin] Network a5c54302-be2e-4e1c-be81-5332594b544f is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:30:10.867118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-009c592f-a148-47a2-874a-1c363a94eede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, a5c54302-be2e-4e1c-be81-5332594b544f) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:10.872606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009c592f-a148-47a2-874a-1c363a94eede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:10.873793 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-009c592f-a148-47a2-874a-1c363a94eede admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.909874 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-009c592f-a148-47a2-874a-1c363a94eede admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8768215 Nov 27 01:30:10.981988 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-083fb91d-b03f-4fd6-ac0b-429c74abe3b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.021537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a44de-1519-46f3-b63e-617c600266da None None] Network a5c54302-be2e-4e1c-be81-5332594b544f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:11.160028 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9399ed42-15eb-4498-8cb4-1113f8660925 req-655c773a-baf0-4f19-bc3a-98cb00991d61 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6773698 Nov 27 01:30:11.311551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4ddd1fec-ce09-4407-9855-3d0091ab4631 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:11.313924 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.333253 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.458303 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-083fb91d-b03f-4fd6-ac0b-429c74abe3b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.504794 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-083fb91d-b03f-4fd6-ac0b-429c74abe3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.655951 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-609be15c-e642-41f3-b70c-b216ef66642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.712186 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-083fb91d-b03f-4fd6-ac0b-429c74abe3b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1924ac87a21542aba82ae9822fb83667&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9671373 Nov 27 01:30:11.789090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50226) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:11.789930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fb91d-b03f-4fd6-ac0b-429c74abe3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacdf71d-c2f3-4ef6-9acb-662223ee2575,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:11.801857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa3cffd-b48e-4b20-930f-0b2fc777b895 None None] Network a5c54302-be2e-4e1c-be81-5332594b544f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:11.894396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36fe08-106e-484f-895e-3357054b18b8 req-a93abf69-ec6f-4f06-a0c6-650fe9f229da tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:11.897363 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8b36fe08-106e-484f-895e-3357054b18b8 req-a93abf69-ec6f-4f06-a0c6-650fe9f229da tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.2068043 Nov 27 01:30:11.925615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50230) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:11.984556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80008f8-9eb7-49a5-9d11-72ee45b3539f req-bde7b0dc-be24-4066-8177-611aac9056b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:11.990711 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.991078 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d80008f8-9eb7-49a5-9d11-72ee45b3539f req-bde7b0dc-be24-4066-8177-611aac9056b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 1097 time: 0.2846363 Nov 27 01:30:12.013097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-609be15c-e642-41f3-b70c-b216ef66642e None None] For port 4ddd1fec-ce09-4407-9855-3d0091ab4631, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4ddd1fec-ce09-4407-9855-3d0091ab4631,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:12.026870 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8b36fe08-106e-484f-895e-3357054b18b8 req-62fc689c-efb2-471c-99e8-cc826e6214f1 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170614 Nov 27 01:30:12.042790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-609be15c-e642-41f3-b70c-b216ef66642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.214775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609be15c-e642-41f3-b70c-b216ef66642e None None] Pushing event updated for resources: {'Port': ['ID=4ddd1fec-ce09-4407-9855-3d0091ab4631,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:12.224492 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:30:12.224851 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:30:12.244352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e1c63a6b-9ee6-4ea7-8454-872d62c1dca7 None None] Provisioning complete for port 4ddd1fec-ce09-4407-9855-3d0091ab4631 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:12.244352 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e1c63a6b-9ee6-4ea7-8454-872d62c1dca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.270949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::1 (45b1e637-4759-477c-827c-b083fabe48f4/b3bb2ef1-e2a9-4477-92c7-ef35e0066526/6eaec969-8fb8-4d9c-bb39-21662a4248d0) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:12.326502 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fec309a6-347c-41dd-8137-167777883a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.474077 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2a22dd2f-cb76-4a3a-906e-f9fce1df2206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.475691 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-289999720-network', 'tenant_id': '949e56d3d5274f6599017b86087ddd70'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:12.501351 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2a22dd2f-cb76-4a3a-906e-f9fce1df2206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.517434 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] Made reservation on behalf of 949e56d3d5274f6599017b86087ddd70 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:12.520322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.537708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.611765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80008f8-9eb7-49a5-9d11-72ee45b3539f req-20197f74-76da-4fd0-afc8-123d37391944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:12.613268 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d80008f8-9eb7-49a5-9d11-72ee45b3539f req-20197f74-76da-4fd0-afc8-123d37391944 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 912 time: 0.4992921 Nov 27 01:30:12.620512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-11ccfb28-762a-4318-8d39-db6262364c80 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:12.621783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-11ccfb28-762a-4318-8d39-db6262364c80 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/networks?id=a5c54302-be2e-4e1c-be81-5332594b544f HTTP/1.1" status: 200 len: 813 time: 0.8045042 Nov 27 01:30:12.677863 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2a22dd2f-cb76-4a3a-906e-f9fce1df2206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.681914 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2a22dd2f-cb76-4a3a-906e-f9fce1df2206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.683063 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2a22dd2f-cb76-4a3a-906e-f9fce1df2206 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eacdf71d-c2f3-4ef6-9acb-662223ee2575 HTTP/1.1" status: 204 len: 168 time: 0.8699241 Nov 27 01:30:12.785965 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-1763fef6-68a7-4fb2-817c-28333b09f084 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/quotas/d489b60f0a464d76ba6a11b7a5e8411b HTTP/1.1" status: 200 len: 375 time: 0.1346126 Nov 27 01:30:12.801756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22dd2f-cb76-4a3a-906e-f9fce1df2206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacdf71d-c2f3-4ef6-9acb-662223ee2575,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:12.832395 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.845316 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.960924 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-57d383d4-f073-4f3e-a898-19ce87e1dce1 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d489b60f0a464d76ba6a11b7a5e8411b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1506467 Nov 27 01:30:12.979937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:30:12.986932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c14e8f-ee03-40e3-8014-f64b9ee538a6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:13.009280 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.024187 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] Added segment b89e26af-10e0-4763-83ef-7d24ed85b91d of type vlan for network 90de439e-0300-4044-bb48-fd5c53a8e836 Nov 27 01:30:13.078788 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d80008f8-9eb7-49a5-9d11-72ee45b3539f req-175cbf53-d0be-4ec2-b1ec-33b404a9abe5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d5fece2-547e-4ef2-9f60-ae063a8ee63b HTTP/1.1" status: 200 len: 1000 time: 0.4202435 Nov 27 01:30:13.113086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4ddd1fec-ce09-4407-9855-3d0091ab4631 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:13.151191 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.352527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4ddd1fec-ce09-4407-9855-3d0091ab4631 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:13.357744 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.420923 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.436440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:13.438735 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.483597 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.494081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80008f8-9eb7-49a5-9d11-72ee45b3539f req-d27c1ace-8c88-40f6-a192-f547115d6e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:13.504146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d80008f8-9eb7-49a5-9d11-72ee45b3539f req-d27c1ace-8c88-40f6-a192-f547115d6e9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=560f9432-09a4-4ee9-a29c-ffb13996e99e HTTP/1.1" status: 200 len: 850 time: 0.3232400 Nov 27 01:30:13.543709 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.669212 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] Pushing event updated for resources: {'Network': ['ID=90de439e-0300-4044-bb48-fd5c53a8e836,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:13.673795 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.675246 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4a310bce-415c-428d-bf9b-764e26ef174f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7332511 Nov 27 01:30:13.684521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f430afe-c10b-42ed-b0ad-65181660d15a req-a8413bcd-b047-4a38-bba3-8f5d86d70855 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:13.686105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f430afe-c10b-42ed-b0ad-65181660d15a req-a8413bcd-b047-4a38-bba3-8f5d86d70855 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.3803303 Nov 27 01:30:13.686616 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50254) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:13.691256 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b8f61b59-ecd9-488c-bc96-930c6232f852 admin admin] Request body: {'subnet': {'network_id': '90de439e-0300-4044-bb48-fd5c53a8e836', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-289999720-subnet', 'tenant_id': '949e56d3d5274f6599017b86087ddd70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:13.711338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 90de439e-0300-4044-bb48-fd5c53a8e836 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:30:13.781703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80008f8-9eb7-49a5-9d11-72ee45b3539f req-f22aa97d-99c1-49d5-a508-eed95bdbd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:13.795625 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d80008f8-9eb7-49a5-9d11-72ee45b3539f req-f22aa97d-99c1-49d5-a508-eed95bdbd86a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbf9ad20-e715-449c-9ff0-512a26044dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2100132 Nov 27 01:30:13.830386 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f61b59-ecd9-488c-bc96-930c6232f852 admin admin] Made reservation on behalf of 949e56d3d5274f6599017b86087ddd70 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:13.832710 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8f61b59-ecd9-488c-bc96-930c6232f852 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.834302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:13.861787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-69914ac9-f1c6-4fc6-a2fc-20776ff3f226 service neutron] 10.222.0.15 "GET /v2.0/networks/a5c54302-be2e-4e1c-be81-5332594b544f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8353546 Nov 27 01:30:13.904230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:14.014460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f430afe-c10b-42ed-b0ad-65181660d15a req-96b21032-217f-4d13-90eb-f8b8be394c22 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173740 Nov 27 01:30:14.069622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:14.070134 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.175558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=6eaec969-8fb8-4d9c-bb39-21662a4248d0,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:14.335665 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-d8441ca5-4da6-4b07-b59e-afe9d0bfa662 service neutron] 10.222.0.15 "GET /v2.0/networks/a5c54302-be2e-4e1c-be81-5332594b544f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189780 Nov 27 01:30:14.486579 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d80008f8-9eb7-49a5-9d11-72ee45b3539f req-47f74d03-be0c-458e-ab26-87df71c62edb service neutron] 10.222.0.21 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704009 Nov 27 01:30:14.503254 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8f61b59-ecd9-488c-bc96-930c6232f852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.513883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b7869a07-7113-4da1-ba9b-b3d67c7b909d None None] Provisioning complete for port 6eaec969-8fb8-4d9c-bb39-21662a4248d0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:14.516756 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b7869a07-7113-4da1-ba9b-b3d67c7b909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.594507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b7869a07-7113-4da1-ba9b-b3d67c7b909d None None] Port 6eaec969-8fb8-4d9c-bb39-21662a4248d0 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:14.701746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f61b59-ecd9-488c-bc96-930c6232f852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4766a2b3-da23-420f-9e6c-186e812894a6,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:14.706604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f61b59-ecd9-488c-bc96-930c6232f852 admin admin] Checking segment: {'id': 'b89e26af-10e0-4763-83ef-7d24ed85b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '90de439e-0300-4044-bb48-fd5c53a8e836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:14.707070 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f61b59-ecd9-488c-bc96-930c6232f852 admin admin] Network hostable DHCP agents. Network: 90de439e-0300-4044-bb48-fd5c53a8e836, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:30:14.735988 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.751081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f61b59-ecd9-488c-bc96-930c6232f852 admin admin] Network 90de439e-0300-4044-bb48-fd5c53a8e836 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:30:14.777613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-b8f61b59-ecd9-488c-bc96-930c6232f852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 90de439e-0300-4044-bb48-fd5c53a8e836) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:14.789763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80d389b-72ee-47db-bb50-fe28652e097a None None] Network 90de439e-0300-4044-bb48-fd5c53a8e836 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:14.790297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f61b59-ecd9-488c-bc96-930c6232f852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:14.790948 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8f61b59-ecd9-488c-bc96-930c6232f852 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.842605 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b8f61b59-ecd9-488c-bc96-930c6232f852 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1549323 Nov 27 01:30:14.915043 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-21d870ec-b451-484c-937b-3ed89daa72f3 req-bb22666b-fdab-40a9-9b13-bd000277b501 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 210 time: 0.0437281 Nov 27 01:30:15.118736 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.172572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367b6030-f796-457b-be8c-b8c9d6da3c7c None None] Network 90de439e-0300-4044-bb48-fd5c53a8e836 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:15.386579 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d80008f8-9eb7-49a5-9d11-72ee45b3539f req-779e7527-5395-40d9-8695-20f442b2645d service neutron] 10.222.0.21 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8762310 Nov 27 01:30:15.453341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d4cf9-37f6-4216-b90d-59d6bfd3aeaa req-542422d4-9ce6-4968-b92d-3d8ebb2f350e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:15.454921 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce1d4cf9-37f6-4216-b90d-59d6bfd3aeaa req-542422d4-9ce6-4968-b92d-3d8ebb2f350e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1222382 Nov 27 01:30:15.533271 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.578166 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.579087 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.816066 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce1d4cf9-37f6-4216-b90d-59d6bfd3aeaa req-a9654c17-ffdd-4ebd-bd6a-f78a286052ca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399990 Nov 27 01:30:15.857370 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50320) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:15.863215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-809684528-network', 'tenant_id': '4269e26210984d1380100c936ae8ab89'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:15.902832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] Made reservation on behalf of 4269e26210984d1380100c936ae8ab89 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:15.910144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.924457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=6eaec969-8fb8-4d9c-bb39-21662a4248d0,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:15.955022 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:16.042219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:16.047229 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:16.258469 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:16.280971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-46179c3d-e6df-4829-87f4-07b042881bfc req-9f6d6dbf-ee0e-4bcc-b395-aa05411e8546 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 210 time: 0.0961013 Nov 27 01:30:16.318833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:16.328688 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:16.354540 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:30:16.373689 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:16.374304 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] Added segment d24b8100-370a-4353-b398-a8f96be41d9a of type vlan for network 2d393900-02bc-4394-a3c7-6c25ada06b0d Nov 27 01:30:16.385940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Router 31cb513e-4e1b-4da3-8414-d0d535ad864c is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:30:16.438454 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:16.474017 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:16.475160 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:16.476486 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:16.573927 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefd8ca9-7bb7-4279-91e3-38b8acc0094e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:16.592480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:30:16.604612 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d74ecbce-172b-4459-9985-d595a5038f98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "PUT /v2.0/routers/31cb513e-4e1b-4da3-8414-d0d535ad864c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1207297 Nov 27 01:30:16.609439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50336) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:16.609898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Sync routers for ids ['31cb513e-4e1b-4da3-8414-d0d535ad864c'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:30:16.641577 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Routers {'31cb513e-4e1b-4da3-8414-d0d535ad864c'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:16.645660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['31cb513e-4e1b-4da3-8414-d0d535ad864c'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:16.734365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50340) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:16.735118 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8758976 Nov 27 01:30:16.740019 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-74a44758-852c-4110-9c70-c3a2acaaf0ad admin admin] Request body: {'subnet': {'network_id': '2d393900-02bc-4394-a3c7-6c25ada06b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-809684528-subnet', 'tenant_id': '4269e26210984d1380100c936ae8ab89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:16.750446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c1aae4-b29b-491f-8355-3994e9b77712 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:16.756850 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-99c1aae4-b29b-491f-8355-3994e9b77712 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports/6eaec969-8fb8-4d9c-bb39-21662a4248d0 HTTP/1.1" status: 200 len: 911 time: 0.1435051 Nov 27 01:30:16.761406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50342) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:16.792687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a44758-852c-4110-9c70-c3a2acaaf0ad admin admin] Made reservation on behalf of 4269e26210984d1380100c936ae8ab89 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:16.795651 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74a44758-852c-4110-9c70-c3a2acaaf0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:16.859396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fa61f-ec5f-4335-8fc9-cf782c252bbd admin admin] Pushing event updated for resources: {'Network': ['ID=2d393900-02bc-4394-a3c7-6c25ada06b0d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:16.908217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50346) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:16.984157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f1a8f2-2a24-42e1-b855-b1578f06ca7f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:16.991044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f1a8f2-2a24-42e1-b855-b1578f06ca7f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:16.995605 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b5f1a8f2-2a24-42e1-b855-b1578f06ca7f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2307231 Nov 27 01:30:16.996350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50352) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:17.371328 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 2d393900-02bc-4394-a3c7-6c25ada06b0d details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:30:17.384986 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74a44758-852c-4110-9c70-c3a2acaaf0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:17.484225 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:30:17.487850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a44758-852c-4110-9c70-c3a2acaaf0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=80df8d59-fec0-4e77-b6da-131d326b3a07,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:17.550821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdf608-35ca-48cc-8288-afbaab16137a req-9829cbae-3b4e-4129-9dfc-957cfeb5d585 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:17.552877 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73bdf608-35ca-48cc-8288-afbaab16137a req-9829cbae-3b4e-4129-9dfc-957cfeb5d585 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.5774071 Nov 27 01:30:17.558547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a44758-852c-4110-9c70-c3a2acaaf0ad admin admin] Checking segment: {'id': 'd24b8100-370a-4353-b398-a8f96be41d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d393900-02bc-4394-a3c7-6c25ada06b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:17.559302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a44758-852c-4110-9c70-c3a2acaaf0ad admin admin] Network hostable DHCP agents. Network: 2d393900-02bc-4394-a3c7-6c25ada06b0d, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:30:17.591470 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f8436f99-6ea7-4881-9516-bc34e01de4d1 None None] Provisioning complete for port 6eaec969-8fb8-4d9c-bb39-21662a4248d0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:17.592096 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f8436f99-6ea7-4881-9516-bc34e01de4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:17.632694 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73bdf608-35ca-48cc-8288-afbaab16137a req-1f780435-514f-4b6f-aa9e-376e358a1520 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676417 Nov 27 01:30:17.633867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a44758-852c-4110-9c70-c3a2acaaf0ad admin admin] Network 2d393900-02bc-4394-a3c7-6c25ada06b0d is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:30:17.643191 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d170e86a-aa85-49ea-b16a-af6b2131fb06 req-235c7d74-ea57-4e34-a2a6-b6726418a01f tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 210 time: 0.0697618 Nov 27 01:30:17.643882 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Set router 31cb513e-4e1b-4da3-8414-d0d535ad864c gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:30:17.649344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-74a44758-852c-4110-9c70-c3a2acaaf0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 2d393900-02bc-4394-a3c7-6c25ada06b0d) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:17.656574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a44758-852c-4110-9c70-c3a2acaaf0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:17.657836 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74a44758-852c-4110-9c70-c3a2acaaf0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:17.702961 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-74a44758-852c-4110-9c70-c3a2acaaf0ad admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9671688 Nov 27 01:30:17.724380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075f3a7b-9ebe-40dc-8c30-ccebc5416db2 None None] Network 2d393900-02bc-4394-a3c7-6c25ada06b0d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:17.759922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-53fc26ac-252c-4a70-9849-d4c947fcf0c8 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:17.767910 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-53fc26ac-252c-4a70-9849-d4c947fcf0c8 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.31 "GET /v2.0/networks?id=a5c54302-be2e-4e1c-be81-5332594b544f HTTP/1.1" status: 200 len: 813 time: 0.8934960 Nov 27 01:30:17.832779 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-ccd56582-057d-4fb1-9c4c-b1073685b024 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Request body: {'port': {'device_id': '9aa21d5b-b519-47bc-84d7-60332efaf2a1', 'network_id': 'a5c54302-be2e-4e1c-be81-5332594b544f', 'admin_state_up': True, 'tenant_id': 'd489b60f0a464d76ba6a11b7a5e8411b'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:17.856164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f8436f99-6ea7-4881-9516-bc34e01de4d1 None None] Port 6eaec969-8fb8-4d9c-bb39-21662a4248d0 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:18.030132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0230daa5-7fdb-4b0a-b7b2-3004e8b45ba8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4bcf39f5f7f4638aaa79117842d0cb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1143825 Nov 27 01:30:18.030736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50370) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:18.124573 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3021-1ebf-4f2f-a72d-f27aafdb371e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:18.125610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f0a7de-3a75-4fa6-80ff-1e46cc2baf1e None None] Network 2d393900-02bc-4394-a3c7-6c25ada06b0d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:18.148937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3021-1ebf-4f2f-a72d-f27aafdb371e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:18.189066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-ccd56582-057d-4fb1-9c4c-b1073685b024 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Made reservation on behalf of d489b60f0a464d76ba6a11b7a5e8411b for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:18.193819 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-ccd56582-057d-4fb1-9c4c-b1073685b024 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:18.211838 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3021-1ebf-4f2f-a72d-f27aafdb371e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:18.214943 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3021-1ebf-4f2f-a72d-f27aafdb371e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:18.217718 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4a4d3021-1ebf-4f2f-a72d-f27aafdb371e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf HTTP/1.1" status: 204 len: 168 time: 0.1862004 Nov 27 01:30:18.230262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d3021-1ebf-4f2f-a72d-f27aafdb371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4034a1-c06c-4e21-a1a3-5fbd4eb3bedf,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:18.443359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb513e-4e1b-4da3-8414-d0d535ad864c', 'name': 'tempest-NetworksTestDHCPv6-router-1784041944', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:09Z', 'updated_at': '2021-11-27T01:30:14Z', 'revision_number': 2, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'gw_port_host': None, '_interfaces': [{'id': '6eaec969-8fb8-4d9c-bb39-21662a4248d0', 'name': '', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'mac_address': 'fa:16:3e:e2:41:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cb513e-4e1b-4da3-8414-d0d535ad864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b3bb2ef1-e2a9-4477-92c7-ef35e0066526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:11Z', 'updated_at': '2021-11-27T01:30:15Z', 'revision_number': 2, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'subnets': [{'id': 'b3bb2ef1-e2a9-4477-92c7-ef35e0066526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:18.493275 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Checking router: 31cb513e-4e1b-4da3-8414-d0d535ad864c for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:30:18.493638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Updating router 31cb513e-4e1b-4da3-8414-d0d535ad864c port 6eaec969-8fb8-4d9c-bb39-21662a4248d0 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:30:18.516643 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db225ffb-180d-4b0b-a7f7-3eaa993195e1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:18.536282 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:18.640901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-ccd56582-057d-4fb1-9c4c-b1073685b024 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Allocated IP 172.20.0.2 (a5c54302-be2e-4e1c-be81-5332594b544f/5bf8f7e0-3658-4d64-aabb-f418a2557c7f/32bcc142-5b68-4d49-9c6a-3ca7c4dc5376) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:18.928905 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bda7f8d-e4e3-4c46-b662-c8a80e439517 req-988f5281-57b0-45cc-804c-d6efe22b0f73 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 210 time: 0.0694861 Nov 27 01:30:19.014400 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.033800 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.061698 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-ccd56582-057d-4fb1-9c4c-b1073685b024 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.111380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8242c14-8d1f-4576-9cc0-841095579563 None None] Pushing event updated for resources: {'Port': ['ID=6eaec969-8fb8-4d9c-bb39-21662a4248d0,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:19.244024 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-ccd56582-057d-4fb1-9c4c-b1073685b024 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.247654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Attempting to bind port 6eaec969-8fb8-4d9c-bb39-21662a4248d0 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:30:19.248033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Attempting to bind port 6eaec969-8fb8-4d9c-bb39-21662a4248d0 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:30:19.250625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Attempting to bind port 6eaec969-8fb8-4d9c-bb39-21662a4248d0 on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:30:19.259178 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:30:19.259567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:19.259976 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.261613 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:30:19.262289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Bound port: 6eaec969-8fb8-4d9c-bb39-21662a4248d0, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:30:19.262874 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.363119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77170227-76e3-4044-a845-beea13f95ca7 req-0d18c693-8b21-4c15-b2e2-aabfa31cd755 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:19.366588 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77170227-76e3-4044-a845-beea13f95ca7 req-0d18c693-8b21-4c15-b2e2-aabfa31cd755 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/networks?id=90de439e-0300-4044-bb48-fd5c53a8e836 HTTP/1.1" status: 200 len: 824 time: 0.4471927 Nov 27 01:30:19.392901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] For port 6eaec969-8fb8-4d9c-bb39-21662a4248d0, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:30:19.397254 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] For port 6eaec969-8fb8-4d9c-bb39-21662a4248d0, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6eaec969-8fb8-4d9c-bb39-21662a4248d0,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:30:19.414319 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.423001 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-ccd56582-057d-4fb1-9c4c-b1073685b024 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Network a5c54302-be2e-4e1c-be81-5332594b544f is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:19.429695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-ccd56582-057d-4fb1-9c4c-b1073685b024 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:19.437280 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77170227-76e3-4044-a845-beea13f95ca7 req-f9c4475c-03dc-4531-8a9b-bb1a6e205424 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/quotas/949e56d3d5274f6599017b86087ddd70 HTTP/1.1" status: 200 len: 375 time: 0.0462286 Nov 27 01:30:19.438568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-ccd56582-057d-4fb1-9c4c-b1073685b024 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:19.443525 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd56582-057d-4fb1-9c4c-b1073685b024 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Pushing event updated for resources: {'Port': ['ID=32bcc142-5b68-4d49-9c6a-3ca7c4dc5376,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:19.478150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8242c14-8d1f-4576-9cc0-841095579563 None None] Pushing event updated for resources: {'Port': ['ID=6eaec969-8fb8-4d9c-bb39-21662a4248d0,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:19.500314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Routers {'31cb513e-4e1b-4da3-8414-d0d535ad864c'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:19.500958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['31cb513e-4e1b-4da3-8414-d0d535ad864c'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:19.536119 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77170227-76e3-4044-a845-beea13f95ca7 req-549edec2-305b-45f1-aebc-681b3cd83796 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=949e56d3d5274f6599017b86087ddd70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420115 Nov 27 01:30:19.541703 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-db225ffb-180d-4b0b-a7f7-3eaa993195e1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port 6eaec969-8fb8-4d9c-bb39-21662a4248d0 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:19.542178 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db225ffb-180d-4b0b-a7f7-3eaa993195e1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.660217 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ba4bb8d5-767c-4044-b8fa-0a16392ed561 None None] Provisioning complete for port 6eaec969-8fb8-4d9c-bb39-21662a4248d0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:19.669929 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb8d5-767c-4044-b8fa-0a16392ed561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.736407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-ccd56582-057d-4fb1-9c4c-b1073685b024 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:19.737242 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-ccd56582-057d-4fb1-9c4c-b1073685b024 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.785290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] Set router 31cb513e-4e1b-4da3-8414-d0d535ad864c gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:30:19.874576 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-ccd56582-057d-4fb1-9c4c-b1073685b024 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0505641 Nov 27 01:30:19.893228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Request body: {'port': {'device_id': '9aa21d5b-b519-47bc-84d7-60332efaf2a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:20.028191 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb8d5-767c-4044-b8fa-0a16392ed561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.029029 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.090565 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ba4bb8d5-767c-4044-b8fa-0a16392ed561 None None] For port 6eaec969-8fb8-4d9c-bb39-21662a4248d0, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6eaec969-8fb8-4d9c-bb39-21662a4248d0,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:20.138875 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb8d5-767c-4044-b8fa-0a16392ed561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.163508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-db225ffb-180d-4b0b-a7f7-3eaa993195e1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] For port 6eaec969-8fb8-4d9c-bb39-21662a4248d0, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6eaec969-8fb8-4d9c-bb39-21662a4248d0,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:20.166239 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db225ffb-180d-4b0b-a7f7-3eaa993195e1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.175357 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8ef7b-65bc-4218-b6cf-14de0afe3229 req-47f7a088-a6f7-41fb-a88e-2a07502066b3 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:20.182412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87b8ef7b-65bc-4218-b6cf-14de0afe3229 req-47f7a088-a6f7-41fb-a88e-2a07502066b3 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 931 time: 0.1189430 Nov 27 01:30:20.288887 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87b8ef7b-65bc-4218-b6cf-14de0afe3229 req-fb9a9ee7-48b0-4fb6-91b0-be5bfee5e3a1 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998611 Nov 27 01:30:20.294718 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bb8d5-767c-4044-b8fa-0a16392ed561 None None] Pushing event updated for resources: {'Port': ['ID=6eaec969-8fb8-4d9c-bb39-21662a4248d0,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:20.308972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-db225ffb-180d-4b0b-a7f7-3eaa993195e1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for 6eaec969-8fb8-4d9c-bb39-21662a4248d0 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:20.315108 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d4b74d14-4fe7-445a-adbb-0f8113284b4d None None] Provisioning complete for port 6eaec969-8fb8-4d9c-bb39-21662a4248d0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:20.315492 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d4b74d14-4fe7-445a-adbb-0f8113284b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.339114 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77170227-76e3-4044-a845-beea13f95ca7 req-e29f94dd-5b36-44f0-a3ba-124a24b2c865 service neutron] 10.222.0.15 "GET /v2.0/networks/90de439e-0300-4044-bb48-fd5c53a8e836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7914772 Nov 27 01:30:20.395978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb513e-4e1b-4da3-8414-d0d535ad864c', 'name': 'tempest-NetworksTestDHCPv6-router-1784041944', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:09Z', 'updated_at': '2021-11-27T01:30:14Z', 'revision_number': 2, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'gw_port_host': None, '_interfaces': [{'id': '6eaec969-8fb8-4d9c-bb39-21662a4248d0', 'name': '', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'mac_address': 'fa:16:3e:e2:41:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cb513e-4e1b-4da3-8414-d0d535ad864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b3bb2ef1-e2a9-4477-92c7-ef35e0066526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:11Z', 'updated_at': '2021-11-27T01:30:19Z', 'revision_number': 4, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'subnets': [{'id': 'b3bb2ef1-e2a9-4477-92c7-ef35e0066526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:20.461802 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba9dee-5da2-4ee8-b60e-2608decfeb27 None None] The sync data for ids ['31cb513e-4e1b-4da3-8414-d0d535ad864c'] in n-d-817303-10 is: [{'id': '31cb513e-4e1b-4da3-8414-d0d535ad864c', 'name': 'tempest-NetworksTestDHCPv6-router-1784041944', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:09Z', 'updated_at': '2021-11-27T01:30:14Z', 'revision_number': 2, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'gw_port_host': None, '_interfaces': [{'id': '6eaec969-8fb8-4d9c-bb39-21662a4248d0', 'name': '', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'mac_address': 'fa:16:3e:e2:41:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cb513e-4e1b-4da3-8414-d0d535ad864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b3bb2ef1-e2a9-4477-92c7-ef35e0066526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:11Z', 'updated_at': '2021-11-27T01:30:19Z', 'revision_number': 4, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'subnets': [{'id': 'b3bb2ef1-e2a9-4477-92c7-ef35e0066526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:30:20.769481 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77170227-76e3-4044-a845-beea13f95ca7 req-a6f2bca3-73d1-43d6-8e7a-c9e83b9da26a service neutron] 10.222.0.15 "GET /v2.0/networks/90de439e-0300-4044-bb48-fd5c53a8e836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875101 Nov 27 01:30:21.152326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6eaec969-8fb8-4d9c-bb39-21662a4248d0 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:21.269262 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9fa80dbd-2ec4-458a-8081-92b4607b1774 req-5001b689-35c8-47a9-883f-b206988b94c5 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 210 time: 0.0983610 Nov 27 01:30:21.293426 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db225ffb-180d-4b0b-a7f7-3eaa993195e1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.444600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db225ffb-180d-4b0b-a7f7-3eaa993195e1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=6eaec969-8fb8-4d9c-bb39-21662a4248d0,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:21.557073 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No active binding found for port 6eaec969-8fb8-4d9c-bb39-21662a4248d0 {{(pid=103404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 01:30:21.568643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6eaec969-8fb8-4d9c-bb39-21662a4248d0 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 01:30:21.606672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Port 6eaec969-8fb8-4d9c-bb39-21662a4248d0 not found, will not notify nova. {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 01:30:21.613505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:30:21.629320 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.735133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Transition to ACTIVE for port object 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:30:21.740779 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db225ffb-180d-4b0b-a7f7-3eaa993195e1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.765529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb830d5-16bf-47d8-929e-71e9c7545deb req-f8308dfe-0f21-4026-8a8f-0164ed326953 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:21.767516 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eeb830d5-16bf-47d8-929e-71e9c7545deb req-f8308dfe-0f21-4026-8a8f-0164ed326953 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 931 time: 0.2361143 Nov 27 01:30:21.770439 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.957592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Pushing event updated for resources: {'Port': ['ID=32bcc142-5b68-4d49-9c6a-3ca7c4dc5376,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:22.041958 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eeb830d5-16bf-47d8-929e-71e9c7545deb req-d41b1154-8d6c-4894-8dea-451d405e6e2c tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602644 Nov 27 01:30:22.169050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db225ffb-180d-4b0b-a7f7-3eaa993195e1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Router 31cb513e-4e1b-4da3-8414-d0d535ad864c has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:30:22.174306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Attempting to bind port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:30:22.174649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Attempting to bind port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'c236825e-ae8d-4498-a66c-da81a7670f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5c54302-be2e-4e1c-be81-5332594b544f'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:30:22.175536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Attempting to bind port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 on network a5c54302-be2e-4e1c-be81-5332594b544f {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:30:22.188322 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 on network a5c54302-be2e-4e1c-be81-5332594b544f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:30:22.188650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Attempting to bind port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 on network a5c54302-be2e-4e1c-be81-5332594b544f {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:30:22.198567 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:30:22.198962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Checking segment: {'id': 'c236825e-ae8d-4498-a66c-da81a7670f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5c54302-be2e-4e1c-be81-5332594b544f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:22.199401 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Bound using segment: {'id': 'c236825e-ae8d-4498-a66c-da81a7670f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5c54302-be2e-4e1c-be81-5332594b544f'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:30:22.199844 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Bound port: 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c236825e-ae8d-4498-a66c-da81a7670f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a5c54302-be2e-4e1c-be81-5332594b544f'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:30:22.200200 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.480647 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6d21ace-644e-4901-b5ba-23add6906ed5 req-cc622072-d2e1-4174-acfe-b52848d60b00 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 210 time: 0.0553188 Nov 27 01:30:22.924280 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db225ffb-180d-4b0b-a7f7-3eaa993195e1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:30:22.946265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-db225ffb-180d-4b0b-a7f7-3eaa993195e1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "PUT /v2.0/routers/31cb513e-4e1b-4da3-8414-d0d535ad864c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9486012 Nov 27 01:30:22.946952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50480) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:22.949421 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b73e8-c764-4adc-970d-9dbe678e5d99 None None] Sync routers for ids ['31cb513e-4e1b-4da3-8414-d0d535ad864c'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:30:22.973048 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b73e8-c764-4adc-970d-9dbe678e5d99 None None] Routers {'31cb513e-4e1b-4da3-8414-d0d535ad864c'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:22.973968 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a81b73e8-c764-4adc-970d-9dbe678e5d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['31cb513e-4e1b-4da3-8414-d0d535ad864c'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:22.986488 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] For port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:30:22.990386 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] For port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=32bcc142-5b68-4d49-9c6a-3ca7c4dc5376,segment=NetworkSegment(c236825e-ae8d-4498-a66c-da81a7670f1b),segment_id=c236825e-ae8d-4498-a66c-da81a7670f1b)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:30:22.997384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.017621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:23.018682 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.021188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] 10.222.0.31 "PUT /v2.0/ports/32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 HTTP/1.1" status: 200 len: 1092 time: 3.1324425 Nov 27 01:30:23.023590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa21d5b-b519-47bc-84d7-60332efaf2a1', 'tag': '32bcc142-5b68-4d49-9c6a-3ca7c4dc5376'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:30:23.026595 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1029b69a-0af6-4892-876d-1db997343d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa21d5b-b519-47bc-84d7-60332efaf2a1", "tag": "32bcc142-5b68-4d49-9c6a-3ca7c4dc5376"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:30:23.101103 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897b2c5-3e2a-46a1-b20a-f1a871d68e5c service neutron] Pushing event updated for resources: {'Port': ['ID=32bcc142-5b68-4d49-9c6a-3ca7c4dc5376,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:23.169720 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135c115b-662e-44f3-97d4-d02c7698722d x-openstack-request-id: req-135c115b-662e-44f3-97d4-d02c7698722d {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:30:23.190201 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa21d5b-b519-47bc-84d7-60332efaf2a1", "tag": "32bcc142-5b68-4d49-9c6a-3ca7c4dc5376", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:30:23.196453 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-135c115b-662e-44f3-97d4-d02c7698722d {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:30:23.197081 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa21d5b-b519-47bc-84d7-60332efaf2a1', 'tag': '32bcc142-5b68-4d49-9c6a-3ca7c4dc5376', 'status': 'completed', 'code': 200} Nov 27 01:30:23.231967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7285d1f-4d13-452d-9f8c-29d815f13f93 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:23.233533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7285d1f-4d13-452d-9f8c-29d815f13f93 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:23.242206 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a81b73e8-c764-4adc-970d-9dbe678e5d99 None None] Set router 31cb513e-4e1b-4da3-8414-d0d535ad864c gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:30:23.260629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c7285d1f-4d13-452d-9f8c-29d815f13f93 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3121579 Nov 27 01:30:23.268147 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50494) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:23.342908 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a81b73e8-c764-4adc-970d-9dbe678e5d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb513e-4e1b-4da3-8414-d0d535ad864c', 'name': 'tempest-NetworksTestDHCPv6-router-1784041944', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:09Z', 'updated_at': '2021-11-27T01:30:20Z', 'revision_number': 3, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:23.380815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-338e3db6-e1ef-4227-9098-5bfeb92bb98c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet b3bb2ef1-e2a9-4477-92c7-ef35e0066526 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:23.394756 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-338e3db6-e1ef-4227-9098-5bfeb92bb98c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.398180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77170227-76e3-4044-a845-beea13f95ca7 req-7e066919-90d5-4524-a2df-bd9b2043b8cf tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:23.399725 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77170227-76e3-4044-a845-beea13f95ca7 req-7e066919-90d5-4524-a2df-bd9b2043b8cf tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.21 "GET /v2.0/networks?id=90de439e-0300-4044-bb48-fd5c53a8e836 HTTP/1.1" status: 200 len: 824 time: 0.4233646 Nov 27 01:30:23.421814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-77170227-76e3-4044-a845-beea13f95ca7 req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Request body: {'port': {'device_id': '448b8e1e-f40c-4a9f-882c-726e1c3639cc', 'network_id': '90de439e-0300-4044-bb48-fd5c53a8e836', 'admin_state_up': True, 'tenant_id': '949e56d3d5274f6599017b86087ddd70'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:23.489028 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b73e8-c764-4adc-970d-9dbe678e5d99 None None] Checking router: 31cb513e-4e1b-4da3-8414-d0d535ad864c for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:30:23.495048 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-338e3db6-e1ef-4227-9098-5bfeb92bb98c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.502257 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b73e8-c764-4adc-970d-9dbe678e5d99 None None] Routers {'31cb513e-4e1b-4da3-8414-d0d535ad864c'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:23.503583 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a81b73e8-c764-4adc-970d-9dbe678e5d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['31cb513e-4e1b-4da3-8414-d0d535ad864c'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:23.507117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-9ab0e5cf-6677-42f4-9871-c773828f7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:23.508691 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-9ab0e5cf-6677-42f4-9871-c773828f7ced service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d489b60f0a464d76ba6a11b7a5e8411b&device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 1095 time: 0.3101914 Nov 27 01:30:23.581810 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a81b73e8-c764-4adc-970d-9dbe678e5d99 None None] Set router 31cb513e-4e1b-4da3-8414-d0d535ad864c gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:30:23.634374 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-c62d1932-f489-4c83-a267-f7df4fec048e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 HTTP/1.1" status: 200 len: 217 time: 0.0862093 Nov 27 01:30:23.638283 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a81b73e8-c764-4adc-970d-9dbe678e5d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cb513e-4e1b-4da3-8414-d0d535ad864c', 'name': 'tempest-NetworksTestDHCPv6-router-1784041944', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:09Z', 'updated_at': '2021-11-27T01:30:20Z', 'revision_number': 3, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:23.673480 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b73e8-c764-4adc-970d-9dbe678e5d99 None None] The sync data for ids ['31cb513e-4e1b-4da3-8414-d0d535ad864c'] in n-d-817303-10 is: [{'id': '31cb513e-4e1b-4da3-8414-d0d535ad864c', 'name': 'tempest-NetworksTestDHCPv6-router-1784041944', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:09Z', 'updated_at': '2021-11-27T01:30:20Z', 'revision_number': 3, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:30:23.713192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77170227-76e3-4044-a845-beea13f95ca7 req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Made reservation on behalf of 949e56d3d5274f6599017b86087ddd70 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:23.716834 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-77170227-76e3-4044-a845-beea13f95ca7 req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.745239 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f4805-9f34-45fc-bfab-13fbfa19d04c req-ff047218-2b61-4a3b-81cf-8fa2963c2e06 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:23.752605 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f62f4805-9f34-45fc-bfab-13fbfa19d04c req-ff047218-2b61-4a3b-81cf-8fa2963c2e06 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 943 time: 0.4626245 Nov 27 01:30:23.816620 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-62ba3a17-950b-444a-9be7-b34fa5808d85 req-92b5c49f-3770-4561-a03b-64d760030037 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 210 time: 0.1801062 Nov 27 01:30:23.847971 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-338e3db6-e1ef-4227-9098-5bfeb92bb98c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.875096 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f62f4805-9f34-45fc-bfab-13fbfa19d04c req-f6c0ce45-fe82-4434-9ba5-3f4b2b5c6c29 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171227 Nov 27 01:30:23.913184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-af8f6b14-78de-4471-b207-a78d0b20bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:23.920122 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-af8f6b14-78de-4471-b207-a78d0b20bdb9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bf8f7e0-3658-4d64-aabb-f418a2557c7f HTTP/1.1" status: 200 len: 853 time: 0.2611415 Nov 27 01:30:23.963924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-77170227-76e3-4044-a845-beea13f95ca7 req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Allocated IP 172.20.0.14 (90de439e-0300-4044-bb48-fd5c53a8e836/4766a2b3-da23-420f-9e6c-186e812894a6/fbe78f52-070d-47b7-9f9b-48d476814e48) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:23.989032 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-c57f3b54-4d00-4f78-b7a3-54feeb3792f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5c54302-be2e-4e1c-be81-5332594b544f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625179 Nov 27 01:30:24.111642 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-338e3db6-e1ef-4227-9098-5bfeb92bb98c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.161550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e3db6-e1ef-4227-9098-5bfeb92bb98c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=b3bb2ef1-e2a9-4477-92c7-ef35e0066526,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:24.167094 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-338e3db6-e1ef-4227-9098-5bfeb92bb98c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.172569 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-338e3db6-e1ef-4227-9098-5bfeb92bb98c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/b3bb2ef1-e2a9-4477-92c7-ef35e0066526 HTTP/1.1" status: 204 len: 168 time: 0.9009011 Nov 27 01:30:24.172876 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b229f3-4af5-4fb4-b448-993ed8f57210 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:24.210262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50502) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:24.249130 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-cb4660f0-1222-4252-9886-603ad6deeafc service neutron] 10.222.0.31 "GET /v2.0/networks/a5c54302-be2e-4e1c-be81-5332594b544f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528694 Nov 27 01:30:24.250062 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-77170227-76e3-4044-a845-beea13f95ca7 req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.357457 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-77170227-76e3-4044-a845-beea13f95ca7 req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.475876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77170227-76e3-4044-a845-beea13f95ca7 req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Network 90de439e-0300-4044-bb48-fd5c53a8e836 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:24.481213 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-77170227-76e3-4044-a845-beea13f95ca7 req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:24.485240 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-77170227-76e3-4044-a845-beea13f95ca7 req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:24.535074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Pushing event updated for resources: {'Port': ['ID=fbe78f52-070d-47b7-9f9b-48d476814e48,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:24.547574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:24.548134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:24.548595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:24.549010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:24.549417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:24.549818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:24.550310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:24.550714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:24.551115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:24.551671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:24.552011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:24.552375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:24.554994 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1dc4056e-c633-4fcb-9b15-0ad850165319 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3361297 Nov 27 01:30:24.556266 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50510) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:24.587733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77170227-76e3-4044-a845-beea13f95ca7 req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:24.589337 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-77170227-76e3-4044-a845-beea13f95ca7 req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.623391 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77170227-76e3-4044-a845-beea13f95ca7 req-7c0d61cb-ef33-49d4-8ba0-796cbe943ca8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2062922 Nov 27 01:30:24.640277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1618da1-bed5-44f4-aa90-6024ecd44831 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:30:24.661857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Request body: {'port': {'device_id': '448b8e1e-f40c-4a9f-882c-726e1c3639cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:24.725709 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c1618da1-bed5-44f4-aa90-6024ecd44831 None None] Deleting port 4ddd1fec-ce09-4407-9855-3d0091ab4631 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:24.726563 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c1618da1-bed5-44f4-aa90-6024ecd44831 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.748309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.780669 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e757920-ac66-4b4e-980d-a951f84f5779 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.786856 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99149c35-faf2-40e8-bfc4-a0995471a147 req-5a8eb34e-f91b-442c-95ea-23fa8b7d7450 service neutron] 10.222.0.31 "GET /v2.0/networks/a5c54302-be2e-4e1c-be81-5332594b544f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400766 Nov 27 01:30:24.835711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c1618da1-bed5-44f4-aa90-6024ecd44831 None None] For port 4ddd1fec-ce09-4407-9855-3d0091ab4631, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4ddd1fec-ce09-4407-9855-3d0091ab4631,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:24.836119 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c1618da1-bed5-44f4-aa90-6024ecd44831 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.869795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c1618da1-bed5-44f4-aa90-6024ecd44831 None None] Calling delete_port for 4ddd1fec-ce09-4407-9855-3d0091ab4631 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:25.000614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6eaec969-8fb8-4d9c-bb39-21662a4248d0 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:25.059680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 6eaec969-8fb8-4d9c-bb39-21662a4248d0 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:30:25.059923 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6eaec969-8fb8-4d9c-bb39-21662a4248d0 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:30:25.060390 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4ddd1fec-ce09-4407-9855-3d0091ab4631 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:25.175738 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e757920-ac66-4b4e-980d-a951f84f5779 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.185610 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e757920-ac66-4b4e-980d-a951f84f5779 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.191494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029b69a-0af6-4892-876d-1db997343d5f req-790184b5-8aba-48f8-b1f4-a9c593a8ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:25.197554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1029b69a-0af6-4892-876d-1db997343d5f req-790184b5-8aba-48f8-b1f4-a9c593a8ab38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d489b60f0a464d76ba6a11b7a5e8411b&device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 1095 time: 0.2090025 Nov 27 01:30:25.217599 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c1618da1-bed5-44f4-aa90-6024ecd44831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.284038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e757920-ac66-4b4e-980d-a951f84f5779 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.284817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e757920-ac66-4b4e-980d-a951f84f5779 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Fanout notify agent at l3_agent the message router_deleted on router 31cb513e-4e1b-4da3-8414-d0d535ad864c {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:30:25.294429 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e757920-ac66-4b4e-980d-a951f84f5779 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.295554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1e757920-ac66-4b4e-980d-a951f84f5779 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/routers/31cb513e-4e1b-4da3-8414-d0d535ad864c HTTP/1.1" status: 204 len: 168 time: 0.7325578 Nov 27 01:30:25.309345 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1618da1-bed5-44f4-aa90-6024ecd44831 None None] No DVR routers for this DVR port 4ddd1fec-ce09-4407-9855-3d0091ab4631 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:25.320503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1618da1-bed5-44f4-aa90-6024ecd44831 None None] Pushing event deleted for resources: {'Port': ['ID=4ddd1fec-ce09-4407-9855-3d0091ab4631,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:25.341301 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.473536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50524) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:25.515844 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-6e2a3df1-a0d5-4401-b02e-ad40061bb06d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:25.544582 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af9601-e71d-4631-81b6-6b2e83e4bfa2 req-9a794579-ac28-43f5-8243-fcf97940a68c tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:25.562326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5af9601-e71d-4631-81b6-6b2e83e4bfa2 req-9a794579-ac28-43f5-8243-fcf97940a68c tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 932 time: 0.5459423 Nov 27 01:30:25.857057 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5af9601-e71d-4631-81b6-6b2e83e4bfa2 req-ba7f5881-6020-4ea3-b773-30aad7544acb tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c14e8f-ee03-40e3-8014-f64b9ee538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938159 Nov 27 01:30:25.879072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029b69a-0af6-4892-876d-1db997343d5f req-5eb15199-ad8e-490d-a511-f776a3863a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:25.880726 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1029b69a-0af6-4892-876d-1db997343d5f req-5eb15199-ad8e-490d-a511-f776a3863a0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5c54302-be2e-4e1c-be81-5332594b544f HTTP/1.1" status: 200 len: 914 time: 0.6142204 Nov 27 01:30:25.886589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2a3df1-a0d5-4401-b02e-ad40061bb06d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:25.892227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dc300-c936-4f5b-942e-6e63318a1af0 req-2b123db9-795f-4996-8a3f-614084f77b67 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:25.898333 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e2a3df1-a0d5-4401-b02e-ad40061bb06d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.901750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f82dc300-c936-4f5b-942e-6e63318a1af0 req-2b123db9-795f-4996-8a3f-614084f77b67 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 943 time: 0.9141879 Nov 27 01:30:25.987475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f82dc300-c936-4f5b-942e-6e63318a1af0 req-be5a72b1-59d4-40e3-83e6-b347bfbd5099 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806177 Nov 27 01:30:25.995146 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1029b69a-0af6-4892-876d-1db997343d5f req-1b39e54a-aaa3-42e1-92a7-2eee5db92b63 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 HTTP/1.1" status: 200 len: 217 time: 0.0898483 Nov 27 01:30:26.051022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe78f52-070d-47b7-9f9b-48d476814e48 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:30:26.060333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.076090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Transition to ACTIVE for port object fbe78f52-070d-47b7-9f9b-48d476814e48 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:30:26.084625 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.124194 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029b69a-0af6-4892-876d-1db997343d5f req-b192a5a8-199a-40ed-bc3b-ae2c566c8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:26.129906 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1029b69a-0af6-4892-876d-1db997343d5f req-b192a5a8-199a-40ed-bc3b-ae2c566c8171 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bf8f7e0-3658-4d64-aabb-f418a2557c7f HTTP/1.1" status: 200 len: 853 time: 0.0991271 Nov 27 01:30:26.169506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Pushing event updated for resources: {'Port': ['ID=fbe78f52-070d-47b7-9f9b-48d476814e48,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:26.170227 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1029b69a-0af6-4892-876d-1db997343d5f req-206c3f04-ce8d-4297-9ede-c0e65ab2f6b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5c54302-be2e-4e1c-be81-5332594b544f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342596 Nov 27 01:30:26.252097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Attempting to bind port fbe78f52-070d-47b7-9f9b-48d476814e48 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:30:26.252606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Attempting to bind port fbe78f52-070d-47b7-9f9b-48d476814e48 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'b89e26af-10e0-4763-83ef-7d24ed85b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '90de439e-0300-4044-bb48-fd5c53a8e836'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:30:26.252939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Attempting to bind port fbe78f52-070d-47b7-9f9b-48d476814e48 on network 90de439e-0300-4044-bb48-fd5c53a8e836 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:30:26.266459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Port fbe78f52-070d-47b7-9f9b-48d476814e48 on network 90de439e-0300-4044-bb48-fd5c53a8e836 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:30:26.266796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Attempting to bind port fbe78f52-070d-47b7-9f9b-48d476814e48 on network 90de439e-0300-4044-bb48-fd5c53a8e836 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:30:26.282588 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:30:26.283228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Checking segment: {'id': 'b89e26af-10e0-4763-83ef-7d24ed85b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '90de439e-0300-4044-bb48-fd5c53a8e836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:26.283884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Bound using segment: {'id': 'b89e26af-10e0-4763-83ef-7d24ed85b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '90de439e-0300-4044-bb48-fd5c53a8e836'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:30:26.284633 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Bound port: fbe78f52-070d-47b7-9f9b-48d476814e48, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89e26af-10e0-4763-83ef-7d24ed85b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '90de439e-0300-4044-bb48-fd5c53a8e836'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:30:26.285220 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.356779 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1029b69a-0af6-4892-876d-1db997343d5f req-f9d50469-4298-41dd-836f-bbc0e183e4b1 service neutron] 10.222.0.31 "GET /v2.0/networks/a5c54302-be2e-4e1c-be81-5332594b544f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790631 Nov 27 01:30:26.376109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] For port fbe78f52-070d-47b7-9f9b-48d476814e48, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:30:26.379178 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e2a3df1-a0d5-4401-b02e-ad40061bb06d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.380014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] For port fbe78f52-070d-47b7-9f9b-48d476814e48, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=fbe78f52-070d-47b7-9f9b-48d476814e48,segment=NetworkSegment(b89e26af-10e0-4763-83ef-7d24ed85b91d),segment_id=b89e26af-10e0-4763-83ef-7d24ed85b91d)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:30:26.401090 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.441627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:26.442275 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.443757 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77170227-76e3-4044-a845-beea13f95ca7 req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] 10.222.0.21 "PUT /v2.0/ports/fbe78f52-070d-47b7-9f9b-48d476814e48 HTTP/1.1" status: 200 len: 1093 time: 1.7863860 Nov 27 01:30:26.445388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448b8e1e-f40c-4a9f-882c-726e1c3639cc', 'tag': 'fbe78f52-070d-47b7-9f9b-48d476814e48'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:30:26.455492 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90984376-2360-4acb-b469-edff6137f356" -d '{"events": [{"name": "network-changed", "server_uuid": "448b8e1e-f40c-4a9f-882c-726e1c3639cc", "tag": "fbe78f52-070d-47b7-9f9b-48d476814e48"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:30:26.501655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2a3df1-a0d5-4401-b02e-ad40061bb06d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:26.509845 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-6e2a3df1-a0d5-4401-b02e-ad40061bb06d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:26.512997 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a3df1-a0d5-4401-b02e-ad40061bb06d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:26.514007 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e2a3df1-a0d5-4401-b02e-ad40061bb06d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.519769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e2d53-d3ac-4c79-9c98-d4c87decd0dd None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:26.544076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a3df1-a0d5-4401-b02e-ad40061bb06d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=5ec9293a-0d8b-4c93-a1d8-be6f89276b2b,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:26.577210 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6e2a3df1-a0d5-4401-b02e-ad40061bb06d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0961843 Nov 27 01:30:26.579584 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50546) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:26.591644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e0a27c95-2366-4ff3-94a7-f706053bb55a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-250863093', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:26.621743 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0a27c95-2366-4ff3-94a7-f706053bb55a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.622902 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0a27c95-2366-4ff3-94a7-f706053bb55a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.629202 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1029b69a-0af6-4892-876d-1db997343d5f req-e946e906-e6be-4893-b1fe-ebdefc99f0e5 service neutron] 10.222.0.31 "GET /v2.0/networks/a5c54302-be2e-4e1c-be81-5332594b544f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635605 Nov 27 01:30:26.632336 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541f3e18-cf78-45f4-9be6-63487d325fce x-openstack-request-id: req-541f3e18-cf78-45f4-9be6-63487d325fce {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:30:26.643867 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448b8e1e-f40c-4a9f-882c-726e1c3639cc", "tag": "fbe78f52-070d-47b7-9f9b-48d476814e48", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:30:26.645266 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-541f3e18-cf78-45f4-9be6-63487d325fce {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:30:26.645894 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448b8e1e-f40c-4a9f-882c-726e1c3639cc', 'tag': 'fbe78f52-070d-47b7-9f9b-48d476814e48', 'status': 'completed', 'code': 200} Nov 27 01:30:26.689119 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0a27c95-2366-4ff3-94a7-f706053bb55a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.696198 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0a27c95-2366-4ff3-94a7-f706053bb55a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.699273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a99db-af1c-44fe-acc0-6d015f7f7b5f service neutron] Pushing event updated for resources: {'Port': ['ID=fbe78f52-070d-47b7-9f9b-48d476814e48,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:26.735407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77170227-76e3-4044-a845-beea13f95ca7 req-183195b9-d4eb-4b1f-be38-57481f940c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:26.737342 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77170227-76e3-4044-a845-beea13f95ca7 req-183195b9-d4eb-4b1f-be38-57481f940c8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=949e56d3d5274f6599017b86087ddd70&device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 1096 time: 0.2034376 Nov 27 01:30:26.748693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': '5ec9293a-0d8b-4c93-a1d8-be6f89276b2b'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:30:26.749680 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.751280 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0a27c95-2366-4ff3-94a7-f706053bb55a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.753300 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e0a27c95-2366-4ff3-94a7-f706053bb55a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1726069 Nov 27 01:30:26.756280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50548) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:26.840834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77170227-76e3-4044-a845-beea13f95ca7 req-4bcf06f5-42bf-4f35-91e3-801e4a32b9a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe78f52-070d-47b7-9f9b-48d476814e48 HTTP/1.1" status: 200 len: 217 time: 0.0754066 Nov 27 01:30:26.964629 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77170227-76e3-4044-a845-beea13f95ca7 req-7a5b6cf1-9937-466f-8773-49297c0dfb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:26.966640 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77170227-76e3-4044-a845-beea13f95ca7 req-7a5b6cf1-9937-466f-8773-49297c0dfb6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4766a2b3-da23-420f-9e6c-186e812894a6 HTTP/1.1" status: 200 len: 864 time: 0.0825150 Nov 27 01:30:26.967319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Allocated IP 2001:db8::2 (45b1e637-4759-477c-827c-b083fabe48f4/5ec9293a-0d8b-4c93-a1d8-be6f89276b2b/eff09a59-8a5b-495f-8e93-b7decb7b065d) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:27.020224 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77170227-76e3-4044-a845-beea13f95ca7 req-4406c452-10dd-4b00-85e6-038fdd6e2818 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90de439e-0300-4044-bb48-fd5c53a8e836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428331 Nov 27 01:30:27.223320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef452f0-f691-405e-aaf6-d0ffe03bf756 req-b39c27a6-3125-4149-bf81-bd935b22b5e6 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:27.235042 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4ef452f0-f691-405e-aaf6-d0ffe03bf756 req-b39c27a6-3125-4149-bf81-bd935b22b5e6 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 943 time: 0.1232471 Nov 27 01:30:27.273790 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77170227-76e3-4044-a845-beea13f95ca7 req-a4bfef1b-01d6-4c32-9399-8869f8bfbfa3 service neutron] 10.222.0.21 "GET /v2.0/networks/90de439e-0300-4044-bb48-fd5c53a8e836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908972 Nov 27 01:30:27.301422 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.325079 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.377224 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4ef452f0-f691-405e-aaf6-d0ffe03bf756 req-cbe7e00e-3c9e-405a-8c9d-1b77e53af300 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396642 Nov 27 01:30:27.426254 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:27.430846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:27.432852 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Pushing event updated for resources: {'Port': ['ID=eff09a59-8a5b-495f-8e93-b7decb7b065d,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:27.444731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:27.529189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Attempting to bind port eff09a59-8a5b-495f-8e93-b7decb7b065d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:30:27.529894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Attempting to bind port eff09a59-8a5b-495f-8e93-b7decb7b065d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:30:27.530128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Attempting to bind port eff09a59-8a5b-495f-8e93-b7decb7b065d on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:30:27.538065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:30:27.538585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:27.539439 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.539912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:30:27.540775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Bound port: eff09a59-8a5b-495f-8e93-b7decb7b065d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:30:27.541479 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.675096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] For port eff09a59-8a5b-495f-8e93-b7decb7b065d, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:30:27.679314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] For port eff09a59-8a5b-495f-8e93-b7decb7b065d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=eff09a59-8a5b-495f-8e93-b7decb7b065d,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:30:27.689142 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.721073 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.755039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259001c2-533b-4e7a-b6fd-511187308525 req-d2e3b1e5-43e8-4fe3-95a6-29122578ccaa tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:27.755536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Pushing event updated for resources: {'Port': ['ID=eff09a59-8a5b-495f-8e93-b7decb7b065d,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:27.756822 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-259001c2-533b-4e7a-b6fd-511187308525 req-d2e3b1e5-43e8-4fe3-95a6-29122578ccaa tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 944 time: 0.2212367 Nov 27 01:30:27.760215 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77170227-76e3-4044-a845-beea13f95ca7 req-cec7d463-a990-4a10-a199-b0bacd2fd518 service neutron] 10.222.0.21 "GET /v2.0/networks/90de439e-0300-4044-bb48-fd5c53a8e836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855742 Nov 27 01:30:27.768274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:27.768679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:27.769028 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:27.769367 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:27.769744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:27.770080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:27.770959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:27.775750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:27.776379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:27.778914 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:27.779269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:27.779618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d156987-c2c4-43e6-afb2-030d34450097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:28.071279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::1 (45b1e637-4759-477c-827c-b083fabe48f4/5ec9293a-0d8b-4c93-a1d8-be6f89276b2b/b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:28.294482 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-259001c2-533b-4e7a-b6fd-511187308525 req-67f3598c-1523-4162-8dd8-d542867f9b5c tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c14e8f-ee03-40e3-8014-f64b9ee538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882765 Nov 27 01:30:28.329160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90984376-2360-4acb-b469-edff6137f356 req-f1fedc6c-4a96-44de-b53f-68893fb31eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:28.330660 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90984376-2360-4acb-b469-edff6137f356 req-f1fedc6c-4a96-44de-b53f-68893fb31eb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=949e56d3d5274f6599017b86087ddd70&device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 1096 time: 0.1887643 Nov 27 01:30:28.425336 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.491742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90984376-2360-4acb-b469-edff6137f356 req-687ce1e3-0fa8-45b7-8656-a0d3c079a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:28.493549 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90984376-2360-4acb-b469-edff6137f356 req-687ce1e3-0fa8-45b7-8656-a0d3c079a5b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90de439e-0300-4044-bb48-fd5c53a8e836 HTTP/1.1" status: 200 len: 925 time: 0.1539276 Nov 27 01:30:28.512169 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.565261 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.576764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130da454-e448-4d4f-9d4f-0cf1cbc85f45 req-e27b9bb7-7424-4836-a6d3-b4b2ee52d980 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:28.596228 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-130da454-e448-4d4f-9d4f-0cf1cbc85f45 req-e27b9bb7-7424-4836-a6d3-b4b2ee52d980 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 943 time: 0.1322589 Nov 27 01:30:28.653486 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90984376-2360-4acb-b469-edff6137f356 req-38bd799e-9f14-4368-adc5-d66ae4cfe761 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe78f52-070d-47b7-9f9b-48d476814e48 HTTP/1.1" status: 200 len: 217 time: 0.1497555 Nov 27 01:30:28.679838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:28.695077 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-130da454-e448-4d4f-9d4f-0cf1cbc85f45 req-14539adb-2d7e-41f4-812a-c240368396e8 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977685 Nov 27 01:30:28.782316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:28.806995 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:28.813236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:28.814012 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.981244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90984376-2360-4acb-b469-edff6137f356 req-130def44-d000-4201-83c0-398830bb9fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:28.982792 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90984376-2360-4acb-b469-edff6137f356 req-130def44-d000-4201-83c0-398830bb9fb0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4766a2b3-da23-420f-9e6c-186e812894a6 HTTP/1.1" status: 200 len: 864 time: 0.2998724 Nov 27 01:30:29.064842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90984376-2360-4acb-b469-edff6137f356 req-ee1536ab-80e6-4332-abf5-df1f2caadb22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90de439e-0300-4044-bb48-fd5c53a8e836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537715 Nov 27 01:30:29.163536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device eff09a59-8a5b-495f-8e93-b7decb7b065d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:29.253223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:30:29.358383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port eff09a59-8a5b-495f-8e93-b7decb7b065d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:29.359833 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:29.382962 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:29.453276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=32bcc142-5b68-4d49-9c6a-3ca7c4dc5376,segment=NetworkSegment(c236825e-ae8d-4498-a66c-da81a7670f1b),segment_id=c236825e-ae8d-4498-a66c-da81a7670f1b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:29.470078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '32bcc142-5b68-4d49-9c6a-3ca7c4dc5376', 'network_id': 'a5c54302-be2e-4e1c-be81-5332594b544f', 'port_id': '32bcc142-5b68-4d49-9c6a-3ca7c4dc5376', 'mac_address': 'fa:16:3e:fe:3f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf8f7e0-3658-4d64-aabb-f418a2557c7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:30:29.550220 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:29.582015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:30:29.599086 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:29.653646 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=32bcc142-5b68-4d49-9c6a-3ca7c4dc5376,segment=NetworkSegment(c236825e-ae8d-4498-a66c-da81a7670f1b),segment_id=c236825e-ae8d-4498-a66c-da81a7670f1b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:29.671861 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:29.675205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port eff09a59-8a5b-495f-8e93-b7decb7b065d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=eff09a59-8a5b-495f-8e93-b7decb7b065d,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:29.726825 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:29.733543 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8587727-572b-415e-a707-922ff45d23d2 req-5a5f84fe-2aae-41c2-b4d9-a2653582cdfa tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:29.735167 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8587727-572b-415e-a707-922ff45d23d2 req-5a5f84fe-2aae-41c2-b4d9-a2653582cdfa tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 944 time: 0.2984419 Nov 27 01:30:29.746066 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90984376-2360-4acb-b469-edff6137f356 req-e5125c08-f9b0-4511-9e22-d6b09907dfdf service neutron] 10.222.0.21 "GET /v2.0/networks/90de439e-0300-4044-bb48-fd5c53a8e836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550488 Nov 27 01:30:29.818116 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=32bcc142-5b68-4d49-9c6a-3ca7c4dc5376,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:29.962257 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4e53f563-e298-4fc3-b3ee-18ce7b746b01 None None] Provisioning complete for port eff09a59-8a5b-495f-8e93-b7decb7b065d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:29.962257 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4e53f563-e298-4fc3-b3ee-18ce7b746b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:30.106218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c8b62-2444-4e53-9cc1-447ade4e07df req-2a8a9b9b-3afe-4ffa-a646-97b62092ce1c tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:30.122601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['32bcc142-5b68-4d49-9c6a-3ca7c4dc5376'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:30:30.125359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed7c8b62-2444-4e53-9cc1-447ade4e07df req-2a8a9b9b-3afe-4ffa-a646-97b62092ce1c tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 944 time: 0.1598430 Nov 27 01:30:30.215013 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90984376-2360-4acb-b469-edff6137f356 req-3da0ef58-6a72-44db-b278-ae70dd9abadc service neutron] 10.222.0.21 "GET /v2.0/networks/90de439e-0300-4044-bb48-fd5c53a8e836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517009 Nov 27 01:30:30.309157 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8587727-572b-415e-a707-922ff45d23d2 req-24e5866c-c0b4-439c-bba0-13f81664c1b8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c14e8f-ee03-40e3-8014-f64b9ee538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590363 Nov 27 01:30:30.311736 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=eff09a59-8a5b-495f-8e93-b7decb7b065d,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:30.341081 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed7c8b62-2444-4e53-9cc1-447ade4e07df req-5b8e9df8-2a34-46b4-a52e-26bb06ca3b56 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135403 Nov 27 01:30:30.611130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50600) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:30.639902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2b66ed79-a6ba-4716-b2a9-7e970f9934f8 None None] Provisioning complete for port b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:30.640518 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2b66ed79-a6ba-4716-b2a9-7e970f9934f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:30.707292 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:30.722883 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:30.725752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:30.787213 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:30.813108 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2b66ed79-a6ba-4716-b2a9-7e970f9934f8 None None] Port b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:30.981363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:30.989381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:30.991866 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-30b1c682-aacc-42c1-9228-b28c079a7a09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:30.995513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:31.018625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device eff09a59-8a5b-495f-8e93-b7decb7b065d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:31.131241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port eff09a59-8a5b-495f-8e93-b7decb7b065d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:31.133434 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:31.268517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-30b1c682-aacc-42c1-9228-b28c079a7a09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:31.281584 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-30b1c682-aacc-42c1-9228-b28c079a7a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:31.325946 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device fbe78f52-070d-47b7-9f9b-48d476814e48 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:30:31.412068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50616) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:31.413076 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-30b1c682-aacc-42c1-9228-b28c079a7a09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47263da3c8ce4c65aab03e50073c9b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7970307 Nov 27 01:30:31.450927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1c682-aacc-42c1-9228-b28c079a7a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153d2c23-867c-456c-94c1-f0794549b369,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:31.519923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Router 528b2a21-6f70-4d3c-a082-b13e48aea0c4 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:30:31.610086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port fbe78f52-070d-47b7-9f9b-48d476814e48, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=fbe78f52-070d-47b7-9f9b-48d476814e48,segment=NetworkSegment(b89e26af-10e0-4763-83ef-7d24ed85b91d),segment_id=b89e26af-10e0-4763-83ef-7d24ed85b91d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:31.630111 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'fbe78f52-070d-47b7-9f9b-48d476814e48', 'network_id': '90de439e-0300-4044-bb48-fd5c53a8e836', 'port_id': 'fbe78f52-070d-47b7-9f9b-48d476814e48', 'mac_address': 'fa:16:3e:4d:2c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4766a2b3-da23-420f-9e6c-186e812894a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:30:31.703384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a2a2faa1-3feb-458e-90e2-901fb642e481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:31.731703 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:31.757246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe78f52-070d-47b7-9f9b-48d476814e48 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:30:31.772647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f94546d5-06b6-4f51-a58a-2ce967ef45f2 None None] Provisioning complete for port b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:31.773316 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f94546d5-06b6-4f51-a58a-2ce967ef45f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:31.774821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a2a2faa1-3feb-458e-90e2-901fb642e481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:31.780842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5842c-245f-4436-aaea-04f175d1ba91 req-ab55dcdc-60dc-45fd-a734-49691a856791 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:31.783132 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0eb5842c-245f-4436-aaea-04f175d1ba91 req-ab55dcdc-60dc-45fd-a734-49691a856791 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 944 time: 0.1561804 Nov 27 01:30:31.784292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:30:31.792099 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9f10b02d-4122-40c2-9e88-1d4c69584a45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "PUT /v2.0/routers/528b2a21-6f70-4d3c-a082-b13e48aea0c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0344479 Nov 27 01:30:31.794275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50624) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:31.824095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] Sync routers for ids ['528b2a21-6f70-4d3c-a082-b13e48aea0c4'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:30:31.836032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1d1d6-ad5e-489f-a633-96124302a05e req-3a5cc799-171a-4d88-a3ce-cf7885ba3e6a tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:31.837880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port fbe78f52-070d-47b7-9f9b-48d476814e48, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=fbe78f52-070d-47b7-9f9b-48d476814e48,segment=NetworkSegment(b89e26af-10e0-4763-83ef-7d24ed85b91d),segment_id=b89e26af-10e0-4763-83ef-7d24ed85b91d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:31.848117 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:31.854302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211fa4bc-5283-4641-b598-64fc0a5c02c7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:31.856175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-211fa4bc-5283-4641-b598-64fc0a5c02c7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports/b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4 HTTP/1.1" status: 200 len: 911 time: 0.0605271 Nov 27 01:30:31.857038 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b8f1d1d6-ad5e-489f-a633-96124302a05e req-3a5cc799-171a-4d88-a3ce-cf7885ba3e6a tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 944 time: 0.2318289 Nov 27 01:30:31.862999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50626) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:31.888282 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f94546d5-06b6-4f51-a58a-2ce967ef45f2 None None] Port b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:31.897459 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] Routers {'528b2a21-6f70-4d3c-a082-b13e48aea0c4'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:31.898118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['528b2a21-6f70-4d3c-a082-b13e48aea0c4'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:31.966458 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0eb5842c-245f-4436-aaea-04f175d1ba91 req-4a3d5026-d915-4a8f-9667-020fc6227135 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083333 Nov 27 01:30:32.013309 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b8f1d1d6-ad5e-489f-a633-96124302a05e req-8cc9b18d-3fe7-4b4d-8fc7-f58b81858f07 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c14e8f-ee03-40e3-8014-f64b9ee538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501591 Nov 27 01:30:32.035501 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a2a2faa1-3feb-458e-90e2-901fb642e481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:32.041922 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a2a2faa1-3feb-458e-90e2-901fb642e481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:32.042138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb7002-eb61-4ffc-b5d6-9bdbb8801f14 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:32.049312 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a2a2faa1-3feb-458e-90e2-901fb642e481 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/153d2c23-867c-456c-94c1-f0794549b369 HTTP/1.1" status: 204 len: 168 time: 0.6343620 Nov 27 01:30:32.061532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2faa1-3feb-458e-90e2-901fb642e481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153d2c23-867c-456c-94c1-f0794549b369,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:32.063190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb7002-eb61-4ffc-b5d6-9bdbb8801f14 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:32.070496 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7ceb7002-eb61-4ffc-b5d6-9bdbb8801f14 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2060044 Nov 27 01:30:32.074320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50632) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:32.177465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=fbe78f52-070d-47b7-9f9b-48d476814e48,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:32.194856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] Set router 528b2a21-6f70-4d3c-a082-b13e48aea0c4 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:30:32.468420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['fbe78f52-070d-47b7-9f9b-48d476814e48'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:30:32.768949 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8b53652-d98b-4336-8d65-6eddbef3ea8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:33.250049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:33.285151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b2a21-6f70-4d3c-a082-b13e48aea0c4', 'name': 'tempest-NetworksTestDHCPv6-router-250863093', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:26Z', 'updated_at': '2021-11-27T01:30:29Z', 'revision_number': 2, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'gw_port_host': None, '_interfaces': [{'id': 'b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4', 'name': '', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'mac_address': 'fa:16:3e:dc:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528b2a21-6f70-4d3c-a082-b13e48aea0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '5ec9293a-0d8b-4c93-a1d8-be6f89276b2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:27Z', 'updated_at': '2021-11-27T01:30:30Z', 'revision_number': 2, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'subnets': [{'id': '5ec9293a-0d8b-4c93-a1d8-be6f89276b2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:33.333349 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] Checking router: 528b2a21-6f70-4d3c-a082-b13e48aea0c4 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:30:33.343045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] Updating router 528b2a21-6f70-4d3c-a082-b13e48aea0c4 port b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:30:33.366550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963bed3-691f-454a-9940-1c8594b2a3c3 req-4320b3b2-2883-4dfe-ba50-06ede131fbc4 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:33.369527 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a963bed3-691f-454a-9940-1c8594b2a3c3 req-4320b3b2-2883-4dfe-ba50-06ede131fbc4 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 944 time: 0.1654148 Nov 27 01:30:33.411053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445695e0-9c72-49a9-a09b-6a91e4aa6e83 req-8907dd2f-c3cb-47df-b7b5-2128e063c84d tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:33.413246 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-445695e0-9c72-49a9-a09b-6a91e4aa6e83 req-8907dd2f-c3cb-47df-b7b5-2128e063c84d tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 945 time: 0.1386230 Nov 27 01:30:33.427748 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:33.478280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a963bed3-691f-454a-9940-1c8594b2a3c3 req-3e97b776-7ead-4d3c-9a77-254a9c196b51 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896246 Nov 27 01:30:33.493000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:30:33.509941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:33.509941 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:33.549437 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-445695e0-9c72-49a9-a09b-6a91e4aa6e83 req-4cca7f77-9028-4928-9bb4-afb129517467 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c14e8f-ee03-40e3-8014-f64b9ee538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164622 Nov 27 01:30:33.617473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c8b53652-d98b-4336-8d65-6eddbef3ea8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:33.618074 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8b53652-d98b-4336-8d65-6eddbef3ea8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:33.747284 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8b53652-d98b-4336-8d65-6eddbef3ea8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:33.773362 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c8b53652-d98b-4336-8d65-6eddbef3ea8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:33.828361 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:33.869410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa21d5b-b519-47bc-84d7-60332efaf2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bcc142-5b68-4d49-9c6a-3ca7c4dc5376'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:30:33.872148 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8009d9-01f4-4fa5-aa9d-dff204402110" -d '{"events": [{"server_uuid": "9aa21d5b-b519-47bc-84d7-60332efaf2a1", "name": "network-vif-plugged", "status": "completed", "tag": "32bcc142-5b68-4d49-9c6a-3ca7c4dc5376"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:30:33.922047 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=32bcc142-5b68-4d49-9c6a-3ca7c4dc5376,segment=NetworkSegment(c236825e-ae8d-4498-a66c-da81a7670f1b),segment_id=c236825e-ae8d-4498-a66c-da81a7670f1b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:33.937419 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:33.993150 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:34.003145 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 01:30:34.003145 n-d-817303-10 neutron-server[103404]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Nov 27 01:30:34.003145 n-d-817303-10 neutron-server[103404]: [parameters: {'host': 'n-d-817303-10', 'ml2_port_bindings_port_id': 'b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4', 'ml2_port_bindings_host': ''}] Nov 27 01:30:34.003145 n-d-817303-10 neutron-server[103404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:30:34.003569 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:30:34.012797 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b735b4c8-946a-46a7-ae8b-d29897d80c7c x-openstack-request-id: req-b735b4c8-946a-46a7-ae8b-d29897d80c7c {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:30:34.013882 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa21d5b-b519-47bc-84d7-60332efaf2a1", "name": "network-vif-plugged", "status": "completed", "tag": "32bcc142-5b68-4d49-9c6a-3ca7c4dc5376", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:30:34.014143 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b735b4c8-946a-46a7-ae8b-d29897d80c7c {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:30:34.014664 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa21d5b-b519-47bc-84d7-60332efaf2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bcc142-5b68-4d49-9c6a-3ca7c4dc5376', 'code': 200} Nov 27 01:30:34.036001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=32bcc142-5b68-4d49-9c6a-3ca7c4dc5376,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:34.099448 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8b53652-d98b-4336-8d65-6eddbef3ea8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:34.160099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b53652-d98b-4336-8d65-6eddbef3ea8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:34.435416 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2dea-13ad-48d6-b345-4a7765fed0a3 req-176e9699-7ec6-4c75-a4dd-3babadfe793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:34.437081 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a5e2dea-13ad-48d6-b345-4a7765fed0a3 req-176e9699-7ec6-4c75-a4dd-3babadfe793a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 1097 time: 0.2584450 Nov 27 01:30:34.438293 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8b53652-d98b-4336-8d65-6eddbef3ea8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:34.585647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] Port b6cfa6fa-a945-4af5-a9a4-0df8c4ff8db4 not found while updating agent binding for router 528b2a21-6f70-4d3c-a082-b13e48aea0c4. {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 01:30:34.613598 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] Routers {'528b2a21-6f70-4d3c-a082-b13e48aea0c4'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:34.613769 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a5e2dea-13ad-48d6-b345-4a7765fed0a3 req-f945c1ae-c627-4467-be19-d48cc50cf9c2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674373 Nov 27 01:30:34.614973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['528b2a21-6f70-4d3c-a082-b13e48aea0c4'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:34.741458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] Set router 528b2a21-6f70-4d3c-a082-b13e48aea0c4 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:30:34.785598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b53652-d98b-4336-8d65-6eddbef3ea8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Router 528b2a21-6f70-4d3c-a082-b13e48aea0c4 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:30:34.830763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0460f4-5fcf-4471-bd3e-874757e4d269 req-df020a21-e630-4381-b56f-b0461252f7c3 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:34.832559 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c0460f4-5fcf-4471-bd3e-874757e4d269 req-df020a21-e630-4381-b56f-b0461252f7c3 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 945 time: 0.1001041 Nov 27 01:30:34.908558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b2a21-6f70-4d3c-a082-b13e48aea0c4', 'name': 'tempest-NetworksTestDHCPv6-router-250863093', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:26Z', 'updated_at': '2021-11-27T01:30:34Z', 'revision_number': 3, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:34.947432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d2efa-3b84-48a6-ae4b-8ce8ec87b359 None None] The sync data for ids ['528b2a21-6f70-4d3c-a082-b13e48aea0c4'] in n-d-817303-10 is: [{'id': '528b2a21-6f70-4d3c-a082-b13e48aea0c4', 'name': 'tempest-NetworksTestDHCPv6-router-250863093', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:26Z', 'updated_at': '2021-11-27T01:30:34Z', 'revision_number': 3, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:30:34.950255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c955a-f8de-4b25-9406-9e5eb6f4d62e req-67a1bc12-6356-47aa-b216-c1508279ddea tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:34.963323 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a19c955a-f8de-4b25-9406-9e5eb6f4d62e req-67a1bc12-6356-47aa-b216-c1508279ddea tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 945 time: 0.1964903 Nov 27 01:30:35.088606 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a19c955a-f8de-4b25-9406-9e5eb6f4d62e req-b5159692-deb2-4381-b7bf-acd81fab51d9 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c14e8f-ee03-40e3-8014-f64b9ee538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228840 Nov 27 01:30:35.339654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device fbe78f52-070d-47b7-9f9b-48d476814e48 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:35.476957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port fbe78f52-070d-47b7-9f9b-48d476814e48 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:30:35.517170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port fbe78f52-070d-47b7-9f9b-48d476814e48 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:35.517551 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:35.610487 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b53652-d98b-4336-8d65-6eddbef3ea8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:30:35.627514 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50832) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:35.628694 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c8b53652-d98b-4336-8d65-6eddbef3ea8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "PUT /v2.0/routers/528b2a21-6f70-4d3c-a082-b13e48aea0c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5512447 Nov 27 01:30:35.704110 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c0460f4-5fcf-4471-bd3e-874757e4d269 req-560cdfa1-6800-41f6-b245-2d354c64adac tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8620949 Nov 27 01:30:35.741297 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:35.804188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad37f6-a444-49a4-84c3-478a4301ec24 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:35.821162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad37f6-a444-49a4-84c3-478a4301ec24 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:35.822781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-20ad37f6-a444-49a4-84c3-478a4301ec24 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1942132 Nov 27 01:30:35.826546 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50856) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:35.839779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port fbe78f52-070d-47b7-9f9b-48d476814e48, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=fbe78f52-070d-47b7-9f9b-48d476814e48,segment=NetworkSegment(b89e26af-10e0-4763-83ef-7d24ed85b91d),segment_id=b89e26af-10e0-4763-83ef-7d24ed85b91d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:35.859120 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:35.939851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4a66e4-30e7-4bac-8ef7-6ff1ad2adb42 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 5ec9293a-0d8b-4c93-a1d8-be6f89276b2b {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:35.950344 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2c4a66e4-30e7-4bac-8ef7-6ff1ad2adb42 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:35.970444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=fbe78f52-070d-47b7-9f9b-48d476814e48,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:36.018170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448b8e1e-f40c-4a9f-882c-726e1c3639cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe78f52-070d-47b7-9f9b-48d476814e48'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:30:36.025710 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d564b0-49bd-47a1-a182-288f05f45ba7" -d '{"events": [{"server_uuid": "448b8e1e-f40c-4a9f-882c-726e1c3639cc", "name": "network-vif-plugged", "status": "completed", "tag": "fbe78f52-070d-47b7-9f9b-48d476814e48"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:30:36.039213 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2c4a66e4-30e7-4bac-8ef7-6ff1ad2adb42 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:36.080851 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9726a89-69a8-4e98-ab7b-3a75bf3f4e82 x-openstack-request-id: req-f9726a89-69a8-4e98-ab7b-3a75bf3f4e82 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:30:36.081164 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448b8e1e-f40c-4a9f-882c-726e1c3639cc", "name": "network-vif-plugged", "status": "completed", "tag": "fbe78f52-070d-47b7-9f9b-48d476814e48", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:30:36.081392 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9726a89-69a8-4e98-ab7b-3a75bf3f4e82 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:30:36.081792 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448b8e1e-f40c-4a9f-882c-726e1c3639cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe78f52-070d-47b7-9f9b-48d476814e48', 'code': 200} Nov 27 01:30:36.267101 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2c4a66e4-30e7-4bac-8ef7-6ff1ad2adb42 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:36.373162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c071-2f01-4dd7-b82d-2adc29738d12 req-f76cc4c0-0c41-409b-9b56-43dbf368f8a9 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:36.375297 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8d0c071-2f01-4dd7-b82d-2adc29738d12 req-f76cc4c0-0c41-409b-9b56-43dbf368f8a9 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 946 time: 0.1263552 Nov 27 01:30:36.386255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2c4a66e4-30e7-4bac-8ef7-6ff1ad2adb42 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:36.428867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a66e4-30e7-4bac-8ef7-6ff1ad2adb42 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec9293a-0d8b-4c93-a1d8-be6f89276b2b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:36.436929 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f3999-973e-4e53-a611-2062f71f46d2 req-9e1eec89-9bdd-446b-8800-78c1dec9537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:36.438582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf9f3999-973e-4e53-a611-2062f71f46d2 req-9e1eec89-9bdd-446b-8800-78c1dec9537c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 1098 time: 0.2493732 Nov 27 01:30:36.444017 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2c4a66e4-30e7-4bac-8ef7-6ff1ad2adb42 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:36.449703 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2c4a66e4-30e7-4bac-8ef7-6ff1ad2adb42 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/5ec9293a-0d8b-4c93-a1d8-be6f89276b2b HTTP/1.1" status: 204 len: 168 time: 0.6200805 Nov 27 01:30:36.450949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3890f26c-4492-4e06-82ab-d32b54f9308e None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:36.452024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50880) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:36.550666 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8d0c071-2f01-4dd7-b82d-2adc29738d12 req-8f8fcc23-1aa9-424f-8510-f77166a451ed tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c14e8f-ee03-40e3-8014-f64b9ee538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572292 Nov 27 01:30:36.613292 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50884) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:36.622763 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec40aad8-0f64-44f5-8fb1-0807841202a9 None None] Sync routers for ids ['528b2a21-6f70-4d3c-a082-b13e48aea0c4'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:30:36.645719 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec40aad8-0f64-44f5-8fb1-0807841202a9 None None] Routers {'528b2a21-6f70-4d3c-a082-b13e48aea0c4'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:36.650043 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ec40aad8-0f64-44f5-8fb1-0807841202a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['528b2a21-6f70-4d3c-a082-b13e48aea0c4'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:36.724832 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf9f3999-973e-4e53-a611-2062f71f46d2 req-47223974-110f-48ec-9d2c-c4f65aece7d0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c6c14e8f-ee03-40e3-8014-f64b9ee538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736993 Nov 27 01:30:36.779507 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05e762f8-4b43-427d-9039-a1c16913809f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:36.790414 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-ec40aad8-0f64-44f5-8fb1-0807841202a9 None None] Set router 528b2a21-6f70-4d3c-a082-b13e48aea0c4 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:30:36.795998 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ba37cf11-9333-4703-a72a-f2151fc1594f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3207667 Nov 27 01:30:36.796318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50894) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:36.883159 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101704c5-7769-4da7-810f-4da756735826 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:30:36.930392 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ec40aad8-0f64-44f5-8fb1-0807841202a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b2a21-6f70-4d3c-a082-b13e48aea0c4', 'name': 'tempest-NetworksTestDHCPv6-router-250863093', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:26Z', 'updated_at': '2021-11-27T01:30:34Z', 'revision_number': 3, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:37.001500 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec40aad8-0f64-44f5-8fb1-0807841202a9 None None] Checking router: 528b2a21-6f70-4d3c-a082-b13e48aea0c4 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:30:37.009205 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec40aad8-0f64-44f5-8fb1-0807841202a9 None None] Routers {'528b2a21-6f70-4d3c-a082-b13e48aea0c4'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:37.009826 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ec40aad8-0f64-44f5-8fb1-0807841202a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['528b2a21-6f70-4d3c-a082-b13e48aea0c4'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:37.027351 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05e762f8-4b43-427d-9039-a1c16913809f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:37.042301 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05e762f8-4b43-427d-9039-a1c16913809f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:37.043607 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-52e84805-c213-4726-ae49-ef7c536f4d5c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:37.055898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device eff09a59-8a5b-495f-8e93-b7decb7b065d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:37.118227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e762f8-4b43-427d-9039-a1c16913809f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec9707b-7408-4ddc-a502-2e4a8ac2cbc8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:37.138263 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-ec40aad8-0f64-44f5-8fb1-0807841202a9 None None] Set router 528b2a21-6f70-4d3c-a082-b13e48aea0c4 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:30:37.151950 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-05e762f8-4b43-427d-9039-a1c16913809f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44c94c62178f48fa9fb3207a4ab5c375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5386336 Nov 27 01:30:37.155304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50898) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:37.225491 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:37.231825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-101704c5-7769-4da7-810f-4da756735826 None None] Deleting port eff09a59-8a5b-495f-8e93-b7decb7b065d {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:37.232477 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-101704c5-7769-4da7-810f-4da756735826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:37.301051 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ec40aad8-0f64-44f5-8fb1-0807841202a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b2a21-6f70-4d3c-a082-b13e48aea0c4', 'name': 'tempest-NetworksTestDHCPv6-router-250863093', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:26Z', 'updated_at': '2021-11-27T01:30:34Z', 'revision_number': 3, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:37.302994 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c68c32ed-78d7-46c6-bd8b-6bf3fa5868f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:37.337259 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec40aad8-0f64-44f5-8fb1-0807841202a9 None None] The sync data for ids ['528b2a21-6f70-4d3c-a082-b13e48aea0c4'] in n-d-817303-10 is: [{'id': '528b2a21-6f70-4d3c-a082-b13e48aea0c4', 'name': 'tempest-NetworksTestDHCPv6-router-250863093', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:26Z', 'updated_at': '2021-11-27T01:30:34Z', 'revision_number': 3, 'project_id': 'efbb7d3b82754143804d2359347d8dfa', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:30:37.353930 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-101704c5-7769-4da7-810f-4da756735826 None None] For port eff09a59-8a5b-495f-8e93-b7decb7b065d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=eff09a59-8a5b-495f-8e93-b7decb7b065d,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:37.354823 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-101704c5-7769-4da7-810f-4da756735826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:37.367455 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c68c32ed-78d7-46c6-bd8b-6bf3fa5868f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:37.387331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-101704c5-7769-4da7-810f-4da756735826 None None] Calling delete_port for eff09a59-8a5b-495f-8e93-b7decb7b065d owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:37.477520 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c68c32ed-78d7-46c6-bd8b-6bf3fa5868f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:37.482617 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c68c32ed-78d7-46c6-bd8b-6bf3fa5868f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:37.484688 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c68c32ed-78d7-46c6-bd8b-6bf3fa5868f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aec9707b-7408-4ddc-a502-2e4a8ac2cbc8 HTTP/1.1" status: 204 len: 168 time: 0.3281775 Nov 27 01:30:37.523555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c32ed-78d7-46c6-bd8b-6bf3fa5868f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec9707b-7408-4ddc-a502-2e4a8ac2cbc8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:37.650931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port eff09a59-8a5b-495f-8e93-b7decb7b065d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=eff09a59-8a5b-495f-8e93-b7decb7b065d,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:37.673776 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:37.699411 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-101704c5-7769-4da7-810f-4da756735826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:37.778733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event deleted for resources: {'Port': ['ID=eff09a59-8a5b-495f-8e93-b7decb7b065d,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:37.856977 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101704c5-7769-4da7-810f-4da756735826 None None] Pushing event deleted for resources: {'Port': ['ID=eff09a59-8a5b-495f-8e93-b7decb7b065d,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:37.863149 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101704c5-7769-4da7-810f-4da756735826 None None] No DVR routers for this DVR port eff09a59-8a5b-495f-8e93-b7decb7b065d on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:37.905611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdb15f-6500-4b40-a903-b668ce49094f req-1011cd7a-130a-4325-8aa0-afcb7164d877 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:37.920734 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bbdb15f-6500-4b40-a903-b668ce49094f req-1011cd7a-130a-4325-8aa0-afcb7164d877 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 946 time: 0.1716356 Nov 27 01:30:38.059285 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bbdb15f-6500-4b40-a903-b668ce49094f req-1324b605-4f4e-4524-b819-a66991647219 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c14e8f-ee03-40e3-8014-f64b9ee538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328938 Nov 27 01:30:38.145222 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-52e84805-c213-4726-ae49-ef7c536f4d5c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:38.163917 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-52e84805-c213-4726-ae49-ef7c536f4d5c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:38.302165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50914) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:38.335665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203ef8b-0206-40c3-a4f5-c023af06a941 req-9b15c8e7-9089-4fc9-84ee-95a8e0b9f5c7 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:38.337212 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f8713050-db82-474f-bfc4-d4cd83416f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:38.338382 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1203ef8b-0206-40c3-a4f5-c023af06a941 req-9b15c8e7-9089-4fc9-84ee-95a8e0b9f5c7 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 945 time: 1.4215477 Nov 27 01:30:38.339317 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-52e84805-c213-4726-ae49-ef7c536f4d5c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:38.339998 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e84805-c213-4726-ae49-ef7c536f4d5c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Fanout notify agent at l3_agent the message router_deleted on router 528b2a21-6f70-4d3c-a082-b13e48aea0c4 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:30:38.362844 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-52e84805-c213-4726-ae49-ef7c536f4d5c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:38.366468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-52e84805-c213-4726-ae49-ef7c536f4d5c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/routers/528b2a21-6f70-4d3c-a082-b13e48aea0c4 HTTP/1.1" status: 204 len: 168 time: 1.5666652 Nov 27 01:30:38.366712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50916) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:38.450087 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a5a44c6a-9908-4eb2-b16a-d71adaaaff69 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0759830 Nov 27 01:30:38.465088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50918) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:38.484417 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1203ef8b-0206-40c3-a4f5-c023af06a941 req-44fa436f-2d05-46aa-8e84-a13fe120dd28 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189561 Nov 27 01:30:38.656730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a2138-7c13-4b3a-80f0-e1ec0158a6e2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:38.659785 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a38a2138-7c13-4b3a-80f0-e1ec0158a6e2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1935656 Nov 27 01:30:38.662462 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50924) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:38.811564 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f8713050-db82-474f-bfc4-d4cd83416f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:38.816604 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c0d023f7-2be1-43da-8a6f-a6f3e1bffad7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1507876 Nov 27 01:30:38.816821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50934) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:38.826900 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-29f61411-525f-4e73-8c1f-058cb4eb2b7d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:38.832425 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f8713050-db82-474f-bfc4-d4cd83416f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:38.951431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8713050-db82-474f-bfc4-d4cd83416f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66672f6a-33e2-4c2c-a82a-26cf54ff9a54,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:38.999559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50938) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:39.012119 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f8713050-db82-474f-bfc4-d4cd83416f7e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf7deae48e124b66960415d69eaa9ccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7082517 Nov 27 01:30:39.084708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f61411-525f-4e73-8c1f-058cb4eb2b7d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:39.088539 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-29f61411-525f-4e73-8c1f-058cb4eb2b7d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:39.103971 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8167c434-ccf1-4404-b040-227f079d5a72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:39.141082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8167c434-ccf1-4404-b040-227f079d5a72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:39.187863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14750c6-9196-487f-a05b-dd55b787acec req-dc2d66d0-9ddb-49f2-9fc3-33359ef4e1dc tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:39.189388 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b14750c6-9196-487f-a05b-dd55b787acec req-dc2d66d0-9ddb-49f2-9fc3-33359ef4e1dc tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 945 time: 0.1522207 Nov 27 01:30:39.213983 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8167c434-ccf1-4404-b040-227f079d5a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:39.217437 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8167c434-ccf1-4404-b040-227f079d5a72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:39.218598 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8167c434-ccf1-4404-b040-227f079d5a72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66672f6a-33e2-4c2c-a82a-26cf54ff9a54 HTTP/1.1" status: 204 len: 168 time: 0.2176023 Nov 27 01:30:39.243287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f13c4d-a159-4a39-8cfd-400ab6cb87e9 req-68391d26-b640-4dcb-b5c0-633ccf45e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:39.245493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05f13c4d-a159-4a39-8cfd-400ab6cb87e9 req-68391d26-b640-4dcb-b5c0-633ccf45e9e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d489b60f0a464d76ba6a11b7a5e8411b&device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 1097 time: 0.1903751 Nov 27 01:30:39.260465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167c434-ccf1-4404-b040-227f079d5a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66672f6a-33e2-4c2c-a82a-26cf54ff9a54,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:39.297098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54914315-c87b-459f-b23b-1b17e8b03fd0 req-208c6789-6626-4e28-b395-6becba407026 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:39.299184 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-54914315-c87b-459f-b23b-1b17e8b03fd0 req-208c6789-6626-4e28-b395-6becba407026 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 946 time: 0.0875692 Nov 27 01:30:39.374085 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b14750c6-9196-487f-a05b-dd55b787acec req-adbd967b-be8c-4791-a713-3c9971acd9da tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698537 Nov 27 01:30:39.388417 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-54914315-c87b-459f-b23b-1b17e8b03fd0 req-6142a5ab-302e-4d3b-a076-c699ade1e3b3 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c14e8f-ee03-40e3-8014-f64b9ee538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785215 Nov 27 01:30:39.477790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f13c4d-a159-4a39-8cfd-400ab6cb87e9 req-3e8bd491-7528-4dd0-b05e-4ffa50539b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:39.479624 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05f13c4d-a159-4a39-8cfd-400ab6cb87e9 req-3e8bd491-7528-4dd0-b05e-4ffa50539b6e service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5c54302-be2e-4e1c-be81-5332594b544f HTTP/1.1" status: 200 len: 914 time: 0.2206481 Nov 27 01:30:39.599551 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05f13c4d-a159-4a39-8cfd-400ab6cb87e9 req-6b1d181c-f4f6-45ae-bbb0-85b6bfbadf96 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 HTTP/1.1" status: 200 len: 217 time: 0.0859714 Nov 27 01:30:39.686026 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f13c4d-a159-4a39-8cfd-400ab6cb87e9 req-60adf89f-2387-478c-a4e8-dc32279018e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:39.687534 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05f13c4d-a159-4a39-8cfd-400ab6cb87e9 req-60adf89f-2387-478c-a4e8-dc32279018e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bf8f7e0-3658-4d64-aabb-f418a2557c7f HTTP/1.1" status: 200 len: 853 time: 0.0798798 Nov 27 01:30:39.741901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad7e04-3497-4ba9-b75f-11077f6311df req-861d42af-b972-44f7-b35d-93654bc851b6 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:39.744037 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-58ad7e04-3497-4ba9-b75f-11077f6311df req-861d42af-b972-44f7-b35d-93654bc851b6 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 946 time: 0.2246425 Nov 27 01:30:39.782464 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05f13c4d-a159-4a39-8cfd-400ab6cb87e9 req-59fadfc8-34b2-4655-8aa2-6a1bd3c2efb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5c54302-be2e-4e1c-be81-5332594b544f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636230 Nov 27 01:30:39.987242 n-d-817303-10 neutron-server[103402]: DEBUG neutron.objects.ports [None req-29f61411-525f-4e73-8c1f-058cb4eb2b7d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:30:39.996040 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-29f61411-525f-4e73-8c1f-058cb4eb2b7d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:40.007505 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-58ad7e04-3497-4ba9-b75f-11077f6311df req-2d7b4807-8070-4ab5-aff3-b7357b90e4fd tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c14e8f-ee03-40e3-8014-f64b9ee538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303312 Nov 27 01:30:40.086091 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa95a-5621-4fe9-b3e2-217fbb59077f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:40.099593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f61411-525f-4e73-8c1f-058cb4eb2b7d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=0c87e449-9aec-412b-a177-d2561f5b9327,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:40.134565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f61411-525f-4e73-8c1f-058cb4eb2b7d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:40.141935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-29f61411-525f-4e73-8c1f-058cb4eb2b7d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:40.161349 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413670ae-5e64-4129-a53b-89ee1d8df1e0 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:40.190757 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f61411-525f-4e73-8c1f-058cb4eb2b7d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:40.194190 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-29f61411-525f-4e73-8c1f-058cb4eb2b7d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:40.222516 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05f13c4d-a159-4a39-8cfd-400ab6cb87e9 req-92dfee37-ac1e-4f18-a5dd-eec660f3c0cc service neutron] 10.222.0.31 "GET /v2.0/networks/a5c54302-be2e-4e1c-be81-5332594b544f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212263 Nov 27 01:30:40.264484 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-29f61411-525f-4e73-8c1f-058cb4eb2b7d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4459922 Nov 27 01:30:40.268167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 50982) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:40.273913 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-68af5645-b3a9-4a90-8936-748e6fdb7986 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:40.382066 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05f13c4d-a159-4a39-8cfd-400ab6cb87e9 req-45d216b5-44e1-4ec6-9896-b16ab8508636 service neutron] 10.222.0.31 "GET /v2.0/networks/a5c54302-be2e-4e1c-be81-5332594b544f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510642 Nov 27 01:30:40.609205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68af5645-b3a9-4a90-8936-748e6fdb7986 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:40.621257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-68af5645-b3a9-4a90-8936-748e6fdb7986 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:40.631270 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': '0c87e449-9aec-412b-a177-d2561f5b9327'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:30:40.632170 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:40.717828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 50992) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:40.830478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f399cfc-fc2b-4765-b413-d89a5348abad req-b300b9af-7868-484e-9d9a-e99cbdb17335 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:40.838088 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8f399cfc-fc2b-4765-b413-d89a5348abad req-b300b9af-7868-484e-9d9a-e99cbdb17335 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 945 time: 0.2868910 Nov 27 01:30:40.894988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7332fa-f05f-4ad5-a4ec-54c1f158c3f0 req-03f7ce3d-154b-496a-b980-2872dd2e6e38 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:40.901157 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f7332fa-f05f-4ad5-a4ec-54c1f158c3f0 req-03f7ce3d-154b-496a-b980-2872dd2e6e38 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 946 time: 0.1393492 Nov 27 01:30:40.985431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Allocated IP 2001:db8::f816:3eff:fef5:c55c (45b1e637-4759-477c-827c-b083fabe48f4/0c87e449-9aec-412b-a177-d2561f5b9327/9ef6a6af-16e0-401d-b11b-7da921966cdf) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:41.034101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-925641314-network', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:41.047381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8f399cfc-fc2b-4765-b413-d89a5348abad req-65fb9c1e-4e06-41cb-af02-b310428fba61 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028952 Nov 27 01:30:41.071629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f7332fa-f05f-4ad5-a4ec-54c1f158c3f0 req-c4d3bfa0-b2ea-442b-8f48-df343dc912c8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c14e8f-ee03-40e3-8014-f64b9ee538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507432 Nov 27 01:30:41.092109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] Made reservation on behalf of 6577badd8983434db4e0cc8b73f2fcf0 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:41.096222 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.108088 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.299449 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.307827 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.358673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:30:41.423154 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.423154 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] Added segment 68ddecd6-7130-4afa-bc3b-e6969d9ab9ad of type vlan for network 35aa4cc9-b10e-46ba-916b-1eb397216d85 Nov 27 01:30:41.439228 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-68af5645-b3a9-4a90-8936-748e6fdb7986 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.502777 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.523833 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.530281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af5645-b3a9-4a90-8936-748e6fdb7986 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:41.539699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-68af5645-b3a9-4a90-8936-748e6fdb7986 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:41.546037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68af5645-b3a9-4a90-8936-748e6fdb7986 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:41.546642 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-68af5645-b3a9-4a90-8936-748e6fdb7986 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.570286 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.570569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af5645-b3a9-4a90-8936-748e6fdb7986 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=e6ad8ea5-dda5-4861-aaac-dc3db4b11e71,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:41.592903 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-68af5645-b3a9-4a90-8936-748e6fdb7986 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3228507 Nov 27 01:30:41.598112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51010) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:41.611442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'mac_address': 'fa:16:3e:71:74:75', 'name': 'tempest-NetworksTestDHCPv6-671111435'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:41.660944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8b2ae0-3ee5-43a3-8dac-038013110df6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:41.674195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Pushing event updated for resources: {'Port': ['ID=9ef6a6af-16e0-401d-b11b-7da921966cdf,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:41.687648 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.688905 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:41.689769 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.727787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:41.737072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:41.751040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:41.826705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:41.872324 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Attempting to bind port 9ef6a6af-16e0-401d-b11b-7da921966cdf on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:30:41.873720 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Attempting to bind port 9ef6a6af-16e0-401d-b11b-7da921966cdf by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:30:41.874358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Attempting to bind port 9ef6a6af-16e0-401d-b11b-7da921966cdf on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:30:41.876784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] Pushing event updated for resources: {'Network': ['ID=35aa4cc9-b10e-46ba-916b-1eb397216d85,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:41.886413 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:30:41.887115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:41.887776 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.888434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:30:41.889165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Bound port: 9ef6a6af-16e0-401d-b11b-7da921966cdf, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:30:41.889789 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.927275 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7561ae55-5e6e-4631-940e-a308137d41db admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1974552 Nov 27 01:30:41.937582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51012) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:41.949618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d8f60175-e520-4f9a-a681-8768612698ca admin admin] Request body: {'subnet': {'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-925641314-subnet', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:41.958662 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:30:41.966911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb6a83-aaaf-4c80-aa90-f58d808cb044 req-6b94073a-a266-41a5-88e5-240c7ab3d9c1 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:41.976149 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dafb6a83-aaaf-4c80-aa90-f58d808cb044 req-6b94073a-a266-41a5-88e5-240c7ab3d9c1 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 946 time: 0.0795827 Nov 27 01:30:41.987262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f60175-e520-4f9a-a681-8768612698ca admin admin] Made reservation on behalf of 6577badd8983434db4e0cc8b73f2fcf0 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:41.992419 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d8f60175-e520-4f9a-a681-8768612698ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:42.086878 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dafb6a83-aaaf-4c80-aa90-f58d808cb044 req-8ff131d2-35ce-492a-a7ad-53727142b4b9 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c14e8f-ee03-40e3-8014-f64b9ee538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096594 Nov 27 01:30:42.234040 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:42.420121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port c5ed5e6a-e1b5-4d29-8313-8db008ab0601 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:30:42.502080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] For port 9ef6a6af-16e0-401d-b11b-7da921966cdf, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:30:42.507730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] For port 9ef6a6af-16e0-401d-b11b-7da921966cdf, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9ef6a6af-16e0-401d-b11b-7da921966cdf,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:30:42.532024 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:42.642644 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d76486-0628-4b18-be18-f51566d80e11 req-1e31266f-4a27-4812-984e-d0b986189b6f tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:42.650274 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21d76486-0628-4b18-be18-f51566d80e11 req-1e31266f-4a27-4812-984e-d0b986189b6f tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 945 time: 0.4377077 Nov 27 01:30:42.698164 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-87006987-6cc8-4647-8a1a-993d261d06fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:42.722441 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 172.20.0.13 (45b1e637-4759-477c-827c-b083fabe48f4/e6ad8ea5-dda5-4861-aaac-dc3db4b11e71/c5ed5e6a-e1b5-4d29-8313-8db008ab0601) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:42.763241 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::f816:3eff:fe71:7475 (45b1e637-4759-477c-827c-b083fabe48f4/0c87e449-9aec-412b-a177-d2561f5b9327/c5ed5e6a-e1b5-4d29-8313-8db008ab0601) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:42.826317 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af114b7-b9d6-4b1f-ac9e-dad66b75cc46 None None] Pushing event updated for resources: {'Port': ['ID=9ef6a6af-16e0-401d-b11b-7da921966cdf,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:42.848935 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d8f60175-e520-4f9a-a681-8768612698ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:43.025606 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21d76486-0628-4b18-be18-f51566d80e11 req-91eb9ae6-7e51-4829-93bd-752a729f8ff8 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384507 Nov 27 01:30:43.131849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f60175-e520-4f9a-a681-8768612698ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c2a817-dfb4-428a-8395-e967cb858ab1,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:43.315465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f60175-e520-4f9a-a681-8768612698ca admin admin] Checking segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:43.316585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f60175-e520-4f9a-a681-8768612698ca admin admin] Network hostable DHCP agents. Network: 35aa4cc9-b10e-46ba-916b-1eb397216d85, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:30:43.327755 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:43.358117 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:43.361508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793b9c2-5603-4356-b508-08f2224b19ab req-f8f7d9d8-5b13-4b99-a95f-caaf0fcea4e3 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:43.363555 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e793b9c2-5603-4356-b508-08f2224b19ab req-f8f7d9d8-5b13-4b99-a95f-caaf0fcea4e3 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.21 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 946 time: 0.1922371 Nov 27 01:30:43.431501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f60175-e520-4f9a-a681-8768612698ca admin admin] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:30:43.445849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98106fcc-b774-4223-aedd-58cd33e2b4ff req-d9afc349-e4a8-44d7-818a-d6f0e9220594 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:43.447499 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98106fcc-b774-4223-aedd-58cd33e2b4ff req-d9afc349-e4a8-44d7-818a-d6f0e9220594 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 946 time: 0.2187564 Nov 27 01:30:43.482711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d8f60175-e520-4f9a-a681-8768612698ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 35aa4cc9-b10e-46ba-916b-1eb397216d85) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:43.494533 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b89169b-680d-43aa-8130-285456945c44 None None] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:43.516015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f60175-e520-4f9a-a681-8768612698ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:43.516818 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d8f60175-e520-4f9a-a681-8768612698ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:43.539834 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:43.558803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7309dc-44ab-4478-9229-2ee7ec58218f req-9a575f0b-5336-4989-9d7a-611105d57b28 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:43.572058 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca7309dc-44ab-4478-9229-2ee7ec58218f req-9a575f0b-5336-4989-9d7a-611105d57b28 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 945 time: 0.0708866 Nov 27 01:30:43.599894 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d8f60175-e520-4f9a-a681-8768612698ca admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6588092 Nov 27 01:30:43.604866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51048) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:43.609832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:43.615780 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98106fcc-b774-4223-aedd-58cd33e2b4ff req-318a2ee6-7f26-40ec-aa5c-d054cc4373c0 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6c14e8f-ee03-40e3-8014-f64b9ee538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579056 Nov 27 01:30:43.626065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:43.633890 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:43.637438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=c5ed5e6a-e1b5-4d29-8313-8db008ab0601,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:43.640011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:43.656077 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:43.657361 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:43.684279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e793b9c2-5603-4356-b508-08f2224b19ab req-9b61a503-3e1a-473f-bcfa-720963678db8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Deleting port fbe78f52-070d-47b7-9f9b-48d476814e48 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:43.684871 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e793b9c2-5603-4356-b508-08f2224b19ab req-9b61a503-3e1a-473f-bcfa-720963678db8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:43.703638 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca7309dc-44ab-4478-9229-2ee7ec58218f req-4b07a4a2-c6a7-4e41-9a02-675cc9507a3d tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295745 Nov 27 01:30:43.745692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-35aa4cc9-b10e-46ba-916b-1eb397216d85', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:30:43.748524 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:43.789594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:43.790440 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:43.790637 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:43.858440 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fa9a1d19-09eb-487a-ab31-d8ebdb9352b2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2578645 Nov 27 01:30:43.859069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51050) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:43.947651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e793b9c2-5603-4356-b508-08f2224b19ab req-9b61a503-3e1a-473f-bcfa-720963678db8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] For port fbe78f52-070d-47b7-9f9b-48d476814e48, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=fbe78f52-070d-47b7-9f9b-48d476814e48,segment=NetworkSegment(b89e26af-10e0-4763-83ef-7d24ed85b91d),segment_id=b89e26af-10e0-4763-83ef-7d24ed85b91d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:43.948021 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e793b9c2-5603-4356-b508-08f2224b19ab req-9b61a503-3e1a-473f-bcfa-720963678db8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:43.966338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e793b9c2-5603-4356-b508-08f2224b19ab req-9b61a503-3e1a-473f-bcfa-720963678db8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Calling delete_port for fbe78f52-070d-47b7-9f9b-48d476814e48 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:43.994416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa231c-0fb6-43be-8963-3bb6c8d572e8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:44.000500 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa231c-0fb6-43be-8963-3bb6c8d572e8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:44.002984 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3bfa231c-0fb6-43be-8963-3bb6c8d572e8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1301711 Nov 27 01:30:44.005507 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51052) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:44.021719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Allocated IP 172.20.0.2 (35aa4cc9-b10e-46ba-916b-1eb397216d85/39c2a817-dfb4-428a-8395-e967cb858ab1/e24ea5ea-8c6f-4be2-afa6-4a3b3244750a) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:44.054082 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:44.314173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-434b9e63-cd66-4604-8cec-32cfa9a537cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port c5ed5e6a-e1b5-4d29-8313-8db008ab0601 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:44.314605 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-434b9e63-cd66-4604-8cec-32cfa9a537cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:44.319485 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e793b9c2-5603-4356-b508-08f2224b19ab req-9b61a503-3e1a-473f-bcfa-720963678db8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:44.453515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e03f383-e684-4748-a093-6677d269003b None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:44.455930 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:44.475508 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:44.495786 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:44.528046 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:44.532281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61a503-3e1a-473f-bcfa-720963678db8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Pushing event deleted for resources: {'Port': ['ID=fbe78f52-070d-47b7-9f9b-48d476814e48,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:44.589521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Pushing event updated for resources: {'Port': ['ID=e24ea5ea-8c6f-4be2-afa6-4a3b3244750a,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:44.598561 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dc222c5b-a790-4fb6-b05e-dd504f2b3d70 None None] Provisioning complete for port 9ef6a6af-16e0-401d-b11b-7da921966cdf triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:44.600317 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dc222c5b-a790-4fb6-b05e-dd504f2b3d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:44.623985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Allocated IP 172.25.1.131 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/69432990-9a43-4f8f-b110-8becc89c99f4) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:44.635867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e793b9c2-5603-4356-b508-08f2224b19ab req-9b61a503-3e1a-473f-bcfa-720963678db8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] No DVR routers for this DVR port fbe78f52-070d-47b7-9f9b-48d476814e48 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:44.636879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:44.644293 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:44.649478 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:44.658294 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e793b9c2-5603-4356-b508-08f2224b19ab req-9b61a503-3e1a-473f-bcfa-720963678db8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:44.663515 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e793b9c2-5603-4356-b508-08f2224b19ab req-9b61a503-3e1a-473f-bcfa-720963678db8 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.21 "DELETE /v2.0/ports/fbe78f52-070d-47b7-9f9b-48d476814e48 HTTP/1.1" status: 204 len: 173 time: 1.2881584 Nov 27 01:30:44.665880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448b8e1e-f40c-4a9f-882c-726e1c3639cc', 'name': 'network-vif-deleted', 'tag': 'fbe78f52-070d-47b7-9f9b-48d476814e48'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:30:44.677313 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430f4b1d-8865-4409-bb07-3e9fcda4922f" -d '{"events": [{"server_uuid": "448b8e1e-f40c-4a9f-882c-726e1c3639cc", "name": "network-vif-deleted", "tag": "fbe78f52-070d-47b7-9f9b-48d476814e48"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:30:44.751392 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-434b9e63-cd66-4604-8cec-32cfa9a537cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:44.753764 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1069b3-6a77-4cb3-99e0-bfb96bab1ae9 x-openstack-request-id: req-2b1069b3-6a77-4cb3-99e0-bfb96bab1ae9 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:30:44.754162 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448b8e1e-f40c-4a9f-882c-726e1c3639cc", "name": "network-vif-deleted", "tag": "fbe78f52-070d-47b7-9f9b-48d476814e48", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:30:44.754518 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b1069b3-6a77-4cb3-99e0-bfb96bab1ae9 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:30:44.755025 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448b8e1e-f40c-4a9f-882c-726e1c3639cc', 'name': 'network-vif-deleted', 'tag': 'fbe78f52-070d-47b7-9f9b-48d476814e48', 'status': 'completed', 'code': 200} Nov 27 01:30:44.777260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-434b9e63-cd66-4604-8cec-32cfa9a537cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for c5ed5e6a-e1b5-4d29-8313-8db008ab0601 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:44.893581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8de1fd7-b4d5-4314-b466-fe5d5e2bd3e0 req-1f83f0da-7c98-4ad5-a970-4bd56490e259 tempest-ServersNegativeTestMultiTenantJSON-1091935280 tempest-ServersNegativeTestMultiTenantJSON-1091935280-project] 10.222.0.15 "GET /v2.0/ports?device_id=448b8e1e-f40c-4a9f-882c-726e1c3639cc HTTP/1.1" status: 200 len: 210 time: 0.1006820 Nov 27 01:30:44.898598 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:44.948280 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:44.953381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Attempting to bind port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:30:44.953815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Attempting to bind port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:30:44.953993 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Attempting to bind port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:30:44.967205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:30:44.967596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Checking segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:44.968006 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:44.968428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Bound using segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:30:44.968917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Bound port: e24ea5ea-8c6f-4be2-afa6-4a3b3244750a, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:30:44.969470 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:45.008467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc823c9-d482-406b-9b8f-19a36f4a245c req-246e2da7-a4ad-43fd-a512-32ea83f5c5c9 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:45.010058 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7dc823c9-d482-406b-9b8f-19a36f4a245c req-246e2da7-a4ad-43fd-a512-32ea83f5c5c9 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 945 time: 0.1569419 Nov 27 01:30:45.055698 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:45.066369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] For port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:30:45.075044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] For port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e24ea5ea-8c6f-4be2-afa6-4a3b3244750a,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:30:45.081090 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dc222c5b-a790-4fb6-b05e-dd504f2b3d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:45.096364 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:45.156079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66ae2c-2757-4338-9adc-dad91ebe4b53 None None] Pushing event updated for resources: {'Port': ['ID=e24ea5ea-8c6f-4be2-afa6-4a3b3244750a,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:45.158765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9ef6a6af-16e0-401d-b11b-7da921966cdf up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:45.179677 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-434b9e63-cd66-4604-8cec-32cfa9a537cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:45.233863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:45.244428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b9e63-cd66-4604-8cec-32cfa9a537cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=c5ed5e6a-e1b5-4d29-8313-8db008ab0601,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:45.258877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:45.272334 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:45.305023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568240da-ad99-437c-8714-b8263ec88474 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:30:45.319899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e3d0c9-71e1-4d03-8134-a35ccd39b569 None None] Update dhcp port {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'fixed_ips': [{'subnet_id': '0c87e449-9aec-412b-a177-d2561f5b9327', 'ip_address': '2001:db8::f816:3eff:fef5:c55c'}, {'subnet_id': 'e6ad8ea5-dda5-4861-aaac-dc3db4b11e71'}], 'binding:host_id': 'n-d-817303-10'}, 'id': '9ef6a6af-16e0-401d-b11b-7da921966cdf'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:30:45.328473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-dc222c5b-a790-4fb6-b05e-dd504f2b3d70 None None] For port 9ef6a6af-16e0-401d-b11b-7da921966cdf, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9ef6a6af-16e0-401d-b11b-7da921966cdf,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:45.352784 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dc222c5b-a790-4fb6-b05e-dd504f2b3d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:45.362959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device fbe78f52-070d-47b7-9f9b-48d476814e48 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:45.401592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: fbe78f52-070d-47b7-9f9b-48d476814e48 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:30:45.401945 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device fbe78f52-070d-47b7-9f9b-48d476814e48 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:30:45.403574 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-11e3d0c9-71e1-4d03-8134-a35ccd39b569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:45.436304 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7dc823c9-d482-406b-9b8f-19a36f4a245c req-05226e29-2984-4e7d-9b1e-db1170c9fb66 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196157 Nov 27 01:30:45.500040 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-434b9e63-cd66-4604-8cec-32cfa9a537cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:45.503386 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-434b9e63-cd66-4604-8cec-32cfa9a537cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/c5ed5e6a-e1b5-4d29-8313-8db008ab0601 HTTP/1.1" status: 204 len: 168 time: 1.4966326 Nov 27 01:30:45.514665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51078) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:45.568985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Pushing event updated for resources: {'Port': ['ID=69432990-9a43-4f8f-b110-8becc89c99f4,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:45.643235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c18b21-af6e-4e98-aef8-708d177c2efe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:45.644967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c18b21-af6e-4e98-aef8-708d177c2efe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:45.647501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c18b21-af6e-4e98-aef8-708d177c2efe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:45.649359 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f1c18b21-af6e-4e98-aef8-708d177c2efe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1336977 Nov 27 01:30:45.652007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51080) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:45.689079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e9e8d-9cf4-4390-a761-b5432117f24c req-b0d706ba-11b2-48ef-b5ce-25aee74ccede tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:45.689716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-11e3d0c9-71e1-4d03-8134-a35ccd39b569 None None] Allocated IP 172.20.0.2 (45b1e637-4759-477c-827c-b083fabe48f4/e6ad8ea5-dda5-4861-aaac-dc3db4b11e71/9ef6a6af-16e0-401d-b11b-7da921966cdf) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:45.694255 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4c1e9e8d-9cf4-4390-a761-b5432117f24c req-b0d706ba-11b2-48ef-b5ce-25aee74ccede tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 945 time: 0.5979457 Nov 27 01:30:45.735666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea1c1d3-ed03-4df5-9bf2-b0cda91aae3a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 0c87e449-9aec-412b-a177-d2561f5b9327 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:45.849043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 9ef6a6af-16e0-401d-b11b-7da921966cdf triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:45.850264 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:45.893830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc222c5b-a790-4fb6-b05e-dd504f2b3d70 None None] Pushing event updated for resources: {'Port': ['ID=9ef6a6af-16e0-401d-b11b-7da921966cdf,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:45.901124 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-76c36794-afda-4c94-b8b7-ad01108d5299 None None] Provisioning complete for port 69432990-9a43-4f8f-b110-8becc89c99f4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:45.901754 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-76c36794-afda-4c94-b8b7-ad01108d5299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:45.972847 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-11e3d0c9-71e1-4d03-8134-a35ccd39b569 None None] For port 9ef6a6af-16e0-401d-b11b-7da921966cdf, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9ef6a6af-16e0-401d-b11b-7da921966cdf,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:45.987680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-76c36794-afda-4c94-b8b7-ad01108d5299 None None] Port 69432990-9a43-4f8f-b110-8becc89c99f4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:46.014160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51084) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:46.034950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-4c1e9e8d-9cf4-4390-a761-b5432117f24c req-cd466066-ed4d-447d-83dc-138192c3bdc6 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Deleting port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:46.035791 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4c1e9e8d-9cf4-4390-a761-b5432117f24c req-cd466066-ed4d-447d-83dc-138192c3bdc6 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.043650 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.044767 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-11e3d0c9-71e1-4d03-8134-a35ccd39b569 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.058023 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-11e3d0c9-71e1-4d03-8134-a35ccd39b569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.076099 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c1d3-ed03-4df5-9bf2-b0cda91aae3a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.206131 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c1d3-ed03-4df5-9bf2-b0cda91aae3a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.217660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdcde06-6354-44a9-9a23-4655d42cccb3 admin admin] Deleting subnet 4766a2b3-da23-420f-9e6c-186e812894a6 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:46.233049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3d0c9-71e1-4d03-8134-a35ccd39b569 None None] Pushing event updated for resources: {'Port': ['ID=9ef6a6af-16e0-401d-b11b-7da921966cdf,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:46.272606 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.292790 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bdcde06-6354-44a9-9a23-4655d42cccb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.297614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-4c1e9e8d-9cf4-4390-a761-b5432117f24c req-cd466066-ed4d-447d-83dc-138192c3bdc6 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] For port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=32bcc142-5b68-4d49-9c6a-3ca7c4dc5376,segment=NetworkSegment(c236825e-ae8d-4498-a66c-da81a7670f1b),segment_id=c236825e-ae8d-4498-a66c-da81a7670f1b)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:46.301899 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4c1e9e8d-9cf4-4390-a761-b5432117f24c req-cd466066-ed4d-447d-83dc-138192c3bdc6 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.332762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-4c1e9e8d-9cf4-4390-a761-b5432117f24c req-cd466066-ed4d-447d-83dc-138192c3bdc6 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Calling delete_port for 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:46.336185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bdcde06-6354-44a9-9a23-4655d42cccb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.383462 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bdcde06-6354-44a9-9a23-4655d42cccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.479842 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bdcde06-6354-44a9-9a23-4655d42cccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.526088 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2bdcde06-6354-44a9-9a23-4655d42cccb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.541928 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2bdcde06-6354-44a9-9a23-4655d42cccb3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4766a2b3-da23-420f-9e6c-186e812894a6 HTTP/1.1" status: 204 len: 168 time: 0.5266702 Nov 27 01:30:46.542237 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51092) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:46.577739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcde06-6354-44a9-9a23-4655d42cccb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4766a2b3-da23-420f-9e6c-186e812894a6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:46.661404 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c1d3-ed03-4df5-9bf2-b0cda91aae3a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.818379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c1d3-ed03-4df5-9bf2-b0cda91aae3a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.847768 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be116739-8b75-427e-af41-78d8a5f51ad1 None None] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:46.884763 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1c1d3-ed03-4df5-9bf2-b0cda91aae3a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=0c87e449-9aec-412b-a177-d2561f5b9327,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:46.916734 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c1d3-ed03-4df5-9bf2-b0cda91aae3a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.920646 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2ea1c1d3-ed03-4df5-9bf2-b0cda91aae3a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/0c87e449-9aec-412b-a177-d2561f5b9327 HTTP/1.1" status: 204 len: 168 time: 1.2652721 Nov 27 01:30:46.937421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51098) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:47.032392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-313d91e2-17e7-4c03-a2da-a53bcd226997 None None] Provisioning complete for port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:47.035225 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-313d91e2-17e7-4c03-a2da-a53bcd226997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.090680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0420c4d-865e-4dbb-9204-55f4cc180b54 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet e6ad8ea5-dda5-4861-aaac-dc3db4b11e71 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:47.098801 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0420c4d-865e-4dbb-9204-55f4cc180b54 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.211290 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0420c4d-865e-4dbb-9204-55f4cc180b54 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.215322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.277524 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e24ea5ea-8c6f-4be2-afa6-4a3b3244750a up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:47.351337 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0420c4d-865e-4dbb-9204-55f4cc180b54 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.375012 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f223e8c-c816-47aa-9df3-41606e2ac8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.398214 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-313d91e2-17e7-4c03-a2da-a53bcd226997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.458285 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0420c4d-865e-4dbb-9204-55f4cc180b54 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.460739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:47.461124 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.465056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-313d91e2-17e7-4c03-a2da-a53bcd226997 None None] For port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e24ea5ea-8c6f-4be2-afa6-4a3b3244750a,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:47.476543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7eebd-6c71-4a5b-9a94-a4a8c23c1373 req-1d095a5e-2371-4f2f-b947-918645d53f29 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:47.486647 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9ff7eebd-6c71-4a5b-9a94-a4a8c23c1373 req-1d095a5e-2371-4f2f-b947-918645d53f29 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 945 time: 0.2665443 Nov 27 01:30:47.501166 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0420c4d-865e-4dbb-9204-55f4cc180b54 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ad8ea5-dda5-4861-aaac-dc3db4b11e71,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:47.507981 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0420c4d-865e-4dbb-9204-55f4cc180b54 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.514790 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e0420c4d-865e-4dbb-9204-55f4cc180b54 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/e6ad8ea5-dda5-4861-aaac-dc3db4b11e71 HTTP/1.1" status: 204 len: 168 time: 0.5712965 Nov 27 01:30:47.515650 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51102) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:47.534721 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0467b4-3d42-448e-8878-c8e6b8716321 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:47.544736 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-313d91e2-17e7-4c03-a2da-a53bcd226997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.570247 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-30a798cf-e131-4e44-81e5-dab089bf33c2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530159 Nov 27 01:30:47.570415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51108) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:47.588937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4fc99b59-5a00-4856-95ea-71fa4894fcfe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:47.807314 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9ff7eebd-6c71-4a5b-9a94-a4a8c23c1373 req-849def41-cadd-4efa-9fa3-8cf2cd26c761 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/security-groups?id=20797a8a-01bf-4b8f-b081-ed54ee233688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194814 Nov 27 01:30:47.908872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-233de415-9a25-4c50-91a2-75a8ed38c61b None None] Could not find standard attr ID for object c5ed5e6a-e1b5-4d29-8313-8db008ab0601. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:30:47.940332 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f223e8c-c816-47aa-9df3-41606e2ac8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.955398 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:30:47.970047 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-233de415-9a25-4c50-91a2-75a8ed38c61b None None] Provisioning complete for port 9ef6a6af-16e0-401d-b11b-7da921966cdf triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:47.970429 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-233de415-9a25-4c50-91a2-75a8ed38c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.992872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d91e2-17e7-4c03-a2da-a53bcd226997 None None] Pushing event updated for resources: {'Port': ['ID=e24ea5ea-8c6f-4be2-afa6-4a3b3244750a,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:48.012283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3f223e8c-c816-47aa-9df3-41606e2ac8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90de439e-0300-4044-bb48-fd5c53a8e836']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:48.027393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3f223e8c-c816-47aa-9df3-41606e2ac8a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89e26af-10e0-4763-83ef-7d24ed85b91d') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:48.027704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3f223e8c-c816-47aa-9df3-41606e2ac8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89e26af-10e0-4763-83ef-7d24ed85b91d') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:48.088152 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f223e8c-c816-47aa-9df3-41606e2ac8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.090607 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc99b59-5a00-4856-95ea-71fa4894fcfe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:48.095774 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4fc99b59-5a00-4856-95ea-71fa4894fcfe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.101461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9ef6a6af-16e0-401d-b11b-7da921966cdf up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:48.130361 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4c1e9e8d-9cf4-4390-a761-b5432117f24c req-cd466066-ed4d-447d-83dc-138192c3bdc6 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.198360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a2bf0c-934c-432d-97b5-8b1a0dcc00f0 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:30:48.225192 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f223e8c-c816-47aa-9df3-41606e2ac8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.230929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 9ef6a6af-16e0-401d-b11b-7da921966cdf triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:48.231338 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.236860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd466066-ed4d-447d-83dc-138192c3bdc6 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Pushing event deleted for resources: {'Port': ['ID=32bcc142-5b68-4d49-9c6a-3ca7c4dc5376,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:48.296843 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f223e8c-c816-47aa-9df3-41606e2ac8a9 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:30:48.297716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f223e8c-c816-47aa-9df3-41606e2ac8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:30:48.302054 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:30:48.345139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2bf0c-934c-432d-97b5-8b1a0dcc00f0 None None] Deleting port 9ef6a6af-16e0-401d-b11b-7da921966cdf {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:48.345463 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bf0c-934c-432d-97b5-8b1a0dcc00f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.347095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-954bc90a-865a-4716-b794-3683fa309a73 None None] Provisioning complete for port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:48.347457 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-954bc90a-865a-4716-b794-3683fa309a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.390571 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1e9e8d-9cf4-4390-a761-b5432117f24c req-cd466066-ed4d-447d-83dc-138192c3bdc6 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] No DVR routers for this DVR port 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:48.454476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:30:48.455121 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f6a2bf0c-934c-432d-97b5-8b1a0dcc00f0 None None] For port 9ef6a6af-16e0-401d-b11b-7da921966cdf, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9ef6a6af-16e0-401d-b11b-7da921966cdf,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:48.455527 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bf0c-934c-432d-97b5-8b1a0dcc00f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.456770 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4c1e9e8d-9cf4-4390-a761-b5432117f24c req-cd466066-ed4d-447d-83dc-138192c3bdc6 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.460821 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4c1e9e8d-9cf4-4390-a761-b5432117f24c req-cd466066-ed4d-447d-83dc-138192c3bdc6 tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.31 "DELETE /v2.0/ports/32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 HTTP/1.1" status: 204 len: 173 time: 2.7596033 Nov 27 01:30:48.465378 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa21d5b-b519-47bc-84d7-60332efaf2a1', 'name': 'network-vif-deleted', 'tag': '32bcc142-5b68-4d49-9c6a-3ca7c4dc5376'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:30:48.467777 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedf8d09-ebd5-4135-bc14-85ef79d996f4" -d '{"events": [{"server_uuid": "9aa21d5b-b519-47bc-84d7-60332efaf2a1", "name": "network-vif-deleted", "tag": "32bcc142-5b68-4d49-9c6a-3ca7c4dc5376"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:30:48.475488 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2bf0c-934c-432d-97b5-8b1a0dcc00f0 None None] Calling delete_port for 9ef6a6af-16e0-401d-b11b-7da921966cdf owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:48.477447 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Sync routers for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:30:48.554204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.555810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:48.556668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:43Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:48.558661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51128) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:48.559533 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-424120d7-e427-451e-b389-769a8bab8742 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9532809 Nov 27 01:30:48.587666 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f223e8c-c816-47aa-9df3-41606e2ac8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.597042 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f223e8c-c816-47aa-9df3-41606e2ac8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.614923 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3f223e8c-c816-47aa-9df3-41606e2ac8a9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/90de439e-0300-4044-bb48-fd5c53a8e836 HTTP/1.1" status: 204 len: 168 time: 2.0714972 Nov 27 01:30:48.620730 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbf37f7-4d73-4b81-ac67-9fd1ff60b018 x-openstack-request-id: req-0dbf37f7-4d73-4b81-ac67-9fd1ff60b018 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:30:48.621141 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa21d5b-b519-47bc-84d7-60332efaf2a1", "name": "network-vif-deleted", "tag": "32bcc142-5b68-4d49-9c6a-3ca7c4dc5376", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:30:48.621528 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0dbf37f7-4d73-4b81-ac67-9fd1ff60b018 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:30:48.622035 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa21d5b-b519-47bc-84d7-60332efaf2a1', 'name': 'network-vif-deleted', 'tag': '32bcc142-5b68-4d49-9c6a-3ca7c4dc5376', 'status': 'completed', 'code': 200} Nov 27 01:30:48.623551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51130) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:48.674756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f223e8c-c816-47aa-9df3-41606e2ac8a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=90de439e-0300-4044-bb48-fd5c53a8e836,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:48.744694 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a55d40e-dd8b-4bdd-9477-1510af1c29b0 admin admin] Deleting subnet 80df8d59-fec0-4e77-b6da-131d326b3a07 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:48.748492 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2a55d40e-dd8b-4bdd-9477-1510af1c29b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.760735 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:30:48.841296 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2a55d40e-dd8b-4bdd-9477-1510af1c29b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.910989 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bf0c-934c-432d-97b5-8b1a0dcc00f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.958301 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2a55d40e-dd8b-4bdd-9477-1510af1c29b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.998638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a2bf0c-934c-432d-97b5-8b1a0dcc00f0 None None] No DVR routers for this DVR port 9ef6a6af-16e0-401d-b11b-7da921966cdf on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:49.039267 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2bf0c-934c-432d-97b5-8b1a0dcc00f0 None None] Pushing event deleted for resources: {'Port': ['ID=9ef6a6af-16e0-401d-b11b-7da921966cdf,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:49.086896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e24ea5ea-8c6f-4be2-afa6-4a3b3244750a up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:49.088999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.objects.ports [None req-4fc99b59-5a00-4856-95ea-71fa4894fcfe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:30:49.097752 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4fc99b59-5a00-4856-95ea-71fa4894fcfe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.175979 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc99b59-5a00-4856-95ea-71fa4894fcfe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:49.180287 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcc396f6-32dc-4f7d-a61f-e551ff8e896e req-8e96b9f8-1a66-423c-98a6-deacb7a12caf tempest-InstanceActionsTestJSON-1643230075 tempest-InstanceActionsTestJSON-1643230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa21d5b-b519-47bc-84d7-60332efaf2a1 HTTP/1.1" status: 200 len: 210 time: 0.0849340 Nov 27 01:30:49.190417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-4fc99b59-5a00-4856-95ea-71fa4894fcfe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:49.224750 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc99b59-5a00-4856-95ea-71fa4894fcfe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:49.225351 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4fc99b59-5a00-4856-95ea-71fa4894fcfe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.241228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4339ffd9-b600-4e4d-ad91-39e45d377c55 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:49.250295 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4fc99b59-5a00-4856-95ea-71fa4894fcfe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6761839 Nov 27 01:30:49.253033 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51144) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:49.275594 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c717e0ed-e3a2-4cb0-8fe1-8f4e87eae7b0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:49.382367 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2a55d40e-dd8b-4bdd-9477-1510af1c29b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.391618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:49.400218 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2a55d40e-dd8b-4bdd-9477-1510af1c29b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.407617 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2a55d40e-dd8b-4bdd-9477-1510af1c29b0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/80df8d59-fec0-4e77-b6da-131d326b3a07 HTTP/1.1" status: 204 len: 168 time: 0.7815235 Nov 27 01:30:49.408692 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51146) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:49.419818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc99b59-5a00-4856-95ea-71fa4894fcfe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=e3dc91f0-ae77-42b5-81d8-44a3f8cf1f53,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:49.461198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55d40e-dd8b-4bdd-9477-1510af1c29b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80df8d59-fec0-4e77-b6da-131d326b3a07,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:49.475468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c717e0ed-e3a2-4cb0-8fe1-8f4e87eae7b0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:49.481022 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c717e0ed-e3a2-4cb0-8fe1-8f4e87eae7b0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.485527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:30:49.485879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 32bcc142-5b68-4d49-9c6a-3ca7c4dc5376 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:30:49.515664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:49.516041 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.520397 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57e15bcf-329c-464b-968a-7a85df693cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.616772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:45Z', 'revision_number': 3, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:49.657556 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': 'e3dc91f0-ae77-42b5-81d8-44a3f8cf1f53'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:30:49.658495 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.676209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Checking router: bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:30:49.676590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Updating router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 port 69432990-9a43-4f8f-b110-8becc89c99f4 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:30:49.692597 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57e15bcf-329c-464b-968a-7a85df693cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.716577 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-57e15bcf-329c-464b-968a-7a85df693cbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d393900-02bc-4394-a3c7-6c25ada06b0d']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:49.728477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-57e15bcf-329c-464b-968a-7a85df693cbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24b8100-370a-4353-b398-a8f96be41d9a') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:49.729105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-57e15bcf-329c-464b-968a-7a85df693cbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24b8100-370a-4353-b398-a8f96be41d9a') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:49.739485 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57e15bcf-329c-464b-968a-7a85df693cbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.754918 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57e15bcf-329c-464b-968a-7a85df693cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.762571 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e15bcf-329c-464b-968a-7a85df693cbf admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:30:49.763357 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57e15bcf-329c-464b-968a-7a85df693cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.799502 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:30:49.825931 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:30:49.837914 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57e15bcf-329c-464b-968a-7a85df693cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.886441 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c717e0ed-e3a2-4cb0-8fe1-8f4e87eae7b0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.912673 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.940933 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57e15bcf-329c-464b-968a-7a85df693cbf admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.945759 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-57e15bcf-329c-464b-968a-7a85df693cbf admin admin] 10.222.0.15 "DELETE /v2.0/networks/2d393900-02bc-4394-a3c7-6c25ada06b0d HTTP/1.1" status: 204 len: 168 time: 0.5348854 Nov 27 01:30:49.947033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e15bcf-329c-464b-968a-7a85df693cbf admin admin] Pushing event deleted for resources: {'Network': ['ID=2d393900-02bc-4394-a3c7-6c25ada06b0d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:49.964534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717e0ed-e3a2-4cb0-8fe1-8f4e87eae7b0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=b6bb94dd-bb15-4612-a62d-9679cb716c47,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:49.983628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c717e0ed-e3a2-4cb0-8fe1-8f4e87eae7b0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:49.985648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c717e0ed-e3a2-4cb0-8fe1-8f4e87eae7b0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:49.996457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c717e0ed-e3a2-4cb0-8fe1-8f4e87eae7b0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:49.997837 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c717e0ed-e3a2-4cb0-8fe1-8f4e87eae7b0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:50.036066 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c717e0ed-e3a2-4cb0-8fe1-8f4e87eae7b0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7819633 Nov 27 01:30:50.038824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51162) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:50.048542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'mac_address': 'fa:16:3e:a5:c7:83', 'name': 'tempest-NetworksTestDHCPv6-134624090'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:50.142687 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed7a6cac-ff2b-433c-9a75-0406595d6ccb req-feaf7b2c-db4c-4dcf-8666-81656afcb7a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1859591 Nov 27 01:30:50.247052 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51168) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:50.321846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51170) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:50.327534 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bc8f750a-78a1-4dfa-bd1a-2a1687908656 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=949e56d3d5274f6599017b86087ddd70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0781825 Nov 27 01:30:50.332154 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51172) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:50.396722 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9ef6a6af-16e0-401d-b11b-7da921966cdf no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:50.418228 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c32c890e-9cfd-4be3-98e4-02bf5f0dfc73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:50.439923 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 9ef6a6af-16e0-401d-b11b-7da921966cdf {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:30:50.440186 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9ef6a6af-16e0-401d-b11b-7da921966cdf not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:30:50.466664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Deleting subnet 5bf8f7e0-3658-4d64-aabb-f418a2557c7f {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:50.467923 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Allocated IP 2001:db8::f816:3eff:fe60:5aca (45b1e637-4759-477c-827c-b083fabe48f4/e3dc91f0-ae77-42b5-81d8-44a3f8cf1f53/a11e175b-a33a-45db-a091-63f94bb295e1) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:50.470255 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:50.512064 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:50.561816 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:50.621183 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c32c890e-9cfd-4be3-98e4-02bf5f0dfc73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:50.623367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:50.728111 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:50.753547 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:50.778731 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:50.806164 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:50.809593 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5bf8f7e0-3658-4d64-aabb-f418a2557c7f HTTP/1.1" status: 204 len: 168 time: 0.4809871 Nov 27 01:30:50.815360 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51180) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:50.817384 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf8f7e0-3658-4d64-aabb-f418a2557c7f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:50.899965 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:50.901032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:50.901032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:50.901250 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:50.903482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:50.903482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:50.903482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:50.903482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:50.903482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:50.903482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:50.904198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:50.904198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba3cf0-3432-4b11-bed5-8aef8536eaf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:50.905262 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:50.908810 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8192c9b-e46b-49da-97ea-d9a3ebb45fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:50.911210 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:50.959054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 495b75d3-e028-4dd6-ae81-77d9739bcecc yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:30:51.003642 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:51.017125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a6cac-ff2b-433c-9a75-0406595d6ccb req-ed77855b-ccb1-428c-922b-deec02420b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:51.018668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed7a6cac-ff2b-433c-9a75-0406595d6ccb req-ed77855b-ccb1-428c-922b-deec02420b28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 1097 time: 0.7073898 Nov 27 01:30:51.026089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Pushing event updated for resources: {'Port': ['ID=a11e175b-a33a-45db-a091-63f94bb295e1,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:51.030227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:51.034337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Allocated IP 172.20.0.1 (35aa4cc9-b10e-46ba-916b-1eb397216d85/39c2a817-dfb4-428a-8395-e967cb858ab1/2791f8a0-6808-4d79-88bd-00ccf4672789) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:51.039164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:51.044041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:51.072393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2cdfbc-c017-4dfd-bb7a-6de27e765273 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:30:51.095245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Attempting to bind port 69432990-9a43-4f8f-b110-8becc89c99f4 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:30:51.095245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Attempting to bind port 69432990-9a43-4f8f-b110-8becc89c99f4 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:30:51.095245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Attempting to bind port 69432990-9a43-4f8f-b110-8becc89c99f4 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:30:51.125211 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4b920-d940-43cf-9fae-5c061fa5156b None None] Pushing event updated for resources: {'Port': ['ID=69432990-9a43-4f8f-b110-8becc89c99f4,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:51.130301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:30:51.130301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:51.130820 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:51.131087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:30:51.131611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Bound port: 69432990-9a43-4f8f-b110-8becc89c99f4, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:30:51.132006 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:51.200744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Attempting to bind port a11e175b-a33a-45db-a091-63f94bb295e1 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:30:51.201113 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Attempting to bind port a11e175b-a33a-45db-a091-63f94bb295e1 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:30:51.201496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Attempting to bind port a11e175b-a33a-45db-a091-63f94bb295e1 on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:30:51.260841 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:30:51.261172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:51.265335 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:51.265777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:30:51.266338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Bound port: a11e175b-a33a-45db-a091-63f94bb295e1, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:30:51.266814 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:51.271560 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c32c890e-9cfd-4be3-98e4-02bf5f0dfc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:51.279755 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c32c890e-9cfd-4be3-98e4-02bf5f0dfc73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:51.281236 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c32c890e-9cfd-4be3-98e4-02bf5f0dfc73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6c14e8f-ee03-40e3-8014-f64b9ee538a6 HTTP/1.1" status: 204 len: 168 time: 0.9427679 Nov 27 01:30:51.303138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-94605ad3-be63-425b-8db7-f0c78ca26b28 None None] Provisioning complete for port 69432990-9a43-4f8f-b110-8becc89c99f4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:51.303534 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-94605ad3-be63-425b-8db7-f0c78ca26b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:51.343007 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c890e-9cfd-4be3-98e4-02bf5f0dfc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c14e8f-ee03-40e3-8014-f64b9ee538a6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:51.354284 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] For port 69432990-9a43-4f8f-b110-8becc89c99f4, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:30:51.393273 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 172.20.0.10 (45b1e637-4759-477c-827c-b083fabe48f4/b6bb94dd-bb15-4612-a62d-9679cb716c47/495b75d3-e028-4dd6-ae81-77d9739bcecc) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:51.418098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] For port 69432990-9a43-4f8f-b110-8becc89c99f4, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=69432990-9a43-4f8f-b110-8becc89c99f4,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:30:51.430051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-94605ad3-be63-425b-8db7-f0c78ca26b28 None None] Port 69432990-9a43-4f8f-b110-8becc89c99f4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:51.445317 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:51.465451 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:51.472585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::f816:3eff:fea5:c783 (45b1e637-4759-477c-827c-b083fabe48f4/e3dc91f0-ae77-42b5-81d8-44a3f8cf1f53/495b75d3-e028-4dd6-ae81-77d9739bcecc) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:51.510954 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] For port a11e175b-a33a-45db-a091-63f94bb295e1, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:30:51.513677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b089042a-2728-4a23-9275-4b556e7bec8e None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:30:51.522604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a6cac-ff2b-433c-9a75-0406595d6ccb req-3b8d0611-64d9-4f33-92de-5c7034bafaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:51.527898 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed7a6cac-ff2b-433c-9a75-0406595d6ccb req-3b8d0611-64d9-4f33-92de-5c7034bafaf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 912 time: 0.4587584 Nov 27 01:30:51.532752 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8192c9b-e46b-49da-97ea-d9a3ebb45fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:51.547212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] For port a11e175b-a33a-45db-a091-63f94bb295e1, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a11e175b-a33a-45db-a091-63f94bb295e1,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:30:51.554694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:51.555766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:43Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:51.558812 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4b920-d940-43cf-9fae-5c061fa5156b None None] Pushing event updated for resources: {'Port': ['ID=69432990-9a43-4f8f-b110-8becc89c99f4,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:51.564847 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:51.746503 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed7a6cac-ff2b-433c-9a75-0406595d6ccb req-a2e230f6-9414-4556-8b85-9e9b67a75212 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d5fece2-547e-4ef2-9f60-ae063a8ee63b HTTP/1.1" status: 200 len: 1000 time: 0.2040007 Nov 27 01:30:51.786963 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:51.846411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b8192c9b-e46b-49da-97ea-d9a3ebb45fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c54302-be2e-4e1c-be81-5332594b544f']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:51.911764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:51.917304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b8192c9b-e46b-49da-97ea-d9a3ebb45fc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c236825e-ae8d-4498-a66c-da81a7670f1b') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:51.917618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b8192c9b-e46b-49da-97ea-d9a3ebb45fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c236825e-ae8d-4498-a66c-da81a7670f1b') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:51.923009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:51.930784 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:52.010985 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:30:52.016536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Pushing event updated for resources: {'Port': ['ID=2791f8a0-6808-4d79-88bd-00ccf4672789,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:52.022897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a6cac-ff2b-433c-9a75-0406595d6ccb req-3d7e6f9b-d3f7-42cd-8ff6-50c803e9f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:52.025077 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8192c9b-e46b-49da-97ea-d9a3ebb45fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:52.045651 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed7a6cac-ff2b-433c-9a75-0406595d6ccb req-3d7e6f9b-d3f7-42cd-8ff6-50c803e9f344 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=560f9432-09a4-4ee9-a29c-ffb13996e99e HTTP/1.1" status: 200 len: 850 time: 0.2222238 Nov 27 01:30:52.096209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51212) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:52.175667 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:52.197911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a6cac-ff2b-433c-9a75-0406595d6ccb req-2a0072aa-6765-431f-9b4b-f7a4553b21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:52.203311 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed7a6cac-ff2b-433c-9a75-0406595d6ccb req-2a0072aa-6765-431f-9b4b-f7a4553b21c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbf9ad20-e715-449c-9ff0-512a26044dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1560922 Nov 27 01:30:52.206260 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:52.226987 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8192c9b-e46b-49da-97ea-d9a3ebb45fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:52.283912 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa234591-f6b9-44ba-9515-10d687534863 req-e71d26e6-6933-4e8c-a8d6-6faaea774b60 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:52.289049 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa234591-f6b9-44ba-9515-10d687534863 req-e71d26e6-6933-4e8c-a8d6-6faaea774b60 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.3645985 Nov 27 01:30:52.304687 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8192c9b-e46b-49da-97ea-d9a3ebb45fc1 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:30:52.305103 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8192c9b-e46b-49da-97ea-d9a3ebb45fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:30:52.318898 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:30:52.322547 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f96574-ec51-4f75-a710-11c9babc0be7 None None] Pushing event updated for resources: {'Port': ['ID=a11e175b-a33a-45db-a091-63f94bb295e1,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:52.437064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c5dbee64-e863-4b21-bd8c-f0e49364933d None None] Provisioning complete for port 69432990-9a43-4f8f-b110-8becc89c99f4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:52.438196 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c5dbee64-e863-4b21-bd8c-f0e49364933d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:52.480269 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8192c9b-e46b-49da-97ea-d9a3ebb45fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:52.492386 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8192c9b-e46b-49da-97ea-d9a3ebb45fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:52.501308 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b8192c9b-e46b-49da-97ea-d9a3ebb45fc1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a5c54302-be2e-4e1c-be81-5332594b544f HTTP/1.1" status: 204 len: 168 time: 1.6734748 Nov 27 01:30:52.509587 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed7a6cac-ff2b-433c-9a75-0406595d6ccb req-674e1bd7-14b4-4e5d-8128-2bdcca41a584 service neutron] 10.222.0.21 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639395 Nov 27 01:30:52.535273 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1a404a40-477c-474d-a509-1b72e3ace5ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4269e26210984d1380100c936ae8ab89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4376967 Nov 27 01:30:52.541943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51220) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:52.561356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8192c9b-e46b-49da-97ea-d9a3ebb45fc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c54302-be2e-4e1c-be81-5332594b544f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:52.598469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa234591-f6b9-44ba-9515-10d687534863 req-5c488504-084f-4970-9678-71de8212d8e5 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905135 Nov 27 01:30:52.604680 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:52.737996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:52.751927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51226) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:52.762468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51230) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:52.763177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:52.778020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:52.788660 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c5dbee64-e863-4b21-bd8c-f0e49364933d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:52.810635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=495b75d3-e028-4dd6-ae81-77d9739bcecc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:52.812542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c5dbee64-e863-4b21-bd8c-f0e49364933d None None] For port 69432990-9a43-4f8f-b110-8becc89c99f4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=69432990-9a43-4f8f-b110-8becc89c99f4,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:52.822874 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c5dbee64-e863-4b21-bd8c-f0e49364933d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:52.871962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:45Z', 'revision_number': 3, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:52.951811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:52.952067 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d87d1a-2604-42f6-8356-73d83bfe0fa7 None None] The sync data for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 is: [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:45Z', 'revision_number': 3, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:30:52.952219 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:52.966240 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f907abee-0444-4dc7-9fa5-f2fa0a42227a None None] Provisioning complete for port 2791f8a0-6808-4d79-88bd-00ccf4672789 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:52.966599 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f907abee-0444-4dc7-9fa5-f2fa0a42227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:52.968114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbee64-e863-4b21-bd8c-f0e49364933d None None] Pushing event updated for resources: {'Port': ['ID=69432990-9a43-4f8f-b110-8becc89c99f4,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:52.973542 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cedee372-7db8-4e46-89af-099e470a0aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.008799 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-50d357ff-3464-4de0-874d-559b57dd1e79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9687278 Nov 27 01:30:53.011194 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51236) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:53.031499 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed7a6cac-ff2b-433c-9a75-0406595d6ccb req-7f9e82fa-89b9-456a-85b9-253af54ab13b service neutron] 10.222.0.21 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100927 Nov 27 01:30:53.039828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f907abee-0444-4dc7-9fa5-f2fa0a42227a None None] Port 2791f8a0-6808-4d79-88bd-00ccf4672789 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:53.070910 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8a445957-20a9-42e2-a97d-fcf6b04cc132 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d489b60f0a464d76ba6a11b7a5e8411b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3175483 Nov 27 01:30:53.079807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51238) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:53.136751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a11e175b-a33a-45db-a091-63f94bb295e1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:53.151613 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cedee372-7db8-4e46-89af-099e470a0aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.177923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec835247-5868-44d5-874d-a49a1e5a9297 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:53.181222 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.184086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec835247-5868-44d5-874d-a49a1e5a9297 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:53.204822 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ec835247-5868-44d5-874d-a49a1e5a9297 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1925688 Nov 27 01:30:53.205663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51240) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:53.240911 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a11e175b-a33a-45db-a091-63f94bb295e1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:53.241288 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.268461 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8a156d9-bac5-4997-95c1-47a8e04372d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.407192 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.455718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-cd87ac41-25e0-405f-992f-161f9083c811 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port 495b75d3-e028-4dd6-ae81-77d9739bcecc {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:53.456331 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd87ac41-25e0-405f-992f-161f9083c811 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.477572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port a11e175b-a33a-45db-a091-63f94bb295e1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a11e175b-a33a-45db-a091-63f94bb295e1,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:53.490386 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.514734 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cedee372-7db8-4e46-89af-099e470a0aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.524454 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cedee372-7db8-4e46-89af-099e470a0aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.525826 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cedee372-7db8-4e46-89af-099e470a0aa4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cefd8ca9-7bb7-4279-91e3-38b8acc0094e HTTP/1.1" status: 204 len: 168 time: 0.9804065 Nov 27 01:30:53.636422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=a11e175b-a33a-45db-a091-63f94bb295e1,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:53.761937 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd87ac41-25e0-405f-992f-161f9083c811 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.771561 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.789797 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-cd87ac41-25e0-405f-992f-161f9083c811 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for 495b75d3-e028-4dd6-ae81-77d9739bcecc owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:53.793624 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f298-b0df-4aab-9db8-2d760cbe4ebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.805393 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.844704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77584bd6-9aef-4925-9914-fed974738c98 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:53.917440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedee372-7db8-4e46-89af-099e470a0aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefd8ca9-7bb7-4279-91e3-38b8acc0094e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:53.961333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8a156d9-bac5-4997-95c1-47a8e04372d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.983806 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e5fdcfda-253c-4a38-b670-4a1358362ccc None None] Provisioning complete for port a11e175b-a33a-45db-a091-63f94bb295e1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:53.984185 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e5fdcfda-253c-4a38-b670-4a1358362ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.289844 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd87ac41-25e0-405f-992f-161f9083c811 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.334474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87ac41-25e0-405f-992f-161f9083c811 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=495b75d3-e028-4dd6-ae81-77d9739bcecc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:54.397883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Pushing event updated for resources: {'Port': ['ID=2791f8a0-6808-4d79-88bd-00ccf4672789,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:54.418491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14c4f27-63aa-4810-8b4b-9940babedcbc None None] Update dhcp port {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'fixed_ips': [{'subnet_id': 'e3dc91f0-ae77-42b5-81d8-44a3f8cf1f53', 'ip_address': '2001:db8::f816:3eff:fe60:5aca'}, {'subnet_id': 'b6bb94dd-bb15-4612-a62d-9679cb716c47'}], 'binding:host_id': 'n-d-817303-10'}, 'id': 'a11e175b-a33a-45db-a091-63f94bb295e1'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:30:54.499841 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b14c4f27-63aa-4810-8b4b-9940babedcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.512428 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:30:54.546884 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd87ac41-25e0-405f-992f-161f9083c811 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.558830 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f298-b0df-4aab-9db8-2d760cbe4ebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.561379 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cd87ac41-25e0-405f-992f-161f9083c811 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/495b75d3-e028-4dd6-ae81-77d9739bcecc HTTP/1.1" status: 204 len: 168 time: 1.3548534 Nov 27 01:30:54.562927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51274) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:54.650862 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f298-b0df-4aab-9db8-2d760cbe4ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.682363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b9892-52dd-47f7-bc9c-8c615650e84f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:54.684092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b9892-52dd-47f7-bc9c-8c615650e84f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:54.685664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b9892-52dd-47f7-bc9c-8c615650e84f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:54.690400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51280) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:54.690648 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9a6b9892-52dd-47f7-bc9c-8c615650e84f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1213019 Nov 27 01:30:54.720954 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d5c9f298-b0df-4aab-9db8-2d760cbe4ebc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e677086911441028e38e3fa74e42e8e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9544442 Nov 27 01:30:54.726335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51282) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:54.728105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9f298-b0df-4aab-9db8-2d760cbe4ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721943a4-e532-40e3-859a-4dcc66507c6a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:54.740924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-add17e34-c0b0-46e8-908c-7b94d6faf3e6 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:54.756639 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-add17e34-c0b0-46e8-908c-7b94d6faf3e6 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.21 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.5926683 Nov 27 01:30:54.766714 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.794674 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef6738-1dfa-47af-89bd-d76fa182d279 req-34d99de5-9ab8-42b4-aac9-13bf30513387 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:54.796787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0cef6738-1dfa-47af-89bd-d76fa182d279 req-34d99de5-9ab8-42b4-aac9-13bf30513387 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.8804879 Nov 27 01:30:54.822297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8066f8-ff52-4305-af80-bd143f336f71 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet b6bb94dd-bb15-4612-a62d-9679cb716c47 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:54.832275 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa8066f8-ff52-4305-af80-bd143f336f71 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.942232 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa8066f8-ff52-4305-af80-bd143f336f71 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.000003 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa8066f8-ff52-4305-af80-bd143f336f71 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.034483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8a156d9-bac5-4997-95c1-47a8e04372d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.037859 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a8a156d9-bac5-4997-95c1-47a8e04372d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.039058 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a8a156d9-bac5-4997-95c1-47a8e04372d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20797a8a-01bf-4b8f-b081-ed54ee233688 HTTP/1.1" status: 204 len: 168 time: 1.9582689 Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server [None req-b14c4f27-63aa-4810-8b4b-9940babedcbc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6bb94dd-bb15-4612-a62d-9679cb716c47: This subnet is being modified by another concurrent operation. Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6bb94dd-bb15-4612-a62d-9679cb716c47: This subnet is being modified by another concurrent operation. Nov 27 01:30:55.113125 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Nov 27 01:30:55.127880 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa8066f8-ff52-4305-af80-bd143f336f71 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.145710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a11e175b-a33a-45db-a091-63f94bb295e1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:55.164725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a156d9-bac5-4997-95c1-47a8e04372d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20797a8a-01bf-4b8f-b081-ed54ee233688,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:55.219554 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8066f8-ff52-4305-af80-bd143f336f71 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=b6bb94dd-bb15-4612-a62d-9679cb716c47,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:55.231418 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa8066f8-ff52-4305-af80-bd143f336f71 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.236598 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fa8066f8-ff52-4305-af80-bd143f336f71 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/b6bb94dd-bb15-4612-a62d-9679cb716c47 HTTP/1.1" status: 204 len: 168 time: 0.5428920 Nov 27 01:30:55.242970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51304) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:55.289605 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0cef6738-1dfa-47af-89bd-d76fa182d279 req-51ee9b0c-eb15-461f-b17c-9a7a8aacec1f tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4270761 Nov 27 01:30:55.315261 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a11e175b-a33a-45db-a091-63f94bb295e1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:55.315862 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.377003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cc72004d-1ac1-49c1-9967-ea70486ef5d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.396896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-367a3b89-6cf5-452e-ae9d-1fa8d53c4ed3 None None] Provisioning complete for port a11e175b-a33a-45db-a091-63f94bb295e1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:55.397290 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-367a3b89-6cf5-452e-ae9d-1fa8d53c4ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.430084 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:55.471674 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:55.492800 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 69432990-9a43-4f8f-b110-8becc89c99f4 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:55.521790 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-325e11ea-d094-4530-8ce5-caeae314e878 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet e3dc91f0-ae77-42b5-81d8-44a3f8cf1f53 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:55.556330 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-325e11ea-d094-4530-8ce5-caeae314e878 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.578853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-367a3b89-6cf5-452e-ae9d-1fa8d53c4ed3 None None] Could not find standard attr ID for object 495b75d3-e028-4dd6-ae81-77d9739bcecc. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:30:55.594578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 69432990-9a43-4f8f-b110-8becc89c99f4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:55.595181 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.661828 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cc72004d-1ac1-49c1-9967-ea70486ef5d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.693645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cfeb4832-2c8c-435b-8da6-293c143272e8 None None] Could not find standard attr ID for object 495b75d3-e028-4dd6-ae81-77d9739bcecc. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:30:55.769452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51312) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:55.850560 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Deleting port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:55.851106 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.857343 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-325e11ea-d094-4530-8ce5-caeae314e878 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.863171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cd0dbf-5bc4-4fc7-837d-4de0a6aa53fa None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:30:55.951384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1ab307c-9908-470d-bc89-12054ce1c167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.985051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-13dadd71-14c5-45b9-8b83-324c2a72d5cc None None] Provisioning complete for port 2791f8a0-6808-4d79-88bd-00ccf4672789 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:55.985679 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-13dadd71-14c5-45b9-8b83-324c2a72d5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.089559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:30:56.092099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] For port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1d5fece2-547e-4ef2-9f60-ae063a8ee63b,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:56.092610 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.106865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cc72004d-1ac1-49c1-9967-ea70486ef5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.109475 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cc72004d-1ac1-49c1-9967-ea70486ef5d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.113369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cc72004d-1ac1-49c1-9967-ea70486ef5d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/721943a4-e532-40e3-859a-4dcc66507c6a HTTP/1.1" status: 204 len: 168 time: 1.3530259 Nov 27 01:30:56.138808 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1ab307c-9908-470d-bc89-12054ce1c167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.150157 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-325e11ea-d094-4530-8ce5-caeae314e878 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.152595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cd0dbf-5bc4-4fc7-837d-4de0a6aa53fa None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:30:56.154652 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1ab307c-9908-470d-bc89-12054ce1c167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.165857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-13dadd71-14c5-45b9-8b83-324c2a72d5cc None None] Port 2791f8a0-6808-4d79-88bd-00ccf4672789 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:56.275302 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d1ab307c-9908-470d-bc89-12054ce1c167 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d02d5c6db7d94e39a84cae15cddae26f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5047700 Nov 27 01:30:56.283449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51334) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:56.289368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab307c-9908-470d-bc89-12054ce1c167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8148e174-6ef1-4ff7-9b3f-20887d06bb6c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:56.425350 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52fd2f02-d0d3-4521-b351-b0cf1b5fef3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.478102 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52fd2f02-d0d3-4521-b351-b0cf1b5fef3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.544772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72004d-1ac1-49c1-9967-ea70486ef5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721943a4-e532-40e3-859a-4dcc66507c6a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:56.660126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f36ab-c7fb-4e3b-972d-914727102d0c req-04bb1cb3-9342-4c6c-a613-57aafbeed1a9 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:56.662426 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ad4f36ab-c7fb-4e3b-972d-914727102d0c req-04bb1cb3-9342-4c6c-a613-57aafbeed1a9 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 945 time: 0.1426859 Nov 27 01:30:56.776659 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52fd2f02-d0d3-4521-b351-b0cf1b5fef3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.783083 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52fd2f02-d0d3-4521-b351-b0cf1b5fef3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.784605 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-52fd2f02-d0d3-4521-b351-b0cf1b5fef3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8148e174-6ef1-4ff7-9b3f-20887d06bb6c HTTP/1.1" status: 204 len: 168 time: 0.4897008 Nov 27 01:30:56.875168 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd2f02-d0d3-4521-b351-b0cf1b5fef3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8148e174-6ef1-4ff7-9b3f-20887d06bb6c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:56.881330 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-325e11ea-d094-4530-8ce5-caeae314e878 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.893003 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a11e175b-a33a-45db-a091-63f94bb295e1 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:56.954173 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ad4f36ab-c7fb-4e3b-972d-914727102d0c req-9c2c2ba9-2c90-4869-ac83-536529855e41 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d969cf1-7342-4ffa-ad41-e53feae959fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791843 Nov 27 01:30:56.988572 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51360) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:57.004591 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e11ea-d094-4530-8ce5-caeae314e878 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=e3dc91f0-ae77-42b5-81d8-44a3f8cf1f53,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:57.038999 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-325e11ea-d094-4530-8ce5-caeae314e878 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:57.042941 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-325e11ea-d094-4530-8ce5-caeae314e878 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/e3dc91f0-ae77-42b5-81d8-44a3f8cf1f53 HTTP/1.1" status: 204 len: 168 time: 1.7934830 Nov 27 01:30:57.045862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51364) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:57.055441 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:30:57.066782 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Sync routers for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:30:57.094652 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:57.095280 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:43Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:57.130715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:57.133239 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:57.136150 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Floating IP 36f3a920-51a1-4974-b2e5-7fb2ba1f6df6 disassociated. External IP: 172.25.1.32, port: 1d5fece2-547e-4ef2-9f60-ae063a8ee63b. Nov 27 01:30:57.136892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Calling delete_port for 1d5fece2-547e-4ef2-9f60-ae063a8ee63b owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:57.149542 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:57.152581 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dc9d04f2-89d9-41b3-86ee-ead5cd6b5f82 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054223 Nov 27 01:30:57.154770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51372) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:57.167210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7852cc3c-2553-4f4e-ac36-1429a1887fcc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:57.281156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port a11e175b-a33a-45db-a091-63f94bb295e1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a11e175b-a33a-45db-a091-63f94bb295e1,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:57.283440 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-75325d37-2fb8-4c2c-9e23-c0932acd0193 admin admin] 10.222.0.15 "PUT /v2.0/routers/bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7205694 Nov 27 01:30:57.296099 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:57.410747 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7852cc3c-2553-4f4e-ac36-1429a1887fcc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:57.419008 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7852cc3c-2553-4f4e-ac36-1429a1887fcc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:57.422763 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:30:57.523107 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:57.539353 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=a11e175b-a33a-45db-a091-63f94bb295e1,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:57.556142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1d5fece2-547e-4ef2-9f60-ae063a8ee63b no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:57.589300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1434833983-network', 'tenant_id': 'fa0f872ddc6445c78ed4a244af091368'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:57.601894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a11e175b-a33a-45db-a091-63f94bb295e1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:57.610564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event deleted for resources: {'Port': ['ID=1d5fece2-547e-4ef2-9f60-ae063a8ee63b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:57.683933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 1d5fece2-547e-4ef2-9f60-ae063a8ee63b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:30:57.684357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1d5fece2-547e-4ef2-9f60-ae063a8ee63b not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:30:57.716172 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] Made reservation on behalf of fa0f872ddc6445c78ed4a244af091368 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:57.721669 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:57.722865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a11e175b-a33a-45db-a091-63f94bb295e1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:57.723249 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:57.834867 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:57.870877 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:57.886453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port a11e175b-a33a-45db-a091-63f94bb295e1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a11e175b-a33a-45db-a091-63f94bb295e1,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:57.904349 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.008086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Router 0453dce3-ced6-4002-9597-f6e5bd2a6724 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:30:58.031181 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:30:53Z', 'revision_number': 2, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:58.034533 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=a11e175b-a33a-45db-a091-63f94bb295e1,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:58.044064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82fd2f5-0925-48ad-ae29-dacad9ea8774 None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:30:58.113048 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Checking router: bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:30:58.115220 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Updating router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 port 2791f8a0-6808-4d79-88bd-00ccf4672789 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:30:58.200526 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-17883ee0-f9c5-4709-9a3f-b5455c0ffb9c req-15df240b-cf2a-4af9-acb2-797ff272e6b5 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 210 time: 0.0779786 Nov 27 01:30:58.201171 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.205043 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.229446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.236957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82fd2f5-0925-48ad-ae29-dacad9ea8774 None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:30:58.286260 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a27cfaef-c0a7-4bca-a0a7-1b2bd8bea109 None None] Provisioning complete for port a11e175b-a33a-45db-a091-63f94bb295e1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:58.286260 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a27cfaef-c0a7-4bca-a0a7-1b2bd8bea109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.318020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:30:58.357115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b58a7e-0df1-4c5e-81a8-7765c45e6251 None None] Sync routers for ids ['0453dce3-ced6-4002-9597-f6e5bd2a6724'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:30:58.368571 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:30:58.376981 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7852cc3c-2553-4f4e-ac36-1429a1887fcc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.385142 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] No DVR routers for this DVR port 1d5fece2-547e-4ef2-9f60-ae063a8ee63b on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:58.388330 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.394881 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c0c94a48-f4bf-4c84-a83e-a8e83a46e444 req-1bac2ffb-2ff9-4028-996b-a4ce22745890 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.21 "DELETE /v2.0/ports/1d5fece2-547e-4ef2-9f60-ae063a8ee63b HTTP/1.1" status: 204 len: 173 time: 3.5968657 Nov 27 01:30:58.396586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89307058-d887-440b-87e0-034b50a14681', 'name': 'network-vif-deleted', 'tag': '1d5fece2-547e-4ef2-9f60-ae063a8ee63b'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:30:58.401237 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8662468-fc79-4463-be49-111236480429" -d '{"events": [{"server_uuid": "89307058-d887-440b-87e0-034b50a14681", "name": "network-vif-deleted", "tag": "1d5fece2-547e-4ef2-9f60-ae063a8ee63b"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:30:58.444208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b58a7e-0df1-4c5e-81a8-7765c45e6251 None None] Routers {'0453dce3-ced6-4002-9597-f6e5bd2a6724'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:58.445041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-50b58a7e-0df1-4c5e-81a8-7765c45e6251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:43Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0453dce3-ced6-4002-9597-f6e5bd2a6724'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:58.465992 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55867da-c15b-4b5a-ba7e-e6b47f949684 x-openstack-request-id: req-d55867da-c15b-4b5a-ba7e-e6b47f949684 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:30:58.466584 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89307058-d887-440b-87e0-034b50a14681", "name": "network-vif-deleted", "tag": "1d5fece2-547e-4ef2-9f60-ae063a8ee63b", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:30:58.467046 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d55867da-c15b-4b5a-ba7e-e6b47f949684 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:30:58.467686 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89307058-d887-440b-87e0-034b50a14681', 'name': 'network-vif-deleted', 'tag': '1d5fece2-547e-4ef2-9f60-ae063a8ee63b', 'status': 'completed', 'code': 200} Nov 27 01:30:58.585434 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:58.610645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.616111 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] Added segment f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66 of type vlan for network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b Nov 27 01:30:58.684039 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852cc3c-2553-4f4e-ac36-1429a1887fcc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:58.689372 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.697100 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-7852cc3c-2553-4f4e-ac36-1429a1887fcc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:58.758972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7852cc3c-2553-4f4e-ac36-1429a1887fcc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:58.759927 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7852cc3c-2553-4f4e-ac36-1429a1887fcc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.789460 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-50b58a7e-0df1-4c5e-81a8-7765c45e6251 None None] Set router 0453dce3-ced6-4002-9597-f6e5bd2a6724 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:30:58.829996 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.842874 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7852cc3c-2553-4f4e-ac36-1429a1887fcc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6828983 Nov 27 01:30:58.844105 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852cc3c-2553-4f4e-ac36-1429a1887fcc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=b7b4455e-55ee-4ca2-af61-0325f3f68097,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:58.845276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51430) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:58.853127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:58.871944 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.882017 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.884353 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:58.885465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.887872 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:58.961670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] Pushing event updated for resources: {'Network': ['ID=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:59.002539 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-74017fad-4f64-4709-abc4-a4d05c3686f6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0121841 Nov 27 01:30:59.005969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51434) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:59.013375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-375d0ef2-ccb7-4a07-93b9-1d9ee0a83d37 admin admin] Request body: {'subnet': {'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1434833983-subnet', 'tenant_id': 'fa0f872ddc6445c78ed4a244af091368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:59.056544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375d0ef2-ccb7-4a07-93b9-1d9ee0a83d37 admin admin] Made reservation on behalf of fa0f872ddc6445c78ed4a244af091368 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:59.062179 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-375d0ef2-ccb7-4a07-93b9-1d9ee0a83d37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:59.095691 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:30:59.098111 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a11e175b-a33a-45db-a091-63f94bb295e1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:59.191849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:59.196056 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:59.337722 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69eb50a-1d04-4b2b-b4cf-5035be27e75a None None] Pushing event updated for resources: {'Port': ['ID=2791f8a0-6808-4d79-88bd-00ccf4672789,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:59.371849 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69eb50a-1d04-4b2b-b4cf-5035be27e75a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:59.372506 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69eb50a-1d04-4b2b-b4cf-5035be27e75a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:59.373144 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69eb50a-1d04-4b2b-b4cf-5035be27e75a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:59.373720 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69eb50a-1d04-4b2b-b4cf-5035be27e75a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:59.374220 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69eb50a-1d04-4b2b-b4cf-5035be27e75a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:59.374798 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69eb50a-1d04-4b2b-b4cf-5035be27e75a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:59.375371 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69eb50a-1d04-4b2b-b4cf-5035be27e75a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:59.375913 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69eb50a-1d04-4b2b-b4cf-5035be27e75a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:59.376947 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69eb50a-1d04-4b2b-b4cf-5035be27e75a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:59.377542 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69eb50a-1d04-4b2b-b4cf-5035be27e75a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:59.378035 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69eb50a-1d04-4b2b-b4cf-5035be27e75a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:59.378727 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69eb50a-1d04-4b2b-b4cf-5035be27e75a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:59.401427 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Attempting to bind port 2791f8a0-6808-4d79-88bd-00ccf4672789 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:30:59.402058 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Attempting to bind port 2791f8a0-6808-4d79-88bd-00ccf4672789 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:30:59.402608 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Attempting to bind port 2791f8a0-6808-4d79-88bd-00ccf4672789 on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:30:59.415923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51448) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:59.424063 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:30:59.424815 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Checking segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:30:59.425386 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:59.427215 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Bound using segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:30:59.428579 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Bound port: 2791f8a0-6808-4d79-88bd-00ccf4672789, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:30:59.429147 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:59.432483 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6fe254a7-6656-46d9-abb8-c0b59d561916 req-2b6f553b-a005-4bab-ab88-d5c97c0fb4aa tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=89307058-d887-440b-87e0-034b50a14681 HTTP/1.1" status: 200 len: 210 time: 0.0811076 Nov 27 01:30:59.451309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1953640114-network', 'tenant_id': '1fd486bb046f4899911966ee0081a04a'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:59.491748 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-375d0ef2-ccb7-4a07-93b9-1d9ee0a83d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:59.527549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] Made reservation on behalf of 1fd486bb046f4899911966ee0081a04a for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:59.530487 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:59.595732 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] For port 2791f8a0-6808-4d79-88bd-00ccf4672789, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:30:59.601596 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] For port 2791f8a0-6808-4d79-88bd-00ccf4672789, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2791f8a0-6808-4d79-88bd-00ccf4672789,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:30:59.610738 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:59.772192 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:59.773198 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:43Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:59.911834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-6d529765-de02-405c-8806-8f2813dfe234 req-863068ff-521d-4096-a075-17f6359c71e7 service neutron] (103403) timed out ('10.222.0.31', 59824) {{(pid=103403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:30:59.938472 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69eb50a-1d04-4b2b-b4cf-5035be27e75a None None] Pushing event updated for resources: {'Port': ['ID=2791f8a0-6808-4d79-88bd-00ccf4672789,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:00.122183 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:31:00.365382 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a11e175b-a33a-45db-a091-63f94bb295e1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:00.366007 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:00.397719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d0ef2-ccb7-4a07-93b9-1d9ee0a83d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f84a41b4-55f1-4f49-9e1d-003c9caf77be,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:00.425792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:00.427573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.objects.ports [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:31:00.532562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d0ef2-ccb7-4a07-93b9-1d9ee0a83d37 admin admin] Checking segment: {'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:00.533101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375d0ef2-ccb7-4a07-93b9-1d9ee0a83d37 admin admin] Network hostable DHCP agents. Network: 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:31:00.581417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a8c02-cbdd-4b00-a45b-b5d43c7e72b6 None None] Update dhcp port {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'fixed_ips': [{'subnet_id': 'b7b4455e-55ee-4ca2-af61-0325f3f68097'}], 'binding:host_id': 'n-d-817303-10'}, 'id': 'a11e175b-a33a-45db-a091-63f94bb295e1'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:31:00.653588 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8c02-cbdd-4b00-a45b-b5d43c7e72b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:00.684016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375d0ef2-ccb7-4a07-93b9-1d9ee0a83d37 admin admin] Network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:31:00.761285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-375d0ef2-ccb7-4a07-93b9-1d9ee0a83d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:00.794504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375d0ef2-ccb7-4a07-93b9-1d9ee0a83d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:00.795192 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-375d0ef2-ccb7-4a07-93b9-1d9ee0a83d37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:00.831915 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51494) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:00.907289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-375d0ef2-ccb7-4a07-93b9-1d9ee0a83d37 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8994472 Nov 27 01:31:00.935073 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:30:59Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:01.000140 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e6ae9d-6707-4469-980a-00b0a12fd3d0 None None] The sync data for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 is: [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:30:59Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:31:01.011124 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.068223 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.101691 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.163681 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.286721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:31:01.308158 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ad928867-1373-4a58-8d89-f01cb2ed4df5 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.370579 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ad928867-1373-4a58-8d89-f01cb2ed4df5 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.444680 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ad928867-1373-4a58-8d89-f01cb2ed4df5 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.447955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ad928867-1373-4a58-8d89-f01cb2ed4df5 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.449268 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ad928867-1373-4a58-8d89-f01cb2ed4df5 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "DELETE /v2.0/security-groups/8d969cf1-7342-4ffa-ad41-e53feae959fe HTTP/1.1" status: 204 len: 168 time: 0.6154907 Nov 27 01:31:01.450259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f482ae64-2838-41fa-a471-e064cb521425,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:01.456720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51508) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:01.474015 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.474416 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] Added segment e9a57c65-8c3c-4cf3-a394-18cacd4caf3d of type vlan for network eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4 Nov 27 01:31:01.486355 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad928867-1373-4a58-8d89-f01cb2ed4df5 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d969cf1-7342-4ffa-ad41-e53feae959fe,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:01.491001 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-cfb7c850-2f55-46d3-9ce6-dbcce7c4aee2 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] show failed (client error): The resource could not be found. Nov 27 01:31:01.492677 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cfb7c850-2f55-46d3-9ce6-dbcce7c4aee2 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups/8d969cf1-7342-4ffa-ad41-e53feae959fe HTTP/1.1" status: 404 len: 347 time: 0.0312114 Nov 27 01:31:01.503168 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-8f8a8c02-cbdd-4b00-a45b-b5d43c7e72b6 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe60:5aca-ac472cad-2539-4f5e-a39e-539deece88 {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:31:01.512695 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-8f8a8c02-cbdd-4b00-a45b-b5d43c7e72b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:31:01.525231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51510) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:01.580355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-50b58a7e-0df1-4c5e-81a8-7765c45e6251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:35Z', 'revision_number': 5, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:01.689485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b58a7e-0df1-4c5e-81a8-7765c45e6251 None None] Checking router: 0453dce3-ced6-4002-9597-f6e5bd2a6724 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:31:01.722804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] For port a11e175b-a33a-45db-a091-63f94bb295e1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a11e175b-a33a-45db-a091-63f94bb295e1,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:01.729545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b58a7e-0df1-4c5e-81a8-7765c45e6251 None None] Routers {'0453dce3-ced6-4002-9597-f6e5bd2a6724'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:31:01.730205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-50b58a7e-0df1-4c5e-81a8-7765c45e6251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:43Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0453dce3-ced6-4002-9597-f6e5bd2a6724'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:01.740773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.832342 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.845683 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.846541 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.847925 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-75ed80eb-bf1b-4ee5-ac09-d63d2fed5421 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Deleting port 851cd8f8-8428-45d0-9218-fd42fd94ba03 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:01.848896 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75ed80eb-bf1b-4ee5-ac09-d63d2fed5421 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.963850 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75ed80eb-bf1b-4ee5-ac09-d63d2fed5421 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.964867 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75ed80eb-bf1b-4ee5-ac09-d63d2fed5421 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.965960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2791f8a0-6808-4d79-88bd-00ccf4672789 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:01.981665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-75ed80eb-bf1b-4ee5-ac09-d63d2fed5421 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Calling delete_port for 851cd8f8-8428-45d0-9218-fd42fd94ba03 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:01.984483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:01.993797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:02.004402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:02.005323 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:02.051208 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2036071 Nov 27 01:31:02.062003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51528) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:02.106172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'mac_address': 'fa:16:3e:da:57:d0', 'name': 'tempest-NetworksTestDHCPv6-972542712'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:02.110953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=a11e175b-a33a-45db-a091-63f94bb295e1,revision_number=8']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:02.125140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36cd28-cfa0-4dc4-bcc9-82f5045e123a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=eb31033c-1c8d-46f7-9cdf-c9cc84f8750a,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:02.180367 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:02.181397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:02.181987 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:02.258006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8250835 Nov 27 01:31:02.275149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51534) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:02.281024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-568fe09e-2944-4dcd-9e5d-80f775809020 admin admin] Request body: {'subnet': {'network_id': 'eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1953640114-subnet', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:02.282865 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75ed80eb-bf1b-4ee5-ac09-d63d2fed5421 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:02.335595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51536) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:02.341261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5280e17b-d34c-4074-bb6f-702b305e0ba3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1688128419', 'description': 'tempest-secgroup-smoke-1688128419 description', 'project_id': '53c72932feec4d45af53b9bccd5c3777'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:02.371177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568fe09e-2944-4dcd-9e5d-80f775809020 admin admin] Made reservation on behalf of 1fd486bb046f4899911966ee0081a04a for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:02.377895 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-568fe09e-2944-4dcd-9e5d-80f775809020 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:02.418870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed80eb-bf1b-4ee5-ac09-d63d2fed5421 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event deleted for resources: {'Port': ['ID=851cd8f8-8428-45d0-9218-fd42fd94ba03,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:02.433137 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-50b58a7e-0df1-4c5e-81a8-7765c45e6251 None None] Set router 0453dce3-ced6-4002-9597-f6e5bd2a6724 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:31:02.516564 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8c02-cbdd-4b00-a45b-b5d43c7e72b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:02.525323 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5280e17b-d34c-4074-bb6f-702b305e0ba3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:02.561215 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5280e17b-d34c-4074-bb6f-702b305e0ba3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:02.579395 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098a355-6587-47f5-bfd9-0b41506b41fa admin admin] Pushing event updated for resources: {'Network': ['ID=eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:02.601426 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75ed80eb-bf1b-4ee5-ac09-d63d2fed5421 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:02.604592 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75ed80eb-bf1b-4ee5-ac09-d63d2fed5421 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:02.611525 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-75ed80eb-bf1b-4ee5-ac09-d63d2fed5421 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "DELETE /v2.0/floatingips/36f3a920-51a1-4974-b2e5-7fb2ba1f6df6 HTTP/1.1" status: 204 len: 168 time: 1.0827053 Nov 27 01:31:02.622641 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:31:02.624543 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:02.664682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 2791f8a0-6808-4d79-88bd-00ccf4672789 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:02.665452 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:02.818744 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:02.916147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 37dfa10c-052d-4233-bb5d-859d24340e18 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:31:02.945636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-f61b5fc2-abc1-4d3d-9a67-c7d5f714f63d tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:02.958544 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-f61b5fc2-abc1-4d3d-9a67-c7d5f714f63d tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/networks?id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b HTTP/1.1" status: 200 len: 813 time: 0.2556293 Nov 27 01:31:03.007328 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-a80d93b5-ba18-4276-ad15-3b126a04bce4 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/quotas/fa0f872ddc6445c78ed4a244af091368 HTTP/1.1" status: 200 len: 375 time: 0.0422575 Nov 27 01:31:03.087291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-58eb7e26-73c0-41a4-8121-99943a453a56 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa0f872ddc6445c78ed4a244af091368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711255 Nov 27 01:31:03.260501 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5280e17b-d34c-4074-bb6f-702b305e0ba3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.272752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-568fe09e-2944-4dcd-9e5d-80f775809020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.305525 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5280e17b-d34c-4074-bb6f-702b305e0ba3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.398689 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5280e17b-d34c-4074-bb6f-702b305e0ba3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.418245 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-344751df-d6ae-47aa-9f82-946f519e90f9 service neutron] 10.222.0.15 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232508 Nov 27 01:31:03.444627 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5280e17b-d34c-4074-bb6f-702b305e0ba3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.587910 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5280e17b-d34c-4074-bb6f-702b305e0ba3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.590529 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5280e17b-d34c-4074-bb6f-702b305e0ba3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.2538981 Nov 27 01:31:03.595591 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51568) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:03.622163 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c156d8f7-6820-4849-8f09-06bd68e6bb90 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': '655674c0-91f0-4a11-8d30-08df5186d72c', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:03.663260 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.695033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fe09e-2944-4dcd-9e5d-80f775809020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75381636-d7dc-49fd-aad8-c713d77644be,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:03.705264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280e17b-d34c-4074-bb6f-702b305e0ba3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b33086a-8243-466d-9065-300df817ad9f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:03.730395 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-65f897b2-084d-436a-9b26-cf36e10ff1bd service neutron] 10.222.0.15 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097520 Nov 27 01:31:03.776677 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c156d8f7-6820-4849-8f09-06bd68e6bb90 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.790556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568fe09e-2944-4dcd-9e5d-80f775809020 admin admin] Checking segment: {'id': 'e9a57c65-8c3c-4cf3-a394-18cacd4caf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:03.790930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568fe09e-2944-4dcd-9e5d-80f775809020 admin admin] Network hostable DHCP agents. Network: eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:31:03.805050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 2791f8a0-6808-4d79-88bd-00ccf4672789, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2791f8a0-6808-4d79-88bd-00ccf4672789,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:03.814948 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.817755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 172.20.0.4 (45b1e637-4759-477c-827c-b083fabe48f4/b7b4455e-55ee-4ca2-af61-0325f3f68097/37dfa10c-052d-4233-bb5d-859d24340e18) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:03.819685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51572) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:03.839679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c81cd2ab-21d6-4d62-b17d-b8fc2d3b3795 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885363370', 'description': 'tempest-description--1907437352'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:03.918725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c81cd2ab-21d6-4d62-b17d-b8fc2d3b3795 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.923864 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c156d8f7-6820-4849-8f09-06bd68e6bb90 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.938979 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c156d8f7-6820-4849-8f09-06bd68e6bb90 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.956477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::f816:3eff:feda:57d0 (45b1e637-4759-477c-827c-b083fabe48f4/eb31033c-1c8d-46f7-9cdf-c9cc84f8750a/37dfa10c-052d-4233-bb5d-859d24340e18) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:03.963312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156d8f7-6820-4849-8f09-06bd68e6bb90 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbd9858-dd97-42fa-be81-15286efb906b,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:03.978032 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c156d8f7-6820-4849-8f09-06bd68e6bb90 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.983826 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c156d8f7-6820-4849-8f09-06bd68e6bb90 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3792851 Nov 27 01:31:03.985086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51574) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:03.996949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280e17b-d34c-4074-bb6f-702b305e0ba3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655674c0-91f0-4a11-8d30-08df5186d72c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:03.997155 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-50c0503d-e1a9-415d-a6d5-a956ca77246e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': '655674c0-91f0-4a11-8d30-08df5186d72c', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:04.002670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-50b58a7e-0df1-4c5e-81a8-7765c45e6251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:35Z', 'revision_number': 5, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:04.010003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568fe09e-2944-4dcd-9e5d-80f775809020 admin admin] Network eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:31:04.036427 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-568fe09e-2944-4dcd-9e5d-80f775809020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:04.054647 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50c0503d-e1a9-415d-a6d5-a956ca77246e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.077741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568fe09e-2944-4dcd-9e5d-80f775809020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:04.078386 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-568fe09e-2944-4dcd-9e5d-80f775809020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.111403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-568fe09e-2944-4dcd-9e5d-80f775809020 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8323331 Nov 27 01:31:04.112100 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51578) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:04.120640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a11e175b-a33a-45db-a091-63f94bb295e1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:04.121118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1953640114-router', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:04.131817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b58a7e-0df1-4c5e-81a8-7765c45e6251 None None] The sync data for ids ['0453dce3-ced6-4002-9597-f6e5bd2a6724'] in n-d-817303-10 is: [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:35Z', 'revision_number': 5, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:31:04.172063 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=2791f8a0-6808-4d79-88bd-00ccf4672789,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:04.228792 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a11e175b-a33a-45db-a091-63f94bb295e1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:04.230376 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.366882 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c81cd2ab-21d6-4d62-b17d-b8fc2d3b3795 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.377415 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c81cd2ab-21d6-4d62-b17d-b8fc2d3b3795 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.416072 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b686ae1-4101-4e6a-8b68-ec46dea2f08e req-8231f3cf-2f91-4869-be6b-f656dd1d90ba tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 210 time: 0.0560889 Nov 27 01:31:04.435259 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50c0503d-e1a9-415d-a6d5-a956ca77246e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.436808 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.438259 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.444030 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50c0503d-e1a9-415d-a6d5-a956ca77246e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.473891 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50c0503d-e1a9-415d-a6d5-a956ca77246e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.478905 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-50c0503d-e1a9-415d-a6d5-a956ca77246e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4908736 Nov 27 01:31:04.481328 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51590) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:04.494512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-23d6f8ea-d774-4436-ae25-53de0460ab1d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': '655674c0-91f0-4a11-8d30-08df5186d72c', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:04.521220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0503d-e1a9-415d-a6d5-a956ca77246e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1016701-e3cc-4c37-8109-a898ea70f287,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:04.598006 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c81cd2ab-21d6-4d62-b17d-b8fc2d3b3795 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.602394 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c81cd2ab-21d6-4d62-b17d-b8fc2d3b3795 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7771976 Nov 27 01:31:04.619994 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51598) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:04.623006 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-23d6f8ea-d774-4436-ae25-53de0460ab1d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.644496 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6be5996c-5fb4-44d4-bc8d-0d0aebf3dc90 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Request body: {'security_group_rule': {'security_group_id': '8736e520-4fad-49d5-8aa5-eb648124e6e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:04.646794 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.668727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cd2ab-21d6-4d62-b17d-b8fc2d3b3795 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8736e520-4fad-49d5-8aa5-eb648124e6e4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:04.727036 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.749144 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6be5996c-5fb4-44d4-bc8d-0d0aebf3dc90 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.758313 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2a365-2273-443b-8f9d-f4b650b7a70b None None] New status for floating IP 36f3a920-51a1-4974-b2e5-7fb2ba1f6df6: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:31:04.939768 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-23d6f8ea-d774-4436-ae25-53de0460ab1d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:04.943752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.041253 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-23d6f8ea-d774-4436-ae25-53de0460ab1d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.084004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-8f8a8c02-cbdd-4b00-a45b-b5d43c7e72b6 None None] Allocated IP 172.20.0.2 (45b1e637-4759-477c-827c-b083fabe48f4/b7b4455e-55ee-4ca2-af61-0325f3f68097/a11e175b-a33a-45db-a091-63f94bb295e1) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:05.100161 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.139597 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6f8ea-d774-4436-ae25-53de0460ab1d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9230e454-f70d-4808-a929-a8b1afcad03e,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:05.174171 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-23d6f8ea-d774-4436-ae25-53de0460ab1d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.179887 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-23d6f8ea-d774-4436-ae25-53de0460ab1d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6928477 Nov 27 01:31:05.198501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51614) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:05.211769 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-71e82ade-c8fe-4185-84af-fcf6e1f2bf6c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': '655674c0-91f0-4a11-8d30-08df5186d72c', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:05.276935 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6be5996c-5fb4-44d4-bc8d-0d0aebf3dc90 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.304542 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6be5996c-5fb4-44d4-bc8d-0d0aebf3dc90 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.333605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:05.350576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8f8a8c02-cbdd-4b00-a45b-b5d43c7e72b6 None None] For port a11e175b-a33a-45db-a091-63f94bb295e1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a11e175b-a33a-45db-a091-63f94bb295e1,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:05.350729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:05.352787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5996c-5fb4-44d4-bc8d-0d0aebf3dc90 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac72bff9-61b7-4b4c-a52a-4e847acc44f0,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:05.355473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:05.357731 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71e82ade-c8fe-4185-84af-fcf6e1f2bf6c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.360682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=37dfa10c-052d-4233-bb5d-859d24340e18,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:05.390853 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6be5996c-5fb4-44d4-bc8d-0d0aebf3dc90 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.392196 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6be5996c-5fb4-44d4-bc8d-0d0aebf3dc90 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7665632 Nov 27 01:31:05.394816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51624) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:05.401951 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b997c46f-4d6b-4e7a-b7bf-d19a1f82666b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Request body: {'security_group_rule': {'security_group_id': '8736e520-4fad-49d5-8aa5-eb648124e6e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:05.433585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:05.434242 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.440861 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8c02-cbdd-4b00-a45b-b5d43c7e72b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.455680 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8c02-cbdd-4b00-a45b-b5d43c7e72b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.534828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71e82ade-c8fe-4185-84af-fcf6e1f2bf6c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.547938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a8c02-cbdd-4b00-a45b-b5d43c7e72b6 None None] Pushing event updated for resources: {'Port': ['ID=a11e175b-a33a-45db-a091-63f94bb295e1,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:05.567250 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e249ac9-a968-472c-8f82-55f149d890bf req-465b5535-a6c6-4de5-a69d-f00910860afa tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 210 time: 0.0840299 Nov 27 01:31:05.573935 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7c2d5e1b-3260-434a-b2c3-11f0cc66b815 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4977705 Nov 27 01:31:05.573935 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b997c46f-4d6b-4e7a-b7bf-d19a1f82666b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.574895 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51628) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:05.579821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71e82ade-c8fe-4185-84af-fcf6e1f2bf6c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.646477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e82ade-c8fe-4185-84af-fcf6e1f2bf6c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed50d0f-b4bc-4836-ace2-0d8f82fbdd16,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:05.687632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71e82ade-c8fe-4185-84af-fcf6e1f2bf6c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.689729 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-71e82ade-c8fe-4185-84af-fcf6e1f2bf6c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4905479 Nov 27 01:31:05.692306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51634) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:05.698412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-57a50388-7d57-4c96-bb1a-33067b047314 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': '655674c0-91f0-4a11-8d30-08df5186d72c', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:05.730467 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.758099 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.773005 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-57a50388-7d57-4c96-bb1a-33067b047314 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Project 53c72932feec4d45af53b9bccd5c3777 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:31:05.809573 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b997c46f-4d6b-4e7a-b7bf-d19a1f82666b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.826650 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a50388-7d57-4c96-bb1a-33067b047314 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.828058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267621cc-2d89-412c-94d3-8f23c18c5160 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:05.835743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267621cc-2d89-412c-94d3-8f23c18c5160 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:05.837697 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-267621cc-2d89-412c-94d3-8f23c18c5160 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2618885 Nov 27 01:31:05.840518 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51638) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:05.851854 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b997c46f-4d6b-4e7a-b7bf-d19a1f82666b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.986933 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997c46f-4d6b-4e7a-b7bf-d19a1f82666b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f0aa4d-d595-4918-8c84-a3cfceb4b271,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:06.006786 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b997c46f-4d6b-4e7a-b7bf-d19a1f82666b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.014265 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b997c46f-4d6b-4e7a-b7bf-d19a1f82666b tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6183856 Nov 27 01:31:06.025038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51644) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:06.027779 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Allocated IP 172.25.1.247 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/dc65e6e9-21dc-4f74-91b9-49084072bc75) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:06.043641 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a11e175b-a33a-45db-a091-63f94bb295e1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:06.053481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:06.077664 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a50388-7d57-4c96-bb1a-33067b047314 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.110031 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a50388-7d57-4c96-bb1a-33067b047314 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.149836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a11e175b-a33a-45db-a091-63f94bb295e1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:06.150471 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.165506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a644b-bcb5-4ee1-b4a3-7168da1ba258 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port 37dfa10c-052d-4233-bb5d-859d24340e18 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:06.166046 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ff8a644b-bcb5-4ee1-b4a3-7168da1ba258 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.287089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2791f8a0-6808-4d79-88bd-00ccf4672789 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:06.323691 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a50388-7d57-4c96-bb1a-33067b047314 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb4e297-8932-4b2d-a24f-058bc6b691cc,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:06.341968 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.347118 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a50388-7d57-4c96-bb1a-33067b047314 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.348571 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-57a50388-7d57-4c96-bb1a-33067b047314 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6550717 Nov 27 01:31:06.351629 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ff8a644b-bcb5-4ee1-b4a3-7168da1ba258 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.353831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51660) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:06.358540 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4cb2c14f-d667-4c20-9b05-6ebd460570ba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': '655674c0-91f0-4a11-8d30-08df5186d72c', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:06.381210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 2791f8a0-6808-4d79-88bd-00ccf4672789 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:06.382104 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.392208 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a644b-bcb5-4ee1-b4a3-7168da1ba258 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for 37dfa10c-052d-4233-bb5d-859d24340e18 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:06.448003 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.563620 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-4cb2c14f-d667-4c20-9b05-6ebd460570ba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Project 53c72932feec4d45af53b9bccd5c3777 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:31:06.569759 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.582405 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c14f-d667-4c20-9b05-6ebd460570ba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.719447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:06.766864 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c14f-d667-4c20-9b05-6ebd460570ba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.768810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Pushing event updated for resources: {'Port': ['ID=dc65e6e9-21dc-4f74-91b9-49084072bc75,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:06.780499 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:06.789031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:06.869730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4fb28f-556a-41ee-99c3-99021212e894 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:06.896421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6cb2e516-a922-4e7c-896e-480f709e9696 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:06.898839 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6cb2e516-a922-4e7c-896e-480f709e9696 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.21 "GET /v2.0/networks?id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b HTTP/1.1" status: 200 len: 813 time: 0.3273365 Nov 27 01:31:06.902468 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952bd33a-f706-427e-b563-4a2eb09f4048 None None] Network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:07.007580 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c14f-d667-4c20-9b05-6ebd460570ba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.054605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6227ecea-c9c2-4e67-87dd-7b4c608ce5af tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Request body: {'port': {'device_id': 'f9b93deb-afb5-4a01-aabd-c71c6c64d649', 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b', 'admin_state_up': True, 'tenant_id': 'fa0f872ddc6445c78ed4a244af091368'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:07.061199 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ff8a644b-bcb5-4ee1-b4a3-7168da1ba258 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.105906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09592093-39e3-4c34-9c69-7ecd05dfa9b7 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:31:07.107471 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64074f96-66d1-4d76-bbaf-0d13bb94c0a3 None None] Network eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:07.155600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a644b-bcb5-4ee1-b4a3-7168da1ba258 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=37dfa10c-052d-4233-bb5d-859d24340e18,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:07.214277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-514dbb53-df44-460b-96b0-dcab1eb57551 req-6f9c3268-ecec-45e0-b534-7d9c1b5c60a9 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 210 time: 0.4930887 Nov 27 01:31:07.344529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2c14f-d667-4c20-9b05-6ebd460570ba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5b911e-c464-40bc-ae9d-6a8be26c6fb6,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:07.397783 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c14f-d667-4c20-9b05-6ebd460570ba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.412850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51676) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:07.413467 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4cb2c14f-d667-4c20-9b05-6ebd460570ba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0578468 Nov 27 01:31:07.422416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0c1e2402-efb0-4d73-9d2c-6cddf1771fc3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'network': {'name': 'tempest-network-smoke--87499139', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'port_security_enabled': True}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:07.505307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-c678c98c-cd2c-4ab5-ae32-55a35b4049d7 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:07.507913 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-c678c98c-cd2c-4ab5-ae32-55a35b4049d7 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.31 "GET /v2.0/networks?id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b HTTP/1.1" status: 200 len: 813 time: 0.7849069 Nov 27 01:31:07.569968 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ff8a644b-bcb5-4ee1-b4a3-7168da1ba258 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.576007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ff8a644b-bcb5-4ee1-b4a3-7168da1ba258 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/37dfa10c-052d-4233-bb5d-859d24340e18 HTTP/1.1" status: 204 len: 168 time: 1.7317843 Nov 27 01:31:07.576007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1e2402-efb0-4d73-9d2c-6cddf1771fc3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Made reservation on behalf of 53c72932feec4d45af53b9bccd5c3777 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:07.581198 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2402-efb0-4d73-9d2c-6cddf1771fc3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.615639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51680) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:07.621316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-5593e7fc-bfef-4a28-a004-bb65395fcb29 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Request body: {'port': {'device_id': 'c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45', 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b', 'admin_state_up': True, 'tenant_id': 'fa0f872ddc6445c78ed4a244af091368'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:07.717822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7738f9ed-4e19-4ec6-beae-7bd1ad9ce333 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:07.719826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7738f9ed-4e19-4ec6-beae-7bd1ad9ce333 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:07.721574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7738f9ed-4e19-4ec6-beae-7bd1ad9ce333 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:07.724175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7738f9ed-4e19-4ec6-beae-7bd1ad9ce333 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0969381 Nov 27 01:31:07.735913 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51684) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:07.788205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1e2402-efb0-4d73-9d2c-6cddf1771fc3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:31:07.804657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6227ecea-c9c2-4e67-87dd-7b4c608ce5af tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Made reservation on behalf of fa0f872ddc6445c78ed4a244af091368 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:07.811122 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6227ecea-c9c2-4e67-87dd-7b4c608ce5af tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.812212 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.855247 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2402-efb0-4d73-9d2c-6cddf1771fc3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.856156 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-0c1e2402-efb0-4d73-9d2c-6cddf1771fc3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Added segment cfcef07b-3735-4f5d-915a-1694e1c2b871 of type vlan for network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f Nov 27 01:31:07.879156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-9176b166-e3e4-4af0-a14c-38a37f94d4db tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet b7b4455e-55ee-4ca2-af61-0325f3f68097 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:31:07.899652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b13915d0-4561-42f3-ad21-feb68969f4b8 None None] Provisioning complete for port a11e175b-a33a-45db-a091-63f94bb295e1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:07.900213 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b13915d0-4561-42f3-ad21-feb68969f4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.918081 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9176b166-e3e4-4af0-a14c-38a37f94d4db tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.996396 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2402-efb0-4d73-9d2c-6cddf1771fc3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.034857 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9176b166-e3e4-4af0-a14c-38a37f94d4db tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.110433 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Allocated IP 172.25.1.141 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/d4968b75-d0df-421f-8d01-c5565f0f6181) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:08.114883 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2402-efb0-4d73-9d2c-6cddf1771fc3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.120713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1e2402-efb0-4d73-9d2c-6cddf1771fc3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:08.121398 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2402-efb0-4d73-9d2c-6cddf1771fc3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.201637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f0ed4-9fd3-4697-b1cc-abb0736d8809 None None] Network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:08.223973 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.258002 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0c1e2402-efb0-4d73-9d2c-6cddf1771fc3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8431711 Nov 27 01:31:08.293819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51702) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:08.294903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e2402-efb0-4d73-9d2c-6cddf1771fc3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Network': ['ID=4cf3df3d-087f-49df-98fe-c73ec3a35c1f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:08.305427 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'admin_state_up': True, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:08.316661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6227ecea-c9c2-4e67-87dd-7b4c608ce5af tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Allocated IP 172.20.0.11 (7fb32cc3-bb66-4b5b-9b04-143e4a448d6b/f84a41b4-55f1-4f49-9e1d-003c9caf77be/75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:08.382732 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9176b166-e3e4-4af0-a14c-38a37f94d4db tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.421991 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:31:08.509128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-5593e7fc-bfef-4a28-a004-bb65395fcb29 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Made reservation on behalf of fa0f872ddc6445c78ed4a244af091368 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:08.515780 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-5593e7fc-bfef-4a28-a004-bb65395fcb29 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.555034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1dc18fa0-716c-4ea6-9889-81b0a16355bb req-38bc7eff-16d8-481f-b9fa-844c327dcf7f tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 210 time: 0.0720758 Nov 27 01:31:08.564535 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.566961 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.636057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4', 'network_id': 'eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'fixed_ips': [{'subnet_id': '75381636-d7dc-49fd-aad8-c713d77644be'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:31:08.637188 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.813643 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6227ecea-c9c2-4e67-87dd-7b4c608ce5af tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.951752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6227ecea-c9c2-4e67-87dd-7b4c608ce5af tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.961507 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9176b166-e3e4-4af0-a14c-38a37f94d4db tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.093000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6227ecea-c9c2-4e67-87dd-7b4c608ce5af tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:09.101868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6227ecea-c9c2-4e67-87dd-7b4c608ce5af tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:09.104571 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176b166-e3e4-4af0-a14c-38a37f94d4db tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b4455e-55ee-4ca2-af61-0325f3f68097,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:09.105508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Allocated IP 172.20.0.2 (eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4/75381636-d7dc-49fd-aad8-c713d77644be/a0aa2a3e-bb40-4a43-88ed-3b3b38265b46) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:09.129982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6227ecea-c9c2-4e67-87dd-7b4c608ce5af tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:09.152032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d02aa14f-a46f-43f4-9081-eff9c3ecdc0a None None] Provisioning complete for port 2791f8a0-6808-4d79-88bd-00ccf4672789 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:09.157893 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d02aa14f-a46f-43f4-9081-eff9c3ecdc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.284177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c6244e-2881-4915-9e77-55fbe7beafc1 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:09.289937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6227ecea-c9c2-4e67-87dd-7b4c608ce5af tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:09.291389 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6227ecea-c9c2-4e67-87dd-7b4c608ce5af tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.296307 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.308691 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9176b166-e3e4-4af0-a14c-38a37f94d4db tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.316881 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9176b166-e3e4-4af0-a14c-38a37f94d4db tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/b7b4455e-55ee-4ca2-af61-0325f3f68097 HTTP/1.1" status: 204 len: 168 time: 1.5747948 Nov 27 01:31:09.323187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51716) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:09.377393 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6227ecea-c9c2-4e67-87dd-7b4c608ce5af tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3280022 Nov 27 01:31:09.378263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227ecea-c9c2-4e67-87dd-7b4c608ce5af tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Pushing event updated for resources: {'Port': ['ID=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:09.471845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Request body: {'port': {'device_id': 'f9b93deb-afb5-4a01-aabd-c71c6c64d649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:09.551016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-5593e7fc-bfef-4a28-a004-bb65395fcb29 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Allocated IP 172.20.0.6 (7fb32cc3-bb66-4b5b-9b04-143e4a448d6b/f84a41b4-55f1-4f49-9e1d-003c9caf77be/63ae0225-e7ec-4f30-bb43-530dc872eaf8) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:09.564903 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.589184 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.635911 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.670851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cda9444-b04f-447b-9a3d-50f8f5571de3 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet eb31033c-1c8d-46f7-9cdf-c9cc84f8750a {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:31:09.702471 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Network eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:09.710714 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.724815 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cda9444-b04f-447b-9a3d-50f8f5571de3 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.735671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:09.737736 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.752455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:09.782000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:09.804423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d02aa14f-a46f-43f4-9081-eff9c3ecdc0a None None] Provisioning complete for port dc65e6e9-21dc-4f74-91b9-49084072bc75 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:09.804805 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d02aa14f-a46f-43f4-9081-eff9c3ecdc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.811605 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Pushing event updated for resources: {'Port': ['ID=a0aa2a3e-bb40-4a43-88ed-3b3b38265b46,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:09.819912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.843149 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.892340 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Attempting to bind port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:09.892756 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Attempting to bind port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'e9a57c65-8c3c-4cf3-a394-18cacd4caf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:09.893142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Attempting to bind port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 on network eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:09.899532 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cda9444-b04f-447b-9a3d-50f8f5571de3 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.902436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:09.902827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Checking segment: {'id': 'e9a57c65-8c3c-4cf3-a394-18cacd4caf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:09.903495 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.904749 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Bound using segment: {'id': 'e9a57c65-8c3c-4cf3-a394-18cacd4caf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:09.905242 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Bound port: a0aa2a3e-bb40-4a43-88ed-3b3b38265b46, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a57c65-8c3c-4cf3-a394-18cacd4caf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:09.905795 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.909557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d02aa14f-a46f-43f4-9081-eff9c3ecdc0a None None] Port dc65e6e9-21dc-4f74-91b9-49084072bc75 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:31:09.991849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:09.997999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:10.044390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event updated for resources: {'Port': ['ID=d4968b75-d0df-421f-8d01-c5565f0f6181,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:10.081337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] For port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:10.099540 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-33d2ace7-34fd-40b3-aef7-93ed1760ca7a None None] Provisioning complete for port a11e175b-a33a-45db-a091-63f94bb295e1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:10.100351 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-33d2ace7-34fd-40b3-aef7-93ed1760ca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.102443 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-06b2a43b-7508-44cc-b964-65843b8ea8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.110152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] For port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a0aa2a3e-bb40-4a43-88ed-3b3b38265b46,segment=NetworkSegment(e9a57c65-8c3c-4cf3-a394-18cacd4caf3d),segment_id=e9a57c65-8c3c-4cf3-a394-18cacd4caf3d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:10.139622 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.161045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440cb7a-3117-41ad-a027-381804c5b9e4 req-37a5d023-1e70-4b72-bc20-e8e42b678c3c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:10.179913 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3440cb7a-3117-41ad-a027-381804c5b9e4 req-37a5d023-1e70-4b72-bc20-e8e42b678c3c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 932 time: 0.5314903 Nov 27 01:31:10.291407 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93044bc3-3082-4ea2-b9bf-46554c3c2e19 None None] Pushing event updated for resources: {'Port': ['ID=a0aa2a3e-bb40-4a43-88ed-3b3b38265b46,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:10.466830 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.469472 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cda9444-b04f-447b-9a3d-50f8f5571de3 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.546654 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3440cb7a-3117-41ad-a027-381804c5b9e4 req-60ee4db1-7355-4254-a388-feef23863aba tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846112 Nov 27 01:31:10.566519 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.610112 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-5593e7fc-bfef-4a28-a004-bb65395fcb29 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.671895 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cda9444-b04f-447b-9a3d-50f8f5571de3 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.715457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda9444-b04f-447b-9a3d-50f8f5571de3 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=eb31033c-1c8d-46f7-9cdf-c9cc84f8750a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:10.813034 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cda9444-b04f-447b-9a3d-50f8f5571de3 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.817036 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8cda9444-b04f-447b-9a3d-50f8f5571de3 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/eb31033c-1c8d-46f7-9cdf-c9cc84f8750a HTTP/1.1" status: 204 len: 168 time: 1.4822216 Nov 27 01:31:10.820826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51730) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:10.860367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Router 842bd4b1-f3f9-4d62-84f3-9789cc775183 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:31:10.866518 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-5593e7fc-bfef-4a28-a004-bb65395fcb29 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.891839 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f954392f-da00-493f-9fe5-c639a2609968 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647240 Nov 27 01:31:10.892864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51732) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:10.968971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f2363016-1ceb-48c9-9589-c96c267ebf8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:11.010192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07f272a-b684-437a-8d16-fac4b0728621 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:11.034026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-80269c9d-c4af-45a7-a5a9-5bccaa5dad01 None None] Provisioning complete for port a11e175b-a33a-45db-a091-63f94bb295e1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:11.034705 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-80269c9d-c4af-45a7-a5a9-5bccaa5dad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.041316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-5593e7fc-bfef-4a28-a004-bb65395fcb29 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:11.047595 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593e7fc-bfef-4a28-a004-bb65395fcb29 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Pushing event updated for resources: {'Port': ['ID=63ae0225-e7ec-4f30-bb43-530dc872eaf8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:11.054781 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-5593e7fc-bfef-4a28-a004-bb65395fcb29 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:11.065811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-5593e7fc-bfef-4a28-a004-bb65395fcb29 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:11.124533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-5593e7fc-bfef-4a28-a004-bb65395fcb29 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:11.126199 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-5593e7fc-bfef-4a28-a004-bb65395fcb29 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.130022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51736) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:11.205323 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.222444 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-5593e7fc-bfef-4a28-a004-bb65395fcb29 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6170948 Nov 27 01:31:11.242743 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.259155 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Request body: {'port': {'device_id': 'c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:11.350077 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event updated for resources: {'Port': ['ID=d4968b75-d0df-421f-8d01-c5565f0f6181,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:11.368056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2679b0c-148f-4101-8e83-e4e3beb38fdc None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:31:11.386375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:31:11.422254 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Sync routers for ids ['842bd4b1-f3f9-4d62-84f3-9789cc775183'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:31:11.465786 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Routers {'842bd4b1-f3f9-4d62-84f3-9789cc775183'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:31:11.466540 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:30:43Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['842bd4b1-f3f9-4d62-84f3-9789cc775183'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:11.485059 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0f74b24f-af39-4666-8ecd-f20836b13b5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.551794 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.557205 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.558840 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-12d57744-cbef-4359-b27c-1d764726e12c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4456079 Nov 27 01:31:11.593422 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51742) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:11.594709 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.762243 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0f74b24f-af39-4666-8ecd-f20836b13b5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.772386 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.779029 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0f74b24f-af39-4666-8ecd-f20836b13b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.792633 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.903168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a2679b0c-148f-4101-8e83-e4e3beb38fdc None None] Deleting port a11e175b-a33a-45db-a091-63f94bb295e1 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:11.903659 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2679b0c-148f-4101-8e83-e4e3beb38fdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.924946 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0f74b24f-af39-4666-8ecd-f20836b13b5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d24453bd89fc4dfe81f7fb7553f4b1bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7556341 Nov 27 01:31:11.929044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51746) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:11.936763 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.952990 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1465d398-d040-4a97-a145-09e23df380fb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9125364 Nov 27 01:31:11.966131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74b24f-af39-4666-8ecd-f20836b13b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef7d852-adf8-4ef1-a76b-131be4a52459,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:12.015950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1497749-f7bd-46e6-8701-fe05a2a09522 None None] Network eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:12.128005 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22a9428f-f58f-41fa-88ae-e52690e3f673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.163547 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:12.172992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Set router 842bd4b1-f3f9-4d62-84f3-9789cc775183 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:31:12.191574 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22a9428f-f58f-41fa-88ae-e52690e3f673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.260570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2363016-1ceb-48c9-9589-c96c267ebf8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:12.265554 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2363016-1ceb-48c9-9589-c96c267ebf8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.283550 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22a9428f-f58f-41fa-88ae-e52690e3f673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.286662 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22a9428f-f58f-41fa-88ae-e52690e3f673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.287969 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-22a9428f-f58f-41fa-88ae-e52690e3f673 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ef7d852-adf8-4ef1-a76b-131be4a52459 HTTP/1.1" status: 204 len: 168 time: 0.3334670 Nov 27 01:31:12.289567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b549d33-ee96-4850-ad9d-a9b96d2dd408 req-b97e9ef0-ee60-4764-8151-7e013b6c80cd tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:12.294629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b549d33-ee96-4850-ad9d-a9b96d2dd408 req-b97e9ef0-ee60-4764-8151-7e013b6c80cd tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 932 time: 0.5555501 Nov 27 01:31:12.298214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:12.303288 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9428f-f58f-41fa-88ae-e52690e3f673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef7d852-adf8-4ef1-a76b-131be4a52459,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:12.331647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1162a954-55bd-493b-a70d-5fab7e841cc8 None None] Provisioning complete for port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:12.336737 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1162a954-55bd-493b-a70d-5fab7e841cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.354392 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.381368 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-79e066a0-d939-496c-84d4-0ad170264bb8 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--885363370&fields=id&tenant_id=9c64b09c25f047909a26c8a3415fefe2 HTTP/1.1" status: 200 len: 267 time: 0.0759053 Nov 27 01:31:12.496882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Transition to ACTIVE for port object 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:31:12.522648 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.527769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a2679b0c-148f-4101-8e83-e4e3beb38fdc None None] For port a11e175b-a33a-45db-a091-63f94bb295e1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a11e175b-a33a-45db-a091-63f94bb295e1,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:12.528646 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2679b0c-148f-4101-8e83-e4e3beb38fdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.581529 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0a784dae-2848-438d-9fde-ba1368f80206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.584774 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a2679b0c-148f-4101-8e83-e4e3beb38fdc None None] Calling delete_port for a11e175b-a33a-45db-a091-63f94bb295e1 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:12.656148 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1162a954-55bd-493b-a70d-5fab7e841cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.656608 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Pushing event updated for resources: {'Port': ['ID=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:12.679438 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b549d33-ee96-4850-ad9d-a9b96d2dd408 req-17ccee92-093c-4923-a73f-b556575a8808 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431232 Nov 27 01:31:12.723528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.25.1.164 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/2b5407c2-8003-44a0-8494-b60a3469e27b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:12.764652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:12.766394 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.839109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1162a954-55bd-493b-a70d-5fab7e841cc8 None None] For port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a0aa2a3e-bb40-4a43-88ed-3b3b38265b46,segment=NetworkSegment(e9a57c65-8c3c-4cf3-a394-18cacd4caf3d),segment_id=e9a57c65-8c3c-4cf3-a394-18cacd4caf3d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:12.847729 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51766) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:12.864833 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-665cf5d7-680e-4c37-87be-a9719c089132 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:12.866492 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-665cf5d7-680e-4c37-87be-a9719c089132 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 811 time: 0.4770904 Nov 27 01:31:12.875710 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1162a954-55bd-493b-a70d-5fab7e841cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.881395 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'name': 'tempest-TestVolumeBootPattern-1953640114-router', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'dc65e6e9-21dc-4f74-91b9-49084072bc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:04Z', 'updated_at': '2021-11-27T01:31:07Z', 'revision_number': 3, 'project_id': '1fd486bb046f4899911966ee0081a04a', 'gw_port': {'id': 'dc65e6e9-21dc-4f74-91b9-49084072bc75', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:05Z', 'updated_at': '2021-11-27T01:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:12.902358 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-717c571e-ef0c-4139-847c-10304ea8c267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.916721 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-1dbdc831-6f03-4264-8778-57ace6e87fec tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/quotas/9c64b09c25f047909a26c8a3415fefe2 HTTP/1.1" status: 200 len: 375 time: 0.0376518 Nov 27 01:31:12.985200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Checking router: 842bd4b1-f3f9-4d62-84f3-9789cc775183 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:31:12.985558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Updating router 842bd4b1-f3f9-4d62-84f3-9789cc775183 port dc65e6e9-21dc-4f74-91b9-49084072bc75 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:31:13.040269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Attempting to bind port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:13.040780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Attempting to bind port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:13.041325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Attempting to bind port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 on network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:13.044645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162a954-55bd-493b-a70d-5fab7e841cc8 None None] Pushing event updated for resources: {'Port': ['ID=a0aa2a3e-bb40-4a43-88ed-3b3b38265b46,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:13.070898 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ae0225-e7ec-4f30-bb43-530dc872eaf8 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:13.080830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 on network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:31:13.081388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Attempting to bind port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 on network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:13.082299 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-f7435808-72cc-4d14-a2cf-7a2b785dcbdd tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364508 Nov 27 01:31:13.088980 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.109793 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:13.110441 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Checking segment: {'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:13.111511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Bound using segment: {'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:13.112707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Bound port: 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:13.112924 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.128871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Transition to ACTIVE for port object 63ae0225-e7ec-4f30-bb43-530dc872eaf8 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:31:13.139735 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2679b0c-148f-4101-8e83-e4e3beb38fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.147471 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.161058 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2679b0c-148f-4101-8e83-e4e3beb38fdc None None] No DVR routers for this DVR port a11e175b-a33a-45db-a091-63f94bb295e1 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:13.197566 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.203575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2679b0c-148f-4101-8e83-e4e3beb38fdc None None] Pushing event deleted for resources: {'Port': ['ID=a11e175b-a33a-45db-a091-63f94bb295e1,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:13.227538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-577246cc-75f5-4c25-ab41-3d659b03f4d3 None None] Provisioning complete for port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:13.227538 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-577246cc-75f5-4c25-ab41-3d659b03f4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.268874 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-717c571e-ef0c-4139-847c-10304ea8c267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.291713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Pushing event updated for resources: {'Port': ['ID=63ae0225-e7ec-4f30-bb43-530dc872eaf8,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:13.297799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-717c571e-ef0c-4139-847c-10304ea8c267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.384879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] For port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:13.389139 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.402033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a11e175b-a33a-45db-a091-63f94bb295e1 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:13.407284 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-c11151b8-2b27-4713-bf19-9c2245b45ea3 service neutron] 10.222.0.15 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954149 Nov 27 01:31:13.408111 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2363016-1ceb-48c9-9589-c96c267ebf8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.408507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c571e-ef0c-4139-847c-10304ea8c267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ab5d16-d2a4-4334-8dc8-2efd605c21f0,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:13.415217 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-717c571e-ef0c-4139-847c-10304ea8c267 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0475fa8c24e14e7aaa22eed71e5563d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5660872 Nov 27 01:31:13.422181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51768) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:13.427501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] For port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:13.458385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: a11e175b-a33a-45db-a091-63f94bb295e1 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:31:13.458779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a11e175b-a33a-45db-a091-63f94bb295e1 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:31:13.468460 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.478148 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.506441 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Attempting to bind port 63ae0225-e7ec-4f30-bb43-530dc872eaf8 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:13.507195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Attempting to bind port 63ae0225-e7ec-4f30-bb43-530dc872eaf8 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:13.507765 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Attempting to bind port 63ae0225-e7ec-4f30-bb43-530dc872eaf8 on network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:13.518228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Port 63ae0225-e7ec-4f30-bb43-530dc872eaf8 on network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:31:13.518935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Attempting to bind port 63ae0225-e7ec-4f30-bb43-530dc872eaf8 on network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:13.533730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:13.534457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Checking segment: {'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:13.535166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Bound using segment: {'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:13.535743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Bound port: 63ae0225-e7ec-4f30-bb43-530dc872eaf8, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:13.536215 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.563890 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2363016-1ceb-48c9-9589-c96c267ebf8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:13.585347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-1a595823-7d95-46e2-8254-1b509fbab0c2 service neutron] 10.222.0.15 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651943 Nov 27 01:31:13.605143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-f2363016-1ceb-48c9-9589-c96c267ebf8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:13.609127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2363016-1ceb-48c9-9589-c96c267ebf8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:13.609725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2363016-1ceb-48c9-9589-c96c267ebf8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.617886 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75606bd5-a9ae-4c86-ac38-66aba3cac4e3 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:13.622028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] For port 63ae0225-e7ec-4f30-bb43-530dc872eaf8, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:13.625615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] For port 63ae0225-e7ec-4f30-bb43-530dc872eaf8, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=63ae0225-e7ec-4f30-bb43-530dc872eaf8,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:13.633050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.645987 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:13.647053 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.648940 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] 10.222.0.21 "PUT /v2.0/ports/75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 HTTP/1.1" status: 200 len: 1093 time: 4.1856546 Nov 27 01:31:13.658567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b93deb-afb5-4a01-aabd-c71c6c64d649', 'tag': '75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:13.662089 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e85fe6-a857-4aa3-9f3e-bb3c3a38ef2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b93deb-afb5-4a01-aabd-c71c6c64d649", "tag": "75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:13.681119 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.683509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2363016-1ceb-48c9-9589-c96c267ebf8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=73966b3a-9015-413a-af92-8958b43c1e7e,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:13.705587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:13.706266 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.708449 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] 10.222.0.31 "PUT /v2.0/ports/63ae0225-e7ec-4f30-bb43-530dc872eaf8 HTTP/1.1" status: 200 len: 1092 time: 2.4669747 Nov 27 01:31:13.708912 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45', 'tag': '63ae0225-e7ec-4f30-bb43-530dc872eaf8'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:13.712511 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5486a96-9f31-4263-b67f-03c1e78f5085" -d '{"events": [{"name": "network-changed", "server_uuid": "c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45", "tag": "63ae0225-e7ec-4f30-bb43-530dc872eaf8"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:13.722327 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.751538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a935e-6434-4223-86dc-a8a820b85b01 service neutron] Pushing event updated for resources: {'Port': ['ID=63ae0225-e7ec-4f30-bb43-530dc872eaf8,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:13.769191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51778) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:13.770049 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f2363016-1ceb-48c9-9589-c96c267ebf8e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8698208 Nov 27 01:31:13.780541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:13.799474 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9b9427-8439-4afd-9ffa-c2daa719af72 x-openstack-request-id: req-1c9b9427-8439-4afd-9ffa-c2daa719af72 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:13.800637 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b93deb-afb5-4a01-aabd-c71c6c64d649", "tag": "75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:13.803233 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c9b9427-8439-4afd-9ffa-c2daa719af72 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:13.805735 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b93deb-afb5-4a01-aabd-c71c6c64d649', 'tag': '75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9', 'status': 'completed', 'code': 200} Nov 27 01:31:13.844371 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3750a39-9a81-49c5-85cb-17fb64037588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.847667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e691b-82fd-4b19-a849-7a936c7a29f7 service neutron] Pushing event updated for resources: {'Port': ['ID=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:13.941085 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef55385-b688-4806-819e-2d35a18b00ce x-openstack-request-id: req-6ef55385-b688-4806-819e-2d35a18b00ce {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:13.941727 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45", "tag": "63ae0225-e7ec-4f30-bb43-530dc872eaf8", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:13.951291 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ef55385-b688-4806-819e-2d35a18b00ce {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:13.951942 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45', 'tag': '63ae0225-e7ec-4f30-bb43-530dc872eaf8', 'status': 'completed', 'code': 200} Nov 27 01:31:13.976363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:14.023269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:14.065759 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:14.080138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:14.108823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a615e3b-dfbe-460a-9e71-4568c0ad84cf req-a01c1a97-5242-4425-9957-8ab208ea8a85 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 210 time: 0.1400480 Nov 27 01:31:14.109089 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:14.128908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-1d7f8da5-a5eb-423a-97c2-a1b2b657ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:14.129989 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:14.131885 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-1d7f8da5-a5eb-423a-97c2-a1b2b657ddd6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa0f872ddc6445c78ed4a244af091368&device_id=c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45 HTTP/1.1" status: 200 len: 1095 time: 0.3453150 Nov 27 01:31:14.141579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1ce3ef-4832-4f40-b06a-d51c8cc30b07 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:31:14.170593 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3750a39-9a81-49c5-85cb-17fb64037588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:14.206849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-8aae0457-881d-44f6-9cc5-23de9bf6a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:14.208944 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-8aae0457-881d-44f6-9cc5-23de9bf6a92a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa0f872ddc6445c78ed4a244af091368&device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 1096 time: 0.4777415 Nov 27 01:31:14.219635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=2b5407c2-8003-44a0-8494-b60a3469e27b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:14.281783 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-b3965e75-daf0-4e6b-a89c-6b752223ea76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63ae0225-e7ec-4f30-bb43-530dc872eaf8 HTTP/1.1" status: 200 len: 217 time: 0.1360021 Nov 27 01:31:14.291676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f9efcb-5bda-4a71-8100-2398d1785cc0 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:31:14.294493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:14.294923 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:14.383977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Allocated IP 172.20.0.1 (eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4/75381636-d7dc-49fd-aad8-c713d77644be/686cec8f-bc7a-4857-b90f-35f972c207f8) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:14.403979 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:14.408967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Attempting to bind port dc65e6e9-21dc-4f74-91b9-49084072bc75 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:14.409449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Attempting to bind port dc65e6e9-21dc-4f74-91b9-49084072bc75 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:14.409809 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:14.410010 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Attempting to bind port dc65e6e9-21dc-4f74-91b9-49084072bc75 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:14.420856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf45756-9d9d-4dc1-b92d-4f1c2c28faf6 None None] Pushing event updated for resources: {'Port': ['ID=dc65e6e9-21dc-4f74-91b9-49084072bc75,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:14.440971 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f1e57bd3-997a-4f70-85a8-33e7fc7e27a1 None None] Provisioning complete for port 2b5407c2-8003-44a0-8494-b60a3469e27b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:14.441558 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f1e57bd3-997a-4f70-85a8-33e7fc7e27a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:14.446058 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:14.446838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:14.447332 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:14.447812 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:14.448431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Bound port: dc65e6e9-21dc-4f74-91b9-49084072bc75, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:14.448919 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:14.464718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-7c2f66f6-63c0-4145-b2b3-197f74e2b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:14.470278 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-7c2f66f6-63c0-4145-b2b3-197f74e2b000 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f84a41b4-55f1-4f49-9e1d-003c9caf77be HTTP/1.1" status: 200 len: 853 time: 0.1766708 Nov 27 01:31:14.543051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b905d7-5501-4fe5-9f1b-a19d07b5144a req-177c161d-5e95-46cf-bc8f-7df47ded8c93 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:14.553366 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-cc773e5f-aa19-49fe-8a74-fd2ac493ab0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789995 Nov 27 01:31:14.553723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-78b905d7-5501-4fe5-9f1b-a19d07b5144a req-177c161d-5e95-46cf-bc8f-7df47ded8c93 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 944 time: 0.6206498 Nov 27 01:31:14.559417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': '73966b3a-9015-413a-af92-8958b43c1e7e'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:31:14.560501 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:14.586844 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-937cae11-9275-4ccc-baa1-02fb632a940a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 HTTP/1.1" status: 200 len: 217 time: 0.3552554 Nov 27 01:31:14.696406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-df3f6c45-2f57-46ba-b926-748e9bfecdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:14.699343 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-df3f6c45-2f57-46ba-b926-748e9bfecdbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f84a41b4-55f1-4f49-9e1d-003c9caf77be HTTP/1.1" status: 200 len: 853 time: 0.1031282 Nov 27 01:31:14.715134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f1e57bd3-997a-4f70-85a8-33e7fc7e27a1 None None] Port 2b5407c2-8003-44a0-8494-b60a3469e27b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:31:14.841993 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-f809eafd-305a-491f-8109-40ffb79844aa service neutron] 10.222.0.31 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777517 Nov 27 01:31:14.865198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] For port dc65e6e9-21dc-4f74-91b9-49084072bc75, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:14.905521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] For port dc65e6e9-21dc-4f74-91b9-49084072bc75, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=dc65e6e9-21dc-4f74-91b9-49084072bc75,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:14.923430 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:14.944827 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:14.959542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ea87b502-f980-4069-930e-25a3b2b70db2 None None] Provisioning complete for port dc65e6e9-21dc-4f74-91b9-49084072bc75 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:14.960023 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea87b502-f980-4069-930e-25a3b2b70db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:15.091786 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-bbf4f1c9-4e66-4211-a7a1-2e1e059a8b6a service neutron] 10.222.0.31 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109790 Nov 27 01:31:15.172046 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-ded809b3-bde1-4477-b2c0-3d21a2f559d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4163802 Nov 27 01:31:15.198419 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3750a39-9a81-49c5-85cb-17fb64037588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:15.201247 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3750a39-9a81-49c5-85cb-17fb64037588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:15.216585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e3750a39-9a81-49c5-85cb-17fb64037588 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2ab5d16-d2a4-4334-8dc8-2efd605c21f0 HTTP/1.1" status: 204 len: 168 time: 1.7742677 Nov 27 01:31:15.257993 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25103f53-02e7-4861-9fda-9f138f9cc327 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:31:15.295088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Allocated IP 172.20.0.2 (45b1e637-4759-477c-827c-b083fabe48f4/73966b3a-9015-413a-af92-8958b43c1e7e/61ad33cd-d698-4dfe-bb7f-984ce2732e97) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:15.325619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf45756-9d9d-4dc1-b92d-4f1c2c28faf6 None None] Pushing event updated for resources: {'Port': ['ID=dc65e6e9-21dc-4f74-91b9-49084072bc75,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:15.329029 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Routers {'842bd4b1-f3f9-4d62-84f3-9789cc775183'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:31:15.329892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:31:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['842bd4b1-f3f9-4d62-84f3-9789cc775183'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:15.389196 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0abe5b69-8259-4223-8066-255e07baf5ac req-07e58cde-f54c-480b-bf5d-ab501377f004 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 210 time: 0.1425173 Nov 27 01:31:15.423514 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-60220689-1123-44cb-9f24-02b93ae95b23 service neutron] 10.222.0.21 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992459 Nov 27 01:31:15.479301 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5486a96-9f31-4263-b67f-03c1e78f5085 req-1093a437-f5de-4d67-8676-6a77780833f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:15.480751 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-78b905d7-5501-4fe5-9f1b-a19d07b5144a req-5cf99097-cce4-49ab-aaa7-b036ed34d808 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9259102 Nov 27 01:31:15.494674 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5486a96-9f31-4263-b67f-03c1e78f5085 req-1093a437-f5de-4d67-8676-6a77780833f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa0f872ddc6445c78ed4a244af091368&device_id=c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45 HTTP/1.1" status: 200 len: 1095 time: 0.3016033 Nov 27 01:31:15.514423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3750a39-9a81-49c5-85cb-17fb64037588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ab5d16-d2a4-4334-8dc8-2efd605c21f0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:15.523354 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:15.623929 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:15.660871 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:15.747114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Pushing event updated for resources: {'Port': ['ID=61ad33cd-d698-4dfe-bb7f-984ce2732e97,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:15.762457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:15.763584 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea87b502-f980-4069-930e-25a3b2b70db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:15.792741 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ea87b502-f980-4069-930e-25a3b2b70db2 None None] For port dc65e6e9-21dc-4f74-91b9-49084072bc75, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=dc65e6e9-21dc-4f74-91b9-49084072bc75,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:15.800496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:15.803245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:15.815253 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] Set router 842bd4b1-f3f9-4d62-84f3-9789cc775183 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:31:15.859101 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea87b502-f980-4069-930e-25a3b2b70db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:15.874614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-979141f6-8173-45e3-b105-f804b5ea3366 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:15.876471 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-979141f6-8173-45e3-b105-f804b5ea3366 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.31 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 811 time: 0.2840261 Nov 27 01:31:15.997161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87b502-f980-4069-930e-25a3b2b70db2 None None] Pushing event updated for resources: {'Port': ['ID=dc65e6e9-21dc-4f74-91b9-49084072bc75,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:16.021165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Attempting to bind port 61ad33cd-d698-4dfe-bb7f-984ce2732e97 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:16.021702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Attempting to bind port 61ad33cd-d698-4dfe-bb7f-984ce2732e97 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:16.022155 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Attempting to bind port 61ad33cd-d698-4dfe-bb7f-984ce2732e97 on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:16.039403 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:16.040235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:16.040796 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:16.041059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:16.041552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Bound port: 61ad33cd-d698-4dfe-bb7f-984ce2732e97, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:16.041937 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:16.044262 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:16.086759 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-5674542d-8156-4959-a201-8ddcd091b3d7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c64b09c25f047909a26c8a3415fefe2 HTTP/1.1" status: 200 len: 379 time: 0.1514826 Nov 27 01:31:16.102913 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-fad3778e-ba50-49ca-ad72-9576a192d413 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Request body: {'port': {'device_id': 'eee17261-43c3-444d-a63a-707e9b56f8d0', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'admin_state_up': True, 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'security_groups': ['8736e520-4fad-49d5-8aa5-eb648124e6e4']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:16.133390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5486a96-9f31-4263-b67f-03c1e78f5085 req-f90bc3ef-90cd-401a-a460-9e5cf451a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:16.136309 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5486a96-9f31-4263-b67f-03c1e78f5085 req-f90bc3ef-90cd-401a-a460-9e5cf451a916 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b HTTP/1.1" status: 200 len: 914 time: 0.6241965 Nov 27 01:31:16.140909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c5efb8be-1086-4fe6-8bef-3c9227e030e1 None None] Provisioning complete for port dc65e6e9-21dc-4f74-91b9-49084072bc75 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:16.141284 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c5efb8be-1086-4fe6-8bef-3c9227e030e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:16.240132 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f2e0a94b-6207-4160-83d0-aa2588219099 req-6e8ed6bd-94cf-4889-9a6f-50f8309623d4 service neutron] 10.222.0.21 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7428658 Nov 27 01:31:16.242168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5486a96-9f31-4263-b67f-03c1e78f5085 req-08ad9729-d31e-47cd-ab34-ca51b3fd1389 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63ae0225-e7ec-4f30-bb43-530dc872eaf8 HTTP/1.1" status: 200 len: 217 time: 0.0544150 Nov 27 01:31:16.276562 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:16.300581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] For port 61ad33cd-d698-4dfe-bb7f-984ce2732e97, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:16.305248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] For port 61ad33cd-d698-4dfe-bb7f-984ce2732e97, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=61ad33cd-d698-4dfe-bb7f-984ce2732e97,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:16.346479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Network eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:16.347087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.objects.ports [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:31:16.355844 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:16.358184 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:16.360772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:16.366309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Pushing event updated for resources: {'Port': ['ID=686cec8f-bc7a-4857-b90f-35f972c207f8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:16.603886 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:16.639469 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:16.657508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499a1e9-07f4-4cd4-9f53-d76852e9a750 None None] Pushing event updated for resources: {'Port': ['ID=61ad33cd-d698-4dfe-bb7f-984ce2732e97,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:16.744476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e85fe6-a857-4aa3-9f3e-bb3c3a38ef2e req-1d80003f-4972-4b9e-885a-febe3eff0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:16.746423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79e85fe6-a857-4aa3-9f3e-bb3c3a38ef2e req-1d80003f-4972-4b9e-885a-febe3eff0c38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa0f872ddc6445c78ed4a244af091368&device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 1096 time: 0.3149693 Nov 27 01:31:16.766485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'name': 'tempest-TestVolumeBootPattern-1953640114-router', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'dc65e6e9-21dc-4f74-91b9-49084072bc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:04Z', 'updated_at': '2021-11-27T01:31:07Z', 'revision_number': 3, 'project_id': '1fd486bb046f4899911966ee0081a04a', 'gw_port': {'id': 'dc65e6e9-21dc-4f74-91b9-49084072bc75', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:05Z', 'updated_at': '2021-11-27T01:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:16.835165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5438b-fc2e-4c0f-b4d0-c98108730de1 None None] The sync data for ids ['842bd4b1-f3f9-4d62-84f3-9789cc775183'] in n-d-817303-10 is: [{'id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'name': 'tempest-TestVolumeBootPattern-1953640114-router', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'dc65e6e9-21dc-4f74-91b9-49084072bc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:04Z', 'updated_at': '2021-11-27T01:31:07Z', 'revision_number': 3, 'project_id': '1fd486bb046f4899911966ee0081a04a', 'gw_port': {'id': 'dc65e6e9-21dc-4f74-91b9-49084072bc75', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:05Z', 'updated_at': '2021-11-27T01:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:31:16.835531 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:16.883651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36e7c-a20f-4b8c-88d6-6bb458296721 req-a210c7ce-8c7c-4019-9f16-4db4ac185ab5 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:16.891734 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04d36e7c-a20f-4b8c-88d6-6bb458296721 req-a210c7ce-8c7c-4019-9f16-4db4ac185ab5 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 944 time: 0.3007576 Nov 27 01:31:16.960564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-59feb326-aa76-4054-b7f5-cc3457254a65 None None] Provisioning complete for port 686cec8f-bc7a-4857-b90f-35f972c207f8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:16.960977 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-59feb326-aa76-4054-b7f5-cc3457254a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:17.059158 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-59feb326-aa76-4054-b7f5-cc3457254a65 None None] Port 686cec8f-bc7a-4857-b90f-35f972c207f8 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:31:17.310064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e85fe6-a857-4aa3-9f3e-bb3c3a38ef2e req-4cd75fc2-e6e0-4c89-a224-cb31ec3ea262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:17.312201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79e85fe6-a857-4aa3-9f3e-bb3c3a38ef2e req-4cd75fc2-e6e0-4c89-a224-cb31ec3ea262 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b HTTP/1.1" status: 200 len: 914 time: 0.5501084 Nov 27 01:31:17.352969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-04d36e7c-a20f-4b8c-88d6-6bb458296721 req-be99f25e-27e6-40a6-92bf-9595bd9afbac tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586847 Nov 27 01:31:17.439315 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79e85fe6-a857-4aa3-9f3e-bb3c3a38ef2e req-bfedf484-a984-4c0e-9570-bca0463668d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 HTTP/1.1" status: 200 len: 217 time: 0.1138799 Nov 27 01:31:17.439907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 0954821b-3f9d-4e11-b47a-61b366c0b2aa is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:31:17.502333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:17.530064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5486a96-9f31-4263-b67f-03c1e78f5085 req-0e73d55f-4b73-47dc-b3e5-c08e258628d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:17.532912 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5486a96-9f31-4263-b67f-03c1e78f5085 req-0e73d55f-4b73-47dc-b3e5-c08e258628d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f84a41b4-55f1-4f49-9e1d-003c9caf77be HTTP/1.1" status: 200 len: 853 time: 1.2790754 Nov 27 01:31:17.535821 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8e4c1e21-3c04-45e6-b3f9-1956d0b81704 req-3acb705f-b900-4c5f-98c0-575a2bb666b2 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 210 time: 0.3894980 Nov 27 01:31:17.578830 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:17.628085 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e85fe6-a857-4aa3-9f3e-bb3c3a38ef2e req-de304466-00e5-47c1-81c9-31c396cbce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:17.630681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79e85fe6-a857-4aa3-9f3e-bb3c3a38ef2e req-de304466-00e5-47c1-81c9-31c396cbce7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f84a41b4-55f1-4f49-9e1d-003c9caf77be HTTP/1.1" status: 200 len: 853 time: 0.1764221 Nov 27 01:31:17.679683 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79e85fe6-a857-4aa3-9f3e-bb3c3a38ef2e req-da259dc5-4dae-4953-af29-20855d30c8ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373993 Nov 27 01:31:17.788498 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5486a96-9f31-4263-b67f-03c1e78f5085 req-abebe0ca-bbbe-4543-836d-b4fd942bddf5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2125368 Nov 27 01:31:17.918235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:31:17.945763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-fad3778e-ba50-49ca-ad72-9576a192d413 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Made reservation on behalf of 9c64b09c25f047909a26c8a3415fefe2 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:17.951228 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Sync routers for ids ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:31:17.955644 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-fad3778e-ba50-49ca-ad72-9576a192d413 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:17.968180 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Routers {'0954821b-3f9d-4e11-b47a-61b366c0b2aa'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:31:17.968855 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:31:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:18.139821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device dc65e6e9-21dc-4f74-91b9-49084072bc75 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:18.191016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-fad3778e-ba50-49ca-ad72-9576a192d413 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Allocated IP 172.20.0.3 (fbf9ad20-e715-449c-9ff0-512a26044dd2/560f9432-09a4-4ee9-a29c-ffb13996e99e/024472f7-9570-4571-8427-c27ab1b687f6) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:18.299873 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5486a96-9f31-4263-b67f-03c1e78f5085 req-1824e5e4-58f3-4985-b5fe-9e91afd8eb8e service neutron] 10.222.0.31 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000279 Nov 27 01:31:18.317757 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port dc65e6e9-21dc-4f74-91b9-49084072bc75 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:18.318426 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:18.345691 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] For port 61ad33cd-d698-4dfe-bb7f-984ce2732e97, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=61ad33cd-d698-4dfe-bb7f-984ce2732e97,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:18.440746 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Set router 0954821b-3f9d-4e11-b47a-61b366c0b2aa gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:31:18.474998 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 61ad33cd-d698-4dfe-bb7f-984ce2732e97 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:18.543082 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fc64f9e5-1048-4f38-9e7b-b43b553d19d2 None None] Provisioning complete for port 61ad33cd-d698-4dfe-bb7f-984ce2732e97 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:18.543827 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fc64f9e5-1048-4f38-9e7b-b43b553d19d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:18.667669 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:18.699294 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:18.700073 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:18.714742 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 61ad33cd-d698-4dfe-bb7f-984ce2732e97 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:18.715222 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:18.826868 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-fad3778e-ba50-49ca-ad72-9576a192d413 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:18.839596 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fc64f9e5-1048-4f38-9e7b-b43b553d19d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:18.863641 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:18.875176 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5486a96-9f31-4263-b67f-03c1e78f5085 req-1d4d56c0-b9b4-4b8f-8947-f4aa3c1862b0 service neutron] 10.222.0.31 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232882 Nov 27 01:31:18.923733 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:31:15Z', 'revision_number': 3, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:18.931207 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fc64f9e5-1048-4f38-9e7b-b43b553d19d2 None None] For port 61ad33cd-d698-4dfe-bb7f-984ce2732e97, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=61ad33cd-d698-4dfe-bb7f-984ce2732e97,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:18.941214 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fc64f9e5-1048-4f38-9e7b-b43b553d19d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:18.980097 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-fad3778e-ba50-49ca-ad72-9576a192d413 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:18.983074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:18.983852 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Checking router: 0954821b-3f9d-4e11-b47a-61b366c0b2aa for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:31:18.984374 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Updating router 0954821b-3f9d-4e11-b47a-61b366c0b2aa port 2b5407c2-8003-44a0-8494-b60a3469e27b binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:31:19.014110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64f9e5-1048-4f38-9e7b-b43b553d19d2 None None] Pushing event updated for resources: {'Port': ['ID=61ad33cd-d698-4dfe-bb7f-984ce2732e97,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:19.023076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:19.034094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-fad3778e-ba50-49ca-ad72-9576a192d413 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Network fbf9ad20-e715-449c-9ff0-512a26044dd2 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:19.036835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:19.038013 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.047670 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.053935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-fad3778e-ba50-49ca-ad72-9576a192d413 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:19.065109 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:31:19.065476 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:31:19.066195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5910854-3fb6-4dda-b113-17e96e2d82ad None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:19.073888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88229f7e-c884-4968-805a-a75df02707b3 req-e85bc9f2-0add-45e3-a0f9-c7ebbc831a1e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:19.075820 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-88229f7e-c884-4968-805a-a75df02707b3 req-e85bc9f2-0add-45e3-a0f9-c7ebbc831a1e tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 931 time: 0.3562427 Nov 27 01:31:19.076959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-fad3778e-ba50-49ca-ad72-9576a192d413 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:19.150905 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-fad3778e-ba50-49ca-ad72-9576a192d413 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:19.152280 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-fad3778e-ba50-49ca-ad72-9576a192d413 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.198068 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.199208 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6beb735c-123d-4cb9-be7a-91c9d7d39061 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 10.9007695 Nov 27 01:31:19.204512 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-fad3778e-ba50-49ca-ad72-9576a192d413 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1064761 Nov 27 01:31:19.212029 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51870) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:19.222696 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.4506691 Nov 27 01:31:19.230027 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51872) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:19.231524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=61ad33cd-d698-4dfe-bb7f-984ce2732e97,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:19.239956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Request body: {'port': {'device_id': 'eee17261-43c3-444d-a63a-707e9b56f8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:19.313813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08aa77a-d458-422f-914e-6d06d229a9aa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=513f7996-07fe-481c-abef-5890972c39de,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:19.340577 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'mac_address': 'fa:16:3e:06:39:19', 'name': 'tempest-NetworksTestDHCPv6-277062944'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:19.445109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 63ae0225-e7ec-4f30-bb43-530dc872eaf8 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:31:19.554313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:31:19.587166 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.597420 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.615711 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.642583 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-88229f7e-c884-4968-805a-a75df02707b3 req-176fa7a2-8bf2-4a81-a915-b96c3a991398 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8736e520-4fad-49d5-8aa5-eb648124e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4645648 Nov 27 01:31:19.649119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c836b61-5754-450d-b3b8-33f2e8f5f574 req-c333ae5d-27de-47dd-b539-421186c474b4 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:19.651659 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c836b61-5754-450d-b3b8-33f2e8f5f574 req-c333ae5d-27de-47dd-b539-421186c474b4 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 944 time: 0.6450872 Nov 27 01:31:19.732978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3778e-ba50-49ca-ad72-9576a192d413 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event updated for resources: {'Port': ['ID=024472f7-9570-4571-8427-c27ab1b687f6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:19.752281 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Attempting to bind port 2b5407c2-8003-44a0-8494-b60a3469e27b on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:19.752952 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Attempting to bind port 2b5407c2-8003-44a0-8494-b60a3469e27b by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:19.753505 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Attempting to bind port 2b5407c2-8003-44a0-8494-b60a3469e27b on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:19.784182 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:19.789421 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:19.790346 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.790930 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:19.791634 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Bound port: 2b5407c2-8003-44a0-8494-b60a3469e27b, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:19.792230 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.814649 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.826256 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1b66348e-21db-4825-b9d0-0d814e685515 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=53c72932feec4d45af53b9bccd5c3777&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6060038 Nov 27 01:31:19.828713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51882) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:19.836914 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79e85fe6-a857-4aa3-9f3e-bb3c3a38ef2e req-d859fa29-adc5-4702-97d1-91ccaf48bd0f service neutron] 10.222.0.21 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1412134 Nov 27 01:31:19.848891 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.879809 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55f791-aab3-484f-9913-3379eb770706 None None] Pushing event updated for resources: {'Port': ['ID=2b5407c2-8003-44a0-8494-b60a3469e27b,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:19.898072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:19.935498 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.resource_extend [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:31:19.964738 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] For port 2b5407c2-8003-44a0-8494-b60a3469e27b, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:19.975420 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] For port 2b5407c2-8003-44a0-8494-b60a3469e27b, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2b5407c2-8003-44a0-8494-b60a3469e27b,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:19.987301 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.994787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9', 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b', 'port_id': '75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9', 'mac_address': 'fa:16:3e:3c:09:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84a41b4-55f1-4f49-9e1d-003c9caf77be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:31:19.998458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8419a5-99b0-47e9-855f-bfb61d540251 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:31:20.202655 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:20.233098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c836b61-5754-450d-b3b8-33f2e8f5f574 req-3cbf3e17-134c-4ec4-b869-5ffcb597d8cd tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858294 Nov 27 01:31:20.240572 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55f791-aab3-484f-9913-3379eb770706 None None] Pushing event updated for resources: {'Port': ['ID=2b5407c2-8003-44a0-8494-b60a3469e27b,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:20.258633 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:20.259867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:20.324069 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Routers {'0954821b-3f9d-4e11-b47a-61b366c0b2aa'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:31:20.324738 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:31:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:20.346274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ec6bcbdf-3e2b-488a-b52b-939926a9dbae None None] Provisioning complete for port 024472f7-9570-4571-8427-c27ab1b687f6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:20.351916 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ec6bcbdf-3e2b-488a-b52b-939926a9dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:20.354602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ac9699-de52-4681-8201-6a1746481bc1 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:20.360579 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-35ac9699-de52-4681-8201-6a1746481bc1 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5304573 Nov 27 01:31:20.363587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51890) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:20.416177 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4da5eb89-4dc4-49b8-af9a-bd7d09212760 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516739 Nov 27 01:31:20.418723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51892) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:20.431856 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-71800223-e4f9-429e-8bf5-867b4815e789 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2117292013', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:20.485932 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] Set router 0954821b-3f9d-4e11-b47a-61b366c0b2aa gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:31:20.486670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:20.489203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d0cf9-7c06-4425-bd9a-0603f10dcc84 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:31:20.495526 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 61ad33cd-d698-4dfe-bb7f-984ce2732e97 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:20.506608 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:20.573070 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:20.606442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71800223-e4f9-429e-8bf5-867b4815e789 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Made reservation on behalf of 53c72932feec4d45af53b9bccd5c3777 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:20.607768 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-79e85fe6-a857-4aa3-9f3e-bb3c3a38ef2e req-bf37a004-66f1-463d-bc93-c7c900966e25 service neutron] 10.222.0.21 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431626 Nov 27 01:31:20.610367 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71800223-e4f9-429e-8bf5-867b4815e789 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:20.619975 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 63ae0225-e7ec-4f30-bb43-530dc872eaf8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=63ae0225-e7ec-4f30-bb43-530dc872eaf8,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:20.658483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Pushing event updated for resources: {'Port': ['ID=686cec8f-bc7a-4857-b90f-35f972c207f8,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:20.680998 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bcbdf-3e2b-488a-b52b-939926a9dbae None None] Port 024472f7-9570-4571-8427-c27ab1b687f6 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:31:20.693605 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:20.714474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '63ae0225-e7ec-4f30-bb43-530dc872eaf8', 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b', 'port_id': '63ae0225-e7ec-4f30-bb43-530dc872eaf8', 'mac_address': 'fa:16:3e:e0:f0:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84a41b4-55f1-4f49-9e1d-003c9caf77be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:31:20.718368 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 61ad33cd-d698-4dfe-bb7f-984ce2732e97 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:20.719049 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:20.870592 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port e8c83f20-b101-41f7-bf11-b70e7e29d220 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:31:20.946184 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:31:15Z', 'revision_number': 3, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:20.982056 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd2e961-8dae-4a66-be3a-a57d5f7bc4d4 None None] The sync data for ids ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'] in n-d-817303-10 is: [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:31:15Z', 'revision_number': 3, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:31:20.988763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:20.991192 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71800223-e4f9-429e-8bf5-867b4815e789 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:21.026015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b702813e-a374-488a-a3a2-1fd548e5d694 None None] Provisioning complete for port 61ad33cd-d698-4dfe-bb7f-984ce2732e97 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:21.026726 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b702813e-a374-488a-a3a2-1fd548e5d694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:21.068083 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:21.085541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71800223-e4f9-429e-8bf5-867b4815e789 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Subnet': ['ID=83a559a3-be1a-4c33-92bb-d495581acdf3,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:21.108143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:31:21.153477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ae0225-e7ec-4f30-bb43-530dc872eaf8 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:21.160956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfcd52-4d64-49c2-906d-ae2f347fc101 req-23221438-6bd6-458c-9bf8-3fe5c503dfb3 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:21.162699 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-94cfcd52-4d64-49c2-906d-ae2f347fc101 req-23221438-6bd6-458c-9bf8-3fe5c503dfb3 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 931 time: 0.2531421 Nov 27 01:31:21.164885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024472f7-9570-4571-8427-c27ab1b687f6 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:21.175490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 63ae0225-e7ec-4f30-bb43-530dc872eaf8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=63ae0225-e7ec-4f30-bb43-530dc872eaf8,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:21.180066 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:21.209859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Network eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:21.225392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:21.237363 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-94cfcd52-4d64-49c2-906d-ae2f347fc101 req-3046f338-37d2-478e-9073-8a32bbda83e0 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8736e520-4fad-49d5-8aa5-eb648124e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645528 Nov 27 01:31:21.241473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71800223-e4f9-429e-8bf5-867b4815e789 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Checking segment: {'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:21.241890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71800223-e4f9-429e-8bf5-867b4815e789 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network hostable DHCP agents. Network: 4cf3df3d-087f-49df-98fe-c73ec3a35c1f, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:31:21.246631 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:21.252300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Transition to ACTIVE for port object 024472f7-9570-4571-8427-c27ab1b687f6 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:31:21.270333 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:21.288561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71800223-e4f9-429e-8bf5-867b4815e789 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:31:21.418653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-71800223-e4f9-429e-8bf5-867b4815e789 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 4cf3df3d-087f-49df-98fe-c73ec3a35c1f) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:21.427278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b702813e-a374-488a-a3a2-1fd548e5d694 None None] Provisioning complete for port 2b5407c2-8003-44a0-8494-b60a3469e27b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:21.429488 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b702813e-a374-488a-a3a2-1fd548e5d694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:21.436528 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71800223-e4f9-429e-8bf5-867b4815e789 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:21.438845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcde152c-c0bd-4dc9-bac9-f1ff50952e43 None None] Network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:21.440985 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71800223-e4f9-429e-8bf5-867b4815e789 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:21.617321 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=63ae0225-e7ec-4f30-bb43-530dc872eaf8,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:21.656113 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-71800223-e4f9-429e-8bf5-867b4815e789 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2339098 Nov 27 01:31:21.656858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 51912) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:21.802044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 172.20.0.10 (45b1e637-4759-477c-827c-b083fabe48f4/73966b3a-9015-413a-af92-8958b43c1e7e/e8c83f20-b101-41f7-bf11-b70e7e29d220) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:21.814282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Pushing event updated for resources: {'Port': ['ID=024472f7-9570-4571-8427-c27ab1b687f6,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:21.823359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['63ae0225-e7ec-4f30-bb43-530dc872eaf8'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:31:21.848780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8f58d-46b0-4314-8beb-85f320346b98 req-51577503-77e4-45ab-9b0d-3615bcdbb150 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:21.850866 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bfb8f58d-46b0-4314-8beb-85f320346b98 req-51577503-77e4-45ab-9b0d-3615bcdbb150 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 945 time: 0.3005340 Nov 27 01:31:21.865375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Router 842bd4b1-f3f9-4d62-84f3-9789cc775183 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:31:21.868875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::f816:3eff:fe06:3919 (45b1e637-4759-477c-827c-b083fabe48f4/513f7996-07fe-481c-abef-5890972c39de/e8c83f20-b101-41f7-bf11-b70e7e29d220) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:21.977072 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bfb8f58d-46b0-4314-8beb-85f320346b98 req-7535404f-c29b-426e-8405-b3bc5f047894 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098733 Nov 27 01:31:22.118282 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ips': [{'subnet_id': '83a559a3-be1a-4c33-92bb-d495581acdf3'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:31:22.130709 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:22.256725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2b5407c2-8003-44a0-8494-b60a3469e27b up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:22.261603 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Attempting to bind port 024472f7-9570-4571-8427-c27ab1b687f6 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:22.262850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Attempting to bind port 024472f7-9570-4571-8427-c27ab1b687f6 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:22.263310 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Attempting to bind port 024472f7-9570-4571-8427-c27ab1b687f6 on network fbf9ad20-e715-449c-9ff0-512a26044dd2 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:22.312088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:31:22.334106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cb4fccff-ef83-414e-a798-458641cb5b0f admin admin] 10.222.0.15 "PUT /v2.0/routers/842bd4b1-f3f9-4d62-84f3-9789cc775183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7363276 Nov 27 01:31:22.353016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Port 024472f7-9570-4571-8427-c27ab1b687f6 on network fbf9ad20-e715-449c-9ff0-512a26044dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:31:22.353356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Attempting to bind port 024472f7-9570-4571-8427-c27ab1b687f6 on network fbf9ad20-e715-449c-9ff0-512a26044dd2 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:22.369496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Sync routers for ids ['842bd4b1-f3f9-4d62-84f3-9789cc775183'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:31:22.387916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:22.388333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Checking segment: {'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:22.394942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Bound using segment: {'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:22.396941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Bound port: 024472f7-9570-4571-8427-c27ab1b687f6, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30a469f-a99f-4857-a599-d21cfb416124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:22.398715 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:22.413410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:22.483838 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:22.490944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Routers {'842bd4b1-f3f9-4d62-84f3-9789cc775183'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:31:22.491607 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:31:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['842bd4b1-f3f9-4d62-84f3-9789cc775183'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:22.597081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:22.600910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:22.605714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:22.609906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=e8c83f20-b101-41f7-bf11-b70e7e29d220,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:22.665912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 2b5407c2-8003-44a0-8494-b60a3469e27b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:22.666931 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:22.694823 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b702813e-a374-488a-a3a2-1fd548e5d694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:22.696846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:22.697549 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:22.741385 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f2e03762-73ac-4dc2-a6bb-a39b45d18a3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4159057 Nov 27 01:31:22.744032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51938) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:22.889581 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16506408-14d2-48f7-854a-778ffbe56735 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:22.892883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b702813e-a374-488a-a3a2-1fd548e5d694 None None] For port 2b5407c2-8003-44a0-8494-b60a3469e27b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2b5407c2-8003-44a0-8494-b60a3469e27b,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:22.906944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16506408-14d2-48f7-854a-778ffbe56735 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:22.914678 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-16506408-14d2-48f7-854a-778ffbe56735 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1694691 Nov 27 01:31:22.915470 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b1d6e-eb17-4f4b-92ae-1a8955ba18ea req-a33e5205-f664-4910-86bb-0b0d75b751bb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:22.918145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51942) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:22.918424 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-041b1d6e-eb17-4f4b-92ae-1a8955ba18ea req-a33e5205-f664-4910-86bb-0b0d75b751bb tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 943 time: 0.4730372 Nov 27 01:31:22.928059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] For port 024472f7-9570-4571-8427-c27ab1b687f6, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:22.934703 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] For port 024472f7-9570-4571-8427-c27ab1b687f6, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=024472f7-9570-4571-8427-c27ab1b687f6,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:22.955798 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:23.040646 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Allocated IP 172.20.0.2 (4cf3df3d-087f-49df-98fe-c73ec3a35c1f/83a559a3-be1a-4c33-92bb-d495581acdf3/107e68b7-e17e-4efa-9993-f527862f9927) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:23.074688 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:23.178108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:23.178740 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:23.180185 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] 10.222.0.31 "PUT /v2.0/ports/024472f7-9570-4571-8427-c27ab1b687f6 HTTP/1.1" status: 200 len: 1092 time: 3.9521456 Nov 27 01:31:23.182257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee17261-43c3-444d-a63a-707e9b56f8d0', 'tag': '024472f7-9570-4571-8427-c27ab1b687f6'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:23.189936 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d931ea-2183-4cc1-aabb-1477c77d3d67" -d '{"events": [{"name": "network-changed", "server_uuid": "eee17261-43c3-444d-a63a-707e9b56f8d0", "tag": "024472f7-9570-4571-8427-c27ab1b687f6"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:23.253150 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-69a956a0-dc07-4e73-9a66-694bd7f38ef2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port e8c83f20-b101-41f7-bf11-b70e7e29d220 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:23.278222 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69a956a0-dc07-4e73-9a66-694bd7f38ef2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:23.383186 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-041b1d6e-eb17-4f4b-92ae-1a8955ba18ea req-fb39fd6f-5322-4c5a-97e9-923f71312ab6 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8736e520-4fad-49d5-8aa5-eb648124e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4469669 Nov 27 01:31:23.436924 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:23.456424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20786e-991d-4a4e-b4a2-156fd838233d req-f8f7813c-51d1-4204-8900-a4c8acd9a250 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:23.458636 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c20786e-991d-4a4e-b4a2-156fd838233d req-f8f7813c-51d1-4204-8900-a4c8acd9a250 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 945 time: 0.3157346 Nov 27 01:31:23.462000 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b702813e-a374-488a-a3a2-1fd548e5d694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:23.488296 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afa0a8-cb1a-44e4-afb8-603cc97e218c service neutron] Pushing event updated for resources: {'Port': ['ID=024472f7-9570-4571-8427-c27ab1b687f6,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:23.513978 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:23.586779 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171e00ee-9021-4ab8-adbb-65424b12259a x-openstack-request-id: req-171e00ee-9021-4ab8-adbb-65424b12259a {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:23.591642 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee17261-43c3-444d-a63a-707e9b56f8d0", "tag": "024472f7-9570-4571-8427-c27ab1b687f6", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:23.592153 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-171e00ee-9021-4ab8-adbb-65424b12259a {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:23.592811 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee17261-43c3-444d-a63a-707e9b56f8d0', 'tag': '024472f7-9570-4571-8427-c27ab1b687f6', 'status': 'completed', 'code': 200} Nov 27 01:31:23.620650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-8b5917df-c0ad-420c-a8a2-377afb0ebf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:23.632323 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-8b5917df-c0ad-420c-a8a2-377afb0ebf65 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 1095 time: 0.3081107 Nov 27 01:31:23.668216 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c20786e-991d-4a4e-b4a2-156fd838233d req-b7f333ed-4c07-4d10-b31f-503e683f65cd tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979918 Nov 27 01:31:23.703238 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69a956a0-dc07-4e73-9a66-694bd7f38ef2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:23.728477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-69a956a0-dc07-4e73-9a66-694bd7f38ef2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for e8c83f20-b101-41f7-bf11-b70e7e29d220 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:23.788209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Set router 842bd4b1-f3f9-4d62-84f3-9789cc775183 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:31:23.790988 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-67764804-01b4-4303-951a-42bfc28b856b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024472f7-9570-4571-8427-c27ab1b687f6 HTTP/1.1" status: 200 len: 217 time: 0.1431921 Nov 27 01:31:23.955595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702813e-a374-488a-a3a2-1fd548e5d694 None None] Pushing event updated for resources: {'Port': ['ID=2b5407c2-8003-44a0-8494-b60a3469e27b,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:24.101126 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69a956a0-dc07-4e73-9a66-694bd7f38ef2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:24.109276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:24.112209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Pushing event updated for resources: {'Port': ['ID=107e68b7-e17e-4efa-9993-f527862f9927,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:24.124311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:24.136481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:24.177870 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b053c135-b4d7-434f-885b-d3f2a2d6ce74 None None] Provisioning complete for port e8c83f20-b101-41f7-bf11-b70e7e29d220 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:24.177870 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b053c135-b4d7-434f-885b-d3f2a2d6ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:24.184079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a956a0-dc07-4e73-9a66-694bd7f38ef2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=e8c83f20-b101-41f7-bf11-b70e7e29d220,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:24.246332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b053c135-b4d7-434f-885b-d3f2a2d6ce74 None None] Port e8c83f20-b101-41f7-bf11-b70e7e29d220 was deleted so its status cannot be updated. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 01:31:24.271852 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Attempting to bind port 107e68b7-e17e-4efa-9993-f527862f9927 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:24.272470 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Attempting to bind port 107e68b7-e17e-4efa-9993-f527862f9927 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:24.273026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Attempting to bind port 107e68b7-e17e-4efa-9993-f527862f9927 on network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:24.360374 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69a956a0-dc07-4e73-9a66-694bd7f38ef2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:24.364714 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-69a956a0-dc07-4e73-9a66-694bd7f38ef2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/e8c83f20-b101-41f7-bf11-b70e7e29d220 HTTP/1.1" status: 204 len: 168 time: 1.4458499 Nov 27 01:31:24.372901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51976) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:24.400897 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:24.401172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Checking segment: {'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:24.401919 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:24.402491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Bound using segment: {'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:24.403668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Bound port: 107e68b7-e17e-4efa-9993-f527862f9927, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:24.404122 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:24.537231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61b37df-9505-49bf-897d-3bbe12a12863 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:24.539039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61b37df-9505-49bf-897d-3bbe12a12863 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:24.541058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61b37df-9505-49bf-897d-3bbe12a12863 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:24.543227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a61b37df-9505-49bf-897d-3bbe12a12863 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1689279 Nov 27 01:31:24.550307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 51986) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:24.613847 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] For port 107e68b7-e17e-4efa-9993-f527862f9927, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:24.622164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] For port 107e68b7-e17e-4efa-9993-f527862f9927, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=107e68b7-e17e-4efa-9993-f527862f9927,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:24.683941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 513f7996-07fe-481c-abef-5890972c39de {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:31:24.693955 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:24.761144 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-47e10e70-0db7-4c48-9388-64c77853d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:24.764069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-47e10e70-0db7-4c48-9388-64c77853d1eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=560f9432-09a4-4ee9-a29c-ffb13996e99e HTTP/1.1" status: 200 len: 850 time: 0.0620604 Nov 27 01:31:24.784442 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:24.788836 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:24.957392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b053c135-b4d7-434f-885b-d3f2a2d6ce74 None None] Provisioning complete for port 686cec8f-bc7a-4857-b90f-35f972c207f8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:24.957784 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b053c135-b4d7-434f-885b-d3f2a2d6ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:24.971432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2b5407c2-8003-44a0-8494-b60a3469e27b up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:24.973772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5b6d6-59fa-41a2-98c1-ee67d0758132 None None] Pushing event updated for resources: {'Port': ['ID=107e68b7-e17e-4efa-9993-f527862f9927,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:24.985754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdf4d9-2790-4795-9fc2-8f3496b8040f req-51a8314e-af83-44b8-bd80-180b336e6e52 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:25.001479 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f0cdf4d9-2790-4795-9fc2-8f3496b8040f req-51a8314e-af83-44b8-bd80-180b336e6e52 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 945 time: 0.1468866 Nov 27 01:31:25.001479 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:25.102710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-c660d58f-766f-4da2-8e3d-1a0041fb71c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:25.104652 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-c660d58f-766f-4da2-8e3d-1a0041fb71c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fbf9ad20-e715-449c-9ff0-512a26044dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2887623 Nov 27 01:31:25.117852 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:25.141610 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae716e47-d932-4126-ad28-981d1ec06ef1 req-3da90e2e-5363-430e-89c2-8e981a29fbd7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:25.150388 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae716e47-d932-4126-ad28-981d1ec06ef1 req-3da90e2e-5363-430e-89c2-8e981a29fbd7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 943 time: 0.3920789 Nov 27 01:31:25.194565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=513f7996-07fe-481c-abef-5890972c39de,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:25.214267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:25.214568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:25.215005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:25.215351 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:25.215690 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:25.216023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:25.224010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:25.224962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:25.225344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:25.225697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:25.226047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:25.232223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:25.302756 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:25.318209 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-187c7061-c89f-4059-beee-225c75fd0b07 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/513f7996-07fe-481c-abef-5890972c39de HTTP/1.1" status: 204 len: 168 time: 0.7667520 Nov 27 01:31:25.334548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52006) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:25.360684 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f0cdf4d9-2790-4795-9fc2-8f3496b8040f req-57f51f57-a921-4348-971a-b5b4ca35b92e tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541732 Nov 27 01:31:25.444491 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae716e47-d932-4126-ad28-981d1ec06ef1 req-dd483155-7e65-402c-af7e-aa7a6bd83bbe tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8736e520-4fad-49d5-8aa5-eb648124e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909274 Nov 27 01:31:25.460984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.20.0.1 (4cf3df3d-087f-49df-98fe-c73ec3a35c1f/83a559a3-be1a-4c33-92bb-d495581acdf3/9a141e67-68c4-44c0-9ce2-7cc2183c8e76) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:25.490532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0162156-3458-456b-9641-f2e801b4eb5e None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:25.492415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 63ae0225-e7ec-4f30-bb43-530dc872eaf8 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:25.534165 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-dcc51cca-36c4-4dc6-9bc2-b0ed22ebb057 service neutron] 10.222.0.31 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183848 Nov 27 01:31:25.570294 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:25.677730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b053c135-b4d7-434f-885b-d3f2a2d6ce74 None None] Port 686cec8f-bc7a-4857-b90f-35f972c207f8 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:31:25.683431 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:25.759932 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'name': 'tempest-TestVolumeBootPattern-1953640114-router', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'dc65e6e9-21dc-4f74-91b9-49084072bc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:04Z', 'updated_at': '2021-11-27T01:31:17Z', 'revision_number': 4, 'project_id': '1fd486bb046f4899911966ee0081a04a', 'gw_port': {'id': 'dc65e6e9-21dc-4f74-91b9-49084072bc75', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:05Z', 'updated_at': '2021-11-27T01:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '686cec8f-bc7a-4857-b90f-35f972c207f8', 'name': '', 'network_id': 'eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'mac_address': 'fa:16:3e:b4:78:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '75381636-d7dc-49fd-aad8-c713d77644be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:14Z', 'updated_at': '2021-11-27T01:31:17Z', 'revision_number': 2, 'project_id': '1fd486bb046f4899911966ee0081a04a', 'subnets': [{'id': '75381636-d7dc-49fd-aad8-c713d77644be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:25.776135 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:25.811526 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Checking router: 842bd4b1-f3f9-4d62-84f3-9789cc775183 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:31:25.811953 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Updating router 842bd4b1-f3f9-4d62-84f3-9789cc775183 port 686cec8f-bc7a-4857-b90f-35f972c207f8 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:31:25.820705 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 63ae0225-e7ec-4f30-bb43-530dc872eaf8 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:31:25.822721 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 2b5407c2-8003-44a0-8494-b60a3469e27b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:25.823091 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:25.866007 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:25.879470 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=9a141e67-68c4-44c0-9ce2-7cc2183c8e76,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:25.882954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:25.894956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:25.902615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9b9d07-7ac5-4810-b470-1d2e4362c551 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 73966b3a-9015-413a-af92-8958b43c1e7e {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:31:25.907637 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa9b9d07-7ac5-4810-b470-1d2e4362c551 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:25.907968 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 63ae0225-e7ec-4f30-bb43-530dc872eaf8 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:25.910582 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:25.912224 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:31:25.953165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:25.953516 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:26.004578 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:26.034548 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa9b9d07-7ac5-4810-b470-1d2e4362c551 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:26.194572 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:26.527563 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e6ab22f-7117-4f03-a811-35ddbf547cc1 req-efb38e61-102d-436f-9a91-cbb28b699354 service neutron] 10.222.0.31 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7755554 Nov 27 01:31:26.625437 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:26.626872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25186e-38c6-4eef-b1a5-246b72597e6d req-cb2974e4-b9df-4af2-808b-440046a3b976 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:26.629036 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c25186e-38c6-4eef-b1a5-246b72597e6d req-cb2974e4-b9df-4af2-808b-440046a3b976 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 945 time: 0.1569138 Nov 27 01:31:26.743502 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:26.754060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b93deb-afb5-4a01-aabd-c71c6c64d649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:26.764158 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56715d70-97c6-42c1-bc4e-92d1750bbe22" -d '{"events": [{"server_uuid": "f9b93deb-afb5-4a01-aabd-c71c6c64d649", "name": "network-vif-plugged", "status": "completed", "tag": "75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:26.837624 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:26.857126 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c25186e-38c6-4eef-b1a5-246b72597e6d req-d7a0d399-2c97-4ed3-a8b6-d0cdcfa251da tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099712 Nov 27 01:31:26.889983 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:26.962283 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60daa001-52bc-4d7d-972f-853f93d4cde5 None None] Network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:26.978745 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa9b9d07-7ac5-4810-b470-1d2e4362c551 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:27.055797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 107e68b7-e17e-4efa-9993-f527862f9927 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:27.056635 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:27.087913 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e684058-c8fb-4dac-8eb3-5e762b140f09 x-openstack-request-id: req-9e684058-c8fb-4dac-8eb3-5e762b140f09 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:27.088220 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b93deb-afb5-4a01-aabd-c71c6c64d649", "name": "network-vif-plugged", "status": "completed", "tag": "75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:27.088510 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e684058-c8fb-4dac-8eb3-5e762b140f09 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:27.088976 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b93deb-afb5-4a01-aabd-c71c6c64d649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9', 'code': 200} Nov 27 01:31:27.111336 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d931ea-2183-4cc1-aabb-1477c77d3d67 req-7d7c28a5-d757-4892-803d-de2518dd3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:27.125742 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1d931ea-2183-4cc1-aabb-1477c77d3d67 req-7d7c28a5-d757-4892-803d-de2518dd3fe7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 1095 time: 0.4822264 Nov 27 01:31:27.289919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b0935-378d-4393-8305-ca80a6fc683c req-88608619-a72f-496d-b8c4-e9bb70a41b1a tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:27.291929 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e7b0935-378d-4393-8305-ca80a6fc683c req-88608619-a72f-496d-b8c4-e9bb70a41b1a tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 943 time: 0.5676975 Nov 27 01:31:27.321957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c37c7e-b988-465f-9f88-ee91785ff6ca req-b0031fdc-d1ec-4799-8d70-b9982e9e8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:27.323469 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05c37c7e-b988-465f-9f88-ee91785ff6ca req-b0031fdc-d1ec-4799-8d70-b9982e9e8462 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 1098 time: 0.2375770 Nov 27 01:31:27.329770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 63ae0225-e7ec-4f30-bb43-530dc872eaf8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=63ae0225-e7ec-4f30-bb43-530dc872eaf8,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:27.387102 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:27.402382 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05c37c7e-b988-465f-9f88-ee91785ff6ca req-5c7a88d1-79b0-4496-8244-c541742d4d91 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627074 Nov 27 01:31:27.408813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d931ea-2183-4cc1-aabb-1477c77d3d67 req-ffbb05f9-52bb-4057-9153-641cf3ec3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:27.410916 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1d931ea-2183-4cc1-aabb-1477c77d3d67 req-ffbb05f9-52bb-4057-9153-641cf3ec3a38 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 912 time: 0.2483346 Nov 27 01:31:27.437288 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa9b9d07-7ac5-4810-b470-1d2e4362c551 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:27.443681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-167aff6a-1b27-4608-acec-a4a9932fd7fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:27.445573 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-167aff6a-1b27-4608-acec-a4a9932fd7fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 811 time: 0.2892559 Nov 27 01:31:27.466910 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-a9f3334e-d275-4d09-87e4-292841d46175 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/quotas/6577badd8983434db4e0cc8b73f2fcf0 HTTP/1.1" status: 200 len: 375 time: 0.0153646 Nov 27 01:31:27.468739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fff930a3-efcc-48d4-b3ff-f6b0e8aead96 None None] Provisioning complete for port 107e68b7-e17e-4efa-9993-f527862f9927 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:27.469857 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fff930a3-efcc-48d4-b3ff-f6b0e8aead96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:27.554561 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fa9b9d07-7ac5-4810-b470-1d2e4362c551 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:27.561172 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fa9b9d07-7ac5-4810-b470-1d2e4362c551 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/73966b3a-9015-413a-af92-8958b43c1e7e HTTP/1.1" status: 204 len: 168 time: 2.2147079 Nov 27 01:31:27.562189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52064) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:27.563444 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:27.567305 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1d931ea-2183-4cc1-aabb-1477c77d3d67 req-6715b4a0-c99f-4088-8ee4-c4a4981adde4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024472f7-9570-4571-8427-c27ab1b687f6 HTTP/1.1" status: 200 len: 217 time: 0.1316590 Nov 27 01:31:27.571182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b9d07-7ac5-4810-b470-1d2e4362c551 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=73966b3a-9015-413a-af92-8958b43c1e7e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:27.584062 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e7b0935-378d-4393-8305-ca80a6fc683c req-b27a3bcc-4170-45bf-b980-dd6f0eec41e6 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8736e520-4fad-49d5-8aa5-eb648124e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703111 Nov 27 01:31:27.593063 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-5ef7036b-792e-4034-af87-e273c783c425 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166701 Nov 27 01:31:27.632382 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:27.666334 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972781d6-1db3-4127-ba21-bf500ed28240 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:27.705984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d931ea-2183-4cc1-aabb-1477c77d3d67 req-57354576-f250-4006-8e88-247f0c214f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:27.715263 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1d931ea-2183-4cc1-aabb-1477c77d3d67 req-57354576-f250-4006-8e88-247f0c214f1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=560f9432-09a4-4ee9-a29c-ffb13996e99e HTTP/1.1" status: 200 len: 850 time: 0.1354084 Nov 27 01:31:27.716103 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c8b420d4-2a49-4cf6-b8e9-a64a4c893bdb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1525557 Nov 27 01:31:27.716908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52072) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:27.804310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce89d9a6-c8f2-4cd9-a594-bdcad19c4885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:27.809408 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 107e68b7-e17e-4efa-9993-f527862f9927 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:27.809790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:27.817651 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ce89d9a6-c8f2-4cd9-a594-bdcad19c4885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0995252 Nov 27 01:31:27.818521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52074) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:27.871307 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:27.914654 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fff930a3-efcc-48d4-b3ff-f6b0e8aead96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:27.915809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eace157-07a0-4c71-8792-2926bfb48d8d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:27.926125 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0eace157-07a0-4c71-8792-2926bfb48d8d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1057749 Nov 27 01:31:27.929267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52080) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:28.007034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-42686bef-dcfd-4e2a-ab2f-cb1989541d00 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766757 Nov 27 01:31:28.017792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52082) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:28.060968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c260abaf-9802-495a-bdf3-6b60154eaa0f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:28.122331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=63ae0225-e7ec-4f30-bb43-530dc872eaf8,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:28.187544 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fff930a3-efcc-48d4-b3ff-f6b0e8aead96 None None] For port 107e68b7-e17e-4efa-9993-f527862f9927, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=107e68b7-e17e-4efa-9993-f527862f9927,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:28.199660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:28.200071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:28.200401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:28.200791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:28.201424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:28.201846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:28.202187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:28.202601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:28.202935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:28.203268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:28.203654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:28.204030 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:28.450197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d931ea-2183-4cc1-aabb-1477c77d3d67 req-b0465bde-ef8b-42b5-8691-2df206418d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:28.455115 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1d931ea-2183-4cc1-aabb-1477c77d3d67 req-b0465bde-ef8b-42b5-8691-2df206418d6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fbf9ad20-e715-449c-9ff0-512a26044dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7275949 Nov 27 01:31:28.464780 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fff930a3-efcc-48d4-b3ff-f6b0e8aead96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:28.497347 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Attempting to bind port 686cec8f-bc7a-4857-b90f-35f972c207f8 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:28.497753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Attempting to bind port 686cec8f-bc7a-4857-b90f-35f972c207f8 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'e9a57c65-8c3c-4cf3-a394-18cacd4caf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:28.498098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Attempting to bind port 686cec8f-bc7a-4857-b90f-35f972c207f8 on network eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:28.506991 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:28.521931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:28.522288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Checking segment: {'id': 'e9a57c65-8c3c-4cf3-a394-18cacd4caf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:28.522738 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:28.523098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Bound using segment: {'id': 'e9a57c65-8c3c-4cf3-a394-18cacd4caf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:28.523610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Bound port: 686cec8f-bc7a-4857-b90f-35f972c207f8, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a57c65-8c3c-4cf3-a394-18cacd4caf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:28.524061 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:28.559171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4efdf-f2d5-4c6d-be49-9ed103b19f4e None None] Pushing event updated for resources: {'Port': ['ID=686cec8f-bc7a-4857-b90f-35f972c207f8,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:28.585288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0ce9c2-ddbd-4532-9e9f-7f6a8a08f274 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:31:28.771376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a640c9-c6ec-4917-94d7-b95962bfcfff req-8cc28e01-27be-42eb-886e-c893f28e8733 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:28.775718 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68a640c9-c6ec-4917-94d7-b95962bfcfff req-8cc28e01-27be-42eb-886e-c893f28e8733 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 946 time: 0.3966289 Nov 27 01:31:28.794101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-dd37ed19-4c01-4688-936c-6d7f9fa8fa85 service neutron] 10.222.0.15 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2000797 Nov 27 01:31:28.794825 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:28.803578 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c260abaf-9802-495a-bdf3-6b60154eaa0f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:28.806966 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c260abaf-9802-495a-bdf3-6b60154eaa0f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:28.808438 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c260abaf-9802-495a-bdf3-6b60154eaa0f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:31:28.808875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c260abaf-9802-495a-bdf3-6b60154eaa0f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:31:28.879860 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68a640c9-c6ec-4917-94d7-b95962bfcfff req-64f6a201-7c9d-44b5-b3c0-cf4ebbfd06db tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894933 Nov 27 01:31:28.916096 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c260abaf-9802-495a-bdf3-6b60154eaa0f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8945234 Nov 27 01:31:28.916732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b6d68112-ea66-49fe-a8f7-555c73e06691 None None] Provisioning complete for port 61ad33cd-d698-4dfe-bb7f-984ce2732e97 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:28.917235 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b6d68112-ea66-49fe-a8f7-555c73e06691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:28.938691 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52092) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:28.966580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-52103f57-bda9-4331-9b3a-088fd128d3f1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:28.993944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff930a3-efcc-48d4-b3ff-f6b0e8aead96 None None] Pushing event updated for resources: {'Port': ['ID=107e68b7-e17e-4efa-9993-f527862f9927,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:29.014314 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-60252ea7-9342-48fd-b680-93b23cef7cf2 service neutron] 10.222.0.15 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192309 Nov 27 01:31:29.061696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:29.071910 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1d931ea-2183-4cc1-aabb-1477c77d3d67 req-c4df60cb-331a-4207-a40e-b9dd487efa1b service neutron] 10.222.0.31 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695527 Nov 27 01:31:29.091111 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:31:29.091483 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:31:29.091823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ae0225-e7ec-4f30-bb43-530dc872eaf8'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:29.094177 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a081575-5a88-4c76-b5a4-ef0b2aa490c2" -d '{"events": [{"server_uuid": "c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45", "name": "network-vif-plugged", "status": "completed", "tag": "63ae0225-e7ec-4f30-bb43-530dc872eaf8"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:29.114166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] For port 686cec8f-bc7a-4857-b90f-35f972c207f8, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:29.119287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] For port 686cec8f-bc7a-4857-b90f-35f972c207f8, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=686cec8f-bc7a-4857-b90f-35f972c207f8,segment=NetworkSegment(e9a57c65-8c3c-4cf3-a394-18cacd4caf3d),segment_id=e9a57c65-8c3c-4cf3-a394-18cacd4caf3d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:29.149113 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:29.163505 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:29.390830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4efdf-f2d5-4c6d-be49-9ed103b19f4e None None] Pushing event updated for resources: {'Port': ['ID=686cec8f-bc7a-4857-b90f-35f972c207f8,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:29.394936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ce9c2-ddbd-4532-9e9f-7f6a8a08f274 None None] Deleting port 61ad33cd-d698-4dfe-bb7f-984ce2732e97 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:29.396116 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ca0ce9c2-ddbd-4532-9e9f-7f6a8a08f274 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:29.462597 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=9a141e67-68c4-44c0-9ce2-7cc2183c8e76,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:29.519880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 024472f7-9570-4571-8427-c27ab1b687f6 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:31:29.554418 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Routers {'842bd4b1-f3f9-4d62-84f3-9789cc775183'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:31:29.554659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:31:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['842bd4b1-f3f9-4d62-84f3-9789cc775183'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:29.602175 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d1d931ea-2183-4cc1-aabb-1477c77d3d67 req-fbb43b0e-14a4-4f30-9773-036bd5ceb419 service neutron] 10.222.0.31 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418519 Nov 27 01:31:29.650409 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df1dddf-171f-4a4f-a7b0-14709db384fc x-openstack-request-id: req-4df1dddf-171f-4a4f-a7b0-14709db384fc {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:29.650882 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45", "name": "network-vif-plugged", "status": "completed", "tag": "63ae0225-e7ec-4f30-bb43-530dc872eaf8", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:29.651149 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4df1dddf-171f-4a4f-a7b0-14709db384fc {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:29.651562 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ae0225-e7ec-4f30-bb43-530dc872eaf8', 'code': 200} Nov 27 01:31:29.683273 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:29.725003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c188276-ff20-4546-81f1-28e6cb2a8993 req-448a847e-9d1a-4bec-8fdd-1c4a6f7197dd tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:29.733888 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c188276-ff20-4546-81f1-28e6cb2a8993 req-448a847e-9d1a-4bec-8fdd-1c4a6f7197dd tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 943 time: 0.5780461 Nov 27 01:31:29.771716 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-38d18bff-a61f-4c6c-95b4-7c9131ffdd54 req-63c6af44-f702-42eb-b9dc-a469d12cbd1b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 210 time: 0.0719917 Nov 27 01:31:29.794136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ca0ce9c2-ddbd-4532-9e9f-7f6a8a08f274 None None] For port 61ad33cd-d698-4dfe-bb7f-984ce2732e97, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=61ad33cd-d698-4dfe-bb7f-984ce2732e97,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:29.794656 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ca0ce9c2-ddbd-4532-9e9f-7f6a8a08f274 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:29.810196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ce9c2-ddbd-4532-9e9f-7f6a8a08f274 None None] Calling delete_port for 61ad33cd-d698-4dfe-bb7f-984ce2732e97 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:29.922113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52103f57-bda9-4331-9b3a-088fd128d3f1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:29.926073 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52103f57-bda9-4331-9b3a-088fd128d3f1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:29.928835 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.resource_extend [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:31:29.929904 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-52103f57-bda9-4331-9b3a-088fd128d3f1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:31:29.930523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52103f57-bda9-4331-9b3a-088fd128d3f1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:31:29.981044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:29.988817 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c188276-ff20-4546-81f1-28e6cb2a8993 req-c4ec0c37-24a4-456c-873e-93fa1b8548e0 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8736e520-4fad-49d5-8aa5-eb648124e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538161 Nov 27 01:31:29.993340 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-52103f57-bda9-4331-9b3a-088fd128d3f1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0456357 Nov 27 01:31:29.995078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:29.996652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52122) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:30.002236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d6050f22-4bac-47d9-aac7-620cbd3ead56 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:30.018354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2a6b4-4874-4680-8b14-eb6191cc7e76 req-4c71658c-b517-4fad-82b1-d79ab1d0e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:30.022897 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16b2a6b4-4874-4680-8b14-eb6191cc7e76 req-4c71658c-b517-4fad-82b1-d79ab1d0e7a0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45 HTTP/1.1" status: 200 len: 1097 time: 0.1714227 Nov 27 01:31:30.174589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b6d68112-ea66-49fe-a8f7-555c73e06691 None None] Provisioning complete for port 686cec8f-bc7a-4857-b90f-35f972c207f8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:30.174975 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b6d68112-ea66-49fe-a8f7-555c73e06691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:30.311120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d3c3b-1c39-4789-a5eb-98d0545914c3 req-893d3f97-31ba-4fac-ae29-01135402fac3 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:30.317540 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f2d3c3b-1c39-4789-a5eb-98d0545914c3 req-893d3f97-31ba-4fac-ae29-01135402fac3 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 946 time: 0.2594869 Nov 27 01:31:30.323821 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16b2a6b4-4874-4680-8b14-eb6191cc7e76 req-dea18724-8111-4a19-b34a-87871b951ba9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937751 Nov 27 01:31:30.341148 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ca0ce9c2-ddbd-4532-9e9f-7f6a8a08f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:30.418494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6050f22-4bac-47d9-aac7-620cbd3ead56 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:30.423520 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6050f22-4bac-47d9-aac7-620cbd3ead56 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:30.424990 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6050f22-4bac-47d9-aac7-620cbd3ead56 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:31:30.425926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6050f22-4bac-47d9-aac7-620cbd3ead56 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:31:30.428383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 107e68b7-e17e-4efa-9993-f527862f9927 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:30.430806 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 0954821b-3f9d-4e11-b47a-61b366c0b2aa has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:31:30.435971 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ce9c2-ddbd-4532-9e9f-7f6a8a08f274 None None] Pushing event deleted for resources: {'Port': ['ID=61ad33cd-d698-4dfe-bb7f-984ce2732e97,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:30.440511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] Set router 842bd4b1-f3f9-4d62-84f3-9789cc775183 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:31:30.507360 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f2d3c3b-1c39-4789-a5eb-98d0545914c3 req-feb7a75b-a343-4a94-bd85-4c00851869ea tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633372 Nov 27 01:31:30.514191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ce9c2-ddbd-4532-9e9f-7f6a8a08f274 None None] No DVR routers for this DVR port 61ad33cd-d698-4dfe-bb7f-984ce2732e97 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:30.528270 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d6050f22-4bac-47d9-aac7-620cbd3ead56 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5289216 Nov 27 01:31:30.529349 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52134) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:30.536434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-939816c3-a8e3-4946-8757-2f245c012aac tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:30.664642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:31:30.679381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-201147de-73a2-4236-a254-dd99cdf5d810 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "PUT /v2.0/routers/0954821b-3f9d-4e11-b47a-61b366c0b2aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9877977 Nov 27 01:31:30.686107 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Sync routers for ids ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:31:30.710060 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Routers {'0954821b-3f9d-4e11-b47a-61b366c0b2aa'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:31:30.720722 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:31:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:30.806843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939816c3-a8e3-4946-8757-2f245c012aac tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:30.813032 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-939816c3-a8e3-4946-8757-2f245c012aac tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:30.818811 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-939816c3-a8e3-4946-8757-2f245c012aac tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:31:30.819559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939816c3-a8e3-4946-8757-2f245c012aac tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:31:30.870120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ef190-8c8d-4785-bf3b-9e58a46dedfe req-5c1c94d6-ecc5-4ea8-b234-f510213b842b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:30.870391 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-939816c3-a8e3-4946-8757-2f245c012aac tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3353143 Nov 27 01:31:30.870391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52148) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:30.873143 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f0ef190-8c8d-4785-bf3b-9e58a46dedfe req-5c1c94d6-ecc5-4ea8-b234-f510213b842b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45 HTTP/1.1" status: 200 len: 945 time: 0.1935484 Nov 27 01:31:30.910350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-3adc6449-bf2c-45ce-88b5-85fa9a36596c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:30.939098 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:30.956516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 024472f7-9570-4571-8427-c27ab1b687f6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=024472f7-9570-4571-8427-c27ab1b687f6,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:30.986160 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f0ef190-8c8d-4785-bf3b-9e58a46dedfe req-b67192bd-62fe-4c02-8514-1110bc4322e6 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995412 Nov 27 01:31:31.000379 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Set router 0954821b-3f9d-4e11-b47a-61b366c0b2aa gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:31:31.049114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '024472f7-9570-4571-8427-c27ab1b687f6', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'port_id': '024472f7-9570-4571-8427-c27ab1b687f6', 'mac_address': 'fa:16:3e:c7:81:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:31:31.079960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 107e68b7-e17e-4efa-9993-f527862f9927 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:31.080430 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:31.109037 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b6d68112-ea66-49fe-a8f7-555c73e06691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:31.112461 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eb845c78-3caf-4886-965f-f8f71efb283e req-c6edcf26-6f73-484e-af27-6efae341a194 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 210 time: 0.0686450 Nov 27 01:31:31.194395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adc6449-bf2c-45ce-88b5-85fa9a36596c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:31.198171 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3adc6449-bf2c-45ce-88b5-85fa9a36596c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:31.199662 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adc6449-bf2c-45ce-88b5-85fa9a36596c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:31:31.201845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adc6449-bf2c-45ce-88b5-85fa9a36596c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:31:31.232645 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3adc6449-bf2c-45ce-88b5-85fa9a36596c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3505514 Nov 27 01:31:31.235822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52168) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:31.251379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-22040966-8dc6-4717-9e97-428fb9afe5ce tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:31.251697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b6d68112-ea66-49fe-a8f7-555c73e06691 None None] For port 686cec8f-bc7a-4857-b90f-35f972c207f8, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=686cec8f-bc7a-4857-b90f-35f972c207f8,segment=NetworkSegment(e9a57c65-8c3c-4cf3-a394-18cacd4caf3d),segment_id=e9a57c65-8c3c-4cf3-a394-18cacd4caf3d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:31.257786 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:31.270264 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-15471770-8b9e-4087-8b29-e1cc8026f5ab tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688128419&fields=id&tenant_id=53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 267 time: 0.1322374 Nov 27 01:31:31.278018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024472f7-9570-4571-8427-c27ab1b687f6 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:31.282377 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b6d68112-ea66-49fe-a8f7-555c73e06691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:31.357405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 024472f7-9570-4571-8427-c27ab1b687f6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=024472f7-9570-4571-8427-c27ab1b687f6,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:31.384472 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:31.439286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'name': 'tempest-TestVolumeBootPattern-1953640114-router', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'dc65e6e9-21dc-4f74-91b9-49084072bc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:04Z', 'updated_at': '2021-11-27T01:31:17Z', 'revision_number': 4, 'project_id': '1fd486bb046f4899911966ee0081a04a', 'gw_port': {'id': 'dc65e6e9-21dc-4f74-91b9-49084072bc75', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:05Z', 'updated_at': '2021-11-27T01:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '686cec8f-bc7a-4857-b90f-35f972c207f8', 'name': '', 'network_id': 'eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'mac_address': 'fa:16:3e:b4:78:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '75381636-d7dc-49fd-aad8-c713d77644be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:14Z', 'updated_at': '2021-11-27T01:31:29Z', 'revision_number': 4, 'project_id': '1fd486bb046f4899911966ee0081a04a', 'subnets': [{'id': '75381636-d7dc-49fd-aad8-c713d77644be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:31.447839 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d68112-ea66-49fe-a8f7-555c73e06691 None None] Pushing event updated for resources: {'Port': ['ID=686cec8f-bc7a-4857-b90f-35f972c207f8,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:31.478177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2ac21cf7-d9c5-4bcd-bb6f-3010e1074d92 None None] Provisioning complete for port 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:31.478554 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2ac21cf7-d9c5-4bcd-bb6f-3010e1074d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:31.480634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6cd73-0846-4072-84bc-45e5ed448aa5 None None] The sync data for ids ['842bd4b1-f3f9-4d62-84f3-9789cc775183'] in n-d-817303-10 is: [{'id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'name': 'tempest-TestVolumeBootPattern-1953640114-router', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'dc65e6e9-21dc-4f74-91b9-49084072bc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:04Z', 'updated_at': '2021-11-27T01:31:17Z', 'revision_number': 4, 'project_id': '1fd486bb046f4899911966ee0081a04a', 'gw_port': {'id': 'dc65e6e9-21dc-4f74-91b9-49084072bc75', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:05Z', 'updated_at': '2021-11-27T01:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '686cec8f-bc7a-4857-b90f-35f972c207f8', 'name': '', 'network_id': 'eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'mac_address': 'fa:16:3e:b4:78:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '75381636-d7dc-49fd-aad8-c713d77644be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:14Z', 'updated_at': '2021-11-27T01:31:29Z', 'revision_number': 4, 'project_id': '1fd486bb046f4899911966ee0081a04a', 'subnets': [{'id': '75381636-d7dc-49fd-aad8-c713d77644be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:31:31.595348 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 61ad33cd-d698-4dfe-bb7f-984ce2732e97 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:31.666974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-7f8b4fb7-ba15-42f2-b743-6d2275a98e36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:31.668509 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-7f8b4fb7-ba15-42f2-b743-6d2275a98e36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/networks?id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f HTTP/1.1" status: 200 len: 795 time: 0.3969727 Nov 27 01:31:31.668902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 61ad33cd-d698-4dfe-bb7f-984ce2732e97 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:31:31.669256 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 61ad33cd-d698-4dfe-bb7f-984ce2732e97 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:31:31.701175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2ac21cf7-d9c5-4bcd-bb6f-3010e1074d92 None None] Port 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:31:31.712924 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-e0097bca-0466-414e-a41a-7aeb1449521c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/quotas/53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 375 time: 0.0237522 Nov 27 01:31:31.742654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=024472f7-9570-4571-8427-c27ab1b687f6,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:31.757168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2ac21cf7-d9c5-4bcd-bb6f-3010e1074d92 None None] Provisioning complete for port 107e68b7-e17e-4efa-9993-f527862f9927 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:31.757838 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2ac21cf7-d9c5-4bcd-bb6f-3010e1074d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:31.769093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22040966-8dc6-4717-9e97-428fb9afe5ce tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:31.794293 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-22040966-8dc6-4717-9e97-428fb9afe5ce tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:31.798786 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-22040966-8dc6-4717-9e97-428fb9afe5ce tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:31:31.799477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22040966-8dc6-4717-9e97-428fb9afe5ce tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:31:31.816966 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['024472f7-9570-4571-8427-c27ab1b687f6'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:31:31.864399 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:31:31.933258 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-b9cb5ec3-215b-4abb-9899-3b984da45c8e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1829040 Nov 27 01:31:31.952333 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-37afd9ec-c37a-46d5-9012-b241e91a866a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:31.959862 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-37afd9ec-c37a-46d5-9012-b241e91a866a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 811 time: 0.5324585 Nov 27 01:31:31.970590 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-22040966-8dc6-4717-9e97-428fb9afe5ce tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7336619 Nov 27 01:31:31.975028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52178) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:31.984477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-2372ff7e-0763-4039-88a6-581aa7b7262f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'port': {'device_id': '8a4ea883-4fc1-4554-b354-ec0d9429232f', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'admin_state_up': True, 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:32.087840 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-79d03d33-1e50-4ba5-b05e-9d9602fa0fed tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1115165 Nov 27 01:31:32.095408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52184) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:32.127841 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:31:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '9a141e67-68c4-44c0-9ce2-7cc2183c8e76', 'name': '', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:15:af:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:23Z', 'updated_at': '2021-11-27T01:31:27Z', 'revision_number': 2, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:32.170397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027ffa79-1222-45ef-91da-558a04e8e1bc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:32.175722 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-027ffa79-1222-45ef-91da-558a04e8e1bc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0784154 Nov 27 01:31:32.176774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52188) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:32.206339 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Checking router: 0954821b-3f9d-4e11-b47a-61b366c0b2aa for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:31:32.207232 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Updating router 0954821b-3f9d-4e11-b47a-61b366c0b2aa port 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:31:32.244091 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ef498033-cb41-42d3-b755-832fbd57fe1e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635779 Nov 27 01:31:32.245215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52190) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:32.255952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-673d7930-405a-4066-a404-918cc865cd58 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:32.309785 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:32.380004 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-946e4e86-aa16-4b84-9d7b-ec3e268377e1 service neutron] 10.222.0.15 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352701 Nov 27 01:31:32.405387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-2372ff7e-0763-4039-88a6-581aa7b7262f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Made reservation on behalf of 6577badd8983434db4e0cc8b73f2fcf0 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:32.413789 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-2372ff7e-0763-4039-88a6-581aa7b7262f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:32.578278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 686cec8f-bc7a-4857-b90f-35f972c207f8 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:32.611802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673d7930-405a-4066-a404-918cc865cd58 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:32.637160 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-673d7930-405a-4066-a404-918cc865cd58 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:32.668636 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-63185f7e-aefa-4440-a418-622d3c64e325 service neutron] 10.222.0.15 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873890 Nov 27 01:31:32.740787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-2372ff7e-0763-4039-88a6-581aa7b7262f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Allocated IP 172.20.0.13 (35aa4cc9-b10e-46ba-916b-1eb397216d85/39c2a817-dfb4-428a-8395-e967cb858ab1/c4f9852d-7532-41c0-83f2-c76a6dac2c3e) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:33.111494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 686cec8f-bc7a-4857-b90f-35f972c207f8 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:33.111875 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:33.168579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58080c-48ed-484f-8bd0-0370c6a4af3e req-9220f561-6175-4c54-b32a-593340cb623a tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:33.178112 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eb58080c-48ed-484f-8bd0-0370c6a4af3e req-9220f561-6175-4c54-b32a-593340cb623a tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 944 time: 0.8129191 Nov 27 01:31:33.182754 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:33.193801 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:33.201938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2ac21cf7-d9c5-4bcd-bb6f-3010e1074d92 None None] Provisioning complete for port 686cec8f-bc7a-4857-b90f-35f972c207f8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:33.202773 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2ac21cf7-d9c5-4bcd-bb6f-3010e1074d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:33.256206 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eb58080c-48ed-484f-8bd0-0370c6a4af3e req-0723d0e7-5a66-48c3-a38c-17f28a7762bd tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8736e520-4fad-49d5-8aa5-eb648124e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768440 Nov 27 01:31:33.410586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.objects.ports [None req-673d7930-405a-4066-a404-918cc865cd58 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:31:33.416745 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-673d7930-405a-4066-a404-918cc865cd58 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:33.458995 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-2372ff7e-0763-4039-88a6-581aa7b7262f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:33.598924 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673d7930-405a-4066-a404-918cc865cd58 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:33.626505 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e36c68-eec7-4eb4-8fe2-7029e65aedec None None] Pushing event updated for resources: {'Port': ['ID=9a141e67-68c4-44c0-9ce2-7cc2183c8e76,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:33.660764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ea566-b137-4b57-8433-f14ad4cc7ff6 req-09601c10-8712-4def-85ea-967a7fe9f5d2 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:33.681110 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee8ea566-b137-4b57-8433-f14ad4cc7ff6 req-09601c10-8712-4def-85ea-967a7fe9f5d2 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45 HTTP/1.1" status: 200 len: 945 time: 0.4407628 Nov 27 01:31:33.696422 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Attempting to bind port 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:33.697920 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Attempting to bind port 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:33.698703 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Attempting to bind port 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 on network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:33.717931 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d7930-405a-4066-a404-918cc865cd58 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=f05b6733-ca1b-4781-a429-f4e7fbd48844,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:33.725131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-673d7930-405a-4066-a404-918cc865cd58 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:33.725315 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66a5e8c5-479a-4c15-82ea-4130e95a0048 req-c6797037-f847-4f89-ae35-5071c3b38a76 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 210 time: 0.1959391 Nov 27 01:31:33.729032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d7930-405a-4066-a404-918cc865cd58 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:33.729822 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-673d7930-405a-4066-a404-918cc865cd58 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:33.733197 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:33.733748 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Checking segment: {'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:33.736689 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:33.737124 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Bound using segment: {'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:33.738775 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Bound port: 9a141e67-68c4-44c0-9ce2-7cc2183c8e76, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:33.739187 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:33.745492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c241fd-79bf-4260-992f-fdc4303fe074 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:33.796587 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-2372ff7e-0763-4039-88a6-581aa7b7262f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:33.850883 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-673d7930-405a-4066-a404-918cc865cd58 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6015029 Nov 27 01:31:33.852790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52224) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:33.891108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-fed25037-0e0b-426b-94d5-9699ac73056c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'mac_address': 'fa:16:3e:2f:5d:88', 'name': 'tempest-NetworksTestDHCPv6-625542765'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:34.266445 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] For port 9a141e67-68c4-44c0-9ce2-7cc2183c8e76, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:34.266445 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] For port 9a141e67-68c4-44c0-9ce2-7cc2183c8e76, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9a141e67-68c4-44c0-9ce2-7cc2183c8e76,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:34.266445 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:34.276209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-620a4316-7110-4041-9085-15ec2a84f591 None None] Provisioning complete for port 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:34.276209 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-620a4316-7110-4041-9085-15ec2a84f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:34.278562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372ff7e-0763-4039-88a6-581aa7b7262f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'Port': ['ID=c4f9852d-7532-41c0-83f2-c76a6dac2c3e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:34.278562 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-896b2c26-21ca-4a4e-ad87-ec5c26f36764 req-b457a8c0-3bc3-4797-beeb-445453f03247 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 210 time: 0.1784935 Nov 27 01:31:34.278562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-2372ff7e-0763-4039-88a6-581aa7b7262f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:34.278562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-2372ff7e-0763-4039-88a6-581aa7b7262f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:34.278562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-2372ff7e-0763-4039-88a6-581aa7b7262f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:34.280396 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee8ea566-b137-4b57-8433-f14ad4cc7ff6 req-9292ff82-1887-4b49-9602-60c5577e0ff0 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505559 Nov 27 01:31:34.328767 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Routers {'0954821b-3f9d-4e11-b47a-61b366c0b2aa'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:31:34.331255 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:31:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:34.334147 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e36c68-eec7-4eb4-8fe2-7029e65aedec None None] Pushing event updated for resources: {'Port': ['ID=9a141e67-68c4-44c0-9ce2-7cc2183c8e76,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:34.483916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-2372ff7e-0763-4039-88a6-581aa7b7262f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:34.504272 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-2372ff7e-0763-4039-88a6-581aa7b7262f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:34.637980 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] Set router 0954821b-3f9d-4e11-b47a-61b366c0b2aa gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:31:34.732442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-2372ff7e-0763-4039-88a6-581aa7b7262f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7533023 Nov 27 01:31:34.758997 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed25037-0e0b-426b-94d5-9699ac73056c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:34.759605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Request body: {'port': {'device_id': '8a4ea883-4fc1-4554-b354-ec0d9429232f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:34.875297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': 'f05b6733-ca1b-4781-a429-f4e7fbd48844'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:31:34.886877 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:34.929626 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d148b-f43b-4e6a-b8c4-16370abb78a1 req-f9dc5bba-9846-43c0-bdf6-33f7219c2456 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:34.933990 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae5d148b-f43b-4e6a-b8c4-16370abb78a1 req-f9dc5bba-9846-43c0-bdf6-33f7219c2456 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 944 time: 0.3821945 Nov 27 01:31:34.977653 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:31:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '9a141e67-68c4-44c0-9ce2-7cc2183c8e76', 'name': '', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:15:af:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:23Z', 'updated_at': '2021-11-27T01:31:33Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:35.018130 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf4e8cc-8eda-4fe7-a414-20e5408bea2a None None] The sync data for ids ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'] in n-d-817303-10 is: [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:31:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '9a141e67-68c4-44c0-9ce2-7cc2183c8e76', 'name': '', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:15:af:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:23Z', 'updated_at': '2021-11-27T01:31:33Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:31:35.062714 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-620a4316-7110-4041-9085-15ec2a84f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:35.098544 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:35.174893 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae5d148b-f43b-4e6a-b8c4-16370abb78a1 req-a2331c25-1e77-45cd-bd99-2837d6aad823 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8736e520-4fad-49d5-8aa5-eb648124e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208557 Nov 27 01:31:35.193312 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fed25037-0e0b-426b-94d5-9699ac73056c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:35.265607 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-fed25037-0e0b-426b-94d5-9699ac73056c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 1315b9bc-65b3-430d-af23-e2016232f0db yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:31:35.327949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-620a4316-7110-4041-9085-15ec2a84f591 None None] For port 9a141e67-68c4-44c0-9ce2-7cc2183c8e76, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9a141e67-68c4-44c0-9ce2-7cc2183c8e76,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:35.378054 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-620a4316-7110-4041-9085-15ec2a84f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:35.545549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 024472f7-9570-4571-8427-c27ab1b687f6 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:35.710812 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2132c-8397-44a7-a679-a7df7670b574 req-ac00f6a5-3578-4b80-b796-62d4ee8dfb61 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:35.714751 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ed2132c-8397-44a7-a679-a7df7670b574 req-ac00f6a5-3578-4b80-b796-62d4ee8dfb61 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 932 time: 0.5790806 Nov 27 01:31:35.788611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a4316-7110-4041-9085-15ec2a84f591 None None] Pushing event updated for resources: {'Port': ['ID=9a141e67-68c4-44c0-9ce2-7cc2183c8e76,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:35.821636 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b60470d3-0d55-4c35-b650-75c6e5071b06 None None] Provisioning complete for port c4f9852d-7532-41c0-83f2-c76a6dac2c3e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:35.822298 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b60470d3-0d55-4c35-b650-75c6e5071b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:35.921092 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b60470d3-0d55-4c35-b650-75c6e5071b06 None None] Port c4f9852d-7532-41c0-83f2-c76a6dac2c3e cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:31:35.926280 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 024472f7-9570-4571-8427-c27ab1b687f6 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:31:35.930317 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab67682c-37f3-4a2f-8766-ea6fa8864123 req-638092aa-851e-40cd-836a-f86acec03dfc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 210 time: 0.2690668 Nov 27 01:31:35.938890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-fed25037-0e0b-426b-94d5-9699ac73056c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::f816:3eff:fe2f:5d88 (45b1e637-4759-477c-827c-b083fabe48f4/f05b6733-ca1b-4781-a429-f4e7fbd48844/1315b9bc-65b3-430d-af23-e2016232f0db) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:35.952738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 024472f7-9570-4571-8427-c27ab1b687f6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:35.959419 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:36.104887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b60470d3-0d55-4c35-b650-75c6e5071b06 None None] Provisioning complete for port 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:36.109494 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b60470d3-0d55-4c35-b650-75c6e5071b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:36.154560 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7ed2132c-8397-44a7-a679-a7df7670b574 req-27b647ec-e469-4126-8db0-fe6d9a4b134d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122624 Nov 27 01:31:36.233685 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fed25037-0e0b-426b-94d5-9699ac73056c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:36.359839 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fed25037-0e0b-426b-94d5-9699ac73056c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:36.442578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:36.513216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f9852d-7532-41c0-83f2-c76a6dac2c3e {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:36.535310 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:36.561151 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fc324-6128-4de9-b6b4-4f4c659713ee req-24076278-95b3-4898-b163-52de8eca42d6 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:36.569904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8c7fc324-6128-4de9-b6b4-4f4c659713ee req-24076278-95b3-4898-b163-52de8eca42d6 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 944 time: 0.1660779 Nov 27 01:31:36.591167 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:36.651579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Transition to ACTIVE for port object c4f9852d-7532-41c0-83f2-c76a6dac2c3e will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:31:36.676113 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:36.690773 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Allocated IP 2001:db8::f816:3eff:fe76:71e3 (45b1e637-4759-477c-827c-b083fabe48f4/f05b6733-ca1b-4781-a429-f4e7fbd48844/9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:36.775763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed25037-0e0b-426b-94d5-9699ac73056c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:36.846064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-fed25037-0e0b-426b-94d5-9699ac73056c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:36.863841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed25037-0e0b-426b-94d5-9699ac73056c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:36.865627 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee17261-43c3-444d-a63a-707e9b56f8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024472f7-9570-4571-8427-c27ab1b687f6'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:36.876576 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8c7fc324-6128-4de9-b6b4-4f4c659713ee req-25c9af7a-5bb5-4c19-9b85-baa9487c39cd tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8736e520-4fad-49d5-8aa5-eb648124e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053992 Nov 27 01:31:36.883665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed25037-0e0b-426b-94d5-9699ac73056c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:36.885388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fed25037-0e0b-426b-94d5-9699ac73056c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:36.885764 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d84376b-e40d-4baa-a2b7-fec1be0178f2" -d '{"events": [{"server_uuid": "eee17261-43c3-444d-a63a-707e9b56f8d0", "name": "network-vif-plugged", "status": "completed", "tag": "024472f7-9570-4571-8427-c27ab1b687f6"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:36.914246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f9852d-7532-41c0-83f2-c76a6dac2c3e,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:36.983031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:36.983613 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:37.081489 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82ff0d8-7cd8-48d8-8b1f-30e81d3ec634 x-openstack-request-id: req-e82ff0d8-7cd8-48d8-8b1f-30e81d3ec634 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:37.085433 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee17261-43c3-444d-a63a-707e9b56f8d0", "name": "network-vif-plugged", "status": "completed", "tag": "024472f7-9570-4571-8427-c27ab1b687f6", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:37.086899 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e82ff0d8-7cd8-48d8-8b1f-30e81d3ec634 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:37.087500 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee17261-43c3-444d-a63a-707e9b56f8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024472f7-9570-4571-8427-c27ab1b687f6', 'code': 200} Nov 27 01:31:37.110462 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Attempting to bind port c4f9852d-7532-41c0-83f2-c76a6dac2c3e on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:37.115245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Attempting to bind port c4f9852d-7532-41c0-83f2-c76a6dac2c3e by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:37.115851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Attempting to bind port c4f9852d-7532-41c0-83f2-c76a6dac2c3e on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:37.128456 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Port c4f9852d-7532-41c0-83f2-c76a6dac2c3e on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:31:37.129080 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Attempting to bind port c4f9852d-7532-41c0-83f2-c76a6dac2c3e on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:37.141396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:37.141940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Checking segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:37.145572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 024472f7-9570-4571-8427-c27ab1b687f6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=024472f7-9570-4571-8427-c27ab1b687f6,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:37.146281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Bound using segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:37.146940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Bound port: c4f9852d-7532-41c0-83f2-c76a6dac2c3e, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:37.147168 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-0bd8e783-b8dc-4761-ab37-337d6bd4d55f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:37.148270 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:37.153897 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-0bd8e783-b8dc-4761-ab37-337d6bd4d55f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.31 "GET /v2.0/networks?id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f HTTP/1.1" status: 200 len: 795 time: 1.5322552 Nov 27 01:31:37.176875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.31', 60327) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:37.182299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed25037-0e0b-426b-94d5-9699ac73056c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=1315b9bc-65b3-430d-af23-e2016232f0db,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:37.193372 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:37.209345 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-c337ceca-d8ed-4cd8-b59e-e661cc043d5b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:37.214184 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-c337ceca-d8ed-4cd8-b59e-e661cc043d5b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/networks?id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b HTTP/1.1" status: 200 len: 813 time: 0.9379869 Nov 27 01:31:37.229270 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fed25037-0e0b-426b-94d5-9699ac73056c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3533344 Nov 27 01:31:37.276781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52324) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:37.315482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6c633-9eca-4af6-b6c1-2338d136fe1e req-0a5e7ab0-7a1b-413e-8e33-7cbd72a3f7b2 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:37.322647 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8be6c633-9eca-4af6-b6c1-2338d136fe1e req-0a5e7ab0-7a1b-413e-8e33-7cbd72a3f7b2 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.31 "GET /v2.0/ports?device_id=c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45 HTTP/1.1" status: 200 len: 945 time: 0.6755137 Nov 27 01:31:37.376938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=024472f7-9570-4571-8427-c27ab1b687f6,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:37.380038 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9091e5bf-75c5-4e6a-a5f0-9e32a84f5199 req-651e632d-3f3f-442e-8413-a740272a53d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 210 time: 0.2408004 Nov 27 01:31:37.577868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] For port c4f9852d-7532-41c0-83f2-c76a6dac2c3e, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:37.588310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] For port c4f9852d-7532-41c0-83f2-c76a6dac2c3e, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c4f9852d-7532-41c0-83f2-c76a6dac2c3e,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:37.630098 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-3e84c2ea-d012-4bdf-9fc9-6e6357275b2a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 380 time: 0.4490645 Nov 27 01:31:37.633815 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-bedd8b41-2ad8-49d0-bd61-403a0b48edfa tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/quotas/fa0f872ddc6445c78ed4a244af091368 HTTP/1.1" status: 200 len: 375 time: 0.3881490 Nov 27 01:31:37.636380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71070757-5b68-4fbe-bf62-d36a301a97b3 req-85404109-d700-4298-8db8-87e4c641062e tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:37.638069 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71070757-5b68-4fbe-bf62-d36a301a97b3 req-85404109-d700-4298-8db8-87e4c641062e tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9b93deb-afb5-4a01-aabd-c71c6c64d649 HTTP/1.1" status: 200 len: 946 time: 0.4683180 Nov 27 01:31:37.651858 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:37.674686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-db2ea6d3-acba-482e-85ba-dadaa8234dcd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'port': {'device_id': 'f13863ad-d782-4541-8224-43a8d1b39347', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'admin_state_up': True, 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'security_groups': ['655674c0-91f0-4a11-8d30-08df5186d72c']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:37.733648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:37.734921 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:37.739220 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] 10.222.0.21 "PUT /v2.0/ports/c4f9852d-7532-41c0-83f2-c76a6dac2c3e HTTP/1.1" status: 200 len: 1093 time: 2.9844451 Nov 27 01:31:37.762679 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:37.781819 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:37.787519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4ea883-4fc1-4554-b354-ec0d9429232f', 'tag': 'c4f9852d-7532-41c0-83f2-c76a6dac2c3e'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:37.790227 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac646ff1-30fd-46a0-acd2-09d17806f225" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4ea883-4fc1-4554-b354-ec0d9429232f", "tag": "c4f9852d-7532-41c0-83f2-c76a6dac2c3e"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:37.853612 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea582df-b142-4ac2-9a7d-af8dea587748 req-3dfc0d82-2a3c-44d0-99de-3b1dfe7a8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:37.855808 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bea582df-b142-4ac2-9a7d-af8dea587748 req-3dfc0d82-2a3c-44d0-99de-3b1dfe7a8900 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 1097 time: 0.6690023 Nov 27 01:31:37.875440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:37.879998 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:37.896125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:38.052796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Pushing event updated for resources: {'Port': ['ID=9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:38.094009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Attempting to bind port 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:38.097975 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Attempting to bind port 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:38.098764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Attempting to bind port 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:38.135498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:38.136570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:38.137240 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:38.138579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:38.140014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b5f9b7-3f6d-4d02-9b6c-57d67d315580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:38.144901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Bound port: 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:38.147933 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:38.153879 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-72b5f9b7-3f6d-4d02-9b6c-57d67d315580 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.8539586 Nov 27 01:31:38.181370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52344) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:38.183606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3647b4-d1b3-4473-8977-3b2402bcfd64 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f9852d-7532-41c0-83f2-c76a6dac2c3e,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:38.235652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e883e0-cae5-4007-93e9-220a8b8e9a56 req-2d477003-2f0b-4b7e-b8dc-66c4c138850e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:38.249453 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-10e883e0-cae5-4007-93e9-220a8b8e9a56 req-2d477003-2f0b-4b7e-b8dc-66c4c138850e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 944 time: 0.6583309 Nov 27 01:31:38.251340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-b3979ed1-df13-4866-a492-2b5bc2710c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:38.252796 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-b3979ed1-df13-4866-a492-2b5bc2710c15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 1096 time: 0.3739343 Nov 27 01:31:38.263397 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] For port 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:38.268479 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] For port 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:38.278395 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:38.408840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-7f8cfc9f-4623-4a5e-a98b-cb2a448ddb80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4f9852d-7532-41c0-83f2-c76a6dac2c3e HTTP/1.1" status: 200 len: 217 time: 0.0824118 Nov 27 01:31:38.515612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed3b21-168d-4952-b206-e01d2ce3cfb8 None None] Pushing event updated for resources: {'Port': ['ID=9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:38.547467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-71070757-5b68-4fbe-bf62-d36a301a97b3 req-4457695f-bdda-4e34-9968-7f11fa3f8a4b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Deleting port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:38.552050 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-71070757-5b68-4fbe-bf62-d36a301a97b3 req-4457695f-bdda-4e34-9968-7f11fa3f8a4b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:38.569117 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-54aefa81-851c-46c9-984f-2ae96032f33b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa0f872ddc6445c78ed4a244af091368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9105973 Nov 27 01:31:38.586856 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-10e883e0-cae5-4007-93e9-220a8b8e9a56 req-9b9c45cc-0a14-4f2d-bb5c-7f3d1c38b65e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804723 Nov 27 01:31:38.646003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-e99ef786-11f7-4107-9f1c-786d20040e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:38.647475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-e99ef786-11f7-4107-9f1c-786d20040e29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.2205248 Nov 27 01:31:38.715384 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d398f7b9-935c-4540-9955-1baad02244a6 x-openstack-request-id: req-d398f7b9-935c-4540-9955-1baad02244a6 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:38.722881 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4ea883-4fc1-4554-b354-ec0d9429232f", "tag": "c4f9852d-7532-41c0-83f2-c76a6dac2c3e", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:38.723414 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d398f7b9-935c-4540-9955-1baad02244a6 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:38.723976 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4ea883-4fc1-4554-b354-ec0d9429232f', 'tag': 'c4f9852d-7532-41c0-83f2-c76a6dac2c3e', 'status': 'completed', 'code': 200} Nov 27 01:31:38.744616 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-4f4100cb-3663-4f12-b222-f3a3b968dc3b service neutron] 10.222.0.15 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455781 Nov 27 01:31:38.785585 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bea582df-b142-4ac2-9a7d-af8dea587748 req-decb4868-a545-4d56-862f-8bcd9b9ae6ef service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8736e520-4fad-49d5-8aa5-eb648124e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4082315 Nov 27 01:31:38.796950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-8be6c633-9eca-4af6-b6c1-2338d136fe1e req-6e032f6e-aef9-468e-a7ec-52339ae95d15 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Deleting port 63ae0225-e7ec-4f30-bb43-530dc872eaf8 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:38.797336 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8be6c633-9eca-4af6-b6c1-2338d136fe1e req-6e032f6e-aef9-468e-a7ec-52339ae95d15 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:39.005820 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3e03d17e-5cbc-4f8f-a32e-ccdadbbc42f5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port 1315b9bc-65b3-430d-af23-e2016232f0db {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:39.006435 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e03d17e-5cbc-4f8f-a32e-ccdadbbc42f5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:39.029017 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-a348a81f-3ee0-44ba-a7e3-c020c348b47c service neutron] 10.222.0.15 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782512 Nov 27 01:31:39.066963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-a69d3231-2543-4cd1-901a-505d97d957ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:39.069571 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-a69d3231-2543-4cd1-901a-505d97d957ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3445985 Nov 27 01:31:39.219458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-db2ea6d3-acba-482e-85ba-dadaa8234dcd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Made reservation on behalf of 53c72932feec4d45af53b9bccd5c3777 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:39.236920 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-db2ea6d3-acba-482e-85ba-dadaa8234dcd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:39.305897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e03d17e-5cbc-4f8f-a32e-ccdadbbc42f5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:39.325937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-8be6c633-9eca-4af6-b6c1-2338d136fe1e req-6e032f6e-aef9-468e-a7ec-52339ae95d15 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] For port 63ae0225-e7ec-4f30-bb43-530dc872eaf8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=63ae0225-e7ec-4f30-bb43-530dc872eaf8,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:39.326869 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8be6c633-9eca-4af6-b6c1-2338d136fe1e req-6e032f6e-aef9-468e-a7ec-52339ae95d15 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:39.336583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3e03d17e-5cbc-4f8f-a32e-ccdadbbc42f5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for 1315b9bc-65b3-430d-af23-e2016232f0db owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:39.395838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-8be6c633-9eca-4af6-b6c1-2338d136fe1e req-6e032f6e-aef9-468e-a7ec-52339ae95d15 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Calling delete_port for 63ae0225-e7ec-4f30-bb43-530dc872eaf8 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:39.645348 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:39.734876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-71070757-5b68-4fbe-bf62-d36a301a97b3 req-4457695f-bdda-4e34-9968-7f11fa3f8a4b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] For port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:39.735258 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-71070757-5b68-4fbe-bf62-d36a301a97b3 req-4457695f-bdda-4e34-9968-7f11fa3f8a4b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:39.749728 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-08c1446c-03f4-40e7-9bff-eb85f6456138 req-468d4513-3ce3-4fcd-a7c8-ed2bef40b348 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 210 time: 0.1121483 Nov 27 01:31:39.782922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-71070757-5b68-4fbe-bf62-d36a301a97b3 req-4457695f-bdda-4e34-9968-7f11fa3f8a4b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Calling delete_port for 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:39.845764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-db2ea6d3-acba-482e-85ba-dadaa8234dcd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.20.0.6 (4cf3df3d-087f-49df-98fe-c73ec3a35c1f/83a559a3-be1a-4c33-92bb-d495581acdf3/89f5fa62-bc97-48f3-bce6-5207bfc6624d) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:39.971773 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.041311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b93deb-afb5-4a01-aabd-c71c6c64d649', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:40.056559 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c7cbe9-e146-4625-81b9-07e5a09639ab" -d '{"events": [{"server_uuid": "f9b93deb-afb5-4a01-aabd-c71c6c64d649", "name": "network-vif-unplugged", "status": "completed", "tag": "75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:40.168439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:40.169988 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-276085af-682f-43e1-833b-f7bebd1b5971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.189464 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.313147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:40.326074 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8be6c633-9eca-4af6-b6c1-2338d136fe1e req-6e032f6e-aef9-468e-a7ec-52339ae95d15 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.400989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f9c82-2fb6-4746-925c-4d37b5acc7d5 req-a974ed06-6594-4540-a10c-6627be273c65 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:40.404234 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f0f9c82-2fb6-4746-925c-4d37b5acc7d5 req-a974ed06-6594-4540-a10c-6627be273c65 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 945 time: 1.5916989 Nov 27 01:31:40.438871 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:40.439415 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e03d17e-5cbc-4f8f-a32e-ccdadbbc42f5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.443316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52394) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:40.510492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e032f6e-aef9-468e-a7ec-52339ae95d15 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Pushing event deleted for resources: {'Port': ['ID=63ae0225-e7ec-4f30-bb43-530dc872eaf8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:40.618619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:40.620272 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.707933 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-d9d287ad-41ca-4422-8935-498e8bdc4b0a service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6385696 Nov 27 01:31:40.715687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-12fb77b7-aaf2-4e64-a1a6-bf3bdfb6a31f None None] Provisioning complete for port 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:40.718554 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-12fb77b7-aaf2-4e64-a1a6-bf3bdfb6a31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.742016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-71070757-5b68-4fbe-bf62-d36a301a97b3 req-4457695f-bdda-4e34-9968-7f11fa3f8a4b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.785410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be6c633-9eca-4af6-b6c1-2338d136fe1e req-6e032f6e-aef9-468e-a7ec-52339ae95d15 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] No DVR routers for this DVR port 63ae0225-e7ec-4f30-bb43-530dc872eaf8 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:40.820340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1ec61-a7fe-4413-a9e7-db6e759685c8 req-00aeb668-9b75-43db-bc5f-de315d977a27 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:40.826027 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5aa1ec61-a7fe-4413-a9e7-db6e759685c8 req-00aeb668-9b75-43db-bc5f-de315d977a27 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 944 time: 0.6372943 Nov 27 01:31:40.830764 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-db2ea6d3-acba-482e-85ba-dadaa8234dcd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.837232 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8be6c633-9eca-4af6-b6c1-2338d136fe1e req-6e032f6e-aef9-468e-a7ec-52339ae95d15 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.875096 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8be6c633-9eca-4af6-b6c1-2338d136fe1e req-6e032f6e-aef9-468e-a7ec-52339ae95d15 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.31 "DELETE /v2.0/ports/63ae0225-e7ec-4f30-bb43-530dc872eaf8 HTTP/1.1" status: 204 len: 173 time: 3.4823201 Nov 27 01:31:40.880405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45', 'name': 'network-vif-deleted', 'tag': '63ae0225-e7ec-4f30-bb43-530dc872eaf8'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:40.891998 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.897711 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046fd0f2-a756-4a13-99af-cb8fa30d41fd" -d '{"events": [{"server_uuid": "c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45", "name": "network-vif-deleted", "tag": "63ae0225-e7ec-4f30-bb43-530dc872eaf8"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:40.973667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:40.999066 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.044928 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f0f9c82-2fb6-4746-925c-4d37b5acc7d5 req-7f4ed861-cd17-4d6a-8645-1123eb6373e7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8736e520-4fad-49d5-8aa5-eb648124e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5845766 Nov 27 01:31:41.093478 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5aa1ec61-a7fe-4413-a9e7-db6e759685c8 req-bdb979a4-8d5a-45ee-94cc-5244e30decfe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785309 Nov 27 01:31:41.095893 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fc77c37-1cd6-420e-8ad7-adcf573f37db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.107698 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-12fb77b7-aaf2-4e64-a1a6-bf3bdfb6a31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.115371 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-db2ea6d3-acba-482e-85ba-dadaa8234dcd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.120233 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03d17e-5cbc-4f8f-a32e-ccdadbbc42f5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=1315b9bc-65b3-430d-af23-e2016232f0db,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:41.203247 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:41.246371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-db2ea6d3-acba-482e-85ba-dadaa8234dcd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:41.305506 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1791c4-19f0-4756-8e0c-b588f78133e6 x-openstack-request-id: req-0d1791c4-19f0-4756-8e0c-b588f78133e6 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:41.305807 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b93deb-afb5-4a01-aabd-c71c6c64d649", "name": "network-vif-unplugged", "status": "completed", "tag": "75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:41.306062 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d1791c4-19f0-4756-8e0c-b588f78133e6 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:41.306465 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b93deb-afb5-4a01-aabd-c71c6c64d649', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9', 'code': 200} Nov 27 01:31:41.322551 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-12fb77b7-aaf2-4e64-a1a6-bf3bdfb6a31f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:31:41.322979 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-12fb77b7-aaf2-4e64-a1a6-bf3bdfb6a31f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:31:41.359068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-db2ea6d3-acba-482e-85ba-dadaa8234dcd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:41.372571 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-db2ea6d3-acba-482e-85ba-dadaa8234dcd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:41.536454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 63ae0225-e7ec-4f30-bb43-530dc872eaf8 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:41.568410 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fc77c37-1cd6-420e-8ad7-adcf573f37db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.599917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 63ae0225-e7ec-4f30-bb43-530dc872eaf8 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:31:41.600277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 63ae0225-e7ec-4f30-bb43-530dc872eaf8 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:31:41.630436 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fc77c37-1cd6-420e-8ad7-adcf573f37db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.652987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ea6d3-acba-482e-85ba-dadaa8234dcd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=89f5fa62-bc97-48f3-bce6-5207bfc6624d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:41.764194 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8fc77c37-1cd6-420e-8ad7-adcf573f37db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc2b630970a043cfab928c4fdf5c66dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3140702 Nov 27 01:31:41.774242 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-db2ea6d3-acba-482e-85ba-dadaa8234dcd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:41.774962 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-db2ea6d3-acba-482e-85ba-dadaa8234dcd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.781934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52416) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:41.813461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc77c37-1cd6-420e-8ad7-adcf573f37db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cb38c0-d37b-4015-8f6b-9f7a2b5e051d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:41.841891 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-db2ea6d3-acba-482e-85ba-dadaa8234dcd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1924980 Nov 27 01:31:41.856622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f388d-b62d-4764-b893-d73e3db7d826 req-03ab84db-9d5b-4224-85c5-9567822343ab tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:41.864762 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-873f388d-b62d-4764-b893-d73e3db7d826 req-03ab84db-9d5b-4224-85c5-9567822343ab tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 931 time: 0.3889000 Nov 27 01:31:41.894748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Request body: {'port': {'device_id': 'f13863ad-d782-4541-8224-43a8d1b39347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:41.961000 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e03d17e-5cbc-4f8f-a32e-ccdadbbc42f5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.966501 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3e03d17e-5cbc-4f8f-a32e-ccdadbbc42f5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/1315b9bc-65b3-430d-af23-e2016232f0db HTTP/1.1" status: 204 len: 168 time: 3.7782915 Nov 27 01:31:41.990306 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52418) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:42.015063 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cfd9c857-7fd0-4d53-86ef-71f75c19dcea None None] Could not find standard attr ID for object 1315b9bc-65b3-430d-af23-e2016232f0db. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:31:42.017215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-71070757-5b68-4fbe-bf62-d36a301a97b3 req-4457695f-bdda-4e34-9968-7f11fa3f8a4b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] No DVR routers for this DVR port 75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:42.020992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457695f-bdda-4e34-9968-7f11fa3f8a4b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Pushing event deleted for resources: {'Port': ['ID=75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:42.037131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cf15e0b0-1512-4fc2-82a9-f9d8ec4b3614 req-8b62dc7b-6ece-4cc5-a355-4261d4cb8da6 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 210 time: 0.0905964 Nov 27 01:31:42.037962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cfd9c857-7fd0-4d53-86ef-71f75c19dcea None None] Provisioning complete for port 89f5fa62-bc97-48f3-bce6-5207bfc6624d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:42.038577 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cfd9c857-7fd0-4d53-86ef-71f75c19dcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.047086 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-71070757-5b68-4fbe-bf62-d36a301a97b3 req-4457695f-bdda-4e34-9968-7f11fa3f8a4b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.057524 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-71070757-5b68-4fbe-bf62-d36a301a97b3 req-4457695f-bdda-4e34-9968-7f11fa3f8a4b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.21 "DELETE /v2.0/ports/75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9 HTTP/1.1" status: 204 len: 173 time: 4.3539653 Nov 27 01:31:42.068514 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b93deb-afb5-4a01-aabd-c71c6c64d649', 'name': 'network-vif-deleted', 'tag': '75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:42.077176 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08731b12-03eb-4ebb-b3a5-ac730c80cb25" -d '{"events": [{"server_uuid": "f9b93deb-afb5-4a01-aabd-c71c6c64d649", "name": "network-vif-deleted", "tag": "75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:42.094916 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-cfd9c857-7fd0-4d53-86ef-71f75c19dcea None None] Port 89f5fa62-bc97-48f3-bce6-5207bfc6624d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:31:42.107032 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.120755 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e14d51-5a1a-4357-9286-bc89dd72d38a x-openstack-request-id: req-65e14d51-5a1a-4357-9286-bc89dd72d38a {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:42.120755 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45", "name": "network-vif-deleted", "tag": "63ae0225-e7ec-4f30-bb43-530dc872eaf8", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:42.120755 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65e14d51-5a1a-4357-9286-bc89dd72d38a {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:42.124356 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11dc84a-e2c1-4cf1-81c0-4d46c15b0f45', 'name': 'network-vif-deleted', 'tag': '63ae0225-e7ec-4f30-bb43-530dc872eaf8', 'status': 'completed', 'code': 200} Nov 27 01:31:42.199123 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1af20b32-4212-4d1e-83a2-ff85da510fd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.220559 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-873f388d-b62d-4764-b893-d73e3db7d826 req-263834e9-b97e-4b42-b25b-04995c50b7d3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508072 Nov 27 01:31:42.259578 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b7eaff-8340-425b-861c-71ead7349878 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:42.269799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b7eaff-8340-425b-861c-71ead7349878 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:42.276785 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-805aba79-6d06-495a-b107-222f89e1e51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.280012 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c8b7eaff-8340-425b-861c-71ead7349878 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2579975 Nov 27 01:31:42.327250 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52428) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:42.330601 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80187024-0b34-41bb-93a4-d4daa667fcfb x-openstack-request-id: req-80187024-0b34-41bb-93a4-d4daa667fcfb {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:42.332284 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b93deb-afb5-4a01-aabd-c71c6c64d649", "name": "network-vif-deleted", "tag": "75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:42.332995 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80187024-0b34-41bb-93a4-d4daa667fcfb {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:42.335638 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b93deb-afb5-4a01-aabd-c71c6c64d649', 'name': 'network-vif-deleted', 'tag': '75f8a3ce-1f97-44a3-9dc8-2fbc46a40cc9', 'status': 'completed', 'code': 200} Nov 27 01:31:42.363783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c777bb0-88e1-47f0-ac5f-e90ea4c5edbc req-c9df507c-204d-46f9-8753-392b04dbecc5 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6404676 Nov 27 01:31:42.420107 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4439626-931a-4461-9989-7df1102bec69 req-c61a2227-e0f1-4d1d-9cf5-243a14cb9075 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:42.429172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4439626-931a-4461-9989-7df1102bec69 req-c61a2227-e0f1-4d1d-9cf5-243a14cb9075 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 945 time: 0.2526314 Nov 27 01:31:42.457673 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-141b6296-4267-4edf-8285-6bbb701c6ea6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet f05b6733-ca1b-4781-a429-f4e7fbd48844 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:31:42.461821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-141b6296-4267-4edf-8285-6bbb701c6ea6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.498653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:42.543452 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-141b6296-4267-4edf-8285-6bbb701c6ea6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.568867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:42.569241 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.686741 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-141b6296-4267-4edf-8285-6bbb701c6ea6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.787567 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1af20b32-4212-4d1e-83a2-ff85da510fd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.869563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-c9db9ff5-3c95-4afa-b883-613c51199653 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:42.871043 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-c9db9ff5-3c95-4afa-b883-613c51199653 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.21 "GET /v2.0/networks?id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b HTTP/1.1" status: 200 len: 813 time: 0.1250210 Nov 27 01:31:42.897789 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1af20b32-4212-4d1e-83a2-ff85da510fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.901341 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1af20b32-4212-4d1e-83a2-ff85da510fd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.901632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-bf26a963-c0f7-4797-aab0-5382293f1215 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Request body: {'port': {'device_id': 'f94a974f-17e8-430f-8f90-ea1674e0b713', 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b', 'admin_state_up': True, 'tenant_id': 'fa0f872ddc6445c78ed4a244af091368'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:42.906741 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1af20b32-4212-4d1e-83a2-ff85da510fd9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2cb38c0-d37b-4015-8f6b-9f7a2b5e051d HTTP/1.1" status: 204 len: 168 time: 1.1237683 Nov 27 01:31:42.921924 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a4439626-931a-4461-9989-7df1102bec69 req-1ccbd46e-4ea0-44a6-a54f-6552064b9d67 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8736e520-4fad-49d5-8aa5-eb648124e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4913580 Nov 27 01:31:42.924784 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-141b6296-4267-4edf-8285-6bbb701c6ea6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.941618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af20b32-4212-4d1e-83a2-ff85da510fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cb38c0-d37b-4015-8f6b-9f7a2b5e051d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:43.015717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f5fa62-bc97-48f3-bce6-5207bfc6624d {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:43.053734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b6296-4267-4edf-8285-6bbb701c6ea6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=f05b6733-ca1b-4781-a429-f4e7fbd48844,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:43.062776 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b43a9-822f-407c-bb4a-938acfb948c2 req-110cd941-85b4-47d1-9f82-9f51e9fd2dab tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:43.064778 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-110b43a9-822f-407c-bb4a-938acfb948c2 req-110cd941-85b4-47d1-9f82-9f51e9fd2dab tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 944 time: 0.6613283 Nov 27 01:31:43.067753 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:43.141120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Transition to ACTIVE for port object 89f5fa62-bc97-48f3-bce6-5207bfc6624d will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:31:43.174194 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:43.230094 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-141b6296-4267-4edf-8285-6bbb701c6ea6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:43.233628 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-141b6296-4267-4edf-8285-6bbb701c6ea6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/f05b6733-ca1b-4781-a429-f4e7fbd48844 HTTP/1.1" status: 204 len: 168 time: 0.9052129 Nov 27 01:31:43.241786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52446) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:43.242473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c773b19-2c54-46e8-a585-1a9989c53527 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:43.245889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dce4a-ff05-4d35-86fc-77f015143196 req-2a8bb031-d087-469b-9a06-36a998a25c90 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:43.258687 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e71dce4a-ff05-4d35-86fc-77f015143196 req-2a8bb031-d087-469b-9a06-36a998a25c90 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 945 time: 0.1578524 Nov 27 01:31:43.260438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52452) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:43.279120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d777439f-342c-4a8c-9135-c359837caec8 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Request body: {'floatingip': {'port_id': '024472f7-9570-4571-8427-c27ab1b687f6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:43.286140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-ec6536b1-2988-4596-88d7-388d4a5f9fa3 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:43.293273 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-ec6536b1-2988-4596-88d7-388d4a5f9fa3 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.31 "GET /v2.0/networks?id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b HTTP/1.1" status: 200 len: 813 time: 0.4412379 Nov 27 01:31:43.431239 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac646ff1-30fd-46a0-acd2-09d17806f225 req-0c409d59-7be6-458d-825c-df98d3d4b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:43.433312 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac646ff1-30fd-46a0-acd2-09d17806f225 req-0c409d59-7be6-458d-825c-df98d3d4b499 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 1096 time: 0.5788794 Nov 27 01:31:43.443975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Request body: {'port': {'device_id': 'b4103adf-6e15-4125-a7f9-56ec73abcc05', 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b', 'admin_state_up': True, 'tenant_id': 'fa0f872ddc6445c78ed4a244af091368'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:43.462865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d777439f-342c-4a8c-9135-c359837caec8 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:43.479384 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-110b43a9-822f-407c-bb4a-938acfb948c2 req-c6e05cf7-acd3-4253-bf2f-36331ad0c53e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051807 Nov 27 01:31:43.485243 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-382c496d-daba-426e-8424-5264d89f6893 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2380562 Nov 27 01:31:43.490442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-482c8dfb-0515-4f17-bc1a-91d2c9cf03a2 req-ffc6a153-6099-4dbf-9d7a-3b1c907853be tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 210 time: 0.0806122 Nov 27 01:31:43.491153 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52456) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:43.544410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0513b1eb-370b-449a-9c5f-dabdf41174c1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:43.550477 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:43.578767 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52458) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:43.713553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dcc0e2-9231-4431-a297-555be4187ca6 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:31:43.766224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Pushing event updated for resources: {'Port': ['ID=89f5fa62-bc97-48f3-bce6-5207bfc6624d,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:43.775042 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-753174e4-aee4-49b1-ab57-d1ce8f88b0c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:43.836262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-05dcc0e2-9231-4431-a297-555be4187ca6 None None] Deleting port 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:43.836639 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-05dcc0e2-9231-4431-a297-555be4187ca6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:43.979002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0513b1eb-370b-449a-9c5f-dabdf41174c1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:43.983874 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0513b1eb-370b-449a-9c5f-dabdf41174c1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.042738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386baf0f-3e94-4999-96c1-a89a5f405edb req-51543850-17f7-43c9-a609-28b918751255 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:44.054561 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-386baf0f-3e94-4999-96c1-a89a5f405edb req-51543850-17f7-43c9-a609-28b918751255 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 943 time: 0.3341575 Nov 27 01:31:44.130951 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.db.api [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 01:31:44.130951 n-d-817303-10 neutron-server[103402]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 27 01:31:44.130951 n-d-817303-10 neutron-server[103402]: [parameters: {'project_id_1': 'fa0f872ddc6445c78ed4a244af091368', 'expiration_1': datetime.datetime(2021, 11, 27, 1, 31, 24, 13420)}] Nov 27 01:31:44.130951 n-d-817303-10 neutron-server[103402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:31:44.131431 n-d-817303-10 neutron-server[103402]: DEBUG oslo_db.api [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:31:44.172513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac646ff1-30fd-46a0-acd2-09d17806f225 req-c52f2ad3-6b55-4f93-926d-e1dc1857f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:44.174179 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac646ff1-30fd-46a0-acd2-09d17806f225 req-c52f2ad3-6b55-4f93-926d-e1dc1857f6da service neutron] 10.222.0.21 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.6983144 Nov 27 01:31:44.186966 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-05dcc0e2-9231-4431-a297-555be4187ca6 None None] For port 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:44.187389 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-05dcc0e2-9231-4431-a297-555be4187ca6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.203097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-05dcc0e2-9231-4431-a297-555be4187ca6 None None] Calling delete_port for 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:44.205349 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Attempting to bind port 89f5fa62-bc97-48f3-bce6-5207bfc6624d on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:44.205690 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Attempting to bind port 89f5fa62-bc97-48f3-bce6-5207bfc6624d by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:44.206568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Attempting to bind port 89f5fa62-bc97-48f3-bce6-5207bfc6624d on network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:44.222319 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Port 89f5fa62-bc97-48f3-bce6-5207bfc6624d on network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:31:44.222319 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Attempting to bind port 89f5fa62-bc97-48f3-bce6-5207bfc6624d on network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:44.242117 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-bf26a963-c0f7-4797-aab0-5382293f1215 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Made reservation on behalf of fa0f872ddc6445c78ed4a244af091368 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:44.247455 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-bf26a963-c0f7-4797-aab0-5382293f1215 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.257173 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:44.257514 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Checking segment: {'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:44.258118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Bound using segment: {'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:44.258732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Bound port: 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:44.259280 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.304628 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac646ff1-30fd-46a0-acd2-09d17806f225 req-60a71370-7419-4530-8a3a-1c1dde547e91 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4f9852d-7532-41c0-83f2-c76a6dac2c3e HTTP/1.1" status: 200 len: 217 time: 0.1129014 Nov 27 01:31:44.336624 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-386baf0f-3e94-4999-96c1-a89a5f405edb req-dfe90b4d-da72-4b09-9e26-d6dd6cb1bed9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779748 Nov 27 01:31:44.366778 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-05dcc0e2-9231-4431-a297-555be4187ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.396726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:44.403194 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcc0e2-9231-4431-a297-555be4187ca6 None None] Pushing event deleted for resources: {'Port': ['ID=9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:44.465256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-753174e4-aee4-49b1-ab57-d1ce8f88b0c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.465256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-753174e4-aee4-49b1-ab57-d1ce8f88b0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.465675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:31:44.465675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:31:44.465675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dcc0e2-9231-4431-a297-555be4187ca6 None None] No DVR routers for this DVR port 9b6c926b-f9bb-43c5-9b46-0bbccffb8dbc on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:44.535669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] For port 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:44.554392 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-753174e4-aee4-49b1-ab57-d1ce8f88b0c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94e09b37a9fd48f4ab1092a8ae97c30d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9704809 Nov 27 01:31:44.557061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753174e4-aee4-49b1-ab57-d1ce8f88b0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c505a215-13ad-422a-8481-f1c667e9dc7b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:44.559421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52476) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:44.579251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] For port 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:44.589328 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.672400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:44.673124 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.675137 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] 10.222.0.31 "PUT /v2.0/ports/89f5fa62-bc97-48f3-bce6-5207bfc6624d HTTP/1.1" status: 200 len: 1092 time: 2.8074970 Nov 27 01:31:44.682570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:44.685156 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a4d13d-7850-463d-b612-52e43223d45b" -d '{"events": [{"name": "network-changed", "server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:44.718724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac646ff1-30fd-46a0-acd2-09d17806f225 req-55f78997-559c-4ebb-b0c2-beac81e6f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:44.720460 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac646ff1-30fd-46a0-acd2-09d17806f225 req-55f78997-559c-4ebb-b0c2-beac81e6f958 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.3168468 Nov 27 01:31:44.801285 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7936d541-2770-46c0-84bf-2192eccc9f51 req-46aa81f8-508c-4254-bf36-f5ed39dda9b8 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 210 time: 0.0803998 Nov 27 01:31:44.845600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Made reservation on behalf of fa0f872ddc6445c78ed4a244af091368 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:44.854902 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.855963 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.910094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbc091-58ea-4818-b393-08d07fd1af1b service neutron] Pushing event updated for resources: {'Port': ['ID=89f5fa62-bc97-48f3-bce6-5207bfc6624d,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:44.917088 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502fc68a-79ce-484c-ac88-bc54f12a384d x-openstack-request-id: req-502fc68a-79ce-484c-ac88-bc54f12a384d {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:44.917365 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:44.917625 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-502fc68a-79ce-484c-ac88-bc54f12a384d {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:44.918186 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'status': 'completed', 'code': 200} Nov 27 01:31:44.929743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-bf26a963-c0f7-4797-aab0-5382293f1215 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Allocated IP 172.20.0.7 (7fb32cc3-bb66-4b5b-9b04-143e4a448d6b/f84a41b4-55f1-4f49-9e1d-003c9caf77be/f20b40d9-a581-4c67-a97c-3aede58cd520) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:44.967918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3ee2-729d-4058-8564-3eb695613615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:45.057361 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-7956a27d-94ae-48d7-baec-54a14bee2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:45.068825 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-7956a27d-94ae-48d7-baec-54a14bee2bc0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1095 time: 0.3312929 Nov 27 01:31:45.099719 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3ee2-729d-4058-8564-3eb695613615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:45.149466 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-4a433dd4-49b5-4b25-9c3c-e7c1063b613c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d HTTP/1.1" status: 200 len: 217 time: 0.0643322 Nov 27 01:31:45.234155 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-93297784-4c0b-4d84-a1a5-4dfea1de116d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:45.235907 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-93297784-4c0b-4d84-a1a5-4dfea1de116d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83a559a3-be1a-4c33-92bb-d495581acdf3 HTTP/1.1" status: 200 len: 835 time: 0.0794513 Nov 27 01:31:45.243727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e31a8-d9e6-4bdb-9b20-5a7645eddee3 req-e69255d1-13c3-47f8-a512-6e12d153fb8c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:45.245261 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a2e31a8-d9e6-4bdb-9b20-5a7645eddee3 req-e69255d1-13c3-47f8-a512-6e12d153fb8c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 944 time: 0.6520622 Nov 27 01:31:45.282239 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3ee2-729d-4058-8564-3eb695613615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:45.289414 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3ee2-729d-4058-8564-3eb695613615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:45.292956 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d3cf3ee2-729d-4058-8564-3eb695613615 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c505a215-13ad-422a-8481-f1c667e9dc7b HTTP/1.1" status: 204 len: 168 time: 0.7116117 Nov 27 01:31:45.305231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf3ee2-729d-4058-8564-3eb695613615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c505a215-13ad-422a-8481-f1c667e9dc7b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:45.316999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-1d77a748-cdaf-456f-8b4c-d0bc32e42fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:45.318523 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-1d77a748-cdaf-456f-8b4c-d0bc32e42fff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751143 Nov 27 01:31:45.351716 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-bf26a963-c0f7-4797-aab0-5382293f1215 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:45.447300 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-9980fb57-2506-449a-8183-4e762df29602 service neutron] 10.222.0.31 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210010 Nov 27 01:31:45.617673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae28ef-373a-480b-804e-e66c45f272d5 req-2c3db874-5a46-4737-a0b4-44a32d184a1c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:45.619265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bdae28ef-373a-480b-804e-e66c45f272d5 req-2c3db874-5a46-4737-a0b4-44a32d184a1c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 943 time: 0.1645319 Nov 27 01:31:45.685402 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e61e0d6-f522-4ea8-804c-2a0602f7f58e req-c61a6799-6181-427e-bc0b-4550704e6e39 service neutron] 10.222.0.31 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290783 Nov 27 01:31:45.713877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bdae28ef-373a-480b-804e-e66c45f272d5 req-0dc36149-f7fe-4e0a-9ade-db26504f4cf1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819545 Nov 27 01:31:45.854943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac646ff1-30fd-46a0-acd2-09d17806f225 req-320f1187-654e-4603-93aa-c0bad3cd575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:45.856400 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac646ff1-30fd-46a0-acd2-09d17806f225 req-320f1187-654e-4603-93aa-c0bad3cd575c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1222124 Nov 27 01:31:45.886421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4d13d-7850-463d-b612-52e43223d45b req-fc9f38be-1fbd-477d-acbb-8fba01888d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:45.895563 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f6a4d13d-7850-463d-b612-52e43223d45b req-fc9f38be-1fbd-477d-acbb-8fba01888d12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1095 time: 0.1092885 Nov 27 01:31:45.948651 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-bf26a963-c0f7-4797-aab0-5382293f1215 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:45.983943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Allocated IP 172.20.0.5 (7fb32cc3-bb66-4b5b-9b04-143e4a448d6b/f84a41b4-55f1-4f49-9e1d-003c9caf77be/b7620a41-391c-4511-8908-c2a797713326) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:46.048192 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-da622ef1-5b8c-4d26-951d-1744834d1f07 req-62234bed-94b1-467b-aac1-a304b38f9394 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 210 time: 0.0641189 Nov 27 01:31:46.147102 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a2e31a8-d9e6-4bdb-9b20-5a7645eddee3 req-97f1b4b6-5c8c-4a5f-8dbc-0e274e586eeb tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8228452 Nov 27 01:31:46.191986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.objects.ports [None req-0513b1eb-370b-449a-9c5f-dabdf41174c1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:31:46.201874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-bf26a963-c0f7-4797-aab0-5382293f1215 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:46.211677 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.db.resource_extend [None req-d777439f-342c-4a8c-9135-c359837caec8 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:31:46.214057 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0513b1eb-370b-449a-9c5f-dabdf41174c1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.216174 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-bf26a963-c0f7-4797-aab0-5382293f1215 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:46.226743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4d13d-7850-463d-b612-52e43223d45b req-f250fa84-2e22-4cf3-a78e-81a3bd7bff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:46.228266 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f6a4d13d-7850-463d-b612-52e43223d45b req-f250fa84-2e22-4cf3-a78e-81a3bd7bff52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f HTTP/1.1" status: 200 len: 896 time: 0.3259814 Nov 27 01:31:46.251097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26a963-c0f7-4797-aab0-5382293f1215 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Pushing event updated for resources: {'Port': ['ID=f20b40d9-a581-4c67-a97c-3aede58cd520,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:46.270016 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.275933 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-bf26a963-c0f7-4797-aab0-5382293f1215 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:46.362398 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f6a4d13d-7850-463d-b612-52e43223d45b req-6ec5cb95-37ae-49e0-af7b-1b04c6f90158 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d HTTP/1.1" status: 200 len: 217 time: 0.0552814 Nov 27 01:31:46.389089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0513b1eb-370b-449a-9c5f-dabdf41174c1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:46.394256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-0513b1eb-370b-449a-9c5f-dabdf41174c1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:46.398578 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513b1eb-370b-449a-9c5f-dabdf41174c1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:46.399370 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0513b1eb-370b-449a-9c5f-dabdf41174c1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.407813 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b591bc8b-a6e8-4bcc-a014-034f03206152 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:46.426982 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac646ff1-30fd-46a0-acd2-09d17806f225 req-cdeb0f86-09bb-4576-8be1-92bd7f4e1fae service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190263 Nov 27 01:31:46.445313 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d777439f-342c-4a8c-9135-c359837caec8 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.552691 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac646ff1-30fd-46a0-acd2-09d17806f225 req-1cb2ceec-3f68-414a-bd8a-88aa61c284fb service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123261 Nov 27 01:31:46.559677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-bf26a963-c0f7-4797-aab0-5382293f1215 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:46.560390 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-bf26a963-c0f7-4797-aab0-5382293f1215 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.581422 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0513b1eb-370b-449a-9c5f-dabdf41174c1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0437105 Nov 27 01:31:46.582424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513b1eb-370b-449a-9c5f-dabdf41174c1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=d2755263-25af-44c0-898f-bec0e2fc2503,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:46.586010 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d777439f-342c-4a8c-9135-c359837caec8 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.588770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52530) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:46.592348 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-bf26a963-c0f7-4797-aab0-5382293f1215 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6960363 Nov 27 01:31:46.598739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4829552c-d918-48f9-b19b-1588aab92cb7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'mac_address': 'fa:16:3e:24:85:ff', 'name': 'tempest-NetworksTestDHCPv6-562458684'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:46.718358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': 'd2755263-25af-44c0-898f-bec0e2fc2503'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:31:46.719470 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.812105 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-d777439f-342c-4a8c-9135-c359837caec8 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Floating IP fb109947-abc1-4fce-bf26-6c9fbd3df20c associated. External IP: 172.25.1.141, port: 024472f7-9570-4571-8427-c27ab1b687f6. Nov 27 01:31:46.829546 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.841766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4d13d-7850-463d-b612-52e43223d45b req-12f4d97b-b800-4938-8c27-844454fe22ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:46.843859 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f6a4d13d-7850-463d-b612-52e43223d45b req-12f4d97b-b800-4938-8c27-844454fe22ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83a559a3-be1a-4c33-92bb-d495581acdf3 HTTP/1.1" status: 200 len: 835 time: 0.4621234 Nov 27 01:31:46.847031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Request body: {'port': {'device_id': 'f94a974f-17e8-430f-8f90-ea1674e0b713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:46.935090 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Allocated IP 2001:db8::f816:3eff:fed1:c071 (45b1e637-4759-477c-827c-b083fabe48f4/d2755263-25af-44c0-898f-bec0e2fc2503/e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:46.967543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db28b83-6a60-4b64-b02f-b0215caa59cd req-70ec2985-534a-46b8-85ba-52a6531901da tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:46.976721 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5db28b83-6a60-4b64-b02f-b0215caa59cd req-70ec2985-534a-46b8-85ba-52a6531901da tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 943 time: 0.1215358 Nov 27 01:31:47.003425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4d13d-7850-463d-b612-52e43223d45b req-ec74a341-36f8-4355-b8fb-1a2ad24be5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:47.005097 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f6a4d13d-7850-463d-b612-52e43223d45b req-ec74a341-36f8-4355-b8fb-1a2ad24be5a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206968 Nov 27 01:31:47.043045 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.117869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Pushing event updated for resources: {'Port': ['ID=b7620a41-391c-4511-8908-c2a797713326,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:47.145105 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.160411 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.174241 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5db28b83-6a60-4b64-b02f-b0215caa59cd req-31fcf169-7c50-4c3d-8071-dfa4eb403385 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947873 Nov 27 01:31:47.181154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52544) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:47.210724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:47.210977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.218445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:47.230369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:47.327366 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:47.329147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:47.334132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:47.356783 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Pushing event updated for resources: {'Port': ['ID=e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:47.395163 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e41f8724-548b-44c6-8b1c-e260bc337358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.424388 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f6a4d13d-7850-463d-b612-52e43223d45b req-04a3411c-9f3c-494f-89ea-20452e0ecc91 service neutron] 10.222.0.31 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109702 Nov 27 01:31:47.431831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:47.433126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.434772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Attempting to bind port e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:47.435226 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Attempting to bind port e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:47.435665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Attempting to bind port e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1 on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:47.441432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:47.441901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:47.442498 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.442965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:47.443513 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Bound port: e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:47.444021 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.464191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee43bb-9bce-43ad-b71a-555479824e2f req-dc88a6a3-d2e0-4979-b5c1-d4dc00cdd6c3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:47.466873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4829552c-d918-48f9-b19b-1588aab92cb7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:47.472463 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83ee43bb-9bce-43ad-b71a-555479824e2f req-dc88a6a3-d2e0-4979-b5c1-d4dc00cdd6c3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 944 time: 0.1406624 Nov 27 01:31:47.537717 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] For port e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:47.541596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] For port e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:47.548010 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.555373 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83ee43bb-9bce-43ad-b71a-555479824e2f req-7ec4f86c-af28-469a-808b-61bd3111d9fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820515 Nov 27 01:31:47.556302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7ac3a-6112-4a0d-ad7e-989b8b7189ee req-061996f6-d553-4c6f-99f5-7fc5b9642297 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:47.557850 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cbf7ac3a-6112-4a0d-ad7e-989b8b7189ee req-061996f6-d553-4c6f-99f5-7fc5b9642297 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 931 time: 0.3426251 Nov 27 01:31:47.558876 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-8082be8e-12e4-464f-86e3-06d0982b345c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2095478 Nov 27 01:31:47.632473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Request body: {'port': {'device_id': 'b4103adf-6e15-4125-a7f9-56ec73abcc05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:47.633907 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1a80b-1023-400c-8bf4-68f0d39fea62 None None] Pushing event updated for resources: {'Port': ['ID=e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:47.727466 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.732113 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f6a4d13d-7850-463d-b612-52e43223d45b req-d4cf33ee-f74e-4710-9ed0-b56223b662d6 service neutron] 10.222.0.31 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839251 Nov 27 01:31:47.851332 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4829552c-d918-48f9-b19b-1588aab92cb7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.881321 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cbf7ac3a-6112-4a0d-ad7e-989b8b7189ee req-e7cfe404-a305-4305-97ff-1aa76fd999e2 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234240 Nov 27 01:31:47.909956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d777439f-342c-4a8c-9135-c359837caec8 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Router 0453dce3-ced6-4002-9597-f6e5bd2a6724 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:31:47.961884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-4829552c-d918-48f9-b19b-1588aab92cb7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port d847c6c3-a034-4311-ace9-dde557adbf61 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:31:48.314770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430b89e-6793-4e86-b413-5564e972cac7 req-d6b65de0-c3ed-4376-b998-234f9137f346 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:48.324175 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2430b89e-6793-4e86-b413-5564e972cac7 req-d6b65de0-c3ed-4376-b998-234f9137f346 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 943 time: 0.0662131 Nov 27 01:31:48.372887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:48.425415 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2430b89e-6793-4e86-b413-5564e972cac7 req-97d3f17d-c624-4ff9-8a5b-ce425d46c92c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950403 Nov 27 01:31:48.449174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:48.449692 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.468121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-4829552c-d918-48f9-b19b-1588aab92cb7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::f816:3eff:fe24:85ff (45b1e637-4759-477c-827c-b083fabe48f4/d2755263-25af-44c0-898f-bec0e2fc2503/d847c6c3-a034-4311-ace9-dde557adbf61) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:48.521615 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e41f8724-548b-44c6-8b1c-e260bc337358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.543400 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e41f8724-548b-44c6-8b1c-e260bc337358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.571517 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.610058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20b40d9-a581-4c67-a97c-3aede58cd520 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:48.621439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:48.629139 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.647857 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.688562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f8724-548b-44c6-8b1c-e260bc337358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae3be18-1f4f-4763-aec8-ec5903ddc82c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:48.705582 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52578) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:48.706214 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e41f8724-548b-44c6-8b1c-e260bc337358 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69fb063429a24c9cb704f9123af83c25&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5225239 Nov 27 01:31:48.728966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d777439f-342c-4a8c-9135-c359837caec8 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:31:48.749469 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d777439f-342c-4a8c-9135-c359837caec8 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.753165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68647d3-706e-4dbf-8d50-2d149012a754 None None] Sync routers for ids ['0453dce3-ced6-4002-9597-f6e5bd2a6724'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:31:48.776663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68647d3-706e-4dbf-8d50-2d149012a754 None None] Routers {'0453dce3-ced6-4002-9597-f6e5bd2a6724'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:31:48.777303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-e68647d3-706e-4dbf-8d50-2d149012a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:31:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0453dce3-ced6-4002-9597-f6e5bd2a6724'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:48.788885 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6eab72a-a14b-40bb-b715-e8892e27e759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.791575 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Transition to ACTIVE for port object f20b40d9-a581-4c67-a97c-3aede58cd520 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:31:48.834126 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.898553 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d777439f-342c-4a8c-9135-c359837caec8 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "PUT /v2.0/floatingips/fb109947-abc1-4fce-bf26-6c9fbd3df20c HTTP/1.1" status: 200 len: 991 time: 5.6324360 Nov 27 01:31:48.905939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee17261-43c3-444d-a63a-707e9b56f8d0', 'tag': '024472f7-9570-4571-8427-c27ab1b687f6'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:48.908226 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06549e9-3ca4-4a97-b7c9-20f630533d87" -d '{"events": [{"name": "network-changed", "server_uuid": "eee17261-43c3-444d-a63a-707e9b56f8d0", "tag": "024472f7-9570-4571-8427-c27ab1b687f6"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:48.931657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:48.958587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Pushing event updated for resources: {'Port': ['ID=f20b40d9-a581-4c67-a97c-3aede58cd520,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:48.973123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d179d40-7d85-449e-915e-04a503e5e75d req-68857265-4cf8-403c-ab1b-d1ce520a062b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:48.978845 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d179d40-7d85-449e-915e-04a503e5e75d req-68857265-4cf8-403c-ab1b-d1ce520a062b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 944 time: 0.2683709 Nov 27 01:31:49.028121 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4829552c-d918-48f9-b19b-1588aab92cb7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.050130 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6eab72a-a14b-40bb-b715-e8892e27e759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.100874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-e68647d3-706e-4dbf-8d50-2d149012a754 None None] Set router 0453dce3-ced6-4002-9597-f6e5bd2a6724 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:31:49.141659 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22d1776-a217-446a-9c24-7a104aa894d4 x-openstack-request-id: req-a22d1776-a217-446a-9c24-7a104aa894d4 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:49.142647 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee17261-43c3-444d-a63a-707e9b56f8d0", "tag": "024472f7-9570-4571-8427-c27ab1b687f6", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:49.142924 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a22d1776-a217-446a-9c24-7a104aa894d4 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:49.143448 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee17261-43c3-444d-a63a-707e9b56f8d0', 'tag': '024472f7-9570-4571-8427-c27ab1b687f6', 'status': 'completed', 'code': 200} Nov 27 01:31:49.175564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Attempting to bind port f20b40d9-a581-4c67-a97c-3aede58cd520 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:49.176154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Attempting to bind port f20b40d9-a581-4c67-a97c-3aede58cd520 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:49.176725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Attempting to bind port f20b40d9-a581-4c67-a97c-3aede58cd520 on network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:49.222988 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d179d40-7d85-449e-915e-04a503e5e75d req-8edcf5db-5bca-4f26-a161-bdcac22c8288 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310364 Nov 27 01:31:49.226736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Port f20b40d9-a581-4c67-a97c-3aede58cd520 on network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:31:49.227074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Attempting to bind port f20b40d9-a581-4c67-a97c-3aede58cd520 on network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:49.231148 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4829552c-d918-48f9-b19b-1588aab92cb7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.288216 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6eab72a-a14b-40bb-b715-e8892e27e759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.292108 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c6eab72a-a14b-40bb-b715-e8892e27e759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.302744 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c6eab72a-a14b-40bb-b715-e8892e27e759 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eae3be18-1f4f-4763-aec8-ec5903ddc82c HTTP/1.1" status: 204 len: 168 time: 0.5891271 Nov 27 01:31:49.307631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-40c06373-74c2-4c24-a6a8-4563b6894034 None None] Provisioning complete for port e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:49.307785 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-40c06373-74c2-4c24-a6a8-4563b6894034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.327038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4829552c-d918-48f9-b19b-1588aab92cb7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:49.328419 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:49.328765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Checking segment: {'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:49.329158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Bound using segment: {'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:49.329598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Bound port: f20b40d9-a581-4c67-a97c-3aede58cd520, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:49.329960 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.332045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829552c-d918-48f9-b19b-1588aab92cb7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=d847c6c3-a034-4311-ace9-dde557adbf61,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:49.336676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4829552c-d918-48f9-b19b-1588aab92cb7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:49.339655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4829552c-d918-48f9-b19b-1588aab92cb7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:49.345960 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4829552c-d918-48f9-b19b-1588aab92cb7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:49.347656 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4829552c-d918-48f9-b19b-1588aab92cb7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.351467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7620a41-391c-4511-8908-c2a797713326 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:49.375494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eab72a-a14b-40bb-b715-e8892e27e759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae3be18-1f4f-4763-aec8-ec5903ddc82c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:49.386231 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.468021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] For port f20b40d9-a581-4c67-a97c-3aede58cd520, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:49.472486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] For port f20b40d9-a581-4c67-a97c-3aede58cd520, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f20b40d9-a581-4c67-a97c-3aede58cd520,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:49.478352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Transition to ACTIVE for port object b7620a41-391c-4511-8908-c2a797713326 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:31:49.482136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06549e9-3ca4-4a97-b7c9-20f630533d87 req-b40562b5-f2bd-49ad-8517-4d88addd282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:49.484065 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d06549e9-3ca4-4a97-b7c9-20f630533d87 req-b40562b5-f2bd-49ad-8517-4d88addd282d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 1097 time: 0.2775307 Nov 27 01:31:49.489933 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.493344 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44026a70-9a0d-4370-91b8-6925409b693b req-5ddcb620-1828-459d-95ff-ec46de549a5f tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:49.503205 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-44026a70-9a0d-4370-91b8-6925409b693b req-5ddcb620-1828-459d-95ff-ec46de549a5f tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 931 time: 0.2978678 Nov 27 01:31:49.521399 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.608497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:49.610663 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.613801 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] 10.222.0.21 "PUT /v2.0/ports/f20b40d9-a581-4c67-a97c-3aede58cd520 HTTP/1.1" status: 200 len: 1092 time: 2.7814567 Nov 27 01:31:49.621459 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 89f5fa62-bc97-48f3-bce6-5207bfc6624d details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:31:49.623629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4829552c-d918-48f9-b19b-1588aab92cb7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0300827 Nov 27 01:31:49.630062 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52604) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:49.635666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6116b-5f2c-4137-8fee-626989e775ea service neutron] Pushing event updated for resources: {'Port': ['ID=f20b40d9-a581-4c67-a97c-3aede58cd520,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:49.720877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Pushing event updated for resources: {'Port': ['ID=b7620a41-391c-4511-8908-c2a797713326,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:49.802738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d509cf6-5526-4f5c-bed2-4bcc5de13897 req-90a41b0e-091c-43c6-bac1-bf994fe99a7b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:49.804501 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d509cf6-5526-4f5c-bed2-4bcc5de13897 req-90a41b0e-091c-43c6-bac1-bf994fe99a7b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 943 time: 0.1789560 Nov 27 01:31:49.808815 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-44026a70-9a0d-4370-91b8-6925409b693b req-ad36fc67-ac81-4316-a4e7-c619bae99d48 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042099 Nov 27 01:31:49.841292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-e68647d3-706e-4dbf-8d50-2d149012a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'fb109947-abc1-4fce-bf26-6c9fbd3df20c', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'floating_ip_address': '172.25.1.141', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'port_id': '024472f7-9570-4571-8427-c27ab1b687f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'mac_address': 'fa:16:3e:c7:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee17261-43c3-444d-a63a-707e9b56f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:31:10Z', 'updated_at': '2021-11-27T01:31:45Z', 'revision_number': 1, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:35Z', 'revision_number': 5, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:49.850387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-47fbc327-38a3-4f52-8802-ed0317bd99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:49.851906 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-47fbc327-38a3-4f52-8802-ed0317bd99c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa0f872ddc6445c78ed4a244af091368&device_id=f94a974f-17e8-430f-8f90-ea1674e0b713 HTTP/1.1" status: 200 len: 1095 time: 0.1345308 Nov 27 01:31:49.873992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06549e9-3ca4-4a97-b7c9-20f630533d87 req-adec53de-be3e-411e-8841-baabdf3af1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:49.875572 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d06549e9-3ca4-4a97-b7c9-20f630533d87 req-adec53de-be3e-411e-8841-baabdf3af1f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 912 time: 0.3689854 Nov 27 01:31:49.888274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41595df2-1347-469e-8050-5c2c292f585b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:49.892933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41595df2-1347-469e-8050-5c2c292f585b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:49.898325 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-41595df2-1347-469e-8050-5c2c292f585b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2647653 Nov 27 01:31:49.900164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52614) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:49.944388 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68647d3-706e-4dbf-8d50-2d149012a754 None None] Checking router: 0453dce3-ced6-4002-9597-f6e5bd2a6724 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:31:49.944526 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-f14c3387-584a-4936-bfc0-c4a09bdb17ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20b40d9-a581-4c67-a97c-3aede58cd520 HTTP/1.1" status: 200 len: 217 time: 0.0734525 Nov 27 01:31:49.957540 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d509cf6-5526-4f5c-bed2-4bcc5de13897 req-be8fbdd7-b905-4a10-ae75-64b8f79975fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409273 Nov 27 01:31:50.014028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-d87839d6-7d69-449d-ad75-1cf08caffb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:50.016600 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:50.019720 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-d87839d6-7d69-449d-ad75-1cf08caffb88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f84a41b4-55f1-4f49-9e1d-003c9caf77be HTTP/1.1" status: 200 len: 853 time: 0.0676730 Nov 27 01:31:50.027611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68647d3-706e-4dbf-8d50-2d149012a754 None None] Routers {'0453dce3-ced6-4002-9597-f6e5bd2a6724'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:31:50.053138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-e68647d3-706e-4dbf-8d50-2d149012a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:31:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0453dce3-ced6-4002-9597-f6e5bd2a6724'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:50.059296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3a4256d1-9ec5-454e-83cd-5f5b28cc64c0 None None] Provisioning complete for port d847c6c3-a034-4311-ace9-dde557adbf61 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:50.059670 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3a4256d1-9ec5-454e-83cd-5f5b28cc64c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:50.060157 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-c80a149c-3392-461b-98b3-657c65a00732 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330963 Nov 27 01:31:50.135228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Attempting to bind port b7620a41-391c-4511-8908-c2a797713326 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:50.135622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Attempting to bind port b7620a41-391c-4511-8908-c2a797713326 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:50.135891 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Attempting to bind port b7620a41-391c-4511-8908-c2a797713326 on network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:50.162049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Port b7620a41-391c-4511-8908-c2a797713326 on network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:31:50.162369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Attempting to bind port b7620a41-391c-4511-8908-c2a797713326 on network 7fb32cc3-bb66-4b5b-9b04-143e4a448d6b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:50.170427 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-418f6d47-4b2e-4dea-91ef-2e9e21e23513 service neutron] 10.222.0.21 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018834 Nov 27 01:31:50.171095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'port_id': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'mac_address': 'fa:16:3e:39:cc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:31:50.180041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:50.180415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Checking segment: {'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:50.180804 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Bound using segment: {'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:50.181234 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Bound port: b7620a41-391c-4511-8908-c2a797713326, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:50.181592 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:50.184768 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d06549e9-3ca4-4a97-b7c9-20f630533d87 req-9deeaf7b-d70b-47b7-bc2f-d571bd64e288 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024472f7-9570-4571-8427-c27ab1b687f6 HTTP/1.1" status: 200 len: 999 time: 0.2854798 Nov 27 01:31:50.360014 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-b48ccf2e-7de7-477c-ae49-c97d15b2e7cd service neutron] 10.222.0.21 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805401 Nov 27 01:31:50.375748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06549e9-3ca4-4a97-b7c9-20f630533d87 req-d7f7d1e1-4e15-4c10-8c2e-1fa83508dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:50.377452 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d06549e9-3ca4-4a97-b7c9-20f630533d87 req-d7f7d1e1-4e15-4c10-8c2e-1fa83508dbc9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=560f9432-09a4-4ee9-a29c-ffb13996e99e HTTP/1.1" status: 200 len: 850 time: 0.1820037 Nov 27 01:31:50.384756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port d847c6c3-a034-4311-ace9-dde557adbf61 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:50.385349 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:50.393186 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3a4256d1-9ec5-454e-83cd-5f5b28cc64c0 None None] Port d847c6c3-a034-4311-ace9-dde557adbf61 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:31:50.397014 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:50.409098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:50.469124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c161b9-e4ea-4438-a835-5932e73b6437 req-5e08d97e-1363-45e8-859f-f23a2bf039e5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:50.471065 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57c161b9-e4ea-4438-a835-5932e73b6437 req-5e08d97e-1363-45e8-859f-f23a2bf039e5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 944 time: 0.1101170 Nov 27 01:31:50.514966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] For port b7620a41-391c-4511-8908-c2a797713326, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:50.534635 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-e68647d3-706e-4dbf-8d50-2d149012a754 None None] Set router 0453dce3-ced6-4002-9597-f6e5bd2a6724 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:31:50.539416 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] For port b7620a41-391c-4511-8908-c2a797713326, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b7620a41-391c-4511-8908-c2a797713326,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:50.546449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f5fa62-bc97-48f3-bce6-5207bfc6624d {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:50.570235 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57c161b9-e4ea-4438-a835-5932e73b6437 req-bfdc4db8-3891-41cd-b31c-b21215b62762 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872297 Nov 27 01:31:50.581023 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:50.607254 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06549e9-3ca4-4a97-b7c9-20f630533d87 req-79efd8b5-02fc-4c91-a3c6-5f70a3a1a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:50.609185 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d06549e9-3ca4-4a97-b7c9-20f630533d87 req-79efd8b5-02fc-4c91-a3c6-5f70a3a1a23b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fbf9ad20-e715-449c-9ff0-512a26044dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2057354 Nov 27 01:31:50.637202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:50.673413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:50.674258 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:50.676674 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] 10.222.0.31 "PUT /v2.0/ports/b7620a41-391c-4511-8908-c2a797713326 HTTP/1.1" status: 200 len: 1092 time: 3.0654511 Nov 27 01:31:50.679217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4103adf-6e15-4125-a7f9-56ec73abcc05', 'tag': 'b7620a41-391c-4511-8908-c2a797713326'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:50.682187 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4df1cfe-4b9a-4684-b467-d566380866eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b4103adf-6e15-4125-a7f9-56ec73abcc05", "tag": "b7620a41-391c-4511-8908-c2a797713326"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:50.685753 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:50.686776 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:50.718623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:50.719001 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:50.749595 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for d847c6c3-a034-4311-ace9-dde557adbf61 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:50.785610 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bf123-4f4b-4182-9a4c-dddeff3c5287 service neutron] Pushing event updated for resources: {'Port': ['ID=b7620a41-391c-4511-8908-c2a797713326,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:50.864531 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeef0a2-acc3-4bd4-b16d-e71f5ae18a3f x-openstack-request-id: req-5aeef0a2-acc3-4bd4-b16d-e71f5ae18a3f {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:50.864823 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4103adf-6e15-4125-a7f9-56ec73abcc05", "tag": "b7620a41-391c-4511-8908-c2a797713326", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:50.865209 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5aeef0a2-acc3-4bd4-b16d-e71f5ae18a3f {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:50.865796 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4103adf-6e15-4125-a7f9-56ec73abcc05', 'tag': 'b7620a41-391c-4511-8908-c2a797713326', 'status': 'completed', 'code': 200} Nov 27 01:31:50.920424 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-a4528e9b-d961-45f3-853e-11ab26da75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:50.921984 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-a4528e9b-d961-45f3-853e-11ab26da75b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa0f872ddc6445c78ed4a244af091368&device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 1095 time: 0.1759753 Nov 27 01:31:50.930238 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d06549e9-3ca4-4a97-b7c9-20f630533d87 req-1114a4a9-5d7a-4002-b76f-40e4a5aadc79 service neutron] 10.222.0.31 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986114 Nov 27 01:31:50.991372 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478972bf-0d9b-41ad-8de0-b65275acce07 req-b92f5535-f5f3-49ef-8432-eefb1bb29fc3 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:50.991372 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-478972bf-0d9b-41ad-8de0-b65275acce07 req-b92f5535-f5f3-49ef-8432-eefb1bb29fc3 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 943 time: 0.0823910 Nov 27 01:31:51.033830 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-cc96e889-9cae-46ef-be68-0445ef976eed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7620a41-391c-4511-8908-c2a797713326 HTTP/1.1" status: 200 len: 217 time: 0.0890684 Nov 27 01:31:51.124470 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-478972bf-0d9b-41ad-8de0-b65275acce07 req-d07a3d73-bc17-4d87-941c-daec36eed5f6 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075010 Nov 27 01:31:51.153679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94a974f-17e8-430f-8f90-ea1674e0b713', 'tag': 'f20b40d9-a581-4c67-a97c-3aede58cd520'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:51.165454 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c691885-9c7d-4a35-95d1-0d897eb9c19e" -d '{"events": [{"name": "network-changed", "server_uuid": "f94a974f-17e8-430f-8f90-ea1674e0b713", "tag": "f20b40d9-a581-4c67-a97c-3aede58cd520"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:51.210985 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d06549e9-3ca4-4a97-b7c9-20f630533d87 req-e2727dc7-475f-43a0-9204-f5f206b0b379 service neutron] 10.222.0.31 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677283 Nov 27 01:31:51.215253 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:51.222337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9a9b5939-fcf4-48d1-9755-1f1c1381253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:51.223933 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-9a9b5939-fcf4-48d1-9755-1f1c1381253b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f84a41b4-55f1-4f49-9e1d-003c9caf77be HTTP/1.1" status: 200 len: 853 time: 0.1815410 Nov 27 01:31:51.292625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=89f5fa62-bc97-48f3-bce6-5207bfc6624d,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:51.330269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['89f5fa62-bc97-48f3-bce6-5207bfc6624d'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:31:51.335604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=d847c6c3-a034-4311-ace9-dde557adbf61,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:51.337535 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a2b336-4b32-4e71-8841-46ad6db29db0 x-openstack-request-id: req-d9a2b336-4b32-4e71-8841-46ad6db29db0 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:51.338011 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94a974f-17e8-430f-8f90-ea1674e0b713", "tag": "f20b40d9-a581-4c67-a97c-3aede58cd520", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:51.349491 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9a2b336-4b32-4e71-8841-46ad6db29db0 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:51.350048 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94a974f-17e8-430f-8f90-ea1674e0b713', 'tag': 'f20b40d9-a581-4c67-a97c-3aede58cd520', 'status': 'completed', 'code': 200} Nov 27 01:31:51.355914 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-314fd964-f508-49af-aa7b-6403e444250b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108863 Nov 27 01:31:51.381661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc65ce-9d52-4909-950b-5229829405f9 req-ec83c418-2df7-49b6-a5b2-0c42268a2a0a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:51.383225 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cdfc65ce-9d52-4909-950b-5229829405f9 req-ec83c418-2df7-49b6-a5b2-0c42268a2a0a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 944 time: 0.2760322 Nov 27 01:31:51.421689 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:51.422045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:51.422391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:51.422734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:51.423075 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:51.423409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:51.423743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:51.424072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:51.424462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:51.424796 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:51.425184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:51.425443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:51.444021 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:51.459548 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b2a505cc-5ba9-4bac-aa09-7113eaa1c25d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/d847c6c3-a034-4311-ace9-dde557adbf61 HTTP/1.1" status: 204 len: 168 time: 1.5560908 Nov 27 01:31:51.467433 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52674) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:51.595529 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe86196-1cc7-4c6d-abf4-9cdb9adf6c22 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:51.597022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe86196-1cc7-4c6d-abf4-9cdb9adf6c22 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:51.608853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7fe86196-1cc7-4c6d-abf4-9cdb9adf6c22 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1389365 Nov 27 01:31:51.612397 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52682) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:51.628348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c691885-9c7d-4a35-95d1-0d897eb9c19e req-5bbd92fd-152e-46ce-bfbf-3011d2d44580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:51.629941 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c691885-9c7d-4a35-95d1-0d897eb9c19e req-5bbd92fd-152e-46ce-bfbf-3011d2d44580 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa0f872ddc6445c78ed4a244af091368&device_id=f94a974f-17e8-430f-8f90-ea1674e0b713 HTTP/1.1" status: 200 len: 1095 time: 0.2443688 Nov 27 01:31:51.822381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-e68647d3-706e-4dbf-8d50-2d149012a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'fb109947-abc1-4fce-bf26-6c9fbd3df20c', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'floating_ip_address': '172.25.1.141', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'port_id': '024472f7-9570-4571-8427-c27ab1b687f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'mac_address': 'fa:16:3e:c7:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee17261-43c3-444d-a63a-707e9b56f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:31:10Z', 'updated_at': '2021-11-27T01:31:45Z', 'revision_number': 1, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:35Z', 'revision_number': 5, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:51.828515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ae1354-6008-4495-8711-b7e03f9054cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet d2755263-25af-44c0-898f-bec0e2fc2503 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:31:51.852932 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1354-6008-4495-8711-b7e03f9054cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:51.890888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68647d3-706e-4dbf-8d50-2d149012a754 None None] The sync data for ids ['0453dce3-ced6-4002-9597-f6e5bd2a6724'] in n-d-817303-10 is: [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'fb109947-abc1-4fce-bf26-6c9fbd3df20c', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'floating_ip_address': '172.25.1.141', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'port_id': '024472f7-9570-4571-8427-c27ab1b687f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'mac_address': 'fa:16:3e:c7:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee17261-43c3-444d-a63a-707e9b56f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:31:10Z', 'updated_at': '2021-11-27T01:31:45Z', 'revision_number': 1, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:35Z', 'revision_number': 5, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:31:51.960641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022e32d-227f-4109-ae61-cf9e2b618e58 req-25e24b17-e857-4609-9231-6e76ea896f3b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:51.969259 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6022e32d-227f-4109-ae61-cf9e2b618e58 req-25e24b17-e857-4609-9231-6e76ea896f3b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 944 time: 0.2645679 Nov 27 01:31:51.990733 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1354-6008-4495-8711-b7e03f9054cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:52.000391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c691885-9c7d-4a35-95d1-0d897eb9c19e req-e1461313-5a6b-4886-a23b-a718ade4d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:52.002161 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c691885-9c7d-4a35-95d1-0d897eb9c19e req-e1461313-5a6b-4886-a23b-a718ade4d980 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b HTTP/1.1" status: 200 len: 914 time: 0.3423700 Nov 27 01:31:52.041895 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cdfc65ce-9d52-4909-950b-5229829405f9 req-8a821cbf-15d2-4662-a0f1-22ca9476ed6c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6041615 Nov 27 01:31:52.107882 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-e052dfc3-7e68-43d9-a45e-55b583031407 service neutron] 10.222.0.31 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7339611 Nov 27 01:31:52.125985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c691885-9c7d-4a35-95d1-0d897eb9c19e req-1c2ee2b8-b15f-4520-bc34-8b241d5ecfb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20b40d9-a581-4c67-a97c-3aede58cd520 HTTP/1.1" status: 200 len: 217 time: 0.0902262 Nov 27 01:31:52.140442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6022e32d-227f-4109-ae61-cf9e2b618e58 req-a9800720-e527-4c2c-a919-68951b665f34 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680889 Nov 27 01:31:52.251351 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c691885-9c7d-4a35-95d1-0d897eb9c19e req-c8aea7e8-6939-421a-9e16-4a0a798784af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:52.253065 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c691885-9c7d-4a35-95d1-0d897eb9c19e req-c8aea7e8-6939-421a-9e16-4a0a798784af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f84a41b4-55f1-4f49-9e1d-003c9caf77be HTTP/1.1" status: 200 len: 853 time: 0.1116128 Nov 27 01:31:52.283353 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1354-6008-4495-8711-b7e03f9054cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:52.342104 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c691885-9c7d-4a35-95d1-0d897eb9c19e req-e53c685e-d5ad-43e1-8e84-5eb35983b35f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713553 Nov 27 01:31:52.349849 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0864167d-284c-49a9-97bd-6dc3535641fb None None] New status for floating IP fb109947-abc1-4fce-bf26-6c9fbd3df20c: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:31:52.368114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88779d-52ac-4dde-a693-bb68dc8d406d req-fad12e63-5f1e-4bee-b822-fe86f95a9b3a tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:52.378851 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f88779d-52ac-4dde-a693-bb68dc8d406d req-fad12e63-5f1e-4bee-b822-fe86f95a9b3a tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 943 time: 0.1114626 Nov 27 01:31:52.394945 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6094533-31c5-4b0a-bbbf-82cfc933521a req-0dbf7906-3883-4db1-8449-3960209ef81d service neutron] 10.222.0.31 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859411 Nov 27 01:31:52.474987 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1354-6008-4495-8711-b7e03f9054cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:52.489835 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f88779d-52ac-4dde-a693-bb68dc8d406d req-14429c57-b157-44c9-ad52-8c6f5cdb1321 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098146 Nov 27 01:31:52.514975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae1354-6008-4495-8711-b7e03f9054cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=d2755263-25af-44c0-898f-bec0e2fc2503,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:52.525173 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c691885-9c7d-4a35-95d1-0d897eb9c19e req-72a3acce-00ba-47bb-b2e3-dc966a4e006b service neutron] 10.222.0.21 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632442 Nov 27 01:31:52.528210 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1354-6008-4495-8711-b7e03f9054cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:52.534890 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b3ae1354-6008-4495-8711-b7e03f9054cf tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/d2755263-25af-44c0-898f-bec0e2fc2503 HTTP/1.1" status: 204 len: 168 time: 0.9213946 Nov 27 01:31:52.535644 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52708) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:52.539397 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a74256-aca3-46c4-a51b-262711c8f51f None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:52.624164 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-82b14a2c-ad78-4508-aa5a-8da79636f11b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829399 Nov 27 01:31:52.625100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52714) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:52.635587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df1cfe-4b9a-4684-b467-d566380866eb req-eec16b7a-1d0a-4895-bf29-963317079b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:52.642250 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4df1cfe-4b9a-4684-b467-d566380866eb req-eec16b7a-1d0a-4895-bf29-963317079b3f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa0f872ddc6445c78ed4a244af091368&device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 1095 time: 0.1050663 Nov 27 01:31:52.737933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52716) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:52.780148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9537a6c-8ed0-46cc-a73a-78292fb5e7ca tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:52.784550 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d9537a6c-8ed0-46cc-a73a-78292fb5e7ca tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1584182 Nov 27 01:31:52.785165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52722) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:52.807611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df1cfe-4b9a-4684-b467-d566380866eb req-cbbdd27b-e15c-4078-a50b-6dcf791867fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:52.809033 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4df1cfe-4b9a-4684-b467-d566380866eb req-cbbdd27b-e15c-4078-a50b-6dcf791867fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b HTTP/1.1" status: 200 len: 914 time: 0.1587224 Nov 27 01:31:52.865473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d58d925-d8be-4435-a8ae-c5e836abf1d3 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:31:52.879457 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c691885-9c7d-4a35-95d1-0d897eb9c19e req-d6667e99-5b6a-4017-8d06-5b5d973d3901 service neutron] 10.222.0.21 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401964 Nov 27 01:31:52.900535 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4df1cfe-4b9a-4684-b467-d566380866eb req-2965a400-5c8b-4358-83a8-8355709b2790 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7620a41-391c-4511-8908-c2a797713326 HTTP/1.1" status: 200 len: 217 time: 0.0834799 Nov 27 01:31:52.917583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919469eb-95ea-412f-9153-7e516a770db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:52.920842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-919469eb-95ea-412f-9153-7e516a770db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1325092 Nov 27 01:31:52.922860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52728) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:52.930624 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8d58d925-d8be-4435-a8ae-c5e836abf1d3 None None] Deleting port e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:52.931840 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8d58d925-d8be-4435-a8ae-c5e836abf1d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:52.959229 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fcd4c3b5-4b58-4774-b5a8-84904551dfbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:52.975335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c926a14c-e271-4a6a-b1db-98245dbdc81b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473783 Nov 27 01:31:52.975997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52730) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:52.981165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-27300231-d10e-43ba-9e39-2e7e81b4e00b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:53.003655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df1cfe-4b9a-4684-b467-d566380866eb req-907e93d3-2c47-4c48-ac67-d00fa5359b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:53.005498 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4df1cfe-4b9a-4684-b467-d566380866eb req-907e93d3-2c47-4c48-ac67-d00fa5359b5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f84a41b4-55f1-4f49-9e1d-003c9caf77be HTTP/1.1" status: 200 len: 853 time: 0.0953376 Nov 27 01:31:53.027172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8d58d925-d8be-4435-a8ae-c5e836abf1d3 None None] For port e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:53.030348 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8d58d925-d8be-4435-a8ae-c5e836abf1d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:53.051015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4df1cfe-4b9a-4684-b467-d566380866eb req-8f4652f1-7861-4390-a4b9-31ac4361cf21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370140 Nov 27 01:31:53.055111 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8d58d925-d8be-4435-a8ae-c5e836abf1d3 None None] Calling delete_port for e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:53.147333 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27300231-d10e-43ba-9e39-2e7e81b4e00b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:53.151216 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-27300231-d10e-43ba-9e39-2e7e81b4e00b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:53.206073 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8d58d925-d8be-4435-a8ae-c5e836abf1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:53.242327 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58d925-d8be-4435-a8ae-c5e836abf1d3 None None] Pushing event deleted for resources: {'Port': ['ID=e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:53.244395 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58d925-d8be-4435-a8ae-c5e836abf1d3 None None] No DVR routers for this DVR port e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:53.261718 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fcd4c3b5-4b58-4774-b5a8-84904551dfbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:53.292855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fcd4c3b5-4b58-4774-b5a8-84904551dfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:53.342013 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fcd4c3b5-4b58-4774-b5a8-84904551dfbf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5eb3ed6d0ab3442690fbe3edc9fcc706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6029088 Nov 27 01:31:53.344739 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52742) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:53.356620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a4f99-0653-4466-96b1-2650148769c1 req-a30690b8-ffff-4b90-892a-ae2bc287403d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:53.358428 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b23a4f99-0653-4466-96b1-2650148769c1 req-a30690b8-ffff-4b90-892a-ae2bc287403d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 944 time: 0.2260160 Nov 27 01:31:53.385836 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4df1cfe-4b9a-4684-b467-d566380866eb req-470f5ee3-d467-40fa-a0b3-a79abf13eaff service neutron] 10.222.0.31 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164365 Nov 27 01:31:53.395312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4c3b5-4b58-4774-b5a8-84904551dfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2e6076-1d0a-4d0c-ac55-e9103e13c1a1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:53.466807 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b23a4f99-0653-4466-96b1-2650148769c1 req-332d3370-5ff3-4e35-8277-7c499065871e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671127 Nov 27 01:31:53.478344 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06371bff-c3f1-4f49-a274-03d9b5b2c87c req-9dbf712c-c3d5-40a9-8002-b09ca56b92da tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:53.479849 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-06371bff-c3f1-4f49-a274-03d9b5b2c87c req-9dbf712c-c3d5-40a9-8002-b09ca56b92da tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 944 time: 0.2167013 Nov 27 01:31:53.537960 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7a2c-beea-431d-99d2-71d6dbe1d916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:53.569416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.objects.ports [None req-27300231-d10e-43ba-9e39-2e7e81b4e00b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:31:53.573232 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-27300231-d10e-43ba-9e39-2e7e81b4e00b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:53.585598 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 89f5fa62-bc97-48f3-bce6-5207bfc6624d up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:53.595732 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-06371bff-c3f1-4f49-a274-03d9b5b2c87c req-f7bfd785-9808-4acc-ac6d-d23689b7142d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077394 Nov 27 01:31:53.598931 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7a2c-beea-431d-99d2-71d6dbe1d916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:53.607132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4df1cfe-4b9a-4684-b467-d566380866eb req-d50a2656-b3b8-40ba-bbc6-e03bdeafdaf5 service neutron] 10.222.0.31 "GET /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076273 Nov 27 01:31:53.625716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-91f57d52-1971-4947-b862-a8b2ed1cb3f6 req-e3fbd7ab-b545-4429-83d0-ee7b2c67c845 service neutron] (103403) timed out ('10.222.0.15', 34594) {{(pid=103403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:31:53.655133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27300231-d10e-43ba-9e39-2e7e81b4e00b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:53.670852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-27300231-d10e-43ba-9e39-2e7e81b4e00b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:53.674784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c4f9852d-7532-41c0-83f2-c76a6dac2c3e details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:31:53.686162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27300231-d10e-43ba-9e39-2e7e81b4e00b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:53.688014 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-27300231-d10e-43ba-9e39-2e7e81b4e00b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:53.691346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7a2c-beea-431d-99d2-71d6dbe1d916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:53.694412 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7a2c-beea-431d-99d2-71d6dbe1d916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:53.695912 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8e2f7a2c-beea-431d-99d2-71d6dbe1d916 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c2e6076-1d0a-4d0c-ac55-e9103e13c1a1 HTTP/1.1" status: 204 len: 168 time: 0.3414202 Nov 27 01:31:53.702934 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01597546-e9f9-4522-9ea4-88bfd95e6d93 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:53.706321 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f7a2c-beea-431d-99d2-71d6dbe1d916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2e6076-1d0a-4d0c-ac55-e9103e13c1a1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:53.709735 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 89f5fa62-bc97-48f3-bce6-5207bfc6624d completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:31:53.766076 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27300231-d10e-43ba-9e39-2e7e81b4e00b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=aa2f7995-eb88-4b08-ba44-c8074365a278,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:53.767154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 89f5fa62-bc97-48f3-bce6-5207bfc6624d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:53.767559 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:53.771898 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-27300231-d10e-43ba-9e39-2e7e81b4e00b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7946441 Nov 27 01:31:53.774973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52758) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:53.782823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-92fe67ef-e97d-4d27-bb6c-0100cb15e9b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'mac_address': 'fa:16:3e:2c:97:6b', 'name': 'tempest-NetworksTestDHCPv6-1153016191'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:53.791319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e39ab8-617c-4880-98a0-4c779fa38ce8 req-d709e000-a4ff-4acc-aa3d-4126b88048a9 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:53.792988 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-08e39ab8-617c-4880-98a0-4c779fa38ce8 req-d709e000-a4ff-4acc-aa3d-4126b88048a9 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 943 time: 0.0856278 Nov 27 01:31:53.949144 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-08e39ab8-617c-4880-98a0-4c779fa38ce8 req-149e62cf-34c4-40db-9008-02462453250e tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486998 Nov 27 01:31:53.995962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fe67ef-e97d-4d27-bb6c-0100cb15e9b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:54.028205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': 'aa2f7995-eb88-4b08-ba44-c8074365a278'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:31:54.029895 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.089294 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c4f9852d-7532-41c0-83f2-c76a6dac2c3e, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c4f9852d-7532-41c0-83f2-c76a6dac2c3e,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:54.092084 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92fe67ef-e97d-4d27-bb6c-0100cb15e9b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.120362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'c4f9852d-7532-41c0-83f2-c76a6dac2c3e', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'port_id': 'c4f9852d-7532-41c0-83f2-c76a6dac2c3e', 'mac_address': 'fa:16:3e:f4:84:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:31:54.123186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-92fe67ef-e97d-4d27-bb6c-0100cb15e9b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 5c36c084-e619-446b-b361-5fd8d56c73a6 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:31:54.187705 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.268493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:54.271437 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee4a6d0-7de0-4253-a694-9ffc03bc5d44" -d '{"events": [{"server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "name": "network-vif-plugged", "status": "completed", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:54.281360 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-92fe67ef-e97d-4d27-bb6c-0100cb15e9b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::f816:3eff:fe2c:976b (45b1e637-4759-477c-827c-b083fabe48f4/aa2f7995-eb88-4b08-ba44-c8074365a278/5c36c084-e619-446b-b361-5fd8d56c73a6) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:54.289283 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.300720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52776) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:54.300977 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:54.307108 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.312571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f9852d-7532-41c0-83f2-c76a6dac2c3e {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:54.315930 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-31755fc6-82d2-4a72-a8ef-6ffe53a5590f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.367855 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb26f2da-6256-4be1-bfd6-cdf55074e806 x-openstack-request-id: req-cb26f2da-6256-4be1-bfd6-cdf55074e806 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:54.368634 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "name": "network-vif-plugged", "status": "completed", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:54.368634 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb26f2da-6256-4be1-bfd6-cdf55074e806 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:54.368917 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'code': 200} Nov 27 01:31:54.370504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c4f9852d-7532-41c0-83f2-c76a6dac2c3e, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c4f9852d-7532-41c0-83f2-c76a6dac2c3e,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:54.382380 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.382780 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f20b40d9-a581-4c67-a97c-3aede58cd520 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:31:54.405747 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:54.444737 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:31:54.445095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e87b93ce-e3eb-4bd2-8c20-5ec5dffcd0f1 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:31:54.446455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=89f5fa62-bc97-48f3-bce6-5207bfc6624d,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:54.448141 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-31755fc6-82d2-4a72-a8ef-6ffe53a5590f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.456778 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-31755fc6-82d2-4a72-a8ef-6ffe53a5590f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.560810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=c4f9852d-7532-41c0-83f2-c76a6dac2c3e,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:54.563941 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92fe67ef-e97d-4d27-bb6c-0100cb15e9b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.577358 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-31755fc6-82d2-4a72-a8ef-6ffe53a5590f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=126b9a4db3044561affd651ab674cc6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755156 Nov 27 01:31:54.579507 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31755fc6-82d2-4a72-a8ef-6ffe53a5590f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20539ac5-23ab-4fb6-813b-bc1008a31d86,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:54.591472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52784) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:54.623779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f20b40d9-a581-4c67-a97c-3aede58cd520, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f20b40d9-a581-4c67-a97c-3aede58cd520,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:54.637691 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'f20b40d9-a581-4c67-a97c-3aede58cd520', 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b', 'port_id': 'f20b40d9-a581-4c67-a97c-3aede58cd520', 'mac_address': 'fa:16:3e:5d:3d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84a41b4-55f1-4f49-9e1d-003c9caf77be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:31:54.670082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406158c-c8a0-48b2-99b8-19755f94fc60 req-a6281351-dd9b-40c1-a592-c0fd1d99abdb tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:54.671769 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0406158c-c8a0-48b2-99b8-19755f94fc60 req-a6281351-dd9b-40c1-a592-c0fd1d99abdb tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.0978978 Nov 27 01:31:54.689360 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.703842 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20b40d9-a581-4c67-a97c-3aede58cd520 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:54.717002 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92fe67ef-e97d-4d27-bb6c-0100cb15e9b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.747867 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0406158c-c8a0-48b2-99b8-19755f94fc60 req-3e86e2fb-e4cc-4e7a-96f5-0696687138b7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661693 Nov 27 01:31:54.772090 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f20b40d9-a581-4c67-a97c-3aede58cd520, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f20b40d9-a581-4c67-a97c-3aede58cd520,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:54.792506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6184c-d25c-4aa8-b3a7-8127112a380c req-bc2b27be-382b-4693-bfb6-3ca3e1f7e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:54.794035 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9ce6184c-d25c-4aa8-b3a7-8127112a380c req-bc2b27be-382b-4693-bfb6-3ca3e1f7e90b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1097 time: 0.2114468 Nov 27 01:31:54.798843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Allocated IP 2001:db8::f816:3eff:fed4:6576 (45b1e637-4759-477c-827c-b083fabe48f4/aa2f7995-eb88-4b08-ba44-c8074365a278/f6907458-2f5e-4c71-983d-976e144f2bf3) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:54.815630 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.871531 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe67ef-e97d-4d27-bb6c-0100cb15e9b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:54.876979 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d09e2058-5d73-45e6-a180-8d98108189b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.885077 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-92fe67ef-e97d-4d27-bb6c-0100cb15e9b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:54.890725 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe67ef-e97d-4d27-bb6c-0100cb15e9b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:54.896537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fe67ef-e97d-4d27-bb6c-0100cb15e9b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:54.897174 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92fe67ef-e97d-4d27-bb6c-0100cb15e9b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.911036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe67ef-e97d-4d27-bb6c-0100cb15e9b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=5c36c084-e619-446b-b361-5fd8d56c73a6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:54.929081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=f20b40d9-a581-4c67-a97c-3aede58cd520,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:54.953686 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d09e2058-5d73-45e6-a180-8d98108189b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.957954 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9ce6184c-d25c-4aa8-b3a7-8127112a380c req-83321a67-e180-43c4-9a37-71b8804445fc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525409 Nov 27 01:31:54.970359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-92fe67ef-e97d-4d27-bb6c-0100cb15e9b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1908076 Nov 27 01:31:54.971017 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52800) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:54.975590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec9f99-796f-4dc7-8a74-b8cb4c09acdc req-bc804da8-7391-434c-9597-ee35160a99fc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:54.977220 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-87ec9f99-796f-4dc7-8a74-b8cb4c09acdc req-bc804da8-7391-434c-9597-ee35160a99fc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 945 time: 0.1603372 Nov 27 01:31:55.036440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7097b6e8-14bd-46a2-9231-96b642c76eef tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:55.038879 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7097b6e8-14bd-46a2-9231-96b642c76eef tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0667052 Nov 27 01:31:55.042466 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52804) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:55.062700 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-87ec9f99-796f-4dc7-8a74-b8cb4c09acdc req-47ef40e2-efb2-4b2d-8ecd-7331a03f1642 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757284 Nov 27 01:31:55.088882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d09e2058-5d73-45e6-a180-8d98108189b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:55.091869 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d09e2058-5d73-45e6-a180-8d98108189b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:55.093188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d09e2058-5d73-45e6-a180-8d98108189b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20539ac5-23ab-4fb6-813b-bc1008a31d86 HTTP/1.1" status: 204 len: 168 time: 0.4985836 Nov 27 01:31:55.126149 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e2058-5d73-45e6-a180-8d98108189b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20539ac5-23ab-4fb6-813b-bc1008a31d86,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:55.127962 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:55.160505 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:55.190615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843700b-5ac6-4a4f-bcf3-dac55a72bd99 req-ffd7ad84-3394-4f26-8c1d-fe903513f4fc tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:55.192014 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e843700b-5ac6-4a4f-bcf3-dac55a72bd99 req-ffd7ad84-3394-4f26-8c1d-fe903513f4fc tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 943 time: 0.1079099 Nov 27 01:31:55.205481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['c4f9852d-7532-41c0-83f2-c76a6dac2c3e'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:31:55.250924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-fcf0e8a2-9e80-4e85-99d7-0980d11b4fb1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port 5c36c084-e619-446b-b361-5fd8d56c73a6 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:55.251571 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e8a2-9e80-4e85-99d7-0980d11b4fb1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:55.293348 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e843700b-5ac6-4a4f-bcf3-dac55a72bd99 req-de8142d0-e9f9-481c-a871-b74f0d41288b tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908585 Nov 27 01:31:55.384089 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e8a2-9e80-4e85-99d7-0980d11b4fb1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:55.398938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-fcf0e8a2-9e80-4e85-99d7-0980d11b4fb1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for 5c36c084-e619-446b-b361-5fd8d56c73a6 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:55.433363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f20b40d9-a581-4c67-a97c-3aede58cd520'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:31:55.482400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:55.496336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:55.499895 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:55.505498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Pushing event updated for resources: {'Port': ['ID=f6907458-2f5e-4c71-983d-976e144f2bf3,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:55.574947 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e8a2-9e80-4e85-99d7-0980d11b4fb1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:55.614780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0e8a2-9e80-4e85-99d7-0980d11b4fb1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=5c36c084-e619-446b-b361-5fd8d56c73a6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:55.629071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b7620a41-391c-4511-8908-c2a797713326 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:31:55.632667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Attempting to bind port f6907458-2f5e-4c71-983d-976e144f2bf3 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:55.633041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Attempting to bind port f6907458-2f5e-4c71-983d-976e144f2bf3 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:55.633403 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Attempting to bind port f6907458-2f5e-4c71-983d-976e144f2bf3 on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:55.656558 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e8a2-9e80-4e85-99d7-0980d11b4fb1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:55.664022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52820) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:55.664695 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fcf0e8a2-9e80-4e85-99d7-0980d11b4fb1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/5c36c084-e619-446b-b361-5fd8d56c73a6 HTTP/1.1" status: 204 len: 168 time: 0.6218143 Nov 27 01:31:55.674434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:55.675175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:55.675590 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:55.675984 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:55.676508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Bound port: f6907458-2f5e-4c71-983d-976e144f2bf3, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:55.676894 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:55.783793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbbb58e-2090-47ef-bac2-b6aae0b4d2af tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:55.792570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbbb58e-2090-47ef-bac2-b6aae0b4d2af tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:55.800991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52826) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:55.818225 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bcbbb58e-2090-47ef-bac2-b6aae0b4d2af tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1505859 Nov 27 01:31:55.949549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] For port f6907458-2f5e-4c71-983d-976e144f2bf3, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:55.967748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-24defad8-eca4-4efa-bb0b-ac6533315118 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet aa2f7995-eb88-4b08-ba44-c8074365a278 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:31:55.971739 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-24defad8-eca4-4efa-bb0b-ac6533315118 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:55.980819 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] For port f6907458-2f5e-4c71-983d-976e144f2bf3, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f6907458-2f5e-4c71-983d-976e144f2bf3,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:55.997876 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b7620a41-391c-4511-8908-c2a797713326, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b7620a41-391c-4511-8908-c2a797713326,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:56.020097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b488be-7c77-420f-8723-7ab2feb76e56 req-c5d42b0b-1106-47e2-bccf-93b2fd9d6387 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:56.020735 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'b7620a41-391c-4511-8908-c2a797713326', 'network_id': '7fb32cc3-bb66-4b5b-9b04-143e4a448d6b', 'port_id': 'b7620a41-391c-4511-8908-c2a797713326', 'mac_address': 'fa:16:3e:68:07:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84a41b4-55f1-4f49-9e1d-003c9caf77be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:31:56.021888 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3b488be-7c77-420f-8723-7ab2feb76e56 req-c5d42b0b-1106-47e2-bccf-93b2fd9d6387 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.1208615 Nov 27 01:31:56.033462 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-24defad8-eca4-4efa-bb0b-ac6533315118 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:56.036153 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:56.197914 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3b488be-7c77-420f-8723-7ab2feb76e56 req-f7ef217b-a173-4963-b37e-acfce571432e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628671 Nov 27 01:31:56.253621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aed89a-8d96-4b11-89e6-e43aede56a82 None None] Pushing event updated for resources: {'Port': ['ID=f6907458-2f5e-4c71-983d-976e144f2bf3,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:56.260995 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-24defad8-eca4-4efa-bb0b-ac6533315118 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:56.267875 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:56.303310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7620a41-391c-4511-8908-c2a797713326 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:56.326501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357586c-9996-4014-acda-5c67d6d78c82 req-b06f9f11-414c-4679-a905-f72d777e7d5e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:56.338598 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c357586c-9996-4014-acda-5c67d6d78c82 req-b06f9f11-414c-4679-a905-f72d777e7d5e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 945 time: 0.1301558 Nov 27 01:31:56.358065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b7620a41-391c-4511-8908-c2a797713326, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b7620a41-391c-4511-8908-c2a797713326,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:56.366435 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:56.394884 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-24defad8-eca4-4efa-bb0b-ac6533315118 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:56.446373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=b7620a41-391c-4511-8908-c2a797713326,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:56.460308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24defad8-eca4-4efa-bb0b-ac6533315118 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2f7995-eb88-4b08-ba44-c8074365a278,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:56.494764 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c357586c-9996-4014-acda-5c67d6d78c82 req-b44d4382-c991-442e-8b88-be812d81bc07 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499412 Nov 27 01:31:56.510171 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-24defad8-eca4-4efa-bb0b-ac6533315118 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:56.515877 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-24defad8-eca4-4efa-bb0b-ac6533315118 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/aa2f7995-eb88-4b08-ba44-c8074365a278 HTTP/1.1" status: 204 len: 168 time: 0.7112820 Nov 27 01:31:56.516552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52848) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:56.592208 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4f998-b20a-4512-8cf3-f55ef8685c6a req-c4d2274d-cc4e-4bef-8d10-836a649d5c46 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:56.594177 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ada4f998-b20a-4512-8cf3-f55ef8685c6a req-c4d2274d-cc4e-4bef-8d10-836a649d5c46 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 944 time: 0.0796964 Nov 27 01:31:56.610383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3098af25-678c-45fb-86ee-23f459e77a66 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923071 Nov 27 01:31:56.611645 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52854) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:56.617830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:56.686562 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ada4f998-b20a-4512-8cf3-f55ef8685c6a req-ba0e8e50-c54e-4905-8369-f21d67145acb tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838022 Nov 27 01:31:56.727937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:56.731252 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['b7620a41-391c-4511-8908-c2a797713326'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:31:56.732971 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.130251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.objects.ports [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:31:57.273551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52892) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:57.355285 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c3849-7dbd-4b4f-a88d-e9350efae94f req-889ff61c-ff81-4846-a1d8-d59e746a7c5a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:57.365882 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-897c3849-7dbd-4b4f-a88d-e9350efae94f req-889ff61c-ff81-4846-a1d8-d59e746a7c5a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.0689275 Nov 27 01:31:57.387753 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.434379 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-897c3849-7dbd-4b4f-a88d-e9350efae94f req-1d859f7d-c82c-4584-9a93-e569f84df5fd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620384 Nov 27 01:31:57.470816 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-90766796-c233-4ee0-a9dc-9da07792f3d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.613486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1f32fe-c931-4404-8df7-acc2614fe15a None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:57.631205 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-90766796-c233-4ee0-a9dc-9da07792f3d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.651818 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-90766796-c233-4ee0-a9dc-9da07792f3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.662426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] For port f6907458-2f5e-4c71-983d-976e144f2bf3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f6907458-2f5e-4c71-983d-976e144f2bf3,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:57.672689 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11551f-4221-42bd-b317-3d133c59dfa4 req-b319c11d-e280-4f05-8dd7-558f082b0107 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:57.675338 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d11551f-4221-42bd-b317-3d133c59dfa4 req-b319c11d-e280-4f05-8dd7-558f082b0107 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.0877025 Nov 27 01:31:57.704293 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-90766796-c233-4ee0-a9dc-9da07792f3d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ec4f5a1f4ea421288507cd14421293b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4298205 Nov 27 01:31:57.705091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90766796-c233-4ee0-a9dc-9da07792f3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de47dff6-d141-4886-89df-d0762040eefb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:57.707770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52902) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:57.721981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad4590-33b9-46e9-a8d5-046a5574401f req-301ec768-0a9e-4165-83b4-4a1d5cd9b702 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:57.723585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-09ad4590-33b9-46e9-a8d5-046a5574401f req-301ec768-0a9e-4165-83b4-4a1d5cd9b702 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 945 time: 0.1301875 Nov 27 01:31:57.740174 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.763471 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c4f9852d-7532-41c0-83f2-c76a6dac2c3e up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:57.767776 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d11551f-4221-42bd-b317-3d133c59dfa4 req-f6a97444-10a7-48db-8be0-330230ad83ad tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847428 Nov 27 01:31:57.768999 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.770440 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.799751 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52904) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:57.821481 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e87c4b9f-03b3-45b8-a152-81caef062705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.850479 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=adf22900-0812-455c-8de9-7af2f4c3ede6,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:57.859223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-387560af-666f-4fcd-81b0-5d7e6b22bb60 None None] Provisioning complete for port f6907458-2f5e-4c71-983d-976e144f2bf3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:57.859610 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-387560af-666f-4fcd-81b0-5d7e6b22bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.891150 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:57.892476 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-09ad4590-33b9-46e9-a8d5-046a5574401f req-3ef31c2c-82ff-4d7d-817b-acdfb64ec5d4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600955 Nov 27 01:31:57.918426 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e87c4b9f-03b3-45b8-a152-81caef062705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.950489 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:57.966715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:57.967475 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.967969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port c4f9852d-7532-41c0-83f2-c76a6dac2c3e completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:31:57.978491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port c4f9852d-7532-41c0-83f2-c76a6dac2c3e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:57.978938 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.979869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7287f012-7e29-4327-b11a-8db7d159553d tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:57.982215 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7287f012-7e29-4327-b11a-8db7d159553d tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1092 time: 0.1813641 Nov 27 01:31:57.984726 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e87c4b9f-03b3-45b8-a152-81caef062705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.989094 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e87c4b9f-03b3-45b8-a152-81caef062705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.993354 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e87c4b9f-03b3-45b8-a152-81caef062705 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de47dff6-d141-4886-89df-d0762040eefb HTTP/1.1" status: 204 len: 168 time: 0.2839875 Nov 27 01:31:57.993966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52906) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:58.001453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:58.016256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c4b9f-03b3-45b8-a152-81caef062705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de47dff6-d141-4886-89df-d0762040eefb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:58.048762 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:58.067618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=f6907458-2f5e-4c71-983d-976e144f2bf3,revision_number=5']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:58.108885 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b4fa1ce3-d9d0-4733-8946-58e56cdd8b4e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4928186 Nov 27 01:31:58.110895 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52914) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:58.118257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3f8a6477-4580-4bf2-a685-419c05d42697 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'mac_address': 'fa:16:3e:fc:3f:db', 'name': 'tempest-NetworksTestDHCPv6-1643886978'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:58.148905 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674b6cc-99d3-4693-bef3-167d9b98820e req-d347ea82-a00d-4f79-9041-09c89d83d2a8 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:58.158229 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4674b6cc-99d3-4693-bef3-167d9b98820e req-d347ea82-a00d-4f79-9041-09c89d83d2a8 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 944 time: 0.2777047 Nov 27 01:31:58.164491 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-387560af-666f-4fcd-81b0-5d7e6b22bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:58.226117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-387560af-666f-4fcd-81b0-5d7e6b22bb60 None None] For port f6907458-2f5e-4c71-983d-976e144f2bf3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f6907458-2f5e-4c71-983d-976e144f2bf3,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:58.262338 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:58.303641 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-387560af-666f-4fcd-81b0-5d7e6b22bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:58.308943 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4674b6cc-99d3-4693-bef3-167d9b98820e req-d4dda350-3907-47b6-9340-cddb12080c85 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490231 Nov 27 01:31:58.468949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.25.1.254 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/20fe6514-4d04-4670-84eb-d66827979b97) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:58.490944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f6907458-2f5e-4c71-983d-976e144f2bf3 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:58.493386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc872b0-510a-4449-a339-03334837c116 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:58.500073 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:58.514613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8a6477-4580-4bf2-a685-419c05d42697 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:58.522383 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6477-4580-4bf2-a685-419c05d42697 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:58.552747 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-3f8a6477-4580-4bf2-a685-419c05d42697 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port da0fa76f-3cd1-4ae6-8120-13b560b075d0 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:31:58.591184 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:58.629706 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:58.639896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387560af-666f-4fcd-81b0-5d7e6b22bb60 None None] Pushing event updated for resources: {'Port': ['ID=f6907458-2f5e-4c71-983d-976e144f2bf3,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:58.691972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:58.695118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:58.695394 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:58.699038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:58.717988 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4ea883-4fc1-4554-b354-ec0d9429232f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f9852d-7532-41c0-83f2-c76a6dac2c3e'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:58.721008 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f8b296-5cb2-428f-8e36-8e3d8b3aac3f" -d '{"events": [{"server_uuid": "8a4ea883-4fc1-4554-b354-ec0d9429232f", "name": "network-vif-plugged", "status": "completed", "tag": "c4f9852d-7532-41c0-83f2-c76a6dac2c3e"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:58.729754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=20fe6514-4d04-4670-84eb-d66827979b97,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:58.752686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-3f8a6477-4580-4bf2-a685-419c05d42697 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::f816:3eff:fefc:3fdb (45b1e637-4759-477c-827c-b083fabe48f4/adf22900-0812-455c-8de9-7af2f4c3ede6/da0fa76f-3cd1-4ae6-8120-13b560b075d0) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:58.795334 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port c4f9852d-7532-41c0-83f2-c76a6dac2c3e, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c4f9852d-7532-41c0-83f2-c76a6dac2c3e,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:58.800536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9438b937-8cb7-4d35-8e55-eb7dfed0661e None None] Provisioning complete for port f6907458-2f5e-4c71-983d-976e144f2bf3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:58.800913 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9438b937-8cb7-4d35-8e55-eb7dfed0661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:58.863013 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673339d6-5c5c-4e9c-8143-76c14b1538fc x-openstack-request-id: req-673339d6-5c5c-4e9c-8143-76c14b1538fc {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:58.863221 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4ea883-4fc1-4554-b354-ec0d9429232f", "name": "network-vif-plugged", "status": "completed", "tag": "c4f9852d-7532-41c0-83f2-c76a6dac2c3e", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:58.863472 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-673339d6-5c5c-4e9c-8143-76c14b1538fc {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:58.866540 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4ea883-4fc1-4554-b354-ec0d9429232f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f9852d-7532-41c0-83f2-c76a6dac2c3e', 'code': 200} Nov 27 01:31:59.015912 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6477-4580-4bf2-a685-419c05d42697 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.030033 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.030929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f20b40d9-a581-4c67-a97c-3aede58cd520 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:59.081178 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6477-4580-4bf2-a685-419c05d42697 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.176603 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a6477-4580-4bf2-a685-419c05d42697 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:59.183103 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-3f8a6477-4580-4bf2-a685-419c05d42697 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:59.188499 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a6477-4580-4bf2-a685-419c05d42697 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:59.195205 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8a6477-4580-4bf2-a685-419c05d42697 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:59.196000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6477-4580-4bf2-a685-419c05d42697 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.199542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a6477-4580-4bf2-a685-419c05d42697 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=da0fa76f-3cd1-4ae6-8120-13b560b075d0,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:59.225090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99cedd-398d-4eb6-b4f9-3a9c08d7cb3f req-1e9e4474-0133-42fb-8266-c52b6d3e5a23 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:59.233191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=c4f9852d-7532-41c0-83f2-c76a6dac2c3e,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:59.233705 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc99cedd-398d-4eb6-b4f9-3a9c08d7cb3f req-1e9e4474-0133-42fb-8266-c52b6d3e5a23 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 946 time: 0.1688070 Nov 27 01:31:59.270333 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f6907458-2f5e-4c71-983d-976e144f2bf3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:59.270711 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.285009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3f8a6477-4580-4bf2-a685-419c05d42697 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1712711 Nov 27 01:31:59.289275 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52942) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:59.426460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc99cedd-398d-4eb6-b4f9-3a9c08d7cb3f req-b2447680-f9f1-4da3-b3ed-5e55c5f79262 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918452 Nov 27 01:31:59.438338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port f20b40d9-a581-4c67-a97c-3aede58cd520 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:31:59.461944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a974f1-a7e0-4d4a-b579-b36ed8ad8dc3 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:59.472141 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a974f1-a7e0-4d4a-b579-b36ed8ad8dc3 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:59.477606 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e4a974f1-a7e0-4d4a-b579-b36ed8ad8dc3 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1852570 Nov 27 01:31:59.478035 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52948) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:59.501602 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port f20b40d9-a581-4c67-a97c-3aede58cd520 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:59.510230 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.636114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b7620a41-391c-4511-8908-c2a797713326 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:59.663103 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-26728f0e-9204-4e27-83db-9139c59bdec5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port da0fa76f-3cd1-4ae6-8120-13b560b075d0 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:59.663446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26728f0e-9204-4e27-83db-9139c59bdec5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.889308 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.895323 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26728f0e-9204-4e27-83db-9139c59bdec5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.929562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4fa071e2-5c33-4db1-8bb9-aa0e03839408 None None] Provisioning complete for port f6907458-2f5e-4c71-983d-976e144f2bf3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:59.929943 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4fa071e2-5c33-4db1-8bb9-aa0e03839408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.931481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-26728f0e-9204-4e27-83db-9139c59bdec5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for da0fa76f-3cd1-4ae6-8120-13b560b075d0 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:59.994644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port b7620a41-391c-4511-8908-c2a797713326 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:32:00.029641 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port b7620a41-391c-4511-8908-c2a797713326 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:00.030204 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.053137 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f20b40d9-a581-4c67-a97c-3aede58cd520, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f20b40d9-a581-4c67-a97c-3aede58cd520,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:00.080707 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.089224 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.094405 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad385632-1e30-4074-8d1b-a1c9c505a7fd req-c5489277-fd9f-4654-800f-6ff39af5ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:00.095990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ad385632-1e30-4074-8d1b-a1c9c505a7fd req-c5489277-fd9f-4654-800f-6ff39af5ebcf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 1098 time: 0.9517276 Nov 27 01:32:00.120040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49cd14-adf1-4083-9b11-3257f0fc210f req-57133abe-4266-4adf-805a-4ac7ad1f549c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:00.143366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db49cd14-adf1-4083-9b11-3257f0fc210f req-57133abe-4266-4adf-805a-4ac7ad1f549c tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 944 time: 0.2625430 Nov 27 01:32:00.221811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=f20b40d9-a581-4c67-a97c-3aede58cd520,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:00.332282 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26728f0e-9204-4e27-83db-9139c59bdec5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.347229 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.422704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f6907458-2f5e-4c71-983d-976e144f2bf3 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:00.434706 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ad385632-1e30-4074-8d1b-a1c9c505a7fd req-deda42af-77f9-4fd1-be20-6e0d40abbecf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398479 Nov 27 01:32:00.474108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26728f0e-9204-4e27-83db-9139c59bdec5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=da0fa76f-3cd1-4ae6-8120-13b560b075d0,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:00.539496 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26728f0e-9204-4e27-83db-9139c59bdec5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.544897 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-26728f0e-9204-4e27-83db-9139c59bdec5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/da0fa76f-3cd1-4ae6-8120-13b560b075d0 HTTP/1.1" status: 204 len: 168 time: 1.0656588 Nov 27 01:32:00.547976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52968) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:00.562899 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db49cd14-adf1-4083-9b11-3257f0fc210f req-0b5a9ba5-d7be-433a-a795-a332b3d8a2eb tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185698 Nov 27 01:32:00.569795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e704df4b-ae61-47c6-905c-08305fdbe56d None None] Could not find standard attr ID for object 5c36c084-e619-446b-b361-5fd8d56c73a6. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:32:00.577359 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.600267 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b7620a41-391c-4511-8908-c2a797713326, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b7620a41-391c-4511-8908-c2a797713326,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:00.616794 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.630057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048d3c07-37eb-4abb-8271-d866e4152e37 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:00.632125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048d3c07-37eb-4abb-8271-d866e4152e37 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:00.635152 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-048d3c07-37eb-4abb-8271-d866e4152e37 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0858762 Nov 27 01:32:00.635670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52970) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:00.637730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52972) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:00.793599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b845ed69-7b41-441f-b6e7-a1a62a00a69b None None] Could not find standard attr ID for object da0fa76f-3cd1-4ae6-8120-13b560b075d0. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:32:00.803212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f6907458-2f5e-4c71-983d-976e144f2bf3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:00.803599 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.831464 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.859288 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af779bc-f3f2-459f-b824-8db9d5143597 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet adf22900-0812-455c-8de9-7af2f4c3ede6 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:00.868635 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4af779bc-f3f2-459f-b824-8db9d5143597 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.890081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94a974f-17e8-430f-8f90-ea1674e0b713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20b40d9-a581-4c67-a97c-3aede58cd520'}, {'server_uuid': 'b4103adf-6e15-4125-a7f9-56ec73abcc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7620a41-391c-4511-8908-c2a797713326'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:00.893184 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9396d1a3-0913-48a7-9758-861b445ad172" -d '{"events": [{"server_uuid": "f94a974f-17e8-430f-8f90-ea1674e0b713", "name": "network-vif-plugged", "status": "completed", "tag": "f20b40d9-a581-4c67-a97c-3aede58cd520"}, {"server_uuid": "b4103adf-6e15-4125-a7f9-56ec73abcc05", "name": "network-vif-plugged", "status": "completed", "tag": "b7620a41-391c-4511-8908-c2a797713326"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:00.894329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8f52b444-21d0-42db-bb6d-a7d7465c9192 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-531960831'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:00.897946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8f52b444-21d0-42db-bb6d-a7d7465c9192 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Unknown quota resources ['metering_label']. {{(pid=103403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:32:00.911418 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=b7620a41-391c-4511-8908-c2a797713326,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:00.963165 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4af779bc-f3f2-459f-b824-8db9d5143597 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:01.055382 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40b3dc0-c422-4fa0-8539-d2a7a0b864f5 x-openstack-request-id: req-e40b3dc0-c422-4fa0-8539-d2a7a0b864f5 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:01.055822 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94a974f-17e8-430f-8f90-ea1674e0b713", "name": "network-vif-plugged", "status": "completed", "tag": "f20b40d9-a581-4c67-a97c-3aede58cd520", "code": 200}, {"server_uuid": "b4103adf-6e15-4125-a7f9-56ec73abcc05", "name": "network-vif-plugged", "status": "completed", "tag": "b7620a41-391c-4511-8908-c2a797713326", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:01.056086 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e40b3dc0-c422-4fa0-8539-d2a7a0b864f5 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:01.056519 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94a974f-17e8-430f-8f90-ea1674e0b713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20b40d9-a581-4c67-a97c-3aede58cd520', 'code': 200} Nov 27 01:32:01.056775 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4103adf-6e15-4125-a7f9-56ec73abcc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7620a41-391c-4511-8908-c2a797713326', 'code': 200} Nov 27 01:32:01.107708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4af779bc-f3f2-459f-b824-8db9d5143597 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:01.208628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf01e90-d32f-4cf1-878a-814f79b4125a req-9ba59ee3-e9b3-4263-b173-61ab502c271f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:01.210298 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-faf01e90-d32f-4cf1-878a-814f79b4125a req-9ba59ee3-e9b3-4263-b173-61ab502c271f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 946 time: 0.5119970 Nov 27 01:32:01.212006 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4af779bc-f3f2-459f-b824-8db9d5143597 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:01.252538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af779bc-f3f2-459f-b824-8db9d5143597 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=adf22900-0812-455c-8de9-7af2f4c3ede6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:01.352543 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4af779bc-f3f2-459f-b824-8db9d5143597 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:01.360087 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4af779bc-f3f2-459f-b824-8db9d5143597 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/adf22900-0812-455c-8de9-7af2f4c3ede6 HTTP/1.1" status: 204 len: 168 time: 0.7209373 Nov 27 01:32:01.366424 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52980) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:01.411893 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a505d23-2dab-4d10-b49a-4e2684765081 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:01.439664 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8f52b444-21d0-42db-bb6d-a7d7465c9192 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:01.443337 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8f52b444-21d0-42db-bb6d-a7d7465c9192 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8066089 Nov 27 01:32:01.444041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52982) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:01.452044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f65a4df6-d8c1-4884-ae68-5475294ccc0a tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ecb9a0c2-9aa0-427d-926f-b47a09576645'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:01.452721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f65a4df6-d8c1-4884-ae68-5475294ccc0a tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:32:01.484443 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-114fac49-4646-429b-ae05-3c03a4a23573 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152439 Nov 27 01:32:01.490098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52984) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:01.492140 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:01.506033 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-faf01e90-d32f-4cf1-878a-814f79b4125a req-4c5e2c14-5c9a-4bc2-8634-17d1a252e8d3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602842 Nov 27 01:32:01.508458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a731f-9190-4d1f-9706-1b85fbe474b8 req-324fe1d9-55b6-4c0a-b709-4a7b64b0194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:01.510065 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-484a731f-9190-4d1f-9706-1b85fbe474b8 req-324fe1d9-55b6-4c0a-b709-4a7b64b0194a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 1097 time: 0.2553830 Nov 27 01:32:01.577561 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb8d0c-10fa-4b47-a01a-0028cc1e493a req-38ea6974-ef85-40a4-b04c-e686a7749e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:01.582672 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6cb8d0c-10fa-4b47-a01a-0028cc1e493a req-38ea6974-ef85-40a4-b04c-e686a7749e38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f94a974f-17e8-430f-8f90-ea1674e0b713 HTTP/1.1" status: 200 len: 1097 time: 0.3842797 Nov 27 01:32:01.647789 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-484a731f-9190-4d1f-9706-1b85fbe474b8 req-fa887447-0059-4a20-8bac-ca12738a2f3e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147990 Nov 27 01:32:01.684199 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f8108b-d79a-4f28-9448-48a66a95745f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:01.688172 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:01.693212 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-15f8108b-d79a-4f28-9448-48a66a95745f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2008569 Nov 27 01:32:01.697911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52990) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:01.734131 n-d-817303-10 neutron-server[103403]: WARNING neutron.services.metering.metering_plugin [None req-f65a4df6-d8c1-4884-ae68-5475294ccc0a tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 01:32:01.838941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87024cd9-5805-4825-ad03-ca0cdaf2c2ed tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:01.846390 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-87024cd9-5805-4825-ad03-ca0cdaf2c2ed tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1449022 Nov 27 01:32:01.861064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 52992) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:01.924894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87964a6-c4cc-47c1-a6ca-13739f52ba51 req-13646964-69ba-4754-8528-0ac0725f18df tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:01.926502 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e87964a6-c4cc-47c1-a6ca-13739f52ba51 req-13646964-69ba-4754-8528-0ac0725f18df tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 945 time: 0.2264538 Nov 27 01:32:01.984515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5571a2b3-17ec-4b91-9aee-e820064519f2 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:02.004952 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e87964a6-c4cc-47c1-a6ca-13739f52ba51 req-6b4b3c1d-920e-4196-a61c-e74333f68ccc tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662172 Nov 27 01:32:02.016691 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b25e6786-17b5-4060-89b3-91c2f11f100c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016474 Nov 27 01:32:02.021281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52994) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:02.021745 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f65a4df6-d8c1-4884-ae68-5475294ccc0a tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:02.022907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f65a4df6-d8c1-4884-ae68-5475294ccc0a tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5749669 Nov 27 01:32:02.027041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e590cf53-f9a8-4ea4-90b9-0bab7d86a590 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:02.033171 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 52996) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:02.034160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=20fe6514-4d04-4670-84eb-d66827979b97,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:02.037738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-40acf2b6-2b13-4c15-897f-c46cfda41fd9 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ecb9a0c2-9aa0-427d-926f-b47a09576645'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:02.038466 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-40acf2b6-2b13-4c15-897f-c46cfda41fd9 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103402) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:32:02.043054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6cb8d0c-10fa-4b47-a01a-0028cc1e493a req-5c8d6ce5-23e7-4cd0-a0a8-5c002a6bb920 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436852 Nov 27 01:32:02.044228 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:02.061431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-5571a2b3-17ec-4b91-9aee-e820064519f2 None None] Deleting port f6907458-2f5e-4c71-983d-976e144f2bf3 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:02.062052 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5571a2b3-17ec-4b91-9aee-e820064519f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:02.141939 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5571a2b3-17ec-4b91-9aee-e820064519f2 None None] For port f6907458-2f5e-4c71-983d-976e144f2bf3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f6907458-2f5e-4c71-983d-976e144f2bf3,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:02.143458 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5571a2b3-17ec-4b91-9aee-e820064519f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:02.161735 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-5571a2b3-17ec-4b91-9aee-e820064519f2 None None] Calling delete_port for f6907458-2f5e-4c71-983d-976e144f2bf3 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:02.184594 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Floating IP 9fb269bb-a267-4bb4-8907-cb5e2b0406ce associated. External IP: 172.25.1.254, port: 89f5fa62-bc97-48f3-bce6-5207bfc6624d. Nov 27 01:32:02.279668 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5571a2b3-17ec-4b91-9aee-e820064519f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:02.342175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571a2b3-17ec-4b91-9aee-e820064519f2 None None] Pushing event deleted for resources: {'Port': ['ID=f6907458-2f5e-4c71-983d-976e144f2bf3,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:02.351077 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f6907458-2f5e-4c71-983d-976e144f2bf3 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:02.373331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571a2b3-17ec-4b91-9aee-e820064519f2 None None] No DVR routers for this DVR port f6907458-2f5e-4c71-983d-976e144f2bf3 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:32:02.375173 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: f6907458-2f5e-4c71-983d-976e144f2bf3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:02.375523 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f6907458-2f5e-4c71-983d-976e144f2bf3 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:02.487792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 0954821b-3f9d-4e11-b47a-61b366c0b2aa has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:32:02.516314 n-d-817303-10 neutron-server[103402]: WARNING neutron.services.metering.metering_plugin [None req-40acf2b6-2b13-4c15-897f-c46cfda41fd9 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 01:32:02.613109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:02.625954 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fccd00e-687a-41e0-a29c-90b78d466ad3 None None] Sync routers for ids ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:02.634709 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:02.640479 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fccd00e-687a-41e0-a29c-90b78d466ad3 None None] Routers {'0954821b-3f9d-4e11-b47a-61b366c0b2aa'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:02.641066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3fccd00e-687a-41e0-a29c-90b78d466ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:31:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:02.667123 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a510405c-8795-4661-baa1-080cc6bf31c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6700931 Nov 27 01:32:02.667758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:02.670657 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549e9654-30e3-4a4a-abb2-053659fda274" -d '{"events": [{"name": "network-changed", "server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:02.680167 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40acf2b6-2b13-4c15-897f-c46cfda41fd9 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:02.681699 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-40acf2b6-2b13-4c15-897f-c46cfda41fd9 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6475139 Nov 27 01:32:02.684418 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53006) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:02.699414 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4b959fab-6e33-4b24-a443-1b3c904c440a tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=5bf3f597-bb63-4160-9a4d-42a9b9db68f7 HTTP/1.1" status: 200 len: 462 time: 0.0113921 Nov 27 01:32:02.699704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53008) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:02.737738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e590cf53-f9a8-4ea4-90b9-0bab7d86a590 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:02.741388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e590cf53-f9a8-4ea4-90b9-0bab7d86a590 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:02.767012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90940b-e112-4572-8940-71b9b7f1c7cf req-67916a93-5340-41ec-93df-ec75b91cd79e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:02.774832 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9a90940b-e112-4572-8940-71b9b7f1c7cf req-67916a93-5340-41ec-93df-ec75b91cd79e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 946 time: 0.1476860 Nov 27 01:32:02.797434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-3fccd00e-687a-41e0-a29c-90b78d466ad3 None None] Set router 0954821b-3f9d-4e11-b47a-61b366c0b2aa gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:02.862537 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-86195281-ca43-4d03-b4a5-7e7e816e4e45 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:02.867390 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-86195281-ca43-4d03-b4a5-7e7e816e4e45 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/5bf3f597-bb63-4160-9a4d-42a9b9db68f7 HTTP/1.1" status: 204 len: 168 time: 0.1613853 Nov 27 01:32:02.867390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53010) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:02.889668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-04aa9fc8-de79-43e8-a10c-ac2e5cec3583 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=5bf3f597-bb63-4160-9a4d-42a9b9db68f7 HTTP/1.1" status: 200 len: 221 time: 0.0185032 Nov 27 01:32:02.891674 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53012) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:02.896458 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9a90940b-e112-4572-8940-71b9b7f1c7cf req-b63f40f0-8c23-4917-8fb6-9aa436ca4fc2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189437 Nov 27 01:32:02.897128 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1a4ead38-05fe-4428-97f3-a9af5726bbf5 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1952216198', 'description': 'label created by tempest'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:02.897678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1a4ead38-05fe-4428-97f3-a9af5726bbf5 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Unknown quota resources ['metering_label']. {{(pid=103403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:32:02.955335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1e8d5-71d6-488b-b1d7-904fc706c094 req-f1420949-6b34-43c5-8cc8-a31a00d3da59 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:02.957194 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9f1e8d5-71d6-488b-b1d7-904fc706c094 req-f1420949-6b34-43c5-8cc8-a31a00d3da59 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.1622612 Nov 27 01:32:02.975455 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516c97b8-5528-4a39-9d0e-2647207b2690 x-openstack-request-id: req-516c97b8-5528-4a39-9d0e-2647207b2690 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:02.975904 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:02.976435 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-516c97b8-5528-4a39-9d0e-2647207b2690 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:02.978246 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'status': 'completed', 'code': 200} Nov 27 01:32:03.138500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e9654-30e3-4a4a-abb2-053659fda274 req-f0ef44f7-3a14-4ddc-87ab-699c5a041c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:03.139080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9f1e8d5-71d6-488b-b1d7-904fc706c094 req-1a4b5a6f-7881-4098-91bd-61e67fbf5897 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691535 Nov 27 01:32:03.140359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-549e9654-30e3-4a4a-abb2-053659fda274 req-f0ef44f7-3a14-4ddc-87ab-699c5a041c07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1097 time: 0.0817118 Nov 27 01:32:03.145827 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e590cf53-f9a8-4ea4-90b9-0bab7d86a590 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:03.179087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3fccd00e-687a-41e0-a29c-90b78d466ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:31:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9fb269bb-a267-4bb4-8907-cb5e2b0406ce', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'port_id': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'mac_address': 'fa:16:3e:39:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13863ad-d782-4541-8224-43a8d1b39347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:31:59Z', 'revision_number': 0, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a141e67-68c4-44c0-9ce2-7cc2183c8e76', 'name': '', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:15:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:23Z', 'updated_at': '2021-11-27T01:31:35Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:03.217553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fccd00e-687a-41e0-a29c-90b78d466ad3 None None] Checking router: 0954821b-3f9d-4e11-b47a-61b366c0b2aa for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:03.226898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fccd00e-687a-41e0-a29c-90b78d466ad3 None None] Routers {'0954821b-3f9d-4e11-b47a-61b366c0b2aa'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:03.227532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3fccd00e-687a-41e0-a29c-90b78d466ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:31:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:03.231229 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53020) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:03.255333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e9654-30e3-4a4a-abb2-053659fda274 req-f3a02a00-6797-4418-b56c-6e701a605f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:03.256959 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-549e9654-30e3-4a4a-abb2-053659fda274 req-f3a02a00-6797-4418-b56c-6e701a605f02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f HTTP/1.1" status: 200 len: 896 time: 0.1028497 Nov 27 01:32:03.374415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-3fccd00e-687a-41e0-a29c-90b78d466ad3 None None] Set router 0954821b-3f9d-4e11-b47a-61b366c0b2aa gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:03.400236 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1a4ead38-05fe-4428-97f3-a9af5726bbf5 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:03.404468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1a4ead38-05fe-4428-97f3-a9af5726bbf5 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5117881 Nov 27 01:32:03.405379 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed9e93-5cc3-42f6-9389-c78bf8040005 req-452f0650-823b-45a5-898b-1dbe65cf5dd6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:03.407015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bed9e93-5cc3-42f6-9389-c78bf8040005 req-452f0650-823b-45a5-898b-1dbe65cf5dd6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 946 time: 0.3571186 Nov 27 01:32:03.411952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53024) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:03.432386 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e590cf53-f9a8-4ea4-90b9-0bab7d86a590 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:03.450340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e590cf53-f9a8-4ea4-90b9-0bab7d86a590 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:03.453362 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a4fd1ec2-bfdc-4326-b6ee-c5c050dfac45 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/9fb269bb-a267-4bb4-8907-cb5e2b0406ce HTTP/1.1" status: 200 len: 991 time: 0.2210028 Nov 27 01:32:03.476039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d0a3e-b5f1-435a-aece-948b887796f3 req-73446d6b-09bf-4f76-a173-3e253a5b8f17 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:03.478505 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2ee0ad-c0af-44f9-8b3e-e15c87324a4b None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:03.483474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e590cf53-f9a8-4ea4-90b9-0bab7d86a590 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:03.484133 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e590cf53-f9a8-4ea4-90b9-0bab7d86a590 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:03.487870 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c87d0a3e-b5f1-435a-aece-948b887796f3 req-73446d6b-09bf-4f76-a173-3e253a5b8f17 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 945 time: 0.1477778 Nov 27 01:32:03.538218 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-549e9654-30e3-4a4a-abb2-053659fda274 req-a8bc1801-83de-42c3-8ce7-4e639ba7892e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d HTTP/1.1" status: 200 len: 999 time: 0.2224298 Nov 27 01:32:03.541556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590cf53-f9a8-4ea4-90b9-0bab7d86a590 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=9764aa7f-1563-4754-ba03-e16df38e62f8,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:03.546542 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a445d42f-5d06-43ce-badc-c225fed199a1 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=42202607-2f36-41cb-aa00-c2da6822996a HTTP/1.1" status: 200 len: 468 time: 0.1305008 Nov 27 01:32:03.550824 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e590cf53-f9a8-4ea4-90b9-0bab7d86a590 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5280063 Nov 27 01:32:03.553106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c87d0a3e-b5f1-435a-aece-948b887796f3 req-a19547c6-10a4-44fc-b46f-7a19c9434188 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636525 Nov 27 01:32:03.558106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53026) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:03.559354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53028) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:03.572630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ace9b286-c028-499c-8754-9a02a02939e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'mac_address': 'fa:16:3e:39:38:55', 'name': 'tempest-NetworksTestDHCPv6-1966191031'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:03.616719 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bed9e93-5cc3-42f6-9389-c78bf8040005 req-e0c11cfe-5bec-42ba-b06a-fb8c9547b6ad tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829200 Nov 27 01:32:03.622563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e9654-30e3-4a4a-abb2-053659fda274 req-e7611687-2959-429c-97f8-562ece3dfb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:03.624734 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-549e9654-30e3-4a4a-abb2-053659fda274 req-e7611687-2959-429c-97f8-562ece3dfb79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83a559a3-be1a-4c33-92bb-d495581acdf3 HTTP/1.1" status: 200 len: 835 time: 0.0714338 Nov 27 01:32:03.721879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e9654-30e3-4a4a-abb2-053659fda274 req-949c00b2-3b27-4e5f-a98a-19f5adccbfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:03.723483 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-549e9654-30e3-4a4a-abb2-053659fda274 req-949c00b2-3b27-4e5f-a98a-19f5adccbfd3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889723 Nov 27 01:32:03.786818 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': '9764aa7f-1563-4754-ba03-e16df38e62f8'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:32:03.788580 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:03.914988 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-549e9654-30e3-4a4a-abb2-053659fda274 req-0c1204b9-337c-48be-bd06-1e7a0b951000 service neutron] 10.222.0.31 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746972 Nov 27 01:32:03.965762 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3fccd00e-687a-41e0-a29c-90b78d466ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:31:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9fb269bb-a267-4bb4-8907-cb5e2b0406ce', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'port_id': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'mac_address': 'fa:16:3e:39:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13863ad-d782-4541-8224-43a8d1b39347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:31:59Z', 'revision_number': 0, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a141e67-68c4-44c0-9ce2-7cc2183c8e76', 'name': '', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:15:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:23Z', 'updated_at': '2021-11-27T01:31:35Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:03.995290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fccd00e-687a-41e0-a29c-90b78d466ad3 None None] The sync data for ids ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'] in n-d-817303-10 is: [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:31:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9fb269bb-a267-4bb4-8907-cb5e2b0406ce', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'port_id': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'mac_address': 'fa:16:3e:39:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13863ad-d782-4541-8224-43a8d1b39347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:31:59Z', 'revision_number': 0, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a141e67-68c4-44c0-9ce2-7cc2183c8e76', 'name': '', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:15:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:23Z', 'updated_at': '2021-11-27T01:31:35Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:04.014954 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Allocated IP 2001:db8::2 (45b1e637-4759-477c-827c-b083fabe48f4/9764aa7f-1563-4754-ba03-e16df38e62f8/85cf436e-3f62-400d-8866-38a3278cbe43) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:04.032145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cab0d-b2e6-4fa3-b505-2e4b80ba3285 req-27507c57-1571-4a70-81ea-7aecb681c456 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:04.035634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9249428-8cf4-4624-9d13-f014bcd3c8aa req-a4d8052e-1100-427b-ac76-383922816399 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:04.037851 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9249428-8cf4-4624-9d13-f014bcd3c8aa req-a4d8052e-1100-427b-ac76-383922816399 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 946 time: 0.2571869 Nov 27 01:32:04.044490 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e42431d2-cc36-4add-b96d-80880976987b tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.045685 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e42431d2-cc36-4add-b96d-80880976987b tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/42202607-2f36-41cb-aa00-c2da6822996a HTTP/1.1" status: 204 len: 168 time: 0.4853840 Nov 27 01:32:04.049014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53034) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:04.053636 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53cab0d-b2e6-4fa3-b505-2e4b80ba3285 req-27507c57-1571-4a70-81ea-7aecb681c456 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f94a974f-17e8-430f-8f90-ea1674e0b713 HTTP/1.1" status: 200 len: 945 time: 0.3281198 Nov 27 01:32:04.088230 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-46209b09-999f-43a7-82d4-10d3d891d1c5 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=42202607-2f36-41cb-aa00-c2da6822996a HTTP/1.1" status: 200 len: 216 time: 0.0319910 Nov 27 01:32:04.094414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53036) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:04.124649 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a8f101a0-858c-49cd-8a86-151344f3730b tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0228107 Nov 27 01:32:04.126144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53038) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:04.144286 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace9b286-c028-499c-8754-9a02a02939e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:04.173078 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ed4a9856-005d-4b7c-9356-c612ea56e4be tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0427747 Nov 27 01:32:04.173732 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d53cab0d-b2e6-4fa3-b505-2e4b80ba3285 req-c978a0f7-d92f-4388-9338-48f046d6a99a tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139259 Nov 27 01:32:04.174213 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53040) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:04.180364 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9249428-8cf4-4624-9d13-f014bcd3c8aa req-75215659-2aa4-41a5-848c-7f1d395ec09e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324782 Nov 27 01:32:04.226796 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-549e9654-30e3-4a4a-abb2-053659fda274 req-0923ff08-492f-40f0-b183-0b8d081dcf4f service neutron] 10.222.0.31 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026686 Nov 27 01:32:04.332908 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.346875 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.416279 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e8a144-70d0-4684-bd0f-b5409100cd9a None None] New status for floating IP 9fb269bb-a267-4bb4-8907-cb5e2b0406ce: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:32:04.451723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Pushing event updated for resources: {'Port': ['ID=85cf436e-3f62-400d-8866-38a3278cbe43,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:04.454718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53048) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:04.455633 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:04.457223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:04.459436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:04.554006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Attempting to bind port 85cf436e-3f62-400d-8866-38a3278cbe43 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:04.554553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Attempting to bind port 85cf436e-3f62-400d-8866-38a3278cbe43 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:04.555256 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Attempting to bind port 85cf436e-3f62-400d-8866-38a3278cbe43 on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:04.566759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:04.567301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:04.567826 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.568669 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:04.569330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Bound port: 85cf436e-3f62-400d-8866-38a3278cbe43, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:04.569870 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.673132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] For port 85cf436e-3f62-400d-8866-38a3278cbe43, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:04.680235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] For port 85cf436e-3f62-400d-8866-38a3278cbe43, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=85cf436e-3f62-400d-8866-38a3278cbe43,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:04.680708 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9dfc720a-2615-4e6b-802f-78b37198669f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/9fb269bb-a267-4bb4-8907-cb5e2b0406ce HTTP/1.1" status: 200 len: 991 time: 0.2217028 Nov 27 01:32:04.689348 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.756337 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-609af954-3f8b-455b-91ac-a148e0a10619 tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/ecb9a0c2-9aa0-427d-926f-b47a09576645 HTTP/1.1" status: 200 len: 472 time: 0.5809858 Nov 27 01:32:04.760500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53058) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:04.761823 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ace9b286-c028-499c-8754-9a02a02939e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.788375 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ab12d73a-2d30-4259-bc6a-f2c5c54f8dba tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/4b5c0ee2-a8fe-44bb-acd1-964fd2bd6204 HTTP/1.1" status: 200 len: 459 time: 0.0206335 Nov 27 01:32:04.788375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53060) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:04.795375 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91a05f-e2b6-4253-a320-e84435868f99 None None] Pushing event updated for resources: {'Port': ['ID=85cf436e-3f62-400d-8866-38a3278cbe43,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:04.837564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-ace9b286-c028-499c-8754-9a02a02939e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port d0d63925-6156-4847-b2e9-c91d243d13d7 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:32:04.912045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc54002-c189-47a4-be18-a1cf39d30450 req-68572afb-0fb0-4c8f-aa84-91a4d161b049 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:04.913825 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8dc54002-c189-47a4-be18-a1cf39d30450 req-68572afb-0fb0-4c8f-aa84-91a4d161b049 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 946 time: 0.1565151 Nov 27 01:32:04.915699 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-43a0a4f4-2957-4f4d-a5dc-1746f542a8cb tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.919015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-43a0a4f4-2957-4f4d-a5dc-1746f542a8cb tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/4b5c0ee2-a8fe-44bb-acd1-964fd2bd6204 HTTP/1.1" status: 204 len: 168 time: 0.1319251 Nov 27 01:32:04.920302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53062) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:04.971941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80607be9-aeab-4b10-a6e1-929145fb27e6 req-9ae5adc0-2d94-4332-8215-9a8a439f0592 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:04.973539 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80607be9-aeab-4b10-a6e1-929145fb27e6 req-9ae5adc0-2d94-4332-8215-9a8a439f0592 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f94a974f-17e8-430f-8f90-ea1674e0b713 HTTP/1.1" status: 200 len: 945 time: 0.0621333 Nov 27 01:32:05.052851 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80607be9-aeab-4b10-a6e1-929145fb27e6 req-9eedfbbd-e0d3-4df1-9686-73ecd7d89029 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726261 Nov 27 01:32:05.163833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-ace9b286-c028-499c-8754-9a02a02939e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::c (45b1e637-4759-477c-827c-b083fabe48f4/9764aa7f-1563-4754-ba03-e16df38e62f8/d0d63925-6156-4847-b2e9-c91d243d13d7) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:05.178646 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8dc54002-c189-47a4-be18-a1cf39d30450 req-3aea3bcc-33f2-45d3-b25d-bb545b05f5ff tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555268 Nov 27 01:32:05.235405 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d45f9ce5-b3a4-455d-a971-4fb2d29f1c5e tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:05.236560 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d45f9ce5-b3a4-455d-a971-4fb2d29f1c5e tempest-MeteringIpV6TestJSON-1199860440 tempest-MeteringIpV6TestJSON-1199860440-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/ecb9a0c2-9aa0-427d-926f-b47a09576645 HTTP/1.1" status: 204 len: 168 time: 0.3151340 Nov 27 01:32:05.369828 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ace9b286-c028-499c-8754-9a02a02939e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:05.405792 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ace9b286-c028-499c-8754-9a02a02939e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:05.450006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace9b286-c028-499c-8754-9a02a02939e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:05.453401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-ace9b286-c028-499c-8754-9a02a02939e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:05.457918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace9b286-c028-499c-8754-9a02a02939e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:05.463595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace9b286-c028-499c-8754-9a02a02939e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:05.464221 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ace9b286-c028-499c-8754-9a02a02939e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:05.473273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9b286-c028-499c-8754-9a02a02939e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=d0d63925-6156-4847-b2e9-c91d243d13d7,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:05.512572 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ace9b286-c028-499c-8754-9a02a02939e5 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9481490 Nov 27 01:32:05.513013 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53074) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:05.529448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53076) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:05.588605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc0de43-d95b-479a-a816-0157baa94bbe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:05.595883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc0de43-d95b-479a-a816-0157baa94bbe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:05.597594 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dbc0de43-d95b-479a-a816-0157baa94bbe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0836129 Nov 27 01:32:05.600485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53082) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:05.682004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53084) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:05.689030 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e557fbcf-13b2-4898-ae14-74cecc1ff96c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:05.748969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-12f4a04e-1bd7-41f5-8221-16125401f4b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port d0d63925-6156-4847-b2e9-c91d243d13d7 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:05.749464 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12f4a04e-1bd7-41f5-8221-16125401f4b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:05.763837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fd49d82a-4029-493a-9107-ceafb3079ac1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/9fb269bb-a267-4bb4-8907-cb5e2b0406ce HTTP/1.1" status: 200 len: 993 time: 0.0805609 Nov 27 01:32:05.854067 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53088) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:05.859832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-32d95a10-3b49-43e0-9c75-a517b3cbb921 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1876295670', 'description': 'tempest-secgroup-smoke-1876295670 description', 'project_id': 'c520c5f009e8479d9a976c59cf451ad4'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:05.869996 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e557fbcf-13b2-4898-ae14-74cecc1ff96c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:05.880207 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e557fbcf-13b2-4898-ae14-74cecc1ff96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:05.908712 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-32d95a10-3b49-43e0-9c75-a517b3cbb921 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:05.914591 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12f4a04e-1bd7-41f5-8221-16125401f4b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:05.944110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-12f4a04e-1bd7-41f5-8221-16125401f4b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for d0d63925-6156-4847-b2e9-c91d243d13d7 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:05.952318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557fbcf-13b2-4898-ae14-74cecc1ff96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f27da5b-ba8a-4348-968b-9e99078104ea,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:05.961720 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e557fbcf-13b2-4898-ae14-74cecc1ff96c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14e70837c3c1435fa18bb773057363ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4310884 Nov 27 01:32:05.964363 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53090) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:05.980588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fe05add2-fc79-4adb-a337-dbd2b0e3b6cb None None] Provisioning complete for port 85cf436e-3f62-400d-8866-38a3278cbe43 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:05.981565 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fe05add2-fc79-4adb-a337-dbd2b0e3b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.027858 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-32d95a10-3b49-43e0-9c75-a517b3cbb921 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.042402 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-32d95a10-3b49-43e0-9c75-a517b3cbb921 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.076097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d95a10-3b49-43e0-9c75-a517b3cbb921 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187756e0-732d-4b75-a05d-11b1a9a028cc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:06.089394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e366ca-1243-47ff-bdad-fb1ab19de625 req-ac4f0d1c-64df-4106-9662-0ffd8521fd6f tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:06.091249 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47e366ca-1243-47ff-bdad-fb1ab19de625 req-ac4f0d1c-64df-4106-9662-0ffd8521fd6f tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94a974f-17e8-430f-8f90-ea1674e0b713 HTTP/1.1" status: 200 len: 945 time: 0.0854285 Nov 27 01:32:06.092144 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fe05add2-fc79-4adb-a337-dbd2b0e3b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.101467 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b05d961-5e53-486b-a0e3-a7d0bba14a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.136329 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-32d95a10-3b49-43e0-9c75-a517b3cbb921 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.140277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-32d95a10-3b49-43e0-9c75-a517b3cbb921 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2821925 Nov 27 01:32:06.142969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53094) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:06.145332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fe05add2-fc79-4adb-a337-dbd2b0e3b6cb None None] For port 85cf436e-3f62-400d-8866-38a3278cbe43, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=85cf436e-3f62-400d-8866-38a3278cbe43,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:06.151319 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c0de1369-06da-4591-b89f-790480702a27 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Request body: {'security_group_rule': {'security_group_id': '187756e0-732d-4b75-a05d-11b1a9a028cc', 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:06.153785 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fe05add2-fc79-4adb-a337-dbd2b0e3b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.165324 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b05d961-5e53-486b-a0e3-a7d0bba14a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.216584 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05add2-fc79-4adb-a337-dbd2b0e3b6cb None None] Pushing event updated for resources: {'Port': ['ID=85cf436e-3f62-400d-8866-38a3278cbe43,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:06.282226 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12f4a04e-1bd7-41f5-8221-16125401f4b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.346549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ae9f4-f8b5-48bd-914c-3796bd2a085e req-2689d418-a515-4d14-b0c4-7c6f35a0defe tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:06.348299 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d3ae9f4-f8b5-48bd-914c-3796bd2a085e req-2689d418-a515-4d14-b0c4-7c6f35a0defe tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f94a974f-17e8-430f-8f90-ea1674e0b713 HTTP/1.1" status: 200 len: 945 time: 0.1670103 Nov 27 01:32:06.352610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4a04e-1bd7-41f5-8221-16125401f4b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=d0d63925-6156-4847-b2e9-c91d243d13d7,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:06.352757 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0de1369-06da-4591-b89f-790480702a27 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.359232 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-47e366ca-1243-47ff-bdad-fb1ab19de625 req-c9de178e-61e1-433c-a4eb-1480c7ae36e0 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Deleting port f20b40d9-a581-4c67-a97c-3aede58cd520 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:06.359575 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-47e366ca-1243-47ff-bdad-fb1ab19de625 req-c9de178e-61e1-433c-a4eb-1480c7ae36e0 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.370856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-043956a0-4898-45f8-85f3-4891e59b32e9 None None] Could not find standard attr ID for object d0d63925-6156-4847-b2e9-c91d243d13d7. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:32:06.379025 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 85cf436e-3f62-400d-8866-38a3278cbe43 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:06.434139 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b05d961-5e53-486b-a0e3-a7d0bba14a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.436811 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b05d961-5e53-486b-a0e3-a7d0bba14a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.439017 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2b05d961-5e53-486b-a0e3-a7d0bba14a79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f27da5b-ba8a-4348-968b-9e99078104ea HTTP/1.1" status: 204 len: 168 time: 0.4730823 Nov 27 01:32:06.446065 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12f4a04e-1bd7-41f5-8221-16125401f4b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.456353 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-12f4a04e-1bd7-41f5-8221-16125401f4b1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/d0d63925-6156-4847-b2e9-c91d243d13d7 HTTP/1.1" status: 204 len: 168 time: 0.8547764 Nov 27 01:32:06.462405 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53100) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:06.462890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 85cf436e-3f62-400d-8866-38a3278cbe43 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:06.463405 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.476523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05d961-5e53-486b-a0e3-a7d0bba14a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f27da5b-ba8a-4348-968b-9e99078104ea,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:06.526973 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0de1369-06da-4591-b89f-790480702a27 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.545772 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0de1369-06da-4591-b89f-790480702a27 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.556557 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-47e366ca-1243-47ff-bdad-fb1ab19de625 req-c9de178e-61e1-433c-a4eb-1480c7ae36e0 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] For port f20b40d9-a581-4c67-a97c-3aede58cd520, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f20b40d9-a581-4c67-a97c-3aede58cd520,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:06.558144 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-47e366ca-1243-47ff-bdad-fb1ab19de625 req-c9de178e-61e1-433c-a4eb-1480c7ae36e0 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.582149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-47e366ca-1243-47ff-bdad-fb1ab19de625 req-c9de178e-61e1-433c-a4eb-1480c7ae36e0 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Calling delete_port for f20b40d9-a581-4c67-a97c-3aede58cd520 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:06.585311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78488c-14ad-4282-93f6-e27aabfaaa84 req-bbb3e3e9-4bd0-49f1-9822-0d5929b9c206 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:06.586870 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc78488c-14ad-4282-93f6-e27aabfaaa84 req-bbb3e3e9-4bd0-49f1-9822-0d5929b9c206 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4103adf-6e15-4125-a7f9-56ec73abcc05 HTTP/1.1" status: 200 len: 945 time: 0.2289522 Nov 27 01:32:06.602068 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d3ae9f4-f8b5-48bd-914c-3796bd2a085e req-2acc0f13-1236-4479-a854-98092fdb9251 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/security-groups?id=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402155 Nov 27 01:32:06.655879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de1369-06da-4591-b89f-790480702a27 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cb5fc8-be66-46ed-a07e-23ba0d4244b2,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:06.660431 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0de1369-06da-4591-b89f-790480702a27 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.661628 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c0de1369-06da-4591-b89f-790480702a27 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5177522 Nov 27 01:32:06.680759 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53104) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:06.688016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-525fdeb2-d47d-49c7-9451-56ff03dbba2a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Request body: {'security_group_rule': {'security_group_id': '187756e0-732d-4b75-a05d-11b1a9a028cc', 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:06.743947 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-bc78488c-14ad-4282-93f6-e27aabfaaa84 req-c5f87726-9f65-4bee-9f1f-885d4653e222 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Deleting port b7620a41-391c-4511-8908-c2a797713326 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:06.744673 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bc78488c-14ad-4282-93f6-e27aabfaaa84 req-c5f87726-9f65-4bee-9f1f-885d4653e222 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.748620 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-525fdeb2-d47d-49c7-9451-56ff03dbba2a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.766677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc35e60-fd43-4bb9-abc9-21681d3c8db7 req-edbc5a15-cc5c-4424-9688-87bd4342eb0f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:06.768781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-edc35e60-fd43-4bb9-abc9-21681d3c8db7 req-edbc5a15-cc5c-4424-9688-87bd4342eb0f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 946 time: 0.4286726 Nov 27 01:32:06.772582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399463ba-a7ea-41b3-9394-e6d69607dffb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:06.774268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399463ba-a7ea-41b3-9394-e6d69607dffb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:06.775985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-399463ba-a7ea-41b3-9394-e6d69607dffb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3126152 Nov 27 01:32:06.783968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53106) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:06.860826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53108) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:06.875932 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-525fdeb2-d47d-49c7-9451-56ff03dbba2a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.883599 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-525fdeb2-d47d-49c7-9451-56ff03dbba2a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.890473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-bc78488c-14ad-4282-93f6-e27aabfaaa84 req-c5f87726-9f65-4bee-9f1f-885d4653e222 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] For port b7620a41-391c-4511-8908-c2a797713326, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b7620a41-391c-4511-8908-c2a797713326,segment=NetworkSegment(f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66),segment_id=f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:06.891214 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bc78488c-14ad-4282-93f6-e27aabfaaa84 req-c5f87726-9f65-4bee-9f1f-885d4653e222 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.893411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82959730-2e08-4a3b-b16d-589bfa2a6b4b req-5aa28258-588b-43b8-94b4-442b58568f76 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:06.894927 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82959730-2e08-4a3b-b16d-589bfa2a6b4b req-5aa28258-588b-43b8-94b4-442b58568f76 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 946 time: 0.2579331 Nov 27 01:32:06.915697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-bc78488c-14ad-4282-93f6-e27aabfaaa84 req-c5f87726-9f65-4bee-9f1f-885d4653e222 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Calling delete_port for b7620a41-391c-4511-8908-c2a797713326 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:06.920978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fdeb2-d47d-49c7-9451-56ff03dbba2a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54589c0c-5a2f-483d-8c7d-4c06066b5767,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:06.926823 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c212-f8e2-4f8b-8e36-c3123c0e8daf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.929126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-525fdeb2-d47d-49c7-9451-56ff03dbba2a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.932869 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-525fdeb2-d47d-49c7-9451-56ff03dbba2a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2461035 Nov 27 01:32:06.934097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea49fa1a-6a9b-4bf1-8149-e1198e5ad52e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 9764aa7f-1563-4754-ba03-e16df38e62f8 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:06.934435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53110) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:06.940880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a7efbb3f-0d51-42e9-936c-1c631ccb406d tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Request body: {'security_group_rule': {'security_group_id': '187756e0-732d-4b75-a05d-11b1a9a028cc', 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:06.959731 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea49fa1a-6a9b-4bf1-8149-e1198e5ad52e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.969632 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-edc35e60-fd43-4bb9-abc9-21681d3c8db7 req-08c9eb22-bb95-4faf-86de-fb1175a82a43 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873746 Nov 27 01:32:07.021359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7efbb3f-0d51-42e9-936c-1c631ccb406d tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.088441 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea49fa1a-6a9b-4bf1-8149-e1198e5ad52e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.126836 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7efbb3f-0d51-42e9-936c-1c631ccb406d tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.134779 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7efbb3f-0d51-42e9-936c-1c631ccb406d tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.147183 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-47e366ca-1243-47ff-bdad-fb1ab19de625 req-c9de178e-61e1-433c-a4eb-1480c7ae36e0 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.156476 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bc78488c-14ad-4282-93f6-e27aabfaaa84 req-c5f87726-9f65-4bee-9f1f-885d4653e222 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.171941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efbb3f-0d51-42e9-936c-1c631ccb406d tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10b78f9-c8e5-4a82-80fa-1e4cdb5828c7,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:07.196759 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7efbb3f-0d51-42e9-936c-1c631ccb406d tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.197429 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['b7620a41-391c-4511-8908-c2a797713326'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:32:07.198276 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a7efbb3f-0d51-42e9-936c-1c631ccb406d tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2629025 Nov 27 01:32:07.200340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de178e-61e1-433c-a4eb-1480c7ae36e0 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Pushing event deleted for resources: {'Port': ['ID=f20b40d9-a581-4c67-a97c-3aede58cd520,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:07.203175 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53114) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:07.203343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f20b40d9-a581-4c67-a97c-3aede58cd520'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:32:07.205180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f87726-9f65-4bee-9f1f-885d4653e222 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Pushing event deleted for resources: {'Port': ['ID=b7620a41-391c-4511-8908-c2a797713326,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:07.215637 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f08f49e3-41d9-4d6c-aa89-27c2c08905bc tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Request body: {'security_group_rule': {'security_group_id': '187756e0-732d-4b75-a05d-11b1a9a028cc', 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:07.263802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc78488c-14ad-4282-93f6-e27aabfaaa84 req-c5f87726-9f65-4bee-9f1f-885d4653e222 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] No DVR routers for this DVR port b7620a41-391c-4511-8908-c2a797713326 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:32:07.267501 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bc78488c-14ad-4282-93f6-e27aabfaaa84 req-c5f87726-9f65-4bee-9f1f-885d4653e222 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.269771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-82959730-2e08-4a3b-b16d-589bfa2a6b4b req-6c7f245b-352f-4ccf-8314-3547d511cd82 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Deleting port c4f9852d-7532-41c0-83f2-c76a6dac2c3e {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:07.270112 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-82959730-2e08-4a3b-b16d-589bfa2a6b4b req-6c7f245b-352f-4ccf-8314-3547d511cd82 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.271090 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc78488c-14ad-4282-93f6-e27aabfaaa84 req-c5f87726-9f65-4bee-9f1f-885d4653e222 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.31 "DELETE /v2.0/ports/b7620a41-391c-4511-8908-c2a797713326 HTTP/1.1" status: 204 len: 173 time: 0.6680136 Nov 27 01:32:07.271579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4103adf-6e15-4125-a7f9-56ec73abcc05', 'name': 'network-vif-deleted', 'tag': 'b7620a41-391c-4511-8908-c2a797713326'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:07.273899 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68313734-8aea-4e6a-8088-250f8640a2f8" -d '{"events": [{"server_uuid": "b4103adf-6e15-4125-a7f9-56ec73abcc05", "name": "network-vif-deleted", "tag": "b7620a41-391c-4511-8908-c2a797713326"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:07.284023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['b7620a41-391c-4511-8908-c2a797713326'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:32:07.314491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f20b40d9-a581-4c67-a97c-3aede58cd520'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:32:07.374584 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e366ca-1243-47ff-bdad-fb1ab19de625 req-c9de178e-61e1-433c-a4eb-1480c7ae36e0 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] No DVR routers for this DVR port f20b40d9-a581-4c67-a97c-3aede58cd520 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:32:07.394332 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-47e366ca-1243-47ff-bdad-fb1ab19de625 req-c9de178e-61e1-433c-a4eb-1480c7ae36e0 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.397876 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47e366ca-1243-47ff-bdad-fb1ab19de625 req-c9de178e-61e1-433c-a4eb-1480c7ae36e0 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.21 "DELETE /v2.0/ports/f20b40d9-a581-4c67-a97c-3aede58cd520 HTTP/1.1" status: 204 len: 173 time: 1.2930274 Nov 27 01:32:07.398326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94a974f-17e8-430f-8f90-ea1674e0b713', 'name': 'network-vif-deleted', 'tag': 'f20b40d9-a581-4c67-a97c-3aede58cd520'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:07.400589 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332e0d9d-53aa-4037-8dfd-da31f136d06c" -d '{"events": [{"server_uuid": "f94a974f-17e8-430f-8f90-ea1674e0b713", "name": "network-vif-deleted", "tag": "f20b40d9-a581-4c67-a97c-3aede58cd520"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:07.405693 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c212-f8e2-4f8b-8e36-c3123c0e8daf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.407448 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea49fa1a-6a9b-4bf1-8149-e1198e5ad52e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.442517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c212-f8e2-4f8b-8e36-c3123c0e8daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.462865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f08f49e3-41d9-4d6c-aa89-27c2c08905bc tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.471039 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e340bc41-f8a9-4651-aff3-e85163c3690d x-openstack-request-id: req-e340bc41-f8a9-4651-aff3-e85163c3690d {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:07.471328 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94a974f-17e8-430f-8f90-ea1674e0b713", "name": "network-vif-deleted", "tag": "f20b40d9-a581-4c67-a97c-3aede58cd520", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:07.471582 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e340bc41-f8a9-4651-aff3-e85163c3690d {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:07.471972 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94a974f-17e8-430f-8f90-ea1674e0b713', 'name': 'network-vif-deleted', 'tag': 'f20b40d9-a581-4c67-a97c-3aede58cd520', 'status': 'completed', 'code': 200} Nov 27 01:32:07.539101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bcc8c212-f8e2-4f8b-8e36-c3123c0e8daf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0ce037809aa418abd24707c7945fd45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6715941 Nov 27 01:32:07.542182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53122) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:07.553190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8c212-f8e2-4f8b-8e36-c3123c0e8daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d88ab1-6ac6-42d3-bdeb-ef39ee82878c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:07.572917 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772a34b1-8008-4dfe-a759-e8e25a47c2ba x-openstack-request-id: req-772a34b1-8008-4dfe-a759-e8e25a47c2ba {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:07.573559 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4103adf-6e15-4125-a7f9-56ec73abcc05", "name": "network-vif-deleted", "tag": "b7620a41-391c-4511-8908-c2a797713326", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:07.573559 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-772a34b1-8008-4dfe-a759-e8e25a47c2ba {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:07.573868 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4103adf-6e15-4125-a7f9-56ec73abcc05', 'name': 'network-vif-deleted', 'tag': 'b7620a41-391c-4511-8908-c2a797713326', 'status': 'completed', 'code': 200} Nov 27 01:32:07.579408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-82959730-2e08-4a3b-b16d-589bfa2a6b4b req-6c7f245b-352f-4ccf-8314-3547d511cd82 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] For port c4f9852d-7532-41c0-83f2-c76a6dac2c3e, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=c4f9852d-7532-41c0-83f2-c76a6dac2c3e,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:07.580303 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-82959730-2e08-4a3b-b16d-589bfa2a6b4b req-6c7f245b-352f-4ccf-8314-3547d511cd82 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.599055 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea49fa1a-6a9b-4bf1-8149-e1198e5ad52e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.602913 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-82959730-2e08-4a3b-b16d-589bfa2a6b4b req-6c7f245b-352f-4ccf-8314-3547d511cd82 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Calling delete_port for c4f9852d-7532-41c0-83f2-c76a6dac2c3e owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:07.608148 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81f58746-47be-4f43-a3d1-2ad9359baa06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.631654 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81f58746-47be-4f43-a3d1-2ad9359baa06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.654454 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f08f49e3-41d9-4d6c-aa89-27c2c08905bc tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.655499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49fa1a-6a9b-4bf1-8149-e1198e5ad52e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=9764aa7f-1563-4754-ba03-e16df38e62f8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:07.658566 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ea49fa1a-6a9b-4bf1-8149-e1198e5ad52e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.662300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ea49fa1a-6a9b-4bf1-8149-e1198e5ad52e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/9764aa7f-1563-4754-ba03-e16df38e62f8 HTTP/1.1" status: 204 len: 168 time: 0.8738635 Nov 27 01:32:07.665620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53126) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:07.666392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26627d0-aa66-4e39-a58b-3ffa8fcebfb9 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:07.673843 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f08f49e3-41d9-4d6c-aa89-27c2c08905bc tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.740683 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e4b6677-589f-437d-b829-cf5861e95361 req-7a7a3aae-54b7-47a9-b95c-8f24e2107af1 tempest-MultipleCreateTestJSON-261643575 tempest-MultipleCreateTestJSON-261643575-project] 10.222.0.15 "GET /v2.0/ports?device_id=f94a974f-17e8-430f-8f90-ea1674e0b713 HTTP/1.1" status: 200 len: 210 time: 0.0401592 Nov 27 01:32:07.741426 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81f58746-47be-4f43-a3d1-2ad9359baa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.743998 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81f58746-47be-4f43-a3d1-2ad9359baa06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.747260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5b50365d-8c32-46f8-92ed-1fdc03fd9770 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801182 Nov 27 01:32:07.747847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-81f58746-47be-4f43-a3d1-2ad9359baa06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0d88ab1-6ac6-42d3-bdeb-ef39ee82878c HTTP/1.1" status: 204 len: 168 time: 0.2046213 Nov 27 01:32:07.755008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53130) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:07.769475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f49e3-41d9-4d6c-aa89-27c2c08905bc tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b1f2d8-f651-4b60-ac14-e04ec0ade560,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:07.778767 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f58746-47be-4f43-a3d1-2ad9359baa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d88ab1-6ac6-42d3-bdeb-ef39ee82878c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:07.820560 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f08f49e3-41d9-4d6c-aa89-27c2c08905bc tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.824646 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f08f49e3-41d9-4d6c-aa89-27c2c08905bc tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6136358 Nov 27 01:32:07.824823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53132) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:07.832548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e83ca2e2-d733-4564-baea-35085c65208a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Request body: {'security_group_rule': {'security_group_id': '187756e0-732d-4b75-a05d-11b1a9a028cc', 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:07.847732 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95933322-182f-46db-976b-eac0df86f7d6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:07.849325 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-95933322-182f-46db-976b-eac0df86f7d6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0929587 Nov 27 01:32:07.852284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53134) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:07.908411 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-e83ca2e2-d733-4564-baea-35085c65208a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Project c520c5f009e8479d9a976c59cf451ad4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:32:07.916986 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e83ca2e2-d733-4564-baea-35085c65208a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.945847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc80493-466d-435a-a21c-da8c2633ff92 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:07.948083 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2bc80493-466d-435a-a21c-da8c2633ff92 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0948441 Nov 27 01:32:07.952709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53136) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:07.988885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134c6fac-3ca9-4fa1-b3e4-dc6122436d66 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:08.004324 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c92b7e85-c211-4064-a1ee-33b2ecf0909a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470808 Nov 27 01:32:08.004324 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-82959730-2e08-4a3b-b16d-589bfa2a6b4b req-6c7f245b-352f-4ccf-8314-3547d511cd82 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.005812 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53140) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:08.016026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8c46b5fb-dc14-4a70-988a-08cce2a22cb8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:08.056279 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e83ca2e2-d733-4564-baea-35085c65208a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.067233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e83ca2e2-d733-4564-baea-35085c65208a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.099474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ca2e2-d733-4564-baea-35085c65208a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d430e7b-3b30-49f1-b39c-eaad179466e7,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:08.107135 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e83ca2e2-d733-4564-baea-35085c65208a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.108672 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e83ca2e2-d733-4564-baea-35085c65208a tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2820702 Nov 27 01:32:08.111422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53146) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:08.116675 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-015e0fed-cdc1-459d-a1e2-0d5d81f5b241 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Request body: {'security_group_rule': {'security_group_id': '187756e0-732d-4b75-a05d-11b1a9a028cc', 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:08.118545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f245b-352f-4ccf-8314-3547d511cd82 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event deleted for resources: {'Port': ['ID=c4f9852d-7532-41c0-83f2-c76a6dac2c3e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:08.138792 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-134c6fac-3ca9-4fa1-b3e4-dc6122436d66 None None] Deleting port 85cf436e-3f62-400d-8866-38a3278cbe43 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:08.142347 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-134c6fac-3ca9-4fa1-b3e4-dc6122436d66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.160520 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-015e0fed-cdc1-459d-a1e2-0d5d81f5b241 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Project c520c5f009e8479d9a976c59cf451ad4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:32:08.171573 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-015e0fed-cdc1-459d-a1e2-0d5d81f5b241 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.245008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-82959730-2e08-4a3b-b16d-589bfa2a6b4b req-6c7f245b-352f-4ccf-8314-3547d511cd82 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] No DVR routers for this DVR port c4f9852d-7532-41c0-83f2-c76a6dac2c3e on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:32:08.278421 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-82959730-2e08-4a3b-b16d-589bfa2a6b4b req-6c7f245b-352f-4ccf-8314-3547d511cd82 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.288646 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-134c6fac-3ca9-4fa1-b3e4-dc6122436d66 None None] For port 85cf436e-3f62-400d-8866-38a3278cbe43, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=85cf436e-3f62-400d-8866-38a3278cbe43,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:08.291731 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82959730-2e08-4a3b-b16d-589bfa2a6b4b req-6c7f245b-352f-4ccf-8314-3547d511cd82 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "DELETE /v2.0/ports/c4f9852d-7532-41c0-83f2-c76a6dac2c3e HTTP/1.1" status: 204 len: 173 time: 1.3757713 Nov 27 01:32:08.294456 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-134c6fac-3ca9-4fa1-b3e4-dc6122436d66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.361533 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-015e0fed-cdc1-459d-a1e2-0d5d81f5b241 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.373047 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-015e0fed-cdc1-459d-a1e2-0d5d81f5b241 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.388025 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-86acf138-085a-4120-8856-bcc6e2f73ae9 req-a70b49b6-4187-4752-81c8-7e5d71ce6e27 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 210 time: 0.1790369 Nov 27 01:32:08.408785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e0fed-cdc1-459d-a1e2-0d5d81f5b241 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abcac48-ab08-43af-8be9-83102a044c35,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:08.445978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c46b5fb-dc14-4a70-988a-08cce2a22cb8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:08.450967 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c46b5fb-dc14-4a70-988a-08cce2a22cb8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.456025 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-015e0fed-cdc1-459d-a1e2-0d5d81f5b241 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.458151 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-015e0fed-cdc1-459d-a1e2-0d5d81f5b241 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3452346 Nov 27 01:32:08.526362 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:32:08.561056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 85cf436e-3f62-400d-8866-38a3278cbe43 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:08.568142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-134c6fac-3ca9-4fa1-b3e4-dc6122436d66 None None] Calling delete_port for 85cf436e-3f62-400d-8866-38a3278cbe43 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:08.806738 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-134c6fac-3ca9-4fa1-b3e4-dc6122436d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.814979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-729e0eca-7c15-47fa-9882-bab318e02171 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876295670&fields=id&tenant_id=c520c5f009e8479d9a976c59cf451ad4 HTTP/1.1" status: 200 len: 267 time: 0.0880969 Nov 27 01:32:08.842189 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.900259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53172) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:08.921283 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c6fac-3ca9-4fa1-b3e4-dc6122436d66 None None] Pushing event deleted for resources: {'Port': ['ID=85cf436e-3f62-400d-8866-38a3278cbe43,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:08.921457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.objects.ports [None req-8c46b5fb-dc14-4a70-988a-08cce2a22cb8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:32:08.936149 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c46b5fb-dc14-4a70-988a-08cce2a22cb8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.936638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134c6fac-3ca9-4fa1-b3e4-dc6122436d66 None None] No DVR routers for this DVR port 85cf436e-3f62-400d-8866-38a3278cbe43 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:32:08.989493 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c46b5fb-dc14-4a70-988a-08cce2a22cb8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:08.998038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-8c46b5fb-dc14-4a70-988a-08cce2a22cb8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:09.001989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c46b5fb-dc14-4a70-988a-08cce2a22cb8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:09.002757 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c46b5fb-dc14-4a70-988a-08cce2a22cb8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.010879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c69b7c-9f8d-4533-87d3-725b96856214 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:09.028913 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e36929-f2f0-4719-b667-3e89fd0674c8 admin admin] Deleting subnet f84a41b4-55f1-4f49-9e1d-003c9caf77be {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:09.034393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46b5fb-dc14-4a70-988a-08cce2a22cb8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=f3c3f4b6-0bdc-457c-abfe-1eaf74a66499,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:09.044684 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8c46b5fb-dc14-4a70-988a-08cce2a22cb8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0376186 Nov 27 01:32:09.045432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53176) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:09.050870 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f8e36929-f2f0-4719-b667-3e89fd0674c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.052687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-11087f35-e0f5-4b5a-a27b-bafcc5aa17b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:09.123935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bbf1c0a2-0664-4bf8-93fe-a3e1e800bf91 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:09.133459 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bbf1c0a2-0664-4bf8-93fe-a3e1e800bf91 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/networks?id=20c0468d-d121-42aa-b89e-da7c0d006cf4 HTTP/1.1" status: 200 len: 813 time: 0.3108041 Nov 27 01:32:09.151355 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f8e36929-f2f0-4719-b667-3e89fd0674c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.179195 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-42a9537e-ec93-4081-91c3-ac8ae9facc67 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/quotas/c520c5f009e8479d9a976c59cf451ad4 HTTP/1.1" status: 200 len: 375 time: 0.0387857 Nov 27 01:32:09.202315 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11087f35-e0f5-4b5a-a27b-bafcc5aa17b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:09.209788 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-11087f35-e0f5-4b5a-a27b-bafcc5aa17b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.234307 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f8e36929-f2f0-4719-b667-3e89fd0674c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.245652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': 'f3c3f4b6-0bdc-457c-abfe-1eaf74a66499'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:32:09.246472 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.290713 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-a01ebd72-7a1d-4703-ac4c-5abe86fc3127 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c520c5f009e8479d9a976c59cf451ad4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012273 Nov 27 01:32:09.317861 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f8e36929-f2f0-4719-b667-3e89fd0674c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.387495 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e36929-f2f0-4719-b667-3e89fd0674c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f84a41b4-55f1-4f49-9e1d-003c9caf77be,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:09.401804 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f8e36929-f2f0-4719-b667-3e89fd0674c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.409643 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f8e36929-f2f0-4719-b667-3e89fd0674c8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f84a41b4-55f1-4f49-9e1d-003c9caf77be HTTP/1.1" status: 204 len: 168 time: 0.5047193 Nov 27 01:32:09.409643 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53186) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:09.418480 n-d-817303-10 neutron-server[103403]: INFO neutron.db.ipam_backend_mixin [None req-11087f35-e0f5-4b5a-a27b-bafcc5aa17b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3c3f4b6-0bdc-457c-abfe-1eaf74a66499 (CIDR: 2001:db8::/64) Nov 27 01:32:09.425611 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-11087f35-e0f5-4b5a-a27b-bafcc5aa17b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:32:09.426072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11087f35-e0f5-4b5a-a27b-bafcc5aa17b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:09.461142 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-11087f35-e0f5-4b5a-a27b-bafcc5aa17b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4145358 Nov 27 01:32:09.465817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53188) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:09.474101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-64dce255-6260-42b6-88a3-54e400cbd939 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:09.493692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Allocated IP 2001:db8::f816:3eff:fe78:4ecb (45b1e637-4759-477c-827c-b083fabe48f4/f3c3f4b6-0bdc-457c-abfe-1eaf74a66499/caafedd4-1ee3-43a2-b089-6d5d7c811922) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:09.606972 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbf9b10d-be91-47f0-b3ad-5dc6af1db601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.622608 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-ab1ece3e-f673-40b9-9504-1c2555b07c36 service neutron] 10.222.0.15 "GET /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141754 Nov 27 01:32:09.646820 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4ea883-4fc1-4554-b354-ec0d9429232f', 'name': 'network-vif-deleted', 'tag': 'c4f9852d-7532-41c0-83f2-c76a6dac2c3e'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:09.649142 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1194a3f7-dfd5-4e82-9d85-f770d9b44523" -d '{"events": [{"server_uuid": "8a4ea883-4fc1-4554-b354-ec0d9429232f", "name": "network-vif-deleted", "tag": "c4f9852d-7532-41c0-83f2-c76a6dac2c3e"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:09.697174 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1f60caf9-0e08-46e6-9bfb-d82c98907f65 req-929c1a3d-da25-4215-9389-3b8482a3621b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 210 time: 0.0678511 Nov 27 01:32:09.699774 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.708741 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.749495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dce255-6260-42b6-88a3-54e400cbd939 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:09.753996 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-64dce255-6260-42b6-88a3-54e400cbd939 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.773323 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Pushing event updated for resources: {'Port': ['ID=caafedd4-1ee3-43a2-b089-6d5d7c811922,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:09.779894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c4f9852d-7532-41c0-83f2-c76a6dac2c3e no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:09.818586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: c4f9852d-7532-41c0-83f2-c76a6dac2c3e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:09.818957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device c4f9852d-7532-41c0-83f2-c76a6dac2c3e not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:09.819376 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f20b40d9-a581-4c67-a97c-3aede58cd520 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:09.831911 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad3068e-fb2a-4844-b868-0c2dc47bc7a8 x-openstack-request-id: req-4ad3068e-fb2a-4844-b868-0c2dc47bc7a8 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:09.832510 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4ea883-4fc1-4554-b354-ec0d9429232f", "name": "network-vif-deleted", "tag": "c4f9852d-7532-41c0-83f2-c76a6dac2c3e", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:09.832839 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ad3068e-fb2a-4844-b868-0c2dc47bc7a8 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:09.833287 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4ea883-4fc1-4554-b354-ec0d9429232f', 'name': 'network-vif-deleted', 'tag': 'c4f9852d-7532-41c0-83f2-c76a6dac2c3e', 'status': 'completed', 'code': 200} Nov 27 01:32:09.849205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:09.850458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: f20b40d9-a581-4c67-a97c-3aede58cd520 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:09.851444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f20b40d9-a581-4c67-a97c-3aede58cd520 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:09.857590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:09.860456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:09.914260 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-21bba056-2550-4b52-8e0a-0171cc92b8c7 service neutron] 10.222.0.15 "GET /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898600 Nov 27 01:32:09.926571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Attempting to bind port caafedd4-1ee3-43a2-b089-6d5d7c811922 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:09.926947 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Attempting to bind port caafedd4-1ee3-43a2-b089-6d5d7c811922 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:09.927322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Attempting to bind port caafedd4-1ee3-43a2-b089-6d5d7c811922 on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:09.933191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:09.933583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:09.934002 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.934409 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:09.934901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Bound port: caafedd4-1ee3-43a2-b089-6d5d7c811922, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:09.935499 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.942955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbf9b10d-be91-47f0-b3ad-5dc6af1db601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.977811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-dbf9b10d-be91-47f0-b3ad-5dc6af1db601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb32cc3-bb66-4b5b-9b04-143e4a448d6b']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:09.991536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-dbf9b10d-be91-47f0-b3ad-5dc6af1db601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:09.991834 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-dbf9b10d-be91-47f0-b3ad-5dc6af1db601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d0de1c-8bc3-4fb1-b6f5-89107fd96a66') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:10.004722 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbf9b10d-be91-47f0-b3ad-5dc6af1db601 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:10.021340 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbf9b10d-be91-47f0-b3ad-5dc6af1db601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:10.047766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf9b10d-be91-47f0-b3ad-5dc6af1db601 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:32:10.049204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbf9b10d-be91-47f0-b3ad-5dc6af1db601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:32:10.054635 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:32:10.065378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] For port caafedd4-1ee3-43a2-b089-6d5d7c811922, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:10.093353 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] For port caafedd4-1ee3-43a2-b089-6d5d7c811922, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=caafedd4-1ee3-43a2-b089-6d5d7c811922,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:10.096555 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c9e176e2-fe78-49ee-bb9b-18719898d373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:10.101813 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:10.117883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53204) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:10.170592 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-64dce255-6260-42b6-88a3-54e400cbd939 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:10.197651 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbf9b10d-be91-47f0-b3ad-5dc6af1db601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:10.206696 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02543d0f-b733-40ca-ac03-ff3654c94763 None None] Pushing event updated for resources: {'Port': ['ID=caafedd4-1ee3-43a2-b089-6d5d7c811922,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:10.211269 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbf9b10d-be91-47f0-b3ad-5dc6af1db601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:10.217017 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dbf9b10d-be91-47f0-b3ad-5dc6af1db601 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7fb32cc3-bb66-4b5b-9b04-143e4a448d6b HTTP/1.1" status: 204 len: 168 time: 0.8064713 Nov 27 01:32:10.245727 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9b10d-be91-47f0-b3ad-5dc6af1db601 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb32cc3-bb66-4b5b-9b04-143e4a448d6b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:10.275423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dce255-6260-42b6-88a3-54e400cbd939 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:10.279094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-64dce255-6260-42b6-88a3-54e400cbd939 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:10.294929 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dce255-6260-42b6-88a3-54e400cbd939 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:10.295586 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-64dce255-6260-42b6-88a3-54e400cbd939 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:10.317629 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-13bdc0bb-631d-4f5b-9915-84d436479ca1 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-739321874'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:10.318079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-13bdc0bb-631d-4f5b-9915-84d436479ca1 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Unknown quota resources ['metering_label']. {{(pid=103403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:32:10.381357 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-477ee6b9-4adf-497f-9504-d93f69fe18c3 req-42edc11e-2377-473e-aaa0-b9502ced84f5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0619676 Nov 27 01:32:10.892276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dce255-6260-42b6-88a3-54e400cbd939 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=40261af8-301f-4725-a542-5513f31505cc,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:10.894292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53220) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:10.904278 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-64dce255-6260-42b6-88a3-54e400cbd939 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4346120 Nov 27 01:32:10.922681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53228) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:10.941397 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'mac_address': 'fa:16:3e:b5:e0:e4', 'name': 'tempest-NetworksTestDHCPv6-1614146032'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:10.982198 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18cc396f-ee40-44e5-a97f-a9933cefb021 req-4b92a282-7076-48a0-9bfc-29cde25d4084 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 210 time: 0.0863931 Nov 27 01:32:10.996341 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47449c67-fa30-47e8-99ee-018424d85092 req-af29b54f-6ac5-4b65-b498-d248f84b8cc6 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 210 time: 0.0431297 Nov 27 01:32:11.018121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ee6b9-4adf-497f-9504-d93f69fe18c3 req-00061f99-4a76-4901-8c6f-6097538e2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:11.020574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-477ee6b9-4adf-497f-9504-d93f69fe18c3 req-00061f99-4a76-4901-8c6f-6097538e2b0c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 1097 time: 0.5659533 Nov 27 01:32:11.141387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13bdc0bb-631d-4f5b-9915-84d436479ca1 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:11.145704 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-13bdc0bb-631d-4f5b-9915-84d436479ca1 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0244570 Nov 27 01:32:11.147675 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53232) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:11.150804 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-385ecdb8-a48b-4489-ae78-09f863ee2bca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa0f872ddc6445c78ed4a244af091368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2533996 Nov 27 01:32:11.155537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7ffd2be5-3fa5-40a3-a65e-6381303c6e58 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c2eabcfa-abcc-456a-a24f-30eee2781376'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:11.156275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53234) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:11.156483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7ffd2be5-3fa5-40a3-a65e-6381303c6e58 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103402) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:32:11.225455 n-d-817303-10 neutron-server[103402]: WARNING neutron.services.metering.metering_plugin [None req-7ffd2be5-3fa5-40a3-a65e-6381303c6e58 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 01:32:11.233949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ee6b9-4adf-497f-9504-d93f69fe18c3 req-6e4563f1-02a9-464d-a9cf-74268a6c3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:11.235549 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-477ee6b9-4adf-497f-9504-d93f69fe18c3 req-6e4563f1-02a9-464d-a9cf-74268a6c3723 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 912 time: 0.1905460 Nov 27 01:32:11.260630 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-607ec076-4da4-42e9-aa44-f0a604257ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:11.298940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:11.305076 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-607ec076-4da4-42e9-aa44-f0a604257ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:11.370027 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ffd2be5-3fa5-40a3-a65e-6381303c6e58 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:11.375331 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7ffd2be5-3fa5-40a3-a65e-6381303c6e58 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2258241 Nov 27 01:32:11.375550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53236) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:11.382193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-92d1e391-709f-4e3e-bf7e-dced2cb8eb1e tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c2eabcfa-abcc-456a-a24f-30eee2781376'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:11.382685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-92d1e391-709f-4e3e-bf7e-dced2cb8eb1e tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103402) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:32:11.452271 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:11.466848 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-477ee6b9-4adf-497f-9504-d93f69fe18c3 req-80513ad2-6603-40a6-8888-48f3a44143ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024472f7-9570-4571-8427-c27ab1b687f6 HTTP/1.1" status: 200 len: 1001 time: 0.1713879 Nov 27 01:32:11.468011 n-d-817303-10 neutron-server[103402]: WARNING neutron.services.metering.metering_plugin [None req-92d1e391-709f-4e3e-bf7e-dced2cb8eb1e tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 01:32:11.496902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 271a4093-33db-4222-98ce-822ff97cf1b8 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:32:11.546368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ee6b9-4adf-497f-9504-d93f69fe18c3 req-520e9019-7107-45fd-bd41-13b9bbe6d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:11.547887 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-477ee6b9-4adf-497f-9504-d93f69fe18c3 req-520e9019-7107-45fd-bd41-13b9bbe6d5f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=560f9432-09a4-4ee9-a29c-ffb13996e99e HTTP/1.1" status: 200 len: 850 time: 0.0670717 Nov 27 01:32:11.555351 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-607ec076-4da4-42e9-aa44-f0a604257ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:11.558312 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-607ec076-4da4-42e9-aa44-f0a604257ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:11.561914 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-607ec076-4da4-42e9-aa44-f0a604257ae1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72ccbdc8-9def-4ef1-9447-3e1edef5a5b6 HTTP/1.1" status: 204 len: 168 time: 0.4021022 Nov 27 01:32:11.578269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ec076-4da4-42e9-aa44-f0a604257ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ccbdc8-9def-4ef1-9447-3e1edef5a5b6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:11.659184 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92d1e391-709f-4e3e-bf7e-dced2cb8eb1e tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:11.665420 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-92d1e391-709f-4e3e-bf7e-dced2cb8eb1e tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2866812 Nov 27 01:32:11.668371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53242) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:11.691414 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b7620a41-391c-4511-8908-c2a797713326 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:11.693176 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2405d4f0-223f-480b-91fe-d391373992d9 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=2d123539-d612-43d3-83f6-eb29fd76310a HTTP/1.1" status: 200 len: 464 time: 0.0236783 Nov 27 01:32:11.694764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53244) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:11.724695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ee6b9-4adf-497f-9504-d93f69fe18c3 req-d0538a14-942e-4665-a0ad-db99250233de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:11.726611 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-477ee6b9-4adf-497f-9504-d93f69fe18c3 req-d0538a14-942e-4665-a0ad-db99250233de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fbf9ad20-e715-449c-9ff0-512a26044dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345046 Nov 27 01:32:11.743715 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: b7620a41-391c-4511-8908-c2a797713326 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:11.744519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b7620a41-391c-4511-8908-c2a797713326 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:11.770800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8:0:1::1c3 (45b1e637-4759-477c-827c-b083fabe48f4/40261af8-301f-4725-a542-5513f31505cc/271a4093-33db-4222-98ce-822ff97cf1b8) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:11.788122 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::f816:3eff:feb5:e0e4 (45b1e637-4759-477c-827c-b083fabe48f4/f3c3f4b6-0bdc-457c-abfe-1eaf74a66499/271a4093-33db-4222-98ce-822ff97cf1b8) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:11.991117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199ee6fc-61ee-4629-9667-c60d6590372b None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:12.017676 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b84cf5c0-a1fa-4b6b-9caa-2bb320119ec3 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.021668 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b84cf5c0-a1fa-4b6b-9caa-2bb320119ec3 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/2d123539-d612-43d3-83f6-eb29fd76310a HTTP/1.1" status: 204 len: 168 time: 0.3245633 Nov 27 01:32:12.024277 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53252) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:12.120232 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ed98c80b-66c1-4f5c-a041-d1ac81cee530 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=2d123539-d612-43d3-83f6-eb29fd76310a HTTP/1.1" status: 200 len: 221 time: 0.0847416 Nov 27 01:32:12.120906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53254) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:12.165916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e5e84784-c542-46df-aa95-41d3556e271d tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--701391645', 'description': 'label created by tempest'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:12.166371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e5e84784-c542-46df-aa95-41d3556e271d tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Unknown quota resources ['metering_label']. {{(pid=103402) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:32:12.180043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f84a22bd-ea6e-4201-96d7-107198aba1bd None None] Provisioning complete for port caafedd4-1ee3-43a2-b089-6d5d7c811922 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:12.180654 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f84a22bd-ea6e-4201-96d7-107198aba1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.194822 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7c2e31a3-4448-43bb-b4ef-2da986a43693 req-2605a702-c827-4965-b99e-94c39ce166d3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 210 time: 0.0432923 Nov 27 01:32:12.215278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.317439 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.365679 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-382148b1-cbc4-406b-8d01-37d55d84d6a7 req-a4719854-31d4-45e8-8a83-a55cba206955 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 210 time: 0.1821666 Nov 27 01:32:12.374416 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-477ee6b9-4adf-497f-9504-d93f69fe18c3 req-ea505d00-a8e5-41bb-a1de-83ac88d48c9f service neutron] 10.222.0.31 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317267 Nov 27 01:32:12.453930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:12.468371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:12.477408 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c0b9702c-5a35-43b1-ba65-42d6c2e49a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.479375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:12.496581 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:12.497271 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.506432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=271a4093-33db-4222-98ce-822ff97cf1b8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:12.506625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device caafedd4-1ee3-43a2-b089-6d5d7c811922 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:12.549350 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-724858f8-5eca-41a5-bcbf-592c53016db6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6144567 Nov 27 01:32:12.550370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53264) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:12.575562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-ee7d969a-ec67-488d-81a5-9a79fa7951a3 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:12.577069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-ee7d969a-ec67-488d-81a5-9a79fa7951a3 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.31 "GET /v2.0/networks?id=20c0468d-d121-42aa-b89e-da7c0d006cf4 HTTP/1.1" status: 200 len: 813 time: 0.6567361 Nov 27 01:32:12.625411 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5e84784-c542-46df-aa95-41d3556e271d tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.629411 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e5e84784-c542-46df-aa95-41d3556e271d tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4892595 Nov 27 01:32:12.630281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53266) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:12.669204 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f84a22bd-ea6e-4201-96d7-107198aba1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.712761 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-477ee6b9-4adf-497f-9504-d93f69fe18c3 req-9e352679-2cf2-41fd-aaa3-34f19b080fca service neutron] 10.222.0.31 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288627 Nov 27 01:32:12.721647 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-ea1f1e96-9a8e-4f8c-bff9-6e2593084aa8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c520c5f009e8479d9a976c59cf451ad4 HTTP/1.1" status: 200 len: 380 time: 0.1118729 Nov 27 01:32:12.743456 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-05d840a7-cde5-4e3f-828e-453e70efce10 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Request body: {'port': {'device_id': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'admin_state_up': True, 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'security_groups': ['187756e0-732d-4b75-a05d-11b1a9a028cc']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:12.758362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f84a22bd-ea6e-4201-96d7-107198aba1bd None None] For port caafedd4-1ee3-43a2-b089-6d5d7c811922, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=caafedd4-1ee3-43a2-b089-6d5d7c811922,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:12.759771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346581a0-392e-49c7-9562-3b73ec71a2ef None None] Update dhcp port {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'fixed_ips': [{'subnet_id': 'f3c3f4b6-0bdc-457c-abfe-1eaf74a66499', 'ip_address': '2001:db8::f816:3eff:fe78:4ecb'}, {'subnet_id': '40261af8-301f-4725-a542-5513f31505cc'}], 'binding:host_id': 'n-d-817303-10'}, 'id': 'caafedd4-1ee3-43a2-b089-6d5d7c811922'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:32:12.801980 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f84a22bd-ea6e-4201-96d7-107198aba1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.820764 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-77162930-b977-49a4-b991-e711cf2d4e6f tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=ccbfc000-7f3d-48f3-a614-4e7b6ea68621 HTTP/1.1" status: 200 len: 467 time: 0.1813333 Nov 27 01:32:12.823579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53274) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:12.845175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port caafedd4-1ee3-43a2-b089-6d5d7c811922 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:12.849175 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.897502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-05d840a7-cde5-4e3f-828e-453e70efce10 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Made reservation on behalf of c520c5f009e8479d9a976c59cf451ad4 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:12.902043 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-05d840a7-cde5-4e3f-828e-453e70efce10 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.932358 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-346581a0-392e-49c7-9562-3b73ec71a2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.040979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d120373a-3051-458b-a889-82176e36b60d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port 271a4093-33db-4222-98ce-822ff97cf1b8 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:13.041293 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d120373a-3051-458b-a889-82176e36b60d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.104494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-05d840a7-cde5-4e3f-828e-453e70efce10 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Allocated IP 172.20.0.5 (20c0468d-d121-42aa-b89e-da7c0d006cf4/b437b0a8-acf9-4852-b5f2-f41cdda7a7c1/851b764a-d1be-4991-b76f-dc29facdd204) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:13.127079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a22bd-ea6e-4201-96d7-107198aba1bd None None] Pushing event updated for resources: {'Port': ['ID=caafedd4-1ee3-43a2-b089-6d5d7c811922,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:13.201036 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53280) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:13.339799 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63709dbb-8022-4667-aa73-e4896eee2117 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.341875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-63709dbb-8022-4667-aa73-e4896eee2117 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/ccbfc000-7f3d-48f3-a614-4e7b6ea68621 HTTP/1.1" status: 204 len: 168 time: 0.5173438 Nov 27 01:32:13.352064 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.356328 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53286) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:13.390955 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d120373a-3051-458b-a889-82176e36b60d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.392985 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-346581a0-392e-49c7-9562-3b73ec71a2ef None None] Allocated IP 2001:db8:0:1::2 (45b1e637-4759-477c-827c-b083fabe48f4/40261af8-301f-4725-a542-5513f31505cc/caafedd4-1ee3-43a2-b089-6d5d7c811922) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:13.425795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d120373a-3051-458b-a889-82176e36b60d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for 271a4093-33db-4222-98ce-822ff97cf1b8 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:13.434702 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07d96e1b-5402-4072-87db-dab9f7020bba req-c05bbaf9-27d4-4ceb-962a-59317da07b0f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 210 time: 0.1100616 Nov 27 01:32:13.465003 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-05d840a7-cde5-4e3f-828e-453e70efce10 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.494643 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0dabbd00-3689-40a5-958e-5cc3f0ca03a0 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=ccbfc000-7f3d-48f3-a614-4e7b6ea68621 HTTP/1.1" status: 200 len: 216 time: 0.1215997 Nov 27 01:32:13.499546 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53290) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:13.512872 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f6724a75-e2b0-41ad-b80e-0d6bd6355252 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0122654 Nov 27 01:32:13.517818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53292) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:13.532505 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-391a09d5-eba2-454c-bf36-44e5bcf655d2 tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0135603 Nov 27 01:32:13.540751 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53294) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:13.552482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-346581a0-392e-49c7-9562-3b73ec71a2ef None None] For port caafedd4-1ee3-43a2-b089-6d5d7c811922, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=caafedd4-1ee3-43a2-b089-6d5d7c811922,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:13.558098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-695237597-network', 'tenant_id': 'f37588f825564455a24365a8b8623db8'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:13.585172 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-346581a0-392e-49c7-9562-3b73ec71a2ef None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.594764 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c8ee5fa3-22a6-4fdc-a8ef-99a4b09bd72c tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/c2eabcfa-abcc-456a-a24f-30eee2781376 HTTP/1.1" status: 200 len: 472 time: 0.0517659 Nov 27 01:32:13.598417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53296) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:13.600504 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-346581a0-392e-49c7-9562-3b73ec71a2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.620651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9a793b66-3ca7-4190-9c25-ef2572b9321d tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/98d89498-11f2-4bd4-83da-e3780e57a11d HTTP/1.1" status: 200 len: 461 time: 0.0206096 Nov 27 01:32:13.625013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53298) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:13.641761 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-05d840a7-cde5-4e3f-828e-453e70efce10 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.659103 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3186145-cd71-4344-878d-4d4954a4ec92 req-b4f18fc5-0261-41f9-b8b3-eb427dcca705 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 210 time: 0.1148374 Nov 27 01:32:13.675348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-05d840a7-cde5-4e3f-828e-453e70efce10 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Network 20c0468d-d121-42aa-b89e-da7c0d006cf4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:13.701134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-05d840a7-cde5-4e3f-828e-453e70efce10 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:13.703774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] Made reservation on behalf of f37588f825564455a24365a8b8623db8 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:13.706638 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.708429 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-05d840a7-cde5-4e3f-828e-453e70efce10 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:13.721074 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.729379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346581a0-392e-49c7-9562-3b73ec71a2ef None None] Pushing event updated for resources: {'Port': ['ID=caafedd4-1ee3-43a2-b089-6d5d7c811922,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:13.947177 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d120373a-3051-458b-a889-82176e36b60d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.961643 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d840a7-cde5-4e3f-828e-453e70efce10 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Pushing event updated for resources: {'Port': ['ID=851b764a-d1be-4991-b76f-dc29facdd204,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:14.004392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120373a-3051-458b-a889-82176e36b60d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=271a4093-33db-4222-98ce-822ff97cf1b8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:14.040230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-05d840a7-cde5-4e3f-828e-453e70efce10 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:14.041114 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-05d840a7-cde5-4e3f-828e-453e70efce10 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.056367 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-df928e22-7e40-4ddb-b8c4-26d6fcc1518e tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.058695 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-df928e22-7e40-4ddb-b8c4-26d6fcc1518e tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/98d89498-11f2-4bd4-83da-e3780e57a11d HTTP/1.1" status: 204 len: 168 time: 0.4316056 Nov 27 01:32:14.061838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-74d48575-74e8-4d25-8305-7789ffc7fbd6 None None] Provisioning complete for port 851b764a-d1be-4991-b76f-dc29facdd204 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:14.062726 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-74d48575-74e8-4d25-8305-7789ffc7fbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.067877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53302) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:14.104170 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d120373a-3051-458b-a889-82176e36b60d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.115366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d120373a-3051-458b-a889-82176e36b60d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/271a4093-33db-4222-98ce-822ff97cf1b8 HTTP/1.1" status: 204 len: 168 time: 1.5641232 Nov 27 01:32:14.116347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53304) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:14.126913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-74d48575-74e8-4d25-8305-7789ffc7fbd6 None None] Port 851b764a-d1be-4991-b76f-dc29facdd204 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:14.140876 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-05d840a7-cde5-4e3f-828e-453e70efce10 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3986776 Nov 27 01:32:14.156402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Request body: {'port': {'device_id': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:14.196641 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.211185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f8acdb-5d3f-4970-a863-64d27b19bb1b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:14.215767 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53306) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:14.215897 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a3f8acdb-5d3f-4970-a863-64d27b19bb1b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0935652 Nov 27 01:32:14.217337 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.247164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:32:14.258632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cc1ba1-e4ae-4f80-a9b3-8447017967d0,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:14.265061 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.265431 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] Added segment 5ae9cc11-c48c-424c-9591-74abe5b895ae of type vlan for network 87f132f9-d077-4c12-baed-54f0bdd22b36 Nov 27 01:32:14.317162 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.364622 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.365517 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:14.366403 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.411933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device caafedd4-1ee3-43a2-b089-6d5d7c811922 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:14.460001 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2535093 Nov 27 01:32:14.460721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53308) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:14.490590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port caafedd4-1ee3-43a2-b089-6d5d7c811922 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:14.490964 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.509655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-cc5dbf2c-8aef-42e5-ba94-78af98a454ff admin admin] Request body: {'subnet': {'network_id': '87f132f9-d077-4c12-baed-54f0bdd22b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-695237597-subnet', 'tenant_id': 'f37588f825564455a24365a8b8623db8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:14.526789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4623e-2872-4ef6-a093-875b8c55bc95 admin admin] Pushing event updated for resources: {'Network': ['ID=87f132f9-d077-4c12-baed-54f0bdd22b36,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:14.543681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 87f132f9-d077-4c12-baed-54f0bdd22b36 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:32:14.573584 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5dbf2c-8aef-42e5-ba94-78af98a454ff admin admin] Made reservation on behalf of f37588f825564455a24365a8b8623db8 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:14.575985 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cc5dbf2c-8aef-42e5-ba94-78af98a454ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.706972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d65dd211-b0e6-4faa-a602-80ab01ad3b74 req-5ac4c816-f3d2-4bab-9804-21d92aa3774a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 210 time: 0.1285470 Nov 27 01:32:14.791237 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0c81f165-2678-4364-a0ed-919cd348c7a9 None None] Could not find standard attr ID for object 271a4093-33db-4222-98ce-822ff97cf1b8. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:32:14.838230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0c81f165-2678-4364-a0ed-919cd348c7a9 None None] Provisioning complete for port caafedd4-1ee3-43a2-b089-6d5d7c811922 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:14.839102 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0c81f165-2678-4364-a0ed-919cd348c7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.894470 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.894704 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cc5dbf2c-8aef-42e5-ba94-78af98a454ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.979654 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3be9c915-465e-420b-b0d9-1aa1a7fecc3c tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.981133 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3be9c915-465e-420b-b0d9-1aa1a7fecc3c tempest-MeteringTestJSON-1704834750 tempest-MeteringTestJSON-1704834750-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/c2eabcfa-abcc-456a-a24f-30eee2781376 HTTP/1.1" status: 204 len: 168 time: 0.9087050 Nov 27 01:32:15.004496 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5dbf2c-8aef-42e5-ba94-78af98a454ff admin admin] Checking segment: {'id': '5ae9cc11-c48c-424c-9591-74abe5b895ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '87f132f9-d077-4c12-baed-54f0bdd22b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:15.004876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5dbf2c-8aef-42e5-ba94-78af98a454ff admin admin] Network hostable DHCP agents. Network: 87f132f9-d077-4c12-baed-54f0bdd22b36, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:32:15.015809 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e49f080-9352-457f-be5a-0ae952f69176 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:15.019314 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7e49f080-9352-457f-be5a-0ae952f69176 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7383502 Nov 27 01:32:15.023039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53316) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:15.041970 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.043854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5dbf2c-8aef-42e5-ba94-78af98a454ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=446f14d0-e0e9-4ff8-9840-e270731f64f9,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:15.046135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5dbf2c-8aef-42e5-ba94-78af98a454ff admin admin] Network 87f132f9-d077-4c12-baed-54f0bdd22b36 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:32:15.092277 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680dc24-d88f-4554-acd3-8864853a2ad8 req-93ceb418-aa65-43a1-bc25-68f404292c0e tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:15.094455 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6680dc24-d88f-4554-acd3-8864853a2ad8 req-93ceb418-aa65-43a1-bc25-68f404292c0e tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 931 time: 0.1580997 Nov 27 01:32:15.094728 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-cc5dbf2c-8aef-42e5-ba94-78af98a454ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 87f132f9-d077-4c12-baed-54f0bdd22b36) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:15.106243 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5dbf2c-8aef-42e5-ba94-78af98a454ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:15.106243 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cc5dbf2c-8aef-42e5-ba94-78af98a454ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.112072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b566c0ef-ae1c-4a7a-9370-9553f3ac7e3e None None] Network 87f132f9-d077-4c12-baed-54f0bdd22b36 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:15.190085 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cc5dbf2c-8aef-42e5-ba94-78af98a454ff admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7098243 Nov 27 01:32:15.196115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92f175-7fd9-4da6-9b00-711d57a2f078 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:15.199965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92f175-7fd9-4da6-9b00-711d57a2f078 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:15.202736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92f175-7fd9-4da6-9b00-711d57a2f078 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:15.205192 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6f92f175-7fd9-4da6-9b00-711d57a2f078 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1741989 Nov 27 01:32:15.207989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53322) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:15.305260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fb4b12-b6ac-4ad8-9ad3-613db46ab958 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 40261af8-301f-4725-a542-5513f31505cc {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:15.315490 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69fb4b12-b6ac-4ad8-9ad3-613db46ab958 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.394815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-31cfea99-4570-4059-9023-2d27e4f16a21 None None] Could not find standard attr ID for object 271a4093-33db-4222-98ce-822ff97cf1b8. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:32:15.405048 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8277e6d-bdc4-4258-aeb2-a494e11308b0 None None] Network 87f132f9-d077-4c12-baed-54f0bdd22b36 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:15.405551 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69fb4b12-b6ac-4ad8-9ad3-613db46ab958 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.441458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53326) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:15.445609 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6680dc24-d88f-4554-acd3-8864853a2ad8 req-c50695f6-fad0-4bcb-a299-b20f3ff93e7d tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821476 Nov 27 01:32:15.577939 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69fb4b12-b6ac-4ad8-9ad3-613db46ab958 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.699730 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59ea9087-56d4-4454-aa1d-ae781314c66d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.721709 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69fb4b12-b6ac-4ad8-9ad3-613db46ab958 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.748663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872e5826-e3b9-4d36-9746-827167abaf6e None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:15.782109 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69fb4b12-b6ac-4ad8-9ad3-613db46ab958 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.785809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-69fb4b12-b6ac-4ad8-9ad3-613db46ab958 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/40261af8-301f-4725-a542-5513f31505cc HTTP/1.1" status: 204 len: 168 time: 0.5765951 Nov 27 01:32:15.802575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53338) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:15.804927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb4b12-b6ac-4ad8-9ad3-613db46ab958 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=40261af8-301f-4725-a542-5513f31505cc,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:15.914781 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-39850e96-153f-4cee-b2a9-c906c742a57b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet f3c3f4b6-0bdc-457c-abfe-1eaf74a66499 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:15.919692 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39850e96-153f-4cee-b2a9-c906c742a57b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.981090 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39850e96-153f-4cee-b2a9-c906c742a57b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.993928 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59ea9087-56d4-4454-aa1d-ae781314c66d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.006009 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59ea9087-56d4-4454-aa1d-ae781314c66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.047578 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a979331-87cc-4e2f-b972-9ad4ed41fcdc req-b54984d3-e197-4db5-a67a-57410088b1bc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a4ea883-4fc1-4554-b354-ec0d9429232f HTTP/1.1" status: 200 len: 210 time: 0.1616549 Nov 27 01:32:16.057205 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851b764a-d1be-4991-b76f-dc29facdd204 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:32:16.085520 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.089310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-3f383fcc-2f4d-415a-9f89-43349d2eefe1 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:16.090956 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-3f383fcc-2f4d-415a-9f89-43349d2eefe1 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/networks?id=87f132f9-d077-4c12-baed-54f0bdd22b36 HTTP/1.1" status: 200 len: 812 time: 0.2152228 Nov 27 01:32:16.093588 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-59ea9087-56d4-4454-aa1d-ae781314c66d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28a425cacbb44a7d908654ccfb713d82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6511385 Nov 27 01:32:16.094694 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea9087-56d4-4454-aa1d-ae781314c66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff92303-d5b1-44a3-802a-70163544289e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:16.097847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53348) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:16.132522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Transition to ACTIVE for port object 851b764a-d1be-4991-b76f-dc29facdd204 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:32:16.139670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.150590 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-a247650e-c99c-45fa-97c0-8a4446044f11 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/quotas/f37588f825564455a24365a8b8623db8 HTTP/1.1" status: 200 len: 375 time: 0.0262232 Nov 27 01:32:16.154535 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39850e96-153f-4cee-b2a9-c906c742a57b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.193832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-add52e1e-3c3d-491c-853a-0a027c474d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.197166 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-5f5a2380-de98-431b-877c-a8d68cbef00f tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f37588f825564455a24365a8b8623db8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339303 Nov 27 01:32:16.284888 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.292437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=851b764a-d1be-4991-b76f-dc29facdd204,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:16.334043 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-add52e1e-3c3d-491c-853a-0a027c474d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.404459 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39850e96-153f-4cee-b2a9-c906c742a57b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.428308 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39850e96-153f-4cee-b2a9-c906c742a57b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.444528 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-39850e96-153f-4cee-b2a9-c906c742a57b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/f3c3f4b6-0bdc-457c-abfe-1eaf74a66499 HTTP/1.1" status: 204 len: 168 time: 0.6344671 Nov 27 01:32:16.447623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53352) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:16.485910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39850e96-153f-4cee-b2a9-c906c742a57b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c3f4b6-0bdc-457c-abfe-1eaf74a66499,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:16.497668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-62ffb7be-8259-45c7-adce-7484b2286001 service neutron] 10.222.0.15 "GET /v2.0/networks/87f132f9-d077-4c12-baed-54f0bdd22b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866795 Nov 27 01:32:16.586972 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6268d14d-e635-4127-b733-667a6d64bfce tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1335635 Nov 27 01:32:16.600965 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53356) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:16.607561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-deaf322f-d6c3-45fc-a976-779ac8020ab2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:16.614717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Attempting to bind port 851b764a-d1be-4991-b76f-dc29facdd204 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:16.615065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Attempting to bind port 851b764a-d1be-4991-b76f-dc29facdd204 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '7e1d6062-5749-4afb-9158-bce35827e3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:16.615391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Attempting to bind port 851b764a-d1be-4991-b76f-dc29facdd204 on network 20c0468d-d121-42aa-b89e-da7c0d006cf4 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:16.620486 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-add52e1e-3c3d-491c-853a-0a027c474d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.623124 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-add52e1e-3c3d-491c-853a-0a027c474d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.624381 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-add52e1e-3c3d-491c-853a-0a027c474d30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ff92303-d5b1-44a3-802a-70163544289e HTTP/1.1" status: 204 len: 168 time: 0.5255446 Nov 27 01:32:16.637345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add52e1e-3c3d-491c-853a-0a027c474d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff92303-d5b1-44a3-802a-70163544289e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:16.695007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-03a21c0f-f593-4683-9639-67eb7689c1eb service neutron] 10.222.0.15 "GET /v2.0/networks/87f132f9-d077-4c12-baed-54f0bdd22b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963041 Nov 27 01:32:16.745833 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Port 851b764a-d1be-4991-b76f-dc29facdd204 on network 20c0468d-d121-42aa-b89e-da7c0d006cf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:32:16.746185 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Attempting to bind port 851b764a-d1be-4991-b76f-dc29facdd204 on network 20c0468d-d121-42aa-b89e-da7c0d006cf4 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:16.804083 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:16.805457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Checking segment: {'id': '7e1d6062-5749-4afb-9158-bce35827e3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:16.805856 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Bound using segment: {'id': '7e1d6062-5749-4afb-9158-bce35827e3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:16.813510 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Bound port: 851b764a-d1be-4991-b76f-dc29facdd204, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1d6062-5749-4afb-9158-bce35827e3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:16.814432 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.874286 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aad2f-27a5-474f-af20-8d9e2ce4c524 req-51cc93d3-5eea-4996-bbc8-85bfd799c7c0 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:16.876802 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f67aad2f-27a5-474f-af20-8d9e2ce4c524 req-51cc93d3-5eea-4996-bbc8-85bfd799c7c0 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 943 time: 0.2864888 Nov 27 01:32:16.905398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f935ed-d37e-487d-987c-e5c83732e58b None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:16.933498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaf322f-d6c3-45fc-a976-779ac8020ab2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:16.937246 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-deaf322f-d6c3-45fc-a976-779ac8020ab2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.977917 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2599482b-6840-4ce8-bead-bb57c0eb5511 req-ca5c7029-b0af-46b1-99b2-d4368d7319b9 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 210 time: 0.0614038 Nov 27 01:32:17.060394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] For port 851b764a-d1be-4991-b76f-dc29facdd204, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:17.070859 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f67aad2f-27a5-474f-af20-8d9e2ce4c524 req-756ffbe2-fb86-4fe2-824b-39a3929e1643 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646590 Nov 27 01:32:17.090970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] For port 851b764a-d1be-4991-b76f-dc29facdd204, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=851b764a-d1be-4991-b76f-dc29facdd204,segment=NetworkSegment(7e1d6062-5749-4afb-9158-bce35827e3f8),segment_id=7e1d6062-5749-4afb-9158-bce35827e3f8)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:17.119874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7f7c2cac-38a5-404c-a796-cf57348415f6 None None] Provisioning complete for port caafedd4-1ee3-43a2-b089-6d5d7c811922 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:17.119874 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7f7c2cac-38a5-404c-a796-cf57348415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.129699 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.144334 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53372) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:17.202019 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-616ee04b-e68a-4ec9-832c-14f143e787f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.288068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:17.288779 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.290387 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] 10.222.0.31 "PUT /v2.0/ports/851b764a-d1be-4991-b76f-dc29facdd204 HTTP/1.1" status: 200 len: 1092 time: 3.1389797 Nov 27 01:32:17.290847 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'tag': '851b764a-d1be-4991-b76f-dc29facdd204'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:17.293250 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3881be39-1b22-43d7-876d-11acc3f3b5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e5bd8e13-fa38-47be-9e0c-febd39e7cb61", "tag": "851b764a-d1be-4991-b76f-dc29facdd204"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:17.328340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94f33a-71f7-4174-89bc-7fbfa0fa1cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=851b764a-d1be-4991-b76f-dc29facdd204,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:17.427998 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a39fd24-5090-41d6-b8b9-6e9e05b5577a x-openstack-request-id: req-6a39fd24-5090-41d6-b8b9-6e9e05b5577a {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:17.428324 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5bd8e13-fa38-47be-9e0c-febd39e7cb61", "tag": "851b764a-d1be-4991-b76f-dc29facdd204", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:17.440588 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a39fd24-5090-41d6-b8b9-6e9e05b5577a {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:17.441202 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'tag': '851b764a-d1be-4991-b76f-dc29facdd204', 'status': 'completed', 'code': 200} Nov 27 01:32:17.442333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-616ee04b-e68a-4ec9-832c-14f143e787f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.449758 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-616ee04b-e68a-4ec9-832c-14f143e787f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.466702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72a574-7aa1-4ea9-8093-02f6eab9fbcd None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:17.495925 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-616ee04b-e68a-4ec9-832c-14f143e787f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0eaa248024f343f59b2534db1a460f03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3498466 Nov 27 01:32:17.504030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53382) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:17.567358 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ee04b-e68a-4ec9-832c-14f143e787f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03d82ba-756b-4981-82b7-d95b18a92863,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:17.575476 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7b72a574-7aa1-4ea9-8093-02f6eab9fbcd None None] Deleting port caafedd4-1ee3-43a2-b089-6d5d7c811922 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:17.576343 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7b72a574-7aa1-4ea9-8093-02f6eab9fbcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.622525 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-73d3337b-3f16-4bab-ab62-4fb8d74b60e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.622676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-d02c3b19-0422-4bdc-8a0e-6514d0bfeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:17.624471 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-d02c3b19-0422-4bdc-8a0e-6514d0bfeee5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c520c5f009e8479d9a976c59cf451ad4&device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 1095 time: 0.2425666 Nov 27 01:32:17.679184 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-73d3337b-3f16-4bab-ab62-4fb8d74b60e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.717947 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-c1d15815-7b86-4cef-b895-208ac45344a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851b764a-d1be-4991-b76f-dc29facdd204 HTTP/1.1" status: 200 len: 217 time: 0.0754299 Nov 27 01:32:17.760676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7b72a574-7aa1-4ea9-8093-02f6eab9fbcd None None] For port caafedd4-1ee3-43a2-b089-6d5d7c811922, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=caafedd4-1ee3-43a2-b089-6d5d7c811922,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:17.764287 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7b72a574-7aa1-4ea9-8093-02f6eab9fbcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.773521 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-73d3337b-3f16-4bab-ab62-4fb8d74b60e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.776943 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-73d3337b-3f16-4bab-ab62-4fb8d74b60e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.784630 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-73d3337b-3f16-4bab-ab62-4fb8d74b60e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d03d82ba-756b-4981-82b7-d95b18a92863 HTTP/1.1" status: 204 len: 168 time: 0.2791350 Nov 27 01:32:17.790080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.objects.ports [None req-deaf322f-d6c3-45fc-a976-779ac8020ab2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:32:17.799944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7b72a574-7aa1-4ea9-8093-02f6eab9fbcd None None] Calling delete_port for caafedd4-1ee3-43a2-b089-6d5d7c811922 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:17.820992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3337b-3f16-4bab-ab62-4fb8d74b60e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03d82ba-756b-4981-82b7-d95b18a92863,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:17.914138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-d94e7cff-4add-4863-8994-b97a73bbc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:17.915931 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-d94e7cff-4add-4863-8994-b97a73bbc7ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b437b0a8-acf9-4852-b5f2-f41cdda7a7c1 HTTP/1.1" status: 200 len: 852 time: 0.1850522 Nov 27 01:32:18.042483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-d43ae7cf-c18c-47ab-b1ed-38fc22df03e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:18.045209 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-d43ae7cf-c18c-47ab-b1ed-38fc22df03e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20c0468d-d121-42aa-b89e-da7c0d006cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074154 Nov 27 01:32:18.183666 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7b72a574-7aa1-4ea9-8093-02f6eab9fbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:18.196000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-a36bb0db-a857-45b3-acf1-3fea975eb7f3 service neutron] 10.222.0.31 "GET /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414104 Nov 27 01:32:18.204989 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b72a574-7aa1-4ea9-8093-02f6eab9fbcd None None] No DVR routers for this DVR port caafedd4-1ee3-43a2-b089-6d5d7c811922 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:32:18.244871 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72a574-7aa1-4ea9-8093-02f6eab9fbcd None None] Pushing event deleted for resources: {'Port': ['ID=caafedd4-1ee3-43a2-b089-6d5d7c811922,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:18.287941 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-67f1f844-075a-48b7-88ea-80d0009c08fd req-52549b32-09e5-436c-9606-63c9af488ac6 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 210 time: 0.0679295 Nov 27 01:32:18.309954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc13da-a07b-48a0-afbb-dec5e528fc67 req-60863f02-4204-428f-a992-a2de7e8a8177 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:18.333144 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ccc13da-a07b-48a0-afbb-dec5e528fc67 req-60863f02-4204-428f-a992-a2de7e8a8177 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 943 time: 0.0865991 Nov 27 01:32:18.333340 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-deaf322f-d6c3-45fc-a976-779ac8020ab2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:18.365787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device caafedd4-1ee3-43a2-b089-6d5d7c811922 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:18.379750 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-deaf322f-d6c3-45fc-a976-779ac8020ab2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Port caafedd4-1ee3-43a2-b089-6d5d7c811922 concurrently deleted while adding address for new subnet {'id': 'c72f31f0-0960-45a9-a57c-1e6136363c76', 'name': '', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2756, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-27T01:32:17Z', 'updated_at': '2021-11-27T01:32:17Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'efbb7d3b82754143804d2359347d8dfa'}. {{(pid=103402) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 27 01:32:18.380272 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-deaf322f-d6c3-45fc-a976-779ac8020ab2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:18.403903 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: caafedd4-1ee3-43a2-b089-6d5d7c811922 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:18.404519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device caafedd4-1ee3-43a2-b089-6d5d7c811922 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:18.429846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaf322f-d6c3-45fc-a976-779ac8020ab2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:18.437355 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-deaf322f-d6c3-45fc-a976-779ac8020ab2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:18.441234 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaf322f-d6c3-45fc-a976-779ac8020ab2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:18.441831 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-deaf322f-d6c3-45fc-a976-779ac8020ab2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:18.451627 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf87b7bd-8772-438c-96ed-ab0ef2257091 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:18.455768 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3ccc13da-a07b-48a0-afbb-dec5e528fc67 req-0fb3551d-836b-46f9-b078-9ce5d057e881 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213012 Nov 27 01:32:18.530201 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-deaf322f-d6c3-45fc-a976-779ac8020ab2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9266069 Nov 27 01:32:18.531088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53404) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:18.547231 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df79b43a-71a2-4885-8575-b7ddc7a40c5d req-85eebcdd-dc38-4f6f-9daa-649e4f4c8731 service neutron] 10.222.0.31 "GET /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258414 Nov 27 01:32:18.555263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-87e606c8-af9c-46dd-9be0-2e0188be2e5e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:18.637338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf322f-d6c3-45fc-a976-779ac8020ab2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=c72f31f0-0960-45a9-a57c-1e6136363c76,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:18.712316 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45901eee-d237-4151-87c0-081888422734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': 'c72f31f0-0960-45a9-a57c-1e6136363c76'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:32:18.714006 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45901eee-d237-4151-87c0-081888422734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:18.843819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e606c8-af9c-46dd-9be0-2e0188be2e5e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:18.855874 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-87e606c8-af9c-46dd-9be0-2e0188be2e5e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:18.877187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-ce6917e6-e849-479f-aa2f-fd6415b065fb tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:18.879640 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-ce6917e6-e849-479f-aa2f-fd6415b065fb tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.21 "GET /v2.0/networks?id=87f132f9-d077-4c12-baed-54f0bdd22b36 HTTP/1.1" status: 200 len: 812 time: 0.2115927 Nov 27 01:32:18.926370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-b79ee70f-7602-45f4-9d10-e8ef3d9e9a09 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Request body: {'port': {'device_id': 'd782d431-f2a1-4b15-a6df-2e8ea798a09f', 'network_id': '87f132f9-d077-4c12-baed-54f0bdd22b36', 'admin_state_up': True, 'tenant_id': 'f37588f825564455a24365a8b8623db8'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:18.988166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-45901eee-d237-4151-87c0-081888422734 None None] Allocated IP 2001:db8::f816:3eff:fe5d:586c (45b1e637-4759-477c-827c-b083fabe48f4/c72f31f0-0960-45a9-a57c-1e6136363c76/fdf215e9-b16d-4e97-bc87-68f8de5375b6) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:19.014325 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881be39-1b22-43d7-876d-11acc3f3b5bb req-450ab9dd-9503-4b12-87cc-1f6d151b98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:19.017647 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3881be39-1b22-43d7-876d-11acc3f3b5bb req-450ab9dd-9503-4b12-87cc-1f6d151b98fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c520c5f009e8479d9a976c59cf451ad4&device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 1095 time: 0.1910751 Nov 27 01:32:19.076891 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-b79ee70f-7602-45f4-9d10-e8ef3d9e9a09 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Made reservation on behalf of f37588f825564455a24365a8b8623db8 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:19.080976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-b79ee70f-7602-45f4-9d10-e8ef3d9e9a09 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.178127 n-d-817303-10 neutron-server[103402]: INFO neutron.db.ipam_backend_mixin [None req-87e606c8-af9c-46dd-9be0-2e0188be2e5e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c72f31f0-0960-45a9-a57c-1e6136363c76 (CIDR: 2001:db8::/64) Nov 27 01:32:19.189959 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e606c8-af9c-46dd-9be0-2e0188be2e5e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:32:19.190848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e606c8-af9c-46dd-9be0-2e0188be2e5e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:19.228698 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-87e606c8-af9c-46dd-9be0-2e0188be2e5e tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6913657 Nov 27 01:32:19.233404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53420) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:19.237237 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45901eee-d237-4151-87c0-081888422734 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.244538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-b79ee70f-7602-45f4-9d10-e8ef3d9e9a09 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Allocated IP 172.20.0.8 (87f132f9-d077-4c12-baed-54f0bdd22b36/446f14d0-e0e9-4ff8-9840-e270731f64f9/279fe49a-c098-48d9-92e2-dd8cd115f017) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:19.248412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f3d96b63-beec-4598-980d-1ec9ff7f7d3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:19.253933 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45901eee-d237-4151-87c0-081888422734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.320695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45901eee-d237-4151-87c0-081888422734 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:19.323947 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-45901eee-d237-4151-87c0-081888422734 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:19.327701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45901eee-d237-4151-87c0-081888422734 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:19.353300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881be39-1b22-43d7-876d-11acc3f3b5bb req-f8c2448e-3b53-4fae-82f6-14cc5eb49269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:19.355223 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3881be39-1b22-43d7-876d-11acc3f3b5bb req-f8c2448e-3b53-4fae-82f6-14cc5eb49269 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20c0468d-d121-42aa-b89e-da7c0d006cf4 HTTP/1.1" status: 200 len: 914 time: 0.3227022 Nov 27 01:32:19.373834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45901eee-d237-4151-87c0-081888422734 None None] Pushing event updated for resources: {'Port': ['ID=fdf215e9-b16d-4e97-bc87-68f8de5375b6,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:19.415950 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3881be39-1b22-43d7-876d-11acc3f3b5bb req-5a2c7fcf-ada7-4f12-b586-5d221d91a367 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851b764a-d1be-4991-b76f-dc29facdd204 HTTP/1.1" status: 200 len: 217 time: 0.0525999 Nov 27 01:32:19.446383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-45901eee-d237-4151-87c0-081888422734 None None] Attempting to bind port fdf215e9-b16d-4e97-bc87-68f8de5375b6 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:19.446992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-45901eee-d237-4151-87c0-081888422734 None None] Attempting to bind port fdf215e9-b16d-4e97-bc87-68f8de5375b6 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:19.447457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45901eee-d237-4151-87c0-081888422734 None None] Attempting to bind port fdf215e9-b16d-4e97-bc87-68f8de5375b6 on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:19.459373 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e2fc576c-1487-4bed-9d54-7f0724c3a09d req-2c46cd5f-1c74-4eaf-8978-c80d949de929 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 210 time: 0.0327401 Nov 27 01:32:19.460515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45901eee-d237-4151-87c0-081888422734 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:19.461005 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45901eee-d237-4151-87c0-081888422734 None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:19.461542 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45901eee-d237-4151-87c0-081888422734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.465506 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45901eee-d237-4151-87c0-081888422734 None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:19.466536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-45901eee-d237-4151-87c0-081888422734 None None] Bound port: fdf215e9-b16d-4e97-bc87-68f8de5375b6, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:19.467058 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45901eee-d237-4151-87c0-081888422734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.487431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d96b63-beec-4598-980d-1ec9ff7f7d3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:19.492602 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3d96b63-beec-4598-980d-1ec9ff7f7d3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.559675 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-b79ee70f-7602-45f4-9d10-e8ef3d9e9a09 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.582907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881be39-1b22-43d7-876d-11acc3f3b5bb req-1bd6b532-fc67-4ecf-90f2-95475efcdaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:19.585956 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3881be39-1b22-43d7-876d-11acc3f3b5bb req-1bd6b532-fc67-4ecf-90f2-95475efcdaf5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b437b0a8-acf9-4852-b5f2-f41cdda7a7c1 HTTP/1.1" status: 200 len: 852 time: 0.1600974 Nov 27 01:32:19.598222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-45901eee-d237-4151-87c0-081888422734 None None] For port fdf215e9-b16d-4e97-bc87-68f8de5375b6, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:19.599793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-b79ee70f-7602-45f4-9d10-e8ef3d9e9a09 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.601587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-45901eee-d237-4151-87c0-081888422734 None None] For port fdf215e9-b16d-4e97-bc87-68f8de5375b6, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fdf215e9-b16d-4e97-bc87-68f8de5375b6,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:19.617863 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45901eee-d237-4151-87c0-081888422734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.663754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-b79ee70f-7602-45f4-9d10-e8ef3d9e9a09 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Network 87f132f9-d077-4c12-baed-54f0bdd22b36 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:19.667508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-b79ee70f-7602-45f4-9d10-e8ef3d9e9a09 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:19.672134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-b79ee70f-7602-45f4-9d10-e8ef3d9e9a09 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:19.704804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ee70f-7602-45f4-9d10-e8ef3d9e9a09 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Pushing event updated for resources: {'Port': ['ID=279fe49a-c098-48d9-92e2-dd8cd115f017,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:19.716978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45901eee-d237-4151-87c0-081888422734 None None] Pushing event updated for resources: {'Port': ['ID=fdf215e9-b16d-4e97-bc87-68f8de5375b6,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:19.766463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-b79ee70f-7602-45f4-9d10-e8ef3d9e9a09 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:19.767859 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-b79ee70f-7602-45f4-9d10-e8ef3d9e9a09 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.800194 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd408b-f00c-4630-bb4c-881a58b8f85b req-b4dfdf51-da3a-4f87-9df7-8f2528388bfb tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:19.801881 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ecdd408b-f00c-4630-bb4c-881a58b8f85b req-b4dfdf51-da3a-4f87-9df7-8f2528388bfb tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 943 time: 0.2336247 Nov 27 01:32:19.823271 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-b79ee70f-7602-45f4-9d10-e8ef3d9e9a09 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9178524 Nov 27 01:32:19.830226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881be39-1b22-43d7-876d-11acc3f3b5bb req-5c9db238-8dfe-4fb4-b8e3-7974f694095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:19.831736 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3881be39-1b22-43d7-876d-11acc3f3b5bb req-5c9db238-8dfe-4fb4-b8e3-7974f694095e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20c0468d-d121-42aa-b89e-da7c0d006cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2051907 Nov 27 01:32:19.855559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Request body: {'port': {'device_id': 'd782d431-f2a1-4b15-a6df-2e8ea798a09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:19.927316 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.981244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53440) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:20.051265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ecdd408b-f00c-4630-bb4c-881a58b8f85b req-17b9e8c9-e02e-4c9a-877c-4b574064d796 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290330 Nov 27 01:32:20.140710 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3881be39-1b22-43d7-876d-11acc3f3b5bb req-bf952201-a2af-4e9f-ba26-76ca57c7bc18 service neutron] 10.222.0.31 "GET /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002524 Nov 27 01:32:20.233492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1679579237', 'router:external': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:20.304506 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3d96b63-beec-4598-980d-1ec9ff7f7d3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.370543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d96b63-beec-4598-980d-1ec9ff7f7d3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:20.371744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279fe49a-c098-48d9-92e2-dd8cd115f017 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:32:20.376508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-f3d96b63-beec-4598-980d-1ec9ff7f7d3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:20.380133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d96b63-beec-4598-980d-1ec9ff7f7d3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:20.380907 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3d96b63-beec-4598-980d-1ec9ff7f7d3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.382916 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.388178 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Made reservation on behalf of 0996597a7e294030afa205a4c837c218 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:20.390908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.398131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Transition to ACTIVE for port object 279fe49a-c098-48d9-92e2-dd8cd115f017 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:32:20.405497 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.410600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d96b63-beec-4598-980d-1ec9ff7f7d3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=3733ae7c-b47d-48e9-a36c-a9ec62e2d2b2,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:20.423887 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.429435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fdf215e9-b16d-4e97-bc87-68f8de5375b6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:20.452815 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f3d96b63-beec-4598-980d-1ec9ff7f7d3d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2175319 Nov 27 01:32:20.458468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53444) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:20.462745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Pushing event updated for resources: {'Port': ['ID=279fe49a-c098-48d9-92e2-dd8cd115f017,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:20.463837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'mac_address': 'fa:16:3e:dd:47:d1', 'name': 'tempest-NetworksTestDHCPv6-400983433'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:20.503026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port fdf215e9-b16d-4e97-bc87-68f8de5375b6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:20.503451 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.573574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3881be39-1b22-43d7-876d-11acc3f3b5bb req-50e67355-ad31-456e-aa89-1c9bd3b563dd service neutron] 10.222.0.31 "GET /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233518 Nov 27 01:32:20.641425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Attempting to bind port 279fe49a-c098-48d9-92e2-dd8cd115f017 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:20.641612 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.642422 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Attempting to bind port 279fe49a-c098-48d9-92e2-dd8cd115f017 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '5ae9cc11-c48c-424c-9591-74abe5b895ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '87f132f9-d077-4c12-baed-54f0bdd22b36'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:20.642696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Attempting to bind port 279fe49a-c098-48d9-92e2-dd8cd115f017 on network 87f132f9-d077-4c12-baed-54f0bdd22b36 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:20.651928 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Port 279fe49a-c098-48d9-92e2-dd8cd115f017 on network 87f132f9-d077-4c12-baed-54f0bdd22b36 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:32:20.652265 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Attempting to bind port 279fe49a-c098-48d9-92e2-dd8cd115f017 on network 87f132f9-d077-4c12-baed-54f0bdd22b36 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:20.669549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:20.671655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:20.672004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Checking segment: {'id': '5ae9cc11-c48c-424c-9591-74abe5b895ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '87f132f9-d077-4c12-baed-54f0bdd22b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:20.672531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Bound using segment: {'id': '5ae9cc11-c48c-424c-9591-74abe5b895ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '87f132f9-d077-4c12-baed-54f0bdd22b36'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:20.673017 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Bound port: 279fe49a-c098-48d9-92e2-dd8cd115f017, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae9cc11-c48c-424c-9591-74abe5b895ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '87f132f9-d077-4c12-baed-54f0bdd22b36'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:20.673382 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.691487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port fdf215e9-b16d-4e97-bc87-68f8de5375b6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fdf215e9-b16d-4e97-bc87-68f8de5375b6,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:20.696775 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.699805 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.741804 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.749070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074e812-f56b-429d-9fda-9527c6854ddd req-322b09d5-3723-48ed-9a11-a7ae22464563 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:20.750956 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5074e812-f56b-429d-9fda-9527c6854ddd req-322b09d5-3723-48ed-9a11-a7ae22464563 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 943 time: 0.1686721 Nov 27 01:32:20.774451 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=fdf215e9-b16d-4e97-bc87-68f8de5375b6,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:20.823581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:32:20.827400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb076ad7-3b6d-434a-a458-519ecd510ebc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:20.874783 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.875284 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Added segment 38580e57-d830-40ef-9f9b-44a6bc1b9b2a of type vlan for network 5ba8ccf4-bef6-4512-b201-84a36f46a300 Nov 27 01:32:20.909626 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.949602 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5074e812-f56b-429d-9fda-9527c6854ddd req-c6fe7195-9c9d-4853-96cc-600d7e6c1adc tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/security-groups?id=18cc1ba1-e4ae-4f80-a9b3-8447017967d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141212 Nov 27 01:32:20.969611 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.979140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] For port 279fe49a-c098-48d9-92e2-dd8cd115f017, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:20.983792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] For port 279fe49a-c098-48d9-92e2-dd8cd115f017, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=279fe49a-c098-48d9-92e2-dd8cd115f017,segment=NetworkSegment(5ae9cc11-c48c-424c-9591-74abe5b895ae),segment_id=5ae9cc11-c48c-424c-9591-74abe5b895ae)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:20.989922 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.009022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 9e509f57-9629-444c-8d03-387b13de9c54 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:32:21.019754 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.020391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:21.020988 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.042631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:21.044027 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.046221 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] 10.222.0.21 "PUT /v2.0/ports/279fe49a-c098-48d9-92e2-dd8cd115f017 HTTP/1.1" status: 200 len: 1092 time: 1.2026365 Nov 27 01:32:21.046913 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd782d431-f2a1-4b15-a6df-2e8ea798a09f', 'tag': '279fe49a-c098-48d9-92e2-dd8cd115f017'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:21.050186 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b82b078-c9a5-4266-bbb2-7a4da62dbc29" -d '{"events": [{"name": "network-changed", "server_uuid": "d782d431-f2a1-4b15-a6df-2e8ea798a09f", "tag": "279fe49a-c098-48d9-92e2-dd8cd115f017"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:21.090623 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7ca74-1225-4235-aee2-f7876a37da85 service neutron] Pushing event updated for resources: {'Port': ['ID=279fe49a-c098-48d9-92e2-dd8cd115f017,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:21.154862 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1681812 Nov 27 01:32:21.159513 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53456) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:21.159658 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdc18f2-4c8f-4c02-a64e-41861425c917 x-openstack-request-id: req-9bdc18f2-4c8f-4c02-a64e-41861425c917 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:21.159907 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d782d431-f2a1-4b15-a6df-2e8ea798a09f", "tag": "279fe49a-c098-48d9-92e2-dd8cd115f017", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:21.160168 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bdc18f2-4c8f-4c02-a64e-41861425c917 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:21.164851 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd782d431-f2a1-4b15-a6df-2e8ea798a09f', 'tag': '279fe49a-c098-48d9-92e2-dd8cd115f017', 'status': 'completed', 'code': 200} Nov 27 01:32:21.170197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9cc95e08-847a-486f-ab2f-8a7a1f25dcd3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Request body: {'subnet': {'network_id': '5ba8ccf4-bef6-4512-b201-84a36f46a300', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:21.192363 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57df0fb-9b5f-4fd8-b28a-9701b54b69e0 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event updated for resources: {'Network': ['ID=5ba8ccf4-bef6-4512-b201-84a36f46a300,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:21.204766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 5ba8ccf4-bef6-4512-b201-84a36f46a300 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:32:21.260349 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc95e08-847a-486f-ab2f-8a7a1f25dcd3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Made reservation on behalf of 0996597a7e294030afa205a4c837c218 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:21.261670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9cc95e08-847a-486f-ab2f-8a7a1f25dcd3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.297255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-99eb12cc-e214-4c35-89d8-4c71b95fa06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:21.300466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-99eb12cc-e214-4c35-89d8-4c71b95fa06e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f37588f825564455a24365a8b8623db8&device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 1095 time: 0.1647425 Nov 27 01:32:21.316074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2932e-bf1c-4577-808f-a0abe434c7bb req-19055f7b-1e48-4c1d-8a07-ba867d5e9909 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:21.319528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23274a6-e0e5-455d-92dc-656788bd5af4 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:21.324206 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dbf2932e-bf1c-4577-808f-a0abe434c7bb req-19055f7b-1e48-4c1d-8a07-ba867d5e9909 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 943 time: 0.1307845 Nov 27 01:32:21.371417 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-cd8b3167-31f4-4210-8f1a-f6c31718ba04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=279fe49a-c098-48d9-92e2-dd8cd115f017 HTTP/1.1" status: 200 len: 217 time: 0.0440149 Nov 27 01:32:21.422962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5e1754e4-0633-4e8c-b914-3def42cc0024 None None] Provisioning complete for port fdf215e9-b16d-4e97-bc87-68f8de5375b6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:21.423824 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e1754e4-0633-4e8c-b914-3def42cc0024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.476370 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dbf2932e-bf1c-4577-808f-a0abe434c7bb req-833b3bcf-82ee-43b9-bc6c-5f0047158c0d tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510267 Nov 27 01:32:21.485260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-19b4d133-416e-4314-ab48-25f708a46af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:21.487487 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-19b4d133-416e-4314-ab48-25f708a46af9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=446f14d0-e0e9-4ff8-9840-e270731f64f9 HTTP/1.1" status: 200 len: 852 time: 0.1044621 Nov 27 01:32:21.551132 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-ee12cd69-a8eb-4d09-9503-3792b3869267 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87f132f9-d077-4c12-baed-54f0bdd22b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493033 Nov 27 01:32:21.685877 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-a6684885-5ace-46c4-ad34-7ad7605ca446 service neutron] 10.222.0.21 "GET /v2.0/networks/87f132f9-d077-4c12-baed-54f0bdd22b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224489 Nov 27 01:32:21.725448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfc6953-9732-4d86-8f3b-c169c39aa842 None None] Update dhcp port {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'fixed_ips': [{'subnet_id': 'c72f31f0-0960-45a9-a57c-1e6136363c76', 'ip_address': '2001:db8::f816:3eff:fe5d:586c'}, {'subnet_id': '3733ae7c-b47d-48e9-a36c-a9ec62e2d2b2'}], 'binding:host_id': 'n-d-817303-10'}, 'id': 'fdf215e9-b16d-4e97-bc87-68f8de5375b6'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:32:21.762874 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bdfc6953-9732-4d86-8f3b-c169c39aa842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.808746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8:0:1::44 (45b1e637-4759-477c-827c-b083fabe48f4/3733ae7c-b47d-48e9-a36c-a9ec62e2d2b2/9e509f57-9629-444c-8d03-387b13de9c54) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:21.851400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::f816:3eff:fedd:47d1 (45b1e637-4759-477c-827c-b083fabe48f4/c72f31f0-0960-45a9-a57c-1e6136363c76/9e509f57-9629-444c-8d03-387b13de9c54) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:21.892320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b583a21-0db8-469c-8b19-d2668f42fc00 req-e494beee-5e19-4158-9558-d30ae8ab1508 service neutron] 10.222.0.21 "GET /v2.0/networks/87f132f9-d077-4c12-baed-54f0bdd22b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930933 Nov 27 01:32:22.116042 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b078-c9a5-4266-bbb2-7a4da62dbc29 req-4f47fc17-f9d2-44dc-a102-613824958a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:22.118817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b82b078-c9a5-4266-bbb2-7a4da62dbc29 req-4f47fc17-f9d2-44dc-a102-613824958a39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f37588f825564455a24365a8b8623db8&device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 1095 time: 0.1028590 Nov 27 01:32:22.121224 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.150241 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d5837-5b15-4d2b-a018-eafdbae0e046 req-4b79f78b-c351-41aa-ba49-ad7df448de17 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:22.159627 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df7d5837-5b15-4d2b-a018-eafdbae0e046 req-4b79f78b-c351-41aa-ba49-ad7df448de17 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 943 time: 0.1011550 Nov 27 01:32:22.203762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.objects.ports [None req-9cc95e08-847a-486f-ab2f-8a7a1f25dcd3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:32:22.204886 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9cc95e08-847a-486f-ab2f-8a7a1f25dcd3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.280601 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.319909 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df7d5837-5b15-4d2b-a018-eafdbae0e046 req-a1185704-f279-43a6-ae26-5505c4be7cba tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/security-groups?id=18cc1ba1-e4ae-4f80-a9b3-8447017967d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586809 Nov 27 01:32:22.351523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b078-c9a5-4266-bbb2-7a4da62dbc29 req-b2648412-ec65-4019-a5cd-4a81dcaaffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:22.353497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b82b078-c9a5-4266-bbb2-7a4da62dbc29 req-b2648412-ec65-4019-a5cd-4a81dcaaffd7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=87f132f9-d077-4c12-baed-54f0bdd22b36 HTTP/1.1" status: 200 len: 913 time: 0.2256465 Nov 27 01:32:22.356865 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=9e509f57-9629-444c-8d03-387b13de9c54,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:22.359331 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc95e08-847a-486f-ab2f-8a7a1f25dcd3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b700f224-d999-4e90-b339-488bd8979359,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:22.387252 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc95e08-847a-486f-ab2f-8a7a1f25dcd3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Checking segment: {'id': '38580e57-d830-40ef-9f9b-44a6bc1b9b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5ba8ccf4-bef6-4512-b201-84a36f46a300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:22.387639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc95e08-847a-486f-ab2f-8a7a1f25dcd3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Network hostable DHCP agents. Network: 5ba8ccf4-bef6-4512-b201-84a36f46a300, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:32:22.393993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:22.400481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:22.404855 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:22.410947 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:22.411648 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.412742 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-bdfc6953-9732-4d86-8f3b-c169c39aa842 None None] Allocated IP 2001:db8:0:1::2 (45b1e637-4759-477c-827c-b083fabe48f4/3733ae7c-b47d-48e9-a36c-a9ec62e2d2b2/fdf215e9-b16d-4e97-bc87-68f8de5375b6) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:22.430963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc95e08-847a-486f-ab2f-8a7a1f25dcd3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Network 5ba8ccf4-bef6-4512-b201-84a36f46a300 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:32:22.432044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fdf215e9-b16d-4e97-bc87-68f8de5375b6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:22.439356 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b82b078-c9a5-4266-bbb2-7a4da62dbc29 req-6e9608f3-5f81-48f0-a9c6-c41890d0be78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=279fe49a-c098-48d9-92e2-dd8cd115f017 HTTP/1.1" status: 200 len: 217 time: 0.0772355 Nov 27 01:32:22.446568 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3b2a168d-fce5-4276-9c9e-897ec59caf38 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9843781 Nov 27 01:32:22.446799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53464) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:22.461106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-9cc95e08-847a-486f-ab2f-8a7a1f25dcd3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 5ba8ccf4-bef6-4512-b201-84a36f46a300) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:22.469273 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc95e08-847a-486f-ab2f-8a7a1f25dcd3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:22.470111 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9cc95e08-847a-486f-ab2f-8a7a1f25dcd3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.486489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5512db-15ce-4beb-98d9-6456b0fa8dd9 None None] Network 5ba8ccf4-bef6-4512-b201-84a36f46a300 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:22.533025 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9cc95e08-847a-486f-ab2f-8a7a1f25dcd3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3702784 Nov 27 01:32:22.536812 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53468) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:22.543584 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8aa8d24d-e183-42b6-9987-6d1f5788b51f tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1981225056', 'network_id': '5ba8ccf4-bef6-4512-b201-84a36f46a300'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:22.586057 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa8d24d-e183-42b6-9987-6d1f5788b51f tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Made reservation on behalf of 0996597a7e294030afa205a4c837c218 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:22.588998 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8aa8d24d-e183-42b6-9987-6d1f5788b51f tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.612745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b078-c9a5-4266-bbb2-7a4da62dbc29 req-5cca9dc5-0b78-4550-a9c2-7a12b3f47a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:22.615805 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b82b078-c9a5-4266-bbb2-7a4da62dbc29 req-5cca9dc5-0b78-4550-a9c2-7a12b3f47a90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=446f14d0-e0e9-4ff8-9840-e270731f64f9 HTTP/1.1" status: 200 len: 852 time: 0.1685658 Nov 27 01:32:22.638260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-8aa8d24d-e183-42b6-9987-6d1f5788b51f tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] device_id is not set on port 57d5a056-5203-477f-b23f-a127559f1920 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:32:22.660024 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b82b078-c9a5-4266-bbb2-7a4da62dbc29 req-4f35647a-062c-488b-9c6e-b284825cc71d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87f132f9-d077-4c12-baed-54f0bdd22b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335815 Nov 27 01:32:22.690322 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8f5de-b0ee-42f1-aa65-130935b9e336 req-29fc8ee4-94b7-43da-8f4f-1cc0a35fde91 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:22.698364 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d6e8f5de-b0ee-42f1-aa65-130935b9e336 req-29fc8ee4-94b7-43da-8f4f-1cc0a35fde91 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 943 time: 0.0764079 Nov 27 01:32:22.719606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-1cd87d19-c148-4c0d-9ccd-9cd47e2b1c6b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port 9e509f57-9629-444c-8d03-387b13de9c54 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:22.720013 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1cd87d19-c148-4c0d-9ccd-9cd47e2b1c6b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.747661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-bdfc6953-9732-4d86-8f3b-c169c39aa842 None None] For port fdf215e9-b16d-4e97-bc87-68f8de5375b6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fdf215e9-b16d-4e97-bc87-68f8de5375b6,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:22.749555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port fdf215e9-b16d-4e97-bc87-68f8de5375b6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:22.749990 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.849203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6c6eac-a416-4afe-8cda-0d37679af8c9 None None] Network 5ba8ccf4-bef6-4512-b201-84a36f46a300 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:22.872557 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bdfc6953-9732-4d86-8f3b-c169c39aa842 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.885441 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d6e8f5de-b0ee-42f1-aa65-130935b9e336 req-012ed91e-00fd-4f29-a495-c81e7d4f088f tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812344 Nov 27 01:32:22.899925 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bdfc6953-9732-4d86-8f3b-c169c39aa842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.985921 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1cd87d19-c148-4c0d-9ccd-9cd47e2b1c6b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.001551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-1cd87d19-c148-4c0d-9ccd-9cd47e2b1c6b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for 9e509f57-9629-444c-8d03-387b13de9c54 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:23.174765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc6953-9732-4d86-8f3b-c169c39aa842 None None] Pushing event updated for resources: {'Port': ['ID=fdf215e9-b16d-4e97-bc87-68f8de5375b6,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:23.296963 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1cd87d19-c148-4c0d-9ccd-9cd47e2b1c6b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.383104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd87d19-c148-4c0d-9ccd-9cd47e2b1c6b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=9e509f57-9629-444c-8d03-387b13de9c54,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:23.418885 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1cd87d19-c148-4c0d-9ccd-9cd47e2b1c6b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.424974 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1cd87d19-c148-4c0d-9ccd-9cd47e2b1c6b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/9e509f57-9629-444c-8d03-387b13de9c54 HTTP/1.1" status: 204 len: 168 time: 0.9738696 Nov 27 01:32:23.425359 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53476) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:23.434851 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b82b078-c9a5-4266-bbb2-7a4da62dbc29 req-af035d9d-0331-475a-95c0-6e022ef57847 service neutron] 10.222.0.21 "GET /v2.0/networks/87f132f9-d077-4c12-baed-54f0bdd22b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7412586 Nov 27 01:32:23.563304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e681d7a2-f9ae-4fcf-9a56-6714aa8b7ac1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:23.567849 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e681d7a2-f9ae-4fcf-9a56-6714aa8b7ac1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1391790 Nov 27 01:32:23.575870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63999e16-7279-4e6a-b826-d3c57313f38d req-7feea3e4-a0d8-4082-aa72-850d41cfdb30 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:23.577631 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-63999e16-7279-4e6a-b826-d3c57313f38d req-7feea3e4-a0d8-4082-aa72-850d41cfdb30 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 943 time: 0.1346056 Nov 27 01:32:23.578137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53478) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:23.588106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-8aa8d24d-e183-42b6-9987-6d1f5788b51f tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Allocated IP 2001:db8::2d3 (5ba8ccf4-bef6-4512-b201-84a36f46a300/b700f224-d999-4e90-b339-488bd8979359/57d5a056-5203-477f-b23f-a127559f1920) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:23.627235 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b82b078-c9a5-4266-bbb2-7a4da62dbc29 req-5ce3ea5c-349e-4879-a99f-ee2b36f77b06 service neutron] 10.222.0.21 "GET /v2.0/networks/87f132f9-d077-4c12-baed-54f0bdd22b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781707 Nov 27 01:32:23.705413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e5cfd4-505a-4d78-bbfd-c5053efc3439 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:23.709311 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-63e5cfd4-505a-4d78-bbfd-c5053efc3439 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1279695 Nov 27 01:32:23.711086 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-63999e16-7279-4e6a-b826-d3c57313f38d req-33340982-31e4-4b51-8ef2-40eaa638fcf8 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/security-groups?id=18cc1ba1-e4ae-4f80-a9b3-8447017967d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200781 Nov 27 01:32:23.711464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53480) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:23.788427 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 279fe49a-c098-48d9-92e2-dd8cd115f017 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:32:23.795730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46e0c1-ebed-471c-a070-ed9adbb7af75 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:23.798577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46e0c1-ebed-471c-a070-ed9adbb7af75 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:23.800209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46e0c1-ebed-471c-a070-ed9adbb7af75 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:23.802073 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dd46e0c1-ebed-471c-a070-ed9adbb7af75 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0896788 Nov 27 01:32:23.804914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53482) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:23.818651 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8aa8d24d-e183-42b6-9987-6d1f5788b51f tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.915109 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8aa8d24d-e183-42b6-9987-6d1f5788b51f tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.915484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-76679206-50da-40ff-add3-2d2732086c44 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 3733ae7c-b47d-48e9-a36c-a9ec62e2d2b2 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:23.920697 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76679206-50da-40ff-add3-2d2732086c44 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.983571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76679206-50da-40ff-add3-2d2732086c44 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.009535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8d24d-e183-42b6-9987-6d1f5788b51f tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event updated for resources: {'Port': ['ID=57d5a056-5203-477f-b23f-a127559f1920,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:24.123467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa8d24d-e183-42b6-9987-6d1f5788b51f tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Network 5ba8ccf4-bef6-4512-b201-84a36f46a300 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:24.147456 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-8aa8d24d-e183-42b6-9987-6d1f5788b51f tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:24.176484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8d24d-e183-42b6-9987-6d1f5788b51f tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:24.181042 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa8d24d-e183-42b6-9987-6d1f5788b51f tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:24.187226 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76679206-50da-40ff-add3-2d2732086c44 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.187537 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8aa8d24d-e183-42b6-9987-6d1f5788b51f tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.262388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89e242-3cf2-4ba2-8042-e9979f7950bc req-7d79e881-7327-4682-8640-f7f3a7e5c0ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:24.272799 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ad89e242-3cf2-4ba2-8042-e9979f7950bc req-7d79e881-7327-4682-8640-f7f3a7e5c0ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 943 time: 0.2476676 Nov 27 01:32:24.303801 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8aa8d24d-e183-42b6-9987-6d1f5788b51f tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7639763 Nov 27 01:32:24.306460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53490) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:24.348784 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76679206-50da-40ff-add3-2d2732086c44 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.417137 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ad89e242-3cf2-4ba2-8042-e9979f7950bc req-6924ccca-6e21-4b4c-872e-af904682bad0 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389151 Nov 27 01:32:24.427449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 279fe49a-c098-48d9-92e2-dd8cd115f017, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=279fe49a-c098-48d9-92e2-dd8cd115f017,segment=NetworkSegment(5ae9cc11-c48c-424c-9591-74abe5b895ae),segment_id=5ae9cc11-c48c-424c-9591-74abe5b895ae)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:24.441092 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76679206-50da-40ff-add3-2d2732086c44 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=3733ae7c-b47d-48e9-a36c-a9ec62e2d2b2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:24.453072 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76679206-50da-40ff-add3-2d2732086c44 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.454076 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-29a9622e-020f-47a1-9830-3b3cbcff5b15 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Deleting port 57d5a056-5203-477f-b23f-a127559f1920 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:24.454697 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-29a9622e-020f-47a1-9830-3b3cbcff5b15 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.455966 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fdf215e9-b16d-4e97-bc87-68f8de5375b6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:24.459000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '279fe49a-c098-48d9-92e2-dd8cd115f017', 'network_id': '87f132f9-d077-4c12-baed-54f0bdd22b36', 'port_id': '279fe49a-c098-48d9-92e2-dd8cd115f017', 'mac_address': 'fa:16:3e:b9:94:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446f14d0-e0e9-4ff8-9840-e270731f64f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:32:24.459865 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-76679206-50da-40ff-add3-2d2732086c44 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/3733ae7c-b47d-48e9-a36c-a9ec62e2d2b2 HTTP/1.1" status: 204 len: 168 time: 0.6539397 Nov 27 01:32:24.460512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53492) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:24.518486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c012b7d5-0ada-4853-9227-b4e1f60e58fb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet c72f31f0-0960-45a9-a57c-1e6136363c76 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:24.520645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8b56bc3c-88a7-4a1b-ab46-9b63af567173 None None] Provisioning complete for port fdf215e9-b16d-4e97-bc87-68f8de5375b6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:24.521014 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8b56bc3c-88a7-4a1b-ab46-9b63af567173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.522120 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c012b7d5-0ada-4853-9227-b4e1f60e58fb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.531952 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9866072f-989f-4894-a882-32cc8dba08fe None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:24.539729 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-29a9622e-020f-47a1-9830-3b3cbcff5b15 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.554970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-29a9622e-020f-47a1-9830-3b3cbcff5b15 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Calling delete_port for 57d5a056-5203-477f-b23f-a127559f1920 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:24.573239 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c012b7d5-0ada-4853-9227-b4e1f60e58fb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.661712 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.705117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279fe49a-c098-48d9-92e2-dd8cd115f017 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:32:24.708329 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c012b7d5-0ada-4853-9227-b4e1f60e58fb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.728874 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-29a9622e-020f-47a1-9830-3b3cbcff5b15 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.775810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9622e-020f-47a1-9830-3b3cbcff5b15 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event deleted for resources: {'Port': ['ID=57d5a056-5203-477f-b23f-a127559f1920,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:24.786395 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c012b7d5-0ada-4853-9227-b4e1f60e58fb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.812288 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-29a9622e-020f-47a1-9830-3b3cbcff5b15 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.818315 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-29a9622e-020f-47a1-9830-3b3cbcff5b15 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "DELETE /v2.0/ports/57d5a056-5203-477f-b23f-a127559f1920 HTTP/1.1" status: 204 len: 168 time: 0.5106258 Nov 27 01:32:24.820483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53496) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:24.827429 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ba8ccf4-bef6-4512-b201-84a36f46a300', 'external_fixed_ips': [{'subnet_id': 'b700f224-d999-4e90-b339-488bd8979359', 'ip_address': '2001:db8::2d3'}]}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:24.836005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012b7d5-0ada-4853-9227-b4e1f60e58fb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=c72f31f0-0960-45a9-a57c-1e6136363c76,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:24.853327 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c012b7d5-0ada-4853-9227-b4e1f60e58fb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.857531 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c012b7d5-0ada-4853-9227-b4e1f60e58fb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/c72f31f0-0960-45a9-a57c-1e6136363c76 HTTP/1.1" status: 204 len: 168 time: 0.3960452 Nov 27 01:32:24.860109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53498) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:24.865298 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port fdf215e9-b16d-4e97-bc87-68f8de5375b6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:24.865824 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.870022 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.870976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.899008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1f7b9-5a36-4304-b89c-949b6e82d20d req-1f98a4ae-1a78-4ed2-a439-f2214b0b83d4 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:24.904119 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 279fe49a-c098-48d9-92e2-dd8cd115f017, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=279fe49a-c098-48d9-92e2-dd8cd115f017,segment=NetworkSegment(5ae9cc11-c48c-424c-9591-74abe5b895ae),segment_id=5ae9cc11-c48c-424c-9591-74abe5b895ae)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:24.908369 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8e1f7b9-5a36-4304-b89c-949b6e82d20d req-1f98a4ae-1a78-4ed2-a439-f2214b0b83d4 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 943 time: 0.0972843 Nov 27 01:32:24.923720 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d78c0513-a322-4e56-a0e6-659f25399013 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611131 Nov 27 01:32:24.926588 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53500) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:24.935313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-af86e0be-b458-4867-a4b7-0683d35866ff tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:24.942000 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.976815 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.038744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fa0904a1-1b36-44b0-93d0-13b82ec0c962 None None] Could not find standard attr ID for object 9e509f57-9629-444c-8d03-387b13de9c54. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:32:25.041460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8e1f7b9-5a36-4304-b89c-949b6e82d20d req-01e7d557-56be-4fff-965e-b78186153061 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/security-groups?id=18cc1ba1-e4ae-4f80-a9b3-8447017967d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319497 Nov 27 01:32:25.081559 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=279fe49a-c098-48d9-92e2-dd8cd115f017,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:25.126756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af86e0be-b458-4867-a4b7-0683d35866ff tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:25.130655 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-af86e0be-b458-4867-a4b7-0683d35866ff tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.133643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abae98d2-59d9-4a1e-9b6b-f0ac7da0dfe0 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:25.205634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-abae98d2-59d9-4a1e-9b6b-f0ac7da0dfe0 None None] Deleting port fdf215e9-b16d-4e97-bc87-68f8de5375b6 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:25.206366 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-abae98d2-59d9-4a1e-9b6b-f0ac7da0dfe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.217297 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.289122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['279fe49a-c098-48d9-92e2-dd8cd115f017'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:32:25.423385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-abae98d2-59d9-4a1e-9b6b-f0ac7da0dfe0 None None] For port fdf215e9-b16d-4e97-bc87-68f8de5375b6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=fdf215e9-b16d-4e97-bc87-68f8de5375b6,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:25.427443 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-abae98d2-59d9-4a1e-9b6b-f0ac7da0dfe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.481581 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.490381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-abae98d2-59d9-4a1e-9b6b-f0ac7da0dfe0 None None] Calling delete_port for fdf215e9-b16d-4e97-bc87-68f8de5375b6 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:25.493790 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-af86e0be-b458-4867-a4b7-0683d35866ff tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.516024 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.619463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af86e0be-b458-4867-a4b7-0683d35866ff tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:25.646425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-af86e0be-b458-4867-a4b7-0683d35866ff tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:25.665081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af86e0be-b458-4867-a4b7-0683d35866ff tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:25.665698 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-af86e0be-b458-4867-a4b7-0683d35866ff tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.687791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1d4f2-dba0-43f5-9a59-2a94331fddde req-4787b68d-fed1-4567-96b8-c824e4a97a66 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:25.696463 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34f1d4f2-dba0-43f5-9a59-2a94331fddde req-4787b68d-fed1-4567-96b8-c824e4a97a66 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 943 time: 0.1606853 Nov 27 01:32:25.705705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86e0be-b458-4867-a4b7-0683d35866ff tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=5e2250ad-8a6d-40c5-a02a-73a4dce86974,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:25.726173 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-abae98d2-59d9-4a1e-9b6b-f0ac7da0dfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.734049 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-af86e0be-b458-4867-a4b7-0683d35866ff tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8057747 Nov 27 01:32:25.737024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53550) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:25.742705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-004a7e85-ed91-4757-a8e4-3dbbe0c275f4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:25.761905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae98d2-59d9-4a1e-9b6b-f0ac7da0dfe0 None None] Pushing event deleted for resources: {'Port': ['ID=fdf215e9-b16d-4e97-bc87-68f8de5375b6,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:25.773275 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae98d2-59d9-4a1e-9b6b-f0ac7da0dfe0 None None] No DVR routers for this DVR port fdf215e9-b16d-4e97-bc87-68f8de5375b6 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:32:25.797897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Allocated IP 2001:db8::2d3 (5ba8ccf4-bef6-4512-b201-84a36f46a300/b700f224-d999-4e90-b339-488bd8979359/fc1ad4a7-e9da-4f98-9ccd-ac4ce1ec16b2) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:25.819068 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1408ace2-ac64-4bfc-82b4-8b9edf270f5d None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:25.827161 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34f1d4f2-dba0-43f5-9a59-2a94331fddde req-8c07667f-52b1-4ceb-aa54-9f799834102c tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245818 Nov 27 01:32:25.982896 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.036821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.040172 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004a7e85-ed91-4757-a8e4-3dbbe0c275f4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:26.043858 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-004a7e85-ed91-4757-a8e4-3dbbe0c275f4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.055558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-45b1e637-4759-477c-827c-b083fabe48f4', 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'tenant_id': 'efbb7d3b82754143804d2359347d8dfa', 'fixed_ips': [{'subnet_id': '5e2250ad-8a6d-40c5-a02a-73a4dce86974'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:32:26.056611 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.103466 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Network 5ba8ccf4-bef6-4512-b201-84a36f46a300 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:26.108021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:26.117622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:26.263822 n-d-817303-10 neutron-server[103402]: INFO neutron.db.ipam_backend_mixin [None req-004a7e85-ed91-4757-a8e4-3dbbe0c275f4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e2250ad-8a6d-40c5-a02a-73a4dce86974 (CIDR: 2001:db8::/64) Nov 27 01:32:26.275773 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-004a7e85-ed91-4757-a8e4-3dbbe0c275f4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:32:26.276260 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004a7e85-ed91-4757-a8e4-3dbbe0c275f4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:26.337092 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Allocated IP 2001:db8::2 (45b1e637-4759-477c-827c-b083fabe48f4/5e2250ad-8a6d-40c5-a02a-73a4dce86974/40e0e39a-0df2-46d5-b7a5-f17a37cb7de9) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:26.337754 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-004a7e85-ed91-4757-a8e4-3dbbe0c275f4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5974033 Nov 27 01:32:26.338791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53568) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:26.345432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event updated for resources: {'Port': ['ID=fc1ad4a7-e9da-4f98-9ccd-ac4ce1ec16b2,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:26.352470 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:26.381416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:26.381773 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:26.382151 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:26.382455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:26.382788 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:26.383115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:26.383472 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:26.383929 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:26.384286 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:26.384609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:26.384940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:26.385264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:26.409659 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33ccf2-a106-4293-ae5b-0984152b8eeb req-43f8ec7f-1687-44a5-a524-06b3c010885e tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:26.411184 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-be33ccf2-a106-4293-ae5b-0984152b8eeb req-43f8ec7f-1687-44a5-a524-06b3c010885e tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 944 time: 0.1811728 Nov 27 01:32:26.414682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fdf215e9-b16d-4e97-bc87-68f8de5375b6 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:26.495235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: fdf215e9-b16d-4e97-bc87-68f8de5375b6 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:26.495723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device fdf215e9-b16d-4e97-bc87-68f8de5375b6 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:26.619013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:26.622980 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.646560 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-be33ccf2-a106-4293-ae5b-0984152b8eeb req-081ee6b7-7f5c-4934-b2e1-149555225663 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/security-groups?id=18cc1ba1-e4ae-4f80-a9b3-8447017967d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284200 Nov 27 01:32:26.661061 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.667992 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.671687 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.704781 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:26.709308 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:26.715032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:26.748283 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Pushing event updated for resources: {'Port': ['ID=40e0e39a-0df2-46d5-b7a5-f17a37cb7de9,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:26.789484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Attempting to bind port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:26.789873 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Attempting to bind port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:26.790245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Attempting to bind port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 on network 45b1e637-4759-477c-827c-b083fabe48f4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:26.796322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:26.796737 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Checking segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:26.797160 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.797596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Bound using segment: {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:26.798647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Bound port: 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6634ea-3679-4629-87d2-77233a637be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45b1e637-4759-477c-827c-b083fabe48f4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:26.799786 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.882147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] For port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:26.891294 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] For port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=40e0e39a-0df2-46d5-b7a5-f17a37cb7de9,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:26.900041 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.960833 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.976679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea141ebd-f3e3-4bed-9ebd-d61d6524d13a None None] Pushing event updated for resources: {'Port': ['ID=40e0e39a-0df2-46d5-b7a5-f17a37cb7de9,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:26.991464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f98ab3-1d3d-4543-8b8e-4ec021aafca5 req-a0a3230a-334f-4032-b921-79a24b39a5ab tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:26.993246 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99f98ab3-1d3d-4543-8b8e-4ec021aafca5 req-a0a3230a-334f-4032-b921-79a24b39a5ab tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 943 time: 0.0916359 Nov 27 01:32:27.086807 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-99f98ab3-1d3d-4543-8b8e-4ec021aafca5 req-72c46d8e-92d7-4933-8a1a-87892fa6ef8f tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853858 Nov 27 01:32:27.150045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Router 316955e5-630a-40f2-bcd2-82944bf1c3b6 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:32:27.166419 n-d-817303-10 neutron-server[103402]: DEBUG neutron.objects.ports [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:32:27.296592 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:27.316900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] Sync routers for ids ['316955e5-630a-40f2-bcd2-82944bf1c3b6'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:27.324685 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.326179 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0f20f4a2-ec06-4303-bc81-ff5871819567 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.5042713 Nov 27 01:32:27.332072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] Routers {'316955e5-630a-40f2-bcd2-82944bf1c3b6'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:27.332744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['316955e5-630a-40f2-bcd2-82944bf1c3b6'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:27.334587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53596) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:27.437822 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.468916 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] Set router 316955e5-630a-40f2-bcd2-82944bf1c3b6 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:27.507787 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.645777 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.669637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] For port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=40e0e39a-0df2-46d5-b7a5-f17a37cb7de9,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:27.700301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316955e5-630a-40f2-bcd2-82944bf1c3b6', 'name': '', 'tenant_id': '0996597a7e294030afa205a4c837c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ba8ccf4-bef6-4512-b201-84a36f46a300', 'external_fixed_ips': [{'subnet_id': 'b700f224-d999-4e90-b339-488bd8979359', 'ip_address': '2001:db8::2d3'}], 'enable_snat': True}, 'gw_port_id': 'fc1ad4a7-e9da-4f98-9ccd-ac4ce1ec16b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:24Z', 'updated_at': '2021-11-27T01:32:26Z', 'revision_number': 3, 'project_id': '0996597a7e294030afa205a4c837c218', 'gw_port': {'id': 'fc1ad4a7-e9da-4f98-9ccd-ac4ce1ec16b2', 'name': '', 'network_id': '5ba8ccf4-bef6-4512-b201-84a36f46a300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316955e5-630a-40f2-bcd2-82944bf1c3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'b700f224-d999-4e90-b339-488bd8979359', 'ip_address': '2001:db8::2d3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:25Z', 'updated_at': '2021-11-27T01:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b700f224-d999-4e90-b339-488bd8979359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:27.707353 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.715503 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.716296 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.734077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Deleting port fc1ad4a7-e9da-4f98-9ccd-ac4ce1ec16b2 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:27.734556 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.741184 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] Checking router: 316955e5-630a-40f2-bcd2-82944bf1c3b6 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:27.741542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] Updating router 316955e5-630a-40f2-bcd2-82944bf1c3b6 port fc1ad4a7-e9da-4f98-9ccd-ac4ce1ec16b2 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:32:27.777222 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.815413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:27.817430 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 279fe49a-c098-48d9-92e2-dd8cd115f017 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:27.855670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:27.867289 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:27.868165 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.882416 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.912550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Calling delete_port for fc1ad4a7-e9da-4f98-9ccd-ac4ce1ec16b2 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:27.916787 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5765495 Nov 27 01:32:27.917263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53602) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:27.923479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'mac_address': 'fa:16:3e:68:4b:8f', 'name': 'tempest-NetworksTestDHCPv6-956138479'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:27.924099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=a4b2b309-35e9-4dc9-9bfc-137b90cd7ce8,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:27.931026 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5227a-80c7-45e0-8baf-05d71b211885 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=40e0e39a-0df2-46d5-b7a5-f17a37cb7de9,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:27.954910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836058b-99e1-4e74-9290-59dcdc9dbcae req-b8a07eda-2545-46ca-a504-a2c9daf1c5db tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:27.958496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9836058b-99e1-4e74-9290-59dcdc9dbcae req-b8a07eda-2545-46ca-a504-a2c9daf1c5db tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 944 time: 0.1967249 Nov 27 01:32:28.022188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9836058b-99e1-4e74-9290-59dcdc9dbcae req-d9f89f91-1290-4202-9c09-f02360979e70 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/security-groups?id=18cc1ba1-e4ae-4f80-a9b3-8447017967d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514569 Nov 27 01:32:28.036287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 279fe49a-c098-48d9-92e2-dd8cd115f017 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:32:28.088477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 279fe49a-c098-48d9-92e2-dd8cd115f017 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:28.088847 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.286889 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.306547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:28.327693 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.370877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fb880-bd50-4aed-959b-e12f85122dbb req-251a4815-a053-4890-9c63-36706c6f409e tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:28.372532 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-be7fb880-bd50-4aed-959b-e12f85122dbb req-251a4815-a053-4890-9c63-36706c6f409e tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 943 time: 0.1394258 Nov 27 01:32:28.372975 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eca8af-e6ca-4d43-90af-65bd696ababa None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:28.389062 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd782d431-f2a1-4b15-a6df-2e8ea798a09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279fe49a-c098-48d9-92e2-dd8cd115f017'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:28.391884 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a632889d-7907-4fdd-be28-61a7d02228d0" -d '{"events": [{"server_uuid": "d782d431-f2a1-4b15-a6df-2e8ea798a09f", "name": "network-vif-plugged", "status": "completed", "tag": "279fe49a-c098-48d9-92e2-dd8cd115f017"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:28.405008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc1ad4a7-e9da-4f98-9ccd-ac4ce1ec16b2,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:28.450842 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.467641 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 279fe49a-c098-48d9-92e2-dd8cd115f017, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=279fe49a-c098-48d9-92e2-dd8cd115f017,segment=NetworkSegment(5ae9cc11-c48c-424c-9591-74abe5b895ae),segment_id=5ae9cc11-c48c-424c-9591-74abe5b895ae)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:28.470603 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:28.678542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1f0effb9-805c-45c1-ad64-735e215d2b97 None None] Provisioning complete for port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:28.678918 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1f0effb9-805c-45c1-ad64-735e215d2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.686453 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ced7222-76a1-4d2e-a311-cae0427d6b75 x-openstack-request-id: req-5ced7222-76a1-4d2e-a311-cae0427d6b75 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:28.686811 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d782d431-f2a1-4b15-a6df-2e8ea798a09f", "name": "network-vif-plugged", "status": "completed", "tag": "279fe49a-c098-48d9-92e2-dd8cd115f017", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:28.686991 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ced7222-76a1-4d2e-a311-cae0427d6b75 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:28.687403 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd782d431-f2a1-4b15-a6df-2e8ea798a09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279fe49a-c098-48d9-92e2-dd8cd115f017', 'code': 200} Nov 27 01:32:28.691887 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.757106 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:32:28.757481 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:32:28.813795 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.840362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=279fe49a-c098-48d9-92e2-dd8cd115f017,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:28.882272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:28.882537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:28.882826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:28.883173 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:28.883504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:28.883834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:28.884160 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:28.884514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:28.884837 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:28.885173 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:28.885481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:28.885805 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:28.933212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:28.933493 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.934435 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.938097 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.945842 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.951318 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-be7fb880-bd50-4aed-959b-e12f85122dbb req-a032e14d-d094-4a3c-8c50-066bc98adb21 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5550284 Nov 27 01:32:28.990006 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1f0effb9-805c-45c1-ad64-735e215d2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.016099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port 3fd7de0f-810b-4913-b90c-d155bdd4ec2d yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:32:29.021080 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.021599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 316955e5-630a-40f2-bcd2-82944bf1c3b6 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:32:29.024482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4bfd4-f0fa-4c5e-9538-85573a5d3bcf req-bdf4119f-6e8b-4a08-8c89-8392e1968b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:29.025980 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bd4bfd4-f0fa-4c5e-9538-85573a5d3bcf req-bdf4119f-6e8b-4a08-8c89-8392e1968b73 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 1097 time: 0.1366370 Nov 27 01:32:29.030640 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.030640 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6b99dbee-efe8-4170-ae15-809350f74bf4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "DELETE /v2.0/routers/316955e5-630a-40f2-bcd2-82944bf1c3b6 HTTP/1.1" status: 204 len: 168 time: 1.6947095 Nov 27 01:32:29.033691 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53612) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:29.051338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1f0effb9-805c-45c1-ad64-735e215d2b97 None None] For port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=40e0e39a-0df2-46d5-b7a5-f17a37cb7de9,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:29.089390 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1f0effb9-805c-45c1-ad64-735e215d2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.150475 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.159572 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bd4bfd4-f0fa-4c5e-9538-85573a5d3bcf req-f1b50176-bb81-4b4b-9a9e-6699babf24a3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=18cc1ba1-e4ae-4f80-a9b3-8447017967d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907099 Nov 27 01:32:29.182915 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-220de152-2547-4550-a4b1-67f5149cd14d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Deleting subnet b700f224-d999-4e90-b339-488bd8979359 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:29.184799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0effb9-805c-45c1-ad64-735e215d2b97 None None] Pushing event updated for resources: {'Port': ['ID=40e0e39a-0df2-46d5-b7a5-f17a37cb7de9,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:29.197439 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-220de152-2547-4550-a4b1-67f5149cd14d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.250603 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:32:29.251655 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:32:29.284131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::32c (45b1e637-4759-477c-827c-b083fabe48f4/5e2250ad-8a6d-40c5-a02a-73a4dce86974/3fd7de0f-810b-4913-b90c-d155bdd4ec2d) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:29.290734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] Port fc1ad4a7-e9da-4f98-9ccd-ac4ce1ec16b2 not found while updating agent binding for router 316955e5-630a-40f2-bcd2-82944bf1c3b6. {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 01:32:29.291996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8:0:1:f816:3eff:fe68:4b8f (45b1e637-4759-477c-827c-b083fabe48f4/a4b2b309-35e9-4dc9-9bfc-137b90cd7ce8/3fd7de0f-810b-4913-b90c-d155bdd4ec2d) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:29.309649 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] Routers set() bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:29.310037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] Router IDs set() for agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 01:32:29.312017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_agentschedulers_db [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'316955e5-630a-40f2-bcd2-82944bf1c3b6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent'). {{(pid=103404) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 01:32:29.312453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea05e7-9afe-4e73-9d7d-6601c60436b3 None None] The sync data for ids ['316955e5-630a-40f2-bcd2-82944bf1c3b6'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:29.339943 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-220de152-2547-4550-a4b1-67f5149cd14d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.373134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5757ca4-5397-4c4a-9307-04fa71aa16ad req-af449993-30fe-4ee1-b7a1-130fb1fefe6b tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:29.376807 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5757ca4-5397-4c4a-9307-04fa71aa16ad req-af449993-30fe-4ee1-b7a1-130fb1fefe6b tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 945 time: 0.1453323 Nov 27 01:32:29.425955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-220de152-2547-4550-a4b1-67f5149cd14d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.476840 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5757ca4-5397-4c4a-9307-04fa71aa16ad req-cccbf94d-faa0-468e-b858-d83682d57cfe tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/security-groups?id=18cc1ba1-e4ae-4f80-a9b3-8447017967d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938435 Nov 27 01:32:29.503313 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.527648 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-220de152-2547-4550-a4b1-67f5149cd14d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.557773 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.576815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220de152-2547-4550-a4b1-67f5149cd14d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b700f224-d999-4e90-b339-488bd8979359,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:29.580413 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-220de152-2547-4550-a4b1-67f5149cd14d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.585185 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-220de152-2547-4550-a4b1-67f5149cd14d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/b700f224-d999-4e90-b339-488bd8979359 HTTP/1.1" status: 204 len: 168 time: 0.5502501 Nov 27 01:32:29.587875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53618) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:29.637181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:29.641103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:29.644180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:29.650245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:29.650894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.666640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=3fd7de0f-810b-4913-b90c-d155bdd4ec2d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:29.672195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-423b2281-ff06-4c42-bebd-eea94c13244a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.689626 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3c9598a8-e265-4afb-a7d3-7b6c5045ea0d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7685220 Nov 27 01:32:29.689974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53620) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:29.789254 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-423b2281-ff06-4c42-bebd-eea94c13244a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.829722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-e5adf8dc-d4d7-43a9-996f-46df992c8d43 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port 3fd7de0f-810b-4913-b90c-d155bdd4ec2d {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:29.829972 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e5adf8dc-d4d7-43a9-996f-46df992c8d43 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.831892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-423b2281-ff06-4c42-bebd-eea94c13244a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba8ccf4-bef6-4512-b201-84a36f46a300']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:29.844077 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-423b2281-ff06-4c42-bebd-eea94c13244a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38580e57-d830-40ef-9f9b-44a6bc1b9b2a') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:29.844978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-423b2281-ff06-4c42-bebd-eea94c13244a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38580e57-d830-40ef-9f9b-44a6bc1b9b2a') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:29.856076 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-423b2281-ff06-4c42-bebd-eea94c13244a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.885456 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-423b2281-ff06-4c42-bebd-eea94c13244a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.900005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423b2281-ff06-4c42-bebd-eea94c13244a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:32:29.904478 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-423b2281-ff06-4c42-bebd-eea94c13244a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:32:29.909146 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:32:29.928778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3381c3bb-171f-4e17-8c58-f6306b9164f2 None None] Provisioning complete for port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:29.929304 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3381c3bb-171f-4e17-8c58-f6306b9164f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.957400 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e5adf8dc-d4d7-43a9-996f-46df992c8d43 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.972670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-e5adf8dc-d4d7-43a9-996f-46df992c8d43 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for 3fd7de0f-810b-4913-b90c-d155bdd4ec2d owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:29.996904 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-423b2281-ff06-4c42-bebd-eea94c13244a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.003050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423b2281-ff06-4c42-bebd-eea94c13244a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ba8ccf4-bef6-4512-b201-84a36f46a300 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 01:32:30.007013 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-423b2281-ff06-4c42-bebd-eea94c13244a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.031751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-423b2281-ff06-4c42-bebd-eea94c13244a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "DELETE /v2.0/networks/5ba8ccf4-bef6-4512-b201-84a36f46a300 HTTP/1.1" status: 204 len: 168 time: 0.4427319 Nov 27 01:32:30.063905 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b2281-ff06-4c42-bebd-eea94c13244a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ba8ccf4-bef6-4512-b201-84a36f46a300,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:30.130894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bed66-ec24-4db7-900e-e73d686590c7 req-fa203320-9a1f-4c10-8007-69104f981ea9 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:30.134861 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-906bed66-ec24-4db7-900e-e73d686590c7 req-fa203320-9a1f-4c10-8007-69104f981ea9 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 943 time: 0.0929341 Nov 27 01:32:30.231017 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-906bed66-ec24-4db7-900e-e73d686590c7 req-5b45166f-dd2b-44ac-accc-001e5594d9aa tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851986 Nov 27 01:32:30.278491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3ba64d24-4505-4487-a609-554e1e4d7908 None None] Provisioning complete for port 3fd7de0f-810b-4913-b90c-d155bdd4ec2d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:30.279800 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3ba64d24-4505-4487-a609-554e1e4d7908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.305647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53632) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:30.310547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d7f656b3-ff27-424e-bc10-82017d6bc00d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Request body: {'router': {'name': 'tempest-router--338381251', 'project_id': 'e382092434d14e34872eaa63af04c816'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:30.349314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:30.354982 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7f656b3-ff27-424e-bc10-82017d6bc00d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.356058 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7f656b3-ff27-424e-bc10-82017d6bc00d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.432110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3ba64d24-4505-4487-a609-554e1e4d7908 None None] Port 3fd7de0f-810b-4913-b90c-d155bdd4ec2d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:30.458080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:30.458460 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.482804 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e5adf8dc-d4d7-43a9-996f-46df992c8d43 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.553192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adf8dc-d4d7-43a9-996f-46df992c8d43 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=3fd7de0f-810b-4913-b90c-d155bdd4ec2d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:30.595615 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7f656b3-ff27-424e-bc10-82017d6bc00d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.605739 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7f656b3-ff27-424e-bc10-82017d6bc00d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.630046 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7f656b3-ff27-424e-bc10-82017d6bc00d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.636429 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d7f656b3-ff27-424e-bc10-82017d6bc00d tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3296218 Nov 27 01:32:30.636725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53638) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:30.669270 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.765610 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e5adf8dc-d4d7-43a9-996f-46df992c8d43 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.771444 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e5adf8dc-d4d7-43a9-996f-46df992c8d43 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/3fd7de0f-810b-4913-b90c-d155bdd4ec2d HTTP/1.1" status: 204 len: 168 time: 1.0780964 Nov 27 01:32:30.772795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53640) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:30.783870 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2c4472f5-bd9e-475b-998f-53d36bd84d91 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.866200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6306bea-d13b-4a72-8bba-205c23ce67f4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:30.868289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a6306bea-d13b-4a72-8bba-205c23ce67f4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0931010 Nov 27 01:32:30.870436 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53642) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:30.887339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904a92b-7d74-45e4-95eb-603b64473d74 req-8e47e943-a888-4cea-b18b-f93adb23800f tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:30.888899 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f904a92b-7d74-45e4-95eb-603b64473d74 req-8e47e943-a888-4cea-b18b-f93adb23800f tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 945 time: 0.2490013 Nov 27 01:32:30.930868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87158db4-a5dc-4bcf-8eb8-bd4aa073e0f6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:30.936084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-87158db4-a5dc-4bcf-8eb8-bd4aa073e0f6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0646462 Nov 27 01:32:30.936718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53646) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:30.998675 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b49d6bd-574b-4bbb-adde-7fa70586be0f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:31.001859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b49d6bd-574b-4bbb-adde-7fa70586be0f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:31.004171 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b49d6bd-574b-4bbb-adde-7fa70586be0f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:31.008501 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1b49d6bd-574b-4bbb-adde-7fa70586be0f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0683970 Nov 27 01:32:31.008774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53648) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:31.020031 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2c4472f5-bd9e-475b-998f-53d36bd84d91 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.025602 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2c4472f5-bd9e-475b-998f-53d36bd84d91 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.037311 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f904a92b-7d74-45e4-95eb-603b64473d74 req-176dfd3a-d7f5-4f02-bf42-0295f89642a2 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/security-groups?id=18cc1ba1-e4ae-4f80-a9b3-8447017967d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409323 Nov 27 01:32:31.062831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-65507802-09eb-4fc6-8257-5332c0e20e8f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 5e2250ad-8a6d-40c5-a02a-73a4dce86974 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:31.066147 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65507802-09eb-4fc6-8257-5332c0e20e8f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.082084 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2c4472f5-bd9e-475b-998f-53d36bd84d91 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.082735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4472f5-bd9e-475b-998f-53d36bd84d91 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff84681-ccdd-49bc-8aad-b4c960e351b9 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:32:31.087867 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2c4472f5-bd9e-475b-998f-53d36bd84d91 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.092825 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2c4472f5-bd9e-475b-998f-53d36bd84d91 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "DELETE /v2.0/routers/7ff84681-ccdd-49bc-8aad-b4c960e351b9 HTTP/1.1" status: 204 len: 168 time: 0.4333653 Nov 27 01:32:31.133876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65507802-09eb-4fc6-8257-5332c0e20e8f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.220733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53656) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:31.251531 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65507802-09eb-4fc6-8257-5332c0e20e8f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.348952 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65507802-09eb-4fc6-8257-5332c0e20e8f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.379317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65507802-09eb-4fc6-8257-5332c0e20e8f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=5e2250ad-8a6d-40c5-a02a-73a4dce86974,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:31.390948 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65507802-09eb-4fc6-8257-5332c0e20e8f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.399849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53664) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:31.400299 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-65507802-09eb-4fc6-8257-5332c0e20e8f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/5e2250ad-8a6d-40c5-a02a-73a4dce86974 HTTP/1.1" status: 204 len: 168 time: 0.3896534 Nov 27 01:32:31.404160 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19a0e81-7a96-4329-9786-4b90944e24f6 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:31.466079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92a32-5844-4e53-8a7e-ffb34003372d req-ee9d5757-0e4b-4548-8bd1-91aac0e69ea4 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:31.467617 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60a92a32-5844-4e53-8a7e-ffb34003372d req-ee9d5757-0e4b-4548-8bd1-91aac0e69ea4 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 943 time: 0.1267807 Nov 27 01:32:31.485241 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e009bba-5b72-44b4-a3b4-5a17b2e56917 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet a4b2b309-35e9-4dc9-9bfc-137b90cd7ce8 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:31.492368 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7e009bba-5b72-44b4-a3b4-5a17b2e56917 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.563955 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7e009bba-5b72-44b4-a3b4-5a17b2e56917 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.603419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60a92a32-5844-4e53-8a7e-ffb34003372d req-2dffb132-9880-4abf-872b-1a230aea78f4 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200390 Nov 27 01:32:31.648312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06cb89-8fff-477b-811f-c46032f002d9 req-2d167695-071c-4d97-9986-b5a15f0b6300 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:31.653092 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc06cb89-8fff-477b-811f-c46032f002d9 req-2d167695-071c-4d97-9986-b5a15f0b6300 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 945 time: 0.0935111 Nov 27 01:32:31.673000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-260564245', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:31.702032 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7e009bba-5b72-44b4-a3b4-5a17b2e56917 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.712799 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc06cb89-8fff-477b-811f-c46032f002d9 req-8c2dda76-3c62-4947-8c7e-d9c9d00361c4 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/security-groups?id=18cc1ba1-e4ae-4f80-a9b3-8447017967d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532713 Nov 27 01:32:31.740522 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.742170 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.818938 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.823598 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7e009bba-5b72-44b4-a3b4-5a17b2e56917 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.892409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e009bba-5b72-44b4-a3b4-5a17b2e56917 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b2b309-35e9-4dc9-9bfc-137b90cd7ce8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:31.925291 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7e009bba-5b72-44b4-a3b4-5a17b2e56917 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.930689 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7e009bba-5b72-44b4-a3b4-5a17b2e56917 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/a4b2b309-35e9-4dc9-9bfc-137b90cd7ce8 HTTP/1.1" status: 204 len: 168 time: 0.5246589 Nov 27 01:32:31.931110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53670) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:31.980494 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-170d64ef-51f2-4f3d-ae32-f81e91a1d69f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457747 Nov 27 01:32:31.980906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53672) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:31.986012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-dc449efe-986f-4bf1-af7e-77772a648abe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:32.061904 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.110079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc449efe-986f-4bf1-af7e-77772a648abe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:32.114824 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc449efe-986f-4bf1-af7e-77772a648abe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.314078 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.336736 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.346428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d1a5c3-fab4-493c-aac0-d40f42c5749f None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:32.368071 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc449efe-986f-4bf1-af7e-77772a648abe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.423480 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-92a74bb3-022f-44ab-b174-14970e796260 None None] Provisioning complete for port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:32.424469 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-92a74bb3-022f-44ab-b174-14970e796260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.424708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc449efe-986f-4bf1-af7e-77772a648abe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:32.432213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-dc449efe-986f-4bf1-af7e-77772a648abe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:32.440501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc449efe-986f-4bf1-af7e-77772a648abe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:32.440501 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc449efe-986f-4bf1-af7e-77772a648abe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.458532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc449efe-986f-4bf1-af7e-77772a648abe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=4ac9576a-1254-4df1-b06a-82dbd86fcc69,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:32.470329 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dc449efe-986f-4bf1-af7e-77772a648abe tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4857810 Nov 27 01:32:32.472653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53676) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:32.477538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-89b0c9ec-32bd-4792-aeb4-d30e66479531 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:32.482667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Allocated IP 172.25.1.225 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/32410a48-6585-4f5b-8634-3584279a5e42) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:32.620692 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b0c9ec-32bd-4792-aeb4-d30e66479531 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:32.624493 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-89b0c9ec-32bd-4792-aeb4-d30e66479531 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.684295 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.684853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fb967a-281a-46c6-b1ea-af9035bd18f9 None None] Update dhcp port {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'fixed_ips': [{'subnet_id': '4ac9576a-1254-4df1-b06a-82dbd86fcc69'}], 'binding:host_id': 'n-d-817303-10'}, 'id': '40e0e39a-0df2-46d5-b7a5-f17a37cb7de9'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:32:32.733737 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f3fb967a-281a-46c6-b1ea-af9035bd18f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.735516 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.760599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:32.765122 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:32.794440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfb3e9-183a-46be-8b3c-8a62fef30bfa req-00dfc13f-d640-45c3-9f68-79d568fd881e tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:32.796026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23dfb3e9-183a-46be-8b3c-8a62fef30bfa req-00dfc13f-d640-45c3-9f68-79d568fd881e tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 943 time: 0.1077976 Nov 27 01:32:32.798910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:32.815391 n-d-817303-10 neutron-server[103402]: INFO neutron.db.ipam_backend_mixin [None req-89b0c9ec-32bd-4792-aeb4-d30e66479531 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ac9576a-1254-4df1-b06a-82dbd86fcc69 (CIDR: 2001:db8::/64) Nov 27 01:32:32.831958 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b0c9ec-32bd-4792-aeb4-d30e66479531 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:32:32.832453 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b0c9ec-32bd-4792-aeb4-d30e66479531 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:32.880305 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-89b0c9ec-32bd-4792-aeb4-d30e66479531 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4063871 Nov 27 01:32:32.883512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53684) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:32.891985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'subnet': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:32.924847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Pushing event updated for resources: {'Port': ['ID=32410a48-6585-4f5b-8634-3584279a5e42,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:32.943765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fedf9-6081-47c9-8126-ba0509e96b95 req-c085ac23-74b9-4279-92ac-a2ee8199ac8c tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:32.945307 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b93fedf9-6081-47c9-8126-ba0509e96b95 req-c085ac23-74b9-4279-92ac-a2ee8199ac8c tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 945 time: 0.0933156 Nov 27 01:32:32.957702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-f3fb967a-281a-46c6-b1ea-af9035bd18f9 None None] Allocated IP 2001:db8::2 (45b1e637-4759-477c-827c-b083fabe48f4/4ac9576a-1254-4df1-b06a-82dbd86fcc69/40e0e39a-0df2-46d5-b7a5-f17a37cb7de9) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:33.036001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a084be1-ab0e-40be-a814-cef58a5af0b1 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:33.126278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f3fb967a-281a-46c6-b1ea-af9035bd18f9 None None] For port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=40e0e39a-0df2-46d5-b7a5-f17a37cb7de9,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:33.163461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c85807cb-ac72-4ea8-8343-090728645323 None None] Provisioning complete for port 32410a48-6585-4f5b-8634-3584279a5e42 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:33.163831 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c85807cb-ac72-4ea8-8343-090728645323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.206335 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f3fb967a-281a-46c6-b1ea-af9035bd18f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.221405 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f3fb967a-281a-46c6-b1ea-af9035bd18f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.259740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c85807cb-ac72-4ea8-8343-090728645323 None None] Port 32410a48-6585-4f5b-8634-3584279a5e42 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:33.268971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a629798-1b47-4722-9d1a-bb15a921a4f9 req-ce17f64c-9555-4036-994d-4194f1525e59 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:33.270572 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a629798-1b47-4722-9d1a-bb15a921a4f9 req-ce17f64c-9555-4036-994d-4194f1525e59 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.21 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 945 time: 0.2001107 Nov 27 01:32:33.279841 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b93fedf9-6081-47c9-8126-ba0509e96b95 req-b973d9e5-2bb4-49ba-bc49-67ea42fa603c tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/security-groups?id=18cc1ba1-e4ae-4f80-a9b3-8447017967d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078609 Nov 27 01:32:33.314984 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23dfb3e9-183a-46be-8b3c-8a62fef30bfa req-b2641c6f-4151-4cce-bec0-2d94b0b3cae8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4981699 Nov 27 01:32:33.346560 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb967a-281a-46c6-b1ea-af9035bd18f9 None None] Pushing event updated for resources: {'Port': ['ID=40e0e39a-0df2-46d5-b7a5-f17a37cb7de9,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:33.380490 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.444461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:33.449761 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.451382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-0a629798-1b47-4722-9d1a-bb15a921a4f9 req-cf5b15e5-c69e-4e78-88f5-72c32ff8c39f tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Deleting port 279fe49a-c098-48d9-92e2-dd8cd115f017 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:33.451724 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a629798-1b47-4722-9d1a-bb15a921a4f9 req-cf5b15e5-c69e-4e78-88f5-72c32ff8c39f tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.658322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-0a629798-1b47-4722-9d1a-bb15a921a4f9 req-cf5b15e5-c69e-4e78-88f5-72c32ff8c39f tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] For port 279fe49a-c098-48d9-92e2-dd8cd115f017, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=279fe49a-c098-48d9-92e2-dd8cd115f017,segment=NetworkSegment(5ae9cc11-c48c-424c-9591-74abe5b895ae),segment_id=5ae9cc11-c48c-424c-9591-74abe5b895ae)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:33.659129 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a629798-1b47-4722-9d1a-bb15a921a4f9 req-cf5b15e5-c69e-4e78-88f5-72c32ff8c39f tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.713103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-0a629798-1b47-4722-9d1a-bb15a921a4f9 req-cf5b15e5-c69e-4e78-88f5-72c32ff8c39f tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Calling delete_port for 279fe49a-c098-48d9-92e2-dd8cd115f017 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:33.791920 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.802914 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 851b764a-d1be-4991-b76f-dc29facdd204 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:32:33.883125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.objects.ports [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:32:33.997561 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 851b764a-d1be-4991-b76f-dc29facdd204, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=851b764a-d1be-4991-b76f-dc29facdd204,segment=NetworkSegment(7e1d6062-5749-4afb-9158-bce35827e3f8),segment_id=7e1d6062-5749-4afb-9158-bce35827e3f8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:34.011786 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '851b764a-d1be-4991-b76f-dc29facdd204', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'port_id': '851b764a-d1be-4991-b76f-dc29facdd204', 'mac_address': 'fa:16:3e:46:e5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:32:34.069572 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.085329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851b764a-d1be-4991-b76f-dc29facdd204 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:32:34.109828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 851b764a-d1be-4991-b76f-dc29facdd204, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=851b764a-d1be-4991-b76f-dc29facdd204,segment=NetworkSegment(7e1d6062-5749-4afb-9158-bce35827e3f8),segment_id=7e1d6062-5749-4afb-9158-bce35827e3f8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:34.115935 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.200428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=851b764a-d1be-4991-b76f-dc29facdd204,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:34.202681 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.204461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4b8ac3-96ce-4c2c-9fc5-194eaae613cc None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:34.327239 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6ae5fff8-1e02-4381-a58e-46a0ad5c2acd None None] Provisioning complete for port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:34.327759 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fff8-1e02-4381-a58e-46a0ad5c2acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.427712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] For port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=40e0e39a-0df2-46d5-b7a5-f17a37cb7de9,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:34.478008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:34.513023 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.524281 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.525982 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.551909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['851b764a-d1be-4991-b76f-dc29facdd204'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:32:34.561340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90945b83-8b35-47a4-9c6e-6cca4478b25a req-1ff65bc9-5d5c-42f4-ad48-f7775283c45d tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:34.565995 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a629798-1b47-4722-9d1a-bb15a921a4f9 req-cf5b15e5-c69e-4e78-88f5-72c32ff8c39f tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.569621 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90945b83-8b35-47a4-9c6e-6cca4478b25a req-1ff65bc9-5d5c-42f4-ad48-f7775283c45d tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 944 time: 0.1384373 Nov 27 01:32:34.582652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9be4b9-5819-47a4-a99a-f709a3ca7334 req-d9ecb24e-da72-427e-afdf-f0161df392f3 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:34.585068 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9d9be4b9-5819-47a4-a99a-f709a3ca7334 req-d9ecb24e-da72-427e-afdf-f0161df392f3 tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/ports?device_id=d782d431-f2a1-4b15-a6df-2e8ea798a09f HTTP/1.1" status: 200 len: 945 time: 0.0982730 Nov 27 01:32:34.607089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Router 64435a41-cd8f-46ef-8b6e-6e6286768b44 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:32:34.626828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['279fe49a-c098-48d9-92e2-dd8cd115f017'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:32:34.651244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:34.669791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:34.683540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b15e5-c69e-4e78-88f5-72c32ff8c39f tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Pushing event deleted for resources: {'Port': ['ID=279fe49a-c098-48d9-92e2-dd8cd115f017,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:34.688960 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:34.689565 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.698884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Subnet': ['ID=38d1687e-7fef-41e2-8257-b250e87b53b7,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:34.727215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=40e0e39a-0df2-46d5-b7a5-f17a37cb7de9,revision_number=10']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:34.741696 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:34.741847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90945b83-8b35-47a4-9c6e-6cca4478b25a req-8e6d7986-4dc4-449c-b593-4d999da03475 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720998 Nov 27 01:32:34.742072 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.754106 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d432a1eb-c8a5-4e21-af90-9296433737ae tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8671372 Nov 27 01:32:34.761536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53702) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:34.772850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Request body: {'port': {'network_id': '45b1e637-4759-477c-827c-b083fabe48f4', 'mac_address': 'fa:16:3e:4a:6d:44', 'name': 'tempest-NetworksTestDHCPv6-952695127'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:34.853348 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9d9be4b9-5819-47a4-a99a-f709a3ca7334 req-739e6b09-35c4-48a7-ab32-3e95f8676eaa tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.15 "GET /v2.0/security-groups?id=18cc1ba1-e4ae-4f80-a9b3-8447017967d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570696 Nov 27 01:32:34.942075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a629798-1b47-4722-9d1a-bb15a921a4f9 req-cf5b15e5-c69e-4e78-88f5-72c32ff8c39f tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] No DVR routers for this DVR port 279fe49a-c098-48d9-92e2-dd8cd115f017 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:32:34.946861 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-0a629798-1b47-4722-9d1a-bb15a921a4f9 req-cf5b15e5-c69e-4e78-88f5-72c32ff8c39f tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.950725 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a629798-1b47-4722-9d1a-bb15a921a4f9 req-cf5b15e5-c69e-4e78-88f5-72c32ff8c39f tempest-ServerPasswordTestJSON-692068595 tempest-ServerPasswordTestJSON-692068595-project] 10.222.0.21 "DELETE /v2.0/ports/279fe49a-c098-48d9-92e2-dd8cd115f017 HTTP/1.1" status: 204 len: 173 time: 1.6698575 Nov 27 01:32:34.951256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd782d431-f2a1-4b15-a6df-2e8ea798a09f', 'name': 'network-vif-deleted', 'tag': '279fe49a-c098-48d9-92e2-dd8cd115f017'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:34.954527 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2133a2b-8105-46d2-9ba7-46313b88485c" -d '{"events": [{"server_uuid": "d782d431-f2a1-4b15-a6df-2e8ea798a09f", "name": "network-vif-deleted", "tag": "279fe49a-c098-48d9-92e2-dd8cd115f017"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:34.965929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Made reservation on behalf of efbb7d3b82754143804d2359347d8dfa for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:35.049262 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f680c5-45cc-4ff8-9340-253a23bf942b x-openstack-request-id: req-38f680c5-45cc-4ff8-9340-253a23bf942b {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:35.049779 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d782d431-f2a1-4b15-a6df-2e8ea798a09f", "name": "network-vif-deleted", "tag": "279fe49a-c098-48d9-92e2-dd8cd115f017", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:35.050334 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38f680c5-45cc-4ff8-9340-253a23bf942b {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:35.050884 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd782d431-f2a1-4b15-a6df-2e8ea798a09f', 'name': 'network-vif-deleted', 'tag': '279fe49a-c098-48d9-92e2-dd8cd115f017', 'status': 'completed', 'code': 200} Nov 27 01:32:35.095615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:35.113835 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a1368-a2c9-4ea6-a931-04756f728526 None None] Sync routers for ids ['64435a41-cd8f-46ef-8b6e-6e6286768b44'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:35.120000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.127193 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a1368-a2c9-4ea6-a931-04756f728526 None None] Routers {'64435a41-cd8f-46ef-8b6e-6e6286768b44'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:35.128515 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6f6a1368-a2c9-4ea6-a931-04756f728526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['64435a41-cd8f-46ef-8b6e-6e6286768b44'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:35.132039 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.136135 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-679f35fd-d587-4846-9fe3-cbaf365f7fa5 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9116070 Nov 27 01:32:35.137310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53706) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:35.168945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] device_id is not set on port e5977e9b-886a-4b03-9012-908562a2d1fb yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:32:35.179751 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6f6a1368-a2c9-4ea6-a931-04756f728526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:35.190620 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a1368-a2c9-4ea6-a931-04756f728526 None None] Routers {'64435a41-cd8f-46ef-8b6e-6e6286768b44'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:35.191595 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6f6a1368-a2c9-4ea6-a931-04756f728526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['64435a41-cd8f-46ef-8b6e-6e6286768b44'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:35.245005 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6f6a1368-a2c9-4ea6-a931-04756f728526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:35.246429 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a1368-a2c9-4ea6-a931-04756f728526 None None] The sync data for ids ['64435a41-cd8f-46ef-8b6e-6e6286768b44'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:35.292698 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-459685a2-7a65-4f16-a5ae-62c3f46bde3e tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/routers/64435a41-cd8f-46ef-8b6e-6e6286768b44 HTTP/1.1" status: 200 len: 924 time: 0.1541471 Nov 27 01:32:35.296508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53708) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:35.328148 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-34732bb7-8994-4da3-addd-987701e1775f tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "GET /v2.0/ports?device_id=64435a41-cd8f-46ef-8b6e-6e6286768b44 HTTP/1.1" status: 200 len: 205 time: 0.0280471 Nov 27 01:32:35.328458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53710) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:35.456982 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8::b8 (45b1e637-4759-477c-827c-b083fabe48f4/4ac9576a-1254-4df1-b06a-82dbd86fcc69/e5977e9b-886a-4b03-9012-908562a2d1fb) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:35.463832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4a:6d44 (45b1e637-4759-477c-827c-b083fabe48f4/38d1687e-7fef-41e2-8257-b250e87b53b7/e5977e9b-886a-4b03-9012-908562a2d1fb) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:35.465387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.599035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4ee0d3-61e0-49f5-a2c4-4aaed3dada89 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:35.627073 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.689891 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.691577 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2e9b9835-e30f-45a9-b755-529bd5298092 None None] Provisioning complete for port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:35.691959 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9835-e30f-45a9-b755-529bd5298092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.711293 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Deleting port 32410a48-6585-4f5b-8634-3584279a5e42 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:35.711643 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.746160 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.868121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Network 45b1e637-4759-477c-827c-b083fabe48f4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:35.870051 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.882813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:35.885590 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Calling delete_port for 32410a48-6585-4f5b-8634-3584279a5e42 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:35.889922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:35.896923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:35.897986 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.926304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event updated for resources: {'Port': ['ID=e5977e9b-886a-4b03-9012-908562a2d1fb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:35.930072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53720) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:35.980639 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-680fd389-39ef-4c79-a6d2-f933b779d1ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2156146 Nov 27 01:32:35.981821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53722) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:36.037096 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18db39-6557-46c3-943a-e1f46f83ef4f req-3ad1920c-494d-49bd-8b22-91be3352b93c tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:36.038625 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8c18db39-6557-46c3-943a-e1f46f83ef4f req-3ad1920c-494d-49bd-8b22-91be3352b93c tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 944 time: 0.1742809 Nov 27 01:32:36.052880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e97e23-b7c6-43f8-85a5-1cb526bed338 admin admin] Deleting subnet 446f14d0-e0e9-4ff8-9840-e270731f64f9 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:36.073863 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16e97e23-b7c6-43f8-85a5-1cb526bed338 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.149934 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.156226 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16e97e23-b7c6-43f8-85a5-1cb526bed338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.196185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Pushing event deleted for resources: {'Port': ['ID=32410a48-6585-4f5b-8634-3584279a5e42,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:36.201085 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8c18db39-6557-46c3-943a-e1f46f83ef4f req-667222e6-85ad-4286-9fd1-eb1c8be41b9e tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517889 Nov 27 01:32:36.216866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946109db-3d8b-42cc-90a8-52597136d8f4 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:36.231529 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16e97e23-b7c6-43f8-85a5-1cb526bed338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.232375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-31eda07a-509f-4021-b432-596f88f13199 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting port e5977e9b-886a-4b03-9012-908562a2d1fb {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:36.232711 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31eda07a-509f-4021-b432-596f88f13199 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.308726 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.383830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:36.424388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16e97e23-b7c6-43f8-85a5-1cb526bed338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.432519 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.434750 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.443352 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31eda07a-509f-4021-b432-596f88f13199 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.477515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9a1c2e56-37fe-471b-b833-455353413fa2 None None] Provisioning complete for port e5977e9b-886a-4b03-9012-908562a2d1fb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:36.478733 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e97e23-b7c6-43f8-85a5-1cb526bed338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=446f14d0-e0e9-4ff8-9840-e270731f64f9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:36.484610 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16e97e23-b7c6-43f8-85a5-1cb526bed338 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.485181 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a1c2e56-37fe-471b-b833-455353413fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.493041 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-16e97e23-b7c6-43f8-85a5-1cb526bed338 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/446f14d0-e0e9-4ff8-9840-e270731f64f9 HTTP/1.1" status: 204 len: 168 time: 0.5531838 Nov 27 01:32:36.494008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53724) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:36.496912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.498007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Fanout notify agent at l3_agent the message router_deleted on router 64435a41-cd8f-46ef-8b6e-6e6286768b44 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:32:36.508707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-31eda07a-509f-4021-b432-596f88f13199 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Calling delete_port for e5977e9b-886a-4b03-9012-908562a2d1fb owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:36.511112 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.519352 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5098cfba-162c-4e94-a969-aef0aa67ba69 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "DELETE /v2.0/routers/64435a41-cd8f-46ef-8b6e-6e6286768b44 HTTP/1.1" status: 204 len: 168 time: 1.1889639 Nov 27 01:32:36.520839 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53726) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:36.526384 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1085690412', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'enable_snat': False}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:36.551772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c2e56-37fe-471b-b833-455353413fa2 None None] Port e5977e9b-886a-4b03-9012-908562a2d1fb cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:36.560360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:36.560767 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.570443 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.574157 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.601829 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9a1c2e56-37fe-471b-b833-455353413fa2 None None] Provisioning complete for port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:36.602395 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a1c2e56-37fe-471b-b833-455353413fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.644173 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c4e76c80-10f6-4ebf-b2a9-84fe5ce16118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.665508 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.782315 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c4e76c80-10f6-4ebf-b2a9-84fe5ce16118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.836537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c4e76c80-10f6-4ebf-b2a9-84fe5ce16118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f132f9-d077-4c12-baed-54f0bdd22b36']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:36.851287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c4e76c80-10f6-4ebf-b2a9-84fe5ce16118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae9cc11-c48c-424c-9591-74abe5b895ae') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:36.851604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-c4e76c80-10f6-4ebf-b2a9-84fe5ce16118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae9cc11-c48c-424c-9591-74abe5b895ae') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:36.862797 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.867961 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c4e76c80-10f6-4ebf-b2a9-84fe5ce16118 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.907533 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c4e76c80-10f6-4ebf-b2a9-84fe5ce16118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.912154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bd6c64ff-b8d1-4d7d-b6b9-80cb16e18a4e None None] Provisioning complete for port e5977e9b-886a-4b03-9012-908562a2d1fb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:36.914489 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bd6c64ff-b8d1-4d7d-b6b9-80cb16e18a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.919153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e76c80-10f6-4ebf-b2a9-84fe5ce16118 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:32:36.919575 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c4e76c80-10f6-4ebf-b2a9-84fe5ce16118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:32:36.921395 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:32:36.979041 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31eda07a-509f-4021-b432-596f88f13199 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.979286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c64ff-b8d1-4d7d-b6b9-80cb16e18a4e None None] Port e5977e9b-886a-4b03-9012-908562a2d1fb cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:37.016108 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c4e76c80-10f6-4ebf-b2a9-84fe5ce16118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.018361 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eda07a-509f-4021-b432-596f88f13199 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Port': ['ID=e5977e9b-886a-4b03-9012-908562a2d1fb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:37.025026 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c4e76c80-10f6-4ebf-b2a9-84fe5ce16118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.033855 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c4e76c80-10f6-4ebf-b2a9-84fe5ce16118 admin admin] 10.222.0.15 "DELETE /v2.0/networks/87f132f9-d077-4c12-baed-54f0bdd22b36 HTTP/1.1" status: 204 len: 168 time: 0.5336127 Nov 27 01:32:37.060205 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e76c80-10f6-4ebf-b2a9-84fe5ce16118 admin admin] Pushing event deleted for resources: {'Network': ['ID=87f132f9-d077-4c12-baed-54f0bdd22b36,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:37.091832 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31eda07a-509f-4021-b432-596f88f13199 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.098055 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-31eda07a-509f-4021-b432-596f88f13199 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/e5977e9b-886a-4b03-9012-908562a2d1fb HTTP/1.1" status: 204 len: 168 time: 1.1100266 Nov 27 01:32:37.099260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53736) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:37.202549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d56efd-bded-495e-bcf5-64a4199b3c12 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:37.205924 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-76d56efd-bded-495e-bcf5-64a4199b3c12 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1055937 Nov 27 01:32:37.208578 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53738) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:37.218607 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.249106 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.322188 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bba483-e2ea-4592-b823-8f995187e54b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:37.324345 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-41bba483-e2ea-4592-b823-8f995187e54b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1146700 Nov 27 01:32:37.327043 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53742) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:37.357641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53744) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:37.422349 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f88e27c3-5383-44cc-ad94-9ebd2a227e7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f37588f825564455a24365a8b8623db8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0637748 Nov 27 01:32:37.422586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4d0fee-be24-41d8-ba0e-216168ca344c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:37.424153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4d0fee-be24-41d8-ba0e-216168ca344c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:37.425281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53746) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:37.425981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4d0fee-be24-41d8-ba0e-216168ca344c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:37.430158 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7d4d0fee-be24-41d8-ba0e-216168ca344c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0996153 Nov 27 01:32:37.431766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53748) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:37.474499 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b7a0f-a590-49e1-81f7-01c58339c701 req-15a64f38-dbdb-4a84-9ced-22de109dc83e tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:37.476334 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-043b7a0f-a590-49e1-81f7-01c58339c701 req-15a64f38-dbdb-4a84-9ced-22de109dc83e tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 944 time: 0.1061456 Nov 27 01:32:37.498971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Allocated IP 172.25.1.35 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/e5155350-021e-4761-b6e2-b8fc12884070) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:37.512573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-390d6661-89a3-4125-85ae-6c1fcca2cbb6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 38d1687e-7fef-41e2-8257-b250e87b53b7 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:37.519004 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9096f26b-0c0d-46e4-83e4-1bd1e9fc1a90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.519228 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-390d6661-89a3-4125-85ae-6c1fcca2cbb6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.558980 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9096f26b-0c0d-46e4-83e4-1bd1e9fc1a90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.581569 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-043b7a0f-a590-49e1-81f7-01c58339c701 req-192faa1c-defa-406f-9197-cfed6ce90386 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975525 Nov 27 01:32:37.586363 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-390d6661-89a3-4125-85ae-6c1fcca2cbb6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.674299 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.677295 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9096f26b-0c0d-46e4-83e4-1bd1e9fc1a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.679974 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9096f26b-0c0d-46e4-83e4-1bd1e9fc1a90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.681195 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9096f26b-0c0d-46e4-83e4-1bd1e9fc1a90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18cc1ba1-e4ae-4f80-a9b3-8447017967d0 HTTP/1.1" status: 204 len: 168 time: 0.2549772 Nov 27 01:32:37.688356 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-390d6661-89a3-4125-85ae-6c1fcca2cbb6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.694827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096f26b-0c0d-46e4-83e4-1bd1e9fc1a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cc1ba1-e4ae-4f80-a9b3-8447017967d0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:37.724198 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.767872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:37.773275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:37.778910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:37.782176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event updated for resources: {'Port': ['ID=e5155350-021e-4761-b6e2-b8fc12884070,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:37.788774 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db3ad76-dd11-4d46-9c75-3ea972db1e60 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:37.803376 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 851b764a-d1be-4991-b76f-dc29facdd204 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:37.818119 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-390d6661-89a3-4125-85ae-6c1fcca2cbb6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.874044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d6661-89a3-4125-85ae-6c1fcca2cbb6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=38d1687e-7fef-41e2-8257-b250e87b53b7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:37.878206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-390d6661-89a3-4125-85ae-6c1fcca2cbb6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.885325 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-390d6661-89a3-4125-85ae-6c1fcca2cbb6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/38d1687e-7fef-41e2-8257-b250e87b53b7 HTTP/1.1" status: 204 len: 168 time: 0.4518218 Nov 27 01:32:37.887553 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53752) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:37.966413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa65d0d8-0ca2-41fb-a6bb-f988e5123949 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Deleting subnet 4ac9576a-1254-4df1-b06a-82dbd86fcc69 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:37.970144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa65d0d8-0ca2-41fb-a6bb-f988e5123949 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.070815 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa65d0d8-0ca2-41fb-a6bb-f988e5123949 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.080562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 279fe49a-c098-48d9-92e2-dd8cd115f017 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:38.083463 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05b4db7-830c-4655-9685-7995f80be678 None None] Network 45b1e637-4759-477c-827c-b083fabe48f4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:38.144893 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.161563 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa65d0d8-0ca2-41fb-a6bb-f988e5123949 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.200471 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 279fe49a-c098-48d9-92e2-dd8cd115f017 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:38.201484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 279fe49a-c098-48d9-92e2-dd8cd115f017 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:38.217154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c590bdce-93cc-4e74-9c79-49d8b5e0f999 None None] Provisioning complete for port e5155350-021e-4761-b6e2-b8fc12884070 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:38.218081 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c590bdce-93cc-4e74-9c79-49d8b5e0f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.254365 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa65d0d8-0ca2-41fb-a6bb-f988e5123949 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.269258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c590bdce-93cc-4e74-9c79-49d8b5e0f999 None None] Port e5155350-021e-4761-b6e2-b8fc12884070 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:38.284354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 851b764a-d1be-4991-b76f-dc29facdd204 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:32:38.292651 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa65d0d8-0ca2-41fb-a6bb-f988e5123949 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.295895 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-aa65d0d8-0ca2-41fb-a6bb-f988e5123949 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/4ac9576a-1254-4df1-b06a-82dbd86fcc69 HTTP/1.1" status: 204 len: 168 time: 0.4069448 Nov 27 01:32:38.298663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 851b764a-d1be-4991-b76f-dc29facdd204 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:38.299044 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.325281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53764) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:38.335244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65d0d8-0ca2-41fb-a6bb-f988e5123949 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac9576a-1254-4df1-b06a-82dbd86fcc69,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:38.379066 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f2976298-b069-4ac6-9233-462ea11a1130 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513866 Nov 27 01:32:38.381423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53768) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:38.460080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520ba725-7a8b-4602-9f7a-90463f6d7254 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:38.464070 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-520ba725-7a8b-4602-9f7a-90463f6d7254 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0794303 Nov 27 01:32:38.464413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53772) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:38.496289 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.528739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851b764a-d1be-4991-b76f-dc29facdd204'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:38.534129 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9680271f-2e20-4e90-be9e-10b8d440f7eb" -d '{"events": [{"server_uuid": "e5bd8e13-fa38-47be-9e0c-febd39e7cb61", "name": "network-vif-plugged", "status": "completed", "tag": "851b764a-d1be-4991-b76f-dc29facdd204"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:38.564883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 851b764a-d1be-4991-b76f-dc29facdd204, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=851b764a-d1be-4991-b76f-dc29facdd204,segment=NetworkSegment(7e1d6062-5749-4afb-9158-bce35827e3f8),segment_id=7e1d6062-5749-4afb-9158-bce35827e3f8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:38.571596 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.591557 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f52d969-b1e5-4e35-830d-1d30b9d7ce66 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:38.596543 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5f52d969-b1e5-4e35-830d-1d30b9d7ce66 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1277692 Nov 27 01:32:38.602062 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53776) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:38.607377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de28cb1e-5ac2-46ca-92aa-3a4a13e5cb74 None None] DHCP port deletion for 45b1e637-4759-477c-827c-b083fabe48f4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:38.625585 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3de5c6e-39c4-4653-8c0a-e35ba7465ccb x-openstack-request-id: req-c3de5c6e-39c4-4653-8c0a-e35ba7465ccb {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:38.625863 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5bd8e13-fa38-47be-9e0c-febd39e7cb61", "name": "network-vif-plugged", "status": "completed", "tag": "851b764a-d1be-4991-b76f-dc29facdd204", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:38.626144 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3de5c6e-39c4-4653-8c0a-e35ba7465ccb {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:38.626526 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851b764a-d1be-4991-b76f-dc29facdd204', 'code': 200} Nov 27 01:32:38.635736 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.705037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=851b764a-d1be-4991-b76f-dc29facdd204,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:38.717306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5b20eb2a-4e5d-4715-b583-81909e0634fb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087692 Nov 27 01:32:38.721689 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53786) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:38.764505 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-de28cb1e-5ac2-46ca-92aa-3a4a13e5cb74 None None] Deleting port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:38.765186 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-de28cb1e-5ac2-46ca-92aa-3a4a13e5cb74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.774702 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8892432-9e46-4c43-82cb-bb543f0c4d16 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:38.775298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8892432-9e46-4c43-82cb-bb543f0c4d16 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:38.785889 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a8892432-9e46-4c43-82cb-bb543f0c4d16 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/e5977e9b-886a-4b03-9012-908562a2d1fb HTTP/1.1" status: 404 len: 333 time: 0.0614333 Nov 27 01:32:38.787881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53788) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:38.854123 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-de28cb1e-5ac2-46ca-92aa-3a4a13e5cb74 None None] For port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=40e0e39a-0df2-46d5-b7a5-f17a37cb7de9,segment=NetworkSegment(ba6634ea-3679-4629-87d2-77233a637be8),segment_id=ba6634ea-3679-4629-87d2-77233a637be8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:38.854708 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-de28cb1e-5ac2-46ca-92aa-3a4a13e5cb74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.872982 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-de28cb1e-5ac2-46ca-92aa-3a4a13e5cb74 None None] Calling delete_port for 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:38.880281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49510-fffd-4cbe-8c46-7b80483fbd1d req-56674524-ff7b-47f3-839d-4e60e1e7b3d3 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:38.888148 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-19b49510-fffd-4cbe-8c46-7b80483fbd1d req-56674524-ff7b-47f3-839d-4e60e1e7b3d3 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 945 time: 0.0779152 Nov 27 01:32:38.926022 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-58301b77-ad20-4ab6-b14d-56c30fe0cb98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:38.926380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58301b77-ad20-4ab6-b14d-56c30fe0cb98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:38.935777 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-58301b77-ad20-4ab6-b14d-56c30fe0cb98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/38d1687e-7fef-41e2-8257-b250e87b53b7 HTTP/1.1" status: 404 len: 337 time: 0.1435339 Nov 27 01:32:38.939132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53792) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:38.957996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f55dde-ede6-431b-a054-a61ad1298093 req-55a59a72-67ba-4984-a7f0-033b35115873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:38.959453 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36f55dde-ede6-431b-a054-a61ad1298093 req-55a59a72-67ba-4984-a7f0-033b35115873 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 1097 time: 0.1724811 Nov 27 01:32:38.978348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53794) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:38.984213 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c0e00c-b3eb-4332-bc90-4004bba0a8a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:38.985410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c0e00c-b3eb-4332-bc90-4004bba0a8a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:38.988484 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-85c0e00c-b3eb-4332-bc90-4004bba0a8a6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/4ac9576a-1254-4df1-b06a-82dbd86fcc69 HTTP/1.1" status: 404 len: 337 time: 0.0483592 Nov 27 01:32:38.993662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-19b49510-fffd-4cbe-8c46-7b80483fbd1d req-b700b1a5-554c-4858-a8e0-894794826fc0 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015756 Nov 27 01:32:38.994238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Router ada31329-bc34-4a98-a477-74aca86e460b is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:32:38.996852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53798) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.030081 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-de28cb1e-5ac2-46ca-92aa-3a4a13e5cb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.035503 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-480ee9c6-1a66-4a2b-901c-5280fdc21904 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.036068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480ee9c6-1a66-4a2b-901c-5280fdc21904 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.039197 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-480ee9c6-1a66-4a2b-901c-5280fdc21904 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/3fd7de0f-810b-4913-b90c-d155bdd4ec2d HTTP/1.1" status: 404 len: 333 time: 0.0413969 Nov 27 01:32:39.041876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53800) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.093755 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36f55dde-ede6-431b-a054-a61ad1298093 req-30929cb7-fa10-455f-9688-c1a3c3fa9b83 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246650 Nov 27 01:32:39.099929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de28cb1e-5ac2-46ca-92aa-3a4a13e5cb74 None None] No DVR routers for this DVR port 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:32:39.109297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28cb1e-5ac2-46ca-92aa-3a4a13e5cb74 None None] Pushing event deleted for resources: {'Port': ['ID=40e0e39a-0df2-46d5-b7a5-f17a37cb7de9,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:39.111952 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cecb3a-21d8-4bbc-8093-999032fe4a12 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.112572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07cecb3a-21d8-4bbc-8093-999032fe4a12 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.117943 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-07cecb3a-21d8-4bbc-8093-999032fe4a12 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/a4b2b309-35e9-4dc9-9bfc-137b90cd7ce8 HTTP/1.1" status: 404 len: 337 time: 0.0728090 Nov 27 01:32:39.120759 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53804) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.170128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1504618790-network', 'tenant_id': '1f41820b5dc04d5e910998ebb0f39588'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:39.174050 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d1f11d-c8c5-4a51-b52a-8fd27ab10340 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.174545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d1f11d-c8c5-4a51-b52a-8fd27ab10340 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.179952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f8d1f11d-c8c5-4a51-b52a-8fd27ab10340 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/5e2250ad-8a6d-40c5-a02a-73a4dce86974 HTTP/1.1" status: 404 len: 337 time: 0.0559914 Nov 27 01:32:39.180440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53806) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.198455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] Made reservation on behalf of 1f41820b5dc04d5e910998ebb0f39588 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:39.201380 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.212393 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.243344 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-673eb32d-b7a8-462e-a5c3-e8c2bfc1bcd6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.243883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673eb32d-b7a8-462e-a5c3-e8c2bfc1bcd6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.247156 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-673eb32d-b7a8-462e-a5c3-e8c2bfc1bcd6 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/9e509f57-9629-444c-8d03-387b13de9c54 HTTP/1.1" status: 404 len: 333 time: 0.0650516 Nov 27 01:32:39.249826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53808) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.281018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:39.290066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Sync routers for ids ['ada31329-bc34-4a98-a477-74aca86e460b'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:39.291669 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a975908c-1227-4bdd-b25b-5767ea8de356 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.292300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a975908c-1227-4bdd-b25b-5767ea8de356 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.295939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a975908c-1227-4bdd-b25b-5767ea8de356 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/3733ae7c-b47d-48e9-a36c-a9ec62e2d2b2 HTTP/1.1" status: 404 len: 337 time: 0.0446169 Nov 27 01:32:39.298764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53810) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.304697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Routers {'ada31329-bc34-4a98-a477-74aca86e460b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:39.305755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['ada31329-bc34-4a98-a477-74aca86e460b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:39.313414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.314628 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-18f42550-f8c4-4fb8-a587-e9f42f76d284 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7917981 Nov 27 01:32:39.317414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53812) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.338164 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b817f18-1dc7-4358-8ece-6c88ff8c804f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.338615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b817f18-1dc7-4358-8ece-6c88ff8c804f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.341780 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9b817f18-1dc7-4358-8ece-6c88ff8c804f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/c72f31f0-0960-45a9-a57c-1e6136363c76 HTTP/1.1" status: 404 len: 337 time: 0.0417423 Nov 27 01:32:39.344823 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53814) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.377078 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ad8ec4-f85f-43ad-8cf3-666d28152cfd tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.377662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ad8ec4-f85f-43ad-8cf3-666d28152cfd tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.380999 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d0ad8ec4-f85f-43ad-8cf3-666d28152cfd tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/271a4093-33db-4222-98ce-822ff97cf1b8 HTTP/1.1" status: 404 len: 333 time: 0.0346282 Nov 27 01:32:39.383453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53818) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.418475 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-595daa66-b911-4b17-9598-e1b851de43c4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.419034 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595daa66-b911-4b17-9598-e1b851de43c4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.424286 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-595daa66-b911-4b17-9598-e1b851de43c4 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/40261af8-301f-4725-a542-5513f31505cc HTTP/1.1" status: 404 len: 337 time: 0.0387473 Nov 27 01:32:39.425604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53820) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.446757 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.457658 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f15bd56-4fee-4f18-92a6-4412f00a0b92 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.458759 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f15bd56-4fee-4f18-92a6-4412f00a0b92 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.461159 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.462184 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0f15bd56-4fee-4f18-92a6-4412f00a0b92 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/f3c3f4b6-0bdc-457c-abfe-1eaf74a66499 HTTP/1.1" status: 404 len: 337 time: 0.0355690 Nov 27 01:32:39.464730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53822) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.494291 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee4e97f-e2a3-4b52-b65f-f01477aea42f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.494921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee4e97f-e2a3-4b52-b65f-f01477aea42f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.498525 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cee4e97f-e2a3-4b52-b65f-f01477aea42f tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/d0d63925-6156-4847-b2e9-c91d243d13d7 HTTP/1.1" status: 404 len: 333 time: 0.0311451 Nov 27 01:32:39.498913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Set router ada31329-bc34-4a98-a477-74aca86e460b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:39.501531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53824) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.503516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:32:39.539053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53826) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.540113 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a46d03e9-9810-4ed4-8704-2bb96da25317 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/routers/ada31329-bc34-4a98-a477-74aca86e460b HTTP/1.1" status: 200 len: 908 time: 0.2188661 Nov 27 01:32:39.544546 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1085690412', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'enable_snat': True}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:39.550254 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.550705 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] Added segment cae7a2ff-3cfd-4e36-b56c-99663f82c530 of type vlan for network 8634b796-f024-400e-aeea-81ab1ded3e40 Nov 27 01:32:39.565800 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d80571-3f7b-4bb3-9ce5-ca212a1dc78a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.566444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d80571-3f7b-4bb3-9ce5-ca212a1dc78a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.572114 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-94d80571-3f7b-4bb3-9ce5-ca212a1dc78a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/9764aa7f-1563-4754-ba03-e16df38e62f8 HTTP/1.1" status: 404 len: 337 time: 0.0672750 Nov 27 01:32:39.572509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53828) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.581257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.582398 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.608803 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcd99e8-f97f-4a81-a05d-4d948db4e352 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.609668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcd99e8-f97f-4a81-a05d-4d948db4e352 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.615650 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6dcd99e8-f97f-4a81-a05d-4d948db4e352 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/da0fa76f-3cd1-4ae6-8120-13b560b075d0 HTTP/1.1" status: 404 len: 333 time: 0.0393655 Nov 27 01:32:39.617364 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53830) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.626727 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27ae1fa-74a9-401e-86e7-79321dcf99c7,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:39.655522 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.695339 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.696682 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:39.697497 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.717362 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c678a84c-35b5-4806-a689-b516d36b9ab7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.721365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c678a84c-35b5-4806-a689-b516d36b9ab7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.729577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c678a84c-35b5-4806-a689-b516d36b9ab7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/adf22900-0812-455c-8de9-7af2f4c3ede6 HTTP/1.1" status: 404 len: 337 time: 0.1110640 Nov 27 01:32:39.732278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53832) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.756928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7773435 Nov 27 01:32:39.760194 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53834) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.765233 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7ba911ce-bebb-4bf6-b1d5-ba1c8343b1cb admin admin] Request body: {'subnet': {'network_id': '8634b796-f024-400e-aeea-81ab1ded3e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1504618790-subnet', 'tenant_id': '1f41820b5dc04d5e910998ebb0f39588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:39.770269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada31329-bc34-4a98-a477-74aca86e460b', 'name': 'tempest-snat-router-1085690412', 'tenant_id': '0996597a7e294030afa205a4c837c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': False}, 'gw_port_id': 'e5155350-021e-4761-b6e2-b8fc12884070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:36Z', 'updated_at': '2021-11-27T01:32:37Z', 'revision_number': 3, 'project_id': '0996597a7e294030afa205a4c837c218', 'gw_port': {'id': 'e5155350-021e-4761-b6e2-b8fc12884070', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada31329-bc34-4a98-a477-74aca86e460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:37Z', 'updated_at': '2021-11-27T01:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:39.791432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7093b-18da-4c09-9cf2-500ec2b41363 admin admin] Pushing event updated for resources: {'Network': ['ID=8634b796-f024-400e-aeea-81ab1ded3e40,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:39.804678 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.806115 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a7432f-7963-4840-9b56-d999ce8e9bfa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.806680 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba911ce-bebb-4bf6-b1d5-ba1c8343b1cb admin admin] Made reservation on behalf of 1f41820b5dc04d5e910998ebb0f39588 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:39.806821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a7432f-7963-4840-9b56-d999ce8e9bfa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.809923 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d1a7432f-7963-4840-9b56-d999ce8e9bfa tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/5c36c084-e619-446b-b361-5fd8d56c73a6 HTTP/1.1" status: 404 len: 333 time: 0.0766308 Nov 27 01:32:39.812636 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53836) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.813421 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ba911ce-bebb-4bf6-b1d5-ba1c8343b1cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.832353 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 8634b796-f024-400e-aeea-81ab1ded3e40 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:32:39.835927 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Checking router: ada31329-bc34-4a98-a477-74aca86e460b for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:39.836584 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Updating router ada31329-bc34-4a98-a477-74aca86e460b port e5155350-021e-4761-b6e2-b8fc12884070 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:32:39.901722 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b826a10e-1c8b-49af-acb2-529e5229f4c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:39.902181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b826a10e-1c8b-49af-acb2-529e5229f4c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:39.905618 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b826a10e-1c8b-49af-acb2-529e5229f4c0 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/aa2f7995-eb88-4b08-ba44-c8074365a278 HTTP/1.1" status: 404 len: 337 time: 0.0919502 Nov 27 01:32:39.908420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53838) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.926999 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.131220 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02841844-99a5-4d72-860b-25b5f3309d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.186404 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ba911ce-bebb-4bf6-b1d5-ba1c8343b1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.277881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba911ce-bebb-4bf6-b1d5-ba1c8343b1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e465726-a6f1-4aea-bad2-f0523459bf92,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:40.289142 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba911ce-bebb-4bf6-b1d5-ba1c8343b1cb admin admin] Checking segment: {'id': 'cae7a2ff-3cfd-4e36-b56c-99663f82c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8634b796-f024-400e-aeea-81ab1ded3e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:40.289585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba911ce-bebb-4bf6-b1d5-ba1c8343b1cb admin admin] Network hostable DHCP agents. Network: 8634b796-f024-400e-aeea-81ab1ded3e40, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:32:40.314582 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6dbc4e-808a-4a83-a10f-5ad6fe337a98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:40.315274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6dbc4e-808a-4a83-a10f-5ad6fe337a98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:40.320756 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9a6dbc4e-808a-4a83-a10f-5ad6fe337a98 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/d847c6c3-a034-4311-ace9-dde557adbf61 HTTP/1.1" status: 404 len: 333 time: 0.4090376 Nov 27 01:32:40.322181 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53846) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:40.342286 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba911ce-bebb-4bf6-b1d5-ba1c8343b1cb admin admin] Network 8634b796-f024-400e-aeea-81ab1ded3e40 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:32:40.345404 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.354362 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.377243 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-320662cf-ea24-4c97-8d26-954c9d365c65 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:40.377711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320662cf-ea24-4c97-8d26-954c9d365c65 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:40.380840 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-320662cf-ea24-4c97-8d26-954c9d365c65 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/d2755263-25af-44c0-898f-bec0e2fc2503 HTTP/1.1" status: 404 len: 337 time: 0.0574512 Nov 27 01:32:40.381528 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-7ba911ce-bebb-4bf6-b1d5-ba1c8343b1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 8634b796-f024-400e-aeea-81ab1ded3e40) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:40.383331 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53848) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:40.396942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb69672-5033-415a-baba-46c1f2326fb2 None None] Network 8634b796-f024-400e-aeea-81ab1ded3e40 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:40.410513 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b14e13-9fa2-4a64-8383-c7e2984128a7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:40.412169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b14e13-9fa2-4a64-8383-c7e2984128a7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:40.415285 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-82b14e13-9fa2-4a64-8383-c7e2984128a7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/1315b9bc-65b3-430d-af23-e2016232f0db HTTP/1.1" status: 404 len: 333 time: 0.0310192 Nov 27 01:32:40.416939 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba911ce-bebb-4bf6-b1d5-ba1c8343b1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:40.417717 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ba911ce-bebb-4bf6-b1d5-ba1c8343b1cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.418010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53850) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:40.437453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:40.438109 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7ba911ce-bebb-4bf6-b1d5-ba1c8343b1cb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6771436 Nov 27 01:32:40.482699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.487172 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d57895-dd65-4c0b-9546-89ba54db87e7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:40.487622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d57895-dd65-4c0b-9546-89ba54db87e7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:40.491006 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d1d57895-dd65-4c0b-9546-89ba54db87e7 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/f05b6733-ca1b-4781-a429-f4e7fbd48844 HTTP/1.1" status: 404 len: 337 time: 0.0690536 Nov 27 01:32:40.493414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53854) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:40.521101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c03465-c8e6-4c3a-99bf-c61fdb2be801 req-01469b8d-1402-41cc-8eea-6b6a10a9a57e tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:40.523623 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0c03465-c8e6-4c3a-99bf-c61fdb2be801 req-01469b8d-1402-41cc-8eea-6b6a10a9a57e tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 945 time: 0.2138128 Nov 27 01:32:40.529671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37be0c04-1275-4210-8874-353573507280 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:40.560874 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3ebccb-b34d-45ca-976a-3ffc24fb0c11 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:40.563655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3ebccb-b34d-45ca-976a-3ffc24fb0c11 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:40.566688 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:40.567040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 40e0e39a-0df2-46d5-b7a5-f17a37cb7de9 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:40.568884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676712d-4baa-4222-83a6-07f0bbc27633 None None] Pushing event updated for resources: {'Port': ['ID=e5155350-021e-4761-b6e2-b8fc12884070,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:40.571583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Attempting to bind port e5155350-021e-4761-b6e2-b8fc12884070 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:40.571966 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Attempting to bind port e5155350-021e-4761-b6e2-b8fc12884070 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:40.572453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Attempting to bind port e5155350-021e-4761-b6e2-b8fc12884070 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:40.574403 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6b3ebccb-b34d-45ca-976a-3ffc24fb0c11 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/e8c83f20-b101-41f7-bf11-b70e7e29d220 HTTP/1.1" status: 404 len: 333 time: 0.0796163 Nov 27 01:32:40.577375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53858) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:40.589219 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:40.589645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:40.589985 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.590611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:40.591352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Bound port: e5155350-021e-4761-b6e2-b8fc12884070, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:40.592368 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.658903 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da28fb5-20e5-4654-b7ce-a673c047635d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:40.660383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da28fb5-20e5-4654-b7ce-a673c047635d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:40.673445 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6da28fb5-20e5-4654-b7ce-a673c047635d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/513f7996-07fe-481c-abef-5890972c39de HTTP/1.1" status: 404 len: 337 time: 0.0906842 Nov 27 01:32:40.674651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53860) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:40.686950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e6e078b2-8a55-422f-a51f-35c0aeaaa850 None None] Provisioning complete for port e5155350-021e-4761-b6e2-b8fc12884070 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:40.687363 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e6e078b2-8a55-422f-a51f-35c0aeaaa850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.691578 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0c03465-c8e6-4c3a-99bf-c61fdb2be801 req-9818ccb7-b69d-41fe-b2c2-c09338eeb841 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034482 Nov 27 01:32:40.762336 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5961cde2-891e-4ff9-979f-5da44fd8e72c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:40.763063 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5961cde2-891e-4ff9-979f-5da44fd8e72c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:40.769342 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] For port e5155350-021e-4761-b6e2-b8fc12884070, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:40.770758 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5961cde2-891e-4ff9-979f-5da44fd8e72c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/73966b3a-9015-413a-af92-8958b43c1e7e HTTP/1.1" status: 404 len: 337 time: 0.0948982 Nov 27 01:32:40.777718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53862) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:40.832865 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ce7ccf-4e14-4d6b-b8d3-5d66e569ef2b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:40.834697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ce7ccf-4e14-4d6b-b8d3-5d66e569ef2b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:40.842427 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] For port e5155350-021e-4761-b6e2-b8fc12884070, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e5155350-021e-4761-b6e2-b8fc12884070,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:40.842427 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3cce1f-a3da-43e5-8ec0-54532a817186 None None] Network 8634b796-f024-400e-aeea-81ab1ded3e40 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:40.845861 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c0ce7ccf-4e14-4d6b-b8d3-5d66e569ef2b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/37dfa10c-052d-4233-bb5d-859d24340e18 HTTP/1.1" status: 404 len: 333 time: 0.0668304 Nov 27 01:32:40.849820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53868) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:40.850057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e6e078b2-8a55-422f-a51f-35c0aeaaa850 None None] Port e5155350-021e-4761-b6e2-b8fc12884070 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:40.889121 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.922430 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.925664 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-330b853e-5fa2-447b-a7cd-4aa8bd3dce79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:40.926133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330b853e-5fa2-447b-a7cd-4aa8bd3dce79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:40.929283 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-330b853e-5fa2-447b-a7cd-4aa8bd3dce79 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/eb31033c-1c8d-46f7-9cdf-c9cc84f8750a HTTP/1.1" status: 404 len: 337 time: 0.0779135 Nov 27 01:32:40.950758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53872) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:40.951003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:41.015700 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-441b1f73-7df8-46b2-bde4-4e597be015de tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.017055 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441b1f73-7df8-46b2-bde4-4e597be015de tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.023470 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-441b1f73-7df8-46b2-bde4-4e597be015de tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/b7b4455e-55ee-4ca2-af61-0325f3f68097 HTTP/1.1" status: 404 len: 337 time: 0.0688953 Nov 27 01:32:41.024209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53874) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.032442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8978ee90-eb8e-42bd-b8ab-6a4a23ca9980 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:41.057688 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3bac63-d64d-4090-9609-1a3f6489cf77 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.058367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3bac63-d64d-4090-9609-1a3f6489cf77 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.064376 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fa3bac63-d64d-4090-9609-1a3f6489cf77 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/495b75d3-e028-4dd6-ae81-77d9739bcecc HTTP/1.1" status: 404 len: 333 time: 0.0362346 Nov 27 01:32:41.075364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53876) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.096022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676712d-4baa-4222-83a6-07f0bbc27633 None None] Pushing event updated for resources: {'Port': ['ID=e5155350-021e-4761-b6e2-b8fc12884070,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:41.106376 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Routers {'ada31329-bc34-4a98-a477-74aca86e460b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:41.106998 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['ada31329-bc34-4a98-a477-74aca86e460b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:41.109044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Allocated IP 172.25.1.126 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/0cbed9ea-1293-4b2a-aa97-7dd734b8394b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:41.130647 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-14dcb19a-c4a2-4da9-8f2b-d549c74238ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.131283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14dcb19a-c4a2-4da9-8f2b-d549c74238ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.135143 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-14dcb19a-c4a2-4da9-8f2b-d549c74238ea tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/b6bb94dd-bb15-4612-a62d-9679cb716c47 HTTP/1.1" status: 404 len: 337 time: 0.0586607 Nov 27 01:32:41.137628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53882) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.177126 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f965891-a8b5-42aa-8891-100df275c398 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.177678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f965891-a8b5-42aa-8891-100df275c398 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.186099 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9f965891-a8b5-42aa-8891-100df275c398 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/e3dc91f0-ae77-42b5-81d8-44a3f8cf1f53 HTTP/1.1" status: 404 len: 337 time: 0.0473998 Nov 27 01:32:41.186843 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53888) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.215588 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b14bd4-7404-4adc-b4fb-323ed0a7d934 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.216510 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b14bd4-7404-4adc-b4fb-323ed0a7d934 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.223057 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-47b14bd4-7404-4adc-b4fb-323ed0a7d934 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/c5ed5e6a-e1b5-4d29-8313-8db008ab0601 HTTP/1.1" status: 404 len: 333 time: 0.0351138 Nov 27 01:32:41.223793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53890) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.265381 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-94999f0e-de7a-46dc-a475-bcb54a0bb13b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.267095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94999f0e-de7a-46dc-a475-bcb54a0bb13b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.270950 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-94999f0e-de7a-46dc-a475-bcb54a0bb13b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/e6ad8ea5-dda5-4861-aaac-dc3db4b11e71 HTTP/1.1" status: 404 len: 337 time: 0.0458930 Nov 27 01:32:41.273279 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53892) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.306081 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab0bc2a-409d-4c37-8456-62e238b30865 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.307092 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab0bc2a-409d-4c37-8456-62e238b30865 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.312337 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9ab0bc2a-409d-4c37-8456-62e238b30865 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/0c87e449-9aec-412b-a177-d2561f5b9327 HTTP/1.1" status: 404 len: 337 time: 0.0360193 Nov 27 01:32:41.313896 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53894) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.377865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-609dfaa3-0bf2-4458-85cb-e291806fe888 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:41.380334 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-609dfaa3-0bf2-4458-85cb-e291806fe888 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/networks?id=8634b796-f024-400e-aeea-81ab1ded3e40 HTTP/1.1" status: 200 len: 809 time: 0.1856921 Nov 27 01:32:41.384177 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:41.392270 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ed3f8c48-9a7d-4234-be10-d43ced7d361b None None] Provisioning complete for port e5155350-021e-4761-b6e2-b8fc12884070 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:41.392654 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ed3f8c48-9a7d-4234-be10-d43ced7d361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:41.400775 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b2405d76-4aa2-485b-b88f-e01b4bfc5dac tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports?device_id=528b2a21-6f70-4d3c-a082-b13e48aea0c4 HTTP/1.1" status: 200 len: 205 time: 0.0847273 Nov 27 01:32:41.401369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53898) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.416412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-2bd2bb08-6489-4386-8bc6-0ae340b267fb tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/quotas/1f41820b5dc04d5e910998ebb0f39588 HTTP/1.1" status: 200 len: 375 time: 0.0280483 Nov 27 01:32:41.449824 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-9c1a78dc-6fb6-4286-9489-47315a99541d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] delete failed (client error): The resource could not be found. Nov 27 01:32:41.454590 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9c1a78dc-6fb6-4286-9489-47315a99541d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/routers/528b2a21-6f70-4d3c-a082-b13e48aea0c4 HTTP/1.1" status: 404 len: 336 time: 0.0504255 Nov 27 01:32:41.455161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53900) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.456645 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-a5e4c224-6722-4f17-8e0d-8a9d42947d4d tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f41820b5dc04d5e910998ebb0f39588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390632 Nov 27 01:32:41.477385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] Set router ada31329-bc34-4a98-a477-74aca86e460b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:41.492165 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-277abf21-23b1-4504-90df-bf869acd1331 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.492674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277abf21-23b1-4504-90df-bf869acd1331 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.496435 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:41.499384 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-277abf21-23b1-4504-90df-bf869acd1331 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/5ec9293a-0d8b-4c93-a1d8-be6f89276b2b HTTP/1.1" status: 404 len: 337 time: 0.0432546 Nov 27 01:32:41.499990 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53902) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.544141 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-547cdfd0-62d5-494c-83ab-37b31552db8b tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "GET /v2.0/ports?device_id=31cb513e-4e1b-4da3-8414-d0d535ad864c HTTP/1.1" status: 200 len: 205 time: 0.0425971 Nov 27 01:32:41.545427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53904) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.598034 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:41.604640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:41.609414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event updated for resources: {'Port': ['ID=0cbed9ea-1293-4b2a-aa97-7dd734b8394b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:41.611387 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-74ddb188-f7ae-45c9-a559-e3d7481fea12 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] delete failed (client error): The resource could not be found. Nov 27 01:32:41.617018 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-74ddb188-f7ae-45c9-a559-e3d7481fea12 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/routers/31cb513e-4e1b-4da3-8414-d0d535ad864c HTTP/1.1" status: 404 len: 336 time: 0.0701661 Nov 27 01:32:41.617602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53906) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.622733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:41.633731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d4bffe-bf49-4336-9b2d-f04bdecd5acf None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:41.651142 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ed3f8c48-9a7d-4234-be10-d43ced7d361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:41.657387 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0196220f-b9e6-409a-9a9d-375896f2a071 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.657857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0196220f-b9e6-409a-9a9d-375896f2a071 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.664557 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0196220f-b9e6-409a-9a9d-375896f2a071 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/b3bb2ef1-e2a9-4477-92c7-ef35e0066526 HTTP/1.1" status: 404 len: 337 time: 0.0459030 Nov 27 01:32:41.665397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53908) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.686758 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-f63c6194-dc82-46bc-8c23-97bfa28502a4 service neutron] 10.222.0.15 "GET /v2.0/networks/8634b796-f024-400e-aeea-81ab1ded3e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158334 Nov 27 01:32:41.697458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ed3f8c48-9a7d-4234-be10-d43ced7d361b None None] For port e5155350-021e-4761-b6e2-b8fc12884070, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e5155350-021e-4761-b6e2-b8fc12884070,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:41.697863 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d591c29-9979-4820-b011-5bbd83eb0c1c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.698337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d591c29-9979-4820-b011-5bbd83eb0c1c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.706713 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2d591c29-9979-4820-b011-5bbd83eb0c1c tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/1dd7a7e6-d838-4a82-bf53-99dcf7f6af9c HTTP/1.1" status: 404 len: 337 time: 0.0404592 Nov 27 01:32:41.707328 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53910) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.720287 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ed3f8c48-9a7d-4234-be10-d43ced7d361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:41.745936 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbc5dce-d289-4903-b409-63c91521a3fd tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.746553 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbc5dce-d289-4903-b409-63c91521a3fd tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.753521 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cbbc5dce-d289-4903-b409-63c91521a3fd tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/66339209-cd2a-477f-8e70-c6bc78da23b9 HTTP/1.1" status: 404 len: 333 time: 0.0450070 Nov 27 01:32:41.754147 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53916) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.780893 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f8c48-9a7d-4234-be10-d43ced7d361b None None] Pushing event updated for resources: {'Port': ['ID=e5155350-021e-4761-b6e2-b8fc12884070,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:41.789470 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-76969b41-75c8-498e-a904-c88364e4dc7a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.789932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76969b41-75c8-498e-a904-c88364e4dc7a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.793311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada31329-bc34-4a98-a477-74aca86e460b', 'name': 'tempest-snat-router-1085690412', 'tenant_id': '0996597a7e294030afa205a4c837c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': False}, 'gw_port_id': 'e5155350-021e-4761-b6e2-b8fc12884070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:36Z', 'updated_at': '2021-11-27T01:32:37Z', 'revision_number': 3, 'project_id': '0996597a7e294030afa205a4c837c218', 'gw_port': {'id': 'e5155350-021e-4761-b6e2-b8fc12884070', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada31329-bc34-4a98-a477-74aca86e460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:37Z', 'updated_at': '2021-11-27T01:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:41.796067 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-76969b41-75c8-498e-a904-c88364e4dc7a tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/059e36de-13e4-45a5-ac1d-7b60e06c25d8 HTTP/1.1" status: 404 len: 337 time: 0.0406499 Nov 27 01:32:41.797901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53918) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.826321 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebde127-25af-49b7-a852-b506a3610fd1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.827146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebde127-25af-49b7-a852-b506a3610fd1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.833587 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6ebde127-25af-49b7-a852-b506a3610fd1 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/55e4edb7-75da-4f54-8df8-c7720b5fdede HTTP/1.1" status: 404 len: 333 time: 0.0346053 Nov 27 01:32:41.834076 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53920) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.834310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b11831-6dbe-492e-81df-86ae00be45c4 None None] The sync data for ids ['ada31329-bc34-4a98-a477-74aca86e460b'] in n-d-817303-10 is: [{'id': 'ada31329-bc34-4a98-a477-74aca86e460b', 'name': 'tempest-snat-router-1085690412', 'tenant_id': '0996597a7e294030afa205a4c837c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35'}], 'enable_snat': False}, 'gw_port_id': 'e5155350-021e-4761-b6e2-b8fc12884070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:36Z', 'updated_at': '2021-11-27T01:32:37Z', 'revision_number': 3, 'project_id': '0996597a7e294030afa205a4c837c218', 'gw_port': {'id': 'e5155350-021e-4761-b6e2-b8fc12884070', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada31329-bc34-4a98-a477-74aca86e460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:37Z', 'updated_at': '2021-11-27T01:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:41.848959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5b9fc1c3-5bf3-4cea-a4bb-35d7a3615dc3 None None] Provisioning complete for port 0cbed9ea-1293-4b2a-aa97-7dd734b8394b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:41.849338 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5b9fc1c3-5bf3-4cea-a4bb-35d7a3615dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:41.895018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-5b9fc1c3-5bf3-4cea-a4bb-35d7a3615dc3 None None] Port 0cbed9ea-1293-4b2a-aa97-7dd734b8394b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:41.936850 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9059386a-35f7-409b-ab06-6f0047b5dc45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.938284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9059386a-35f7-409b-ab06-6f0047b5dc45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.941475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9059386a-35f7-409b-ab06-6f0047b5dc45 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/1f16d962-ef6e-45dc-9d4d-003be2ff04d4 HTTP/1.1" status: 404 len: 337 time: 0.0865541 Nov 27 01:32:41.949843 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53922) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:41.991595 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a1bdbd-f18d-42f1-a38a-a510134e4efb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:41.992163 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a1bdbd-f18d-42f1-a38a-a510134e4efb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:41.999550 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b8a1bdbd-f18d-42f1-a38a-a510134e4efb tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/0798031e-391c-4271-a68c-468531650dbe HTTP/1.1" status: 404 len: 333 time: 0.0461791 Nov 27 01:32:41.999926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53924) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:42.017482 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-1be60bb7-975f-4278-884c-a255006066f5 service neutron] 10.222.0.15 "GET /v2.0/networks/8634b796-f024-400e-aeea-81ab1ded3e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404368 Nov 27 01:32:42.038312 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a493cd18-ce0c-483e-bf5f-1fdabf60572d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:42.038778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a493cd18-ce0c-483e-bf5f-1fdabf60572d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:42.042101 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a493cd18-ce0c-483e-bf5f-1fdabf60572d tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/1a2d5d29-cd4a-4888-be51-18b55fbe98bd HTTP/1.1" status: 404 len: 337 time: 0.0397794 Nov 27 01:32:42.044642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53926) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:42.085844 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f271a0f-ca42-4d28-918d-4972cfc00719 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:42.085844 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f271a0f-ca42-4d28-918d-4972cfc00719 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:42.088214 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5f271a0f-ca42-4d28-918d-4972cfc00719 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/f4ec92c9-761a-4225-ae66-05f1b15a7624 HTTP/1.1" status: 404 len: 333 time: 0.0425851 Nov 27 01:32:42.090713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53928) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:42.138326 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.152159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b665ea-f291-4671-9375-1f3fc9302e57 req-93a7bb6d-d575-4e0e-bd25-cea00ab97cd2 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:42.156953 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77b665ea-f291-4671-9375-1f3fc9302e57 req-93a7bb6d-d575-4e0e-bd25-cea00ab97cd2 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 945 time: 0.2434471 Nov 27 01:32:42.158801 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0edcbe-6fc9-4c94-8790-8eab8c2e2817 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:42.159394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0edcbe-6fc9-4c94-8790-8eab8c2e2817 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:42.171556 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-de0edcbe-6fc9-4c94-8790-8eab8c2e2817 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/7201ceee-db0d-40bd-85b8-9bb253c32a92 HTTP/1.1" status: 404 len: 337 time: 0.0793660 Nov 27 01:32:42.174650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53930) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:42.232169 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fcb9ee5-186b-45f1-b59c-7e3b2b6fb054 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:42.233004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fcb9ee5-186b-45f1-b59c-7e3b2b6fb054 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:42.243461 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1fcb9ee5-186b-45f1-b59c-7e3b2b6fb054 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/6f9428e5-8a0d-4420-9911-cefa7d766998 HTTP/1.1" status: 404 len: 333 time: 0.0679092 Nov 27 01:32:42.255674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53936) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:42.301782 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-36e58bfe-e480-4ec9-b2e1-5262646eb2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.341673 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-882da8fb-3c89-433b-a516-239d20c5c776 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:42.342146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882da8fb-3c89-433b-a516-239d20c5c776 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:42.355895 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-882da8fb-3c89-433b-a516-239d20c5c776 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/466f01b8-0930-42b4-bfe1-20aca0195c0b HTTP/1.1" status: 404 len: 337 time: 0.0963688 Nov 27 01:32:42.357500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53938) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:42.370131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c7e29a1-8ea8-43d5-a297-a7c9b512df15 req-4e8c92eb-c469-424f-93ba-e2e75319ae6b tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 210 time: 0.0532322 Nov 27 01:32:42.443407 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8972d13a-c1c9-4a6a-9038-41c76557c930 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:42.444330 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8972d13a-c1c9-4a6a-9038-41c76557c930 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:42.449656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8972d13a-c1c9-4a6a-9038-41c76557c930 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/9a3d3c38-e1a5-4ad7-abe9-2761aa014899 HTTP/1.1" status: 404 len: 333 time: 0.0891843 Nov 27 01:32:42.452148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53944) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:42.461932 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77b665ea-f291-4671-9375-1f3fc9302e57 req-571abbe7-7dd5-4331-9527-454df4bec937 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881031 Nov 27 01:32:42.566858 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f5a92e-8df9-45d8-b3e9-36389cb0d3f2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:42.567667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f5a92e-8df9-45d8-b3e9-36389cb0d3f2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:42.573111 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-00f5a92e-8df9-45d8-b3e9-36389cb0d3f2 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/e97bb37e-d7cd-4d1c-968c-146ddf71f82a HTTP/1.1" status: 404 len: 337 time: 0.1198895 Nov 27 01:32:42.575485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53950) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:42.622094 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3de9db5-be30-4393-bfdb-809015468590 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:42.622345 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3de9db5-be30-4393-bfdb-809015468590 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:42.633220 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c3de9db5-be30-4393-bfdb-809015468590 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/ports/533c0354-1204-4366-b806-ebb3ba9483eb HTTP/1.1" status: 404 len: 333 time: 0.0557516 Nov 27 01:32:42.636132 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53952) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:42.645599 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.667309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ced13-6e1a-42e3-ba24-27a389c0bed9 req-cc863ca0-c4c5-4341-92d9-8c237567fb82 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:42.668777 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306ced13-6e1a-42e3-ba24-27a389c0bed9 req-cc863ca0-c4c5-4341-92d9-8c237567fb82 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 945 time: 0.0804939 Nov 27 01:32:42.703641 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-408eb7d7-dc4c-46a8-8c97-861693c1a5b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] DELETE failed (client error): The resource could not be found. Nov 27 01:32:42.730513 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408eb7d7-dc4c-46a8-8c97-861693c1a5b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:32:42.730513 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-408eb7d7-dc4c-46a8-8c97-861693c1a5b8 tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/subnets/a5614006-909f-4701-b45f-4a8139fec029 HTTP/1.1" status: 404 len: 337 time: 0.0886288 Nov 27 01:32:42.738429 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53956) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:42.935959 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96e6c393-41da-4c14-a443-399860d1a6cc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.943452 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306ced13-6e1a-42e3-ba24-27a389c0bed9 req-5c658395-6be0-4eaa-8eeb-92fc3f2d091e tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252009 Nov 27 01:32:42.965839 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53960) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:43.049388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Router aebe1a69-1804-4ed3-85e3-2e30cf5125fb is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:32:43.065292 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96e6c393-41da-4c14-a443-399860d1a6cc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.132673 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-96e6c393-41da-4c14-a443-399860d1a6cc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b1e637-4759-477c-827c-b083fabe48f4']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:43.159774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-96e6c393-41da-4c14-a443-399860d1a6cc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6634ea-3679-4629-87d2-77233a637be8') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:43.160144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-96e6c393-41da-4c14-a443-399860d1a6cc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6634ea-3679-4629-87d2-77233a637be8') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:43.197423 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96e6c393-41da-4c14-a443-399860d1a6cc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.202871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d96e08-b1cb-465c-bf55-982bdc96f0e0 tempest-TestVolumeBackupRestore-188433868 tempest-TestVolumeBackupRestore-188433868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:43.206296 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d7d96e08-b1cb-465c-bf55-982bdc96f0e0 tempest-TestVolumeBackupRestore-188433868 tempest-TestVolumeBackupRestore-188433868-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 1092 time: 0.2393014 Nov 27 01:32:43.209446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53972) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:43.215451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '851b764a-d1be-4991-b76f-dc29facdd204', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:43.224518 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96e6c393-41da-4c14-a443-399860d1a6cc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.236622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e6c393-41da-4c14-a443-399860d1a6cc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:32:43.237052 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96e6c393-41da-4c14-a443-399860d1a6cc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:32:43.240113 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:32:43.281213 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.307852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:43.310021 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.319742 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Sync routers for ids ['aebe1a69-1804-4ed3-85e3-2e30cf5125fb'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:43.343001 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Routers {'aebe1a69-1804-4ed3-85e3-2e30cf5125fb'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:43.343625 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['aebe1a69-1804-4ed3-85e3-2e30cf5125fb'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:43.373849 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96e6c393-41da-4c14-a443-399860d1a6cc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.382376 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.383833 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fa06d278-d5aa-483d-bc17-dbee573a0519 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8434436 Nov 27 01:32:43.387862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 53974) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:43.390304 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96e6c393-41da-4c14-a443-399860d1a6cc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.397716 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-96e6c393-41da-4c14-a443-399860d1a6cc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] 10.222.0.15 "DELETE /v2.0/networks/45b1e637-4759-477c-827c-b083fabe48f4 HTTP/1.1" status: 204 len: 168 time: 0.6581810 Nov 27 01:32:43.422973 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6c393-41da-4c14-a443-399860d1a6cc tempest-NetworksTestDHCPv6-1122965913 tempest-NetworksTestDHCPv6-1122965913-project] Pushing event deleted for resources: {'Network': ['ID=45b1e637-4759-477c-827c-b083fabe48f4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:43.524113 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Set router aebe1a69-1804-4ed3-85e3-2e30cf5125fb gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:43.718671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53984) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:43.967998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-003be398-40df-416d-acc4-4decda508ff8 req-9011b39d-cbc5-483e-9e55-7804e7d39cee tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 210 time: 0.4829612 Nov 27 01:32:44.009000 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-023ffd84-5b55-495f-842c-8f566368a66d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efbb7d3b82754143804d2359347d8dfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2884345 Nov 27 01:32:44.011867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 53994) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:44.059714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-2cbb770e-6443-40dd-b2c5-ca0a02d88865 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:44.061101 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.067238 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-2cbb770e-6443-40dd-b2c5-ca0a02d88865 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.21 "GET /v2.0/networks?id=8634b796-f024-400e-aeea-81ab1ded3e40 HTTP/1.1" status: 200 len: 809 time: 0.3147676 Nov 27 01:32:44.079242 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54000) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:44.079930 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2ea4068e-ebeb-4c4e-a042-16ee2a643e35 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/routers/aebe1a69-1804-4ed3-85e3-2e30cf5125fb HTTP/1.1" status: 200 len: 908 time: 0.6854205 Nov 27 01:32:44.106948 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebe1a69-1804-4ed3-85e3-2e30cf5125fb', 'name': 'tempest-snat-router-1085690412', 'tenant_id': '0996597a7e294030afa205a4c837c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '0cbed9ea-1293-4b2a-aa97-7dd734b8394b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:39Z', 'updated_at': '2021-11-27T01:32:41Z', 'revision_number': 3, 'project_id': '0996597a7e294030afa205a4c837c218', 'gw_port': {'id': '0cbed9ea-1293-4b2a-aa97-7dd734b8394b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:14:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebe1a69-1804-4ed3-85e3-2e30cf5125fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:40Z', 'updated_at': '2021-11-27T01:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:44.145373 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Checking router: aebe1a69-1804-4ed3-85e3-2e30cf5125fb for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:44.145964 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Updating router aebe1a69-1804-4ed3-85e3-2e30cf5125fb port 0cbed9ea-1293-4b2a-aa97-7dd734b8394b binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:32:44.153876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-181e72ca-dbfa-4a88-88cc-4cc5bab6a6a8 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Request body: {'port': {'device_id': '12e79860-1834-4d5d-b0f9-221540dd8dfd', 'network_id': '8634b796-f024-400e-aeea-81ab1ded3e40', 'admin_state_up': True, 'tenant_id': '1f41820b5dc04d5e910998ebb0f39588'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:44.186482 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.213334 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Allocated IP 172.25.1.219 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/f1119422-ee3d-49a9-9073-ee31b9adc00a) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:44.371592 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab427642-fc34-40c4-8449-b8ffe24fad63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.389791 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.401967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e5155350-021e-4761-b6e2-b8fc12884070 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:44.407009 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.446359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.472170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e5155350-021e-4761-b6e2-b8fc12884070 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:44.472886 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.500517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:44.505487 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:44.510223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:44.538772 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Pushing event updated for resources: {'Port': ['ID=f1119422-ee3d-49a9-9073-ee31b9adc00a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:44.680886 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.689205 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.750902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e376a-f2e4-416e-83b4-452711f7b37b None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:44.755683 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Attempting to bind port 0cbed9ea-1293-4b2a-aa97-7dd734b8394b on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:44.756334 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Attempting to bind port 0cbed9ea-1293-4b2a-aa97-7dd734b8394b by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:44.757226 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Attempting to bind port 0cbed9ea-1293-4b2a-aa97-7dd734b8394b on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:44.773956 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:44.774341 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:44.775050 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.775305 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:44.775910 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Bound port: 0cbed9ea-1293-4b2a-aa97-7dd734b8394b, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:44.776699 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.805212 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7765bb8-75bc-46f2-b3ee-5278fd1e6f7c None None] Pushing event updated for resources: {'Port': ['ID=0cbed9ea-1293-4b2a-aa97-7dd734b8394b,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:44.820232 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7765bb8-75bc-46f2-b3ee-5278fd1e6f7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:44.820586 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7765bb8-75bc-46f2-b3ee-5278fd1e6f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:44.820961 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7765bb8-75bc-46f2-b3ee-5278fd1e6f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:44.821312 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7765bb8-75bc-46f2-b3ee-5278fd1e6f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:44.821688 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7765bb8-75bc-46f2-b3ee-5278fd1e6f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:44.822026 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7765bb8-75bc-46f2-b3ee-5278fd1e6f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:44.822355 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7765bb8-75bc-46f2-b3ee-5278fd1e6f7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:44.822846 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7765bb8-75bc-46f2-b3ee-5278fd1e6f7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:44.823191 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7765bb8-75bc-46f2-b3ee-5278fd1e6f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:44.823501 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7765bb8-75bc-46f2-b3ee-5278fd1e6f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:44.823824 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7765bb8-75bc-46f2-b3ee-5278fd1e6f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:44.824144 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7765bb8-75bc-46f2-b3ee-5278fd1e6f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:44.855272 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] For port 0cbed9ea-1293-4b2a-aa97-7dd734b8394b, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:44.859618 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] For port 0cbed9ea-1293-4b2a-aa97-7dd734b8394b, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0cbed9ea-1293-4b2a-aa97-7dd734b8394b,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:44.865388 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.888827 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.890753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-779f8a47-446d-4ac3-a063-b999ee8859b2 None None] Provisioning complete for port 0cbed9ea-1293-4b2a-aa97-7dd734b8394b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:44.891838 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-779f8a47-446d-4ac3-a063-b999ee8859b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.892550 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab427642-fc34-40c4-8449-b8ffe24fad63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.933190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-181e72ca-dbfa-4a88-88cc-4cc5bab6a6a8 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Made reservation on behalf of 1f41820b5dc04d5e910998ebb0f39588 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:44.938391 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-181e72ca-dbfa-4a88-88cc-4cc5bab6a6a8 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.942448 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Routers {'aebe1a69-1804-4ed3-85e3-2e30cf5125fb'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:44.943303 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['aebe1a69-1804-4ed3-85e3-2e30cf5125fb'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:44.961089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85046dc-0c82-4d65-96ab-fadfe8faffd5 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:45.015837 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7765bb8-75bc-46f2-b3ee-5278fd1e6f7c None None] Pushing event updated for resources: {'Port': ['ID=0cbed9ea-1293-4b2a-aa97-7dd734b8394b,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:45.101009 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] Set router aebe1a69-1804-4ed3-85e3-2e30cf5125fb gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:45.142540 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-779f8a47-446d-4ac3-a063-b999ee8859b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.154904 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd063153-72b4-4454-b5e5-4fd5d01a7847 req-589ac080-9ef4-4898-a623-79d416f9144a tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 210 time: 0.0358725 Nov 27 01:32:45.195188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-779f8a47-446d-4ac3-a063-b999ee8859b2 None None] For port 0cbed9ea-1293-4b2a-aa97-7dd734b8394b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0cbed9ea-1293-4b2a-aa97-7dd734b8394b,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:45.201119 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-779f8a47-446d-4ac3-a063-b999ee8859b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.238845 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab427642-fc34-40c4-8449-b8ffe24fad63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.242477 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab427642-fc34-40c4-8449-b8ffe24fad63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.243827 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ab427642-fc34-40c4-8449-b8ffe24fad63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edb78266-9a95-4067-8a50-4e317d9bac9a HTTP/1.1" status: 204 len: 168 time: 1.2310786 Nov 27 01:32:45.268642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab427642-fc34-40c4-8449-b8ffe24fad63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb78266-9a95-4067-8a50-4e317d9bac9a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:45.271664 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.297333 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-181e72ca-dbfa-4a88-88cc-4cc5bab6a6a8 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Allocated IP 172.20.0.12 (8634b796-f024-400e-aeea-81ab1ded3e40/6e465726-a6f1-4aea-bad2-f0523459bf92/1a1811a9-a98f-4976-bdb6-bafbfaa09aa8) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:45.330393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f8a47-446d-4ac3-a063-b999ee8859b2 None None] Pushing event updated for resources: {'Port': ['ID=0cbed9ea-1293-4b2a-aa97-7dd734b8394b,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:45.371168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4a3b8745-1305-4bc8-98dc-aefe145e6406 None None] Provisioning complete for port 0cbed9ea-1293-4b2a-aa97-7dd734b8394b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:45.371541 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4a3b8745-1305-4bc8-98dc-aefe145e6406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.416510 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebe1a69-1804-4ed3-85e3-2e30cf5125fb', 'name': 'tempest-snat-router-1085690412', 'tenant_id': '0996597a7e294030afa205a4c837c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '0cbed9ea-1293-4b2a-aa97-7dd734b8394b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:39Z', 'updated_at': '2021-11-27T01:32:41Z', 'revision_number': 3, 'project_id': '0996597a7e294030afa205a4c837c218', 'gw_port': {'id': '0cbed9ea-1293-4b2a-aa97-7dd734b8394b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:14:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebe1a69-1804-4ed3-85e3-2e30cf5125fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:40Z', 'updated_at': '2021-11-27T01:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:45.426013 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Deleting port 0cbed9ea-1293-4b2a-aa97-7dd734b8394b {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:45.426354 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.452103 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14b920-5a6b-4f4d-9e9f-f3e7b998dad9 None None] The sync data for ids ['aebe1a69-1804-4ed3-85e3-2e30cf5125fb'] in n-d-817303-10 is: [{'id': 'aebe1a69-1804-4ed3-85e3-2e30cf5125fb', 'name': 'tempest-snat-router-1085690412', 'tenant_id': '0996597a7e294030afa205a4c837c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '0cbed9ea-1293-4b2a-aa97-7dd734b8394b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:39Z', 'updated_at': '2021-11-27T01:32:41Z', 'revision_number': 3, 'project_id': '0996597a7e294030afa205a4c837c218', 'gw_port': {'id': '0cbed9ea-1293-4b2a-aa97-7dd734b8394b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:14:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebe1a69-1804-4ed3-85e3-2e30cf5125fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:40Z', 'updated_at': '2021-11-27T01:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:45.477968 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.527507 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:32:45.658207 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.684964 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-181e72ca-dbfa-4a88-88cc-4cc5bab6a6a8 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.714852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] For port 0cbed9ea-1293-4b2a-aa97-7dd734b8394b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0cbed9ea-1293-4b2a-aa97-7dd734b8394b,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:45.715219 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.745761 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Calling delete_port for 0cbed9ea-1293-4b2a-aa97-7dd734b8394b owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:45.841278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-181e72ca-dbfa-4a88-88cc-4cc5bab6a6a8 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.918158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-181e72ca-dbfa-4a88-88cc-4cc5bab6a6a8 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Network 8634b796-f024-400e-aeea-81ab1ded3e40 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:45.924524 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-181e72ca-dbfa-4a88-88cc-4cc5bab6a6a8 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:45.929513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-181e72ca-dbfa-4a88-88cc-4cc5bab6a6a8 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:45.989989 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.996119 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.078206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e72ca-dbfa-4a88-88cc-4cc5bab6a6a8 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Pushing event updated for resources: {'Port': ['ID=1a1811a9-a98f-4976-bdb6-bafbfaa09aa8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:46.087847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-181e72ca-dbfa-4a88-88cc-4cc5bab6a6a8 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:46.088465 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-181e72ca-dbfa-4a88-88cc-4cc5bab6a6a8 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.121934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Pushing event updated for resources: {'Port': ['ID=f1119422-ee3d-49a9-9073-ee31b9adc00a,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:46.124351 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-181e72ca-dbfa-4a88-88cc-4cc5bab6a6a8 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9810781 Nov 27 01:32:46.134703 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.155327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Request body: {'port': {'device_id': '12e79860-1834-4d5d-b0f9-221540dd8dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:46.252217 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.292164 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.292755 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.377043 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Floating IP 9eae15bb-e9da-441c-98c0-64fb0736ee63 associated. External IP: 172.25.1.219, port: 851b764a-d1be-4991-b76f-dc29facdd204. Nov 27 01:32:46.442086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0cbed9ea-1293-4b2a-aa97-7dd734b8394b up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:46.443837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54042) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:46.498157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cbed9ea-1293-4b2a-aa97-7dd734b8394b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:46.503553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 0cbed9ea-1293-4b2a-aa97-7dd734b8394b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:46.508514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0cbed9ea-1293-4b2a-aa97-7dd734b8394b not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 01:32:46.583772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f7df3f-98f2-47d2-a2ab-753687d5f229 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:46.602683 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Port 0cbed9ea-1293-4b2a-aa97-7dd734b8394b not found, will not notify nova. {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 01:32:46.660682 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1213866765'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:46.714257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Made reservation on behalf of 26d09cda720745f6aa5e2d0893b7eab9 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:46.717524 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.735876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.819515 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.880476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Router b2cf3de7-71de-4e7f-858d-9537703c2056 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:32:46.911130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177b5ab-34bc-4dad-8f52-fc0e1b2d875c req-b9894f88-d86d-442f-b6b2-4b5ba10112fa tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:46.913631 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2177b5ab-34bc-4dad-8f52-fc0e1b2d875c req-b9894f88-d86d-442f-b6b2-4b5ba10112fa tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 932 time: 0.5419374 Nov 27 01:32:46.925645 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.929170 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.002112 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.002682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aebe1a69-1804-4ed3-85e3-2e30cf5125fb {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:32:47.012791 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.016449 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c0966df4-be5a-49ba-9811-64b301b417fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "DELETE /v2.0/routers/aebe1a69-1804-4ed3-85e3-2e30cf5125fb HTTP/1.1" status: 204 len: 168 time: 2.9337988 Nov 27 01:32:47.027119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54052) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:47.098709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:32:47.107553 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.121035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Transition to ACTIVE for port object 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:32:47.122312 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.125957 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.139169 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2177b5ab-34bc-4dad-8f52-fc0e1b2d875c req-bf016c19-92d0-4b21-9d3c-a0d4ca2d6962 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ae1fa-74a9-401e-86e7-79321dcf99c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127185 Nov 27 01:32:47.143388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.185509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1811a9-a98f-4976-bdb6-bafbfaa09aa8,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:47.209009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:32:47.235327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:47.245245 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.245591 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Added segment 4357af23-2dfb-420f-a89d-0fe7128a7c38 of type vlan for network bcc1dcc6-1786-46a1-93ed-578df51de52a Nov 27 01:32:47.249566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8c274b-57a7-4841-aa37-dedf2bcaea04 None None] Sync routers for ids ['b2cf3de7-71de-4e7f-858d-9537703c2056'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:47.267402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c274b-57a7-4841-aa37-dedf2bcaea04 None None] Routers {'b2cf3de7-71de-4e7f-858d-9537703c2056'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:47.268040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fa8c274b-57a7-4841-aa37-dedf2bcaea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2cf3de7-71de-4e7f-858d-9537703c2056'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:47.274979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Attempting to bind port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:47.275332 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Attempting to bind port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'cae7a2ff-3cfd-4e36-b56c-99663f82c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8634b796-f024-400e-aeea-81ab1ded3e40'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:47.275719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Attempting to bind port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 on network 8634b796-f024-400e-aeea-81ab1ded3e40 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:47.276657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de24a83-1ffc-4fb0-baad-adbd5d79fbdc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:47.281189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 on network 8634b796-f024-400e-aeea-81ab1ded3e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:32:47.282241 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Attempting to bind port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 on network 8634b796-f024-400e-aeea-81ab1ded3e40 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:47.288020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:47.288595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Checking segment: {'id': 'cae7a2ff-3cfd-4e36-b56c-99663f82c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8634b796-f024-400e-aeea-81ab1ded3e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:47.288972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Bound using segment: {'id': 'cae7a2ff-3cfd-4e36-b56c-99663f82c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8634b796-f024-400e-aeea-81ab1ded3e40'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:47.289497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Bound port: 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae7a2ff-3cfd-4e36-b56c-99663f82c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8634b796-f024-400e-aeea-81ab1ded3e40'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:47.289862 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.360928 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.391966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] For port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:47.396111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] For port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1a1811a9-a98f-4976-bdb6-bafbfaa09aa8,segment=NetworkSegment(cae7a2ff-3cfd-4e36-b56c-99663f82c530),segment_id=cae7a2ff-3cfd-4e36-b56c-99663f82c530)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:47.398994 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.405840 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.410130 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.445350 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-fa8c274b-57a7-4841-aa37-dedf2bcaea04 None None] Set router b2cf3de7-71de-4e7f-858d-9537703c2056 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:47.462659 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:47.463435 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.465042 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] 10.222.0.21 "PUT /v2.0/ports/1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 HTTP/1.1" status: 200 len: 1093 time: 1.3142903 Nov 27 01:32:47.465701 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e79860-1834-4d5d-b0f9-221540dd8dfd', 'tag': '1a1811a9-a98f-4976-bdb6-bafbfaa09aa8'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:47.466663 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-853509e5-9a2f-450e-be3e-6f6e2e5a42ca tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2556279 Nov 27 01:32:47.472077 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a86afe0-3936-4154-ac60-0de3ffefb2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "12e79860-1834-4d5d-b0f9-221540dd8dfd", "tag": "1a1811a9-a98f-4976-bdb6-bafbfaa09aa8"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:47.477703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54056) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:47.477873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'tag': '851b764a-d1be-4991-b76f-dc29facdd204'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:47.480703 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873033a9-c497-44de-b048-ffa7558d881a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5bd8e13-fa38-47be-9e0c-febd39e7cb61", "tag": "851b764a-d1be-4991-b76f-dc29facdd204"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:47.531494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21d43b-9933-4b6a-a15f-d447cdabe1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1811a9-a98f-4976-bdb6-bafbfaa09aa8,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:47.550497 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.563175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:47.563980 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.591781 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaacf91-5f45-4b0b-83d2-c94f928f631b x-openstack-request-id: req-ecaacf91-5f45-4b0b-83d2-c94f928f631b {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:47.591781 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e79860-1834-4d5d-b0f9-221540dd8dfd", "tag": "1a1811a9-a98f-4976-bdb6-bafbfaa09aa8", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:47.592059 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecaacf91-5f45-4b0b-83d2-c94f928f631b {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:47.597811 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e79860-1834-4d5d-b0f9-221540dd8dfd', 'tag': '1a1811a9-a98f-4976-bdb6-bafbfaa09aa8', 'status': 'completed', 'code': 200} Nov 27 01:32:47.613796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed0d7b7-3466-472b-8279-af49ccd45519 tempest-TestVolumeBackupRestore-188433868 tempest-TestVolumeBackupRestore-188433868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:47.619970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-eed0d7b7-3466-472b-8279-af49ccd45519 tempest-TestVolumeBackupRestore-188433868 tempest-TestVolumeBackupRestore-188433868-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 1092 time: 0.1413500 Nov 27 01:32:47.621579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54062) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:47.638666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-df43fbe0-2ed4-405d-9fd2-c1626bc96581 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Request body: {'floatingip': {'port_id': '851b764a-d1be-4991-b76f-dc29facdd204'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:47.644840 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895f7294-5c64-417e-ac8a-3e87a4c473d4 x-openstack-request-id: req-895f7294-5c64-417e-ac8a-3e87a4c473d4 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:47.645135 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5bd8e13-fa38-47be-9e0c-febd39e7cb61", "tag": "851b764a-d1be-4991-b76f-dc29facdd204", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:47.645390 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-895f7294-5c64-417e-ac8a-3e87a4c473d4 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:47.645789 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'tag': '851b764a-d1be-4991-b76f-dc29facdd204', 'status': 'completed', 'code': 200} Nov 27 01:32:47.682145 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2361183 Nov 27 01:32:47.694672 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54064) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:47.716224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d0f5228e-4323-4aa3-8156-ad6df3058c85 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'subnet': {'network_id': 'bcc1dcc6-1786-46a1-93ed-578df51de52a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:47.743982 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df43fbe0-2ed4-405d-9fd2-c1626bc96581 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.821796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fa8c274b-57a7-4841-aa37-dedf2bcaea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9eae15bb-e9da-441c-98c0-64fb0736ee63', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'port_id': '851b764a-d1be-4991-b76f-dc29facdd204', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'mac_address': 'fa:16:3e:46:e5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:32:44Z', 'updated_at': '2021-11-27T01:32:44Z', 'revision_number': 0, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e', 'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'mac_address': 'fa:16:3e:05:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:22Z', 'updated_at': '2021-11-27T01:28:34Z', 'revision_number': 5, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'subnets': [{'id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:47.860083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8c274b-57a7-4841-aa37-dedf2bcaea04 None None] Checking router: b2cf3de7-71de-4e7f-858d-9537703c2056 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:47.872132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c274b-57a7-4841-aa37-dedf2bcaea04 None None] Routers {'b2cf3de7-71de-4e7f-858d-9537703c2056'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:47.872949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fa8c274b-57a7-4841-aa37-dedf2bcaea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2cf3de7-71de-4e7f-858d-9537703c2056'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:48.017928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-fa8c274b-57a7-4841-aa37-dedf2bcaea04 None None] Set router b2cf3de7-71de-4e7f-858d-9537703c2056 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:48.192941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cbd40-8ac0-403d-ae06-1f6fd59366b9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Network': ['ID=bcc1dcc6-1786-46a1-93ed-578df51de52a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:48.209638 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:48.211554 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network bcc1dcc6-1786-46a1-93ed-578df51de52a details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:32:48.258296 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873033a9-c497-44de-b048-ffa7558d881a req-ac3bd96e-0c21-4ee0-b838-bd64067b484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:48.268407 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-873033a9-c497-44de-b048-ffa7558d881a req-ac3bd96e-0c21-4ee0-b838-bd64067b484b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c520c5f009e8479d9a976c59cf451ad4&device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 1097 time: 0.5744553 Nov 27 01:32:48.280906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-da6c4436-50a2-480a-b66c-f01ed60b6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:48.287380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-da6c4436-50a2-480a-b66c-f01ed60b6610 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f41820b5dc04d5e910998ebb0f39588&device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 1096 time: 0.7513406 Nov 27 01:32:48.396712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f5228e-4323-4aa3-8156-ad6df3058c85 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Made reservation on behalf of 26d09cda720745f6aa5e2d0893b7eab9 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:48.403535 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0f5228e-4323-4aa3-8156-ad6df3058c85 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:48.463187 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-595ae655-c98b-4daa-8aaa-6af619caf995 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 HTTP/1.1" status: 200 len: 217 time: 0.1324692 Nov 27 01:32:48.494478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Deleting port e5155350-021e-4761-b6e2-b8fc12884070 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:48.494828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:48.562790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fa8c274b-57a7-4841-aa37-dedf2bcaea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9eae15bb-e9da-441c-98c0-64fb0736ee63', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'port_id': '851b764a-d1be-4991-b76f-dc29facdd204', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'mac_address': 'fa:16:3e:46:e5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:32:44Z', 'updated_at': '2021-11-27T01:32:44Z', 'revision_number': 0, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e', 'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'mac_address': 'fa:16:3e:05:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:22Z', 'updated_at': '2021-11-27T01:28:34Z', 'revision_number': 5, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'subnets': [{'id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:48.577748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873033a9-c497-44de-b048-ffa7558d881a req-9b89d785-6c94-4760-923e-364017ed9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:48.579295 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-873033a9-c497-44de-b048-ffa7558d881a req-9b89d785-6c94-4760-923e-364017ed9260 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20c0468d-d121-42aa-b89e-da7c0d006cf4 HTTP/1.1" status: 200 len: 914 time: 0.2818131 Nov 27 01:32:48.582935 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.db.resource_extend [None req-df43fbe0-2ed4-405d-9fd2-c1626bc96581 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:32:48.612918 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8c274b-57a7-4841-aa37-dedf2bcaea04 None None] The sync data for ids ['b2cf3de7-71de-4e7f-858d-9537703c2056'] in n-d-817303-10 is: [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9eae15bb-e9da-441c-98c0-64fb0736ee63', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'port_id': '851b764a-d1be-4991-b76f-dc29facdd204', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'mac_address': 'fa:16:3e:46:e5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:32:44Z', 'updated_at': '2021-11-27T01:32:44Z', 'revision_number': 0, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e', 'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'mac_address': 'fa:16:3e:05:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:22Z', 'updated_at': '2021-11-27T01:28:34Z', 'revision_number': 5, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'subnets': [{'id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:48.652769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b930bce-022d-47e7-9fbd-75cc6d9a2ca9 req-3d9fffce-bf73-4647-ae8d-c5e83c18477f tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:48.654295 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b930bce-022d-47e7-9fbd-75cc6d9a2ca9 req-3d9fffce-bf73-4647-ae8d-c5e83c18477f tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 944 time: 0.3659844 Nov 27 01:32:48.659655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-2f1c52e9-d5eb-4fe2-a0fa-b34a05da45c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:48.662304 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-2f1c52e9-d5eb-4fe2-a0fa-b34a05da45c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e465726-a6f1-4aea-bad2-f0523459bf92 HTTP/1.1" status: 200 len: 849 time: 0.1317301 Nov 27 01:32:48.730700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df43fbe0-2ed4-405d-9fd2-c1626bc96581 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:48.736765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-9d52e26c-e75f-4f31-a23f-e03c3b2e37ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8634b796-f024-400e-aeea-81ab1ded3e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448046 Nov 27 01:32:48.745703 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df43fbe0-2ed4-405d-9fd2-c1626bc96581 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:48.804428 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3b930bce-022d-47e7-9fbd-75cc6d9a2ca9 req-d9ca0c5a-2a6d-4dd1-b12c-6b15fc34661f tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ae1fa-74a9-401e-86e7-79321dcf99c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410608 Nov 27 01:32:48.836217 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-873033a9-c497-44de-b048-ffa7558d881a req-40ba47f6-3325-4718-bf5c-a1453878c92f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851b764a-d1be-4991-b76f-dc29facdd204 HTTP/1.1" status: 200 len: 999 time: 0.2490275 Nov 27 01:32:48.949041 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0f5228e-4323-4aa3-8156-ad6df3058c85 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:48.963295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] For port e5155350-021e-4761-b6e2-b8fc12884070, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e5155350-021e-4761-b6e2-b8fc12884070,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:48.963295 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:49.002675 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88515c9-3ecb-408e-a68a-34598ef5b5e1 None None] New status for floating IP 9eae15bb-e9da-441c-98c0-64fb0736ee63: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:32:49.009209 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-47cdddac-b4f0-4a19-babc-34c7366b6430 service neutron] 10.222.0.21 "GET /v2.0/networks/8634b796-f024-400e-aeea-81ab1ded3e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572894 Nov 27 01:32:49.095684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Calling delete_port for e5155350-021e-4761-b6e2-b8fc12884070 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:49.104153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5228e-4323-4aa3-8156-ad6df3058c85 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Subnet': ['ID=3f352777-4185-4999-bee8-659107308acb,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:49.154564 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873033a9-c497-44de-b048-ffa7558d881a req-d1d2440c-4679-4735-a6d8-42c625827ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.156102 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-873033a9-c497-44de-b048-ffa7558d881a req-d1d2440c-4679-4735-a6d8-42c625827ec8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b437b0a8-acf9-4852-b5f2-f41cdda7a7c1 HTTP/1.1" status: 200 len: 852 time: 0.3025317 Nov 27 01:32:49.270520 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f5228e-4323-4aa3-8156-ad6df3058c85 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Checking segment: {'id': '4357af23-2dfb-420f-a89d-0fe7128a7c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bcc1dcc6-1786-46a1-93ed-578df51de52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:49.270899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f5228e-4323-4aa3-8156-ad6df3058c85 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network hostable DHCP agents. Network: bcc1dcc6-1786-46a1-93ed-578df51de52a, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:32:49.293430 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9978d02a-6be0-4bba-ab4f-4d4b60d3c5a6 req-ddb567a9-0ab1-4b91-b36c-a5a519915a34 service neutron] 10.222.0.21 "GET /v2.0/networks/8634b796-f024-400e-aeea-81ab1ded3e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390790 Nov 27 01:32:49.302362 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df43fbe0-2ed4-405d-9fd2-c1626bc96581 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Router b2cf3de7-71de-4e7f-858d-9537703c2056 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:32:49.352894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873033a9-c497-44de-b048-ffa7558d881a req-2d14b324-f7a4-4446-ac15-7c7b7da1de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.354431 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-873033a9-c497-44de-b048-ffa7558d881a req-2d14b324-f7a4-4446-ac15-7c7b7da1de8e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20c0468d-d121-42aa-b89e-da7c0d006cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1581538 Nov 27 01:32:49.357089 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f5228e-4323-4aa3-8156-ad6df3058c85 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network bcc1dcc6-1786-46a1-93ed-578df51de52a is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:32:49.384835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-d0f5228e-4323-4aa3-8156-ad6df3058c85 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, bcc1dcc6-1786-46a1-93ed-578df51de52a) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:49.394680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ded66c-bfc8-48c4-b502-1aa50cf6f5da None None] Network bcc1dcc6-1786-46a1-93ed-578df51de52a requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:49.397957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f5228e-4323-4aa3-8156-ad6df3058c85 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.399253 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0f5228e-4323-4aa3-8156-ad6df3058c85 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:49.477763 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d0f5228e-4323-4aa3-8156-ad6df3058c85 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7815714 Nov 27 01:32:49.479099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df43fbe0-2ed4-405d-9fd2-c1626bc96581 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:49.482005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54076) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:49.486715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df43fbe0-2ed4-405d-9fd2-c1626bc96581 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:49.493036 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1311626982', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:49.496257 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d2a84-3db7-41a9-a000-c0879eef1635 None None] Sync routers for ids ['b2cf3de7-71de-4e7f-858d-9537703c2056'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:49.533843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86afe0-3936-4154-ac60-0de3ffefb2c5 req-7165f480-0610-45e0-8ff1-d807aeacdf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.535784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a86afe0-3936-4154-ac60-0de3ffefb2c5 req-7165f480-0610-45e0-8ff1-d807aeacdf01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f41820b5dc04d5e910998ebb0f39588&device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 1096 time: 0.1156914 Nov 27 01:32:49.540949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d2a84-3db7-41a9-a000-c0879eef1635 None None] Routers {'b2cf3de7-71de-4e7f-858d-9537703c2056'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:49.542471 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-294d2a84-3db7-41a9-a000-c0879eef1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2cf3de7-71de-4e7f-858d-9537703c2056'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:49.553635 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:49.565701 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-873033a9-c497-44de-b048-ffa7558d881a req-399c12b1-a68e-4fdf-82d0-d29a5a28428b service neutron] 10.222.0.31 "GET /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931171 Nov 27 01:32:49.586560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5155350-021e-4761-b6e2-b8fc12884070,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:49.696437 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-294d2a84-3db7-41a9-a000-c0879eef1635 None None] Set router b2cf3de7-71de-4e7f-858d-9537703c2056 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:49.711073 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:49.834446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:49.838469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-873033a9-c497-44de-b048-ffa7558d881a req-b62f7d80-7d7c-4614-827f-deee926dd6c1 service neutron] 10.222.0.31 "GET /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533615 Nov 27 01:32:49.839780 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:49.898013 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:49.899013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ada31329-bc34-4a98-a477-74aca86e460b {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:32:49.907052 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:49.911982 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3c4ffd9b-6d65-4338-bcfc-07aad4041c70 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "DELETE /v2.0/routers/ada31329-bc34-4a98-a477-74aca86e460b HTTP/1.1" status: 204 len: 168 time: 2.8805401 Nov 27 01:32:49.912713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54082) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:49.918227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-230654897', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:50.050550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'tag': '851b764a-d1be-4991-b76f-dc29facdd204'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:50.053271 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25eb2225-1469-48fb-8e2f-264ba688fcec" -d '{"events": [{"name": "network-changed", "server_uuid": "e5bd8e13-fa38-47be-9e0c-febd39e7cb61", "tag": "851b764a-d1be-4991-b76f-dc29facdd204"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:50.087602 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:50.089642 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:50.097298 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:50.098446 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:50.176899 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:50.194437 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4027ffc4-8540-4392-9f5d-194ce19a1360 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:50.197060 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df001e34-c421-4ecc-983a-555646ebb9d8 x-openstack-request-id: req-df001e34-c421-4ecc-983a-555646ebb9d8 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:50.197362 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5bd8e13-fa38-47be-9e0c-febd39e7cb61", "tag": "851b764a-d1be-4991-b76f-dc29facdd204", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:50.197619 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df001e34-c421-4ecc-983a-555646ebb9d8 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:50.198050 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'tag': '851b764a-d1be-4991-b76f-dc29facdd204', 'status': 'completed', 'code': 200} Nov 27 01:32:50.274642 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-df43fbe0-2ed4-405d-9fd2-c1626bc96581 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "PUT /v2.0/floatingips/9eae15bb-e9da-441c-98c0-64fb0736ee63 HTTP/1.1" status: 200 len: 991 time: 2.6518497 Nov 27 01:32:50.289732 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:50.345020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd747eb7-be8b-4403-a060-261a07af0743 None None] Network bcc1dcc6-1786-46a1-93ed-578df51de52a requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:50.411706 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb2225-1469-48fb-8e2f-264ba688fcec req-88cae49a-2428-45aa-bc0b-95489352183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.413570 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25eb2225-1469-48fb-8e2f-264ba688fcec req-88cae49a-2428-45aa-bc0b-95489352183b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c520c5f009e8479d9a976c59cf451ad4&device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 1097 time: 0.1431611 Nov 27 01:32:50.421745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f96cf-d003-450d-a92a-2bbd6398eb79 req-2b78f45b-d449-44b8-b3d7-78634a4288c3 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.429571 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-927f96cf-d003-450d-a92a-2bbd6398eb79 req-2b78f45b-d449-44b8-b3d7-78634a4288c3 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 944 time: 0.4039783 Nov 27 01:32:50.432001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86afe0-3936-4154-ac60-0de3ffefb2c5 req-3790eea0-7a0e-4c57-9f61-806ef650b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.433565 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a86afe0-3936-4154-ac60-0de3ffefb2c5 req-3790eea0-7a0e-4c57-9f61-806ef650b094 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8634b796-f024-400e-aeea-81ab1ded3e40 HTTP/1.1" status: 200 len: 910 time: 0.8895068 Nov 27 01:32:50.465039 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:50.509181 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a86afe0-3936-4154-ac60-0de3ffefb2c5 req-c23e9fc5-8f2e-4521-b71b-0f28ea648a3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 HTTP/1.1" status: 200 len: 217 time: 0.0561955 Nov 27 01:32:50.597942 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:50.637169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-927f96cf-d003-450d-a92a-2bbd6398eb79 req-d0e0a276-5253-4928-bcfa-e36f99d930a6 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ae1fa-74a9-401e-86e7-79321dcf99c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064209 Nov 27 01:32:50.683788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0cbed9ea-1293-4b2a-aa97-7dd734b8394b no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:50.695141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86afe0-3936-4154-ac60-0de3ffefb2c5 req-4246b682-95e6-4e90-9f75-a446aa419517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.697042 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a86afe0-3936-4154-ac60-0de3ffefb2c5 req-4246b682-95e6-4e90-9f75-a446aa419517 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e465726-a6f1-4aea-bad2-f0523459bf92 HTTP/1.1" status: 200 len: 849 time: 0.1712053 Nov 27 01:32:50.746175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a86afe0-3936-4154-ac60-0de3ffefb2c5 req-7252a801-756e-462b-a3f3-3e4ca3f511d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8634b796-f024-400e-aeea-81ab1ded3e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366549 Nov 27 01:32:50.748144 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb2225-1469-48fb-8e2f-264ba688fcec req-363fbe5b-3e97-4416-8096-ab5187e13212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.750616 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25eb2225-1469-48fb-8e2f-264ba688fcec req-363fbe5b-3e97-4416-8096-ab5187e13212 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20c0468d-d121-42aa-b89e-da7c0d006cf4 HTTP/1.1" status: 200 len: 914 time: 0.2863252 Nov 27 01:32:50.788962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 0cbed9ea-1293-4b2a-aa97-7dd734b8394b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:50.789586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0cbed9ea-1293-4b2a-aa97-7dd734b8394b not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:50.790466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e5155350-021e-4761-b6e2-b8fc12884070 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:50.849122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e5155350-021e-4761-b6e2-b8fc12884070 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:50.849122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e5155350-021e-4761-b6e2-b8fc12884070 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:50.856089 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25eb2225-1469-48fb-8e2f-264ba688fcec req-2597f519-d249-479b-bf30-5e22c88ccc9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851b764a-d1be-4991-b76f-dc29facdd204 HTTP/1.1" status: 200 len: 1001 time: 0.0980918 Nov 27 01:32:50.886720 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-294d2a84-3db7-41a9-a000-c0879eef1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9eae15bb-e9da-441c-98c0-64fb0736ee63', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'port_id': '851b764a-d1be-4991-b76f-dc29facdd204', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'mac_address': 'fa:16:3e:46:e5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:32:44Z', 'updated_at': '2021-11-27T01:32:49Z', 'revision_number': 2, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e', 'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'mac_address': 'fa:16:3e:05:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:22Z', 'updated_at': '2021-11-27T01:28:34Z', 'revision_number': 5, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'subnets': [{'id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:50.928083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d2a84-3db7-41a9-a000-c0879eef1635 None None] Checking router: b2cf3de7-71de-4e7f-858d-9537703c2056 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:50.938892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d2a84-3db7-41a9-a000-c0879eef1635 None None] Routers {'b2cf3de7-71de-4e7f-858d-9537703c2056'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:50.939519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-294d2a84-3db7-41a9-a000-c0879eef1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2cf3de7-71de-4e7f-858d-9537703c2056'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:50.987264 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb2225-1469-48fb-8e2f-264ba688fcec req-79f045e2-bdd5-4975-8eea-7f8dea6ad879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.989131 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25eb2225-1469-48fb-8e2f-264ba688fcec req-79f045e2-bdd5-4975-8eea-7f8dea6ad879 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b437b0a8-acf9-4852-b5f2-f41cdda7a7c1 HTTP/1.1" status: 200 len: 852 time: 0.1235476 Nov 27 01:32:51.041332 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a86afe0-3936-4154-ac60-0de3ffefb2c5 req-1eaf90d9-cb59-49b2-87f7-ba55fdc7075f service neutron] 10.222.0.21 "GET /v2.0/networks/8634b796-f024-400e-aeea-81ab1ded3e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833085 Nov 27 01:32:51.078901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-294d2a84-3db7-41a9-a000-c0879eef1635 None None] Set router b2cf3de7-71de-4e7f-858d-9537703c2056 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:51.144300 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:51.166697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb2225-1469-48fb-8e2f-264ba688fcec req-77623760-770a-480d-8dfb-8958bf8cfdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:51.168061 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25eb2225-1469-48fb-8e2f-264ba688fcec req-77623760-770a-480d-8dfb-8958bf8cfdcd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20c0468d-d121-42aa-b89e-da7c0d006cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1637602 Nov 27 01:32:51.169761 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:51.195168 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:51.224228 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3a86afe0-3936-4154-ac60-0de3ffefb2c5 req-44bb14a3-a156-4a13-a544-cfab0e001c3e service neutron] 10.222.0.21 "GET /v2.0/networks/8634b796-f024-400e-aeea-81ab1ded3e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551344 Nov 27 01:32:51.225781 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:51.368146 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25eb2225-1469-48fb-8e2f-264ba688fcec req-54342d3a-01cf-45ae-b85c-56c5e4b0cbf6 service neutron] 10.222.0.31 "GET /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900098 Nov 27 01:32:51.369153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-294d2a84-3db7-41a9-a000-c0879eef1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9eae15bb-e9da-441c-98c0-64fb0736ee63', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'port_id': '851b764a-d1be-4991-b76f-dc29facdd204', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'mac_address': 'fa:16:3e:46:e5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:32:44Z', 'updated_at': '2021-11-27T01:32:49Z', 'revision_number': 2, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e', 'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'mac_address': 'fa:16:3e:05:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:22Z', 'updated_at': '2021-11-27T01:28:34Z', 'revision_number': 5, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'subnets': [{'id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:51.398901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Allocated IP 172.25.1.173 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/36cec795-7cbd-4fa9-a7bf-e6bab504d05b) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:51.404516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d2a84-3db7-41a9-a000-c0879eef1635 None None] The sync data for ids ['b2cf3de7-71de-4e7f-858d-9537703c2056'] in n-d-817303-10 is: [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9eae15bb-e9da-441c-98c0-64fb0736ee63', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'port_id': '851b764a-d1be-4991-b76f-dc29facdd204', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'mac_address': 'fa:16:3e:46:e5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:32:44Z', 'updated_at': '2021-11-27T01:32:49Z', 'revision_number': 2, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e', 'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'mac_address': 'fa:16:3e:05:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:22Z', 'updated_at': '2021-11-27T01:28:34Z', 'revision_number': 5, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'subnets': [{'id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:51.548705 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25eb2225-1469-48fb-8e2f-264ba688fcec req-93e00ba3-08da-4175-8400-20661e729e6b service neutron] 10.222.0.31 "GET /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671195 Nov 27 01:32:51.600663 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:51.646422 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:51.697230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:51.700417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:51.704411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:51.722511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7c1b34-6bc2-4ca1-80c7-3c4a7c07a4b8 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:51.729284 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Pushing event updated for resources: {'Port': ['ID=36cec795-7cbd-4fa9-a7bf-e6bab504d05b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:51.744160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.25.1.86 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/25190e47-78a9-41f1-b398-eb93b48cfaa6) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:51.745391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:51.745892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:51.746339 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:51.746786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:51.747191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:51.747643 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:51.748090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:51.748543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:51.749240 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:51.749366 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:51.750420 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:51.750887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:51.827386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-eee4824e-dbaf-4776-bf50-0e80674b804f None None] Provisioning complete for port 36cec795-7cbd-4fa9-a7bf-e6bab504d05b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:51.828040 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eee4824e-dbaf-4776-bf50-0e80674b804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:51.872977 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-eee4824e-dbaf-4776-bf50-0e80674b804f None None] Port 36cec795-7cbd-4fa9-a7bf-e6bab504d05b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:51.930500 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c5dac-6b28-4e71-99df-8619276b922a req-f63aa625-90db-410e-92b0-18cd3229a75c tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:51.932166 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-624c5dac-6b28-4e71-99df-8619276b922a req-f63aa625-90db-410e-92b0-18cd3229a75c tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 944 time: 0.0952203 Nov 27 01:32:51.944006 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:51.954727 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:32:52.010714 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-624c5dac-6b28-4e71-99df-8619276b922a req-6a7d472d-adc0-4d68-a021-cf75dc01d928 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ae1fa-74a9-401e-86e7-79321dcf99c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698349 Nov 27 01:32:52.032690 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.051256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.072073 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1a1811a9-a98f-4976-bdb6-bafbfaa09aa8,segment=NetworkSegment(cae7a2ff-3cfd-4e36-b56c-99663f82c530),segment_id=cae7a2ff-3cfd-4e36-b56c-99663f82c530)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:52.078080 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:52.081249 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:52.085056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:52.086256 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '1a1811a9-a98f-4976-bdb6-bafbfaa09aa8', 'network_id': '8634b796-f024-400e-aeea-81ab1ded3e40', 'port_id': '1a1811a9-a98f-4976-bdb6-bafbfaa09aa8', 'mac_address': 'fa:16:3e:ca:ae:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e465726-a6f1-4aea-bad2-f0523459bf92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:32:52.090758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=25190e47-78a9-41f1-b398-eb93b48cfaa6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:52.114719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f305ad-9a38-46d3-ac95-8189ff171091 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:52.138776 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.159935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:32:52.183712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1a1811a9-a98f-4976-bdb6-bafbfaa09aa8,segment=NetworkSegment(cae7a2ff-3cfd-4e36-b56c-99663f82c530),segment_id=cae7a2ff-3cfd-4e36-b56c-99663f82c530)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:52.190696 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.239152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1e0968a2-997a-471d-840f-91f737bc8cd6 None None] Provisioning complete for port 25190e47-78a9-41f1-b398-eb93b48cfaa6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:52.239726 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e0968a2-997a-471d-840f-91f737bc8cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.275705 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=1a1811a9-a98f-4976-bdb6-bafbfaa09aa8,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:52.276731 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'tag': '851b764a-d1be-4991-b76f-dc29facdd204'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:52.280120 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04d41b9-9a02-498e-b3f3-adb023f38030" -d '{"events": [{"name": "network-changed", "server_uuid": "e5bd8e13-fa38-47be-9e0c-febd39e7cb61", "tag": "851b764a-d1be-4991-b76f-dc29facdd204"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:52.295670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1e0968a2-997a-471d-840f-91f737bc8cd6 None None] Port 25190e47-78a9-41f1-b398-eb93b48cfaa6 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:52.341250 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6957f165-b052-4c90-9d2c-e52a2ac7e5e7 x-openstack-request-id: req-6957f165-b052-4c90-9d2c-e52a2ac7e5e7 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:52.341544 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5bd8e13-fa38-47be-9e0c-febd39e7cb61", "tag": "851b764a-d1be-4991-b76f-dc29facdd204", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:52.341806 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6957f165-b052-4c90-9d2c-e52a2ac7e5e7 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:52.342198 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'tag': '851b764a-d1be-4991-b76f-dc29facdd204', 'status': 'completed', 'code': 200} Nov 27 01:32:52.424181 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.519573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['1a1811a9-a98f-4976-bdb6-bafbfaa09aa8'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:32:52.668291 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d41b9-9a02-498e-b3f3-adb023f38030 req-c4c93585-7b26-48ff-ac97-a00a57ecd969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:52.669810 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f04d41b9-9a02-498e-b3f3-adb023f38030 req-c4c93585-7b26-48ff-ac97-a00a57ecd969 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c520c5f009e8479d9a976c59cf451ad4&device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 1097 time: 0.0985310 Nov 27 01:32:52.713305 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.802923 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.852708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d41b9-9a02-498e-b3f3-adb023f38030 req-50b59ef4-bc5e-4bfc-b41e-4b4b9f0481d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:52.854193 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f04d41b9-9a02-498e-b3f3-adb023f38030 req-50b59ef4-bc5e-4bfc-b41e-4b4b9f0481d4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20c0468d-d121-42aa-b89e-da7c0d006cf4 HTTP/1.1" status: 200 len: 914 time: 0.1758657 Nov 27 01:32:52.860116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:32:52.972276 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f04d41b9-9a02-498e-b3f3-adb023f38030 req-6c21fefc-ba5b-4665-9245-929d5e274667 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851b764a-d1be-4991-b76f-dc29facdd204 HTTP/1.1" status: 200 len: 1001 time: 0.1084256 Nov 27 01:32:52.972531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:52.986039 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5185357c-8800-41a8-b670-d827c6833766 None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:52.995026 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.999240 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c56e7b30-1c12-4f28-b104-beca257453e6 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5096858 Nov 27 01:32:53.000566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54108) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:53.002333 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185357c-8800-41a8-b670-d827c6833766 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:53.003336 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5185357c-8800-41a8-b670-d827c6833766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:53.039140 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5185357c-8800-41a8-b670-d827c6833766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:53.050002 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185357c-8800-41a8-b670-d827c6833766 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:53.053569 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d41b9-9a02-498e-b3f3-adb023f38030 req-415895c8-8d61-4514-8f3a-4d10e292afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:53.055915 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f04d41b9-9a02-498e-b3f3-adb023f38030 req-415895c8-8d61-4514-8f3a-4d10e292afab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b437b0a8-acf9-4852-b5f2-f41cdda7a7c1 HTTP/1.1" status: 200 len: 852 time: 0.0736215 Nov 27 01:32:53.057335 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Router 4200033a-2553-4f7c-a5b7-ce2693116e76 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:32:53.065241 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5185357c-8800-41a8-b670-d827c6833766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:53.132633 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5185357c-8800-41a8-b670-d827c6833766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:53.133604 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5185357c-8800-41a8-b670-d827c6833766 None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:53.192879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d41b9-9a02-498e-b3f3-adb023f38030 req-3b3b0cee-40ec-40eb-9e05-3b49145abaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:53.194563 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f04d41b9-9a02-498e-b3f3-adb023f38030 req-3b3b0cee-40ec-40eb-9e05-3b49145abaf1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20c0468d-d121-42aa-b89e-da7c0d006cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1320698 Nov 27 01:32:53.316585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da03b02-ea52-426d-be80-ddb56c416c70 req-3e9f0652-9c99-43dd-a48e-5d261e20a0a6 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:53.317998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9da03b02-ea52-426d-be80-ddb56c416c70 req-3e9f0652-9c99-43dd-a48e-5d261e20a0a6 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 945 time: 0.1679404 Nov 27 01:32:53.351607 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:53.367187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95a107-506e-4153-ae53-f5742216ba7d None None] Sync routers for ids ['4200033a-2553-4f7c-a5b7-ce2693116e76'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:53.389775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95a107-506e-4153-ae53-f5742216ba7d None None] Routers {'4200033a-2553-4f7c-a5b7-ce2693116e76'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:53.391742 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1a95a107-506e-4153-ae53-f5742216ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['4200033a-2553-4f7c-a5b7-ce2693116e76'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:53.413381 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:53.418683 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cd35e337-1343-49fa-a91c-11a5fad3f658 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5047257 Nov 27 01:32:53.420094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54114) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:53.422600 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f04d41b9-9a02-498e-b3f3-adb023f38030 req-2808e733-ce74-424c-bfbe-fcef78034ced service neutron] 10.222.0.31 "GET /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876407 Nov 27 01:32:53.427030 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4f77fba4-403a-46f5-9a8b-d2e232375514 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'enable_snat': False}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:53.441035 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9da03b02-ea52-426d-be80-ddb56c416c70 req-7342e3ff-79cf-45f8-a7fc-590e9a997966 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ae1fa-74a9-401e-86e7-79321dcf99c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077058 Nov 27 01:32:53.466311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1a95a107-506e-4153-ae53-f5742216ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:53.477654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95a107-506e-4153-ae53-f5742216ba7d None None] Routers {'4200033a-2553-4f7c-a5b7-ce2693116e76'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:53.478272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1a95a107-506e-4153-ae53-f5742216ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['4200033a-2553-4f7c-a5b7-ce2693116e76'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:53.519588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1a95a107-506e-4153-ae53-f5742216ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:53.520185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95a107-506e-4153-ae53-f5742216ba7d None None] The sync data for ids ['4200033a-2553-4f7c-a5b7-ce2693116e76'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:53.535565 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:53.610552 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f04d41b9-9a02-498e-b3f3-adb023f38030 req-6c790ba8-702c-4b4f-9ea3-3b4b76a421a1 service neutron] 10.222.0.31 "GET /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810570 Nov 27 01:32:53.819924 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f77fba4-403a-46f5-9a8b-d2e232375514 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:53.846520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.20.0.1 (bcc1dcc6-1786-46a1-93ed-578df51de52a/3f352777-4185-4999-bee8-659107308acb/de20ac4f-9ffb-4c9c-90d9-63d7b3ec1241) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:53.968106 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:54.030693 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:54.085130 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:54.097619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:32:54.105358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:54.105731 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:54.142018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network bcc1dcc6-1786-46a1-93ed-578df51de52a is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:54.143266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=de20ac4f-9ffb-4c9c-90d9-63d7b3ec1241,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:54.146293 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:54.149711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:54.204288 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:54.213136 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:54.247656 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1a1811a9-a98f-4976-bdb6-bafbfaa09aa8,segment=NetworkSegment(cae7a2ff-3cfd-4e36-b56c-99663f82c530),segment_id=cae7a2ff-3cfd-4e36-b56c-99663f82c530)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:54.248557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e79860-1834-4d5d-b0f9-221540dd8dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1811a9-a98f-4976-bdb6-bafbfaa09aa8'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:54.251753 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b62baa-6a43-403f-ab42-7775ed875038" -d '{"events": [{"server_uuid": "12e79860-1834-4d5d-b0f9-221540dd8dfd", "name": "network-vif-plugged", "status": "completed", "tag": "1a1811a9-a98f-4976-bdb6-bafbfaa09aa8"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:54.270757 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:54.365629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=1a1811a9-a98f-4976-bdb6-bafbfaa09aa8,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:54.369361 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2ad1ca-6c68-4975-9d3d-677ee3962515 x-openstack-request-id: req-1f2ad1ca-6c68-4975-9d3d-677ee3962515 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:54.369953 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e79860-1834-4d5d-b0f9-221540dd8dfd", "name": "network-vif-plugged", "status": "completed", "tag": "1a1811a9-a98f-4976-bdb6-bafbfaa09aa8", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:54.370046 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f2ad1ca-6c68-4975-9d3d-677ee3962515 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:54.370514 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e79860-1834-4d5d-b0f9-221540dd8dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1811a9-a98f-4976-bdb6-bafbfaa09aa8', 'code': 200} Nov 27 01:32:54.376695 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:54.411735 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f77fba4-403a-46f5-9a8b-d2e232375514 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:54.415488 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f77fba4-403a-46f5-9a8b-d2e232375514 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:54.531417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f77fba4-403a-46f5-9a8b-d2e232375514 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Router 4200033a-2553-4f7c-a5b7-ce2693116e76 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:32:54.647989 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f77fba4-403a-46f5-9a8b-d2e232375514 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:54.653597 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f77fba4-403a-46f5-9a8b-d2e232375514 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:54.657950 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4f77fba4-403a-46f5-9a8b-d2e232375514 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "PUT /v2.0/routers/4200033a-2553-4f7c-a5b7-ce2693116e76 HTTP/1.1" status: 200 len: 925 time: 1.2313311 Nov 27 01:32:54.658216 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54130) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:54.665691 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28184a13-7d78-456c-bb54-f665c6f9e701 None None] Sync routers for ids ['4200033a-2553-4f7c-a5b7-ce2693116e76'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:54.677049 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28184a13-7d78-456c-bb54-f665c6f9e701 None None] Routers {'4200033a-2553-4f7c-a5b7-ce2693116e76'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:54.678092 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-28184a13-7d78-456c-bb54-f665c6f9e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['4200033a-2553-4f7c-a5b7-ce2693116e76'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:54.711790 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-28184a13-7d78-456c-bb54-f665c6f9e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:54.722504 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28184a13-7d78-456c-bb54-f665c6f9e701 None None] Routers {'4200033a-2553-4f7c-a5b7-ce2693116e76'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:54.723853 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-28184a13-7d78-456c-bb54-f665c6f9e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['4200033a-2553-4f7c-a5b7-ce2693116e76'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:54.774933 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-28184a13-7d78-456c-bb54-f665c6f9e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:54.775587 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28184a13-7d78-456c-bb54-f665c6f9e701 None None] The sync data for ids ['4200033a-2553-4f7c-a5b7-ce2693116e76'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:54.799754 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-21024839-c653-432f-b0f2-fe6f58926fbc tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/routers/4200033a-2553-4f7c-a5b7-ce2693116e76 HTTP/1.1" status: 200 len: 925 time: 0.1373160 Nov 27 01:32:54.799988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54136) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:54.925452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3161a0-dd15-4090-8dd5-81c42679c0e6 req-02706402-b4fd-4265-a109-5ef00d9df620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:54.926890 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b3161a0-dd15-4090-8dd5-81c42679c0e6 req-02706402-b4fd-4265-a109-5ef00d9df620 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 1098 time: 0.4548600 Nov 27 01:32:54.995161 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d785c-de6e-4e13-8cf9-d822bb296736 req-5d5fb4fd-99fc-4fef-8edc-f4d908c00ed5 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:54.996767 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-742d785c-de6e-4e13-8cf9-d822bb296736 req-5d5fb4fd-99fc-4fef-8edc-f4d908c00ed5 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 946 time: 0.1137166 Nov 27 01:32:55.084282 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b3161a0-dd15-4090-8dd5-81c42679c0e6 req-b377d410-3e0d-42f6-947a-f6ca357704e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b27ae1fa-74a9-401e-86e7-79321dcf99c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387162 Nov 27 01:32:55.126583 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-742d785c-de6e-4e13-8cf9-d822bb296736 req-45e40aa1-0ac7-493f-9fab-38cdc135c7a0 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ae1fa-74a9-401e-86e7-79321dcf99c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970800 Nov 27 01:32:55.160529 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:55.165901 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:55.233266 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592d45f9-f632-4c01-b65c-06d1b23328f5 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:55.234986 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-592d45f9-f632-4c01-b65c-06d1b23328f5 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&device_id=4200033a-2553-4f7c-a5b7-ce2693116e76&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4338946 Nov 27 01:32:55.237649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54140) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:55.240923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=de20ac4f-9ffb-4c9c-90d9-63d7b3ec1241,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:55.243473 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:55.325654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309db489-ffdb-425b-9c75-ca6458a39863 req-ebbf83bc-85a8-4330-b1e2-15421c23d212 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:55.327117 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-309db489-ffdb-425b-9c75-ca6458a39863 req-ebbf83bc-85a8-4330-b1e2-15421c23d212 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 811 time: 0.4723580 Nov 27 01:32:55.341491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network bcc1dcc6-1786-46a1-93ed-578df51de52a is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:55.342850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:55.355375 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-309db489-ffdb-425b-9c75-ca6458a39863 req-25621397-1401-4800-8726-c8c0a17411ec tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/quotas/6577badd8983434db4e0cc8b73f2fcf0 HTTP/1.1" status: 200 len: 375 time: 0.0219347 Nov 27 01:32:55.374051 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8c5563-f152-4c71-9f62-c9c3846bc5dc tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:55.378519 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5a8c5563-f152-4c71-9f62-c9c3846bc5dc tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 881 time: 0.1374049 Nov 27 01:32:55.382526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54142) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:55.419480 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a7335b30-9764-4aef-90da-a7138cf64d3c tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "GET /v2.0/ports?device_id=4200033a-2553-4f7c-a5b7-ce2693116e76 HTTP/1.1" status: 200 len: 205 time: 0.0358238 Nov 27 01:32:55.421355 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-309db489-ffdb-425b-9c75-ca6458a39863 req-94af1604-9ffc-4223-91f9-ea0fecedc3f3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577807 Nov 27 01:32:55.421536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54146) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:55.486707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:32:55.592479 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-309db489-ffdb-425b-9c75-ca6458a39863 req-ccaa783a-b061-4c6a-9b40-db7f4433c27f service neutron] 10.222.0.15 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682658 Nov 27 01:32:55.594808 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:55.597797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:55.605873 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d1851725-8464-45bc-b16f-34bc54b52052 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "PUT /v2.0/routers/cffe0e11-3081-4b9b-851c-6d3ff4188b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6042225 Nov 27 01:32:55.606967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54148) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:55.608563 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9444a918-2f81-46e4-9cd4-6990da044b88 None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:55.612045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a23a41a4-44e5-45db-b7d8-ecebc48fca19 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'port': {'network_id': 'bcc1dcc6-1786-46a1-93ed-578df51de52a', 'name': 'tempest-FloatingIPTestJSON-1540389905'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:55.619138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444a918-2f81-46e4-9cd4-6990da044b88 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:55.619765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9444a918-2f81-46e4-9cd4-6990da044b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:55.654088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9444a918-2f81-46e4-9cd4-6990da044b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:55.662999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444a918-2f81-46e4-9cd4-6990da044b88 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:55.663613 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9444a918-2f81-46e4-9cd4-6990da044b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:55.705174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9444a918-2f81-46e4-9cd4-6990da044b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:55.706131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9444a918-2f81-46e4-9cd4-6990da044b88 None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:55.724031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23a41a4-44e5-45db-b7d8-ecebc48fca19 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Made reservation on behalf of 26d09cda720745f6aa5e2d0893b7eab9 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:55.727810 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a23a41a4-44e5-45db-b7d8-ecebc48fca19 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:55.745373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-a23a41a4-44e5-45db-b7d8-ecebc48fca19 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] device_id is not set on port b3e1634e-ed77-41d2-9c4f-ef3244f5a21b yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:32:55.775030 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-309db489-ffdb-425b-9c75-ca6458a39863 req-3a86b3a6-a24c-462b-8323-2284ab5f4935 service neutron] 10.222.0.15 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760561 Nov 27 01:32:55.780646 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:55.851543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Deleting port 36cec795-7cbd-4fa9-a7bf-e6bab504d05b {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:55.852329 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:55.875286 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-a23a41a4-44e5-45db-b7d8-ecebc48fca19 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.20.0.7 (bcc1dcc6-1786-46a1-93ed-578df51de52a/3f352777-4185-4999-bee8-659107308acb/b3e1634e-ed77-41d2-9c4f-ef3244f5a21b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:55.949299 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:55.965553 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Calling delete_port for 36cec795-7cbd-4fa9-a7bf-e6bab504d05b owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:56.028769 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-388ee62b-2da0-4a2d-9019-b35e1b4a4f39 req-3ac49bd6-37e0-442c-ab7c-6a80ff2e22da tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 210 time: 0.0675387 Nov 27 01:32:56.096967 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a23a41a4-44e5-45db-b7d8-ecebc48fca19 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.134712 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a23a41a4-44e5-45db-b7d8-ecebc48fca19 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.162347 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.192708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23a41a4-44e5-45db-b7d8-ecebc48fca19 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network bcc1dcc6-1786-46a1-93ed-578df51de52a is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:56.197323 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-a23a41a4-44e5-45db-b7d8-ecebc48fca19 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:56.202956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a41a4-44e5-45db-b7d8-ecebc48fca19 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:56.210810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Pushing event deleted for resources: {'Port': ['ID=36cec795-7cbd-4fa9-a7bf-e6bab504d05b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:56.211751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be103715-07cf-449e-b5e6-219fc9fecb3c None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:56.239128 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a41a4-44e5-45db-b7d8-ecebc48fca19 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=b3e1634e-ed77-41d2-9c4f-ef3244f5a21b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:56.272450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a41a4-44e5-45db-b7d8-ecebc48fca19 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:56.273202 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a23a41a4-44e5-45db-b7d8-ecebc48fca19 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.298532 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a23a41a4-44e5-45db-b7d8-ecebc48fca19 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6891162 Nov 27 01:32:56.299713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54164) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:56.311217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-91e6a591-2bb0-4105-baa4-07a17731bd9c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'port': {'network_id': 'bcc1dcc6-1786-46a1-93ed-578df51de52a', 'name': 'tempest-FloatingIPTestJSON-607034311'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:56.345310 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ad2d5-5baf-4d72-b47d-6135f99c302b req-0a695e1f-fada-4d73-941a-57e0e46911ff tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:56.348813 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c49ad2d5-5baf-4d72-b47d-6135f99c302b req-0a695e1f-fada-4d73-941a-57e0e46911ff tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 946 time: 0.1328735 Nov 27 01:32:56.376623 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.446333 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e6a591-2bb0-4105-baa4-07a17731bd9c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Made reservation on behalf of 26d09cda720745f6aa5e2d0893b7eab9 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:56.450327 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91e6a591-2bb0-4105-baa4-07a17731bd9c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.474213 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-91e6a591-2bb0-4105-baa4-07a17731bd9c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] device_id is not set on port 7c02a72e-6f33-425a-a0ac-797ae3420f95 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:32:56.492528 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.495399 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.503479 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c49ad2d5-5baf-4d72-b47d-6135f99c302b req-a8f1a75e-4624-4035-8ad8-1c7db6b000ad tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ae1fa-74a9-401e-86e7-79321dcf99c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489441 Nov 27 01:32:56.560974 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.561556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Fanout notify agent at l3_agent the message router_deleted on router 4200033a-2553-4f7c-a5b7-ce2693116e76 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:32:56.568447 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.573418 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9d653857-d390-4318-aff0-0827a2ee2874 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "DELETE /v2.0/routers/4200033a-2553-4f7c-a5b7-ce2693116e76 HTTP/1.1" status: 204 len: 168 time: 1.1465900 Nov 27 01:32:56.573812 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54170) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:56.578813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-94287c4a-1aec-4c2f-acc8-d2327a5310c6 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1512647804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:56.601959 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94287c4a-1aec-4c2f-acc8-d2327a5310c6 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.603121 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94287c4a-1aec-4c2f-acc8-d2327a5310c6 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.621827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-91e6a591-2bb0-4105-baa4-07a17731bd9c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.20.0.6 (bcc1dcc6-1786-46a1-93ed-578df51de52a/3f352777-4185-4999-bee8-659107308acb/7c02a72e-6f33-425a-a0ac-797ae3420f95) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:56.662813 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94287c4a-1aec-4c2f-acc8-d2327a5310c6 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.668095 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94287c4a-1aec-4c2f-acc8-d2327a5310c6 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.688672 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94287c4a-1aec-4c2f-acc8-d2327a5310c6 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.692319 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-94287c4a-1aec-4c2f-acc8-d2327a5310c6 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1151674 Nov 27 01:32:56.693335 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54172) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:56.697597 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Request body: {'router': {'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:56.789923 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91e6a591-2bb0-4105-baa4-07a17731bd9c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.825270 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91e6a591-2bb0-4105-baa4-07a17731bd9c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.870207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e6a591-2bb0-4105-baa4-07a17731bd9c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network bcc1dcc6-1786-46a1-93ed-578df51de52a is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:56.873312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-91e6a591-2bb0-4105-baa4-07a17731bd9c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:56.877138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6a591-2bb0-4105-baa4-07a17731bd9c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:56.900713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6a591-2bb0-4105-baa4-07a17731bd9c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=7c02a72e-6f33-425a-a0ac-797ae3420f95,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:56.913414 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.930400 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e6a591-2bb0-4105-baa4-07a17731bd9c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:56.931036 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91e6a591-2bb0-4105-baa4-07a17731bd9c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.948629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-91e6a591-2bb0-4105-baa4-07a17731bd9c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6474760 Nov 27 01:32:56.951849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54174) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:56.957051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '7c02a72e-6f33-425a-a0ac-797ae3420f95', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:56.981478 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:57.137172 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-db7f9c41-03c9-4475-9e0d-03fd7618a4ca req-ff172178-2bb5-42da-a7aa-8d0bd6b2097f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 210 time: 0.0298932 Nov 27 01:32:57.154466 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:57.164127 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:57.183082 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:57.234037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309db489-ffdb-425b-9c75-ca6458a39863 req-57a7df9e-183a-4701-900e-b5ad23a7d65f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:57.235540 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-309db489-ffdb-425b-9c75-ca6458a39863 req-57a7df9e-183a-4701-900e-b5ad23a7d65f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 811 time: 0.1638672 Nov 27 01:32:57.256744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-309db489-ffdb-425b-9c75-ca6458a39863 req-04eb3a7e-71ea-4a94-92c9-0eb1b4e655d6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'port': {'device_id': '7fd91aea-c8e2-4b6e-a761-a64b5cd14694', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'admin_state_up': True, 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:57.303706 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Allocated IP 172.25.1.39 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/f6a786a5-09df-429b-87d9-3782da41f506) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:57.377281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309db489-ffdb-425b-9c75-ca6458a39863 req-04eb3a7e-71ea-4a94-92c9-0eb1b4e655d6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Made reservation on behalf of 6577badd8983434db4e0cc8b73f2fcf0 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:57.381875 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-309db489-ffdb-425b-9c75-ca6458a39863 req-04eb3a7e-71ea-4a94-92c9-0eb1b4e655d6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:57.424120 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:57.463993 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:57.505348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:57.510010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:57.529529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Pushing event updated for resources: {'Port': ['ID=f6a786a5-09df-429b-87d9-3782da41f506,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:57.533837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:57.539770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c281239-2374-4c0a-9e2c-2c9ccb191443 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:57.632701 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.25.1.42 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/c1ee0237-fe14-4de4-8154-5f112be87f4f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:57.639610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-309db489-ffdb-425b-9c75-ca6458a39863 req-04eb3a7e-71ea-4a94-92c9-0eb1b4e655d6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Allocated IP 172.20.0.8 (35aa4cc9-b10e-46ba-916b-1eb397216d85/39c2a817-dfb4-428a-8395-e967cb858ab1/73637dfe-d0e3-47ee-8856-98700a48a558) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:57.659873 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c2677a97-ae6b-4398-8ee3-fb27797e3aed None None] Provisioning complete for port f6a786a5-09df-429b-87d9-3782da41f506 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:57.660276 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2677a97-ae6b-4398-8ee3-fb27797e3aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:57.716264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c2677a97-ae6b-4398-8ee3-fb27797e3aed None None] Port f6a786a5-09df-429b-87d9-3782da41f506 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:57.818059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e043c-311f-49ea-99a4-bd1ef4299a99 req-38ccdd70-c03b-4d59-8eaa-a50cc337f331 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:57.819672 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c04e043c-311f-49ea-99a4-bd1ef4299a99 req-38ccdd70-c03b-4d59-8eaa-a50cc337f331 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 946 time: 0.2010379 Nov 27 01:32:57.875019 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:57.980408 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c04e043c-311f-49ea-99a4-bd1ef4299a99 req-8b231e71-4dfd-4d7c-9ada-9df187b031b0 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ae1fa-74a9-401e-86e7-79321dcf99c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488998 Nov 27 01:32:57.987357 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.043908 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-309db489-ffdb-425b-9c75-ca6458a39863 req-04eb3a7e-71ea-4a94-92c9-0eb1b4e655d6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.078870 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.132626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:58.136553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:58.141117 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:58.143515 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-309db489-ffdb-425b-9c75-ca6458a39863 req-04eb3a7e-71ea-4a94-92c9-0eb1b4e655d6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.181568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=c1ee0237-fe14-4de4-8154-5f112be87f4f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:58.205943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309db489-ffdb-425b-9c75-ca6458a39863 req-04eb3a7e-71ea-4a94-92c9-0eb1b4e655d6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:58.206119 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.218165 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.226298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-309db489-ffdb-425b-9c75-ca6458a39863 req-04eb3a7e-71ea-4a94-92c9-0eb1b4e655d6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:58.238252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-309db489-ffdb-425b-9c75-ca6458a39863 req-04eb3a7e-71ea-4a94-92c9-0eb1b4e655d6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:58.417275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb3a7e-71ea-4a94-92c9-0eb1b4e655d6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'Port': ['ID=73637dfe-d0e3-47ee-8856-98700a48a558,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:58.427471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309db489-ffdb-425b-9c75-ca6458a39863 req-04eb3a7e-71ea-4a94-92c9-0eb1b4e655d6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:58.428570 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-309db489-ffdb-425b-9c75-ca6458a39863 req-04eb3a7e-71ea-4a94-92c9-0eb1b4e655d6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.491720 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-309db489-ffdb-425b-9c75-ca6458a39863 req-04eb3a7e-71ea-4a94-92c9-0eb1b4e655d6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2394457 Nov 27 01:32:58.516159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Request body: {'port': {'device_id': '7fd91aea-c8e2-4b6e-a761-a64b5cd14694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:58.538945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cca3f-a198-4928-9b47-4fdb2232fed5 req-64316575-971a-4492-8169-19f48acad80d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:58.540624 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-514cca3f-a198-4928-9b47-4fdb2232fed5 req-64316575-971a-4492-8169-19f48acad80d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 931 time: 0.1695831 Nov 27 01:32:58.572675 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.669789 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-514cca3f-a198-4928-9b47-4fdb2232fed5 req-426987b1-1dbd-4b13-a89e-8177706e0ef0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094568 Nov 27 01:32:58.682975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Router 5c2eafbf-a065-4373-9752-27ac7ce46866 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:32:58.717517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.765598 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c0f39f5e-0ee6-4908-992f-b63e2a259487 None None] Provisioning complete for port 73637dfe-d0e3-47ee-8856-98700a48a558 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:58.765975 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c0f39f5e-0ee6-4908-992f-b63e2a259487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.820096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c0f39f5e-0ee6-4908-992f-b63e2a259487 None None] Port 73637dfe-d0e3-47ee-8856-98700a48a558 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:58.882188 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:58.896629 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b47867-c716-42cd-8537-ebdbf0899f50 None None] Sync routers for ids ['5c2eafbf-a065-4373-9752-27ac7ce46866'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:58.906393 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.908359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1d81a582-5aea-490d-b6d1-4353749988b9 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "PUT /v2.0/routers/5c2eafbf-a065-4373-9752-27ac7ce46866 HTTP/1.1" status: 200 len: 883 time: 2.2143285 Nov 27 01:32:58.911212 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54208) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:58.920547 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b47867-c716-42cd-8537-ebdbf0899f50 None None] Routers {'5c2eafbf-a065-4373-9752-27ac7ce46866'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:58.922953 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e0b47867-c716-42cd-8537-ebdbf0899f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['5c2eafbf-a065-4373-9752-27ac7ce46866'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:58.983170 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e0b47867-c716-42cd-8537-ebdbf0899f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:58.994142 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b47867-c716-42cd-8537-ebdbf0899f50 None None] Routers {'5c2eafbf-a065-4373-9752-27ac7ce46866'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:58.995114 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e0b47867-c716-42cd-8537-ebdbf0899f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['5c2eafbf-a065-4373-9752-27ac7ce46866'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:59.038363 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e0b47867-c716-42cd-8537-ebdbf0899f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:59.039362 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b47867-c716-42cd-8537-ebdbf0899f50 None None] The sync data for ids ['5c2eafbf-a065-4373-9752-27ac7ce46866'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:59.102892 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ec75a953-3167-4bf4-9fe8-3fdb153b736a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/routers/5c2eafbf-a065-4373-9752-27ac7ce46866 HTTP/1.1" status: 200 len: 924 time: 0.1868253 Nov 27 01:32:59.105179 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54214) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:59.272004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8975fef3-90c3-4dda-987c-07f0004d1ddc tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:59.275902 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8975fef3-90c3-4dda-987c-07f0004d1ddc tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&device_id=5c2eafbf-a065-4373-9752-27ac7ce46866&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1679425 Nov 27 01:32:59.276557 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54220) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:59.383950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590bf588-8c78-4dde-9ad9-c1bedc525b5a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:59.385832 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-590bf588-8c78-4dde-9ad9-c1bedc525b5a tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 881 time: 0.1079524 Nov 27 01:32:59.388533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54224) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:59.424747 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3a6a5bb5-80cd-4b5a-9c09-75d843623d73 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c2eafbf-a065-4373-9752-27ac7ce46866 HTTP/1.1" status: 200 len: 205 time: 0.0348799 Nov 27 01:32:59.427427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54228) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:59.460887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73637dfe-d0e3-47ee-8856-98700a48a558 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:32:59.472638 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:59.481562 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:59.515641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Transition to ACTIVE for port object 73637dfe-d0e3-47ee-8856-98700a48a558 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:32:59.524835 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:59.557580 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:59.616759 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Pushing event updated for resources: {'Port': ['ID=73637dfe-d0e3-47ee-8856-98700a48a558,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:59.632747 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:59.756504 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:59.864654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Deleting port f6a786a5-09df-429b-87d9-3782da41f506 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:59.865846 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:59.922810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Attempting to bind port 73637dfe-d0e3-47ee-8856-98700a48a558 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:59.923161 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Attempting to bind port 73637dfe-d0e3-47ee-8856-98700a48a558 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:59.924263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Attempting to bind port 73637dfe-d0e3-47ee-8856-98700a48a558 on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:59.936206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Port 73637dfe-d0e3-47ee-8856-98700a48a558 on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:32:59.936558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Attempting to bind port 73637dfe-d0e3-47ee-8856-98700a48a558 on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:59.946207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:59.946573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Checking segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:59.946952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Bound using segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:59.947383 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Bound port: 73637dfe-d0e3-47ee-8856-98700a48a558, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:59.947744 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:00.517664 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:00.532445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Calling delete_port for f6a786a5-09df-429b-87d9-3782da41f506 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:00.578281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d43cc-6f08-4096-bf68-33908e29116f req-632e04f7-9416-4898-9061-ca2f83bcb28e tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:00.580716 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-275d43cc-6f08-4096-bf68-33908e29116f req-632e04f7-9416-4898-9061-ca2f83bcb28e tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 946 time: 0.0972388 Nov 27 01:33:00.583154 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:00.587200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] For port 73637dfe-d0e3-47ee-8856-98700a48a558, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:00.607300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9489277-2630-4052-98c9-3348745d3bf1 req-b0563260-d3f1-476d-a508-762013a13b73 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:00.608857 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c9489277-2630-4052-98c9-3348745d3bf1 req-b0563260-d3f1-476d-a508-762013a13b73 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.7985823 Nov 27 01:33:00.615133 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:00.672876 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:00.699007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=c1ee0237-fe14-4de4-8154-5f112be87f4f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:00.709619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] For port 73637dfe-d0e3-47ee-8856-98700a48a558, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=73637dfe-d0e3-47ee-8856-98700a48a558,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:00.724799 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:00.777897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:00.825477 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c9489277-2630-4052-98c9-3348745d3bf1 req-b404d9a1-7760-42f9-8a3e-2e58b11a3278 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018614 Nov 27 01:33:00.896409 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:00.907105 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Floating IP adb5e7fb-716d-4680-bd6e-9c37014a311c associated. External IP: 172.25.1.42, port: 7c02a72e-6f33-425a-a0ac-797ae3420f95. Nov 27 01:33:00.924914 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e35e09-2db8-4220-aeaa-17ab71a792c3 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:00.946673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Pushing event deleted for resources: {'Port': ['ID=f6a786a5-09df-429b-87d9-3782da41f506,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:00.967754 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-275d43cc-6f08-4096-bf68-33908e29116f req-9dd3a50e-86f6-4dee-bcf6-eaa158975064 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ae1fa-74a9-401e-86e7-79321dcf99c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720505 Nov 27 01:33:01.023498 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:01.023987 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:01.025346 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-309db489-ffdb-425b-9c75-ca6458a39863 req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] 10.222.0.21 "PUT /v2.0/ports/73637dfe-d0e3-47ee-8856-98700a48a558 HTTP/1.1" status: 200 len: 1092 time: 2.5137010 Nov 27 01:33:01.029986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd91aea-c8e2-4b6e-a761-a64b5cd14694', 'tag': '73637dfe-d0e3-47ee-8856-98700a48a558'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:01.032659 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5a70c5-e6c4-4ea5-b00a-667f8728b3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd91aea-c8e2-4b6e-a761-a64b5cd14694", "tag": "73637dfe-d0e3-47ee-8856-98700a48a558"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:01.101715 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:01.111044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da642a8-9711-4b6c-912b-9f33242700fd service neutron] Pushing event updated for resources: {'Port': ['ID=73637dfe-d0e3-47ee-8856-98700a48a558,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:01.161322 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fd0529-0a34-4f07-8e6a-4c7e684465e3 x-openstack-request-id: req-32fd0529-0a34-4f07-8e6a-4c7e684465e3 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:01.161623 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd91aea-c8e2-4b6e-a761-a64b5cd14694", "tag": "73637dfe-d0e3-47ee-8856-98700a48a558", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:01.162165 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32fd0529-0a34-4f07-8e6a-4c7e684465e3 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:01.169988 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd91aea-c8e2-4b6e-a761-a64b5cd14694', 'tag': '73637dfe-d0e3-47ee-8856-98700a48a558', 'status': 'completed', 'code': 200} Nov 27 01:33:01.201832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309db489-ffdb-425b-9c75-ca6458a39863 req-a11adfde-de0a-4724-86e3-4b78f35d049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:01.203405 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-309db489-ffdb-425b-9c75-ca6458a39863 req-a11adfde-de0a-4724-86e3-4b78f35d049a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 1095 time: 0.1052432 Nov 27 01:33:01.279005 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:01.281627 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:01.306797 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-309db489-ffdb-425b-9c75-ca6458a39863 req-09e75b4f-bdea-4af3-906b-23c53ba34e0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73637dfe-d0e3-47ee-8856-98700a48a558 HTTP/1.1" status: 200 len: 217 time: 0.0584700 Nov 27 01:33:01.357648 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:01.358229 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Fanout notify agent at l3_agent the message router_deleted on router 5c2eafbf-a065-4373-9752-27ac7ce46866 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:33:01.365818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309db489-ffdb-425b-9c75-ca6458a39863 req-0f478d6f-a144-4f9c-b0f6-2ed01c756232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:01.367331 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-309db489-ffdb-425b-9c75-ca6458a39863 req-0f478d6f-a144-4f9c-b0f6-2ed01c756232 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.0521390 Nov 27 01:33:01.378509 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:01.387349 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-42463e71-c245-462b-9e12-49fda47eeaf7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "DELETE /v2.0/routers/5c2eafbf-a065-4373-9752-27ac7ce46866 HTTP/1.1" status: 204 len: 168 time: 1.9584358 Nov 27 01:33:01.388070 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54250) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:01.392871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a8b95b47-b9dc-4e34-8a07-61ab2eff1556 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-186833612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:01.439166 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8b95b47-b9dc-4e34-8a07-61ab2eff1556 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:01.441004 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8b95b47-b9dc-4e34-8a07-61ab2eff1556 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:01.463093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:01.467804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309db489-ffdb-425b-9c75-ca6458a39863 req-5936f882-a4ab-4659-9a99-20a53ebcc642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:01.469998 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-309db489-ffdb-425b-9c75-ca6458a39863 req-5936f882-a4ab-4659-9a99-20a53ebcc642 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697267 Nov 27 01:33:01.520577 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8b95b47-b9dc-4e34-8a07-61ab2eff1556 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:01.527327 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8b95b47-b9dc-4e34-8a07-61ab2eff1556 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:01.554025 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8b95b47-b9dc-4e34-8a07-61ab2eff1556 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:01.558681 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a8b95b47-b9dc-4e34-8a07-61ab2eff1556 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1695819 Nov 27 01:33:01.559295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54252) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:01.567057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'enable_snat': True}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:01.658337 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-309db489-ffdb-425b-9c75-ca6458a39863 req-33a78523-15ca-4c19-b178-899b58bf072c service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803792 Nov 27 01:33:01.659506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:01.672107 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c4615-c721-4507-8ab5-54e2242a2f0e None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:01.694787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c4615-c721-4507-8ab5-54e2242a2f0e None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:01.696986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f00c4615-c721-4507-8ab5-54e2242a2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:01.763597 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-309db489-ffdb-425b-9c75-ca6458a39863 req-a9126fd3-d131-40aa-8642-b95589e82468 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925686 Nov 27 01:33:01.773357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f00c4615-c721-4507-8ab5-54e2242a2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:01.774483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:01.815843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c4615-c721-4507-8ab5-54e2242a2f0e None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:01.817175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f00c4615-c721-4507-8ab5-54e2242a2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:01.819269 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a9299deb-9db2-425d-8a72-2cc527e53bee tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.8654306 Nov 27 01:33:01.824694 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54254) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:01.830952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ba535ecb-20f8-40bf-a8ee-53cc252a2d01 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:01.858309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f00c4615-c721-4507-8ab5-54e2242a2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:01.859540 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c4615-c721-4507-8ab5-54e2242a2f0e None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:01.887960 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:02.017961 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba535ecb-20f8-40bf-a8ee-53cc252a2d01 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:02.188550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a70c5-e6c4-4ea5-b00a-667f8728b3d0 req-744f9661-2921-4a34-9264-70973f8950a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:02.191568 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a5a70c5-e6c4-4ea5-b00a-667f8728b3d0 req-744f9661-2921-4a34-9264-70973f8950a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 1095 time: 0.3113797 Nov 27 01:33:02.203307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fe1a5-0665-44f3-bf2c-380730f4077a req-6e7847b3-a71d-40a0-a701-9ad706532eef tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:02.205199 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-559fe1a5-0665-44f3-bf2c-380730f4077a req-6e7847b3-a71d-40a0-a701-9ad706532eef tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.2624204 Nov 27 01:33:02.236075 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:02.266258 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490e6f5-d6e8-4254-aa55-dc6bcd0f70ba req-b0f64303-ea38-4d89-8598-5e145771878d tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:02.269288 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e490e6f5-d6e8-4254-aa55-dc6bcd0f70ba req-b0f64303-ea38-4d89-8598-5e145771878d tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 946 time: 0.1650722 Nov 27 01:33:02.270902 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:02.399268 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Allocated IP 172.25.1.39 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/838ccf12-cf2d-41bb-a282-e9c782652155) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:02.451968 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba535ecb-20f8-40bf-a8ee-53cc252a2d01 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:02.474967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3248566-b043-435a-b08f-a59f769d8f33 req-5db05dd8-712f-4f5b-8d2b-98c818cbe361 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:02.477520 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3248566-b043-435a-b08f-a59f769d8f33 req-5db05dd8-712f-4f5b-8d2b-98c818cbe361 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 946 time: 0.3203685 Nov 27 01:33:02.494775 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba535ecb-20f8-40bf-a8ee-53cc252a2d01 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:02.495314 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-ba535ecb-20f8-40bf-a8ee-53cc252a2d01 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Floating IP adb5e7fb-716d-4680-bd6e-9c37014a311c disassociated. External IP: 172.25.1.42, port: 7c02a72e-6f33-425a-a0ac-797ae3420f95. Nov 27 01:33:02.577887 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:02.589815 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e490e6f5-d6e8-4254-aa55-dc6bcd0f70ba req-9fc54e0a-3d3a-47c4-b4ec-0f33ee428a91 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ae1fa-74a9-401e-86e7-79321dcf99c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060944 Nov 27 01:33:02.621609 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-559fe1a5-0665-44f3-bf2c-380730f4077a req-9a4ef69f-a963-4907-9969-ca4047e37ab2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757205 Nov 27 01:33:02.647182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a70c5-e6c4-4ea5-b00a-667f8728b3d0 req-fab0619e-4ef8-49f3-953b-b4c733deb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:02.649028 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a5a70c5-e6c4-4ea5-b00a-667f8728b3d0 req-fab0619e-4ef8-49f3-953b-b4c733deb4b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.4394050 Nov 27 01:33:02.689476 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:02.749013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event updated for resources: {'Port': ['ID=838ccf12-cf2d-41bb-a282-e9c782652155,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:02.757889 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a5a70c5-e6c4-4ea5-b00a-667f8728b3d0 req-b872f013-b79e-4457-ade3-2a8f850ef672 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73637dfe-d0e3-47ee-8856-98700a48a558 HTTP/1.1" status: 200 len: 217 time: 0.0731196 Nov 27 01:33:02.780564 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:02.782683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:02.791208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:02.812275 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e754157f-1c74-42c6-a184-f57052d260cb None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:02.858220 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a70c5-e6c4-4ea5-b00a-667f8728b3d0 req-59168f56-f102-4412-8783-9e8f241715d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:02.859839 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a5a70c5-e6c4-4ea5-b00a-667f8728b3d0 req-59168f56-f102-4412-8783-9e8f241715d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.0871944 Nov 27 01:33:02.957850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-d3248566-b043-435a-b08f-a59f769d8f33 req-bbbd6125-fd60-44d3-a0b9-a887a01f23cf tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Deleting port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:02.958405 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d3248566-b043-435a-b08f-a59f769d8f33 req-bbbd6125-fd60-44d3-a0b9-a887a01f23cf tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:02.981912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dc28be99-2dc1-4406-a2dd-753112ca7085 None None] Provisioning complete for port 838ccf12-cf2d-41bb-a282-e9c782652155 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:02.982541 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dc28be99-2dc1-4406-a2dd-753112ca7085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:03.060481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-dc28be99-2dc1-4406-a2dd-753112ca7085 None None] Port 838ccf12-cf2d-41bb-a282-e9c782652155 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:03.112692 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a70c5-e6c4-4ea5-b00a-667f8728b3d0 req-cae7590e-35ad-42f3-9d76-c4681253b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:03.114654 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a5a70c5-e6c4-4ea5-b00a-667f8728b3d0 req-cae7590e-35ad-42f3-9d76-c4681253b21d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2060401 Nov 27 01:33:03.184565 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:03.210742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba535ecb-20f8-40bf-a8ee-53cc252a2d01 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:03.247930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d3248566-b043-435a-b08f-a59f769d8f33 req-bbbd6125-fd60-44d3-a0b9-a887a01f23cf tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] For port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=1a1811a9-a98f-4976-bdb6-bafbfaa09aa8,segment=NetworkSegment(cae7a2ff-3cfd-4e36-b56c-99663f82c530),segment_id=cae7a2ff-3cfd-4e36-b56c-99663f82c530)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:03.248339 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d3248566-b043-435a-b08f-a59f769d8f33 req-bbbd6125-fd60-44d3-a0b9-a887a01f23cf tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:03.308909 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-d3248566-b043-435a-b08f-a59f769d8f33 req-bbbd6125-fd60-44d3-a0b9-a887a01f23cf tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Calling delete_port for 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:03.465813 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:03.471941 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:03.707449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Router e8ec6a1e-84a7-414a-9daa-615362825732 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:33:03.885549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77a903-2423-4684-9d47-d06d32201fe0 req-bde2b7e3-1064-4f22-8c80-4a53fb66f3ef tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:03.886910 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9a77a903-2423-4684-9d47-d06d32201fe0 req-bde2b7e3-1064-4f22-8c80-4a53fb66f3ef tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.1115429 Nov 27 01:33:03.912972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:03.919482 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a5a70c5-e6c4-4ea5-b00a-667f8728b3d0 req-b2e5fe63-64d3-4edc-b1a9-f6922420b3b4 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7928813 Nov 27 01:33:03.925894 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:03.925894 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a63ce7ba-4ef7-4367-bd38-3221c232f5ac tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "PUT /v2.0/routers/e8ec6a1e-84a7-414a-9daa-615362825732 HTTP/1.1" status: 200 len: 917 time: 2.3584919 Nov 27 01:33:03.934166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54268) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:03.949870 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1a9f2-2e22-4f91-969b-290649880670 None None] Sync routers for ids ['e8ec6a1e-84a7-414a-9daa-615362825732'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:03.969841 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1a9f2-2e22-4f91-969b-290649880670 None None] Routers {'e8ec6a1e-84a7-414a-9daa-615362825732'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:03.971992 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-28d1a9f2-2e22-4f91-969b-290649880670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e8ec6a1e-84a7-414a-9daa-615362825732'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:04.032368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8cbeb-5be5-4ebc-83ca-a7f3b77689b0 req-5ad9bbf3-9104-477f-8ccf-86c0d034320b tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:04.034586 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbd8cbeb-5be5-4ebc-83ca-a7f3b77689b0 req-5ad9bbf3-9104-477f-8ccf-86c0d034320b tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 946 time: 0.2490752 Nov 27 01:33:04.049954 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-28d1a9f2-2e22-4f91-969b-290649880670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:04.085970 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1a9f2-2e22-4f91-969b-290649880670 None None] Routers {'e8ec6a1e-84a7-414a-9daa-615362825732'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:04.089816 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-28d1a9f2-2e22-4f91-969b-290649880670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e8ec6a1e-84a7-414a-9daa-615362825732'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:04.157309 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-28d1a9f2-2e22-4f91-969b-290649880670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:04.158559 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1a9f2-2e22-4f91-969b-290649880670 None None] The sync data for ids ['e8ec6a1e-84a7-414a-9daa-615362825732'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:04.161767 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9a77a903-2423-4684-9d47-d06d32201fe0 req-33da6512-262e-485e-8574-e64ce56c5b84 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568159 Nov 27 01:33:04.195909 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b24f0dcb-e295-4b82-9a78-694ce8ad2551 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/routers/e8ec6a1e-84a7-414a-9daa-615362825732 HTTP/1.1" status: 200 len: 923 time: 0.2599452 Nov 27 01:33:04.200003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54272) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:04.208837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba535ecb-20f8-40bf-a8ee-53cc252a2d01 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:04.217008 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba535ecb-20f8-40bf-a8ee-53cc252a2d01 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:04.236990 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9891e6-294e-4d69-bd8a-9c513984fd7a None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:04.260230 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbd8cbeb-5be5-4ebc-83ca-a7f3b77689b0 req-0426be03-bf69-406c-ab76-a8e1a19abec7 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ae1fa-74a9-401e-86e7-79321dcf99c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807005 Nov 27 01:33:04.268133 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ba535ecb-20f8-40bf-a8ee-53cc252a2d01 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "PUT /v2.0/floatingips/adb5e7fb-716d-4680-bd6e-9c37014a311c HTTP/1.1" status: 200 len: 687 time: 2.4423370 Nov 27 01:33:04.278522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54274) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:04.302303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9891e6-294e-4d69-bd8a-9c513984fd7a None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:04.307676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2b9891e6-294e-4d69-bd8a-9c513984fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:04.360568 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a5a70c5-e6c4-4ea5-b00a-667f8728b3d0 req-2705b008-d38c-49fa-8dfa-0256a6f320af service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873861 Nov 27 01:33:04.387457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2b9891e6-294e-4d69-bd8a-9c513984fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:04.402425 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9891e6-294e-4d69-bd8a-9c513984fd7a None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:04.403826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2b9891e6-294e-4d69-bd8a-9c513984fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:04.415381 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d3248566-b043-435a-b08f-a59f769d8f33 req-bbbd6125-fd60-44d3-a0b9-a887a01f23cf tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:04.473454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2b9891e6-294e-4d69-bd8a-9c513984fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:04.474462 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9891e6-294e-4d69-bd8a-9c513984fd7a None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:04.474762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd6125-fd60-44d3-a0b9-a887a01f23cf tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Pushing event deleted for resources: {'Port': ['ID=1a1811a9-a98f-4976-bdb6-bafbfaa09aa8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:04.513234 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0478bdcc-24bf-4e69-b47e-d4be49c58ffd tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:04.515606 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0478bdcc-24bf-4e69-b47e-d4be49c58ffd tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&device_id=e8ec6a1e-84a7-414a-9daa-615362825732&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3172131 Nov 27 01:33:04.519989 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54276) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:04.523899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3248566-b043-435a-b08f-a59f769d8f33 req-bbbd6125-fd60-44d3-a0b9-a887a01f23cf tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] No DVR routers for this DVR port 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:04.527825 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d3248566-b043-435a-b08f-a59f769d8f33 req-bbbd6125-fd60-44d3-a0b9-a887a01f23cf tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:04.533492 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3248566-b043-435a-b08f-a59f769d8f33 req-bbbd6125-fd60-44d3-a0b9-a887a01f23cf tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.21 "DELETE /v2.0/ports/1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 HTTP/1.1" status: 204 len: 173 time: 2.0244830 Nov 27 01:33:04.534026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e79860-1834-4d5d-b0f9-221540dd8dfd', 'name': 'network-vif-deleted', 'tag': '1a1811a9-a98f-4976-bdb6-bafbfaa09aa8'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:04.536920 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bbd45f-b755-4fca-b793-5c0451b4a9fe" -d '{"events": [{"server_uuid": "12e79860-1834-4d5d-b0f9-221540dd8dfd", "name": "network-vif-deleted", "tag": "1a1811a9-a98f-4976-bdb6-bafbfaa09aa8"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:04.607515 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09231e69-55ca-4529-bfd9-4f690d3b1989 x-openstack-request-id: req-09231e69-55ca-4529-bfd9-4f690d3b1989 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:04.608098 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e79860-1834-4d5d-b0f9-221540dd8dfd", "name": "network-vif-deleted", "tag": "1a1811a9-a98f-4976-bdb6-bafbfaa09aa8", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:04.608273 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09231e69-55ca-4529-bfd9-4f690d3b1989 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:04.609234 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e79860-1834-4d5d-b0f9-221540dd8dfd', 'name': 'network-vif-deleted', 'tag': '1a1811a9-a98f-4976-bdb6-bafbfaa09aa8', 'status': 'completed', 'code': 200} Nov 27 01:33:04.685809 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81367a-5f06-4b1b-bdd9-93849c3563f3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:04.687067 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4d81367a-5f06-4b1b-bdd9-93849c3563f3 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 881 time: 0.1658139 Nov 27 01:33:04.689532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d70063cb-e552-48a0-9f38-1f443a8c5d35 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port c1ee0237-fe14-4de4-8154-5f112be87f4f {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:04.689881 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d70063cb-e552-48a0-9f38-1f443a8c5d35 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:04.691169 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54280) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:04.734431 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6cea189b-5036-4f5c-97a5-24fd02bb38a7 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8ec6a1e-84a7-414a-9daa-615362825732 HTTP/1.1" status: 200 len: 205 time: 0.0408885 Nov 27 01:33:04.736397 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54282) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:04.804806 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d70063cb-e552-48a0-9f38-1f443a8c5d35 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:04.805320 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d70063cb-e552-48a0-9f38-1f443a8c5d35 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:04.824699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d70063cb-e552-48a0-9f38-1f443a8c5d35 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for c1ee0237-fe14-4de4-8154-5f112be87f4f owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:04.907554 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.070074 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.172350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Deleting port 838ccf12-cf2d-41bb-a282-e9c782652155 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:05.173209 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.333302 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.367726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Calling delete_port for 838ccf12-cf2d-41bb-a282-e9c782652155 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:05.431611 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-182a2a6c-7be4-4a09-bc5a-ee4b06f0b37f req-9794c077-7d61-43a1-9f1d-3ce04f51bac0 tempest-ServerTagsTestJSON-1494804567 tempest-ServerTagsTestJSON-1494804567-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e79860-1834-4d5d-b0f9-221540dd8dfd HTTP/1.1" status: 200 len: 210 time: 0.0381670 Nov 27 01:33:05.457191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca7158-722f-4a7e-a88d-ead34ea2a9ef req-1e084e03-a5b4-4b43-92e6-c4bc98d8c57c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:05.457191 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bca7158-722f-4a7e-a88d-ead34ea2a9ef req-1e084e03-a5b4-4b43-92e6-c4bc98d8c57c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.1099169 Nov 27 01:33:05.490270 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d70063cb-e552-48a0-9f38-1f443a8c5d35 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.539355 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70063cb-e552-48a0-9f38-1f443a8c5d35 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=c1ee0237-fe14-4de4-8154-5f112be87f4f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:05.558692 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bca7158-722f-4a7e-a88d-ead34ea2a9ef req-8148ecda-113f-4989-8009-b5536652e13f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016717 Nov 27 01:33:05.651786 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d70063cb-e552-48a0-9f38-1f443a8c5d35 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.656800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d70063cb-e552-48a0-9f38-1f443a8c5d35 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.665124 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d70063cb-e552-48a0-9f38-1f443a8c5d35 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/floatingips/adb5e7fb-716d-4680-bd6e-9c37014a311c HTTP/1.1" status: 204 len: 168 time: 1.3840525 Nov 27 01:33:05.666649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54290) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:05.679353 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': 'b3e1634e-ed77-41d2-9c4f-ef3244f5a21b'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:05.724559 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.730150 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.760206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Pushing event deleted for resources: {'Port': ['ID=838ccf12-cf2d-41bb-a282-e9c782652155,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:05.776717 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3df24dd-ea47-45d2-9ff4-c9804a9bc56e None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:05.848709 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.913599 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.962552 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.965378 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.031515 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.031515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Fanout notify agent at l3_agent the message router_deleted on router e8ec6a1e-84a7-414a-9daa-615362825732 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:33:06.040228 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.044187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:06.056790 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bf0315b1-0fda-4d42-904a-d8e411e6fe74 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "DELETE /v2.0/routers/e8ec6a1e-84a7-414a-9daa-615362825732 HTTP/1.1" status: 204 len: 168 time: 1.3192153 Nov 27 01:33:06.057656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54292) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:06.065267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-31f78edd-ee0d-4509-bb62-c7ff36194464 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1217989386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:06.083806 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:06.084540 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 1a1811a9-a98f-4976-bdb6-bafbfaa09aa8 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:06.117738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.25.1.57 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/5654ae84-6897-4281-ae34-3802492df7c4) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:06.129794 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31f78edd-ee0d-4509-bb62-c7ff36194464 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.131248 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31f78edd-ee0d-4509-bb62-c7ff36194464 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.239833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31f78edd-ee0d-4509-bb62-c7ff36194464 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.247260 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31f78edd-ee0d-4509-bb62-c7ff36194464 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.288197 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-31f78edd-ee0d-4509-bb62-c7ff36194464 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.292338 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-31f78edd-ee0d-4509-bb62-c7ff36194464 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2317677 Nov 27 01:33:06.292511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54294) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:06.301521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'enable_snat': False}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:06.314094 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.362461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.409139 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:06.413661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:06.420166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:06.424622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=5654ae84-6897-4281-ae34-3802492df7c4,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:06.525734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54298) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:06.615680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-850d0336-515c-4a43-8e90-d4e61bda0aac admin admin] Deleting subnet 6e465726-a6f1-4aea-bad2-f0523459bf92 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:33:06.620549 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-850d0336-515c-4a43-8e90-d4e61bda0aac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.647026 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.700068 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-850d0336-515c-4a43-8e90-d4e61bda0aac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.806194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b868c6-4a53-4890-8eb5-745acc9b37a6 req-09b4586a-0c4b-4dfa-b88b-bd8f0f54254d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:06.814423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4b868c6-4a53-4890-8eb5-745acc9b37a6 req-09b4586a-0c4b-4dfa-b88b-bd8f0f54254d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.1638427 Nov 27 01:33:06.833156 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-850d0336-515c-4a43-8e90-d4e61bda0aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.924913 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4b868c6-4a53-4890-8eb5-745acc9b37a6 req-88d57668-fe4f-4ef2-80c9-db95732038e5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095397 Nov 27 01:33:06.955676 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-850d0336-515c-4a43-8e90-d4e61bda0aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.957892 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.991113 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-850d0336-515c-4a43-8e90-d4e61bda0aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.996881 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-850d0336-515c-4a43-8e90-d4e61bda0aac admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6e465726-a6f1-4aea-bad2-f0523459bf92 HTTP/1.1" status: 204 len: 168 time: 0.4698370 Nov 27 01:33:06.998321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54304) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:06.999617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d0336-515c-4a43-8e90-d4e61bda0aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e465726-a6f1-4aea-bad2-f0523459bf92,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:07.054138 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.144563 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4746b11b-6fc0-43df-89a6-dd59911e8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.164703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-0668bc77-e394-4e89-aa10-a3f24d55875e req-1f03e292-fff3-4f9e-b1de-01cbede2d95b service neutron] (103403) timed out ('10.222.0.21', 57393) {{(pid=103403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:33:07.190120 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.225050 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.242511 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.248739 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.328036 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4746b11b-6fc0-43df-89a6-dd59911e8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.355198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=5654ae84-6897-4281-ae34-3802492df7c4,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:07.360639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-4746b11b-6fc0-43df-89a6-dd59911e8f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8634b796-f024-400e-aeea-81ab1ded3e40']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:07.376574 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.395660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-4746b11b-6fc0-43df-89a6-dd59911e8f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae7a2ff-3cfd-4e36-b56c-99663f82c530') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:07.396911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-4746b11b-6fc0-43df-89a6-dd59911e8f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae7a2ff-3cfd-4e36-b56c-99663f82c530') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:07.409220 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4746b11b-6fc0-43df-89a6-dd59911e8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.435972 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4746b11b-6fc0-43df-89a6-dd59911e8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.438582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Allocated IP 172.25.1.232 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/511e9af0-72de-4751-adee-30afdbec281e) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:07.447175 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4746b11b-6fc0-43df-89a6-dd59911e8f95 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:07.447672 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4746b11b-6fc0-43df-89a6-dd59911e8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:07.449372 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:07.508333 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Floating IP af569b87-810d-4817-b1b2-97cee84e6cd7 associated. External IP: 172.25.1.57, port: b3e1634e-ed77-41d2-9c4f-ef3244f5a21b. Nov 27 01:33:07.554132 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4746b11b-6fc0-43df-89a6-dd59911e8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.564632 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4746b11b-6fc0-43df-89a6-dd59911e8f95 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.579725 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4746b11b-6fc0-43df-89a6-dd59911e8f95 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8634b796-f024-400e-aeea-81ab1ded3e40 HTTP/1.1" status: 204 len: 168 time: 0.5777929 Nov 27 01:33:07.596549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746b11b-6fc0-43df-89a6-dd59911e8f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=8634b796-f024-400e-aeea-81ab1ded3e40,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:07.668601 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.730358 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.797087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:07.800235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:07.815172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3aae0d-523f-4fc1-abb0-4d6dea5f501e None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:07.823501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:07.826618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Pushing event updated for resources: {'Port': ['ID=511e9af0-72de-4751-adee-30afdbec281e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:07.868291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54310) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:07.890270 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:07.981171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3e4ab6c4-4ca5-4e41-906f-aa1498672afe None None] Provisioning complete for port 511e9af0-72de-4751-adee-30afdbec281e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:07.983171 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e4ab6c4-4ca5-4e41-906f-aa1498672afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.986282 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-097df6d4-1138-4c6c-86d3-4acd5b26408d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f41820b5dc04d5e910998ebb0f39588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1166470 Nov 27 01:33:08.003756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54314) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:08.054380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:08.069357 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da2607d-adcc-491f-ae39-bd1ef370cceb None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:08.072684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ab6c4-4ca5-4e41-906f-aa1498672afe None None] Port 511e9af0-72de-4751-adee-30afdbec281e cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:08.084491 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da2607d-adcc-491f-ae39-bd1ef370cceb None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:08.085393 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1da2607d-adcc-491f-ae39-bd1ef370cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:08.119830 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1da2607d-adcc-491f-ae39-bd1ef370cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:08.121183 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.132532 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da2607d-adcc-491f-ae39-bd1ef370cceb None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:08.133207 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1da2607d-adcc-491f-ae39-bd1ef370cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:08.142074 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-121fdf30-44e3-4355-b6b0-b2296291437a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.179143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a160b-d65f-4881-9e81-bb7dbb1e0752 req-c351f03b-df31-4e90-9790-77b61fafd630 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:08.180850 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc2a160b-d65f-4881-9e81-bb7dbb1e0752 req-c351f03b-df31-4e90-9790-77b61fafd630 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.1339629 Nov 27 01:33:08.183432 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1da2607d-adcc-491f-ae39-bd1ef370cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:08.184379 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da2607d-adcc-491f-ae39-bd1ef370cceb None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:08.208803 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-155300b7-16b3-4167-9e09-c2564a8fe9fb tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5400505 Nov 27 01:33:08.209698 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54316) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:08.227637 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-121fdf30-44e3-4355-b6b0-b2296291437a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.296801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bc7a1de1-178e-455b-aebe-ee29a0814b0b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "GET /v2.0/floatingips/af569b87-810d-4817-b1b2-97cee84e6cd7 HTTP/1.1" status: 200 len: 977 time: 0.0834954 Nov 27 01:33:08.297341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54318) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:08.303401 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc2a160b-d65f-4881-9e81-bb7dbb1e0752 req-2222d267-1405-421e-883b-b1336ef24d77 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876558 Nov 27 01:33:08.304449 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.375841 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-121fdf30-44e3-4355-b6b0-b2296291437a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.375841 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-121fdf30-44e3-4355-b6b0-b2296291437a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.375841 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-121fdf30-44e3-4355-b6b0-b2296291437a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b27ae1fa-74a9-401e-86e7-79321dcf99c7 HTTP/1.1" status: 204 len: 168 time: 0.3708436 Nov 27 01:33:08.414773 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fdf30-44e3-4355-b6b0-b2296291437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27ae1fa-74a9-401e-86e7-79321dcf99c7,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:08.464938 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8e7c7b8c-0b3e-4521-8da3-f1d96ba6f048 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1659632 Nov 27 01:33:08.469800 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54324) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:08.476049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4b35b8b9-fcf6-4d99-92d4-cca35eb1e284 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'floatingip': {'port_id': '7c02a72e-6f33-425a-a0ac-797ae3420f95'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:08.562941 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b35b8b9-fcf6-4d99-92d4-cca35eb1e284 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.584351 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.589301 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:09.121325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Router f1b03f0a-c126-4464-8a89-a971707c0827 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:33:09.183788 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b35b8b9-fcf6-4d99-92d4-cca35eb1e284 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:09.188958 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b35b8b9-fcf6-4d99-92d4-cca35eb1e284 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:09.265978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:09.273060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:09.274741 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9b85e3ab-fc3c-450a-bb0f-5a760c78cf09 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "PUT /v2.0/routers/f1b03f0a-c126-4464-8a89-a971707c0827 HTTP/1.1" status: 200 len: 920 time: 2.9791443 Nov 27 01:33:09.278606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54346) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:09.281296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36e330-f24c-464c-979f-5f1a7e631d65 None None] Sync routers for ids ['f1b03f0a-c126-4464-8a89-a971707c0827'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:09.295123 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a36e330-f24c-464c-979f-5f1a7e631d65 None None] Routers {'f1b03f0a-c126-4464-8a89-a971707c0827'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:09.296920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4a36e330-f24c-464c-979f-5f1a7e631d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f1b03f0a-c126-4464-8a89-a971707c0827'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:09.317395 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-4b35b8b9-fcf6-4d99-92d4-cca35eb1e284 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Floating IP af569b87-810d-4817-b1b2-97cee84e6cd7 associated. External IP: 172.25.1.57, port: b3e1634e-ed77-41d2-9c4f-ef3244f5a21b. Nov 27 01:33:09.345858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4a36e330-f24c-464c-979f-5f1a7e631d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:09.355795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a36e330-f24c-464c-979f-5f1a7e631d65 None None] Routers {'f1b03f0a-c126-4464-8a89-a971707c0827'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:09.356771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4a36e330-f24c-464c-979f-5f1a7e631d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f1b03f0a-c126-4464-8a89-a971707c0827'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:09.403396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4a36e330-f24c-464c-979f-5f1a7e631d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:09.404862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36e330-f24c-464c-979f-5f1a7e631d65 None None] The sync data for ids ['f1b03f0a-c126-4464-8a89-a971707c0827'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:09.415212 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fcc636aa-79dc-477c-9acc-22d41c9ca4fa tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/routers/f1b03f0a-c126-4464-8a89-a971707c0827 HTTP/1.1" status: 200 len: 926 time: 0.1320493 Nov 27 01:33:09.415766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54350) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:09.494377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3005d78-bf29-48e9-b39f-b6571ba90782 req-8a006652-00c9-4c64-808c-6c3f7603ceee tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:09.495957 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3005d78-bf29-48e9-b39f-b6571ba90782 req-8a006652-00c9-4c64-808c-6c3f7603ceee tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.0620699 Nov 27 01:33:09.496077 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f231148d-ced6-4052-a21a-c22c27aead04 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:09.497605 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f231148d-ced6-4052-a21a-c22c27aead04 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&device_id=f1b03f0a-c126-4464-8a89-a971707c0827&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0806904 Nov 27 01:33:09.501781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54358) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:09.610260 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b35b8b9-fcf6-4d99-92d4-cca35eb1e284 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:09.611736 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3005d78-bf29-48e9-b39f-b6571ba90782 req-e1468727-a08c-4309-a410-1082ff9312eb tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984213 Nov 27 01:33:09.638439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a9ccc6-93de-405a-8f84-87eb5b5d78f4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:09.642619 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f3a9ccc6-93de-405a-8f84-87eb5b5d78f4 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/networks/853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 881 time: 0.1371684 Nov 27 01:33:09.642861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54362) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:09.679142 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-baf0e531-c5d4-4a23-a22c-255b8341f238 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b03f0a-c126-4464-8a89-a971707c0827 HTTP/1.1" status: 200 len: 205 time: 0.0312762 Nov 27 01:33:09.679252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54370) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:09.813535 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:09.913239 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1f7220c0-0a6b-4618-94b7-4d43cc6161fb req-d1cccde8-0b26-407b-8a42-5015f45681fc tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef624b96-b8a8-49a3-9f22-5ceb933259ea HTTP/1.1" status: 200 len: 210 time: 0.0456102 Nov 27 01:33:10.052696 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.079107 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-51f536c5-22ad-4dab-82fa-f1662e873642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.122839 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Deleting port 511e9af0-72de-4751-adee-30afdbec281e {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:10.123248 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.126116 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b35b8b9-fcf6-4d99-92d4-cca35eb1e284 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:10.140793 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073ccca1-baed-4c52-856a-65810c892ef8 None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:10.172701 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ccca1-baed-4c52-856a-65810c892ef8 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:10.177718 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-073ccca1-baed-4c52-856a-65810c892ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:10.241224 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-073ccca1-baed-4c52-856a-65810c892ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:10.257494 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.259453 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ccca1-baed-4c52-856a-65810c892ef8 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:10.260078 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-073ccca1-baed-4c52-856a-65810c892ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:10.283075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Calling delete_port for 511e9af0-72de-4751-adee-30afdbec281e owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:10.377047 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-073ccca1-baed-4c52-856a-65810c892ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:10.377747 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073ccca1-baed-4c52-856a-65810c892ef8 None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:10.554454 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.573063 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01ac5a8d-25f1-4b2a-965e-4f26c4b9d406 req-6ce5d8ce-fe67-4a55-a79d-19b4b4f31dbf tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0480409 Nov 27 01:33:10.673658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Pushing event deleted for resources: {'Port': ['ID=511e9af0-72de-4751-adee-30afdbec281e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:10.674833 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed19631-b9a9-42ca-82e3-026ea6873926 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:10.772913 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.805545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b35b8b9-fcf6-4d99-92d4-cca35eb1e284 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:10.907553 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.909974 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.933651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3235c7-236b-47b0-ab6e-ecdfc17e0a0c req-0b6e3575-871b-455f-a927-39129b9e7fe6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:10.941599 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee3235c7-236b-47b0-ab6e-ecdfc17e0a0c req-0b6e3575-871b-455f-a927-39129b9e7fe6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.1906388 Nov 27 01:33:10.962862 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.964128 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Fanout notify agent at l3_agent the message router_deleted on router f1b03f0a-c126-4464-8a89-a971707c0827 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:33:10.986681 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.992947 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9225473f-a9ce-44a6-9c2f-06ccf5804fa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "DELETE /v2.0/routers/f1b03f0a-c126-4464-8a89-a971707c0827 HTTP/1.1" status: 204 len: 168 time: 1.3127720 Nov 27 01:33:10.996355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54414) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:11.002538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1492889567', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:11.035590 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.038033 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.070606 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee3235c7-236b-47b0-ab6e-ecdfc17e0a0c req-2dba0242-ec7a-44e3-9eb1-1ed5a35614ca tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281328 Nov 27 01:33:11.088931 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b35b8b9-fcf6-4d99-92d4-cca35eb1e284 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:11.094095 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b35b8b9-fcf6-4d99-92d4-cca35eb1e284 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.110442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729855e-754f-4e89-8b5f-5b72a639e5e0 None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:11.122592 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.127964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729855e-754f-4e89-8b5f-5b72a639e5e0 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:11.129655 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f729855e-754f-4e89-8b5f-5b72a639e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:11.159784 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4b35b8b9-fcf6-4d99-92d4-cca35eb1e284 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "PUT /v2.0/floatingips/af569b87-810d-4817-b1b2-97cee84e6cd7 HTTP/1.1" status: 200 len: 976 time: 2.6884673 Nov 27 01:33:11.162415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54416) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:11.168205 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b027fa7d-d1d2-4d08-99d4-2285e17a91e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:11.190578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f729855e-754f-4e89-8b5f-5b72a639e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:11.202934 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729855e-754f-4e89-8b5f-5b72a639e5e0 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:11.203906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f729855e-754f-4e89-8b5f-5b72a639e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:11.242778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b027fa7d-d1d2-4d08-99d4-2285e17a91e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.260033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f729855e-754f-4e89-8b5f-5b72a639e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:11.261120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729855e-754f-4e89-8b5f-5b72a639e5e0 None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:11.307111 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.474733 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b027fa7d-d1d2-4d08-99d4-2285e17a91e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.477893 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b027fa7d-d1d2-4d08-99d4-2285e17a91e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.478275 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-b027fa7d-d1d2-4d08-99d4-2285e17a91e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Floating IP af569b87-810d-4817-b1b2-97cee84e6cd7 disassociated. External IP: 172.25.1.57, port: 7c02a72e-6f33-425a-a0ac-797ae3420f95. Nov 27 01:33:11.601525 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.627387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.743365 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7f678b6-70d6-425e-ad8c-6e3cf7d39518 req-f6d3ba5b-1bbc-40a0-9d51-597261b0518d tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0482631 Nov 27 01:33:11.753167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Allocated IP 172.25.1.32 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/ee952807-171b-4fe3-8eb6-7965afecc8fb) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:11.778007 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3eee6df1-68c1-438a-ad7d-7559c8c1978e req-3f8065ce-036d-4954-9fe5-6000ec43a608 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3866837 Nov 27 01:33:11.814385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b027fa7d-d1d2-4d08-99d4-2285e17a91e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:11.910529 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.948029 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee6df1-68c1-438a-ad7d-7559c8c1978e req-2cd68333-5fde-49fe-ac31-4bf3ad589ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:11.949871 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3eee6df1-68c1-438a-ad7d-7559c8c1978e req-2cd68333-5fde-49fe-ac31-4bf3ad589ad8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1097 time: 0.1318991 Nov 27 01:33:11.959912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.984662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b027fa7d-d1d2-4d08-99d4-2285e17a91e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:11.990736 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b027fa7d-d1d2-4d08-99d4-2285e17a91e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.997511 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9efaa4-9fc9-4e58-b842-637c8db1b33a None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:12.023458 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9efaa4-9fc9-4e58-b842-637c8db1b33a None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:12.024187 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7f9efaa4-9fc9-4e58-b842-637c8db1b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:12.030356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54422) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:12.031378 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b027fa7d-d1d2-4d08-99d4-2285e17a91e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "PUT /v2.0/floatingips/af569b87-810d-4817-b1b2-97cee84e6cd7 HTTP/1.1" status: 200 len: 687 time: 0.8677065 Nov 27 01:33:12.065107 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7f9efaa4-9fc9-4e58-b842-637c8db1b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:12.076268 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9efaa4-9fc9-4e58-b842-637c8db1b33a None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:12.077735 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7f9efaa4-9fc9-4e58-b842-637c8db1b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:12.111946 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7f9efaa4-9fc9-4e58-b842-637c8db1b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:12.113352 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9efaa4-9fc9-4e58-b842-637c8db1b33a None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:12.127367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:12.140129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:12.156817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e9218-ae98-4d1b-b2e2-2919f1eee6bb None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:12.157319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Pushing event updated for resources: {'Port': ['ID=ee952807-171b-4fe3-8eb6-7965afecc8fb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:12.166612 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:12.204892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee6df1-68c1-438a-ad7d-7559c8c1978e req-01e5e74f-3acd-444b-9ae3-4b57e58946df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:12.206494 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3eee6df1-68c1-438a-ad7d-7559c8c1978e req-01e5e74f-3acd-444b-9ae3-4b57e58946df service neutron] 10.222.0.31 "GET /v2.0/networks?id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f HTTP/1.1" status: 200 len: 896 time: 0.1740222 Nov 27 01:33:12.234930 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c4b1413d-3993-4c21-b43c-5eaaa937d80d None None] Provisioning complete for port ee952807-171b-4fe3-8eb6-7965afecc8fb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:12.235457 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c4b1413d-3993-4c21-b43c-5eaaa937d80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.284343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1413d-3993-4c21-b43c-5eaaa937d80d None None] Port ee952807-171b-4fe3-8eb6-7965afecc8fb cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:12.294720 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-903ce247-506a-4e96-9082-99d8d0f1d270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.402951 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3eee6df1-68c1-438a-ad7d-7559c8c1978e req-097efa89-7708-4897-9346-1122c92c8b05 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d HTTP/1.1" status: 200 len: 1001 time: 0.0706139 Nov 27 01:33:12.406495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dd5c3-d4ea-49a0-9d59-2a26b7881186 req-5ae6973e-67c4-4bcd-8338-aa9754f0803e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:12.407971 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc1dd5c3-d4ea-49a0-9d59-2a26b7881186 req-5ae6973e-67c4-4bcd-8338-aa9754f0803e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.2064741 Nov 27 01:33:12.458286 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee6df1-68c1-438a-ad7d-7559c8c1978e req-78815473-ac07-40ee-8cc5-d69d05a7a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:12.460107 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3eee6df1-68c1-438a-ad7d-7559c8c1978e req-78815473-ac07-40ee-8cc5-d69d05a7a51b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83a559a3-be1a-4c33-92bb-d495581acdf3 HTTP/1.1" status: 200 len: 835 time: 0.0489342 Nov 27 01:33:12.471949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a54f7068-98d8-4863-ab33-8c025ffecdd9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port 5654ae84-6897-4281-ae34-3802492df7c4 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:12.472325 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a54f7068-98d8-4863-ab33-8c025ffecdd9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.517369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee6df1-68c1-438a-ad7d-7559c8c1978e req-c35be28f-f141-4cbb-870a-c1d621653cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:12.519063 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3eee6df1-68c1-438a-ad7d-7559c8c1978e req-c35be28f-f141-4cbb-870a-c1d621653cba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502088 Nov 27 01:33:12.595661 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc1dd5c3-d4ea-49a0-9d59-2a26b7881186 req-e153f1b7-7abc-4350-82e3-2f080e9665ee tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607332 Nov 27 01:33:12.637233 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3eee6df1-68c1-438a-ad7d-7559c8c1978e req-4ad408da-2a8e-4962-b966-94aa59e0d182 service neutron] 10.222.0.31 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099231 Nov 27 01:33:12.676367 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a54f7068-98d8-4863-ab33-8c025ffecdd9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.676910 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a54f7068-98d8-4863-ab33-8c025ffecdd9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.693559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a54f7068-98d8-4863-ab33-8c025ffecdd9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for 5654ae84-6897-4281-ae34-3802492df7c4 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:12.697432 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.743746 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3eee6df1-68c1-438a-ad7d-7559c8c1978e req-dfcdbc6e-30ec-456e-b725-3d5fb31ffa3a service neutron] 10.222.0.31 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977945 Nov 27 01:33:12.894184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419570c-0c80-4c1a-bec2-f7cfbb6e33a9 req-e7da20d0-c964-4676-867f-a2a8bc451296 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:12.895754 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6419570c-0c80-4c1a-bec2-f7cfbb6e33a9 req-e7da20d0-c964-4676-867f-a2a8bc451296 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1097 time: 0.0467014 Nov 27 01:33:12.915313 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6419570c-0c80-4c1a-bec2-f7cfbb6e33a9 req-58145edd-cda8-4f8b-890d-a57dc13320d4 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.937735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4597dbb1-776b-42ea-a340-d27d5071a950 req-307e09c6-8837-4d98-a638-3f6b24c3b146 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0628846 Nov 27 01:33:13.303884 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.360423 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a54f7068-98d8-4863-ab33-8c025ffecdd9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.372997 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.399593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f7068-98d8-4863-ab33-8c025ffecdd9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=5654ae84-6897-4281-ae34-3802492df7c4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:13.455265 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6419570c-0c80-4c1a-bec2-f7cfbb6e33a9 req-58145edd-cda8-4f8b-890d-a57dc13320d4 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.460653 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6419570c-0c80-4c1a-bec2-f7cfbb6e33a9 req-58145edd-cda8-4f8b-890d-a57dc13320d4 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.510869 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6419570c-0c80-4c1a-bec2-f7cfbb6e33a9 req-58145edd-cda8-4f8b-890d-a57dc13320d4 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6088600 Nov 27 01:33:13.513086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58145edd-cda8-4f8b-890d-a57dc13320d4 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23187f90-f8ec-4b44-b5f6-6242e66133b7,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:13.548328 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a54f7068-98d8-4863-ab33-8c025ffecdd9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.551185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a54f7068-98d8-4863-ab33-8c025ffecdd9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.555577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a54f7068-98d8-4863-ab33-8c025ffecdd9 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/floatingips/af569b87-810d-4817-b1b2-97cee84e6cd7 HTTP/1.1" status: 204 len: 168 time: 1.5206714 Nov 27 01:33:13.555577 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54438) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:13.594570 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-488a27d9-e833-42d7-bc2a-f9c2b6f6226e tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] delete failed (client error): The resource could not be found. Nov 27 01:33:13.599775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-488a27d9-e833-42d7-bc2a-f9c2b6f6226e tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/floatingips/af569b87-810d-4817-b1b2-97cee84e6cd7 HTTP/1.1" status: 404 len: 345 time: 0.0397592 Nov 27 01:33:13.599986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54440) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:13.724388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae6c53-f9b7-4983-ae12-809f51da1c69 req-97075df4-0306-4656-be16-ac55d2bd6abc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:13.731481 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bbae6c53-f9b7-4983-ae12-809f51da1c69 req-97075df4-0306-4656-be16-ac55d2bd6abc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.0584345 Nov 27 01:33:13.736081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde511e-f826-413e-a4a8-0593e50d4f6b req-a811907b-a2ff-42ac-9644-ec5482c26238 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:13.737605 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8fde511e-f826-413e-a4a8-0593e50d4f6b req-a811907b-a2ff-42ac-9644-ec5482c26238 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.1386726 Nov 27 01:33:13.746965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06e372-5342-4c78-9aa3-765107d2fefa tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:13.753100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06e372-5342-4c78-9aa3-765107d2fefa tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:13.759140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06e372-5342-4c78-9aa3-765107d2fefa tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:13.760785 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7b06e372-5342-4c78-9aa3-765107d2fefa tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "GET /v2.0/ports?network_id=bcc1dcc6-1786-46a1-93ed-578df51de52a HTTP/1.1" status: 200 len: 2357 time: 0.1599643 Nov 27 01:33:13.766438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54444) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:13.782800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bbae6c53-f9b7-4983-ae12-809f51da1c69 req-f06f77bf-ce8d-4fa3-b621-f54359128bca tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503488 Nov 27 01:33:13.807111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Router ce06ddc0-b9fe-4142-b1ff-bcdd875f067f is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:33:13.896683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882e0b4c-cb62-4bfd-90f1-cd14c9552e2d tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:13.898085 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-882e0b4c-cb62-4bfd-90f1-cd14c9552e2d tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "GET /v2.0/subnets/3f352777-4185-4999-bee8-659107308acb HTTP/1.1" status: 200 len: 797 time: 0.1307719 Nov 27 01:33:13.903287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54446) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:13.906644 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8fde511e-f826-413e-a4a8-0593e50d4f6b req-9fb7163b-4e3f-41b4-a218-643359883636 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446218 Nov 27 01:33:13.910938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'port': {'network_id': 'bcc1dcc6-1786-46a1-93ed-578df51de52a', 'name': 'tempest-FloatingIPTestJSON-726962094', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:13.940797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54448) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:14.017495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:14.021853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b6d0c656-4403-41e0-9b18-00275db6aa73 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/9fb269bb-a267-4bb4-8907-cb5e2b0406ce HTTP/1.1" status: 200 len: 993 time: 0.0800729 Nov 27 01:33:14.037761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27fe19-224b-4713-9526-109de4a10256 None None] Sync routers for ids ['ce06ddc0-b9fe-4142-b1ff-bcdd875f067f'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:14.055295 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.056585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27fe19-224b-4713-9526-109de4a10256 None None] Routers {'ce06ddc0-b9fe-4142-b1ff-bcdd875f067f'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:14.056715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f0c9a158-85e4-49b7-9937-9a8846621b42 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0590684 Nov 27 01:33:14.057668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4c27fe19-224b-4713-9526-109de4a10256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['ce06ddc0-b9fe-4142-b1ff-bcdd875f067f'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:14.059218 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54454) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:14.063952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:14.102476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd3e17b9-5c52-422c-aaab-5ff1fe96275d req-ec6da01f-5a73-4af4-857a-806991072bd6 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0557368 Nov 27 01:33:14.110423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4c27fe19-224b-4713-9526-109de4a10256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:14.122531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27fe19-224b-4713-9526-109de4a10256 None None] Routers {'ce06ddc0-b9fe-4142-b1ff-bcdd875f067f'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:14.123207 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4c27fe19-224b-4713-9526-109de4a10256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['ce06ddc0-b9fe-4142-b1ff-bcdd875f067f'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:14.152648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Made reservation on behalf of 26d09cda720745f6aa5e2d0893b7eab9 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:14.269922 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.298012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] device_id is not set on port ea35bf11-5c71-4af9-84f4-67acd2c05973 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:33:14.380436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4c27fe19-224b-4713-9526-109de4a10256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:14.381108 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27fe19-224b-4713-9526-109de4a10256 None None] The sync data for ids ['ce06ddc0-b9fe-4142-b1ff-bcdd875f067f'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:14.414593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-dd3e2239-cfbf-41ea-a956-53661f827fbb req-6e2305e8-3850-4eba-b122-7bd144eb893a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:33:14.415574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd3e2239-cfbf-41ea-a956-53661f827fbb req-6e2305e8-3850-4eba-b122-7bd144eb893a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051999 Nov 27 01:33:14.501541 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.513894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.586806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Deleting port ee952807-171b-4fe3-8eb6-7965afecc8fb {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:14.587159 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.691813 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.703413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.20.0.14 (bcc1dcc6-1786-46a1-93ed-578df51de52a/3f352777-4185-4999-bee8-659107308acb/ea35bf11-5c71-4af9-84f4-67acd2c05973) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:14.704767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Calling delete_port for ee952807-171b-4fe3-8eb6-7965afecc8fb owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:14.715138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.20.0.13 (bcc1dcc6-1786-46a1-93ed-578df51de52a/3f352777-4185-4999-bee8-659107308acb/ea35bf11-5c71-4af9-84f4-67acd2c05973) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:14.857489 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.922707 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.000545 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.019777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d034f22-3acb-4c26-9a8d-1f27dc513ef7 req-e53cca35-72b1-43d4-a838-46dca56f4c74 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:15.021459 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d034f22-3acb-4c26-9a8d-1f27dc513ef7 req-e53cca35-72b1-43d4-a838-46dca56f4c74 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.0824134 Nov 27 01:33:15.023111 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.041505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28583df-111e-44d1-a8c1-c81e48476964 req-78f51dbb-021c-4dd7-9f9d-8a327f68c8de tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:15.043085 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b28583df-111e-44d1-a8c1-c81e48476964 req-78f51dbb-021c-4dd7-9f9d-8a327f68c8de tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.0977449 Nov 27 01:33:15.048337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Pushing event deleted for resources: {'Port': ['ID=ee952807-171b-4fe3-8eb6-7965afecc8fb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:15.050672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c11d485-13a0-4e30-9a7f-b43f35cd356c None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:15.119170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network bcc1dcc6-1786-46a1-93ed-578df51de52a is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:15.135405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:15.143137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:15.181442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=ea35bf11-5c71-4af9-84f4-67acd2c05973,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:15.187126 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.201850 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d034f22-3acb-4c26-9a8d-1f27dc513ef7 req-ba1b26fc-2c3a-4669-b636-a9b026e061ea tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663401 Nov 27 01:33:15.229297 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e574cba-61cb-406f-92bb-99edd8aae74d req-afd7ea53-ca39-4c56-bd0b-2e5f8b75f421 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef624b96-b8a8-49a3-9f22-5ceb933259ea HTTP/1.1" status: 200 len: 210 time: 0.0397890 Nov 27 01:33:15.250514 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b28583df-111e-44d1-a8c1-c81e48476964 req-cb4c479e-deb2-4b4f-bfb4-c015242fee4b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764469 Nov 27 01:33:15.279660 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:15.281252 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.297926 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-43d3277c-379b-4f15-b726-dc2d32f87ccb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3573043 Nov 27 01:33:15.312108 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-474d7147-702b-4c44-80cc-143025c9cc72 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.4067593 Nov 27 01:33:15.326593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54476) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:15.332064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': 'ea35bf11-5c71-4af9-84f4-67acd2c05973', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:15.340780 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23145086-67da-4f23-b9bf-376d3d85d881 req-c6965157-ffda-4202-9196-23e808766391 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0477664 Nov 27 01:33:15.341001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-96b1b9f1-db56-4ddd-80da-15bee2feaaf9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:33:15.343253 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-96b1b9f1-db56-4ddd-80da-15bee2feaaf9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056789 Nov 27 01:33:15.388216 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.479007 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27832'] for router, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.486164 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551499'] for router, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.536559 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.591272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Router ce06ddc0-b9fe-4142-b1ff-bcdd875f067f has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:15.706164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:15.713815 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.717826 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08d8381-0be1-43d9-bcf2-120cbab62013 None None] Sync routers for ids ['ce06ddc0-b9fe-4142-b1ff-bcdd875f067f'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:15.726175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1321b709-8ffe-4b8e-a35e-df5fd7c6692a tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "PUT /v2.0/routers/ce06ddc0-b9fe-4142-b1ff-bcdd875f067f HTTP/1.1" status: 200 len: 710 time: 1.6549118 Nov 27 01:33:15.726895 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54496) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:15.732622 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d8381-0be1-43d9-bcf2-120cbab62013 None None] Routers {'ce06ddc0-b9fe-4142-b1ff-bcdd875f067f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:15.737410 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d08d8381-0be1-43d9-bcf2-120cbab62013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['ce06ddc0-b9fe-4142-b1ff-bcdd875f067f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:15.741738 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8517572d-95d4-4c16-b267-6dfbf8fc8e6d req-04402c54-1c22-4e1b-a18a-de815fc79bb8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0412836 Nov 27 01:33:15.795488 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.25.1.143 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/3c918a0f-51ff-4965-b946-ea59ccdb88b6) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:15.807731 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d08d8381-0be1-43d9-bcf2-120cbab62013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:15.817451 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d8381-0be1-43d9-bcf2-120cbab62013 None None] Routers {'ce06ddc0-b9fe-4142-b1ff-bcdd875f067f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:15.818156 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d08d8381-0be1-43d9-bcf2-120cbab62013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['ce06ddc0-b9fe-4142-b1ff-bcdd875f067f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:15.865857 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d08d8381-0be1-43d9-bcf2-120cbab62013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:15.866489 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08d8381-0be1-43d9-bcf2-120cbab62013 None None] The sync data for ids ['ce06ddc0-b9fe-4142-b1ff-bcdd875f067f'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:15.873187 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ae730e7f-163b-4b96-a52d-291bd2f7cd27 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/routers/ce06ddc0-b9fe-4142-b1ff-bcdd875f067f HTTP/1.1" status: 200 len: 745 time: 0.1431549 Nov 27 01:33:15.874791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54500) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:15.936201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cc39d5c2-5dab-4255-9b15-ced5c82c7906 tempest-RoutersIpV6AdminTest-789012106 tempest-RoutersIpV6AdminTest-789012106-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&device_id=ce06ddc0-b9fe-4142-b1ff-bcdd875f067f HTTP/1.1" status: 200 len: 205 time: 0.0576639 Nov 27 01:33:15.936981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54502) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:15.968684 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0bb6e6b6-af08-458b-a4f0-aff181692922 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce06ddc0-b9fe-4142-b1ff-bcdd875f067f HTTP/1.1" status: 200 len: 205 time: 0.0271420 Nov 27 01:33:15.968903 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.969822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54504) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:16.006357 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.054423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:16.057837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:16.062369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:16.088635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=3c918a0f-51ff-4965-b946-ea59ccdb88b6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:16.313362 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.455722 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ff793-c9e9-44f1-a2c0-39453d604e21 req-d8eb42db-963b-4dbf-b00b-d66da4da2276 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:16.458827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d8ff793-c9e9-44f1-a2c0-39453d604e21 req-d8eb42db-963b-4dbf-b00b-d66da4da2276 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.0958452 Nov 27 01:33:16.511450 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a920c87-64a1-45f0-bdce-25e553511d08 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.599229 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b8a17-30af-4113-a4ed-83e1bd1b3ff1 req-cb3910d1-aa6f-475f-a4ad-7397a1f1577e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:16.600880 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c9b8a17-30af-4113-a4ed-83e1bd1b3ff1 req-cb3910d1-aa6f-475f-a4ad-7397a1f1577e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.1237602 Nov 27 01:33:16.614165 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8d8ff793-c9e9-44f1-a2c0-39453d604e21 req-670be2b6-5409-450b-9ee1-191d1ae32bf6 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251318 Nov 27 01:33:16.713973 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.730749 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a920c87-64a1-45f0-bdce-25e553511d08 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.731041 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b49d2f5d-1234-46ea-92f8-40f29146df19 req-c42a31d0-c513-468a-a864-2a8c54f3c037 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0301127 Nov 27 01:33:16.737341 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a920c87-64a1-45f0-bdce-25e553511d08 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.792115 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c9b8a17-30af-4113-a4ed-83e1bd1b3ff1 req-7791ebb4-1359-4803-a1c4-71b1a179145e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846550 Nov 27 01:33:16.801376 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a920c87-64a1-45f0-bdce-25e553511d08 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.802254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a920c87-64a1-45f0-bdce-25e553511d08 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Fanout notify agent at l3_agent the message router_deleted on router ce06ddc0-b9fe-4142-b1ff-bcdd875f067f {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:33:16.814324 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a920c87-64a1-45f0-bdce-25e553511d08 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.815435 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9a920c87-64a1-45f0-bdce-25e553511d08 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "DELETE /v2.0/routers/ce06ddc0-b9fe-4142-b1ff-bcdd875f067f HTTP/1.1" status: 204 len: 168 time: 0.8434999 Nov 27 01:33:16.820702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54518) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:16.832676 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.868961 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7aae49b2-3833-4354-9259-659c38d3d028 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce06ddc0-b9fe-4142-b1ff-bcdd875f067f HTTP/1.1" status: 200 len: 205 time: 0.0470939 Nov 27 01:33:16.871580 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54520) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:16.909778 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-d0c04fd7-cb39-414c-abe8-d61e6d3b3aa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] delete failed (client error): The resource could not be found. Nov 27 01:33:16.910916 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d0c04fd7-cb39-414c-abe8-d61e6d3b3aa3 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "DELETE /v2.0/routers/ce06ddc0-b9fe-4142-b1ff-bcdd875f067f HTTP/1.1" status: 404 len: 336 time: 0.0382464 Nov 27 01:33:16.913610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54522) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:16.940561 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-48b5b117-a05b-4f56-882e-7ec51169fb59 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b03f0a-c126-4464-8a89-a971707c0827 HTTP/1.1" status: 200 len: 205 time: 0.0258179 Nov 27 01:33:16.942815 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54524) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:16.983684 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-3fc8a7a1-12e9-498c-99f0-edb914d09e25 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] delete failed (client error): The resource could not be found. Nov 27 01:33:16.987844 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3fc8a7a1-12e9-498c-99f0-edb914d09e25 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "DELETE /v2.0/routers/f1b03f0a-c126-4464-8a89-a971707c0827 HTTP/1.1" status: 404 len: 336 time: 0.0410423 Nov 27 01:33:16.988129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54526) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:17.343763 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ef429567-db31-4a4a-8827-fdb76af1c826 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8ec6a1e-84a7-414a-9daa-615362825732 HTTP/1.1" status: 200 len: 205 time: 0.3544936 Nov 27 01:33:17.346343 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54528) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:17.353784 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.374078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.384322 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-8292462e-2695-4f23-ba13-b84b6b42c2dc tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] delete failed (client error): The resource could not be found. Nov 27 01:33:17.385362 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8292462e-2695-4f23-ba13-b84b6b42c2dc tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "DELETE /v2.0/routers/e8ec6a1e-84a7-414a-9daa-615362825732 HTTP/1.1" status: 404 len: 336 time: 0.0380588 Nov 27 01:33:17.388046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54530) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:17.415753 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c4b81236-2859-4a98-a101-2341c31527ed tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c2eafbf-a065-4373-9752-27ac7ce46866 HTTP/1.1" status: 200 len: 205 time: 0.0263526 Nov 27 01:33:17.418045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54532) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:17.456465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-7f7353e5-99a5-463c-bf42-a1859b65b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:17.458031 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-7f7353e5-99a5-463c-bf42-a1859b65b058 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1097 time: 0.1220975 Nov 27 01:33:17.458619 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-6dddf740-6555-4ba9-b1bb-f4a95a6be7bc tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] delete failed (client error): The resource could not be found. Nov 27 01:33:17.459633 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6dddf740-6555-4ba9-b1bb-f4a95a6be7bc tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "DELETE /v2.0/routers/5c2eafbf-a065-4373-9752-27ac7ce46866 HTTP/1.1" status: 404 len: 336 time: 0.0406344 Nov 27 01:33:17.460710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=3c918a0f-51ff-4965-b946-ea59ccdb88b6,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:17.462298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54534) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:17.489948 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.490726 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dbc02d93-d712-49bd-8ca0-eeb554465f2f tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "GET /v2.0/ports?device_id=4200033a-2553-4f7c-a5b7-ce2693116e76 HTTP/1.1" status: 200 len: 205 time: 0.0272598 Nov 27 01:33:17.492948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54536) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:17.531507 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-f3515e43-e819-4c35-90aa-113a12b7c761 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] delete failed (client error): The resource could not be found. Nov 27 01:33:17.532524 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f3515e43-e819-4c35-90aa-113a12b7c761 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "DELETE /v2.0/routers/4200033a-2553-4f7c-a5b7-ce2693116e76 HTTP/1.1" status: 404 len: 336 time: 0.0386081 Nov 27 01:33:17.535531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54538) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:17.562968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bb2037b9-1de3-47ca-aaae-0284e2d81e84 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "GET /v2.0/ports?device_id=64435a41-cd8f-46ef-8b6e-6e6286768b44 HTTP/1.1" status: 200 len: 205 time: 0.0263164 Nov 27 01:33:17.565399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54540) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:17.614920 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-7f298820-8165-4bd5-98ec-5b67a0026269 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] delete failed (client error): The resource could not be found. Nov 27 01:33:17.615959 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7f298820-8165-4bd5-98ec-5b67a0026269 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "DELETE /v2.0/routers/64435a41-cd8f-46ef-8b6e-6e6286768b44 HTTP/1.1" status: 404 len: 336 time: 0.0482852 Nov 27 01:33:17.618669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54542) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:17.650982 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8cc020-16ee-4e22-bd77-702cc8ab31c4 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] DELETE failed (client error): The resource could not be found. Nov 27 01:33:17.651461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8cc020-16ee-4e22-bd77-702cc8ab31c4 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:33:17.657007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ee8cc020-16ee-4e22-bd77-702cc8ab31c4 tempest-RoutersIpV6AdminTest-1623173564 tempest-RoutersIpV6AdminTest-1623173564-project] 10.222.0.15 "DELETE /v2.0/subnets/b700f224-d999-4e90-b339-488bd8979359 HTTP/1.1" status: 404 len: 337 time: 0.0372434 Nov 27 01:33:17.676180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-e5a1a4ee-286c-499f-95c2-cbae640a3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:17.677697 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-e5a1a4ee-286c-499f-95c2-cbae640a3868 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f HTTP/1.1" status: 200 len: 896 time: 0.2111690 Nov 27 01:33:17.694919 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Floating IP 3215c94b-ab2b-45e5-9a1f-8668c1933828 associated. External IP: 172.25.1.143, port: ea35bf11-5c71-4af9-84f4-67acd2c05973. Nov 27 01:33:17.750108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37cc66-0b31-4cf7-af09-43e30862d5e4 req-164b828e-9c7c-4c65-aa91-bf67ef9be700 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:17.751783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca37cc66-0b31-4cf7-af09-43e30862d5e4 req-164b828e-9c7c-4c65-aa91-bf67ef9be700 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.0550816 Nov 27 01:33:17.817267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-3f1e7886-f4ea-442b-8913-9a36e1404300 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d HTTP/1.1" status: 200 len: 1001 time: 0.1306467 Nov 27 01:33:17.833660 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca37cc66-0b31-4cf7-af09-43e30862d5e4 req-db5a8aaf-9056-4ca4-831c-5c89a9136ccd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723054 Nov 27 01:33:17.893612 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5535e896-14b7-42d2-95b1-a50d91418600 req-bb0523a1-dd00-4d1c-81d9-0827d6ad456b tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0572288 Nov 27 01:33:17.921564 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-7663b2f2-8aad-4c61-9dbf-72c38c058825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:17.921564 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-7663b2f2-8aad-4c61-9dbf-72c38c058825 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83a559a3-be1a-4c33-92bb-d495581acdf3 HTTP/1.1" status: 200 len: 835 time: 0.0896084 Nov 27 01:33:17.987687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5b20b-2ecc-4531-bd5f-48ac76f89809 req-4230b131-c06a-4016-b616-978512779798 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:17.989475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2bc5b20b-2ecc-4531-bd5f-48ac76f89809 req-4230b131-c06a-4016-b616-978512779798 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.0619652 Nov 27 01:33:18.038703 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-9d6a3bf6-bf85-4f09-a319-0749384f9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:18.040358 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-9d6a3bf6-bf85-4f09-a319-0749384f9ac7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903945 Nov 27 01:33:18.040852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54558) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:18.068596 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2bc5b20b-2ecc-4531-bd5f-48ac76f89809 req-3ce9bb51-1822-4e4e-8750-6b79f0181ad2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627358 Nov 27 01:33:18.116357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:18.211853 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5b60752d-3c46-4e11-9d46-c4444983a21e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.225069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-3d175ff0-be9f-4433-a450-09b85143e382 service neutron] 10.222.0.31 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712377 Nov 27 01:33:18.318754 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a5a8856-fcdd-494c-8ba6-93219f186ba7 req-e47f5dba-35f3-44b4-8893-e91a5e59b129 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0350330 Nov 27 01:33:18.357148 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:18.368288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb28cd-0948-455f-b4d8-42972ad1545a None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:18.381564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb28cd-0948-455f-b4d8-42972ad1545a None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:18.382204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-52cb28cd-0948-455f-b4d8-42972ad1545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:18.412708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.421387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-52cb28cd-0948-455f-b4d8-42972ad1545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:18.430661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb28cd-0948-455f-b4d8-42972ad1545a None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:18.431274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-52cb28cd-0948-455f-b4d8-42972ad1545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:18.438924 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-322c8d2d-0d08-4a5f-8522-0c7d9b213a99 service neutron] 10.222.0.31 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830351 Nov 27 01:33:18.463690 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-52cb28cd-0948-455f-b4d8-42972ad1545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:18.464734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb28cd-0948-455f-b4d8-42972ad1545a None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:18.468492 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5b60752d-3c46-4e11-9d46-c4444983a21e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.470549 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2d9cf3f2-9526-4f5d-ac88-5ef491e0b538 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1422648 Nov 27 01:33:18.473618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54576) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:18.474737 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5b60752d-3c46-4e11-9d46-c4444983a21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.478852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b36401cc-f588-4550-939f-bb8c0c497495 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'floatingip': {'port_id': 'ea35bf11-5c71-4af9-84f4-67acd2c05973', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:18.523880 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5b60752d-3c46-4e11-9d46-c4444983a21e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fee1951f63e74f01819355eed1e93b88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4802823 Nov 27 01:33:18.524941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60752d-3c46-4e11-9d46-c4444983a21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9a04ab-b452-4004-b206-c6dcdc30aff1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:18.526398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54578) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:18.574684 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b36401cc-f588-4550-939f-bb8c0c497495 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.637143 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-805bc0da-f127-4d63-a1d5-896047c3d5f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.697381 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-805bc0da-f127-4d63-a1d5-896047c3d5f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.840820 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-805bc0da-f127-4d63-a1d5-896047c3d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.843496 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-805bc0da-f127-4d63-a1d5-896047c3d5f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.844658 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-805bc0da-f127-4d63-a1d5-896047c3d5f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c9a04ab-b452-4004-b206-c6dcdc30aff1 HTTP/1.1" status: 204 len: 168 time: 0.3167133 Nov 27 01:33:18.860516 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bc0da-f127-4d63-a1d5-896047c3d5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9a04ab-b452-4004-b206-c6dcdc30aff1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:18.976145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489d36f-deb4-4912-9ce6-1f165ace6185 req-5fbf3643-59d6-4eca-8810-a8d94bf98524 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:18.978489 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2489d36f-deb4-4912-9ce6-1f165ace6185 req-5fbf3643-59d6-4eca-8810-a8d94bf98524 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.0654533 Nov 27 01:33:19.037645 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2489d36f-deb4-4912-9ce6-1f165ace6185 req-6e68f411-cfe8-4d90-b17f-266a47882ae4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522163 Nov 27 01:33:19.162187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b36401cc-f588-4550-939f-bb8c0c497495 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.166862 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b36401cc-f588-4550-939f-bb8c0c497495 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.185993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccffcc-77a9-4f5c-ba4d-c400aa72c641 req-d765d962-16a6-4652-871e-966807d89806 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:19.188217 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-baccffcc-77a9-4f5c-ba4d-c400aa72c641 req-d765d962-16a6-4652-871e-966807d89806 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.0565140 Nov 27 01:33:19.190118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54592) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:19.264648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d1925851-db55-44ca-93a6-157e2743f6d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0996597a7e294030afa205a4c837c218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0731952 Nov 27 01:33:19.266947 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54594) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:19.269239 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-baccffcc-77a9-4f5c-ba4d-c400aa72c641 req-a1dc21c8-1887-4a89-8ed4-2a9fdbd69139 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729616 Nov 27 01:33:19.370950 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5b1075cc-c2fb-43f1-b466-792e15f9848e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.450313 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0d13c87b-0d1c-440a-8b1c-52d0d4cb9c87 req-7ba285d3-8942-4c3d-a05d-70a19ba18e55 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0473118 Nov 27 01:33:19.452129 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5b1075cc-c2fb-43f1-b466-792e15f9848e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.497752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36401cc-f588-4550-939f-bb8c0c497495 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:19.503985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54598) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:19.551895 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5b1075cc-c2fb-43f1-b466-792e15f9848e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.554505 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5b1075cc-c2fb-43f1-b466-792e15f9848e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.556231 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5b1075cc-c2fb-43f1-b466-792e15f9848e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb076ad7-3b6d-434a-a458-519ecd510ebc HTTP/1.1" status: 204 len: 168 time: 0.2876821 Nov 27 01:33:19.571675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1075cc-c2fb-43f1-b466-792e15f9848e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb076ad7-3b6d-434a-a458-519ecd510ebc,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:19.633749 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36401cc-f588-4550-939f-bb8c0c497495 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:19.641467 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b36401cc-f588-4550-939f-bb8c0c497495 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.649889 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a771bf-41da-4917-9d25-8d6d75586ab9 None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:19.663503 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a771bf-41da-4917-9d25-8d6d75586ab9 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:19.664751 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f3a771bf-41da-4917-9d25-8d6d75586ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:19.685972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a0dc7-b1f3-4409-9929-681d6d16a6a8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Deleting port f1119422-ee3d-49a9-9073-ee31b9adc00a {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:19.686401 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb0a0dc7-b1f3-4409-9929-681d6d16a6a8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.705000 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f3a771bf-41da-4917-9d25-8d6d75586ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:19.713680 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b36401cc-f588-4550-939f-bb8c0c497495 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "PUT /v2.0/floatingips/3215c94b-ab2b-45e5-9a1f-8668c1933828 HTTP/1.1" status: 200 len: 978 time: 1.2387371 Nov 27 01:33:19.716188 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a771bf-41da-4917-9d25-8d6d75586ab9 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:19.716593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54602) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:19.717933 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f3a771bf-41da-4917-9d25-8d6d75586ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:19.756345 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f3a771bf-41da-4917-9d25-8d6d75586ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:19.757291 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a771bf-41da-4917-9d25-8d6d75586ab9 None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:19.773923 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb0a0dc7-b1f3-4409-9929-681d6d16a6a8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.774513 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb0a0dc7-b1f3-4409-9929-681d6d16a6a8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.790247 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a0dc7-b1f3-4409-9929-681d6d16a6a8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Calling delete_port for f1119422-ee3d-49a9-9073-ee31b9adc00a owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:19.903670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5a378-adf2-4cc4-a39b-ce1140d7679c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port 3c918a0f-51ff-4965-b946-ea59ccdb88b6 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:19.904016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a378-adf2-4cc4-a39b-ce1140d7679c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.976425 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb0a0dc7-b1f3-4409-9929-681d6d16a6a8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.991625 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a378-adf2-4cc4-a39b-ce1140d7679c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.992049 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a378-adf2-4cc4-a39b-ce1140d7679c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.003099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a0dc7-b1f3-4409-9929-681d6d16a6a8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Pushing event deleted for resources: {'Port': ['ID=f1119422-ee3d-49a9-9073-ee31b9adc00a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:20.010535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5a378-adf2-4cc4-a39b-ce1140d7679c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for 3c918a0f-51ff-4965-b946-ea59ccdb88b6 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:20.082342 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb0a0dc7-b1f3-4409-9929-681d6d16a6a8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.082884 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-fb0a0dc7-b1f3-4409-9929-681d6d16a6a8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Floating IP 9eae15bb-e9da-441c-98c0-64fb0736ee63 disassociated (deleted). External IP: 172.25.1.219, port: 851b764a-d1be-4991-b76f-dc29facdd204. Nov 27 01:33:20.231901 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a378-adf2-4cc4-a39b-ce1140d7679c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.252056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ebba7-31ca-4ce9-9665-a3215767ceed req-c8052e35-1fc9-4edf-a3fb-8b25c408b68d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:20.253597 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-654ebba7-31ca-4ce9-9665-a3215767ceed req-c8052e35-1fc9-4edf-a3fb-8b25c408b68d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.1044397 Nov 27 01:33:20.260396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5a378-adf2-4cc4-a39b-ce1140d7679c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=3c918a0f-51ff-4965-b946-ea59ccdb88b6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:20.350052 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a378-adf2-4cc4-a39b-ce1140d7679c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.350859 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-e5d5a378-adf2-4cc4-a39b-ce1140d7679c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Floating IP 3215c94b-ab2b-45e5-9a1f-8668c1933828 disassociated (deleted). External IP: 172.25.1.143, port: ea35bf11-5c71-4af9-84f4-67acd2c05973. Nov 27 01:33:20.366345 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-654ebba7-31ca-4ce9-9665-a3215767ceed req-50dc3489-750d-4c19-84f7-8adf5cb80035 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055040 Nov 27 01:33:20.428007 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54628) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:20.450704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0a0dc7-b1f3-4409-9929-681d6d16a6a8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Router b2cf3de7-71de-4e7f-858d-9537703c2056 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:20.500703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45313-b8ad-4228-bf4d-e6470e8579e9 req-88445ddd-9085-41a6-b59b-3c7058ec9ae7 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:20.502222 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29a45313-b8ad-4228-bf4d-e6470e8579e9 req-88445ddd-9085-41a6-b59b-3c7058ec9ae7 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.1006198 Nov 27 01:33:20.580547 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e2cb89b1-0070-4387-956c-6d8fb5a5ae9f req-40483e05-8708-47c0-80d6-62c4558b62de tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0354106 Nov 27 01:33:20.586537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-194369730'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:20.595373 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-29a45313-b8ad-4228-bf4d-e6470e8579e9 req-b0e2e6a3-226b-4b63-8160-cb84c569efca tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860214 Nov 27 01:33:20.604442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0a0dc7-b1f3-4409-9929-681d6d16a6a8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:20.610065 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb0a0dc7-b1f3-4409-9929-681d6d16a6a8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.621929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d2e12-2fad-449e-8761-323df4597907 None None] Sync routers for ids ['b2cf3de7-71de-4e7f-858d-9537703c2056'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:20.632727 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d2e12-2fad-449e-8761-323df4597907 None None] Routers {'b2cf3de7-71de-4e7f-858d-9537703c2056'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:20.633575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-562d2e12-2fad-449e-8761-323df4597907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2cf3de7-71de-4e7f-858d-9537703c2056'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:20.642185 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Made reservation on behalf of 4b23a5ec39ea4554aa2cce8c239f9f9e for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:20.645912 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.651402 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fb0a0dc7-b1f3-4409-9929-681d6d16a6a8 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "DELETE /v2.0/floatingips/9eae15bb-e9da-441c-98c0-64fb0736ee63 HTTP/1.1" status: 204 len: 168 time: 1.1435006 Nov 27 01:33:20.651402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'tag': '851b764a-d1be-4991-b76f-dc29facdd204'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:20.653299 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68119d68-41f5-40f3-af84-a71077b32bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e5bd8e13-fa38-47be-9e0c-febd39e7cb61", "tag": "851b764a-d1be-4991-b76f-dc29facdd204"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:20.663424 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.746807 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9be37af-9dd8-48ae-8d04-f874b69294ac x-openstack-request-id: req-e9be37af-9dd8-48ae-8d04-f874b69294ac {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:20.747265 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5bd8e13-fa38-47be-9e0c-febd39e7cb61", "tag": "851b764a-d1be-4991-b76f-dc29facdd204", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:20.747549 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9be37af-9dd8-48ae-8d04-f874b69294ac {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:20.747786 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d5a378-adf2-4cc4-a39b-ce1140d7679c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:20.748355 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'tag': '851b764a-d1be-4991-b76f-dc29facdd204', 'status': 'completed', 'code': 200} Nov 27 01:33:20.764117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-562d2e12-2fad-449e-8761-323df4597907 None None] Set router b2cf3de7-71de-4e7f-858d-9537703c2056 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:20.949932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d5a378-adf2-4cc4-a39b-ce1140d7679c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:20.956305 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a378-adf2-4cc4-a39b-ce1140d7679c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.962986 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9b04c-3ed0-4349-9f66-dd7bc05b8718 None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:20.975331 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b9b04c-3ed0-4349-9f66-dd7bc05b8718 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:20.976543 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-04b9b04c-3ed0-4349-9f66-dd7bc05b8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:20.993293 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e5d5a378-adf2-4cc4-a39b-ce1140d7679c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/floatingips/3215c94b-ab2b-45e5-9a1f-8668c1933828 HTTP/1.1" status: 204 len: 168 time: 1.2725115 Nov 27 01:33:20.994991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54640) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:21.011947 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c2b01-c465-4d84-87af-748007b1d8cc req-b7c78707-daf6-4864-af86-0ff2c2b82453 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:21.013809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af8c2b01-c465-4d84-87af-748007b1d8cc req-b7c78707-daf6-4864-af86-0ff2c2b82453 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 945 time: 0.1156197 Nov 27 01:33:21.023147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-562d2e12-2fad-449e-8761-323df4597907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e', 'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'mac_address': 'fa:16:3e:05:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:22Z', 'updated_at': '2021-11-27T01:28:34Z', 'revision_number': 5, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'subnets': [{'id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:21.042305 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-04b9b04c-3ed0-4349-9f66-dd7bc05b8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:21.057061 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b9b04c-3ed0-4349-9f66-dd7bc05b8718 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:21.057829 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-04b9b04c-3ed0-4349-9f66-dd7bc05b8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:21.058830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d2e12-2fad-449e-8761-323df4597907 None None] Checking router: b2cf3de7-71de-4e7f-858d-9537703c2056 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:33:21.070515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d2e12-2fad-449e-8761-323df4597907 None None] Routers {'b2cf3de7-71de-4e7f-858d-9537703c2056'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:21.071326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-562d2e12-2fad-449e-8761-323df4597907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2cf3de7-71de-4e7f-858d-9537703c2056'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:21.100878 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-04b9b04c-3ed0-4349-9f66-dd7bc05b8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:21.101561 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9b04c-3ed0-4349-9f66-dd7bc05b8718 None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:21.129391 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af8c2b01-c465-4d84-87af-748007b1d8cc req-9b17be89-3e2d-4f5b-9ec4-421de5512881 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967610 Nov 27 01:33:21.144088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-e3bcabea-9793-4093-a216-916d6a3ecf79 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port ea35bf11-5c71-4af9-84f4-67acd2c05973 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:21.144546 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3bcabea-9793-4093-a216-916d6a3ecf79 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.176632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.184659 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.197325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-562d2e12-2fad-449e-8761-323df4597907 None None] Set router b2cf3de7-71de-4e7f-858d-9537703c2056 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:21.221332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68119d68-41f5-40f3-af84-a71077b32bc7 req-374fd8f8-fce7-4a1f-ad47-bcc8f01af3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:21.222852 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68119d68-41f5-40f3-af84-a71077b32bc7 req-374fd8f8-fce7-4a1f-ad47-bcc8f01af3ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c520c5f009e8479d9a976c59cf451ad4&device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 1097 time: 0.4307072 Nov 27 01:33:21.224014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:21.234520 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ce8031-b799-491a-8098-f1874a4493b3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:21.239592 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.239944 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Added segment 94ea981c-e753-4930-bbe7-f07b944b6e83 of type vlan for network 177534bf-9f72-47ca-9902-7c0abcd4fe9b Nov 27 01:33:21.289395 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3bcabea-9793-4093-a216-916d6a3ecf79 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.302990 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.304177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-e3bcabea-9793-4093-a216-916d6a3ecf79 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for ea35bf11-5c71-4af9-84f4-67acd2c05973 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:21.331228 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.338303 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:21.339003 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.400015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9707117 Nov 27 01:33:21.407782 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54646) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:21.414282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f73edee7-d3ad-4d5e-bec2-4b665d91dea8 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Request body: {'subnet': {'network_id': '177534bf-9f72-47ca-9902-7c0abcd4fe9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:21.434803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119cece-2d7d-4433-9378-edc6d3057322 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Pushing event updated for resources: {'Network': ['ID=177534bf-9f72-47ca-9902-7c0abcd4fe9b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:21.441642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-562d2e12-2fad-449e-8761-323df4597907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e', 'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'mac_address': 'fa:16:3e:05:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:22Z', 'updated_at': '2021-11-27T01:28:34Z', 'revision_number': 5, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'subnets': [{'id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:21.474872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 177534bf-9f72-47ca-9902-7c0abcd4fe9b details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:33:21.532600 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d2e12-2fad-449e-8761-323df4597907 None None] The sync data for ids ['b2cf3de7-71de-4e7f-858d-9537703c2056'] in n-d-817303-10 is: [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:28:23Z', 'revision_number': 4, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e', 'name': '', 'network_id': '20c0468d-d121-42aa-b89e-da7c0d006cf4', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'mac_address': 'fa:16:3e:05:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:22Z', 'updated_at': '2021-11-27T01:28:34Z', 'revision_number': 5, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'subnets': [{'id': 'b437b0a8-acf9-4852-b5f2-f41cdda7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:21.549791 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3bcabea-9793-4093-a216-916d6a3ecf79 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.564805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54269fe1-377d-45c5-bf5a-0a056f62b3c9 req-122fba9d-ce44-448b-a71c-e2f5bc3a44ec tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:21.566679 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-54269fe1-377d-45c5-bf5a-0a056f62b3c9 req-122fba9d-ce44-448b-a71c-e2f5bc3a44ec tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.0844994 Nov 27 01:33:21.587444 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68119d68-41f5-40f3-af84-a71077b32bc7 req-0be97e0e-cd9b-40c9-a707-f932edc70866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:21.590985 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68119d68-41f5-40f3-af84-a71077b32bc7 req-0be97e0e-cd9b-40c9-a707-f932edc70866 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20c0468d-d121-42aa-b89e-da7c0d006cf4 HTTP/1.1" status: 200 len: 914 time: 0.1535149 Nov 27 01:33:21.593040 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73edee7-d3ad-4d5e-bec2-4b665d91dea8 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Made reservation on behalf of 4b23a5ec39ea4554aa2cce8c239f9f9e for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:21.596882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f73edee7-d3ad-4d5e-bec2-4b665d91dea8 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.599520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcabea-9793-4093-a216-916d6a3ecf79 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=ea35bf11-5c71-4af9-84f4-67acd2c05973,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:21.719696 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dbc5464d-7612-4cf5-bdf1-43329492f83c req-d29a98c8-dd7f-495e-ab4d-ce5fc4220a12 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0419970 Nov 27 01:33:21.723781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-54269fe1-377d-45c5-bf5a-0a056f62b3c9 req-1ec92fdd-7a9f-4b2c-8aaf-1ba3bbf7f08d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316357 Nov 27 01:33:21.727147 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3bcabea-9793-4093-a216-916d6a3ecf79 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.731084 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e3bcabea-9793-4093-a216-916d6a3ecf79 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/ports/ea35bf11-5c71-4af9-84f4-67acd2c05973 HTTP/1.1" status: 204 len: 168 time: 0.7350914 Nov 27 01:33:21.734634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54652) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:21.740604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:21.796229 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.852955 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467973a-8441-4955-86aa-48e91d2920fc None None] New status for floating IP 9eae15bb-e9da-441c-98c0-64fb0736ee63: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:33:21.869770 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f73edee7-d3ad-4d5e-bec2-4b665d91dea8 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.917104 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d785b7f-7b2a-4476-8d8b-c2596078134a req-2f3b6e75-cfa5-4fb1-bd29-15f023429da4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:21.918633 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d785b7f-7b2a-4476-8d8b-c2596078134a req-2f3b6e75-cfa5-4fb1-bd29-15f023429da4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.0744493 Nov 27 01:33:21.964863 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68119d68-41f5-40f3-af84-a71077b32bc7 req-6d8d132f-6514-4753-a389-e6cacc0d03f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851b764a-d1be-4991-b76f-dc29facdd204 HTTP/1.1" status: 200 len: 217 time: 0.0627980 Nov 27 01:33:21.978677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73edee7-d3ad-4d5e-bec2-4b665d91dea8 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Pushing event updated for resources: {'Subnet': ['ID=8165e784-84dc-4317-afb0-508a2ef39b51,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:21.986469 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.992147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d785b7f-7b2a-4476-8d8b-c2596078134a req-cac4b531-a65d-4c54-9312-b4b31fc45e62 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656221 Nov 27 01:33:22.032371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73edee7-d3ad-4d5e-bec2-4b665d91dea8 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Checking segment: {'id': '94ea981c-e753-4930-bbe7-f07b944b6e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '177534bf-9f72-47ca-9902-7c0abcd4fe9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:22.032746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73edee7-d3ad-4d5e-bec2-4b665d91dea8 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Network hostable DHCP agents. Network: 177534bf-9f72-47ca-9902-7c0abcd4fe9b, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:33:22.046417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68119d68-41f5-40f3-af84-a71077b32bc7 req-a661c37c-5eb8-42b1-9b3a-e3efabf8932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:22.047900 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68119d68-41f5-40f3-af84-a71077b32bc7 req-a661c37c-5eb8-42b1-9b3a-e3efabf8932e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b437b0a8-acf9-4852-b5f2-f41cdda7a7c1 HTTP/1.1" status: 200 len: 852 time: 0.0662189 Nov 27 01:33:22.056871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73edee7-d3ad-4d5e-bec2-4b665d91dea8 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Network 177534bf-9f72-47ca-9902-7c0abcd4fe9b is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:33:22.095908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-f73edee7-d3ad-4d5e-bec2-4b665d91dea8 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 177534bf-9f72-47ca-9902-7c0abcd4fe9b) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:22.102175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73edee7-d3ad-4d5e-bec2-4b665d91dea8 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:22.102768 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f73edee7-d3ad-4d5e-bec2-4b665d91dea8 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.105721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.25.1.185 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/d100784c-44f4-4ca4-be5e-4dec15b85d41) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:22.106716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506fc4e4-200a-473d-9d3a-0a74ba13e55a None None] Network 177534bf-9f72-47ca-9902-7c0abcd4fe9b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:22.117038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68119d68-41f5-40f3-af84-a71077b32bc7 req-01ccb765-c1a7-4fea-b3b3-3c0895659013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:22.118802 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68119d68-41f5-40f3-af84-a71077b32bc7 req-01ccb765-c1a7-4fea-b3b3-3c0895659013 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20c0468d-d121-42aa-b89e-da7c0d006cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593252 Nov 27 01:33:22.128387 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f73edee7-d3ad-4d5e-bec2-4b665d91dea8 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7169590 Nov 27 01:33:22.133987 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54654) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:22.134705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-68119d68-41f5-40f3-af84-a71077b32bc7 req-eb5b366d-55ef-4d80-9a10-78cda7eeedbd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:33:22.135723 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68119d68-41f5-40f3-af84-a71077b32bc7 req-eb5b366d-55ef-4d80-9a10-78cda7eeedbd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088742 Nov 27 01:33:22.141377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-03a7dbee-4315-4bbd-84ee-52dc715d9296 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Request body: {'port': {'network_id': '177534bf-9f72-47ca-9902-7c0abcd4fe9b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1334767041'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:22.274408 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68119d68-41f5-40f3-af84-a71077b32bc7 req-7b4be969-32ff-4bd2-9fea-0f6b7dca9f23 service neutron] 10.222.0.31 "GET /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309874 Nov 27 01:33:22.281094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-177534bf-9f72-47ca-9902-7c0abcd4fe9b', 'network_id': '177534bf-9f72-47ca-9902-7c0abcd4fe9b', 'tenant_id': '4b23a5ec39ea4554aa2cce8c239f9f9e', 'fixed_ips': [{'subnet_id': '8165e784-84dc-4317-afb0-508a2ef39b51'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:33:22.282068 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.371149 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474940a0-d8fd-4b80-a6af-3651c362db39 req-b1d50ed2-e4f9-4476-a632-91aab4a064e2 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:22.372822 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-474940a0-d8fd-4b80-a6af-3651c362db39 req-b1d50ed2-e4f9-4476-a632-91aab4a064e2 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 945 time: 0.1434193 Nov 27 01:33:22.447427 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68119d68-41f5-40f3-af84-a71077b32bc7 req-87b151ed-3d5d-48e6-a921-2760913fa03d service neutron] 10.222.0.31 "GET /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647391 Nov 27 01:33:22.460627 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Allocated IP 2001:db8::2 (177534bf-9f72-47ca-9902-7c0abcd4fe9b/8165e784-84dc-4317-afb0-508a2ef39b51/41e39343-c548-4189-99e7-1ac96491927e) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:22.465226 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-474940a0-d8fd-4b80-a6af-3651c362db39 req-4c71f0cb-3153-42eb-ac11-446461054d12 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/security-groups?id=187756e0-732d-4b75-a05d-11b1a9a028cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807064 Nov 27 01:33:22.529242 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:33:22.621370 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.627653 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.640683 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.671961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Network 177534bf-9f72-47ca-9902-7c0abcd4fe9b is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:22.676510 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:22.678306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Pushing event updated for resources: {'Port': ['ID=41e39343-c548-4189-99e7-1ac96491927e,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:22.680498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:22.683663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a7dbee-4315-4bbd-84ee-52dc715d9296 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Made reservation on behalf of 4b23a5ec39ea4554aa2cce8c239f9f9e for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:22.687357 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-03a7dbee-4315-4bbd-84ee-52dc715d9296 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.712028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-03a7dbee-4315-4bbd-84ee-52dc715d9296 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] device_id is not set on port b804e00f-0ec1-4cb6-ba68-291a4f23f27a yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:33:22.723273 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.734651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Attempting to bind port 41e39343-c548-4189-99e7-1ac96491927e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:22.735138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Attempting to bind port 41e39343-c548-4189-99e7-1ac96491927e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '94ea981c-e753-4930-bbe7-f07b944b6e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '177534bf-9f72-47ca-9902-7c0abcd4fe9b'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:22.735512 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Attempting to bind port 41e39343-c548-4189-99e7-1ac96491927e on network 177534bf-9f72-47ca-9902-7c0abcd4fe9b {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:22.740536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:22.740916 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Checking segment: {'id': '94ea981c-e753-4930-bbe7-f07b944b6e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '177534bf-9f72-47ca-9902-7c0abcd4fe9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:22.741323 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.741723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Bound using segment: {'id': '94ea981c-e753-4930-bbe7-f07b944b6e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '177534bf-9f72-47ca-9902-7c0abcd4fe9b'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:22.742193 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Bound port: 41e39343-c548-4189-99e7-1ac96491927e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ea981c-e753-4930-bbe7-f07b944b6e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '177534bf-9f72-47ca-9902-7c0abcd4fe9b'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:22.742583 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.813895 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:22.818356 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] For port 41e39343-c548-4189-99e7-1ac96491927e, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:22.822046 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] For port 41e39343-c548-4189-99e7-1ac96491927e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=41e39343-c548-4189-99e7-1ac96491927e,segment=NetworkSegment(94ea981c-e753-4930-bbe7-f07b944b6e83),segment_id=94ea981c-e753-4930-bbe7-f07b944b6e83)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:22.825201 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:22.828472 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.828650 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:22.873314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=d100784c-44f4-4ca4-be5e-4dec15b85d41,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:22.891998 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd9a7e-b5b6-40a0-b08d-6517034a0680 None None] Pushing event updated for resources: {'Port': ['ID=41e39343-c548-4189-99e7-1ac96491927e,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:22.905095 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d4c7317a-74ab-4cdf-81ee-de043f7038f7 req-33e0fb44-416c-4579-88ab-d61948558ba7 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0392628 Nov 27 01:33:22.935643 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab03f4-2483-4234-aa5c-cdb67a9a7790 req-4d34998b-bf52-46de-8ee8-787915b4cec1 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:22.940495 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-58ab03f4-2483-4234-aa5c-cdb67a9a7790 req-4d34998b-bf52-46de-8ee8-787915b4cec1 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 945 time: 0.1078815 Nov 27 01:33:22.969216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-03a7dbee-4315-4bbd-84ee-52dc715d9296 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Allocated IP 2001:db8::138 (177534bf-9f72-47ca-9902-7c0abcd4fe9b/8165e784-84dc-4317-afb0-508a2ef39b51/b804e00f-0ec1-4cb6-ba68-291a4f23f27a) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:22.993822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0fc61-3872-4147-9e57-202a868a082d req-c5f83425-466f-453b-8b25-968d2620168a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:22.995381 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-54c0fc61-3872-4147-9e57-202a868a082d req-c5f83425-466f-453b-8b25-968d2620168a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.1233604 Nov 27 01:33:23.048952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-58ab03f4-2483-4234-aa5c-cdb67a9a7790 req-7462799e-aae0-4448-bf7e-87a73d0c20cf tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Deleting port 851b764a-d1be-4991-b76f-dc29facdd204 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:23.049628 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-58ab03f4-2483-4234-aa5c-cdb67a9a7790 req-7462799e-aae0-4448-bf7e-87a73d0c20cf tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.088333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.154214 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-54c0fc61-3872-4147-9e57-202a868a082d req-fb24aac8-5999-4ace-8d71-fb9b2b4ee02b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355052 Nov 27 01:33:23.223977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137e223-80bc-4deb-bc9c-0de6ddfd7beb req-f11dfe01-dc4b-427a-a9ef-5c3e8fdbecae tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:23.225627 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7137e223-80bc-4deb-bc9c-0de6ddfd7beb req-f11dfe01-dc4b-427a-a9ef-5c3e8fdbecae tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.1229036 Nov 27 01:33:23.227713 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.231704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-58ab03f4-2483-4234-aa5c-cdb67a9a7790 req-7462799e-aae0-4448-bf7e-87a73d0c20cf tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] For port 851b764a-d1be-4991-b76f-dc29facdd204, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=851b764a-d1be-4991-b76f-dc29facdd204,segment=NetworkSegment(7e1d6062-5749-4afb-9158-bce35827e3f8),segment_id=7e1d6062-5749-4afb-9158-bce35827e3f8)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:23.231704 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-58ab03f4-2483-4234-aa5c-cdb67a9a7790 req-7462799e-aae0-4448-bf7e-87a73d0c20cf tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.257047 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-58ab03f4-2483-4234-aa5c-cdb67a9a7790 req-7462799e-aae0-4448-bf7e-87a73d0c20cf tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Calling delete_port for 851b764a-d1be-4991-b76f-dc29facdd204 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:23.333045 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-03a7dbee-4315-4bbd-84ee-52dc715d9296 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.339525 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7137e223-80bc-4deb-bc9c-0de6ddfd7beb req-0eb74a46-6031-42b2-bd1a-5fbda725e1a6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961189 Nov 27 01:33:23.428988 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-58ab03f4-2483-4234-aa5c-cdb67a9a7790 req-7462799e-aae0-4448-bf7e-87a73d0c20cf tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.438477 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-03a7dbee-4315-4bbd-84ee-52dc715d9296 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.462261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462799e-aae0-4448-bf7e-87a73d0c20cf tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Pushing event deleted for resources: {'Port': ['ID=851b764a-d1be-4991-b76f-dc29facdd204,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:23.486832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.507210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a7dbee-4315-4bbd-84ee-52dc715d9296 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Network 177534bf-9f72-47ca-9902-7c0abcd4fe9b is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:23.508070 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.512529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ab03f4-2483-4234-aa5c-cdb67a9a7790 req-7462799e-aae0-4448-bf7e-87a73d0c20cf tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] No DVR routers for this DVR port 851b764a-d1be-4991-b76f-dc29facdd204 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:23.515862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-03a7dbee-4315-4bbd-84ee-52dc715d9296 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:23.517481 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-58ab03f4-2483-4234-aa5c-cdb67a9a7790 req-7462799e-aae0-4448-bf7e-87a73d0c20cf tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.520916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7dbee-4315-4bbd-84ee-52dc715d9296 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Pushing event updated for resources: {'Port': ['ID=b804e00f-0ec1-4cb6-ba68-291a4f23f27a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:23.521875 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-58ab03f4-2483-4234-aa5c-cdb67a9a7790 req-7462799e-aae0-4448-bf7e-87a73d0c20cf tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.31 "DELETE /v2.0/ports/851b764a-d1be-4991-b76f-dc29facdd204 HTTP/1.1" status: 204 len: 173 time: 0.5782483 Nov 27 01:33:23.522444 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'name': 'network-vif-deleted', 'tag': '851b764a-d1be-4991-b76f-dc29facdd204'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:23.525066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a7dbee-4315-4bbd-84ee-52dc715d9296 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:23.525784 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8ef0f5-a272-453d-b5ab-2bdc83cadce3" -d '{"events": [{"server_uuid": "e5bd8e13-fa38-47be-9e0c-febd39e7cb61", "name": "network-vif-deleted", "tag": "851b764a-d1be-4991-b76f-dc29facdd204"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:23.531463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a7dbee-4315-4bbd-84ee-52dc715d9296 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:23.532306 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-03a7dbee-4315-4bbd-84ee-52dc715d9296 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.572352 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3db8d1-6be0-492f-a50b-2a2dae5e0db5 x-openstack-request-id: req-4a3db8d1-6be0-492f-a50b-2a2dae5e0db5 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:23.572572 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5bd8e13-fa38-47be-9e0c-febd39e7cb61", "name": "network-vif-deleted", "tag": "851b764a-d1be-4991-b76f-dc29facdd204", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:23.572826 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a3db8d1-6be0-492f-a50b-2a2dae5e0db5 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:23.573926 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bd8e13-fa38-47be-9e0c-febd39e7cb61', 'name': 'network-vif-deleted', 'tag': '851b764a-d1be-4991-b76f-dc29facdd204', 'status': 'completed', 'code': 200} Nov 27 01:33:23.609383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-03a7dbee-4315-4bbd-84ee-52dc715d9296 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4739668 Nov 27 01:33:23.610278 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54672) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:23.615697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Request body: {'port': {'network_id': '177534bf-9f72-47ca-9902-7c0abcd4fe9b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1704184057', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:23.616201 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.api.validators [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] bootfile-name is not in valid_values {{(pid=103402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:33:23.616588 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.api.validators [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] tftp-server is not in valid_values {{(pid=103402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:33:23.617019 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.api.validators [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] server-ip-address is not in valid_values {{(pid=103402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:33:23.621493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-107fceea-1569-4f08-b565-6d81e2493de9 req-0913f0f9-a8d6-46e7-a410-2216e30fc8c4 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 210 time: 0.0416703 Nov 27 01:33:23.625693 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.632351 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=d100784c-44f4-4ca4-be5e-4dec15b85d41,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:23.657655 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.661484 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0267bb7b-4830-4958-8243-0ec138754cac tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9233577 Nov 27 01:33:23.661923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54674) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:23.667544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b1b871f4-0ce4-406b-bf18-e30427bef6b5 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'port': {'network_id': 'bcc1dcc6-1786-46a1-93ed-578df51de52a', 'name': 'tempest-FloatingIPTestJSON-1817782803'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:23.753412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Made reservation on behalf of 4b23a5ec39ea4554aa2cce8c239f9f9e for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:23.757396 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.786340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] device_id is not set on port a4b6002a-70a0-4815-a981-0dea6a2e8ce1 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:33:23.805488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b871f4-0ce4-406b-bf18-e30427bef6b5 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Made reservation on behalf of 26d09cda720745f6aa5e2d0893b7eab9 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:23.809379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1b871f4-0ce4-406b-bf18-e30427bef6b5 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.832960 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-b1b871f4-0ce4-406b-bf18-e30427bef6b5 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] device_id is not set on port 6658a3c8-2241-4a9b-93e7-f552ea0a142c yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:33:23.955246 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Allocated IP 2001:db8::25c (177534bf-9f72-47ca-9902-7c0abcd4fe9b/8165e784-84dc-4317-afb0-508a2ef39b51/a4b6002a-70a0-4815-a981-0dea6a2e8ce1) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:24.041735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-b1b871f4-0ce4-406b-bf18-e30427bef6b5 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.20.0.2 (bcc1dcc6-1786-46a1-93ed-578df51de52a/3f352777-4185-4999-bee8-659107308acb/6658a3c8-2241-4a9b-93e7-f552ea0a142c) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:24.102478 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed44fd2f-5431-4489-93d6-0b743c191ad6 req-3feea3a8-faf0-48cb-911b-6955cbb828cd tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0544863 Nov 27 01:33:24.159694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 73637dfe-d0e3-47ee-8856-98700a48a558 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:33:24.244091 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.291735 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eb7c84-72f4-4a51-86de-f612c40be3c5 None None] Network 177534bf-9f72-47ca-9902-7c0abcd4fe9b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:24.333306 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.349081 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1b871f4-0ce4-406b-bf18-e30427bef6b5 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.401325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0e7cea21-25b6-49e8-8a7b-555b1d312eee None None] Provisioning complete for port 41e39343-c548-4189-99e7-1ac96491927e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:24.401698 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e7cea21-25b6-49e8-8a7b-555b1d312eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.413394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Network 177534bf-9f72-47ca-9902-7c0abcd4fe9b is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:24.425576 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1b871f4-0ce4-406b-bf18-e30427bef6b5 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.426644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f53b9-1aac-407a-b781-48d586a1e1f6 req-60a54424-daa1-41a5-afc5-c053ac501bbd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:24.434673 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d44f53b9-1aac-407a-b781-48d586a1e1f6 req-60a54424-daa1-41a5-afc5-c053ac501bbd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.1622362 Nov 27 01:33:24.437148 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:24.445841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:24.452281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:24.453037 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.506862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Pushing event updated for resources: {'Port': ['ID=a4b6002a-70a0-4815-a981-0dea6a2e8ce1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:24.507573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 73637dfe-d0e3-47ee-8856-98700a48a558, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=73637dfe-d0e3-47ee-8856-98700a48a558,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:24.516679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 41e39343-c548-4189-99e7-1ac96491927e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:24.520052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b871f4-0ce4-406b-bf18-e30427bef6b5 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=6658a3c8-2241-4a9b-93e7-f552ea0a142c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:24.539026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d44f53b9-1aac-407a-b781-48d586a1e1f6 req-b15d1990-dffd-4cf9-8e1e-20762c196c8d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980582 Nov 27 01:33:24.547601 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b510c8cc-01d9-40f3-a478-efcce40c4179 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9361701 Nov 27 01:33:24.552164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54684) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:24.598210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b871f4-0ce4-406b-bf18-e30427bef6b5 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network bcc1dcc6-1786-46a1-93ed-578df51de52a is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:24.607859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '73637dfe-d0e3-47ee-8856-98700a48a558', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'port_id': '73637dfe-d0e3-47ee-8856-98700a48a558', 'mac_address': 'fa:16:3e:fc:66:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:33:24.608677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-b1b871f4-0ce4-406b-bf18-e30427bef6b5 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:24.620070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32caec-7ff9-4104-9e9d-2b4291bf64f6 req-60890dcd-d6a5-49f5-9a18-72d53f896502 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:24.621708 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c32caec-7ff9-4104-9e9d-2b4291bf64f6 req-60890dcd-d6a5-49f5-9a18-72d53f896502 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 943 time: 0.1028478 Nov 27 01:33:24.622519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b871f4-0ce4-406b-bf18-e30427bef6b5 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:24.633791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a256126e-1b3f-43e6-84fb-3bbcce18d07d tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:24.640908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a256126e-1b3f-43e6-84fb-3bbcce18d07d tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:24.649036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a256126e-1b3f-43e6-84fb-3bbcce18d07d tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:24.661383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a256126e-1b3f-43e6-84fb-3bbcce18d07d tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1079240 Nov 27 01:33:24.662320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54686) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:24.684030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b871f4-0ce4-406b-bf18-e30427bef6b5 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:24.684723 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1b871f4-0ce4-406b-bf18-e30427bef6b5 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.722441 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.728907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b1b871f4-0ce4-406b-bf18-e30427bef6b5 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0657723 Nov 27 01:33:24.731969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54690) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:24.740192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d45a15bf-f758-4510-a517-a3f75cb1d8c2 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'floatingip': {'port_id': '6658a3c8-2241-4a9b-93e7-f552ea0a142c'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:24.756323 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73637dfe-d0e3-47ee-8856-98700a48a558 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:33:24.786083 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d45a15bf-f758-4510-a517-a3f75cb1d8c2 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.847572 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c32caec-7ff9-4104-9e9d-2b4291bf64f6 req-4a42e5f2-8296-4f7e-838f-b427e456ef76 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593428 Nov 27 01:33:24.852557 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-126b72d0-70c2-410a-bace-0754507c209a req-387c4e01-4bbd-47c1-b038-6f1b70710b37 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 210 time: 0.0519338 Nov 27 01:33:24.856217 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 73637dfe-d0e3-47ee-8856-98700a48a558, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=73637dfe-d0e3-47ee-8856-98700a48a558,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:24.857758 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e7cea21-25b6-49e8-8a7b-555b1d312eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.870964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-805427f4-e0c5-44e2-b2d3-d7dc6ad843ad tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Deleting port a4b6002a-70a0-4815-a981-0dea6a2e8ce1 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:24.871469 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-805427f4-e0c5-44e2-b2d3-d7dc6ad843ad tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.892145 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.946446 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 41e39343-c548-4189-99e7-1ac96491927e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:24.946982 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.955035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0e7cea21-25b6-49e8-8a7b-555b1d312eee None None] For port 41e39343-c548-4189-99e7-1ac96491927e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=41e39343-c548-4189-99e7-1ac96491927e,segment=NetworkSegment(94ea981c-e753-4930-bbe7-f07b944b6e83),segment_id=94ea981c-e753-4930-bbe7-f07b944b6e83)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:24.986231 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e7cea21-25b6-49e8-8a7b-555b1d312eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.020206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-805427f4-e0c5-44e2-b2d3-d7dc6ad843ad tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.024939 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=73637dfe-d0e3-47ee-8856-98700a48a558,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:25.042073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-805427f4-e0c5-44e2-b2d3-d7dc6ad843ad tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Calling delete_port for a4b6002a-70a0-4815-a981-0dea6a2e8ce1 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:25.203304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-805427f4-e0c5-44e2-b2d3-d7dc6ad843ad tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.251654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805427f4-e0c5-44e2-b2d3-d7dc6ad843ad tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Pushing event deleted for resources: {'Port': ['ID=a4b6002a-70a0-4815-a981-0dea6a2e8ce1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:25.298363 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-805427f4-e0c5-44e2-b2d3-d7dc6ad843ad tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.302132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-805427f4-e0c5-44e2-b2d3-d7dc6ad843ad tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] 10.222.0.15 "DELETE /v2.0/ports/a4b6002a-70a0-4815-a981-0dea6a2e8ce1 HTTP/1.1" status: 204 len: 168 time: 0.6383371 Nov 27 01:33:25.341723 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fccd3421-6100-454a-a8c4-d5728ae19fc2 req-a5b5eb86-e5d3-4168-8d6e-073bfbc7846d tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0768502 Nov 27 01:33:25.342906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54694) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:25.350940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ff16d8d1-d25a-4c67-b58f-52cee74e3054 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Request body: {'port': {'name': 'tempest-new-port-name-1700931351', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:25.351340 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.api.validators [None req-ff16d8d1-d25a-4c67-b58f-52cee74e3054 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] bootfile-name is not in valid_values {{(pid=103402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:33:25.351677 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.api.validators [None req-ff16d8d1-d25a-4c67-b58f-52cee74e3054 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] tftp-server is not in valid_values {{(pid=103402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:33:25.352011 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.api.validators [None req-ff16d8d1-d25a-4c67-b58f-52cee74e3054 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] server-ip-address is not in valid_values {{(pid=103402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:33:25.448758 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ff16d8d1-d25a-4c67-b58f-52cee74e3054 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.457795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['73637dfe-d0e3-47ee-8856-98700a48a558'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:33:25.492987 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d45a15bf-f758-4510-a517-a3f75cb1d8c2 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.502310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c1ab8cac-7b5d-44d5-95eb-8aefeda65c7d None None] Provisioning complete for port 41e39343-c548-4189-99e7-1ac96491927e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:25.502539 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d45a15bf-f758-4510-a517-a3f75cb1d8c2 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.503067 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8cac-7b5d-44d5-95eb-8aefeda65c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.508906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cea21-25b6-49e8-8a7b-555b1d312eee None None] Pushing event updated for resources: {'Port': ['ID=41e39343-c548-4189-99e7-1ac96491927e,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:25.684467 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ff16d8d1-d25a-4c67-b58f-52cee74e3054 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.696452 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ff16d8d1-d25a-4c67-b58f-52cee74e3054 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.722383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c1ab8cac-7b5d-44d5-95eb-8aefeda65c7d None None] Could not find standard attr ID for object a4b6002a-70a0-4815-a981-0dea6a2e8ce1. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:33:25.798743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ff16d8d1-d25a-4c67-b58f-52cee74e3054 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] In _notify_port_updated(), no bound segment for port b804e00f-0ec1-4cb6-ba68-291a4f23f27a on network 177534bf-9f72-47ca-9902-7c0abcd4fe9b {{(pid=103402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:33:25.803625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c1ab8cac-7b5d-44d5-95eb-8aefeda65c7d None None] Provisioning complete for port b804e00f-0ec1-4cb6-ba68-291a4f23f27a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:25.804011 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8cac-7b5d-44d5-95eb-8aefeda65c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.806561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff16d8d1-d25a-4c67-b58f-52cee74e3054 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:25.807411 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ff16d8d1-d25a-4c67-b58f-52cee74e3054 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.808960 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ff16d8d1-d25a-4c67-b58f-52cee74e3054 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] 10.222.0.15 "PUT /v2.0/ports/b804e00f-0ec1-4cb6-ba68-291a4f23f27a HTTP/1.1" status: 200 len: 1130 time: 0.4650736 Nov 27 01:33:25.810039 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16d8d1-d25a-4c67-b58f-52cee74e3054 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Pushing event updated for resources: {'Port': ['ID=b804e00f-0ec1-4cb6-ba68-291a4f23f27a,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:25.813718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54700) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:25.835092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce185f7-836b-4e6a-b868-a64ae0728ef5 req-8c42d5d4-b955-4812-af33-86583cb859b7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:25.838480 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ce185f7-836b-4e6a-b868-a64ae0728ef5 req-8c42d5d4-b955-4812-af33-86583cb859b7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.1142514 Nov 27 01:33:25.868439 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-d45a15bf-f758-4510-a517-a3f75cb1d8c2 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Floating IP 7e74a182-c5e3-4323-ab3d-979d54a11066 associated. External IP: 172.25.1.185, port: 6658a3c8-2241-4a9b-93e7-f552ea0a142c. Nov 27 01:33:25.894723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665203fd-f6c8-42f0-a666-3ddaefc31d8b tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:25.896312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab8cac-7b5d-44d5-95eb-8aefeda65c7d None None] Port b804e00f-0ec1-4cb6-ba68-291a4f23f27a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:25.896437 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-665203fd-f6c8-42f0-a666-3ddaefc31d8b tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] 10.222.0.15 "GET /v2.0/ports/b804e00f-0ec1-4cb6-ba68-291a4f23f27a HTTP/1.1" status: 200 len: 1130 time: 0.0813153 Nov 27 01:33:25.899822 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54706) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:25.970726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 851b764a-d1be-4991-b76f-dc29facdd204 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:26.008657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 851b764a-d1be-4991-b76f-dc29facdd204 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:26.009363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 851b764a-d1be-4991-b76f-dc29facdd204 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:26.024363 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ad61955-d752-4863-b120-ea209e4f69de req-bde5d338-bba3-446d-921b-5f1183dbe8f5 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 210 time: 0.0417900 Nov 27 01:33:26.026060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-81f99a7a-1bb7-4d9f-b886-0a303e2115a2 None None] Could not find standard attr ID for object a4b6002a-70a0-4815-a981-0dea6a2e8ce1. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:33:26.056841 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-81f99a7a-1bb7-4d9f-b886-0a303e2115a2 None None] Provisioning complete for port b804e00f-0ec1-4cb6-ba68-291a4f23f27a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:26.057229 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-81f99a7a-1bb7-4d9f-b886-0a303e2115a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.061104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b7aaf045-2c98-49ec-a550-6bce1925a6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Deleting port b804e00f-0ec1-4cb6-ba68-291a4f23f27a {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:26.061451 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7aaf045-2c98-49ec-a550-6bce1925a6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.104675 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ce185f7-836b-4e6a-b868-a64ae0728ef5 req-92738d23-0a54-4ded-a346-34fb87a98134 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306025 Nov 27 01:33:26.134279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-81f99a7a-1bb7-4d9f-b886-0a303e2115a2 None None] Port b804e00f-0ec1-4cb6-ba68-291a4f23f27a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:26.228087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c4778-8473-4d0d-8a5a-e9cd779b4af2 req-3af4d4da-c92e-42e1-a629-35be9afe3f72 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:26.236285 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa5c4778-8473-4d0d-8a5a-e9cd779b4af2 req-3af4d4da-c92e-42e1-a629-35be9afe3f72 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 944 time: 0.0881672 Nov 27 01:33:26.246191 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7aaf045-2c98-49ec-a550-6bce1925a6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.246945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45a15bf-f758-4510-a517-a3f75cb1d8c2 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:26.269491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b7aaf045-2c98-49ec-a550-6bce1925a6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Calling delete_port for b804e00f-0ec1-4cb6-ba68-291a4f23f27a owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:26.356630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa5c4778-8473-4d0d-8a5a-e9cd779b4af2 req-03123ed6-bff0-4cf4-ac1e-27471769e886 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153855 Nov 27 01:33:26.428897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45a15bf-f758-4510-a517-a3f75cb1d8c2 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:26.437704 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d45a15bf-f758-4510-a517-a3f75cb1d8c2 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.440316 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824363a-9546-456d-90e6-e582a61b648f None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:26.460482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 41e39343-c548-4189-99e7-1ac96491927e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:26.461357 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824363a-9546-456d-90e6-e582a61b648f None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:26.461983 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2824363a-9546-456d-90e6-e582a61b648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:26.516168 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dd31895a-d75d-44bd-b0a6-3089025ba9ab req-2ed7efad-f8ab-4f90-8add-7fc216a4d84c tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0563648 Nov 27 01:33:26.525299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d45a15bf-f758-4510-a517-a3f75cb1d8c2 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "PUT /v2.0/floatingips/7e74a182-c5e3-4323-ab3d-979d54a11066 HTTP/1.1" status: 200 len: 978 time: 1.7922418 Nov 27 01:33:26.528000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54710) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:26.530050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 41e39343-c548-4189-99e7-1ac96491927e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:26.532533 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.551461 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2824363a-9546-456d-90e6-e582a61b648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:26.568503 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824363a-9546-456d-90e6-e582a61b648f None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:26.573940 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2824363a-9546-456d-90e6-e582a61b648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:26.579000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7aaf045-2c98-49ec-a550-6bce1925a6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.635238 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aaf045-2c98-49ec-a550-6bce1925a6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Pushing event deleted for resources: {'Port': ['ID=b804e00f-0ec1-4cb6-ba68-291a4f23f27a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:26.651536 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2824363a-9546-456d-90e6-e582a61b648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:26.657325 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824363a-9546-456d-90e6-e582a61b648f None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:26.689983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port 6658a3c8-2241-4a9b-93e7-f552ea0a142c {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:26.689983 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.693598 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7aaf045-2c98-49ec-a550-6bce1925a6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.699216 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b7aaf045-2c98-49ec-a550-6bce1925a6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] 10.222.0.15 "DELETE /v2.0/ports/b804e00f-0ec1-4cb6-ba68-291a4f23f27a HTTP/1.1" status: 204 len: 168 time: 0.7958174 Nov 27 01:33:26.700697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54712) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:26.755730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6cff8b4f-3471-4c78-b561-b6216e50be0c None None] Could not find standard attr ID for object b804e00f-0ec1-4cb6-ba68-291a4f23f27a. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:33:26.784142 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee76de3d-ba83-4805-9dc0-83c09b066c95 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Deleting subnet 8165e784-84dc-4317-afb0-508a2ef39b51 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:33:26.788916 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee76de3d-ba83-4805-9dc0-83c09b066c95 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.807382 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.853861 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee76de3d-ba83-4805-9dc0-83c09b066c95 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.968672 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee76de3d-ba83-4805-9dc0-83c09b066c95 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.042067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee76de3d-ba83-4805-9dc0-83c09b066c95 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.047378 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.047915 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.048288 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Floating IP 7e74a182-c5e3-4323-ab3d-979d54a11066 disassociated. External IP: 172.25.1.185, port: 6658a3c8-2241-4a9b-93e7-f552ea0a142c. Nov 27 01:33:27.048480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for 6658a3c8-2241-4a9b-93e7-f552ea0a142c owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:27.068794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76de3d-ba83-4805-9dc0-83c09b066c95 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Pushing event deleted for resources: {'Subnet': ['ID=8165e784-84dc-4317-afb0-508a2ef39b51,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:27.080034 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee76de3d-ba83-4805-9dc0-83c09b066c95 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.084278 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ee76de3d-ba83-4805-9dc0-83c09b066c95 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] 10.222.0.15 "DELETE /v2.0/subnets/8165e784-84dc-4317-afb0-508a2ef39b51 HTTP/1.1" status: 204 len: 168 time: 0.3810923 Nov 27 01:33:27.086241 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54718) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:27.087193 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0bded-4390-4083-b033-4bc8c9a94e00 None None] Network 177534bf-9f72-47ca-9902-7c0abcd4fe9b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:27.161543 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9f44f8ed-09e4-4f62-8056-9df9b2a1ee8d req-c1992e65-5cce-4721-90ca-616fe3d83940 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 210 time: 0.0341241 Nov 27 01:33:27.170630 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.235374 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Deleting port 41e39343-c548-4189-99e7-1ac96491927e {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:27.236164 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.285161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.350701 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=6658a3c8-2241-4a9b-93e7-f552ea0a142c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:27.359358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c85a23-ab2e-48aa-b756-5fcaf86a1d78 None None] DHCP port deletion for 177534bf-9f72-47ca-9902-7c0abcd4fe9b request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:27.376917 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba435860-2be3-48ed-965e-e68c2a73b643 req-e279f494-d7d3-45f7-b663-88d5b2471443 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:27.378484 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba435860-2be3-48ed-965e-e68c2a73b643 req-e279f494-d7d3-45f7-b663-88d5b2471443 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.1247969 Nov 27 01:33:27.391932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] For port 41e39343-c548-4189-99e7-1ac96491927e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=41e39343-c548-4189-99e7-1ac96491927e,segment=NetworkSegment(94ea981c-e753-4930-bbe7-f07b944b6e83),segment_id=94ea981c-e753-4930-bbe7-f07b944b6e83)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:27.392499 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.411022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Calling delete_port for 41e39343-c548-4189-99e7-1ac96491927e owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:27.423374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-03c85a23-ab2e-48aa-b756-5fcaf86a1d78 None None] Deleting port 41e39343-c548-4189-99e7-1ac96491927e {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:27.423684 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-03c85a23-ab2e-48aa-b756-5fcaf86a1d78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.497947 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-03c85a23-ab2e-48aa-b756-5fcaf86a1d78 None None] For port 41e39343-c548-4189-99e7-1ac96491927e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=41e39343-c548-4189-99e7-1ac96491927e,segment=NetworkSegment(94ea981c-e753-4930-bbe7-f07b944b6e83),segment_id=94ea981c-e753-4930-bbe7-f07b944b6e83)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:27.498622 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-03c85a23-ab2e-48aa-b756-5fcaf86a1d78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.505536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:27.506024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:27.506367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:27.506848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:27.507239 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:27.507607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:27.508280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:27.508691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:27.509116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:27.509442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:27.509892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:27.510223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:27.522172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:27.540282 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-03c85a23-ab2e-48aa-b756-5fcaf86a1d78 None None] Calling delete_port for 41e39343-c548-4189-99e7-1ac96491927e owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:27.550021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9f4e3-a6e1-40ef-b16b-0873877e5058 req-dead8857-8793-4446-927f-8e2237d9f40f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:27.551932 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eab9f4e3-a6e1-40ef-b16b-0873877e5058 req-dead8857-8793-4446-927f-8e2237d9f40f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 944 time: 0.0821588 Nov 27 01:33:27.575912 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba435860-2be3-48ed-965e-e68c2a73b643 req-c78202d7-fb91-4d28-9c44-0d2c25027c57 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860445 Nov 27 01:33:27.577257 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.646504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Pushing event deleted for resources: {'Port': ['ID=41e39343-c548-4189-99e7-1ac96491927e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:27.658253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] No DVR routers for this DVR port 41e39343-c548-4189-99e7-1ac96491927e on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:27.680644 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-03c85a23-ab2e-48aa-b756-5fcaf86a1d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.710448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:27.725350 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f2aa1-bb42-4dce-8a50-db91d8af5f88 None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:27.731384 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c85a23-ab2e-48aa-b756-5fcaf86a1d78 None None] Pushing event deleted for resources: {'Port': ['ID=41e39343-c548-4189-99e7-1ac96491927e,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:27.736536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c85a23-ab2e-48aa-b756-5fcaf86a1d78 None None] No DVR routers for this DVR port 41e39343-c548-4189-99e7-1ac96491927e on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:27.745926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f2aa1-bb42-4dce-8a50-db91d8af5f88 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:27.746811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b62f2aa1-bb42-4dce-8a50-db91d8af5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:27.792336 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.812684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b62f2aa1-bb42-4dce-8a50-db91d8af5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:27.823297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177534bf-9f72-47ca-9902-7c0abcd4fe9b']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:27.827354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f2aa1-bb42-4dce-8a50-db91d8af5f88 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:27.827983 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b62f2aa1-bb42-4dce-8a50-db91d8af5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:27.836217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ea981c-e753-4930-bbe7-f07b944b6e83') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:27.836558 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ea981c-e753-4930-bbe7-f07b944b6e83') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:27.846591 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.860263 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.862808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b62f2aa1-bb42-4dce-8a50-db91d8af5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:27.863491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f2aa1-bb42-4dce-8a50-db91d8af5f88 None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:27.866655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:27.867064 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.874066 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eab9f4e3-a6e1-40ef-b16b-0873877e5058 req-104d5cea-ee91-456f-a3af-d5ac6b309c04 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644654 Nov 27 01:33:27.890917 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.894532 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6d194355-745a-47eb-96ed-6bc230ed7b30 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/ports/6658a3c8-2241-4a9b-93e7-f552ea0a142c HTTP/1.1" status: 204 len: 168 time: 1.3651509 Nov 27 01:33:27.896942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54726) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:27.941523 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:27.968296 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-47386a49-ccb7-4131-9edd-7aa1cc8a8ade tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "GET /v2.0/floatingips/7e74a182-c5e3-4323-ab3d-979d54a11066 HTTP/1.1" status: 200 len: 688 time: 0.0682869 Nov 27 01:33:27.969171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54730) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:27.969938 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fab05a39-1cfc-4d98-a2e9-8f19b3a351f2 req-d1cb8551-16a7-469b-8def-86504a23a74d tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.2640855 Nov 27 01:33:27.970681 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.982119 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.997280 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] 10.222.0.15 "DELETE /v2.0/networks/177534bf-9f72-47ca-9902-7c0abcd4fe9b HTTP/1.1" status: 204 len: 168 time: 0.8996549 Nov 27 01:33:28.023838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed144689-b9bb-4d5c-a1d2-08de11e81bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042 tempest-ExtraDHCPOptionsIpV6TestJSON-750476042-project] Pushing event deleted for resources: {'Network': ['ID=177534bf-9f72-47ca-9902-7c0abcd4fe9b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:28.124386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-81e2e27a-fc80-4655-a001-62f4e35fbe49 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port d100784c-44f4-4ca4-be5e-4dec15b85d41 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:28.124858 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-81e2e27a-fc80-4655-a001-62f4e35fbe49 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.188495 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 73637dfe-d0e3-47ee-8856-98700a48a558 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:28.214727 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-81e2e27a-fc80-4655-a001-62f4e35fbe49 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.215099 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-81e2e27a-fc80-4655-a001-62f4e35fbe49 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.229758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-81e2e27a-fc80-4655-a001-62f4e35fbe49 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for d100784c-44f4-4ca4-be5e-4dec15b85d41 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:28.297609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 73637dfe-d0e3-47ee-8856-98700a48a558 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:33:28.299710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54738) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:28.301835 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28d5f33d-938b-435c-b7b5-bd464d57277d req-a812af39-fca5-4806-b1b5-ee68f5b13e41 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 210 time: 0.0420876 Nov 27 01:33:28.302527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 73637dfe-d0e3-47ee-8856-98700a48a558 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:28.302970 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.429499 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.448071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 41e39343-c548-4189-99e7-1ac96491927e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:28.460930 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-81e2e27a-fc80-4655-a001-62f4e35fbe49 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.481352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 41e39343-c548-4189-99e7-1ac96491927e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:28.481689 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 41e39343-c548-4189-99e7-1ac96491927e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:28.493582 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd91aea-c8e2-4b6e-a761-a64b5cd14694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73637dfe-d0e3-47ee-8856-98700a48a558'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:28.496157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2e27a-fc80-4655-a001-62f4e35fbe49 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=d100784c-44f4-4ca4-be5e-4dec15b85d41,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:28.496321 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1e4730-bfd5-46d4-9b22-a15d08f6767f" -d '{"events": [{"server_uuid": "7fd91aea-c8e2-4b6e-a761-a64b5cd14694", "name": "network-vif-plugged", "status": "completed", "tag": "73637dfe-d0e3-47ee-8856-98700a48a558"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:28.525503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 73637dfe-d0e3-47ee-8856-98700a48a558, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=73637dfe-d0e3-47ee-8856-98700a48a558,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:28.535113 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.563906 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0587315a-ab09-48bb-812c-f3214043d8ee x-openstack-request-id: req-0587315a-ab09-48bb-812c-f3214043d8ee {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:28.564712 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd91aea-c8e2-4b6e-a761-a64b5cd14694", "name": "network-vif-plugged", "status": "completed", "tag": "73637dfe-d0e3-47ee-8856-98700a48a558", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:28.564712 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0587315a-ab09-48bb-812c-f3214043d8ee {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:28.565049 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd91aea-c8e2-4b6e-a761-a64b5cd14694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73637dfe-d0e3-47ee-8856-98700a48a558', 'code': 200} Nov 27 01:33:28.588704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54744) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:28.602620 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4d99a5b9-c28b-4f01-9cb7-05e56f2fa741 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b23a5ec39ea4554aa2cce8c239f9f9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3014982 Nov 27 01:33:28.613507 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-81e2e27a-fc80-4655-a001-62f4e35fbe49 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.621397 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-81e2e27a-fc80-4655-a001-62f4e35fbe49 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.622086 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.622589 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-81e2e27a-fc80-4655-a001-62f4e35fbe49 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/floatingips/7e74a182-c5e3-4323-ab3d-979d54a11066 HTTP/1.1" status: 204 len: 168 time: 0.6524365 Nov 27 01:33:28.626206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54748) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:28.630821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '7c02a72e-6f33-425a-a0ac-797ae3420f95'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:28.637533 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=73637dfe-d0e3-47ee-8856-98700a48a558,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:28.676646 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.702190 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2466d3a4-1d72-4376-b429-f6bfd6e7c675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.731151 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2466d3a4-1d72-4376-b429-f6bfd6e7c675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.790786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000b2b4-98f6-43ea-ad55-3afe4e901de8 req-5d6103db-bbc1-4513-94b8-0205f84b713a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:28.792405 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2000b2b4-98f6-43ea-ad55-3afe4e901de8 req-5d6103db-bbc1-4513-94b8-0205f84b713a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.1314828 Nov 27 01:33:28.801631 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2466d3a4-1d72-4376-b429-f6bfd6e7c675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.804930 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2466d3a4-1d72-4376-b429-f6bfd6e7c675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.812749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2466d3a4-1d72-4376-b429-f6bfd6e7c675 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8ce8031-b799-491a-8098-f1874a4493b3 HTTP/1.1" status: 204 len: 168 time: 0.2229631 Nov 27 01:33:28.855408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466d3a4-1d72-4376-b429-f6bfd6e7c675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ce8031-b799-491a-8098-f1874a4493b3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:28.902908 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2000b2b4-98f6-43ea-ad55-3afe4e901de8 req-97f6fb11-227a-4430-87a0-9e0dc0682cbe tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878160 Nov 27 01:33:29.087502 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e19bbd6-119a-4ef4-8e39-350467b22977 req-13ec9e92-05ec-480b-bf7d-fe33e2cc35d7 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0299811 Nov 27 01:33:29.234757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be78ccd-bd05-4e6f-b239-5241bed0a1bf req-e752871e-67fa-4270-9e67-a0726a7a7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:29.236310 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6be78ccd-bd05-4e6f-b239-5241bed0a1bf req-e752871e-67fa-4270-9e67-a0726a7a7496 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 1097 time: 0.5546134 Nov 27 01:33:29.264683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd97d4b-a9a5-4b28-9627-647e2045cbe2 req-ecd5b2f1-9056-4340-bc62-423577d8ff75 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:29.266283 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1fd97d4b-a9a5-4b28-9627-647e2045cbe2 req-ecd5b2f1-9056-4340-bc62-423577d8ff75 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 945 time: 0.0867403 Nov 27 01:33:29.308991 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.393462 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6be78ccd-bd05-4e6f-b239-5241bed0a1bf req-9fb8b98c-c0c2-4c61-a817-276a663e98bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434467 Nov 27 01:33:29.402594 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1fd97d4b-a9a5-4b28-9627-647e2045cbe2 req-94a73396-c0cb-4cb1-bf1d-9f9ffeb82aed tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222224 Nov 27 01:33:29.437719 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-55ce2d58-88e1-4f40-a103-9269ea0ba7ff req-78e11106-c1a1-4ffc-8ceb-33c90e8aa618 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5bd8e13-fa38-47be-9e0c-febd39e7cb61 HTTP/1.1" status: 200 len: 210 time: 0.0564144 Nov 27 01:33:29.483789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.25.1.181 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/b0f0c096-7bb7-46b4-9b0f-b75737100b17) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:29.601419 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.636233 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.672166 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:29.676988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:29.680450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:29.695004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54780) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:29.710956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=b0f0c096-7bb7-46b4-9b0f-b75737100b17,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:29.798150 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Request body: {'networks': [{'name': 'tempest-network--600468011'}, {'name': 'tempest-network--354531422'}]} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:29.798638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Request body: {'network': {'name': 'tempest-network--600468011'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:29.798925 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Request body: {'network': {'name': 'tempest-network--354531422'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:29.820488 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Made reservation on behalf of 35df5f11a7b644749ba2a4c07f4a4c6b for: {'network': 2} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:29.825061 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.833943 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.910124 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.915267 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.915739 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.970184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:29.977934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76cf3bed-0c5e-47c2-a0e6-3943a752332a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:29.989130 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.989586 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Added segment 47276a46-c64e-4ea1-8785-451fea58651b of type vlan for network 7631dd07-f23d-44e6-9ce5-4071a6b90a56 Nov 27 01:33:30.037367 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.068088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:30.077073 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.077467 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Added segment 024fb948-489a-4803-a5c0-989fe736d9ae of type vlan for network 2d6fcfc5-77bb-4a5b-b6e8-fba7964d8692 Nov 27 01:33:30.116983 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.117781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a56cd4-7c07-4699-9f0e-7744a7fa8bd5 req-20b54fa1-6121-47ea-ab69-cc9c26fbc489 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:30.119292 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4a56cd4-7c07-4699-9f0e-7744a7fa8bd5 req-20b54fa1-6121-47ea-ab69-cc9c26fbc489 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.1011333 Nov 27 01:33:30.146619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.147519 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.147660 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.153604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:30.158958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:30.159605 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.214494 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4a56cd4-7c07-4699-9f0e-7744a7fa8bd5 req-81008a4f-4f93-41cb-a337-3947da642077 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859885 Nov 27 01:33:30.250774 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.434461 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.441577 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.551810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=b0f0c096-7bb7-46b4-9b0f-b75737100b17,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:30.565838 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.596502 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e6befd0c-68a7-47be-b942-cc1b71cb632a req-15b006fe-0a56-4421-af86-ffdde1f6de4e tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.4165144 Nov 27 01:33:30.601653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9055874 Nov 27 01:33:30.604377 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54794) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:30.616280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850af0cc-81fe-4cb7-8db7-a88e8124a57d req-983854e8-ad8b-41e6-9b07-f2fcf23ee9e5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:30.617840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-850af0cc-81fe-4cb7-8db7-a88e8124a57d req-983854e8-ad8b-41e6-9b07-f2fcf23ee9e5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 945 time: 0.1378927 Nov 27 01:33:30.666995 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.678086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54796) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:30.678785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event updated for resources: {'Network': ['ID=7631dd07-f23d-44e6-9ce5-4071a6b90a56,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:30.690557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 7631dd07-f23d-44e6-9ce5-4071a6b90a56 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:33:30.730490 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-850af0cc-81fe-4cb7-8db7-a88e8124a57d req-3a3540d7-e849-4abd-bb3e-b0963191ebb5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034868 Nov 27 01:33:30.733364 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Floating IP 16b80b69-65d5-41c2-a8ba-32d311e2e423 associated. External IP: 172.25.1.181, port: 7c02a72e-6f33-425a-a0ac-797ae3420f95. Nov 27 01:33:30.862054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac432e4f-0af1-4e27-b35d-057fed6d6689 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event updated for resources: {'Network': ['ID=2d6fcfc5-77bb-4a5b-b6e8-fba7964d8692,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:30.872672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 2d6fcfc5-77bb-4a5b-b6e8-fba7964d8692 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:33:30.903663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83baf52-9118-44d5-bbaf-ea6e670ff33c tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:30.909887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83baf52-9118-44d5-bbaf-ea6e670ff33c tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:30.915773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83baf52-9118-44d5-bbaf-ea6e670ff33c tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:30.922019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83baf52-9118-44d5-bbaf-ea6e670ff33c tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:30.926451 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f83baf52-9118-44d5-bbaf-ea6e670ff33c tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3184636 Nov 27 01:33:30.926451 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6581b77a-300b-4e10-992a-90e1343bb9d0 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.927947 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54798) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:30.953751 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6581b77a-300b-4e10-992a-90e1343bb9d0 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.012399 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6581b77a-300b-4e10-992a-90e1343bb9d0 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.015841 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6581b77a-300b-4e10-992a-90e1343bb9d0 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.017039 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6581b77a-300b-4e10-992a-90e1343bb9d0 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] 10.222.0.15 "DELETE /v2.0/security-groups/187756e0-732d-4b75-a05d-11b1a9a028cc HTTP/1.1" status: 204 len: 168 time: 0.3358192 Nov 27 01:33:31.024359 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-86918aa0-b85e-4070-b46e-142045d9c042 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.027218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581b77a-300b-4e10-992a-90e1343bb9d0 tempest-TestVolumeBackupRestore-595541838 tempest-TestVolumeBackupRestore-595541838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=187756e0-732d-4b75-a05d-11b1a9a028cc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:31.028064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:31.199522 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-86918aa0-b85e-4070-b46e-142045d9c042 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.229970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-86918aa0-b85e-4070-b46e-142045d9c042 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7631dd07-f23d-44e6-9ce5-4071a6b90a56']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:31.253920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-86918aa0-b85e-4070-b46e-142045d9c042 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47276a46-c64e-4ea1-8785-451fea58651b') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:31.254460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-86918aa0-b85e-4070-b46e-142045d9c042 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47276a46-c64e-4ea1-8785-451fea58651b') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:31.305567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:31.313308 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-86918aa0-b85e-4070-b46e-142045d9c042 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.320562 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9739fe32-3053-499d-aec4-edfc676a1282 None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:31.339592 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-86918aa0-b85e-4070-b46e-142045d9c042 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.346772 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739fe32-3053-499d-aec4-edfc676a1282 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:31.347449 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9739fe32-3053-499d-aec4-edfc676a1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:31.351987 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.379244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86918aa0-b85e-4070-b46e-142045d9c042 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:31.380014 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-86918aa0-b85e-4070-b46e-142045d9c042 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.415032 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9739fe32-3053-499d-aec4-edfc676a1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:31.428808 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739fe32-3053-499d-aec4-edfc676a1282 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:31.429587 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9739fe32-3053-499d-aec4-edfc676a1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:31.457484 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:31.473842 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9739fe32-3053-499d-aec4-edfc676a1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:31.474485 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9739fe32-3053-499d-aec4-edfc676a1282 None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:31.509821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-86918aa0-b85e-4070-b46e-142045d9c042 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.515244 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-86918aa0-b85e-4070-b46e-142045d9c042 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.518430 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-86918aa0-b85e-4070-b46e-142045d9c042 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "DELETE /v2.0/networks/7631dd07-f23d-44e6-9ce5-4071a6b90a56 HTTP/1.1" status: 204 len: 168 time: 0.5902014 Nov 27 01:33:31.521147 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54846) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:31.536787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4a45b302-cc81-408a-ae64-51f97a547e2f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9094927 Nov 27 01:33:31.537465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54850) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:31.556591 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-36a2f44b-82c5-4b59-b706-d8d4efbcf248 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1247223183'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:31.569154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86918aa0-b85e-4070-b46e-142045d9c042 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event deleted for resources: {'Network': ['ID=7631dd07-f23d-44e6-9ce5-4071a6b90a56,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:31.591481 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1cb54-6519-4e2c-a755-59ae04190d2c req-2924719e-3d4e-4973-9b54-d7a648e5fd6d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:31.593740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eeb1cb54-6519-4e2c-a755-59ae04190d2c req-2924719e-3d4e-4973-9b54-d7a648e5fd6d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.2319891 Nov 27 01:33:31.621787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a2f44b-82c5-4b59-b706-d8d4efbcf248 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Made reservation on behalf of 26d09cda720745f6aa5e2d0893b7eab9 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:31.626128 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-36a2f44b-82c5-4b59-b706-d8d4efbcf248 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.626643 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73bf83f8-b012-4aef-9862-62cf7dc87848 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.692305 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a2f44b-82c5-4b59-b706-d8d4efbcf248 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:31.702366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-eeb1cb54-6519-4e2c-a755-59ae04190d2c req-a336818d-cc8a-437f-9233-acb811da413e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002452 Nov 27 01:33:31.708995 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-36a2f44b-82c5-4b59-b706-d8d4efbcf248 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.710286 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-36a2f44b-82c5-4b59-b706-d8d4efbcf248 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Added segment 51ec3905-86c0-40aa-8c69-8eb6494b6a35 of type vlan for network e2637421-b64f-4733-9a16-fadfba1b02f6 Nov 27 01:33:31.760082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-36a2f44b-82c5-4b59-b706-d8d4efbcf248 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.778454 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73bf83f8-b012-4aef-9862-62cf7dc87848 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.798190 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a5677b24-bca3-4654-9a6a-81cdd1f278bb req-329b30e5-ea1b-4e97-b3e2-3adb9498500d tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0737209 Nov 27 01:33:31.807314 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-73bf83f8-b012-4aef-9862-62cf7dc87848 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6fcfc5-77bb-4a5b-b6e8-fba7964d8692']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:31.818187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-73bf83f8-b012-4aef-9862-62cf7dc87848 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024fb948-489a-4803-a5c0-989fe736d9ae') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:31.818491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-73bf83f8-b012-4aef-9862-62cf7dc87848 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024fb948-489a-4803-a5c0-989fe736d9ae') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:31.820864 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-36a2f44b-82c5-4b59-b706-d8d4efbcf248 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.828471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2f44b-82c5-4b59-b706-d8d4efbcf248 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:31.829177 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-36a2f44b-82c5-4b59-b706-d8d4efbcf248 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.839209 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73bf83f8-b012-4aef-9862-62cf7dc87848 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.855281 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73bf83f8-b012-4aef-9862-62cf7dc87848 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.864545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bf83f8-b012-4aef-9862-62cf7dc87848 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:31.865196 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73bf83f8-b012-4aef-9862-62cf7dc87848 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:31.868881 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:31.940631 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-36a2f44b-82c5-4b59-b706-d8d4efbcf248 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3914587 Nov 27 01:33:31.942543 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54896) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:31.947463 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73bf83f8-b012-4aef-9862-62cf7dc87848 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.959130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2f44b-82c5-4b59-b706-d8d4efbcf248 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Network': ['ID=e2637421-b64f-4733-9a16-fadfba1b02f6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:31.968763 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73bf83f8-b012-4aef-9862-62cf7dc87848 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.973092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-cbd5e158-2509-4890-a146-4114cc76f47a tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'subnet': {'network_id': 'e2637421-b64f-4733-9a16-fadfba1b02f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:31.973807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network e2637421-b64f-4733-9a16-fadfba1b02f6 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:33:31.974908 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-73bf83f8-b012-4aef-9862-62cf7dc87848 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "DELETE /v2.0/networks/2d6fcfc5-77bb-4a5b-b6e8-fba7964d8692 HTTP/1.1" status: 204 len: 168 time: 0.4521616 Nov 27 01:33:31.975993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf83f8-b012-4aef-9862-62cf7dc87848 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event deleted for resources: {'Network': ['ID=2d6fcfc5-77bb-4a5b-b6e8-fba7964d8692,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:31.977901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54902) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:32.115945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f3370-5c46-4b78-ac41-27d69e5cb85a req-243ed473-1424-4c60-bb35-9833b957dd24 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:32.117885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b99486-1a7a-426a-bc54-e3bc27bd67e1 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:32.123498 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-601f3370-5c46-4b78-ac41-27d69e5cb85a req-243ed473-1424-4c60-bb35-9833b957dd24 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 945 time: 0.2915936 Nov 27 01:33:32.124892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b99486-1a7a-426a-bc54-e3bc27bd67e1 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:32.132518 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-42b99486-1a7a-426a-bc54-e3bc27bd67e1 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1534240 Nov 27 01:33:32.133365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 54920) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:32.146467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2a7cb9a0-9ab5-419c-874a-ca0d4ac73ade tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-260265180'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:32.173633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7cb9a0-9ab5-419c-874a-ca0d4ac73ade tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Made reservation on behalf of 35df5f11a7b644749ba2a4c07f4a4c6b for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:32.181067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2a7cb9a0-9ab5-419c-874a-ca0d4ac73ade tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.212465 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-601f3370-5c46-4b78-ac41-27d69e5cb85a req-0786ab96-ef70-4f51-acf9-43dbb8518793 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844336 Nov 27 01:33:32.225952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7cb9a0-9ab5-419c-874a-ca0d4ac73ade tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:32.236491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd5e158-2509-4890-a146-4114cc76f47a tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Made reservation on behalf of 26d09cda720745f6aa5e2d0893b7eab9 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:32.237100 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2a7cb9a0-9ab5-419c-874a-ca0d4ac73ade tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.237584 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-2a7cb9a0-9ab5-419c-874a-ca0d4ac73ade tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Added segment e4a6cd3d-c8f7-4cb4-a551-8e54661ae7d3 of type vlan for network a4c6686f-8f74-43b7-8ca4-ddc13253dcaa Nov 27 01:33:32.242130 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e158-2509-4890-a146-4114cc76f47a tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.288431 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2a7cb9a0-9ab5-419c-874a-ca0d4ac73ade tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.378905 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f96e40-cc56-443c-80e1-9a9e61ef7395 req-9525292f-2d88-4602-b13e-f2b6b9fe8f9c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:32.380508 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-65f96e40-cc56-443c-80e1-9a9e61ef7395 req-9525292f-2d88-4602-b13e-f2b6b9fe8f9c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 945 time: 0.0739794 Nov 27 01:33:32.381669 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2a7cb9a0-9ab5-419c-874a-ca0d4ac73ade tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.387189 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7cb9a0-9ab5-419c-874a-ca0d4ac73ade tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:32.387799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2a7cb9a0-9ab5-419c-874a-ca0d4ac73ade tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.418404 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2a7cb9a0-9ab5-419c-874a-ca0d4ac73ade tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2837217 Nov 27 01:33:32.424141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 54954) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:32.429339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-320a5c10-a815-4127-844c-99f1a91fd07e tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-782294874'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:32.505042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cb9a0-9ab5-419c-874a-ca0d4ac73ade tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event updated for resources: {'Network': ['ID=a4c6686f-8f74-43b7-8ca4-ddc13253dcaa,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:32.511780 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-65f96e40-cc56-443c-80e1-9a9e61ef7395 req-7b2d872c-89cd-4be9-8bd7-f8a5a5896066 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123226 Nov 27 01:33:32.521605 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network a4c6686f-8f74-43b7-8ca4-ddc13253dcaa details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:33:32.541394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320a5c10-a815-4127-844c-99f1a91fd07e tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Made reservation on behalf of 35df5f11a7b644749ba2a4c07f4a4c6b for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:32.546646 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-320a5c10-a815-4127-844c-99f1a91fd07e tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.697414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e158-2509-4890-a146-4114cc76f47a tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.708798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320a5c10-a815-4127-844c-99f1a91fd07e tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:32.756287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc33b15-b026-4413-82cd-3b8964a7fe50 req-44eecf8f-2681-430d-b846-212dcc5e9b79 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:32.768773 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1dc33b15-b026-4413-82cd-3b8964a7fe50 req-44eecf8f-2681-430d-b846-212dcc5e9b79 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 945 time: 0.1108582 Nov 27 01:33:32.813028 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-320a5c10-a815-4127-844c-99f1a91fd07e tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.813318 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-320a5c10-a815-4127-844c-99f1a91fd07e tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Added segment 2183204b-fca9-4307-afbf-d31cc82b9acc of type vlan for network c489f140-213f-4dad-a7bf-5b47fe5b6107 Nov 27 01:33:32.851027 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1dc33b15-b026-4413-82cd-3b8964a7fe50 req-40f041df-abd5-445a-942e-a8a1ddbf2696 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764263 Nov 27 01:33:32.961935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5e158-2509-4890-a146-4114cc76f47a tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Subnet': ['ID=03e15ce7-8cfb-4cd9-a69a-e0562be296c5,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:32.972768 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-320a5c10-a815-4127-844c-99f1a91fd07e tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.986030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5e158-2509-4890-a146-4114cc76f47a tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Checking segment: {'id': '51ec3905-86c0-40aa-8c69-8eb6494b6a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e2637421-b64f-4733-9a16-fadfba1b02f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:32.986474 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd5e158-2509-4890-a146-4114cc76f47a tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network hostable DHCP agents. Network: e2637421-b64f-4733-9a16-fadfba1b02f6, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:33:33.029609 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-320a5c10-a815-4127-844c-99f1a91fd07e tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.033811 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c27b0d79-7840-49cd-9cd4-14f81ae7a1a6 req-0f498ca7-96ea-4494-974a-44a15b1d6c39 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0485988 Nov 27 01:33:33.046442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320a5c10-a815-4127-844c-99f1a91fd07e tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:33.047098 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-320a5c10-a815-4127-844c-99f1a91fd07e tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.062131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57389e-871d-44db-9036-9eb862eef372 req-87c65368-d0ad-41c4-a34e-ca03eace1f66 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:33.071256 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-be57389e-871d-44db-9036-9eb862eef372 req-87c65368-d0ad-41c4-a34e-ca03eace1f66 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.1934543 Nov 27 01:33:33.090395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd5e158-2509-4890-a146-4114cc76f47a tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network e2637421-b64f-4733-9a16-fadfba1b02f6 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:33:33.177636 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-cbd5e158-2509-4890-a146-4114cc76f47a tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, e2637421-b64f-4733-9a16-fadfba1b02f6) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:33.186436 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-320a5c10-a815-4127-844c-99f1a91fd07e tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7583909 Nov 27 01:33:33.187641 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55038) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:33.194609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Request body: {'ports': [{'network_id': 'a4c6686f-8f74-43b7-8ca4-ddc13253dcaa', 'name': 'tempest-port--2053306521', 'admin_state_up': True}, {'network_id': 'c489f140-213f-4dad-a7bf-5b47fe5b6107', 'admin_state_up': False}]} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:33.195182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Request body: {'port': {'network_id': 'a4c6686f-8f74-43b7-8ca4-ddc13253dcaa', 'name': 'tempest-port--2053306521', 'admin_state_up': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:33.195385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd5e158-2509-4890-a146-4114cc76f47a tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:33.195828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Request body: {'port': {'network_id': 'c489f140-213f-4dad-a7bf-5b47fe5b6107', 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:33.196066 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e158-2509-4890-a146-4114cc76f47a tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.203944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e00459a-9d2d-4498-9b45-431bcdc651ac None None] Network e2637421-b64f-4733-9a16-fadfba1b02f6 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:33.236638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a5c10-a815-4127-844c-99f1a91fd07e tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event updated for resources: {'Network': ['ID=c489f140-213f-4dad-a7bf-5b47fe5b6107,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:33.302019 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cbd5e158-2509-4890-a146-4114cc76f47a tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3437243 Nov 27 01:33:33.308757 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-be57389e-871d-44db-9036-9eb862eef372 req-79c08cdc-1cce-4665-8e28-99112406664f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363472 Nov 27 01:33:33.309625 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55048) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:33.318658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-361829501', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:33.353035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network c489f140-213f-4dad-a7bf-5b47fe5b6107 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:33:33.375213 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.378906 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.551645 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.593126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Made reservation on behalf of 35df5f11a7b644749ba2a4c07f4a4c6b for: {'port': 2} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:33.597918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.630746 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.672552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-e2637421-b64f-4733-9a16-fadfba1b02f6', 'network_id': 'e2637421-b64f-4733-9a16-fadfba1b02f6', 'tenant_id': '26d09cda720745f6aa5e2d0893b7eab9', 'fixed_ips': [{'subnet_id': '03e15ce7-8cfb-4cd9-a69a-e0562be296c5'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:33:33.673611 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.815153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] device_id is not set on port 469a240d-12dd-496c-96d0-3baffb4b076c yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:33:33.885180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ce7e-4ff4-4913-8924-df074a197282 req-05ed3bee-c150-40a1-afe1-9dcdeef827b4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:33.892804 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8e0ce7e-4ff4-4913-8924-df074a197282 req-05ed3bee-c150-40a1-afe1-9dcdeef827b4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 945 time: 0.3713851 Nov 27 01:33:33.916724 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.938899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Allocated IP 172.20.0.2 (e2637421-b64f-4733-9a16-fadfba1b02f6/03e15ce7-8cfb-4cd9-a69a-e0562be296c5/d3952595-4e5a-4a1e-8b03-90abf51b0e21) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:33.985788 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8e0ce7e-4ff4-4913-8924-df074a197282 req-3a8847d1-5aca-4b64-b9f9-ea4e09d9e3ef tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920334 Nov 27 01:33:34.147002 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.259189 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ee6216f-4dfe-4770-a9e9-5706203c1e98 req-68b647ac-ba6e-479d-b719-873a9845f6a7 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0888104 Nov 27 01:33:34.259975 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.276063 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.325200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] device_id is not set on port 0e516e3a-e3d8-451d-a40d-c65c7d6a6f4a yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:33:34.328612 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.340132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Network e2637421-b64f-4733-9a16-fadfba1b02f6 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:34.353002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:34.359861 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:34.371782 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.389500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Pushing event updated for resources: {'Port': ['ID=d3952595-4e5a-4a1e-8b03-90abf51b0e21,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:34.418888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:34.419405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:34.420233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:34.420814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:34.421361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:34.421844 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:34.422588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:34.423411 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:34.423904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:34.424447 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:34.424928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:34.425602 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:34.464450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Attempting to bind port d3952595-4e5a-4a1e-8b03-90abf51b0e21 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:34.465072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Attempting to bind port d3952595-4e5a-4a1e-8b03-90abf51b0e21 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '51ec3905-86c0-40aa-8c69-8eb6494b6a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e2637421-b64f-4733-9a16-fadfba1b02f6'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:34.465602 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Attempting to bind port d3952595-4e5a-4a1e-8b03-90abf51b0e21 on network e2637421-b64f-4733-9a16-fadfba1b02f6 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:34.473202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:34.473853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Checking segment: {'id': '51ec3905-86c0-40aa-8c69-8eb6494b6a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e2637421-b64f-4733-9a16-fadfba1b02f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:34.474422 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.474969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Bound using segment: {'id': '51ec3905-86c0-40aa-8c69-8eb6494b6a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e2637421-b64f-4733-9a16-fadfba1b02f6'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:34.475788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Bound port: d3952595-4e5a-4a1e-8b03-90abf51b0e21, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ec3905-86c0-40aa-8c69-8eb6494b6a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e2637421-b64f-4733-9a16-fadfba1b02f6'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:34.476372 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.565035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] For port d3952595-4e5a-4a1e-8b03-90abf51b0e21, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:34.568167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ed9c7-759e-483f-82a0-90fe3cb19a1e req-5fc13250-30fb-494c-8110-edb291507848 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:34.571120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] For port d3952595-4e5a-4a1e-8b03-90abf51b0e21, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d3952595-4e5a-4a1e-8b03-90abf51b0e21,segment=NetworkSegment(51ec3905-86c0-40aa-8c69-8eb6494b6a35),segment_id=51ec3905-86c0-40aa-8c69-8eb6494b6a35)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:34.572711 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d1ed9c7-759e-483f-82a0-90fe3cb19a1e req-5fc13250-30fb-494c-8110-edb291507848 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.1126764 Nov 27 01:33:34.582504 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.617853 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.686894 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.25.1.184 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/0dbd764a-3fa4-4c6b-b6aa-3ec7e499ae4b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:34.722284 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.722518 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa441c-e99f-4aa6-818b-b017d6bc25e0 None None] Pushing event updated for resources: {'Port': ['ID=d3952595-4e5a-4a1e-8b03-90abf51b0e21,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:34.835840 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event updated for resources: {'Port': ['ID=469a240d-12dd-496c-96d0-3baffb4b076c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:34.852126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Checking segment: {'id': 'e4a6cd3d-c8f7-4cb4-a551-8e54661ae7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4c6686f-8f74-43b7-8ca4-ddc13253dcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:34.852562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Network hostable DHCP agents. Network: a4c6686f-8f74-43b7-8ca4-ddc13253dcaa, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:33:34.868992 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d1ed9c7-759e-483f-82a0-90fe3cb19a1e req-44d20ba2-8aee-40a5-9841-3ca3ea16bbbb tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590054 Nov 27 01:33:34.891427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Network a4c6686f-8f74-43b7-8ca4-ddc13253dcaa is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:33:34.914808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, a4c6686f-8f74-43b7-8ca4-ddc13253dcaa) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:34.921889 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:34.922840 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.925091 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8ead34-6128-40b3-8f28-97c71f36d7af None None] Network a4c6686f-8f74-43b7-8ca4-ddc13253dcaa requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:35.004769 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:35.126428 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event updated for resources: {'Port': ['ID=0e516e3a-e3d8-451d-a40d-c65c7d6a6f4a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:35.136802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Checking segment: {'id': '2183204b-fca9-4307-afbf-d31cc82b9acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c489f140-213f-4dad-a7bf-5b47fe5b6107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:35.137167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Network hostable DHCP agents. Network: c489f140-213f-4dad-a7bf-5b47fe5b6107, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:33:35.168710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Network c489f140-213f-4dad-a7bf-5b47fe5b6107 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:33:35.208457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, c489f140-213f-4dad-a7bf-5b47fe5b6107) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:35.218671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b8a78c-2b1f-43cb-a810-fdc9e5b3ae25 None None] Network c489f140-213f-4dad-a7bf-5b47fe5b6107 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:35.220845 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:35.237687 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:35.243459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:35.244476 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:35.296533 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6a473831-7a10-46bf-a743-389a29536bef tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1073010 Nov 27 01:33:35.299072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55234) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:35.361745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c99a8b-24c0-4677-b881-eb404b5622a7 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:35.380118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c99a8b-24c0-4677-b881-eb404b5622a7 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:35.386069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-06c99a8b-24c0-4677-b881-eb404b5622a7 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0858433 Nov 27 01:33:35.388813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55242) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:35.563598 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa87f0b8-6410-4fc2-a353-a5f2a2c5b7df req-b8aac7ac-6110-473d-b01a-b8cea1aa06cd tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0994456 Nov 27 01:33:35.610850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6f1365c7-8301-4d3d-a6e6-fa59975475ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Deleting port 469a240d-12dd-496c-96d0-3baffb4b076c {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:35.611207 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f1365c7-8301-4d3d-a6e6-fa59975475ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:35.767565 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f1365c7-8301-4d3d-a6e6-fa59975475ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:35.823973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6f1365c7-8301-4d3d-a6e6-fa59975475ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Calling delete_port for 469a240d-12dd-496c-96d0-3baffb4b076c owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:35.871101 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:35.942568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d925f-e207-410f-abe5-cef02a53531b req-02105385-eb49-40ae-9048-20b262fa1016 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:35.944632 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e80d925f-e207-410f-abe5-cef02a53531b req-02105385-eb49-40ae-9048-20b262fa1016 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 945 time: 0.2034950 Nov 27 01:33:35.953641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb4398-7498-48f1-849b-73c029d55ae2 req-ba94f6c4-31e3-403b-ac6f-d8de48dfb969 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:35.955500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-abbb4398-7498-48f1-849b-73c029d55ae2 req-ba94f6c4-31e3-403b-ac6f-d8de48dfb969 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 945 time: 0.2017205 Nov 27 01:33:35.978198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:36.003453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:36.027765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37b6484-b8c7-4306-9a8a-474193e771dc None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:36.082625 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:36.113490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-34743728-1980-4fea-a2a0-5c72a84173f4 None None] Provisioning complete for port 0dbd764a-3fa4-4c6b-b6aa-3ec7e499ae4b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:36.114185 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-34743728-1980-4fea-a2a0-5c72a84173f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.140391 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-e5bb0a06-0b9c-42ca-9cd7-23445a8841e3 service neutron] show failed (client error): The resource could not be found. Nov 27 01:33:36.141451 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-e5bb0a06-0b9c-42ca-9cd7-23445a8841e3 service neutron] 10.222.0.31 "GET /v2.0/ports/89f5fa62-bc97-48f3-bce6-5207bfc6624d/bindings/n-h1-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.3836961 Nov 27 01:33:36.211457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-34743728-1980-4fea-a2a0-5c72a84173f4 None None] Port 0dbd764a-3fa4-4c6b-b6aa-3ec7e499ae4b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:36.212290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=0dbd764a-3fa4-4c6b-b6aa-3ec7e499ae4b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:36.256078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938a94d-ec02-42dd-8c74-7edd695cecb5 req-c8c1d2ab-8c84-4cdb-8939-54d8dba6058c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:36.266124 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5938a94d-ec02-42dd-8c74-7edd695cecb5 req-c8c1d2ab-8c84-4cdb-8939-54d8dba6058c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.2558975 Nov 27 01:33:36.283891 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f1365c7-8301-4d3d-a6e6-fa59975475ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.347667 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1365c7-8301-4d3d-a6e6-fa59975475ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event deleted for resources: {'Port': ['ID=469a240d-12dd-496c-96d0-3baffb4b076c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:36.360471 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f1365c7-8301-4d3d-a6e6-fa59975475ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.368354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6f1365c7-8301-4d3d-a6e6-fa59975475ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "DELETE /v2.0/ports/469a240d-12dd-496c-96d0-3baffb4b076c HTTP/1.1" status: 204 len: 168 time: 0.9759676 Nov 27 01:33:36.383061 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-abbb4398-7498-48f1-849b-73c029d55ae2 req-cde2f271-d57e-410a-9f21-a89db99a43c3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974571 Nov 27 01:33:36.393231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55312) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:36.441928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5938a94d-ec02-42dd-8c74-7edd695cecb5 req-2523a57f-00c2-4920-95f0-bce2fe739f71 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741681 Nov 27 01:33:36.529807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fef968-fbba-4b1e-9db4-4171c5e93cf7 None None] Network e2637421-b64f-4733-9a16-fadfba1b02f6 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:36.597789 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d3952595-4e5a-4a1e-8b03-90abf51b0e21 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:36.731106 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2ee5c546-d1d6-4569-b4bd-7b4eba1b73d8 req-fc191f37-1565-4803-aad0-6ef36e4f20c1 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0489075 Nov 27 01:33:36.798779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-989ff117-2b87-4a0c-bd9b-d7632da00799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:36.801992 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-989ff117-2b87-4a0c-bd9b-d7632da00799 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347&tenant_id=53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 1097 time: 0.2082386 Nov 27 01:33:36.813006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e80d925f-e207-410f-abe5-cef02a53531b req-d47fd8f7-9fd8-45a2-b436-ce9cdb09dabe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Deleting port 73637dfe-d0e3-47ee-8856-98700a48a558 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:36.813361 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e80d925f-e207-410f-abe5-cef02a53531b req-d47fd8f7-9fd8-45a2-b436-ce9cdb09dabe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.881792 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e19cbdd5-5aba-4675-acdb-2bee638834db None None] Provisioning complete for port d3952595-4e5a-4a1e-8b03-90abf51b0e21 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:36.882489 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e19cbdd5-5aba-4675-acdb-2bee638834db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.939409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e80d925f-e207-410f-abe5-cef02a53531b req-d47fd8f7-9fd8-45a2-b436-ce9cdb09dabe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] For port 73637dfe-d0e3-47ee-8856-98700a48a558, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=73637dfe-d0e3-47ee-8856-98700a48a558,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:36.940032 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e80d925f-e207-410f-abe5-cef02a53531b req-d47fd8f7-9fd8-45a2-b436-ce9cdb09dabe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.962459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e80d925f-e207-410f-abe5-cef02a53531b req-d47fd8f7-9fd8-45a2-b436-ce9cdb09dabe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Calling delete_port for 73637dfe-d0e3-47ee-8856-98700a48a558 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:37.023401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d3952595-4e5a-4a1e-8b03-90abf51b0e21 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:37.024442 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.121651 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e19cbdd5-5aba-4675-acdb-2bee638834db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.170897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-f04f8e53-8fa3-478a-9e6d-6d355fb83d5d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:33:37.172724 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-f04f8e53-8fa3-478a-9e6d-6d355fb83d5d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168853 Nov 27 01:33:37.201412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e19cbdd5-5aba-4675-acdb-2bee638834db None None] For port d3952595-4e5a-4a1e-8b03-90abf51b0e21, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d3952595-4e5a-4a1e-8b03-90abf51b0e21,segment=NetworkSegment(51ec3905-86c0-40aa-8c69-8eb6494b6a35),segment_id=51ec3905-86c0-40aa-8c69-8eb6494b6a35)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:37.207135 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.216206 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e19cbdd5-5aba-4675-acdb-2bee638834db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.260310 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e80d925f-e207-410f-abe5-cef02a53531b req-d47fd8f7-9fd8-45a2-b436-ce9cdb09dabe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.281797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:37.319710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['73637dfe-d0e3-47ee-8856-98700a48a558'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:33:37.359972 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:33:37.360289 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:33:37.361066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cbdd5-5aba-4675-acdb-2bee638834db None None] Pushing event updated for resources: {'Port': ['ID=d3952595-4e5a-4a1e-8b03-90abf51b0e21,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:37.389982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fd8f7-9fd8-45a2-b436-ce9cdb09dabe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event deleted for resources: {'Port': ['ID=73637dfe-d0e3-47ee-8856-98700a48a558,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:37.453551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80d925f-e207-410f-abe5-cef02a53531b req-d47fd8f7-9fd8-45a2-b436-ce9cdb09dabe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] No DVR routers for this DVR port 73637dfe-d0e3-47ee-8856-98700a48a558 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:37.487547 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e80d925f-e207-410f-abe5-cef02a53531b req-d47fd8f7-9fd8-45a2-b436-ce9cdb09dabe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.491104 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e80d925f-e207-410f-abe5-cef02a53531b req-d47fd8f7-9fd8-45a2-b436-ce9cdb09dabe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "DELETE /v2.0/ports/73637dfe-d0e3-47ee-8856-98700a48a558 HTTP/1.1" status: 204 len: 173 time: 1.5293233 Nov 27 01:33:37.492729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd91aea-c8e2-4b6e-a761-a64b5cd14694', 'name': 'network-vif-deleted', 'tag': '73637dfe-d0e3-47ee-8856-98700a48a558'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:37.495214 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b0f0ce-ab93-4f75-b838-088e59bb3f2b" -d '{"events": [{"server_uuid": "7fd91aea-c8e2-4b6e-a761-a64b5cd14694", "name": "network-vif-deleted", "tag": "73637dfe-d0e3-47ee-8856-98700a48a558"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:37.507678 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.561631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-0aac1a2a-f40a-43b1-b758-015553c65ba7 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Deleting port 0e516e3a-e3d8-451d-a40d-c65c7d6a6f4a {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:37.561971 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0aac1a2a-f40a-43b1-b758-015553c65ba7 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.584473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-150f8ba6-20ef-4213-98de-fe69ca82ad29 None None] Provisioning complete for port d3952595-4e5a-4a1e-8b03-90abf51b0e21 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:37.585447 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-150f8ba6-20ef-4213-98de-fe69ca82ad29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.603212 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4e0698cb-8e10-4ed9-a0e7-c0f100dfa773 req-b7f0b886-30a9-455b-baee-39b5ddfb92d0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 210 time: 0.0969431 Nov 27 01:33:37.631127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24161a5f-c32a-47f2-85e6-17a97476ccc5 req-19889560-2c52-4eae-9293-1111dd682a56 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:37.639215 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-24161a5f-c32a-47f2-85e6-17a97476ccc5 req-19889560-2c52-4eae-9293-1111dd682a56 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.0741670 Nov 27 01:33:37.703552 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-24161a5f-c32a-47f2-85e6-17a97476ccc5 req-17cc915e-2c83-4887-8f96-98367b0cfb04 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622797 Nov 27 01:33:37.758460 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.782744 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0aac1a2a-f40a-43b1-b758-015553c65ba7 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.933807 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55332) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:38.062852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-0aac1a2a-f40a-43b1-b758-015553c65ba7 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Calling delete_port for 0e516e3a-e3d8-451d-a40d-c65c7d6a6f4a owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:38.067890 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-499efe4d-4700-49fb-b3be-7d7922213b7a req-ee9b58ae-2d81-4277-8e70-912dd575fe3d tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0634024 Nov 27 01:33:38.175711 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64497741-cff9-4ead-9189-6ce0a897eb28 x-openstack-request-id: req-64497741-cff9-4ead-9189-6ce0a897eb28 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:38.176406 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd91aea-c8e2-4b6e-a761-a64b5cd14694", "name": "network-vif-deleted", "tag": "73637dfe-d0e3-47ee-8856-98700a48a558", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:38.176892 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64497741-cff9-4ead-9189-6ce0a897eb28 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:38.177485 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd91aea-c8e2-4b6e-a761-a64b5cd14694', 'name': 'network-vif-deleted', 'tag': '73637dfe-d0e3-47ee-8856-98700a48a558', 'status': 'completed', 'code': 200} Nov 27 01:33:38.457151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d3952595-4e5a-4a1e-8b03-90abf51b0e21 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:38.473727 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0aac1a2a-f40a-43b1-b758-015553c65ba7 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.539249 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] For port 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:38.553371 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d3952595-4e5a-4a1e-8b03-90abf51b0e21 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:38.554417 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.577256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac1a2a-f40a-43b1-b758-015553c65ba7 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event deleted for resources: {'Port': ['ID=0e516e3a-e3d8-451d-a40d-c65c7d6a6f4a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:38.579482 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0aac1a2a-f40a-43b1-b758-015553c65ba7 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.585633 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0aac1a2a-f40a-43b1-b758-015553c65ba7 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "DELETE /v2.0/ports/0e516e3a-e3d8-451d-a40d-c65c7d6a6f4a HTTP/1.1" status: 204 len: 168 time: 2.1792617 Nov 27 01:33:38.586487 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55336) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:38.613411 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.624369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] For port 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:38.641553 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1d83a250-3eed-4045-8d27-0a6c1f7b6fdd tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0537589 Nov 27 01:33:38.661361 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55340) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:38.667431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-665ed183-6c1f-4115-add3-5aa034f03c51 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2051944805'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:38.717517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665ed183-6c1f-4115-add3-5aa034f03c51 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Made reservation on behalf of 35df5f11a7b644749ba2a4c07f4a4c6b for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:38.722689 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-665ed183-6c1f-4115-add3-5aa034f03c51 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.782732 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.802932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665ed183-6c1f-4115-add3-5aa034f03c51 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:38.806094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ae9ea260-dcda-4c01-96bb-947471b05dde req-1603588d-5d13-4ed1-9ab8-c2bd30ab75ae tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 210 time: 0.0412569 Nov 27 01:33:38.828799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-665ed183-6c1f-4115-add3-5aa034f03c51 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.829164 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-665ed183-6c1f-4115-add3-5aa034f03c51 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Added segment 62dcb2a1-cfac-45b0-812a-1c95591fb2f1 of type vlan for network d1407c21-0c59-463a-b077-7ba8909755a3 Nov 27 01:33:38.832417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Transition to ACTIVE for port object 89f5fa62-bc97-48f3-bce6-5207bfc6624d will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:33:38.846991 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.893516 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Pushing event updated for resources: {'Port': ['ID=89f5fa62-bc97-48f3-bce6-5207bfc6624d,revision_number=6']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:38.960473 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-665ed183-6c1f-4115-add3-5aa034f03c51 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.006362 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-665ed183-6c1f-4115-add3-5aa034f03c51 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.013504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ed183-6c1f-4115-add3-5aa034f03c51 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:39.014156 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-665ed183-6c1f-4115-add3-5aa034f03c51 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.103463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router 019a45a3-b9f9-43cb-a241-feed372c1c07 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:33:39.105814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] No DVR routers for this DVR port 89f5fa62-bc97-48f3-bce6-5207bfc6624d on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:39.123582 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b836f1-b879-4807-9c35-8c7836778fbe req-48047db3-47f3-4e22-9b56-888b838cb728 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:39.132651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98b836f1-b879-4807-9c35-8c7836778fbe req-48047db3-47f3-4e22-9b56-888b838cb728 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 943 time: 0.2818940 Nov 27 01:33:39.158489 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-665ed183-6c1f-4115-add3-5aa034f03c51 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4958479 Nov 27 01:33:39.163627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55348) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:39.180835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6a1c1304-f03b-4bb2-aac2-ba3b9599d7ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-665595268'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:39.240283 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1c1304-f03b-4bb2-aac2-ba3b9599d7ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Made reservation on behalf of 35df5f11a7b644749ba2a4c07f4a4c6b for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:39.244223 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a1c1304-f03b-4bb2-aac2-ba3b9599d7ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.250005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ed183-6c1f-4115-add3-5aa034f03c51 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event updated for resources: {'Network': ['ID=d1407c21-0c59-463a-b077-7ba8909755a3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:39.278827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network d1407c21-0c59-463a-b077-7ba8909755a3 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:33:39.296898 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98b836f1-b879-4807-9c35-8c7836778fbe req-55b3eb13-f519-46bd-a295-b5e1b5cc3983 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626728 Nov 27 01:33:39.326852 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c6fab6f-12aa-461f-b260-b77d4218e69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.636434 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9c6fab6f-12aa-461f-b260-b77d4218e69b admin admin] Deleting port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:39.636796 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c6fab6f-12aa-461f-b260-b77d4218e69b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.670436 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39727e52-8016-4982-a57f-be2360bd50b5 req-3ef8a4e0-27c4-4eb1-b64e-ba8615656232 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.4416375 Nov 27 01:33:39.752232 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-9c6fab6f-12aa-461f-b260-b77d4218e69b admin admin] For port a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e,segment=NetworkSegment(7e1d6062-5749-4afb-9158-bce35827e3f8),segment_id=7e1d6062-5749-4afb-9158-bce35827e3f8)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:39.752839 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c6fab6f-12aa-461f-b260-b77d4218e69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.767265 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9c6fab6f-12aa-461f-b260-b77d4218e69b admin admin] Calling delete_port for a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:39.768869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1c1304-f03b-4bb2-aac2-ba3b9599d7ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:39.794674 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a1c1304-f03b-4bb2-aac2-ba3b9599d7ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.795018 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-6a1c1304-f03b-4bb2-aac2-ba3b9599d7ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Added segment 0cda6376-17a2-4512-a507-09789deeb859 of type vlan for network e261ebc7-53d0-491e-a06c-f2f40bc6dc18 Nov 27 01:33:39.853585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:39.865278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cf5ed7-51f8-43ed-a7a4-fff7ffed927a None None] Sync routers for ids ['019a45a3-b9f9-43cb-a241-feed372c1c07'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:39.886321 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a1c1304-f03b-4bb2-aac2-ba3b9599d7ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.886921 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cf5ed7-51f8-43ed-a7a4-fff7ffed927a None None] Routers {'019a45a3-b9f9-43cb-a241-feed372c1c07'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:39.889434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-68cf5ed7-51f8-43ed-a7a4-fff7ffed927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['019a45a3-b9f9-43cb-a241-feed372c1c07'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:39.892758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Attempting to bind port 89f5fa62-bc97-48f3-bce6-5207bfc6624d on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:39.893259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Attempting to bind port 89f5fa62-bc97-48f3-bce6-5207bfc6624d by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:39.893437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Attempting to bind port 89f5fa62-bc97-48f3-bce6-5207bfc6624d on network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:39.903103 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.906977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bf34bcb7-da0e-4c02-afa6-9d427e9c5dbc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5927908 Nov 27 01:33:39.906977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Port 89f5fa62-bc97-48f3-bce6-5207bfc6624d on network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:33:39.907226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Attempting to bind port 89f5fa62-bc97-48f3-bce6-5207bfc6624d on network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:39.909770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55352) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:39.962982 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-68cf5ed7-51f8-43ed-a7a4-fff7ffed927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:39.965720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:39.966037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Checking segment: {'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:39.966467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Bound using segment: {'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:39.966911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Bound port: 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfcef07b-3735-4f5d-915a-1694e1c2b871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:39.967271 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.974070 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cf5ed7-51f8-43ed-a7a4-fff7ffed927a None None] Routers {'019a45a3-b9f9-43cb-a241-feed372c1c07'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:39.974907 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-68cf5ed7-51f8-43ed-a7a4-fff7ffed927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['019a45a3-b9f9-43cb-a241-feed372c1c07'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:40.017524 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a1c1304-f03b-4bb2-aac2-ba3b9599d7ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.023765 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c6fab6f-12aa-461f-b260-b77d4218e69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.023960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-68cf5ed7-51f8-43ed-a7a4-fff7ffed927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:40.024089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1c1304-f03b-4bb2-aac2-ba3b9599d7ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:40.024089 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a1c1304-f03b-4bb2-aac2-ba3b9599d7ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.024330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cf5ed7-51f8-43ed-a7a4-fff7ffed927a None None] The sync data for ids ['019a45a3-b9f9-43cb-a241-feed372c1c07'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:40.036923 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 89f5fa62-bc97-48f3-bce6-5207bfc6624d no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:40.073383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fab6f-12aa-461f-b260-b77d4218e69b admin admin] Pushing event deleted for resources: {'Port': ['ID=a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:40.086688 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc16ec5f-38e8-4206-9b7c-6442b70d3956 req-dc00a91a-a3d9-42f5-86ee-41dbaaaba0f7 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 210 time: 0.0783584 Nov 27 01:33:40.119196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 89f5fa62-bc97-48f3-bce6-5207bfc6624d not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:40.141451 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1d65e2e1-8ce8-453f-9f28-c486ae1261f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.229525 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6a1c1304-f03b-4bb2-aac2-ba3b9599d7ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0644572 Nov 27 01:33:40.230173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:40.233978 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e35b0fa-95c3-4589-9d98-418a2f780974" -d '{"events": [{"server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "name": "network-vif-unplugged", "status": "completed", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:40.252271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 73637dfe-d0e3-47ee-8856-98700a48a558 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:40.326436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 73637dfe-d0e3-47ee-8856-98700a48a558 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:40.328480 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 73637dfe-d0e3-47ee-8856-98700a48a558 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:40.485901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] For port 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:40.525476 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c6fab6f-12aa-461f-b260-b77d4218e69b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.528021 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb07d50-7692-4c62-a3e8-2119be0b8f5d x-openstack-request-id: req-7eb07d50-7692-4c62-a3e8-2119be0b8f5d {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:40.528353 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "name": "network-vif-unplugged", "status": "completed", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:40.529144 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7eb07d50-7692-4c62-a3e8-2119be0b8f5d {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:40.529560 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'code': 200} Nov 27 01:33:40.531869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c1304-f03b-4bb2-aac2-ba3b9599d7ca tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event updated for resources: {'Network': ['ID=e261ebc7-53d0-491e-a06c-f2f40bc6dc18,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:40.697585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] For port 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:40.721964 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.839358 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:40.839987 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.858375 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-04c55789-8be0-4907-b175-99fa31719784 service neutron] 10.222.0.21 "PUT /v2.0/ports/89f5fa62-bc97-48f3-bce6-5207bfc6624d HTTP/1.1" status: 200 len: 1092 time: 3.6407142 Nov 27 01:33:40.892556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864fa61-742a-4a46-a593-85a32a47a08d req-0b9edd9e-3ce0-425b-83dc-cf59fb719a14 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:40.904855 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3864fa61-742a-4a46-a593-85a32a47a08d req-0b9edd9e-3ce0-425b-83dc-cf59fb719a14 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 943 time: 0.4005370 Nov 27 01:33:40.909120 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28f17d8a-f97d-4f5c-962c-6f980e052480 req-613def89-9b17-4148-9ddf-62fa4a22832b tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0746353 Nov 27 01:33:40.926615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network e261ebc7-53d0-491e-a06c-f2f40bc6dc18 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:33:41.114977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3864fa61-742a-4a46-a593-85a32a47a08d req-3a1d718d-722c-4b4f-817c-6a442ceab73e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091591 Nov 27 01:33:41.150941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c55789-8be0-4907-b175-99fa31719784 service neutron] Pushing event updated for resources: {'Port': ['ID=89f5fa62-bc97-48f3-bce6-5207bfc6624d,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:41.180872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6fab6f-12aa-461f-b260-b77d4218e69b admin admin] Router b2cf3de7-71de-4e7f-858d-9537703c2056 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:41.219221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-d8613f7c-51ff-43d0-8497-5979704ae42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:41.221510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-d8613f7c-51ff-43d0-8497-5979704ae42f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1095 time: 0.2620990 Nov 27 01:33:41.300050 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a2b85dd9-2005-4231-9a6a-786f9e128b2f req-54afc777-18fd-4c0b-b6e9-c48c94c73023 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 210 time: 0.0848958 Nov 27 01:33:41.397259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6fab6f-12aa-461f-b260-b77d4218e69b admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:41.408099 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86241b23-e1e3-4beb-a672-4a7b5b234163 None None] Sync routers for ids ['b2cf3de7-71de-4e7f-858d-9537703c2056'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:41.414181 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9c6fab6f-12aa-461f-b260-b77d4218e69b admin admin] 10.222.0.15 "PUT /v2.0/routers/b2cf3de7-71de-4e7f-858d-9537703c2056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4770954 Nov 27 01:33:41.415213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55366) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:41.423259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-0487fed6-6cae-400e-a838-568024add859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:41.423810 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86241b23-e1e3-4beb-a672-4a7b5b234163 None None] Routers {'b2cf3de7-71de-4e7f-858d-9537703c2056'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:41.424761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-0487fed6-6cae-400e-a838-568024add859 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f HTTP/1.1" status: 200 len: 896 time: 0.1874969 Nov 27 01:33:41.429137 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-86241b23-e1e3-4beb-a672-4a7b5b234163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2cf3de7-71de-4e7f-858d-9537703c2056'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:41.503669 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-585f2569-79ee-411e-a65d-a774edb33e1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d HTTP/1.1" status: 200 len: 999 time: 0.0642796 Nov 27 01:33:41.611393 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-86241b23-e1e3-4beb-a672-4a7b5b234163 None None] Set router b2cf3de7-71de-4e7f-858d-9537703c2056 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:41.625883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-b885f5cf-86ec-4867-be50-d956711fb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:41.627431 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-b885f5cf-86ec-4867-be50-d956711fb2dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=83a559a3-be1a-4c33-92bb-d495581acdf3 HTTP/1.1" status: 200 len: 835 time: 0.1117651 Nov 27 01:33:41.686140 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.702628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-1a2b6536-a7a3-4b56-9ab9-aa412e2a169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:41.704409 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-1a2b6536-a7a3-4b56-9ab9-aa412e2a169c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645919 Nov 27 01:33:41.809961 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-86241b23-e1e3-4beb-a672-4a7b5b234163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:33:39Z', 'revision_number': 5, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:41.840104 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86241b23-e1e3-4beb-a672-4a7b5b234163 None None] Checking router: b2cf3de7-71de-4e7f-858d-9537703c2056 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:33:41.849672 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86241b23-e1e3-4beb-a672-4a7b5b234163 None None] Routers {'b2cf3de7-71de-4e7f-858d-9537703c2056'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:41.850614 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-86241b23-e1e3-4beb-a672-4a7b5b234163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2cf3de7-71de-4e7f-858d-9537703c2056'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:42.181551 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.195751 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c14ae25b-4443-4c34-9496-e98a7d470f2b req-d46521a8-c925-4a1b-aead-b485eb695318 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0963423 Nov 27 01:33:42.236557 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-86241b23-e1e3-4beb-a672-4a7b5b234163 None None] Set router b2cf3de7-71de-4e7f-858d-9537703c2056 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:42.250993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.20.0.1 (e2637421-b64f-4733-9a16-fadfba1b02f6/03e15ce7-8cfb-4cd9-a69a-e0562be296c5/5f315484-92fc-4685-b557-e2341245a81d) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:42.280377 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-17f71cf6-491f-4f1c-90b3-7432ec0f6834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.315443 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-be07580d-50cd-4d02-aedf-566b7a07f67d service neutron] 10.222.0.21 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385980 Nov 27 01:33:42.480197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400650-7a23-4283-9237-9e3f0f230887 req-d651067d-ee47-4558-adc0-30cf261ea572 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:42.489602 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91400650-7a23-4283-9237-9e3f0f230887 req-d651067d-ee47-4558-adc0-30cf261ea572 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 943 time: 0.1912436 Nov 27 01:33:42.521360 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.531475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:42.537819 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1684179-28eb-4819-82d3-519d1485af1c" -d '{"events": [{"name": "network-changed", "server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:42.571271 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d1f632b-5973-400d-95ea-baac049b9ee5 req-616929b3-e08f-40a5-a295-89f43155ccc4 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422702 Nov 27 01:33:42.589623 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.603208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91400650-7a23-4283-9237-9e3f0f230887 req-2c69805b-f4c7-46c4-b1af-d166033dc49b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116979 Nov 27 01:33:42.663509 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] Deleting port 8fe9adcf-51d2-4136-ae71-165ae586badb {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:42.664205 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.794881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] For port 8fe9adcf-51d2-4136-ae71-165ae586badb, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8fe9adcf-51d2-4136-ae71-165ae586badb,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:42.795969 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.816094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] Calling delete_port for 8fe9adcf-51d2-4136-ae71-165ae586badb owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:42.821271 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2289e54e-64c8-458e-ba13-9fdf58d46229 req-827aa961-0577-4a0e-a12f-a69b90f9704e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 210 time: 0.1968265 Nov 27 01:33:42.834002 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7539b28a-4013-439d-9d84-49a12e7d487d x-openstack-request-id: req-7539b28a-4013-439d-9d84-49a12e7d487d {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:42.834367 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:42.834591 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7539b28a-4013-439d-9d84-49a12e7d487d {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:42.835012 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'status': 'completed', 'code': 200} Nov 27 01:33:42.853031 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-86241b23-e1e3-4beb-a672-4a7b5b234163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:33:39Z', 'revision_number': 5, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:42.913834 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.940643 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86241b23-e1e3-4beb-a672-4a7b5b234163 None None] The sync data for ids ['b2cf3de7-71de-4e7f-858d-9537703c2056'] in n-d-817303-10 is: [{'id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'name': 'tempest-TestVolumeBackupRestore-365804773-router', 'tenant_id': 'c520c5f009e8479d9a976c59cf451ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:18Z', 'updated_at': '2021-11-27T01:33:39Z', 'revision_number': 5, 'project_id': 'c520c5f009e8479d9a976c59cf451ad4', 'gw_port': {'id': '8fe9adcf-51d2-4136-ae71-165ae586badb', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf3de7-71de-4e7f-858d-9537703c2056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:19Z', 'updated_at': '2021-11-27T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:42.991577 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network e2637421-b64f-4733-9a16-fadfba1b02f6 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:42.996816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:42.999795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:43.021802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684179-28eb-4819-82d3-519d1485af1c req-ba2faca9-6dbb-4bc5-9574-da41d6a9b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:43.025400 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f1684179-28eb-4819-82d3-519d1485af1c req-ba2faca9-6dbb-4bc5-9574-da41d6a9b858 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1095 time: 0.1418278 Nov 27 01:33:43.031395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684179-28eb-4819-82d3-519d1485af1c req-67623756-189d-401c-849b-3597f36f9196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:43.033009 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1684179-28eb-4819-82d3-519d1485af1c req-67623756-189d-401c-849b-3597f36f9196 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1095 time: 0.1972051 Nov 27 01:33:43.168034 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=5f315484-92fc-4685-b557-e2341245a81d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:43.207954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684179-28eb-4819-82d3-519d1485af1c req-67f0ce42-a39b-4841-b865-d4ac13a5b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:43.210046 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f1684179-28eb-4819-82d3-519d1485af1c req-67f0ce42-a39b-4841-b865-d4ac13a5b42e service neutron] 10.222.0.31 "GET /v2.0/networks?id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f HTTP/1.1" status: 200 len: 896 time: 0.1241157 Nov 27 01:33:43.248755 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:43.327421 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:43.416354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c86fd31f-119f-4abe-a33e-976c79adf7d0 req-64214d14-09fe-46f1-a786-8cd0b87ba7a7 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0314419 Nov 27 01:33:43.462958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55380) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:43.475865 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Request body: {'subnets': [{'network_id': 'd1407c21-0c59-463a-b077-7ba8909755a3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--461526478', 'ip_version': 6}, {'network_id': 'e261ebc7-53d0-491e-a06c-f2f40bc6dc18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:43.477926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-82581989-4b33-4a69-9be6-9f6941ffe837 None None] Provisioning complete for port 5f315484-92fc-4685-b557-e2341245a81d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:43.478474 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-82581989-4b33-4a69-9be6-9f6941ffe837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:43.481381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Request body: {'subnet': {'network_id': 'd1407c21-0c59-463a-b077-7ba8909755a3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--461526478', 'ip_version': 6}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:43.482849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Request body: {'subnet': {'network_id': 'e261ebc7-53d0-491e-a06c-f2f40bc6dc18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:43.493073 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:43.513322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684179-28eb-4819-82d3-519d1485af1c req-3f7cd8e5-c4e4-4015-add2-23ffe35dba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:43.514222 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1684179-28eb-4819-82d3-519d1485af1c req-3f7cd8e5-c4e4-4015-add2-23ffe35dba27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f HTTP/1.1" status: 200 len: 896 time: 0.4411962 Nov 27 01:33:43.551649 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-82581989-4b33-4a69-9be6-9f6941ffe837 None None] Port 5f315484-92fc-4685-b557-e2341245a81d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:43.583667 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f1684179-28eb-4819-82d3-519d1485af1c req-b6b9352c-7d30-42cd-a609-d21fcb2fa03b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d HTTP/1.1" status: 200 len: 999 time: 0.3660254 Nov 27 01:33:43.655964 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:43.663170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684179-28eb-4819-82d3-519d1485af1c req-b682afc9-252c-470a-a7a1-813471c87b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:43.664734 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f1684179-28eb-4819-82d3-519d1485af1c req-b682afc9-252c-470a-a7a1-813471c87b69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83a559a3-be1a-4c33-92bb-d495581acdf3 HTTP/1.1" status: 200 len: 835 time: 0.0654135 Nov 27 01:33:43.692183 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1684179-28eb-4819-82d3-519d1485af1c req-7873d684-ed19-4ad4-8445-0696ce76d32e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d HTTP/1.1" status: 200 len: 999 time: 0.1515403 Nov 27 01:33:43.720647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe9adcf-51d2-4136-ae71-165ae586badb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:43.757589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9363840a-df9e-4451-955d-5f072c665c11 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:43.791533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684179-28eb-4819-82d3-519d1485af1c req-341a5977-1c82-4d71-8783-5dad9b96a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:43.793046 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1684179-28eb-4819-82d3-519d1485af1c req-341a5977-1c82-4d71-8783-5dad9b96a195 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=83a559a3-be1a-4c33-92bb-d495581acdf3 HTTP/1.1" status: 200 len: 835 time: 0.0926554 Nov 27 01:33:43.911371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750fc70-2329-483f-86fa-80bc838fc085 req-b5e8e01f-f192-46a4-a5fb-cd30dd68ff0d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:43.912819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684179-28eb-4819-82d3-519d1485af1c req-1227ab78-49b4-4b80-8299-6617661ad584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:43.914333 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1684179-28eb-4819-82d3-519d1485af1c req-1227ab78-49b4-4b80-8299-6617661ad584 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060932 Nov 27 01:33:43.919078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f750fc70-2329-483f-86fa-80bc838fc085 req-b5e8e01f-f192-46a4-a5fb-cd30dd68ff0d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 943 time: 0.2269342 Nov 27 01:33:43.968630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684179-28eb-4819-82d3-519d1485af1c req-b28836e7-c15c-4a67-9371-e7daad490bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:43.970148 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f1684179-28eb-4819-82d3-519d1485af1c req-b28836e7-c15c-4a67-9371-e7daad490bcd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2792723 Nov 27 01:33:43.983643 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.019952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21592c08-d19d-4f67-82ea-44591c497a29 req-af8916ae-f522-450b-9ea1-d50f9ab607ca tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 210 time: 0.0691800 Nov 27 01:33:44.066318 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.080827 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.113939 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1684179-28eb-4819-82d3-519d1485af1c req-cdc40861-c556-49e0-b46c-99b9a667b901 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907942 Nov 27 01:33:44.132991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f750fc70-2329-483f-86fa-80bc838fc085 req-6b1c38d9-8c44-48ee-9516-82ebfa61330c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129290 Nov 27 01:33:44.149321 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.153198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Made reservation on behalf of 35df5f11a7b644749ba2a4c07f4a4c6b for: {'subnet': 2} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:44.158525 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.158931 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.197020 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.243836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 89f5fa62-bc97-48f3-bce6-5207bfc6624d details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:33:44.352226 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.352819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2cf3de7-71de-4e7f-858d-9537703c2056 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:33:44.358967 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.360171 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e1410ee4-d559-429c-8a6e-8f76c4a75242 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b2cf3de7-71de-4e7f-858d-9537703c2056 HTTP/1.1" status: 204 len: 168 time: 2.9431527 Nov 27 01:33:44.364207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55388) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:44.421035 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8782e79-0da0-4629-b67c-e335bfc533db admin admin] Deleting subnet b437b0a8-acf9-4852-b5f2-f41cdda7a7c1 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:33:44.424679 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f1684179-28eb-4819-82d3-519d1485af1c req-5ed39058-fe79-4dd3-abe5-b12b68d27446 service neutron] 10.222.0.31 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422269 Nov 27 01:33:44.432500 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8782e79-0da0-4629-b67c-e335bfc533db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.449607 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:44.483202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'port_id': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'mac_address': 'fa:16:3e:39:cc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:33:44.489708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:44.511444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:44.512132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a4fdd7fd-ed6f-4b95-bd6a-7a99cc3be33e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:44.573478 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.587741 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f1684179-28eb-4819-82d3-519d1485af1c req-65258122-19c0-4442-9ed8-5e8730f28044 service neutron] 10.222.0.31 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531997 Nov 27 01:33:44.592362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f5fa62-bc97-48f3-bce6-5207bfc6624d {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:33:44.640043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:44.656551 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.688837 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8782e79-0da0-4629-b67c-e335bfc533db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.735358 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6cae0af7-9a7b-4fc5-9faf-d01b3f8afaba req-92cc1d24-9937-48a0-93db-cb62a3f01cf1 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.1483927 Nov 27 01:33:44.756795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=5f315484-92fc-4685-b557-e2341245a81d,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:44.767514 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.773552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=89f5fa62-bc97-48f3-bce6-5207bfc6624d,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:44.858286 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.869653 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1684179-28eb-4819-82d3-519d1485af1c req-0b7dee88-2b26-4fd3-b30a-aadd4b329568 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7315574 Nov 27 01:33:44.909555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network e2637421-b64f-4733-9a16-fadfba1b02f6 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:44.910355 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8782e79-0da0-4629-b67c-e335bfc533db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.911055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:44.970238 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['89f5fa62-bc97-48f3-bce6-5207bfc6624d'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:33:45.105884 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8782e79-0da0-4629-b67c-e335bfc533db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.117767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router 019a45a3-b9f9-43cb-a241-feed372c1c07 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:45.138475 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a8782e79-0da0-4629-b67c-e335bfc533db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.145522 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a8782e79-0da0-4629-b67c-e335bfc533db admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b437b0a8-acf9-4852-b5f2-f41cdda7a7c1 HTTP/1.1" status: 204 len: 168 time: 0.7777627 Nov 27 01:33:45.146399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55396) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:45.156562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef87ffb5-a38b-4e0b-bb01-1775781eb6b5 None None] Network 20c0468d-d121-42aa-b89e-da7c0d006cf4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:45.234588 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bed402ff-ea6f-40b9-9f74-cf73a0351c08 req-a010d5ae-edb5-405c-a26e-7529b435cb44 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd91aea-c8e2-4b6e-a761-a64b5cd14694 HTTP/1.1" status: 200 len: 210 time: 0.0532243 Nov 27 01:33:45.247591 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8782e79-0da0-4629-b67c-e335bfc533db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b437b0a8-acf9-4852-b5f2-f41cdda7a7c1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:45.407318 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.441897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:45.485885 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6d2b8542-5b92-4842-9bb7-afce5c8760e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "PUT /v2.0/routers/019a45a3-b9f9-43cb-a241-feed372c1c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5698891 Nov 27 01:33:45.486088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event updated for resources: {'Subnet': ['ID=60d1f1cf-9fb0-4753-9c89-8500dfc2c734,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:45.486088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55400) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:45.499466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632da3f6-4b4b-4c6d-94f1-09cc78df1cae None None] Sync routers for ids ['019a45a3-b9f9-43cb-a241-feed372c1c07'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:45.503373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ea688476-e9f1-4d30-8660-0bfb805eb6d7 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'port': {'network_id': 'e2637421-b64f-4733-9a16-fadfba1b02f6', 'name': 'tempest-FloatingIPTestJSON-936613435'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:45.508223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c599f5b0-19d2-4c0b-8d56-3946594957fb None None] DHCP port deletion for 20c0468d-d121-42aa-b89e-da7c0d006cf4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:45.530296 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.531851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0f5446e8-19a8-4db8-8c37-3a202adb7b0e None None] Provisioning complete for port 5f315484-92fc-4685-b557-e2341245a81d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:45.532467 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0f5446e8-19a8-4db8-8c37-3a202adb7b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.556233 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32392bab-51d4-435c-a68b-27a5c729de2a req-a40958ce-bf8b-4a46-8c88-0e3959dfd3a8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:45.566447 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-32392bab-51d4-435c-a68b-27a5c729de2a req-a40958ce-bf8b-4a46-8c88-0e3959dfd3a8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 944 time: 0.2125237 Nov 27 01:33:45.576848 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0f5446e8-19a8-4db8-8c37-3a202adb7b0e None None] Port 5f315484-92fc-4685-b557-e2341245a81d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:45.607792 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Checking segment: {'id': '62dcb2a1-cfac-45b0-812a-1c95591fb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd1407c21-0c59-463a-b077-7ba8909755a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:45.608236 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Network hostable DHCP agents. Network: d1407c21-0c59-463a-b077-7ba8909755a3, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:33:45.621996 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632da3f6-4b4b-4c6d-94f1-09cc78df1cae None None] Routers {'019a45a3-b9f9-43cb-a241-feed372c1c07'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:45.622983 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-632da3f6-4b4b-4c6d-94f1-09cc78df1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['019a45a3-b9f9-43cb-a241-feed372c1c07'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:45.658524 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-32392bab-51d4-435c-a68b-27a5c729de2a req-23879c95-38ff-4408-a906-96e4eab96aaf tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863621 Nov 27 01:33:45.659630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Network d1407c21-0c59-463a-b077-7ba8909755a3 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:33:45.672220 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Deleting port 3eea58a8-d0af-4a62-bfa5-b41c8191568f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:45.672896 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.673143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-632da3f6-4b4b-4c6d-94f1-09cc78df1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:45.708938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, d1407c21-0c59-463a-b077-7ba8909755a3) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:45.713901 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.737338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d281e3-2271-4f0e-b311-286c6994db62 None None] Network d1407c21-0c59-463a-b077-7ba8909755a3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:45.744795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea688476-e9f1-4d30-8660-0bfb805eb6d7 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Made reservation on behalf of 26d09cda720745f6aa5e2d0893b7eab9 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:45.750232 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea688476-e9f1-4d30-8660-0bfb805eb6d7 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.762270 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632da3f6-4b4b-4c6d-94f1-09cc78df1cae None None] Routers {'019a45a3-b9f9-43cb-a241-feed372c1c07'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:45.763848 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-632da3f6-4b4b-4c6d-94f1-09cc78df1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['019a45a3-b9f9-43cb-a241-feed372c1c07'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:45.773599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c599f5b0-19d2-4c0b-8d56-3946594957fb None None] Deleting port 3eea58a8-d0af-4a62-bfa5-b41c8191568f {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:45.774246 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c599f5b0-19d2-4c0b-8d56-3946594957fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.849297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-ea688476-e9f1-4d30-8660-0bfb805eb6d7 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] device_id is not set on port 94873d97-2527-4e0b-9266-87a31e825418 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:33:45.877792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] For port 3eea58a8-d0af-4a62-bfa5-b41c8191568f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=3eea58a8-d0af-4a62-bfa5-b41c8191568f,segment=NetworkSegment(7e1d6062-5749-4afb-9158-bce35827e3f8),segment_id=7e1d6062-5749-4afb-9158-bce35827e3f8)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:45.877792 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.929842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Calling delete_port for 3eea58a8-d0af-4a62-bfa5-b41c8191568f owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:45.966331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-632da3f6-4b4b-4c6d-94f1-09cc78df1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:45.966998 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632da3f6-4b4b-4c6d-94f1-09cc78df1cae None None] The sync data for ids ['019a45a3-b9f9-43cb-a241-feed372c1c07'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:45.968728 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event updated for resources: {'Subnet': ['ID=91bbfc58-77f4-4b67-a234-cd75bdca52b8,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:45.981009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Checking segment: {'id': '0cda6376-17a2-4512-a507-09789deeb859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e261ebc7-53d0-491e-a06c-f2f40bc6dc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:45.981630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Network hostable DHCP agents. Network: e261ebc7-53d0-491e-a06c-f2f40bc6dc18, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:33:46.062700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-741466f5-f86e-454c-9557-9b953091b089 req-0582a511-336c-430e-a4c0-d3dc8c966fee tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0362711 Nov 27 01:33:46.065910 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c599f5b0-19d2-4c0b-8d56-3946594957fb None None] For port 3eea58a8-d0af-4a62-bfa5-b41c8191568f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=3eea58a8-d0af-4a62-bfa5-b41c8191568f,segment=NetworkSegment(7e1d6062-5749-4afb-9158-bce35827e3f8),segment_id=7e1d6062-5749-4afb-9158-bce35827e3f8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:46.066327 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c599f5b0-19d2-4c0b-8d56-3946594957fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.110961 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.128749 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Network e261ebc7-53d0-491e-a06c-f2f40bc6dc18 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:33:46.135475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c599f5b0-19d2-4c0b-8d56-3946594957fb None None] Calling delete_port for 3eea58a8-d0af-4a62-bfa5-b41c8191568f owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:46.150040 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, e261ebc7-53d0-491e-a06c-f2f40bc6dc18) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:46.157910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3eea58a8-d0af-4a62-bfa5-b41c8191568f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:46.161831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f2737f-0bad-44d0-a504-8386760cf9fe None None] Network e261ebc7-53d0-491e-a06c-f2f40bc6dc18 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:46.164432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] No DVR routers for this DVR port 3eea58a8-d0af-4a62-bfa5-b41c8191568f on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:46.186843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a45630-d281-4e3b-93c7-73bad3501067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-d1407c21-0c59-463a-b077-7ba8909755a3', 'network_id': 'd1407c21-0c59-463a-b077-7ba8909755a3', 'tenant_id': '35df5f11a7b644749ba2a4c07f4a4c6b', 'fixed_ips': [{'subnet_id': '60d1f1cf-9fb0-4753-9c89-8500dfc2c734'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:33:46.187706 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-50a45630-d281-4e3b-93c7-73bad3501067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.196864 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:46.197678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:46.198474 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.228099 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-377234c5-5a13-4c49-83ba-413838246fc9 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.7640302 Nov 27 01:33:46.235207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55410) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:46.243108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f1ba6-cfd6-4131-94bf-2499d811e221 req-660e5c07-db1e-435c-b8a6-7bc7370cbe80 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:46.254012 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f67f1ba6-cfd6-4131-94bf-2499d811e221 req-660e5c07-db1e-435c-b8a6-7bc7370cbe80 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 944 time: 0.2656305 Nov 27 01:33:46.353472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-612df41a-4792-4649-acdf-f41cd58b46d5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:46.355575 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-612df41a-4792-4649-acdf-f41cd58b46d5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.31 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347&tenant_id=53c72932feec4d45af53b9bccd5c3777&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 944 time: 0.3004029 Nov 27 01:33:46.359105 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.359251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-ea688476-e9f1-4d30-8660-0bfb805eb6d7 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Allocated IP 172.20.0.14 (e2637421-b64f-4733-9a16-fadfba1b02f6/03e15ce7-8cfb-4cd9-a69a-e0562be296c5/94873d97-2527-4e0b-9266-87a31e825418) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:46.414091 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f67f1ba6-cfd6-4131-94bf-2499d811e221 req-914d2724-842f-4dac-a970-83b837483f6e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587887 Nov 27 01:33:46.473680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e37fd8-5071-44ad-bbf9-a864fe96093b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:46.476893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e37fd8-5071-44ad-bbf9-a864fe96093b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:46.479667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e37fd8-5071-44ad-bbf9-a864fe96093b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:46.482358 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-90e37fd8-5071-44ad-bbf9-a864fe96093b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2454753 Nov 27 01:33:46.485206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c0468d-d121-42aa-b89e-da7c0d006cf4']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:46.496098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8fe9adcf-51d2-4136-ae71-165ae586badb no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:46.496717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55416) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:46.509312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1d6062-5749-4afb-9158-bce35827e3f8') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:46.509944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1d6062-5749-4afb-9158-bce35827e3f8') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:46.524282 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-f538b85e-ed91-401b-9a9f-c7d4673cc268 service neutron] delete failed (client error): The resource could not be found. Nov 27 01:33:46.525394 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-f538b85e-ed91-401b-9a9f-c7d4673cc268 service neutron] 10.222.0.31 "DELETE /v2.0/ports/89f5fa62-bc97-48f3-bce6-5207bfc6624d/bindings/n-h2-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.1355433 Nov 27 01:33:46.555620 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.564524 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 8fe9adcf-51d2-4136-ae71-165ae586badb {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:46.565128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8fe9adcf-51d2-4136-ae71-165ae586badb not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:46.568166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 3eea58a8-d0af-4a62-bfa5-b41c8191568f no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:46.583154 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.597055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:46.597514 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.599274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 3eea58a8-d0af-4a62-bfa5-b41c8191568f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:46.599653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 3eea58a8-d0af-4a62-bfa5-b41c8191568f not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:46.600562 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:46.618262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc0e29b-1014-4ff0-8ee7-475920a41143 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Deleting subnet 60d1f1cf-9fb0-4753-9c89-8500dfc2c734 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:33:46.620665 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.657054 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebc0e29b-1014-4ff0-8ee7-475920a41143 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.689604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-f717398a-9970-46ee-8198-5cca3a89a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:46.691349 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-f717398a-9970-46ee-8198-5cca3a89a058 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1096 time: 0.0733671 Nov 27 01:33:46.710797 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.717251 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.720922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] 10.222.0.15 "DELETE /v2.0/networks/20c0468d-d121-42aa-b89e-da7c0d006cf4 HTTP/1.1" status: 204 len: 168 time: 1.5729828 Nov 27 01:33:46.727950 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebc0e29b-1014-4ff0-8ee7-475920a41143 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.730546 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55418) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:46.739718 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea688476-e9f1-4d30-8660-0bfb805eb6d7 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.835179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-b8c83139-4116-4fbc-8d08-afd20370299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:46.836733 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-b8c83139-4116-4fbc-8d08-afd20370299d service neutron] 10.222.0.31 "GET /v2.0/networks?id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f HTTP/1.1" status: 200 len: 896 time: 0.1314192 Nov 27 01:33:46.840751 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea688476-e9f1-4d30-8660-0bfb805eb6d7 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.848907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda8820-d817-436b-984f-fd1e2b2ba6cc admin admin] Pushing event deleted for resources: {'Network': ['ID=20c0468d-d121-42aa-b89e-da7c0d006cf4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:46.849281 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c599f5b0-19d2-4c0b-8d56-3946594957fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.905016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea688476-e9f1-4d30-8660-0bfb805eb6d7 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event updated for resources: {'Port': ['ID=94873d97-2527-4e0b-9266-87a31e825418,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:46.910262 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebc0e29b-1014-4ff0-8ee7-475920a41143 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.928759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599f5b0-19d2-4c0b-8d56-3946594957fb None None] Pushing event deleted for resources: {'Port': ['ID=3eea58a8-d0af-4a62-bfa5-b41c8191568f,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:46.953258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c599f5b0-19d2-4c0b-8d56-3946594957fb None None] Network 20c0468d-d121-42aa-b89e-da7c0d006cf4 is not hosted by any dhcp agent {{(pid=103404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:33:46.954011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599f5b0-19d2-4c0b-8d56-3946594957fb None None] No DVR routers for this DVR port 3eea58a8-d0af-4a62-bfa5-b41c8191568f on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:46.961019 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-e261ebc7-53d0-491e-a06c-f2f40bc6dc18', 'network_id': 'e261ebc7-53d0-491e-a06c-f2f40bc6dc18', 'tenant_id': '35df5f11a7b644749ba2a4c07f4a4c6b', 'fixed_ips': [{'subnet_id': '91bbfc58-77f4-4b67-a234-cd75bdca52b8'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:33:46.962635 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.965552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea688476-e9f1-4d30-8660-0bfb805eb6d7 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Network e2637421-b64f-4733-9a16-fadfba1b02f6 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:46.969083 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-ea688476-e9f1-4d30-8660-0bfb805eb6d7 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:46.973021 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea688476-e9f1-4d30-8660-0bfb805eb6d7 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:47.020539 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-6f8d75c1-be93-4bb1-a6ac-c3edbf00ec2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d HTTP/1.1" status: 200 len: 1000 time: 0.1223755 Nov 27 01:33:47.081747 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-18191cb6-3deb-40e6-829a-642bd8554945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:47.083641 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-18191cb6-3deb-40e6-829a-642bd8554945 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83a559a3-be1a-4c33-92bb-d495581acdf3 HTTP/1.1" status: 200 len: 835 time: 0.0559833 Nov 27 01:33:47.160674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea688476-e9f1-4d30-8660-0bfb805eb6d7 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:47.161614 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ea688476-e9f1-4d30-8660-0bfb805eb6d7 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.187524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-bb599356-1541-4672-bc85-fdf896bfcf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:47.189404 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-bb599356-1541-4672-bc85-fdf896bfcf7c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968912 Nov 27 01:33:47.197207 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ea688476-e9f1-4d30-8660-0bfb805eb6d7 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7102079 Nov 27 01:33:47.198138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55424) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:47.198299 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Allocated IP 2001:db8:0:1::1 (e261ebc7-53d0-491e-a06c-f2f40bc6dc18/91bbfc58-77f4-4b67-a234-cd75bdca52b8/b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:47.211952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-6e55647c-3552-46ce-9ce0-6d3c98f5f23b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Request body: {'floatingip': {'port_id': '94873d97-2527-4e0b-9266-87a31e825418'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:47.258359 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebc0e29b-1014-4ff0-8ee7-475920a41143 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.302591 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ebc0e29b-1014-4ff0-8ee7-475920a41143 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.306217 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ebc0e29b-1014-4ff0-8ee7-475920a41143 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "DELETE /v2.0/subnets/60d1f1cf-9fb0-4753-9c89-8500dfc2c734 HTTP/1.1" status: 204 len: 168 time: 0.8076077 Nov 27 01:33:47.308906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55426) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:47.309772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0e29b-1014-4ff0-8ee7-475920a41143 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event deleted for resources: {'Subnet': ['ID=60d1f1cf-9fb0-4753-9c89-8500dfc2c734,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server [None req-50a45630-d281-4e3b-93c7-73bad3501067 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60d1f1cf-9fb0-4753-9c89-8500dfc2c734: This subnet is being modified by another concurrent operation. Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60d1f1cf-9fb0-4753-9c89-8500dfc2c734: This subnet is being modified by another concurrent operation. Nov 27 01:33:47.330227 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Nov 27 01:33:47.364697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2bfd19-22b4-4875-8917-5c66c2f0f7ae None None] Network d1407c21-0c59-463a-b077-7ba8909755a3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:47.409837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b195ea-cec7-4d54-85a4-f05d33b3e03d tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Deleting subnet 91bbfc58-77f4-4b67-a234-cd75bdca52b8 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:33:47.544697 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.554169 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e1b195ea-cec7-4d54-85a4-f05d33b3e03d tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.579827 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.598979 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0801c253-ee95-4149-89e9-3e8e9d48989e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.639126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fcb6018b-a59f-40e6-b87d-885fca744ed4 None None] Provisioning complete for port 94873d97-2527-4e0b-9266-87a31e825418 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:47.639616 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fcb6018b-a59f-40e6-b87d-885fca744ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.661063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36ec2d-b49a-4488-ad95-daed1f381c6b req-8ab6a554-6a25-4889-a8ab-6a12d08f5b42 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:47.668757 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe36ec2d-b49a-4488-ad95-daed1f381c6b req-8ab6a554-6a25-4889-a8ab-6a12d08f5b42 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 944 time: 0.1491606 Nov 27 01:33:47.678267 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e1b195ea-cec7-4d54-85a4-f05d33b3e03d tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.687987 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Network e261ebc7-53d0-491e-a06c-f2f40bc6dc18 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:47.693517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-fcb6018b-a59f-40e6-b87d-885fca744ed4 None None] Port 94873d97-2527-4e0b-9266-87a31e825418 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:47.695141 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:47.699308 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:47.711854 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Pushing event updated for resources: {'Port': ['ID=b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:47.781837 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Attempting to bind port b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:47.782277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Attempting to bind port b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '0cda6376-17a2-4512-a507-09789deeb859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e261ebc7-53d0-491e-a06c-f2f40bc6dc18'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:47.782953 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Attempting to bind port b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da on network e261ebc7-53d0-491e-a06c-f2f40bc6dc18 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:47.788775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:47.789065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Checking segment: {'id': '0cda6376-17a2-4512-a507-09789deeb859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e261ebc7-53d0-491e-a06c-f2f40bc6dc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:47.789425 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.789895 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Bound using segment: {'id': '0cda6376-17a2-4512-a507-09789deeb859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e261ebc7-53d0-491e-a06c-f2f40bc6dc18'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:47.791644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Bound port: b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cda6376-17a2-4512-a507-09789deeb859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e261ebc7-53d0-491e-a06c-f2f40bc6dc18'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:47.791841 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.834229 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fe36ec2d-b49a-4488-ad95-daed1f381c6b req-2c193334-3445-48ab-b380-1d1f7bf10ef6 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644733 Nov 27 01:33:47.859931 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5c323b87-243a-4570-8e82-f2c191529f84 req-5af251dc-c4fb-4923-a16f-c028be0a4fd1 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.6403747 Nov 27 01:33:47.863479 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] For port b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:47.866924 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] For port b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da,segment=NetworkSegment(0cda6376-17a2-4512-a507-09789deeb859),segment_id=0cda6376-17a2-4512-a507-09789deeb859)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:47.884191 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.890039 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-f3ff308d-94c4-47ce-8811-a73f23d81684 service neutron] 10.222.0.31 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6905811 Nov 27 01:33:47.902571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e55647c-3552-46ce-9ce0-6d3c98f5f23b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.946494 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e1b195ea-cec7-4d54-85a4-f05d33b3e03d tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.959982 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31a8fd-44f3-4921-ac86-554bf891e841 None None] Pushing event updated for resources: {'Port': ['ID=b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:48.050036 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e1b195ea-cec7-4d54-85a4-f05d33b3e03d tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.091433 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b195ea-cec7-4d54-85a4-f05d33b3e03d tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event deleted for resources: {'Subnet': ['ID=91bbfc58-77f4-4b67-a234-cd75bdca52b8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:48.098683 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e1b195ea-cec7-4d54-85a4-f05d33b3e03d tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.106264 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e1b195ea-cec7-4d54-85a4-f05d33b3e03d tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "DELETE /v2.0/subnets/91bbfc58-77f4-4b67-a234-cd75bdca52b8 HTTP/1.1" status: 204 len: 168 time: 0.7931609 Nov 27 01:33:48.108898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55434) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:48.126170 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84176cf7-8ac9-4137-b054-136040ffcff5 req-d363ecca-1af8-42a5-86f0-5a993454d157 service neutron] 10.222.0.31 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204223 Nov 27 01:33:48.177450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f14fda-71a8-4c2d-97a3-7ab45c7692ab tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:48.182478 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a6f14fda-71a8-4c2d-97a3-7ab45c7692ab tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0681705 Nov 27 01:33:48.183235 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55436) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:48.259139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 89f5fa62-bc97-48f3-bce6-5207bfc6624d up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:48.342406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-0801c253-ee95-4149-89e9-3e8e9d48989e admin admin] Deleting port 2dd2a67e-56e5-4695-85e8-60c215a15440 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:48.343273 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0801c253-ee95-4149-89e9-3e8e9d48989e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.382703 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.410297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 89f5fa62-bc97-48f3-bce6-5207bfc6624d completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:33:48.415712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 89f5fa62-bc97-48f3-bce6-5207bfc6624d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:48.416926 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.490544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-0801c253-ee95-4149-89e9-3e8e9d48989e admin admin] For port 2dd2a67e-56e5-4695-85e8-60c215a15440, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2dd2a67e-56e5-4695-85e8-60c215a15440,segment=NetworkSegment(567c34f2-4e5c-4aa2-b448-a424fd514e20),segment_id=567c34f2-4e5c-4aa2-b448-a424fd514e20)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:48.492603 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0801c253-ee95-4149-89e9-3e8e9d48989e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.511627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-0801c253-ee95-4149-89e9-3e8e9d48989e admin admin] Calling delete_port for 2dd2a67e-56e5-4695-85e8-60c215a15440 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:48.525694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:48.698079 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.756108 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:48.760526 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:48.762916 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71901689-8606-40e7-a385-0bb55a09cfce" -d '{"events": [{"server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "name": "network-vif-plugged", "status": "completed", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:48.767437 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:48.767662 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.769270 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.820993 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0801c253-ee95-4149-89e9-3e8e9d48989e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.845048 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Deleting port b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:48.846700 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.906154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=89f5fa62-bc97-48f3-bce6-5207bfc6624d,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:48.932409 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e55647c-3552-46ce-9ce0-6d3c98f5f23b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.938427 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801c253-ee95-4149-89e9-3e8e9d48989e admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd2a67e-56e5-4695-85e8-60c215a15440,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:48.949506 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e55647c-3552-46ce-9ce0-6d3c98f5f23b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.991018 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.031099 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4531f428-d8c6-49bf-8803-b30d8a100eef x-openstack-request-id: req-4531f428-d8c6-49bf-8803-b30d8a100eef {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:49.031421 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "name": "network-vif-plugged", "status": "completed", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:49.031885 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4531f428-d8c6-49bf-8803-b30d8a100eef {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:49.032345 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'code': 200} Nov 27 01:33:49.063900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da,segment=NetworkSegment(0cda6376-17a2-4512-a507-09789deeb859),segment_id=0cda6376-17a2-4512-a507-09789deeb859)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:49.071120 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.102934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] For port b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da,segment=NetworkSegment(0cda6376-17a2-4512-a507-09789deeb859),segment_id=0cda6376-17a2-4512-a507-09789deeb859)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:49.103291 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.178634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9988b-86ca-43b3-b811-92a036f5a185 req-4bb00f47-8df4-43fb-9e72-79e8c30ddda1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:49.180278 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-34b9988b-86ca-43b3-b811-92a036f5a185 req-4bb00f47-8df4-43fb-9e72-79e8c30ddda1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.1754167 Nov 27 01:33:49.186142 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Calling delete_port for b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:49.196894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:49.284420 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4d6e2926-be7e-4489-86c0-7c643255338d req-61ece857-9a1c-4782-a1a3-fe3d7727a916 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0589550 Nov 27 01:33:49.317641 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-34b9988b-86ca-43b3-b811-92a036f5a185 req-efc0d75c-aec5-4e83-a373-af0b17fdccb8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123796 Nov 27 01:33:49.337089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55450) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:49.357550 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0801c253-ee95-4149-89e9-3e8e9d48989e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.363935 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-6e55647c-3552-46ce-9ce0-6d3c98f5f23b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Floating IP 16b80b69-65d5-41c2-a8ba-32d311e2e423 associated. External IP: 172.25.1.181, port: 7c02a72e-6f33-425a-a0ac-797ae3420f95. Nov 27 01:33:49.472559 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-077d7a37-f925-4f36-8e26-b38ad90b7beb tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/9fb269bb-a267-4bb4-8907-cb5e2b0406ce HTTP/1.1" status: 200 len: 993 time: 0.1341901 Nov 27 01:33:49.531671 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.639866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3015a68-a363-433f-ba4a-2a884bc2d3e9 None None] Network e261ebc7-53d0-491e-a06c-f2f40bc6dc18 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:49.670782 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event deleted for resources: {'Port': ['ID=b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:49.672811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] No DVR routers for this DVR port b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:49.770191 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.788650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e55647c-3552-46ce-9ce0-6d3c98f5f23b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:49.803111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e261ebc7-53d0-491e-a06c-f2f40bc6dc18']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:49.818689 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cda6376-17a2-4512-a507-09789deeb859') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:49.819354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cda6376-17a2-4512-a507-09789deeb859') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:49.822545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-76d445ad-39d4-4036-b8b4-3d02920906b9 None None] Could not find standard attr ID for object b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:33:49.835083 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.856214 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.896637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:49.897136 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:49.901409 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:49.909435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90930ba-3b67-488b-bc90-eeed0e7cdf05 None None] DHCP port deletion for e261ebc7-53d0-491e-a06c-f2f40bc6dc18 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:49.934888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae1e578-3691-4f53-a0e8-f46a5a12694c None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:33:50.021943 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.049884 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.053641 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "DELETE /v2.0/networks/e261ebc7-53d0-491e-a06c-f2f40bc6dc18 HTTP/1.1" status: 204 len: 168 time: 1.8672955 Nov 27 01:33:50.056223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55454) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:50.058246 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e55647c-3552-46ce-9ce0-6d3c98f5f23b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:50.062228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0801c253-ee95-4149-89e9-3e8e9d48989e admin admin] Router e015c97d-17a7-44fa-b754-ae14f92f7e1e has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:50.070652 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8291ea56-8421-4b86-ba70-e60aae7104d5 None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:50.086450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae1e578-3691-4f53-a0e8-f46a5a12694c None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:33:50.088843 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8291ea56-8421-4b86-ba70-e60aae7104d5 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:50.089475 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8291ea56-8421-4b86-ba70-e60aae7104d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:50.138972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96ea6d-23b1-4c8c-b50c-aaae1c01b2c5 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event deleted for resources: {'Network': ['ID=e261ebc7-53d0-491e-a06c-f2f40bc6dc18,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:50.155113 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8291ea56-8421-4b86-ba70-e60aae7104d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:50.179549 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8291ea56-8421-4b86-ba70-e60aae7104d5 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:50.180076 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8291ea56-8421-4b86-ba70-e60aae7104d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:50.244231 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f733729-376f-46e6-96a6-c0f2fcb8384b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.271471 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8291ea56-8421-4b86-ba70-e60aae7104d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:50.272147 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8291ea56-8421-4b86-ba70-e60aae7104d5 None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:50.306949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0801c253-ee95-4149-89e9-3e8e9d48989e admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:50.324134 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0801c253-ee95-4149-89e9-3e8e9d48989e admin admin] 10.222.0.15 "PUT /v2.0/routers/e015c97d-17a7-44fa-b754-ae14f92f7e1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5926404 Nov 27 01:33:50.326575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e0f40e-f005-402e-9207-6d02ced5c5ff None None] Sync routers for ids ['e015c97d-17a7-44fa-b754-ae14f92f7e1e'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:50.328828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55458) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:50.384441 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e0f40e-f005-402e-9207-6d02ced5c5ff None None] Routers {'e015c97d-17a7-44fa-b754-ae14f92f7e1e'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:50.385635 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c9e0f40e-f005-402e-9207-6d02ced5c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e015c97d-17a7-44fa-b754-ae14f92f7e1e'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:50.500559 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f733729-376f-46e6-96a6-c0f2fcb8384b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.527473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-2f733729-376f-46e6-96a6-c0f2fcb8384b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1407c21-0c59-463a-b077-7ba8909755a3']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:50.532591 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c2a1fe3-7d60-4e96-80f4-6b23fc6515f1 req-f30eb955-2d2e-4f99-a8c3-d03d5c6a86a5 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.1010666 Nov 27 01:33:50.539348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-2f733729-376f-46e6-96a6-c0f2fcb8384b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dcb2a1-cfac-45b0-812a-1c95591fb2f1') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:50.539723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-2f733729-376f-46e6-96a6-c0f2fcb8384b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dcb2a1-cfac-45b0-812a-1c95591fb2f1') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:50.565386 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f733729-376f-46e6-96a6-c0f2fcb8384b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.569889 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:50.573838 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.613253 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:50.613601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b40b0de5-6a30-4f12-aa1e-0a1c73b8c1da not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:50.637814 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f733729-376f-46e6-96a6-c0f2fcb8384b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.655692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-c9e0f40e-f005-402e-9207-6d02ced5c5ff None None] Set router e015c97d-17a7-44fa-b754-ae14f92f7e1e gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:50.661049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f733729-376f-46e6-96a6-c0f2fcb8384b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:50.662612 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f733729-376f-46e6-96a6-c0f2fcb8384b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.717269 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:50.753794 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:50.780637 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f733729-376f-46e6-96a6-c0f2fcb8384b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.802252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] Deleting port 5d7e0c88-e167-4dde-812c-148c423aca41 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:50.802877 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.806436 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f733729-376f-46e6-96a6-c0f2fcb8384b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.818332 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2f733729-376f-46e6-96a6-c0f2fcb8384b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "DELETE /v2.0/networks/d1407c21-0c59-463a-b077-7ba8909755a3 HTTP/1.1" status: 204 len: 168 time: 0.7571924 Nov 27 01:33:50.826534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55468) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:50.853108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f733729-376f-46e6-96a6-c0f2fcb8384b tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event deleted for resources: {'Network': ['ID=d1407c21-0c59-463a-b077-7ba8909755a3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:50.898691 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bc94f178-1850-41e3-a6ce-b7fb6a6f1aad None None] Provisioning complete for port 7c02a72e-6f33-425a-a0ac-797ae3420f95 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:50.899275 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bc94f178-1850-41e3-a6ce-b7fb6a6f1aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.940203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e55647c-3552-46ce-9ce0-6d3c98f5f23b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router 019a45a3-b9f9-43cb-a241-feed372c1c07 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:50.958790 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.961774 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c9e0f40e-f005-402e-9207-6d02ced5c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'name': 'tempest-TestVolumeBackupRestore-481848709-router', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d7e0c88-e167-4dde-812c-148c423aca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:27Z', 'updated_at': '2021-11-27T01:33:48Z', 'revision_number': 5, 'project_id': '9a265e9a4288445babd2bf80828acf8b', 'gw_port': {'id': '5d7e0c88-e167-4dde-812c-148c423aca41', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:28:29Z', 'updated_at': '2021-11-27T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:51.018066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e0f40e-f005-402e-9207-6d02ced5c5ff None None] Checking router: e015c97d-17a7-44fa-b754-ae14f92f7e1e for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:33:51.020305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bc94f178-1850-41e3-a6ce-b7fb6a6f1aad None None] Port 7c02a72e-6f33-425a-a0ac-797ae3420f95 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:51.040212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e0f40e-f005-402e-9207-6d02ced5c5ff None None] Routers {'e015c97d-17a7-44fa-b754-ae14f92f7e1e'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:51.040933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c9e0f40e-f005-402e-9207-6d02ced5c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e015c97d-17a7-44fa-b754-ae14f92f7e1e'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:51.042029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] For port 5d7e0c88-e167-4dde-812c-148c423aca41, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5d7e0c88-e167-4dde-812c-148c423aca41,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:51.042726 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.045479 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bc94f178-1850-41e3-a6ce-b7fb6a6f1aad None None] Provisioning complete for port de20ac4f-9ffb-4c9c-90d9-63d7b3ec1241 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:51.045868 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bc94f178-1850-41e3-a6ce-b7fb6a6f1aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.048388 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6627cf2b-e8cc-4c23-8983-45db2e7d0a9f req-38b622b7-3253-4058-bb5d-564a74fee716 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1015875 Nov 27 01:33:51.071675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] Calling delete_port for 5d7e0c88-e167-4dde-812c-148c423aca41 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:51.148319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bc94f178-1850-41e3-a6ce-b7fb6a6f1aad None None] Port de20ac4f-9ffb-4c9c-90d9-63d7b3ec1241 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:51.163547 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.182032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e55647c-3552-46ce-9ce0-6d3c98f5f23b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:51.193762 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9482952-a782-4a4a-918d-807f9b9a2119 None None] Sync routers for ids ['019a45a3-b9f9-43cb-a241-feed372c1c07'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:51.197201 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e55647c-3552-46ce-9ce0-6d3c98f5f23b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.204094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c489f140-213f-4dad-a7bf-5b47fe5b6107']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:51.211339 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bc94f178-1850-41e3-a6ce-b7fb6a6f1aad None None] Provisioning complete for port b3e1634e-ed77-41d2-9c4f-ef3244f5a21b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:51.211779 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bc94f178-1850-41e3-a6ce-b7fb6a6f1aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.213355 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9482952-a782-4a4a-918d-807f9b9a2119 None None] Routers {'019a45a3-b9f9-43cb-a241-feed372c1c07'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:51.213991 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a9482952-a782-4a4a-918d-807f9b9a2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['019a45a3-b9f9-43cb-a241-feed372c1c07'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:51.217349 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627cf2b-e8cc-4c23-8983-45db2e7d0a9f req-afdac5ab-2283-401c-96eb-cae86b147a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:51.218856 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6627cf2b-e8cc-4c23-8983-45db2e7d0a9f req-afdac5ab-2283-401c-96eb-cae86b147a30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1097 time: 0.0771787 Nov 27 01:33:51.236183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2183204b-fca9-4307-afbf-d31cc82b9acc') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:51.236889 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2183204b-fca9-4307-afbf-d31cc82b9acc') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:51.254005 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.315774 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a9482952-a782-4a4a-918d-807f9b9a2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:51.327042 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9482952-a782-4a4a-918d-807f9b9a2119 None None] Routers {'019a45a3-b9f9-43cb-a241-feed372c1c07'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:51.328026 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a9482952-a782-4a4a-918d-807f9b9a2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['019a45a3-b9f9-43cb-a241-feed372c1c07'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:51.347290 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.366219 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6e55647c-3552-46ce-9ce0-6d3c98f5f23b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "PUT /v2.0/floatingips/16b80b69-65d5-41c2-a8ba-32d311e2e423 HTTP/1.1" status: 200 len: 978 time: 4.1567912 Nov 27 01:33:51.368808 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a9482952-a782-4a4a-918d-807f9b9a2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:51.369360 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:51.369795 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.370343 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9482952-a782-4a4a-918d-807f9b9a2119 None None] The sync data for ids ['019a45a3-b9f9-43cb-a241-feed372c1c07'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:51.376999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55474) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:51.381142 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:51.447689 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627cf2b-e8cc-4c23-8983-45db2e7d0a9f req-0bac82a4-1f61-49af-b6a8-7cd610247541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:51.453664 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6627cf2b-e8cc-4c23-8983-45db2e7d0a9f req-0bac82a4-1f61-49af-b6a8-7cd610247541 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f HTTP/1.1" status: 200 len: 896 time: 0.1942160 Nov 27 01:33:51.474083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bc94f178-1850-41e3-a6ce-b7fb6a6f1aad None None] Port b3e1634e-ed77-41d2-9c4f-ef3244f5a21b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:51.500201 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-c9e0f40e-f005-402e-9207-6d02ced5c5ff None None] Set router e015c97d-17a7-44fa-b754-ae14f92f7e1e gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:51.517433 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.563817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7e0c88-e167-4dde-812c-148c423aca41,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:51.619008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e27477-fe58-425d-8f56-71209f932921 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:51.631913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c9e0f40e-f005-402e-9207-6d02ced5c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'name': 'tempest-TestVolumeBackupRestore-481848709-router', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:27Z', 'updated_at': '2021-11-27T01:33:50Z', 'revision_number': 6, 'project_id': '9a265e9a4288445babd2bf80828acf8b', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:51.644107 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.648734 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6627cf2b-e8cc-4c23-8983-45db2e7d0a9f req-d1b0f154-1278-4888-8672-aa7bbb2bded4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d HTTP/1.1" status: 200 len: 1001 time: 0.1799541 Nov 27 01:33:51.707537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e0f40e-f005-402e-9207-6d02ced5c5ff None None] The sync data for ids ['e015c97d-17a7-44fa-b754-ae14f92f7e1e'] in n-d-817303-10 is: [{'id': 'e015c97d-17a7-44fa-b754-ae14f92f7e1e', 'name': 'tempest-TestVolumeBackupRestore-481848709-router', 'tenant_id': '9a265e9a4288445babd2bf80828acf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:28:27Z', 'updated_at': '2021-11-27T01:33:50Z', 'revision_number': 6, 'project_id': '9a265e9a4288445babd2bf80828acf8b', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:51.814838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a62e0079-b1a8-49c7-a12c-7d70a8a45946 req-5f5edf91-9659-4fe8-b333-44c25465cbf7 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0830395 Nov 27 01:33:51.816805 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.820793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.867981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627cf2b-e8cc-4c23-8983-45db2e7d0a9f req-9594bf7e-9efc-4b47-b2c0-9fc07d613ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:51.869889 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6627cf2b-e8cc-4c23-8983-45db2e7d0a9f req-9594bf7e-9efc-4b47-b2c0-9fc07d613ef1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=83a559a3-be1a-4c33-92bb-d495581acdf3 HTTP/1.1" status: 200 len: 835 time: 0.1891243 Nov 27 01:33:51.888426 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.888914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e015c97d-17a7-44fa-b754-ae14f92f7e1e {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:33:51.894522 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.898514 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-32c666a2-d863-4c7b-b888-d32f01c9f96a admin admin] 10.222.0.15 "DELETE /v2.0/routers/e015c97d-17a7-44fa-b754-ae14f92f7e1e HTTP/1.1" status: 204 len: 168 time: 1.5687675 Nov 27 01:33:51.914554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55480) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:51.968291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-82919fc6-783f-489b-9583-b43f98e988f9 admin admin] Deleting subnet c6dd4bd0-89a7-4197-982a-d01eaf15158d {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:33:51.972387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627cf2b-e8cc-4c23-8983-45db2e7d0a9f req-6ed0005a-5ef5-42e9-96b1-6aa7b57ab4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:51.973892 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6627cf2b-e8cc-4c23-8983-45db2e7d0a9f req-6ed0005a-5ef5-42e9-96b1-6aa7b57ab4e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949690 Nov 27 01:33:51.974543 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-82919fc6-783f-489b-9583-b43f98e988f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.009551 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.030550 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.036168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "DELETE /v2.0/networks/c489f140-213f-4dad-a7bf-5b47fe5b6107 HTTP/1.1" status: 204 len: 168 time: 1.1930590 Nov 27 01:33:52.036168 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event deleted for resources: {'Network': ['ID=c489f140-213f-4dad-a7bf-5b47fe5b6107,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:52.037063 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55482) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:52.106036 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-82919fc6-783f-489b-9583-b43f98e988f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.125272 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:52.125670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:52.126088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:52.126443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:52.126787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:52.127127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:52.127465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:52.127799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:52.128133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:52.128497 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:52.128830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:52.129158 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c75674-6841-4a3a-b9e6-b9edc2e09a18 tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:52.132534 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6627cf2b-e8cc-4c23-8983-45db2e7d0a9f req-fd64fc44-fb96-4738-b89d-93571d7efd74 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338472 Nov 27 01:33:52.183226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e318078f-5d42-472b-b419-d7205c184549 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port 94873d97-2527-4e0b-9266-87a31e825418 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:52.183843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e318078f-5d42-472b-b419-d7205c184549 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.248041 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9194b1d6-1ff0-482d-9f8e-540df7962add tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.273228 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-82919fc6-783f-489b-9583-b43f98e988f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.309770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6627cf2b-e8cc-4c23-8983-45db2e7d0a9f req-e3dac826-0518-4efc-a3eb-bbaa142eeba6 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701331 Nov 27 01:33:52.349070 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-82919fc6-783f-489b-9583-b43f98e988f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.379455 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e318078f-5d42-472b-b419-d7205c184549 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.380003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82919fc6-783f-489b-9583-b43f98e988f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6dd4bd0-89a7-4197-982a-d01eaf15158d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:52.383917 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-82919fc6-783f-489b-9583-b43f98e988f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.390512 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-82919fc6-783f-489b-9583-b43f98e988f9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c6dd4bd0-89a7-4197-982a-d01eaf15158d HTTP/1.1" status: 204 len: 168 time: 0.4720607 Nov 27 01:33:52.391521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55486) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:52.398338 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9194b1d6-1ff0-482d-9f8e-540df7962add tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.399678 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac645f8a-0cef-416a-8180-4a84a582529d None None] Network 09c11a14-7f03-40f1-a882-7323264e8d28 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:52.485516 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.498684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9194b1d6-1ff0-482d-9f8e-540df7962add tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c6686f-8f74-43b7-8ca4-ddc13253dcaa']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:52.523685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9194b1d6-1ff0-482d-9f8e-540df7962add tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a6cd3d-c8f7-4cb4-a551-8e54661ae7d3') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:52.523888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9194b1d6-1ff0-482d-9f8e-540df7962add tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a6cd3d-c8f7-4cb4-a551-8e54661ae7d3') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:52.557767 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9194b1d6-1ff0-482d-9f8e-540df7962add tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.600499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Deleting port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:52.601743 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.617405 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9194b1d6-1ff0-482d-9f8e-540df7962add tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.624486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5a3f79-d3c1-40dd-be43-59a25a940b6a None None] DHCP port deletion for 09c11a14-7f03-40f1-a882-7323264e8d28 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:52.683557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a3f79-d3c1-40dd-be43-59a25a940b6a None None] Deleting port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:52.685032 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3f79-d3c1-40dd-be43-59a25a940b6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.689558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2dd2a67e-56e5-4695-85e8-60c215a15440 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:52.691937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] For port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd,segment=NetworkSegment(567c34f2-4e5c-4aa2-b448-a424fd514e20),segment_id=567c34f2-4e5c-4aa2-b448-a424fd514e20)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:52.691937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.713912 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9194b1d6-1ff0-482d-9f8e-540df7962add tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:52.714336 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9194b1d6-1ff0-482d-9f8e-540df7962add tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:52.718696 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:52.725855 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Calling delete_port for e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:52.735052 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 2dd2a67e-56e5-4695-85e8-60c215a15440 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:52.735439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2dd2a67e-56e5-4695-85e8-60c215a15440 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:52.736962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5d7e0c88-e167-4dde-812c-148c423aca41 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:52.839742 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 5d7e0c88-e167-4dde-812c-148c423aca41 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:52.840070 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5d7e0c88-e167-4dde-812c-148c423aca41 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:52.871058 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7b5a3f79-d3c1-40dd-be43-59a25a940b6a None None] For port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd,segment=NetworkSegment(567c34f2-4e5c-4aa2-b448-a424fd514e20),segment_id=567c34f2-4e5c-4aa2-b448-a424fd514e20)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:52.871565 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3f79-d3c1-40dd-be43-59a25a940b6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.875850 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e318078f-5d42-472b-b419-d7205c184549 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.876443 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e318078f-5d42-472b-b419-d7205c184549 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.879861 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-e318078f-5d42-472b-b419-d7205c184549 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Floating IP 16b80b69-65d5-41c2-a8ba-32d311e2e423 disassociated. External IP: 172.25.1.181, port: 94873d97-2527-4e0b-9266-87a31e825418. Nov 27 01:33:52.880308 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e318078f-5d42-472b-b419-d7205c184549 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for 94873d97-2527-4e0b-9266-87a31e825418 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:52.896967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a3f79-d3c1-40dd-be43-59a25a940b6a None None] Calling delete_port for e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:52.908206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9194b1d6-1ff0-482d-9f8e-540df7962add tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.919433 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9194b1d6-1ff0-482d-9f8e-540df7962add tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.922386 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9194b1d6-1ff0-482d-9f8e-540df7962add tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] 10.222.0.15 "DELETE /v2.0/networks/a4c6686f-8f74-43b7-8ca4-ddc13253dcaa HTTP/1.1" status: 204 len: 168 time: 0.8839691 Nov 27 01:33:52.952299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194b1d6-1ff0-482d-9f8e-540df7962add tempest-BulkNetworkOpsIpV6Test-1278461320 tempest-BulkNetworkOpsIpV6Test-1278461320-project] Pushing event deleted for resources: {'Network': ['ID=a4c6686f-8f74-43b7-8ca4-ddc13253dcaa,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:52.966517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.030602 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7c1f826-1232-4a6e-bed6-9d0e9f28b273 req-6d09c435-7a49-431a-b154-7af7de23360f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0376577 Nov 27 01:33:53.039239 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:53.085943 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3f79-d3c1-40dd-be43-59a25a940b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.105087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] No DVR routers for this DVR port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:53.157582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27133684-cc00-43d7-99fd-b6225c1122d1 req-a3b7f535-a11b-49ea-a232-912b4d2708fc tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.1733496 Nov 27 01:33:53.159883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a3f79-d3c1-40dd-be43-59a25a940b6a None None] No DVR routers for this DVR port e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:53.161470 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a3f79-d3c1-40dd-be43-59a25a940b6a None None] Pushing event deleted for resources: {'Port': ['ID=e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:53.205941 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e318078f-5d42-472b-b419-d7205c184549 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.245383 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.276594 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318078f-5d42-472b-b419-d7205c184549 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=94873d97-2527-4e0b-9266-87a31e825418,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:53.281564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c11a14-7f03-40f1-a882-7323264e8d28']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:53.293551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567c34f2-4e5c-4aa2-b448-a424fd514e20') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:53.294157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567c34f2-4e5c-4aa2-b448-a424fd514e20') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:53.305266 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.322980 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.335372 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:53.335789 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:53.340427 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:53.376079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55498) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:53.409169 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.419071 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.422644 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] 10.222.0.15 "DELETE /v2.0/networks/09c11a14-7f03-40f1-a882-7323264e8d28 HTTP/1.1" status: 204 len: 168 time: 1.0309606 Nov 27 01:33:53.432932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e318078f-5d42-472b-b419-d7205c184549 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router 019a45a3-b9f9-43cb-a241-feed372c1c07 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:53.442682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1c52b-0975-426c-a1fa-7e2e71b38197 admin admin] Pushing event deleted for resources: {'Network': ['ID=09c11a14-7f03-40f1-a882-7323264e8d28,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:53.581606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55504) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:53.595672 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e318078f-5d42-472b-b419-d7205c184549 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:53.605679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b88d3f-debe-47bb-a087-ab01f27cc6f8 None None] Sync routers for ids ['019a45a3-b9f9-43cb-a241-feed372c1c07'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:53.615809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b88d3f-debe-47bb-a087-ab01f27cc6f8 None None] Routers {'019a45a3-b9f9-43cb-a241-feed372c1c07'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:53.616477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c4b88d3f-debe-47bb-a087-ab01f27cc6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['019a45a3-b9f9-43cb-a241-feed372c1c07'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:53.626661 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-59a01c00-fb9d-4081-9b0a-a1fe6479f32f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c520c5f009e8479d9a976c59cf451ad4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415249 Nov 27 01:33:53.626857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55506) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:53.650282 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c4b88d3f-debe-47bb-a087-ab01f27cc6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:53.659209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b88d3f-debe-47bb-a087-ab01f27cc6f8 None None] Routers {'019a45a3-b9f9-43cb-a241-feed372c1c07'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:53.660089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c4b88d3f-debe-47bb-a087-ab01f27cc6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['019a45a3-b9f9-43cb-a241-feed372c1c07'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:53.661892 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-209f5b53-7752-4dd2-9f31-606e8ed1f6a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35df5f11a7b644749ba2a4c07f4a4c6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2845476 Nov 27 01:33:53.664937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55508) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:53.684122 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e318078f-5d42-472b-b419-d7205c184549 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.688333 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e318078f-5d42-472b-b419-d7205c184549 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/ports/94873d97-2527-4e0b-9266-87a31e825418 HTTP/1.1" status: 204 len: 168 time: 2.3031247 Nov 27 01:33:53.691039 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa4702c5-19fa-406b-9b54-d50963e7d8ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.691175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55510) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:53.702727 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c4b88d3f-debe-47bb-a087-ab01f27cc6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:53.703401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b88d3f-debe-47bb-a087-ab01f27cc6f8 None None] The sync data for ids ['019a45a3-b9f9-43cb-a241-feed372c1c07'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:53.730528 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa4702c5-19fa-406b-9b54-d50963e7d8ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.765761 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-727cf43d-a44c-410d-8597-e4b72bc99cfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.796290 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-727cf43d-a44c-410d-8597-e4b72bc99cfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.814433 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa4702c5-19fa-406b-9b54-d50963e7d8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.816980 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fa4702c5-19fa-406b-9b54-d50963e7d8ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.818107 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fa4702c5-19fa-406b-9b54-d50963e7d8ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cc44bca-049d-4818-8042-031e315925d6 HTTP/1.1" status: 204 len: 168 time: 0.1903005 Nov 27 01:33:53.837661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4702c5-19fa-406b-9b54-d50963e7d8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc44bca-049d-4818-8042-031e315925d6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:53.861144 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-727cf43d-a44c-410d-8597-e4b72bc99cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.864775 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-727cf43d-a44c-410d-8597-e4b72bc99cfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.868493 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-727cf43d-a44c-410d-8597-e4b72bc99cfd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76cf3bed-0c5e-47c2-a0e6-3943a752332a HTTP/1.1" status: 204 len: 168 time: 0.2000825 Nov 27 01:33:53.887423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cf43d-a44c-410d-8597-e4b72bc99cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cf3bed-0c5e-47c2-a0e6-3943a752332a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:54.084611 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de27a0a3-c607-4c3c-8b9c-932598fb16fc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:54.290429 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a3b48405-3ba0-4f32-9b6d-10de952b8ade req-e31ea021-8591-4259-8026-c47c294b7374 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0625885 Nov 27 01:33:54.444802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55536) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:54.450804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:54.494738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:54.496163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e0f95d58-f6d7-4d51-b3c8-e2926e36c1bd not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:54.530322 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55538) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:54.531545 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4f1f85d8-8417-47d7-aa53-062096ba36c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a265e9a4288445babd2bf80828acf8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0840766 Nov 27 01:33:54.592033 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-de27a0a3-c607-4c3c-8b9c-932598fb16fc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port 5f315484-92fc-4685-b557-e2341245a81d {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:54.592428 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de27a0a3-c607-4c3c-8b9c-932598fb16fc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:54.612031 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-914d00e2-593d-4a17-b7ed-081b9a89e22e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:54.682266 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-914d00e2-593d-4a17-b7ed-081b9a89e22e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:54.743313 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de27a0a3-c607-4c3c-8b9c-932598fb16fc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:54.758416 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-de27a0a3-c607-4c3c-8b9c-932598fb16fc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for 5f315484-92fc-4685-b557-e2341245a81d owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:54.811314 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-914d00e2-593d-4a17-b7ed-081b9a89e22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:54.813946 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-914d00e2-593d-4a17-b7ed-081b9a89e22e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:54.815094 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-914d00e2-593d-4a17-b7ed-081b9a89e22e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd8d5cc0-0e9f-49d7-b200-78fc3c8cc2a1 HTTP/1.1" status: 204 len: 168 time: 0.2828836 Nov 27 01:33:54.828340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d00e2-593d-4a17-b7ed-081b9a89e22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8d5cc0-0e9f-49d7-b200-78fc3c8cc2a1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:55.007022 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de27a0a3-c607-4c3c-8b9c-932598fb16fc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.027810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55554) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:55.065490 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27a0a3-c607-4c3c-8b9c-932598fb16fc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=5f315484-92fc-4685-b557-e2341245a81d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:55.251209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1653449123'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:55.368194 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de27a0a3-c607-4c3c-8b9c-932598fb16fc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.375678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:55.380467 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.394513 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.464625 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a84f7a08-c822-475c-b31f-1e07ce1ea931 req-2fa4de4b-04a7-46af-9767-135ada029617 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0372062 Nov 27 01:33:55.614695 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.652606 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.699071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:55.701831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e679f1a-6774-4805-aba6-4c7d6332c7d1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:55.720425 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.720777 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Added segment df348841-749e-4907-83de-93d50356145a of type vlan for network b487184b-d3cb-43c6-b29a-3fd121cb63f0 Nov 27 01:33:55.731575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de27a0a3-c607-4c3c-8b9c-932598fb16fc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router 019a45a3-b9f9-43cb-a241-feed372c1c07 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:55.798016 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b524935e-de79-4acd-bc48-11ab75e041bc req-dbda1ae1-5a49-43b8-8977-8802f4c2533f tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428&device_id=ef624b96-b8a8-49a3-9f22-5ceb933259ea HTTP/1.1" status: 200 len: 210 time: 0.0424378 Nov 27 01:33:55.799783 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.900069 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.906519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:55.907170 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.996269 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9465985 Nov 27 01:33:55.996269 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de27a0a3-c607-4c3c-8b9c-932598fb16fc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:55.999586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55568) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:56.001210 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d076d-6681-4c26-a7a8-5456fb4fd754 None None] Sync routers for ids ['019a45a3-b9f9-43cb-a241-feed372c1c07'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:56.010949 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-de27a0a3-c607-4c3c-8b9c-932598fb16fc tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "PUT /v2.0/routers/019a45a3-b9f9-43cb-a241-feed372c1c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3187854 Nov 27 01:33:56.015253 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d076d-6681-4c26-a7a8-5456fb4fd754 None None] Routers {'019a45a3-b9f9-43cb-a241-feed372c1c07'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:56.016072 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e09d076d-6681-4c26-a7a8-5456fb4fd754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['019a45a3-b9f9-43cb-a241-feed372c1c07'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:56.019894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe6e1d-f5b3-4815-8ca2-576891885bc3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Network': ['ID=b487184b-d3cb-43c6-b29a-3fd121cb63f0,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:56.036457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network b487184b-d3cb-43c6-b29a-3fd121cb63f0 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:33:56.080076 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e09d076d-6681-4c26-a7a8-5456fb4fd754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:56.108507 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d076d-6681-4c26-a7a8-5456fb4fd754 None None] Routers {'019a45a3-b9f9-43cb-a241-feed372c1c07'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:56.109334 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e09d076d-6681-4c26-a7a8-5456fb4fd754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['019a45a3-b9f9-43cb-a241-feed372c1c07'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:56.114606 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-879278f5-f843-43f3-951f-aedc21fa12e0 req-cff649da-86db-4959-acac-16eb838e2425 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0495126 Nov 27 01:33:56.165341 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-af93f3bd-0a18-4961-a73e-93380b421f38 req-a4f9f5eb-932a-411c-b82d-1bbc2ea1bd01 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4ac1ea5d592412bb34ab1df0271ad54&device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0607407 Nov 27 01:33:56.172841 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e09d076d-6681-4c26-a7a8-5456fb4fd754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:56.176197 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d076d-6681-4c26-a7a8-5456fb4fd754 None None] The sync data for ids ['019a45a3-b9f9-43cb-a241-feed372c1c07'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:56.217534 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-af93f3bd-0a18-4961-a73e-93380b421f38 req-17cde25f-42ed-4996-af97-a7ac4d99d0f8 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c4ac1ea5d592412bb34ab1df0271ad54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376501 Nov 27 01:33:56.288051 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:56.416369 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:56.425257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93f3bd-0a18-4961-a73e-93380b421f38 req-5e88310b-cbc6-403d-9b43-68ece1b9bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:56.427485 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-af93f3bd-0a18-4961-a73e-93380b421f38 req-5e88310b-cbc6-403d-9b43-68ece1b9bede service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1834452 Nov 27 01:33:56.497466 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port 0dbd764a-3fa4-4c6b-b6aa-3ec7e499ae4b {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:56.498041 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:56.585725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:56.598587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for 0dbd764a-3fa4-4c6b-b6aa-3ec7e499ae4b owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:56.777121 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:56.804416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=0dbd764a-3fa4-4c6b-b6aa-3ec7e499ae4b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:56.822348 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c244b-d1b6-44d7-8ccd-2fddff1a9b66 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:56.876206 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:56.972068 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:56.974352 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.024265 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.025199 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Fanout notify agent at l3_agent the message router_deleted on router 019a45a3-b9f9-43cb-a241-feed372c1c07 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:33:57.034240 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.038683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55574) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:57.039130 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c7a2bd48-0f49-415b-8e19-bb776b08d926 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/routers/019a45a3-b9f9-43cb-a241-feed372c1c07 HTTP/1.1" status: 204 len: 168 time: 1.0379422 Nov 27 01:33:57.469851 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2bd7a3c-084c-495b-a53f-97484566d839 req-639ce7bd-6c25-4ac2-b547-ebdb37133625 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0341983 Nov 27 01:33:57.483422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b6ce07-cc3e-4a4d-9d0f-3ac6bf61d655 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting subnet 03e15ce7-8cfb-4cd9-a69a-e0562be296c5 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:33:57.497957 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ce07-cc3e-4a4d-9d0f-3ac6bf61d655 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.546518 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ce07-cc3e-4a4d-9d0f-3ac6bf61d655 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.667496 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ce07-cc3e-4a4d-9d0f-3ac6bf61d655 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.764202 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ce07-cc3e-4a4d-9d0f-3ac6bf61d655 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.798821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6ce07-cc3e-4a4d-9d0f-3ac6bf61d655 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Subnet': ['ID=03e15ce7-8cfb-4cd9-a69a-e0562be296c5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:57.811511 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ce07-cc3e-4a4d-9d0f-3ac6bf61d655 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.817110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3680b701-6c85-4918-adca-e60e809d5734 None None] Network e2637421-b64f-4733-9a16-fadfba1b02f6 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:57.833049 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b0b6ce07-cc3e-4a4d-9d0f-3ac6bf61d655 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/subnets/03e15ce7-8cfb-4cd9-a69a-e0562be296c5 HTTP/1.1" status: 204 len: 168 time: 0.7925019 Nov 27 01:33:57.835701 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55620) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:57.986934 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-af93f3bd-0a18-4961-a73e-93380b421f38 req-1857e0e4-bf09-4028-8aaf-945cee809760 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.31 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0599954 Nov 27 01:33:58.010029 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.121550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port d3952595-4e5a-4a1e-8b03-90abf51b0e21 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:58.121912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.245023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] For port d3952595-4e5a-4a1e-8b03-90abf51b0e21, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d3952595-4e5a-4a1e-8b03-90abf51b0e21,segment=NetworkSegment(51ec3905-86c0-40aa-8c69-8eb6494b6a35),segment_id=51ec3905-86c0-40aa-8c69-8eb6494b6a35)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:58.245402 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.282997 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9368e3-2645-4b14-b86d-da9adfabfdf3 None None] DHCP port deletion for e2637421-b64f-4733-9a16-fadfba1b02f6 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:58.283322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for d3952595-4e5a-4a1e-8b03-90abf51b0e21 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:58.364599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-fa9368e3-2645-4b14-b86d-da9adfabfdf3 None None] Deleting port d3952595-4e5a-4a1e-8b03-90abf51b0e21 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:58.365282 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fa9368e3-2645-4b14-b86d-da9adfabfdf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.382444 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.420333 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=d3952595-4e5a-4a1e-8b03-90abf51b0e21,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:58.423885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] No DVR routers for this DVR port d3952595-4e5a-4a1e-8b03-90abf51b0e21 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:58.554616 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.597798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2637421-b64f-4733-9a16-fadfba1b02f6']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:58.615767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ec3905-86c0-40aa-8c69-8eb6494b6a35') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:58.616395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ec3905-86c0-40aa-8c69-8eb6494b6a35') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:58.628094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fa9368e3-2645-4b14-b86d-da9adfabfdf3 None None] For port d3952595-4e5a-4a1e-8b03-90abf51b0e21, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d3952595-4e5a-4a1e-8b03-90abf51b0e21,segment=NetworkSegment(51ec3905-86c0-40aa-8c69-8eb6494b6a35),segment_id=51ec3905-86c0-40aa-8c69-8eb6494b6a35)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:58.628530 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fa9368e3-2645-4b14-b86d-da9adfabfdf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.628934 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.637860 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-92e6f20f-1030-4487-b294-e916b977eff8 req-2102d092-277c-4530-81e2-10c79cefb33f tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=0732225a-6593-4c38-89e9-7e8e852cc428 HTTP/1.1" status: 200 len: 210 time: 0.0479636 Nov 27 01:33:58.643765 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.644644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d3952595-4e5a-4a1e-8b03-90abf51b0e21 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:58.657059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:58.657541 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.668382 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-fa9368e3-2645-4b14-b86d-da9adfabfdf3 None None] Calling delete_port for d3952595-4e5a-4a1e-8b03-90abf51b0e21 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:58.730117 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:58.736223 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.747989 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.753365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/networks/e2637421-b64f-4733-9a16-fadfba1b02f6 HTTP/1.1" status: 204 len: 168 time: 0.9157629 Nov 27 01:33:58.756220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55662) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:58.775276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a81c8-ab72-4418-b882-237e997d4484 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Network': ['ID=e2637421-b64f-4733-9a16-fadfba1b02f6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:58.819817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: d3952595-4e5a-4a1e-8b03-90abf51b0e21 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:58.820528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d3952595-4e5a-4a1e-8b03-90abf51b0e21 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:58.824183 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.826960 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fa9368e3-2645-4b14-b86d-da9adfabfdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.837713 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa9368e3-2645-4b14-b86d-da9adfabfdf3 None None] Network e2637421-b64f-4733-9a16-fadfba1b02f6 is not hosted by any dhcp agent {{(pid=103404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:33:58.838189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9368e3-2645-4b14-b86d-da9adfabfdf3 None None] No DVR routers for this DVR port d3952595-4e5a-4a1e-8b03-90abf51b0e21 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:58.870037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9368e3-2645-4b14-b86d-da9adfabfdf3 None None] Pushing event deleted for resources: {'Port': ['ID=d3952595-4e5a-4a1e-8b03-90abf51b0e21,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:58.969401 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-42b0dd41-4a68-4065-a17b-d287065da72c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port b0f0c096-7bb7-46b4-9b0f-b75737100b17 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:58.969977 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42b0dd41-4a68-4065-a17b-d287065da72c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.057982 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42b0dd41-4a68-4065-a17b-d287065da72c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.058307 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42b0dd41-4a68-4065-a17b-d287065da72c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.071724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-42b0dd41-4a68-4065-a17b-d287065da72c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for b0f0c096-7bb7-46b4-9b0f-b75737100b17 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:59.158739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55666) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:59.164267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-2ca46d19-4544-45d5-be3f-8a8a05cd74fe tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'subnet': {'network_id': 'b487184b-d3cb-43c6-b29a-3fd121cb63f0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:59.230770 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42b0dd41-4a68-4065-a17b-d287065da72c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.264903 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0dd41-4a68-4065-a17b-d287065da72c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=b0f0c096-7bb7-46b4-9b0f-b75737100b17,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:59.280025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca46d19-4544-45d5-be3f-8a8a05cd74fe tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:59.284047 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ca46d19-4544-45d5-be3f-8a8a05cd74fe tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.348924 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42b0dd41-4a68-4065-a17b-d287065da72c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.351448 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42b0dd41-4a68-4065-a17b-d287065da72c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.357273 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-42b0dd41-4a68-4065-a17b-d287065da72c tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/floatingips/16b80b69-65d5-41c2-a8ba-32d311e2e423 HTTP/1.1" status: 204 len: 168 time: 0.5951281 Nov 27 01:33:59.359708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55668) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:59.384362 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e375fe-20ef-46f1-92a5-1eb8059b46d1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] DELETE failed (client error): The resource could not be found. Nov 27 01:33:59.384918 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e375fe-20ef-46f1-92a5-1eb8059b46d1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:33:59.390549 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f6e375fe-20ef-46f1-92a5-1eb8059b46d1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/ports/94873d97-2527-4e0b-9266-87a31e825418 HTTP/1.1" status: 404 len: 333 time: 0.0270264 Nov 27 01:33:59.390705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55670) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:59.420288 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9f109534-22b8-4538-a4dd-a705de6b75e8 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "GET /v2.0/ports?device_id=019a45a3-b9f9-43cb-a241-feed372c1c07 HTTP/1.1" status: 200 len: 205 time: 0.0259354 Nov 27 01:33:59.420868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55672) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:59.457625 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-73ca407e-6ede-4b0f-847a-7f8e9f702f3f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] delete failed (client error): The resource could not be found. Nov 27 01:33:59.458789 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-73ca407e-6ede-4b0f-847a-7f8e9f702f3f tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/routers/019a45a3-b9f9-43cb-a241-feed372c1c07 HTTP/1.1" status: 404 len: 336 time: 0.0369208 Nov 27 01:33:59.461339 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55674) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:59.488172 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d57ae55-5395-4f40-a007-312a54093c49 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] DELETE failed (client error): The resource could not be found. Nov 27 01:33:59.488656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d57ae55-5395-4f40-a007-312a54093c49 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:33:59.491706 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6d57ae55-5395-4f40-a007-312a54093c49 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/subnets/03e15ce7-8cfb-4cd9-a69a-e0562be296c5 HTTP/1.1" status: 404 len: 337 time: 0.0294774 Nov 27 01:33:59.494414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55676) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:59.507347 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ca46d19-4544-45d5-be3f-8a8a05cd74fe tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.529766 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:33:59.582941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca46d19-4544-45d5-be3f-8a8a05cd74fe tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Subnet': ['ID=7eb7a3b5-cd98-4e9d-bc18-fb5118430e88,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:59.587412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca46d19-4544-45d5-be3f-8a8a05cd74fe tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Checking segment: {'id': 'df348841-749e-4907-83de-93d50356145a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b487184b-d3cb-43c6-b29a-3fd121cb63f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:59.587800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca46d19-4544-45d5-be3f-8a8a05cd74fe tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network hostable DHCP agents. Network: b487184b-d3cb-43c6-b29a-3fd121cb63f0, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:33:59.607435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca46d19-4544-45d5-be3f-8a8a05cd74fe tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network b487184b-d3cb-43c6-b29a-3fd121cb63f0 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:33:59.617492 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-2ca46d19-4544-45d5-be3f-8a8a05cd74fe tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, b487184b-d3cb-43c6-b29a-3fd121cb63f0) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:59.621573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca46d19-4544-45d5-be3f-8a8a05cd74fe tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:59.623081 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2ca46d19-4544-45d5-be3f-8a8a05cd74fe tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.629507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f0e402-70e0-4982-8945-a3c721935563 None None] Network b487184b-d3cb-43c6-b29a-3fd121cb63f0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:59.651097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2ca46d19-4544-45d5-be3f-8a8a05cd74fe tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4908061 Nov 27 01:33:59.654892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-25cf9d4b-fd48-4fa1-b8b5-4d7ed5f7ab1b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port 7c02a72e-6f33-425a-a0ac-797ae3420f95 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:59.655538 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25cf9d4b-fd48-4fa1-b8b5-4d7ed5f7ab1b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.656197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55680) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:59.661874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-92827e3b-bd8e-461a-b04c-6ac62a801a65 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-830269106'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:59.686411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92827e3b-bd8e-461a-b04c-6ac62a801a65 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:59.690198 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92827e3b-bd8e-461a-b04c-6ac62a801a65 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.748507 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92827e3b-bd8e-461a-b04c-6ac62a801a65 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:59.771474 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92827e3b-bd8e-461a-b04c-6ac62a801a65 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.771962 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-92827e3b-bd8e-461a-b04c-6ac62a801a65 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Added segment 4819669e-df62-4246-92e1-a361106d5ec6 of type vlan for network 9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac Nov 27 01:33:59.799729 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25cf9d4b-fd48-4fa1-b8b5-4d7ed5f7ab1b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.820922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-25cf9d4b-fd48-4fa1-b8b5-4d7ed5f7ab1b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for 7c02a72e-6f33-425a-a0ac-797ae3420f95 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:59.860386 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92827e3b-bd8e-461a-b04c-6ac62a801a65 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.867435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-b487184b-d3cb-43c6-b29a-3fd121cb63f0', 'network_id': 'b487184b-d3cb-43c6-b29a-3fd121cb63f0', 'tenant_id': 'a273db8ee6414173b7f7740fde13ba1c', 'fixed_ips': [{'subnet_id': '7eb7a3b5-cd98-4e9d-bc18-fb5118430e88'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:33:59.869764 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.918013 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92827e3b-bd8e-461a-b04c-6ac62a801a65 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.936754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92827e3b-bd8e-461a-b04c-6ac62a801a65 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:59.937414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92827e3b-bd8e-461a-b04c-6ac62a801a65 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.991380 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25cf9d4b-fd48-4fa1-b8b5-4d7ed5f7ab1b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:00.040548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee8bded-9bca-489a-acd1-193a3946f608 None None] DHCP port deletion for bcc1dcc6-1786-46a1-93ed-578df51de52a request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:00.110987 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6274b531-5107-4270-ba0b-10b5276aa94d req-328cf7fc-b1ac-4a4e-87ab-eaa679e28dfd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4ac1ea5d592412bb34ab1df0271ad54&device_id=ef624b96-b8a8-49a3-9f22-5ceb933259ea HTTP/1.1" status: 200 len: 210 time: 0.0912011 Nov 27 01:34:00.113674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf9d4b-fd48-4fa1-b8b5-4d7ed5f7ab1b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=7c02a72e-6f33-425a-a0ac-797ae3420f95,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:00.123768 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Allocated IP 2001:db8:0:ffff::2 (b487184b-d3cb-43c6-b29a-3fd121cb63f0/7eb7a3b5-cd98-4e9d-bc18-fb5118430e88/486ebc5c-af8b-42c1-a86c-97b9c71ad758) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:00.198156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92827e3b-bd8e-461a-b04c-6ac62a801a65 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Network': ['ID=9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:00.226359 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-92827e3b-bd8e-461a-b04c-6ac62a801a65 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5684762 Nov 27 01:34:00.230702 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55690) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:00.234063 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3f07be76-9fac-4374-b1fd-2219c2981ed5 req-46bb6f86-3bc9-4e30-b45d-1bacfa2b9ae1 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef624b96-b8a8-49a3-9f22-5ceb933259ea HTTP/1.1" status: 200 len: 210 time: 0.1172054 Nov 27 01:34:00.239538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6404dd13-1efb-485d-8e15-0b852f2ebda1 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'subnet': {'network_id': '9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:00.240803 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6274b531-5107-4270-ba0b-10b5276aa94d req-fe126164-bd66-4ad0-aac5-5c2f5146cad2 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c4ac1ea5d592412bb34ab1df0271ad54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089740 Nov 27 01:34:00.251197 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:00.394707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6404dd13-1efb-485d-8e15-0b852f2ebda1 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:00.400703 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6404dd13-1efb-485d-8e15-0b852f2ebda1 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:00.440778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25cf9d4b-fd48-4fa1-b8b5-4d7ed5f7ab1b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:00.444381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-25cf9d4b-fd48-4fa1-b8b5-4d7ed5f7ab1b tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/ports/7c02a72e-6f33-425a-a0ac-797ae3420f95 HTTP/1.1" status: 204 len: 168 time: 0.9489083 Nov 27 01:34:00.446831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55692) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:00.458459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274b531-5107-4270-ba0b-10b5276aa94d req-d29f1ffd-e4f6-4302-aa90-d2f15eaf8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:00.460282 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6274b531-5107-4270-ba0b-10b5276aa94d req-d29f1ffd-e4f6-4302-aa90-d2f15eaf8fed service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1679916 Nov 27 01:34:00.469636 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:00.478413 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:00.529093 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Network b487184b-d3cb-43c6-b29a-3fd121cb63f0 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:00.532942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:00.542241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:00.580853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-744235a5-69e0-4fe5-ba70-d2a6c90f8acd tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port b3e1634e-ed77-41d2-9c4f-ef3244f5a21b {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:00.581210 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-744235a5-69e0-4fe5-ba70-d2a6c90f8acd tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:00.609201 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Pushing event updated for resources: {'Port': ['ID=486ebc5c-af8b-42c1-a86c-97b9c71ad758,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:00.627261 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Attempting to bind port 486ebc5c-af8b-42c1-a86c-97b9c71ad758 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:00.627635 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Attempting to bind port 486ebc5c-af8b-42c1-a86c-97b9c71ad758 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'df348841-749e-4907-83de-93d50356145a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b487184b-d3cb-43c6-b29a-3fd121cb63f0'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:00.628009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Attempting to bind port 486ebc5c-af8b-42c1-a86c-97b9c71ad758 on network b487184b-d3cb-43c6-b29a-3fd121cb63f0 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:00.635363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:00.637986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Checking segment: {'id': 'df348841-749e-4907-83de-93d50356145a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b487184b-d3cb-43c6-b29a-3fd121cb63f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:00.638354 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:00.638751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Bound using segment: {'id': 'df348841-749e-4907-83de-93d50356145a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b487184b-d3cb-43c6-b29a-3fd121cb63f0'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:00.639236 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Bound port: 486ebc5c-af8b-42c1-a86c-97b9c71ad758, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df348841-749e-4907-83de-93d50356145a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b487184b-d3cb-43c6-b29a-3fd121cb63f0'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:00.639623 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:00.671313 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:00.693183 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-744235a5-69e0-4fe5-ba70-d2a6c90f8acd tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:00.709887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-744235a5-69e0-4fe5-ba70-d2a6c90f8acd tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for b3e1634e-ed77-41d2-9c4f-ef3244f5a21b owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:00.731297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] For port 486ebc5c-af8b-42c1-a86c-97b9c71ad758, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:00.735392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] For port 486ebc5c-af8b-42c1-a86c-97b9c71ad758, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=486ebc5c-af8b-42c1-a86c-97b9c71ad758,segment=NetworkSegment(df348841-749e-4907-83de-93d50356145a),segment_id=df348841-749e-4907-83de-93d50356145a)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:00.740642 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:00.782933 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6404dd13-1efb-485d-8e15-0b852f2ebda1 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:00.845614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc575b9-3414-457e-840e-02f81dda053b None None] Pushing event updated for resources: {'Port': ['ID=486ebc5c-af8b-42c1-a86c-97b9c71ad758,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:00.960293 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-744235a5-69e0-4fe5-ba70-d2a6c90f8acd tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:01.018061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744235a5-69e0-4fe5-ba70-d2a6c90f8acd tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=b3e1634e-ed77-41d2-9c4f-ef3244f5a21b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:01.035642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ffda3-7a9c-402f-8acf-361174007cdb None None] DHCP port deletion for bcc1dcc6-1786-46a1-93ed-578df51de52a request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:01.111231 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-744235a5-69e0-4fe5-ba70-d2a6c90f8acd tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:01.120039 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-744235a5-69e0-4fe5-ba70-d2a6c90f8acd tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/ports/b3e1634e-ed77-41d2-9c4f-ef3244f5a21b HTTP/1.1" status: 204 len: 168 time: 0.6700680 Nov 27 01:34:01.133693 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55696) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:01.243910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97963b82-eeba-4334-82bc-2c524f86111e tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:01.250458 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-97963b82-eeba-4334-82bc-2c524f86111e tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "GET /v2.0/ports?device_id=cffe0e11-3081-4b9b-851c-6d3ff4188b6d HTTP/1.1" status: 200 len: 913 time: 0.1122663 Nov 27 01:34:01.271595 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55700) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:01.379619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404dd13-1efb-485d-8e15-0b852f2ebda1 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Subnet': ['ID=1faf0e3c-30d5-4adb-9d3e-6cfbb72fdcdd,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:01.420908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6404dd13-1efb-485d-8e15-0b852f2ebda1 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Checking segment: {'id': '4819669e-df62-4246-92e1-a361106d5ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:01.421565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6404dd13-1efb-485d-8e15-0b852f2ebda1 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network hostable DHCP agents. Network: 9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:34:01.444882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6404dd13-1efb-485d-8e15-0b852f2ebda1 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network 9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:34:01.458946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6404dd13-1efb-485d-8e15-0b852f2ebda1 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:01.467494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95722c1c-75b5-46c4-b5bc-521602dc8ba8 None None] Network 9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:01.469238 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-127a739e-636b-475b-9400-be66012b6b62 req-675e035e-31fd-432d-8c14-83a306d4b471 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef624b96-b8a8-49a3-9f22-5ceb933259ea HTTP/1.1" status: 200 len: 210 time: 0.0427136 Nov 27 01:34:01.486494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6404dd13-1efb-485d-8e15-0b852f2ebda1 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:01.486494 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6404dd13-1efb-485d-8e15-0b852f2ebda1 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:01.501834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6404dd13-1efb-485d-8e15-0b852f2ebda1 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2660892 Nov 27 01:34:01.502012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55704) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:01.664138 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:01.693808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac', 'network_id': '9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac', 'tenant_id': 'a273db8ee6414173b7f7740fde13ba1c', 'fixed_ips': [{'subnet_id': '1faf0e3c-30d5-4adb-9d3e-6cfbb72fdcdd'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:34:01.697011 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:01.773080 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:01.883709 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78cd12a5-f578-45cb-830e-881f5429d3f1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:01.915923 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Allocated IP 2001:db8::1 (9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac/1faf0e3c-30d5-4adb-9d3e-6cfbb72fdcdd/64d1506d-2ebf-49c4-9be4-77424c0dff67) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:02.093035 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6274b531-5107-4270-ba0b-10b5276aa94d req-c5e9567d-8164-4c98-b256-9f56bcb77a37 tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef624b96-b8a8-49a3-9f22-5ceb933259ea HTTP/1.1" status: 200 len: 210 time: 0.0453551 Nov 27 01:34:02.125225 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.131844 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.157031 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.197881 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Network 9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:02.204971 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:02.208912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:02.214667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Pushing event updated for resources: {'Port': ['ID=64d1506d-2ebf-49c4-9be4-77424c0dff67,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:02.224424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Subnet': ['ID=1faf0e3c-30d5-4adb-9d3e-6cfbb72fdcdd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:02.294759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8a4a22-9ca7-4338-bbe4-fb50eb37a3e8 None None] Network b487184b-d3cb-43c6-b29a-3fd121cb63f0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:02.301021 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-78cd12a5-f578-45cb-830e-881f5429d3f1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port de20ac4f-9ffb-4c9c-90d9-63d7b3ec1241 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:02.301352 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.301491 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78cd12a5-f578-45cb-830e-881f5429d3f1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.329551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:02.344370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4819669e-df62-4246-92e1-a361106d5ec6') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:02.344727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4819669e-df62-4246-92e1-a361106d5ec6') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:02.358199 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.379994 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.393657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:02.395404 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.429095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Attempting to bind port 64d1506d-2ebf-49c4-9be4-77424c0dff67 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:02.429615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Attempting to bind port 64d1506d-2ebf-49c4-9be4-77424c0dff67 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '4819669e-df62-4246-92e1-a361106d5ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:02.430074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Attempting to bind port 64d1506d-2ebf-49c4-9be4-77424c0dff67 on network 9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:02.447381 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78cd12a5-f578-45cb-830e-881f5429d3f1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.463521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-78cd12a5-f578-45cb-830e-881f5429d3f1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for de20ac4f-9ffb-4c9c-90d9-63d7b3ec1241 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:02.485729 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:02.491662 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.db.api [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 01:34:02.491662 n-d-817303-10 neutron-server[103403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 01:34:02.491662 n-d-817303-10 neutron-server[103403]: [parameters: {'id': '9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac'}] Nov 27 01:34:02.491662 n-d-817303-10 neutron-server[103403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:34:02.493131 n-d-817303-10 neutron-server[103403]: DEBUG oslo_db.api [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:34:02.504893 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 486ebc5c-af8b-42c1-a86c-97b9c71ad758 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:02.552598 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:02.552976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Checking segment: {'id': '4819669e-df62-4246-92e1-a361106d5ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:02.553398 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.553781 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Bound using segment: {'id': '4819669e-df62-4246-92e1-a361106d5ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:02.554268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Bound port: 64d1506d-2ebf-49c4-9be4-77424c0dff67, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4819669e-df62-4246-92e1-a361106d5ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:02.554649 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.592418 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-73504f04-e35a-4e7b-97d1-1031ec74142a None None] Provisioning complete for port 486ebc5c-af8b-42c1-a86c-97b9c71ad758 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:02.592893 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-73504f04-e35a-4e7b-97d1-1031ec74142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.646001 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-364ee397-fe52-42bd-b145-0802465467b6 req-b3078875-4312-4bb0-ba3e-18453c48f3fe tempest-ServerShowV247Test-1142067208 tempest-ServerShowV247Test-1142067208-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef624b96-b8a8-49a3-9f22-5ceb933259ea HTTP/1.1" status: 200 len: 210 time: 0.0313032 Nov 27 01:34:02.759612 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78cd12a5-f578-45cb-830e-881f5429d3f1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.764298 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 486ebc5c-af8b-42c1-a86c-97b9c71ad758 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:02.764639 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.794456 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd12a5-f578-45cb-830e-881f5429d3f1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=de20ac4f-9ffb-4c9c-90d9-63d7b3ec1241,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:02.820815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] For port 64d1506d-2ebf-49c4-9be4-77424c0dff67, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:02.823157 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09af0bd-28d7-4464-8c66-e20383712f3f None None] DHCP port deletion for bcc1dcc6-1786-46a1-93ed-578df51de52a request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:02.829289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] For port 64d1506d-2ebf-49c4-9be4-77424c0dff67, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=64d1506d-2ebf-49c4-9be4-77424c0dff67,segment=NetworkSegment(4819669e-df62-4246-92e1-a361106d5ec6),segment_id=4819669e-df62-4246-92e1-a361106d5ec6)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:02.859404 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.947733 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-73504f04-e35a-4e7b-97d1-1031ec74142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.997645 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.002748 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-78cd12a5-f578-45cb-830e-881f5429d3f1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.038138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41ca80-163a-46ef-a281-936f75313ecc None None] Pushing event updated for resources: {'Port': ['ID=64d1506d-2ebf-49c4-9be4-77424c0dff67,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:03.058813 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab2c039-274b-463a-99dd-c978c0a3ccf8 None None] Network 9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:03.077272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-73504f04-e35a-4e7b-97d1-1031ec74142a None None] For port 486ebc5c-af8b-42c1-a86c-97b9c71ad758, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=486ebc5c-af8b-42c1-a86c-97b9c71ad758,segment=NetworkSegment(df348841-749e-4907-83de-93d50356145a),segment_id=df348841-749e-4907-83de-93d50356145a)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:03.128979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Deleting port 64d1506d-2ebf-49c4-9be4-77424c0dff67 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:03.130139 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.270176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] For port 64d1506d-2ebf-49c4-9be4-77424c0dff67, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=64d1506d-2ebf-49c4-9be4-77424c0dff67,segment=NetworkSegment(4819669e-df62-4246-92e1-a361106d5ec6),segment_id=4819669e-df62-4246-92e1-a361106d5ec6)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:03.270549 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.302315 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Calling delete_port for 64d1506d-2ebf-49c4-9be4-77424c0dff67 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:03.317367 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.333291 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-73504f04-e35a-4e7b-97d1-1031ec74142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.338164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cd12a5-f578-45cb-830e-881f5429d3f1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Router cffe0e11-3081-4b9b-851c-6d3ff4188b6d has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:34:03.450740 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.463594 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:34:03.464025 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:34:03.477929 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Port': ['ID=64d1506d-2ebf-49c4-9be4-77424c0dff67,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:03.482309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No DVR routers for this DVR port 64d1506d-2ebf-49c4-9be4-77424c0dff67 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:03.500387 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cd12a5-f578-45cb-830e-881f5429d3f1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:34:03.508026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-78cd12a5-f578-45cb-830e-881f5429d3f1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "PUT /v2.0/routers/cffe0e11-3081-4b9b-851c-6d3ff4188b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2352533 Nov 27 01:34:03.510409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55716) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:03.535023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54140bf3-b706-4577-8b36-2bc47e9abb47 None None] Sync routers for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:34:03.572056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73504f04-e35a-4e7b-97d1-1031ec74142a None None] Pushing event updated for resources: {'Port': ['ID=486ebc5c-af8b-42c1-a86c-97b9c71ad758,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:03.575753 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-59778886-7844-48e5-9108-59c57e1cf748 None None] Provisioning complete for port 486ebc5c-af8b-42c1-a86c-97b9c71ad758 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:03.576258 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-59778886-7844-48e5-9108-59c57e1cf748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.580466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54140bf3-b706-4577-8b36-2bc47e9abb47 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:03.580983 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-54140bf3-b706-4577-8b36-2bc47e9abb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:03.597656 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.608643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2884034-6d34-4124-8b45-0cc529c7f382 None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:34:03.623995 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:03.638697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4819669e-df62-4246-92e1-a361106d5ec6') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:03.639074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4819669e-df62-4246-92e1-a361106d5ec6') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:03.650609 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.654434 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.666990 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.669573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-54140bf3-b706-4577-8b36-2bc47e9abb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:03.689831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:03.693810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54140bf3-b706-4577-8b36-2bc47e9abb47 None None] Routers {'cffe0e11-3081-4b9b-851c-6d3ff4188b6d'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:03.694392 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.694517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-54140bf3-b706-4577-8b36-2bc47e9abb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:33:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:03.701085 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:03.755519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-54140bf3-b706-4577-8b36-2bc47e9abb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:03.756190 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54140bf3-b706-4577-8b36-2bc47e9abb47 None None] The sync data for ids ['cffe0e11-3081-4b9b-851c-6d3ff4188b6d'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:34:03.817793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.831612 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.836377 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.842383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac HTTP/1.1" status: 204 len: 168 time: 2.3391778 Nov 27 01:34:03.843850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55722) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:03.849846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-284fe021-00ea-4016-8abc-ec95d124db26 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1351330665'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:03.854270 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2884034-6d34-4124-8b45-0cc529c7f382 None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:34:03.881167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fe6a0-baf5-4e8e-8b44-52d9d3415da6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Network': ['ID=9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:03.904710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284fe021-00ea-4016-8abc-ec95d124db26 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:03.908230 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-284fe021-00ea-4016-8abc-ec95d124db26 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.946160 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284fe021-00ea-4016-8abc-ec95d124db26 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:34:03.953355 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting port 25190e47-78a9-41f1-b398-eb93b48cfaa6 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:03.953701 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.000453 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-284fe021-00ea-4016-8abc-ec95d124db26 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.000797 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-284fe021-00ea-4016-8abc-ec95d124db26 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Added segment 90a2f659-21cf-4d02-83b8-7b8a8d1ed75a of type vlan for network 51162b12-8a1e-41a5-9bd4-0009a362fd25 Nov 27 01:34:04.101973 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-284fe021-00ea-4016-8abc-ec95d124db26 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.122484 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.145701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Calling delete_port for 25190e47-78a9-41f1-b398-eb93b48cfaa6 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:04.152282 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55728) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:04.158632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-284fe021-00ea-4016-8abc-ec95d124db26 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.164890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fe021-00ea-4016-8abc-ec95d124db26 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:04.164890 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-284fe021-00ea-4016-8abc-ec95d124db26 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.259737 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-284fe021-00ea-4016-8abc-ec95d124db26 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4146154 Nov 27 01:34:04.263004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55732) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:04.273129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e315d797-8ecc-4d4b-8016-c86bfc5b043a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'subnet': {'network_id': '51162b12-8a1e-41a5-9bd4-0009a362fd25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:04.307055 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df876e08-35f5-42ea-b9da-a43ceac19198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.336301 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fe021-00ea-4016-8abc-ec95d124db26 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Network': ['ID=51162b12-8a1e-41a5-9bd4-0009a362fd25,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:04.365170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 51162b12-8a1e-41a5-9bd4-0009a362fd25 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:04.443199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 486ebc5c-af8b-42c1-a86c-97b9c71ad758 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:04.446661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e315d797-8ecc-4d4b-8016-c86bfc5b043a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:04.449616 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e315d797-8ecc-4d4b-8016-c86bfc5b043a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.452200 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df876e08-35f5-42ea-b9da-a43ceac19198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.458311 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df876e08-35f5-42ea-b9da-a43ceac19198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.509583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 486ebc5c-af8b-42c1-a86c-97b9c71ad758 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:04.510180 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.513211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-df876e08-35f5-42ea-b9da-a43ceac19198 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4ac1ea5d592412bb34ab1df0271ad54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3594549 Nov 27 01:34:04.514193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df876e08-35f5-42ea-b9da-a43ceac19198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0580d76-edb2-4011-b55c-abd893e8a7e5,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:04.517227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55734) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:04.584366 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-84bb7a71-5ea7-4dc9-bda3-5d2065a21597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.623538 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-84bb7a71-5ea7-4dc9-bda3-5d2065a21597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.680685 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-84bb7a71-5ea7-4dc9-bda3-5d2065a21597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.684461 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-84bb7a71-5ea7-4dc9-bda3-5d2065a21597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.688174 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-84bb7a71-5ea7-4dc9-bda3-5d2065a21597 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0580d76-edb2-4011-b55c-abd893e8a7e5 HTTP/1.1" status: 204 len: 168 time: 0.1674986 Nov 27 01:34:04.705688 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb7a71-5ea7-4dc9-bda3-5d2065a21597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0580d76-edb2-4011-b55c-abd893e8a7e5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:04.958714 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.992613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Port': ['ID=25190e47-78a9-41f1-b398-eb93b48cfaa6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:05.012960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161c4eda-3bf4-4bd4-9b5c-d0d581385577 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:05.093771 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.201512 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.223126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.285762 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e315d797-8ecc-4d4b-8016-c86bfc5b043a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.295043 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.295710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Fanout notify agent at l3_agent the message router_deleted on router cffe0e11-3081-4b9b-851c-6d3ff4188b6d {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:34:05.304175 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.307530 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5cc8bd80-c99d-4e2c-807d-0cabeb08e2e0 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/routers/cffe0e11-3081-4b9b-851c-6d3ff4188b6d HTTP/1.1" status: 204 len: 168 time: 1.7937613 Nov 27 01:34:05.308015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55758) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:05.369178 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315d797-8ecc-4d4b-8016-c86bfc5b043a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Subnet': ['ID=1ebaae59-327e-4d31-8c2f-1ab7abe2f73d,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:05.375224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97aac4e-3c12-476c-993c-fc948c6f022d tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Deleting subnet 3f352777-4185-4999-bee8-659107308acb {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:34:05.378544 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e97aac4e-3c12-476c-993c-fc948c6f022d tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.379570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e315d797-8ecc-4d4b-8016-c86bfc5b043a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Checking segment: {'id': '90a2f659-21cf-4d02-83b8-7b8a8d1ed75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '51162b12-8a1e-41a5-9bd4-0009a362fd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:05.379944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e315d797-8ecc-4d4b-8016-c86bfc5b043a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network hostable DHCP agents. Network: 51162b12-8a1e-41a5-9bd4-0009a362fd25, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:34:05.398984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e315d797-8ecc-4d4b-8016-c86bfc5b043a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network 51162b12-8a1e-41a5-9bd4-0009a362fd25 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:34:05.417260 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e315d797-8ecc-4d4b-8016-c86bfc5b043a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 51162b12-8a1e-41a5-9bd4-0009a362fd25) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:05.423970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e315d797-8ecc-4d4b-8016-c86bfc5b043a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:05.424708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e315d797-8ecc-4d4b-8016-c86bfc5b043a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.427191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523610c6-cdfc-46fc-9fd1-6ad45ad0476b None None] Network 51162b12-8a1e-41a5-9bd4-0009a362fd25 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:05.435271 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e97aac4e-3c12-476c-993c-fc948c6f022d tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.447843 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e315d797-8ecc-4d4b-8016-c86bfc5b043a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1805313 Nov 27 01:34:05.448620 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55762) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:05.458305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a9980743-e871-4480-9f94-8f5da4a9fc0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-89968321'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:05.487500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9980743-e871-4480-9f94-8f5da4a9fc0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:05.491780 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a9980743-e871-4480-9f94-8f5da4a9fc0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.526892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9980743-e871-4480-9f94-8f5da4a9fc0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:34:05.531393 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e97aac4e-3c12-476c-993c-fc948c6f022d tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.549751 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a9980743-e871-4480-9f94-8f5da4a9fc0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.550418 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-a9980743-e871-4480-9f94-8f5da4a9fc0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Added segment 2db1e83d-bf9a-42fc-82e1-a7085e7ee5d6 of type vlan for network d5617293-b55f-42c6-93f1-10f06287575b Nov 27 01:34:05.611813 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a9980743-e871-4480-9f94-8f5da4a9fc0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.656735 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e97aac4e-3c12-476c-993c-fc948c6f022d tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.658825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-51162b12-8a1e-41a5-9bd4-0009a362fd25', 'network_id': '51162b12-8a1e-41a5-9bd4-0009a362fd25', 'tenant_id': 'a273db8ee6414173b7f7740fde13ba1c', 'fixed_ips': [{'subnet_id': '1ebaae59-327e-4d31-8c2f-1ab7abe2f73d'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:34:05.659699 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.662718 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a9980743-e871-4480-9f94-8f5da4a9fc0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.681529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9980743-e871-4480-9f94-8f5da4a9fc0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:05.683211 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a9980743-e871-4480-9f94-8f5da4a9fc0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.690138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97aac4e-3c12-476c-993c-fc948c6f022d tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Subnet': ['ID=3f352777-4185-4999-bee8-659107308acb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:05.699453 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e97aac4e-3c12-476c-993c-fc948c6f022d tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.702635 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e97aac4e-3c12-476c-993c-fc948c6f022d tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/subnets/3f352777-4185-4999-bee8-659107308acb HTTP/1.1" status: 204 len: 168 time: 0.3932362 Nov 27 01:34:05.709231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55770) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:05.749036 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a9980743-e871-4480-9f94-8f5da4a9fc0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2963393 Nov 27 01:34:05.754180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55772) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:05.762635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5a47e4b9-5160-462f-bed8-b89511ddb016 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'subnet': {'network_id': 'd5617293-b55f-42c6-93f1-10f06287575b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:05.768226 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c198c7-4a94-47f1-9984-f42e06f575db None None] Network bcc1dcc6-1786-46a1-93ed-578df51de52a requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:05.782020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-75e9f14c-e9fe-40cf-846a-bd596d7d5603 req-b428b019-fd01-4f6c-b72f-cf880f35104b service neutron] (103402) timed out ('10.222.0.15', 59092) {{(pid=103402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:34:05.816918 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9980743-e871-4480-9f94-8f5da4a9fc0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Network': ['ID=d5617293-b55f-42c6-93f1-10f06287575b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:05.837011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network d5617293-b55f-42c6-93f1-10f06287575b details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:05.945604 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f90f3598-b1f2-427b-9a01-dc95ca9783c1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.979394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a47e4b9-5160-462f-bed8-b89511ddb016 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:05.983212 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5a47e4b9-5160-462f-bed8-b89511ddb016 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.016335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Allocated IP 2001:db8::1 (51162b12-8a1e-41a5-9bd4-0009a362fd25/1ebaae59-327e-4d31-8c2f-1ab7abe2f73d/34af76fe-e379-4769-9f39-7463cf2c746f) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:06.029054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798f18dd-f762-48e7-ba01-cc028aba0ed1 None None] DHCP port deletion for bcc1dcc6-1786-46a1-93ed-578df51de52a request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:06.132490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.ipam_backend_mixin [None req-5a47e4b9-5160-462f-bed8-b89511ddb016 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Performing IP validity checks on allocation pools {{(pid=103403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 01:34:06.133027 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.ipam_backend_mixin [None req-5a47e4b9-5160-462f-bed8-b89511ddb016 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 01:34:06.159685 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f90f3598-b1f2-427b-9a01-dc95ca9783c1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.195011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f90f3598-b1f2-427b-9a01-dc95ca9783c1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc1dcc6-1786-46a1-93ed-578df51de52a']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:06.208094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f90f3598-b1f2-427b-9a01-dc95ca9783c1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4357af23-2dfb-420f-a89d-0fe7128a7c38') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:06.208670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f90f3598-b1f2-427b-9a01-dc95ca9783c1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4357af23-2dfb-420f-a89d-0fe7128a7c38') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:06.222929 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f90f3598-b1f2-427b-9a01-dc95ca9783c1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.230358 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.238272 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.267130 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f90f3598-b1f2-427b-9a01-dc95ca9783c1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.282172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90f3598-b1f2-427b-9a01-dc95ca9783c1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:06.282589 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f90f3598-b1f2-427b-9a01-dc95ca9783c1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:06.285900 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:06.315023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Network 51162b12-8a1e-41a5-9bd4-0009a362fd25 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:06.322983 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:06.328756 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:06.355066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Pushing event updated for resources: {'Port': ['ID=34af76fe-e379-4769-9f39-7463cf2c746f,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:06.392386 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f90f3598-b1f2-427b-9a01-dc95ca9783c1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.403367 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f90f3598-b1f2-427b-9a01-dc95ca9783c1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.408795 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f90f3598-b1f2-427b-9a01-dc95ca9783c1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] 10.222.0.15 "DELETE /v2.0/networks/bcc1dcc6-1786-46a1-93ed-578df51de52a HTTP/1.1" status: 204 len: 168 time: 0.6963980 Nov 27 01:34:06.420414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f3598-b1f2-427b-9a01-dc95ca9783c1 tempest-FloatingIPTestJSON-375563281 tempest-FloatingIPTestJSON-375563281-project] Pushing event deleted for resources: {'Network': ['ID=bcc1dcc6-1786-46a1-93ed-578df51de52a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:06.422464 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5a47e4b9-5160-462f-bed8-b89511ddb016 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.428766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Attempting to bind port 34af76fe-e379-4769-9f39-7463cf2c746f on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:06.429673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Attempting to bind port 34af76fe-e379-4769-9f39-7463cf2c746f by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '90a2f659-21cf-4d02-83b8-7b8a8d1ed75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '51162b12-8a1e-41a5-9bd4-0009a362fd25'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:06.430202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Attempting to bind port 34af76fe-e379-4769-9f39-7463cf2c746f on network 51162b12-8a1e-41a5-9bd4-0009a362fd25 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:06.439000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:06.439677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Checking segment: {'id': '90a2f659-21cf-4d02-83b8-7b8a8d1ed75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '51162b12-8a1e-41a5-9bd4-0009a362fd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:06.440228 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.440794 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Bound using segment: {'id': '90a2f659-21cf-4d02-83b8-7b8a8d1ed75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '51162b12-8a1e-41a5-9bd4-0009a362fd25'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:06.441438 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Bound port: 34af76fe-e379-4769-9f39-7463cf2c746f, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a2f659-21cf-4d02-83b8-7b8a8d1ed75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '51162b12-8a1e-41a5-9bd4-0009a362fd25'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:06.442343 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.489706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47e4b9-5160-462f-bed8-b89511ddb016 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Subnet': ['ID=e972decc-704e-42df-8f5b-ff6407be92ef,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:06.506494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a47e4b9-5160-462f-bed8-b89511ddb016 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Checking segment: {'id': '2db1e83d-bf9a-42fc-82e1-a7085e7ee5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd5617293-b55f-42c6-93f1-10f06287575b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:06.506928 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a47e4b9-5160-462f-bed8-b89511ddb016 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network hostable DHCP agents. Network: d5617293-b55f-42c6-93f1-10f06287575b, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:34:06.525931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] For port 34af76fe-e379-4769-9f39-7463cf2c746f, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:06.531679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] For port 34af76fe-e379-4769-9f39-7463cf2c746f, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=34af76fe-e379-4769-9f39-7463cf2c746f,segment=NetworkSegment(90a2f659-21cf-4d02-83b8-7b8a8d1ed75a),segment_id=90a2f659-21cf-4d02-83b8-7b8a8d1ed75a)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:06.535343 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a47e4b9-5160-462f-bed8-b89511ddb016 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network d5617293-b55f-42c6-93f1-10f06287575b is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:34:06.536465 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.545207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-5a47e4b9-5160-462f-bed8-b89511ddb016 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, d5617293-b55f-42c6-93f1-10f06287575b) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:06.549859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a47e4b9-5160-462f-bed8-b89511ddb016 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:06.550455 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5a47e4b9-5160-462f-bed8-b89511ddb016 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.575504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5a47e4b9-5160-462f-bed8-b89511ddb016 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8155680 Nov 27 01:34:06.575709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55790) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:06.641247 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a9187-20be-4dd3-90a2-35c9314a90b9 None None] Pushing event updated for resources: {'Port': ['ID=34af76fe-e379-4769-9f39-7463cf2c746f,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:06.643838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0648e8d6-431c-476e-98e3-c2cf7f11b242 None None] Network d5617293-b55f-42c6-93f1-10f06287575b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:06.814187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.918388 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.937065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4676e8-fd46-47e3-b82b-b5e5021294df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-d5617293-b55f-42c6-93f1-10f06287575b', 'network_id': 'd5617293-b55f-42c6-93f1-10f06287575b', 'tenant_id': 'a273db8ee6414173b7f7740fde13ba1c', 'fixed_ips': [{'subnet_id': 'e972decc-704e-42df-8f5b-ff6407be92ef'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:34:06.937951 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f4676e8-fd46-47e3-b82b-b5e5021294df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.989328 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55796) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:07.109274 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server [None req-8f4676e8-fd46-47e3-b82b-b5e5021294df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e972decc-704e-42df-8f5b-ff6407be92ef: This subnet is being modified by another concurrent operation. Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e972decc-704e-42df-8f5b-ff6407be92ef: This subnet is being modified by another concurrent operation. Nov 27 01:34:07.168685 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Nov 27 01:34:07.196120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Subnet': ['ID=e972decc-704e-42df-8f5b-ff6407be92ef,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:07.210937 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c51ec37-8151-4e4c-ae71-3c85eed3e620 None None] Network d5617293-b55f-42c6-93f1-10f06287575b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:07.290056 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.294486 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ffc982c0-0ffe-494c-9768-19f91d0c8925 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26d09cda720745f6aa5e2d0893b7eab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3029647 Nov 27 01:34:07.297066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55800) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:07.317609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5617293-b55f-42c6-93f1-10f06287575b']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:07.345627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db1e83d-bf9a-42fc-82e1-a7085e7ee5d6') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:07.346300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db1e83d-bf9a-42fc-82e1-a7085e7ee5d6') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:07.362602 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.380157 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49c0da11-6292-4a87-ab80-d6c28fcd4ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.396863 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.408198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:07.408491 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:07.412148 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:07.421323 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49c0da11-6292-4a87-ab80-d6c28fcd4ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.506035 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49c0da11-6292-4a87-ab80-d6c28fcd4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.507323 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.509541 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49c0da11-6292-4a87-ab80-d6c28fcd4ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.512509 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-49c0da11-6292-4a87-ab80-d6c28fcd4ea2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9de24a83-1ffc-4fb0-baad-adbd5d79fbdc HTTP/1.1" status: 204 len: 168 time: 0.2137995 Nov 27 01:34:07.513120 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.521050 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/d5617293-b55f-42c6-93f1-10f06287575b HTTP/1.1" status: 204 len: 168 time: 0.9442124 Nov 27 01:34:07.521729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55810) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:07.525779 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0da11-6292-4a87-ab80-d6c28fcd4ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de24a83-1ffc-4fb0-baad-adbd5d79fbdc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:07.534686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-2b90968e-3f45-4dda-9422-4d3209c6bbba tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-200956573'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:07.557955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabefcd6-3322-44de-ae65-9b4861e99a47 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Network': ['ID=d5617293-b55f-42c6-93f1-10f06287575b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:07.578317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b90968e-3f45-4dda-9422-4d3209c6bbba tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:07.582300 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b90968e-3f45-4dda-9422-4d3209c6bbba tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.610595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b90968e-3f45-4dda-9422-4d3209c6bbba tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:34:07.622561 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b90968e-3f45-4dda-9422-4d3209c6bbba tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.623694 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-2b90968e-3f45-4dda-9422-4d3209c6bbba tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Added segment 2e66608a-c308-4466-9397-b5ca551bf07f of type vlan for network b15b41ce-b061-4d21-a467-2ebc59f7fe13 Nov 27 01:34:07.674431 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b90968e-3f45-4dda-9422-4d3209c6bbba tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.712667 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b90968e-3f45-4dda-9422-4d3209c6bbba tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.719791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b90968e-3f45-4dda-9422-4d3209c6bbba tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:07.720447 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2b90968e-3f45-4dda-9422-4d3209c6bbba tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.804289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2b90968e-3f45-4dda-9422-4d3209c6bbba tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2765524 Nov 27 01:34:07.808054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55818) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:07.814865 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e613e912-4bf7-4875-8f3f-2cf121b10db2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'subnet': {'network_id': 'b15b41ce-b061-4d21-a467-2ebc59f7fe13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:07.826246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90968e-3f45-4dda-9422-4d3209c6bbba tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Network': ['ID=b15b41ce-b061-4d21-a467-2ebc59f7fe13,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:07.837907 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network b15b41ce-b061-4d21-a467-2ebc59f7fe13 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:07.958426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e613e912-4bf7-4875-8f3f-2cf121b10db2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:07.962984 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e613e912-4bf7-4875-8f3f-2cf121b10db2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.117100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8fc45e-627c-4734-9368-8170ca8c11b7 None None] Network 51162b12-8a1e-41a5-9bd4-0009a362fd25 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:08.217258 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e613e912-4bf7-4875-8f3f-2cf121b10db2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.226681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a7044951-06c1-48d8-9fad-78bf5fc18e85 None None] Provisioning complete for port 34af76fe-e379-4769-9f39-7463cf2c746f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:08.227052 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a7044951-06c1-48d8-9fad-78bf5fc18e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.313013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613e912-4bf7-4875-8f3f-2cf121b10db2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Subnet': ['ID=d69b3788-38b8-47d8-b820-ab41ec98e205,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:08.333980 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e613e912-4bf7-4875-8f3f-2cf121b10db2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Checking segment: {'id': '2e66608a-c308-4466-9397-b5ca551bf07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b15b41ce-b061-4d21-a467-2ebc59f7fe13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:08.334529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e613e912-4bf7-4875-8f3f-2cf121b10db2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network hostable DHCP agents. Network: b15b41ce-b061-4d21-a467-2ebc59f7fe13, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:34:08.358454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e613e912-4bf7-4875-8f3f-2cf121b10db2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network b15b41ce-b061-4d21-a467-2ebc59f7fe13 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:34:08.373421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e613e912-4bf7-4875-8f3f-2cf121b10db2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, b15b41ce-b061-4d21-a467-2ebc59f7fe13) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:08.379543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e613e912-4bf7-4875-8f3f-2cf121b10db2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:08.380204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e613e912-4bf7-4875-8f3f-2cf121b10db2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.406704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55834) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:08.407082 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e613e912-4bf7-4875-8f3f-2cf121b10db2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5977774 Nov 27 01:34:08.450340 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe321ca-8614-464a-b7eb-97e2d2fd4634 None None] Network b15b41ce-b061-4d21-a467-2ebc59f7fe13 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:08.513687 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55840) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:08.604997 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.606451 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 34af76fe-e379-4769-9f39-7463cf2c746f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:08.677806 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b9a3d7f5-dc78-497e-b528-744d652a7bf1 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:08.678638 n-d-817303-10 neutron-server[103402]: WARNING neutron.api.v2.base [None req-b9a3d7f5-dc78-497e-b528-744d652a7bf1 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 01:34:08.679206 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-b9a3d7f5-dc78-497e-b528-744d652a7bf1 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 01:34:08.685809 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b9a3d7f5-dc78-497e-b528-744d652a7bf1 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1668205 Nov 27 01:34:08.686182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55850) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:08.692542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-66425d28-3b1d-4919-ad30-0838f41c7b86 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group': {'name': 'tempest-secgroup--566140060'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:08.704193 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.725199 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66425d28-3b1d-4919-ad30-0838f41c7b86 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.782502 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a7044951-06c1-48d8-9fad-78bf5fc18e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.799950 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66425d28-3b1d-4919-ad30-0838f41c7b86 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.807716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 34af76fe-e379-4769-9f39-7463cf2c746f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:08.808081 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.864947 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.974217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Subnet': ['ID=d69b3788-38b8-47d8-b820-ab41ec98e205,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:09.004031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b56c540-0365-4c46-a56c-d8b0dab2499a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-b15b41ce-b061-4d21-a467-2ebc59f7fe13', 'network_id': 'b15b41ce-b061-4d21-a467-2ebc59f7fe13', 'tenant_id': 'a273db8ee6414173b7f7740fde13ba1c', 'fixed_ips': [{'subnet_id': 'd69b3788-38b8-47d8-b820-ab41ec98e205'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:34:09.005502 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4b56c540-0365-4c46-a56c-d8b0dab2499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.011096 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66425d28-3b1d-4919-ad30-0838f41c7b86 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.014191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a7044951-06c1-48d8-9fad-78bf5fc18e85 None None] For port 34af76fe-e379-4769-9f39-7463cf2c746f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=34af76fe-e379-4769-9f39-7463cf2c746f,segment=NetworkSegment(90a2f659-21cf-4d02-83b8-7b8a8d1ed75a),segment_id=90a2f659-21cf-4d02-83b8-7b8a8d1ed75a)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:09.017999 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66425d28-3b1d-4919-ad30-0838f41c7b86 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.051391 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a7044951-06c1-48d8-9fad-78bf5fc18e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.093963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66425d28-3b1d-4919-ad30-0838f41c7b86 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7deb2932-d0ba-4cb9-9bee-c8ebe297d46b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:09.161706 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.189399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15b41ce-b061-4d21-a467-2ebc59f7fe13']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:09.211332 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66425d28-3b1d-4919-ad30-0838f41c7b86 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.212352 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e66608a-c308-4466-9397-b5ca551bf07f') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:09.212658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e66608a-c308-4466-9397-b5ca551bf07f') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:09.217364 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66425d28-3b1d-4919-ad30-0838f41c7b86 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.227564 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.258778 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.271046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:09.271810 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:09.283565 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:09.289598 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-66425d28-3b1d-4919-ad30-0838f41c7b86 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.290886 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-66425d28-3b1d-4919-ad30-0838f41c7b86 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6029637 Nov 27 01:34:09.292102 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66425d28-3b1d-4919-ad30-0838f41c7b86 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba708b9e-5ab2-410a-ac7a-b06742864ee9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:09.298383 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55866) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:09.307425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-af098b0d-7e12-46a4-a020-315043f65550 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': 'ba708b9e-5ab2-410a-ac7a-b06742864ee9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:09.309149 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04972be3-9924-40da-926c-6d5c0e05bc23 None None] Network b15b41ce-b061-4d21-a467-2ebc59f7fe13 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:09.336319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7044951-06c1-48d8-9fad-78bf5fc18e85 None None] Pushing event updated for resources: {'Port': ['ID=34af76fe-e379-4769-9f39-7463cf2c746f,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:09.374432 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.385163 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.393500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/b15b41ce-b061-4d21-a467-2ebc59f7fe13 HTTP/1.1" status: 204 len: 168 time: 0.9848535 Nov 27 01:34:09.396028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55868) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:09.404939 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5105a209-79b3-4cce-b66d-f8e3709cc93b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-252036607'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:09.418441 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af098b0d-7e12-46a4-a020-315043f65550 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.422501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419add0-959d-494f-a731-af2ac3af7f71 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Network': ['ID=b15b41ce-b061-4d21-a467-2ebc59f7fe13,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:09.431442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5ee80a38-1204-4b94-95ea-19a161b1759c None None] Provisioning complete for port 34af76fe-e379-4769-9f39-7463cf2c746f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:09.432142 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5ee80a38-1204-4b94-95ea-19a161b1759c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.473730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5105a209-79b3-4cce-b66d-f8e3709cc93b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:09.479564 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5105a209-79b3-4cce-b66d-f8e3709cc93b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.485905 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af098b0d-7e12-46a4-a020-315043f65550 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.491903 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af098b0d-7e12-46a4-a020-315043f65550 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.524101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5105a209-79b3-4cce-b66d-f8e3709cc93b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:34:09.531172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af098b0d-7e12-46a4-a020-315043f65550 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c73d061-a2bc-4988-aa55-6c0bbb3cf11d,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:09.541641 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af098b0d-7e12-46a4-a020-315043f65550 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.548617 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-af098b0d-7e12-46a4-a020-315043f65550 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2465012 Nov 27 01:34:09.554026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55870) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:09.567805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-303a4f37-d325-4d2f-8f90-db4fee0f531e tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': 'ba708b9e-5ab2-410a-ac7a-b06742864ee9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:09.571322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5105a209-79b3-4cce-b66d-f8e3709cc93b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.571676 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-5105a209-79b3-4cce-b66d-f8e3709cc93b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Added segment e4f95e14-0d7b-4e07-9ba5-f32dcfbf04e2 of type vlan for network 8ea08608-ad11-44b2-b98c-7de9ddbdc0d5 Nov 27 01:34:09.577884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f95c2-5c89-4457-abe6-74cdf66fc55a None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:34:09.621488 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-303a4f37-d325-4d2f-8f90-db4fee0f531e tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.639275 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5105a209-79b3-4cce-b66d-f8e3709cc93b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.676458 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5105a209-79b3-4cce-b66d-f8e3709cc93b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.689170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5105a209-79b3-4cce-b66d-f8e3709cc93b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:09.689822 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5105a209-79b3-4cce-b66d-f8e3709cc93b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.749698 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-303a4f37-d325-4d2f-8f90-db4fee0f531e tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 01:34:09.751690 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-303a4f37-d325-4d2f-8f90-db4fee0f531e tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1964090 Nov 27 01:34:09.755101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55874) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:09.775242 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79f95c2-5c89-4457-abe6-74cdf66fc55a None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:34:09.777261 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5105a209-79b3-4cce-b66d-f8e3709cc93b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3798742 Nov 27 01:34:09.781128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55876) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:09.789659 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5b3ba209-7f22-49e8-a464-5a78a874bf1b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'subnet': {'network_id': '8ea08608-ad11-44b2-b98c-7de9ddbdc0d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:09.868670 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e2a95cfe-6867-427c-a2e0-eccb1b5e3df3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.902628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105a209-79b3-4cce-b66d-f8e3709cc93b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Network': ['ID=8ea08608-ad11-44b2-b98c-7de9ddbdc0d5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:09.911318 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e2a95cfe-6867-427c-a2e0-eccb1b5e3df3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.919964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3ba209-7f22-49e8-a464-5a78a874bf1b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:09.923535 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba209-7f22-49e8-a464-5a78a874bf1b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.935985 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 8ea08608-ad11-44b2-b98c-7de9ddbdc0d5 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:10.025893 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e2a95cfe-6867-427c-a2e0-eccb1b5e3df3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.031480 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e2a95cfe-6867-427c-a2e0-eccb1b5e3df3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.037927 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55880) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:10.039751 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e2a95cfe-6867-427c-a2e0-eccb1b5e3df3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "DELETE /v2.0/security-groups/ba708b9e-5ab2-410a-ac7a-b06742864ee9 HTTP/1.1" status: 204 len: 168 time: 0.2823474 Nov 27 01:34:10.061661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a95cfe-6867-427c-a2e0-eccb1b5e3df3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba708b9e-5ab2-410a-ac7a-b06742864ee9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:10.122142 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-753ee06d-0539-41fd-ab3b-a30ff5e45a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.152388 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-efde1c73-b5d8-4cdd-8ea4-5e1fbf367d29 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1100171 Nov 27 01:34:10.153347 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55882) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:10.159846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a3701c98-17f2-4f70-8a9f-036c017dc671 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423651336'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:10.221235 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3701c98-17f2-4f70-8a9f-036c017dc671 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.303838 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba209-7f22-49e8-a464-5a78a874bf1b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.390581 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3701c98-17f2-4f70-8a9f-036c017dc671 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.399118 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3701c98-17f2-4f70-8a9f-036c017dc671 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.401411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ba209-7f22-49e8-a464-5a78a874bf1b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Subnet': ['ID=36454511-4ca8-4e5d-9329-b01399f7b85b,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:10.433280 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3701c98-17f2-4f70-8a9f-036c017dc671 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.437166 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a3701c98-17f2-4f70-8a9f-036c017dc671 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2789631 Nov 27 01:34:10.438057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3ba209-7f22-49e8-a464-5a78a874bf1b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Checking segment: {'id': 'e4f95e14-0d7b-4e07-9ba5-f32dcfbf04e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8ea08608-ad11-44b2-b98c-7de9ddbdc0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:10.438431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3ba209-7f22-49e8-a464-5a78a874bf1b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network hostable DHCP agents. Network: 8ea08608-ad11-44b2-b98c-7de9ddbdc0d5, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:34:10.439145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55888) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:10.446649 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4b25fc34-e829-406b-bfcf-279fe6f7ec3b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': 'a7734e5a-2be5-4d00-83ef-644c0cb427b4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:10.448564 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-4b25fc34-e829-406b-bfcf-279fe6f7ec3b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 27 01:34:10.449624 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-4b25fc34-e829-406b-bfcf-279fe6f7ec3b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:10.454385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3701c98-17f2-4f70-8a9f-036c017dc671 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7734e5a-2be5-4d00-83ef-644c0cb427b4,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:10.455259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55890) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:10.456453 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4b25fc34-e829-406b-bfcf-279fe6f7ec3b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0155420 Nov 27 01:34:10.480209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3ba209-7f22-49e8-a464-5a78a874bf1b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network 8ea08608-ad11-44b2-b98c-7de9ddbdc0d5 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:34:10.497900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 34af76fe-e379-4769-9f39-7463cf2c746f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:10.501103 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-5b3ba209-7f22-49e8-a464-5a78a874bf1b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 8ea08608-ad11-44b2-b98c-7de9ddbdc0d5) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:10.506948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3ba209-7f22-49e8-a464-5a78a874bf1b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:10.508452 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba209-7f22-49e8-a464-5a78a874bf1b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.540558 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-988fec33-49a9-44b7-8399-34b04e9ba55d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.548034 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5b3ba209-7f22-49e8-a464-5a78a874bf1b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7633641 Nov 27 01:34:10.548653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55892) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:10.552975 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a874df5-bbd7-4b55-9aef-02a1f29ea466 None None] Network 8ea08608-ad11-44b2-b98c-7de9ddbdc0d5 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:10.577160 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-988fec33-49a9-44b7-8399-34b04e9ba55d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.632390 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-988fec33-49a9-44b7-8399-34b04e9ba55d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.640871 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-988fec33-49a9-44b7-8399-34b04e9ba55d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.642903 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-988fec33-49a9-44b7-8399-34b04e9ba55d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "DELETE /v2.0/security-groups/a7734e5a-2be5-4d00-83ef-644c0cb427b4 HTTP/1.1" status: 204 len: 168 time: 0.1867137 Nov 27 01:34:10.647388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55894) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:10.707962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 34af76fe-e379-4769-9f39-7463cf2c746f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:10.708460 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.717071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fec33-49a9-44b7-8399-34b04e9ba55d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7734e5a-2be5-4d00-83ef-644c0cb427b4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:10.737532 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.754446 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b7063b98-702c-42eb-b2d0-acf8586ea3ed tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1045265 Nov 27 01:34:10.755174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55898) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:10.760502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0bca419a-866c-47b9-83e1-fec93fecb0e8 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752445870'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:10.791826 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bca419a-866c-47b9-83e1-fec93fecb0e8 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.815201 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a918a6-817f-4ba2-880e-267a628a63cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-8ea08608-ad11-44b2-b98c-7de9ddbdc0d5', 'network_id': '8ea08608-ad11-44b2-b98c-7de9ddbdc0d5', 'tenant_id': 'a273db8ee6414173b7f7740fde13ba1c', 'fixed_ips': [{'subnet_id': '36454511-4ca8-4e5d-9329-b01399f7b85b'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:34:10.816093 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e2a918a6-817f-4ba2-880e-267a628a63cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.875636 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.970744 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bca419a-866c-47b9-83e1-fec93fecb0e8 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.996126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bca419a-866c-47b9-83e1-fec93fecb0e8 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.059478 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server [None req-e2a918a6-817f-4ba2-880e-267a628a63cc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36454511-4ca8-4e5d-9329-b01399f7b85b: This subnet is being modified by another concurrent operation. Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36454511-4ca8-4e5d-9329-b01399f7b85b: This subnet is being modified by another concurrent operation. Nov 27 01:34:11.062296 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Nov 27 01:34:11.099273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6abfda-2481-4dd2-9316-b6085311160a None None] Network 8ea08608-ad11-44b2-b98c-7de9ddbdc0d5 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:11.113960 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0bca419a-866c-47b9-83e1-fec93fecb0e8 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.115244 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0bca419a-866c-47b9-83e1-fec93fecb0e8 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3591094 Nov 27 01:34:11.119430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55902) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:11.125362 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca419a-866c-47b9-83e1-fec93fecb0e8 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2140ab8-2577-4e7c-8e8c-c4704e5414c9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:11.137341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9f8902d6-3137-4625-9c8e-23fa11ed8249 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': 'c2140ab8-2577-4e7c-8e8c-c4704e5414c9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:11.157052 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-9f8902d6-3137-4625-9c8e-23fa11ed8249 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 27 01:34:11.158368 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-9f8902d6-3137-4625-9c8e-23fa11ed8249 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:11.165455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55904) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:11.172313 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9f8902d6-3137-4625-9c8e-23fa11ed8249 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0392613 Nov 27 01:34:11.211690 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Subnet': ['ID=36454511-4ca8-4e5d-9329-b01399f7b85b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:11.275979 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fed8e476-539b-47fa-9460-faae26a0f256 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.283078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5abedbb-69a8-4d61-a999-ff01c9c53d5f None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:34:11.321067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fed8e476-539b-47fa-9460-faae26a0f256 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.328401 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.350278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea08608-ad11-44b2-b98c-7de9ddbdc0d5']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:11.361009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f95e14-0d7b-4e07-9ba5-f32dcfbf04e2') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:11.361368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f95e14-0d7b-4e07-9ba5-f32dcfbf04e2') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:11.374760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.382594 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fed8e476-539b-47fa-9460-faae26a0f256 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.391304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fed8e476-539b-47fa-9460-faae26a0f256 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.393943 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fed8e476-539b-47fa-9460-faae26a0f256 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "DELETE /v2.0/security-groups/c2140ab8-2577-4e7c-8e8c-c4704e5414c9 HTTP/1.1" status: 204 len: 168 time: 0.2278936 Nov 27 01:34:11.397550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55910) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:11.405112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8e476-539b-47fa-9460-faae26a0f256 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2140ab8-2577-4e7c-8e8c-c4704e5414c9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:11.421291 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.433297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5abedbb-69a8-4d61-a999-ff01c9c53d5f None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:34:11.446380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:11.446919 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:11.450815 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:11.516291 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1c07a436-1e50-4fa2-a687-80b0e91aac00 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1160777 Nov 27 01:34:11.519503 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55912) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:11.524125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-331a7bca-1d29-41e6-bd54-1118af7d81fb tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group': {'name': 'tempest-secgroup--182288679'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:11.533592 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.539687 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.547990 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55914) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:11.548868 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/8ea08608-ad11-44b2-b98c-7de9ddbdc0d5 HTTP/1.1" status: 204 len: 168 time: 0.9992981 Nov 27 01:34:11.553423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-be83999b-c792-46f7-945e-f872d88c3916 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2097586156'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:11.558403 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-331a7bca-1d29-41e6-bd54-1118af7d81fb tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.571258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d18d3b-13f2-47ae-af36-2d7abf849374 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Network': ['ID=8ea08608-ad11-44b2-b98c-7de9ddbdc0d5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:11.598613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be83999b-c792-46f7-945e-f872d88c3916 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:11.602308 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be83999b-c792-46f7-945e-f872d88c3916 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.644889 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be83999b-c792-46f7-945e-f872d88c3916 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:34:11.671698 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be83999b-c792-46f7-945e-f872d88c3916 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.672042 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-be83999b-c792-46f7-945e-f872d88c3916 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Added segment 19418634-b8e8-4a78-87fd-7770eff1152d of type vlan for network d599b1e7-d950-4c17-915f-c81c4f132449 Nov 27 01:34:11.691813 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-331a7bca-1d29-41e6-bd54-1118af7d81fb tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.712775 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-331a7bca-1d29-41e6-bd54-1118af7d81fb tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.741888 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be83999b-c792-46f7-945e-f872d88c3916 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.763392 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-331a7bca-1d29-41e6-bd54-1118af7d81fb tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.765015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-331a7bca-1d29-41e6-bd54-1118af7d81fb tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2444448 Nov 27 01:34:11.768259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55916) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:11.769599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a7bca-1d29-41e6-bd54-1118af7d81fb tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb6ddc3-d5c4-46f3-badf-33fd36b7831a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:11.773060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-2677e802-2db2-47f9-8be6-f95f0b7f56cf tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '1fb6ddc3-d5c4-46f3-badf-33fd36b7831a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:11.792295 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be83999b-c792-46f7-945e-f872d88c3916 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.795599 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-2677e802-2db2-47f9-8be6-f95f0b7f56cf tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 27 01:34:11.795599 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-2677e802-2db2-47f9-8be6-f95f0b7f56cf tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:11.799048 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2677e802-2db2-47f9-8be6-f95f0b7f56cf tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0272310 Nov 27 01:34:11.799323 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55918) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:11.800326 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be83999b-c792-46f7-945e-f872d88c3916 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:11.801138 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-be83999b-c792-46f7-945e-f872d88c3916 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.803852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b9addf8f-e60b-4f79-97e1-e1e4d5c1a63c tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '1fb6ddc3-d5c4-46f3-badf-33fd36b7831a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:11.805169 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-b9addf8f-e60b-4f79-97e1-e1e4d5c1a63c tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 27 01:34:11.805647 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-b9addf8f-e60b-4f79-97e1-e1e4d5c1a63c tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:11.809985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b9addf8f-e60b-4f79-97e1-e1e4d5c1a63c tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073552 Nov 27 01:34:11.810224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55920) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:11.814356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-35dcf27a-4055-4afe-a449-ca8459cfdbec tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '1fb6ddc3-d5c4-46f3-badf-33fd36b7831a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:11.815774 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-35dcf27a-4055-4afe-a449-ca8459cfdbec tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 27 01:34:11.816024 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-35dcf27a-4055-4afe-a449-ca8459cfdbec tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:11.821594 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-35dcf27a-4055-4afe-a449-ca8459cfdbec tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059247 Nov 27 01:34:11.821594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55922) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:11.824925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c33202d2-2c4e-4b54-88dc-76b4ae81a7e3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '1fb6ddc3-d5c4-46f3-badf-33fd36b7831a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:11.826512 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-c33202d2-2c4e-4b54-88dc-76b4ae81a7e3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 27 01:34:11.827185 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-c33202d2-2c4e-4b54-88dc-76b4ae81a7e3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:11.830787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c33202d2-2c4e-4b54-88dc-76b4ae81a7e3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075595 Nov 27 01:34:11.830933 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55924) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:11.892786 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56fe087-5f4a-4a5b-9a12-e1c845d83f1d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.916616 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-be83999b-c792-46f7-945e-f872d88c3916 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3652301 Nov 27 01:34:11.920017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55928) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:11.921009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83999b-c792-46f7-945e-f872d88c3916 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Network': ['ID=d599b1e7-d950-4c17-915f-c81c4f132449,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:11.921657 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56fe087-5f4a-4a5b-9a12-e1c845d83f1d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.929131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-973e0ad1-834e-41c6-9b56-d97a334a41ae tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'subnet': {'network_id': 'd599b1e7-d950-4c17-915f-c81c4f132449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:11.937386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network d599b1e7-d950-4c17-915f-c81c4f132449 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:11.981830 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56fe087-5f4a-4a5b-9a12-e1c845d83f1d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.986388 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56fe087-5f4a-4a5b-9a12-e1c845d83f1d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.988277 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c56fe087-5f4a-4a5b-9a12-e1c845d83f1d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "DELETE /v2.0/security-groups/1fb6ddc3-d5c4-46f3-badf-33fd36b7831a HTTP/1.1" status: 204 len: 168 time: 0.1564119 Nov 27 01:34:11.992991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55930) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:12.000154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fe087-5f4a-4a5b-9a12-e1c845d83f1d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb6ddc3-d5c4-46f3-badf-33fd36b7831a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:12.087059 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a662cfd4-4a5e-4993-abbe-388e4404fcb8 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0789480 Nov 27 01:34:12.087059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55932) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:12.087059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-aa92e4d1-0b90-4a51-847d-6d5ee54cbe25 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group': {'name': 'tempest-secgroup--395112726'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:12.101219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973e0ad1-834e-41c6-9b56-d97a334a41ae tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:12.104773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-973e0ad1-834e-41c6-9b56-d97a334a41ae tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:12.171644 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa92e4d1-0b90-4a51-847d-6d5ee54cbe25 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:12.273178 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-434ea9d2-d130-4305-9cad-3e42b407facf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:12.333945 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa92e4d1-0b90-4a51-847d-6d5ee54cbe25 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:12.340714 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa92e4d1-0b90-4a51-847d-6d5ee54cbe25 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:12.378356 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa92e4d1-0b90-4a51-847d-6d5ee54cbe25 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:12.382773 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-aa92e4d1-0b90-4a51-847d-6d5ee54cbe25 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2998059 Nov 27 01:34:12.383369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55944) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:12.383466 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-973e0ad1-834e-41c6-9b56-d97a334a41ae tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:12.392854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-fee9e556-7959-4e94-b175-069a39173aea tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '5bd87999-8f5f-49b7-8aad-198309306826', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:12.393592 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-fee9e556-7959-4e94-b175-069a39173aea tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 01:34:12.394094 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-fee9e556-7959-4e94-b175-069a39173aea tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:12.395391 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fee9e556-7959-4e94-b175-069a39173aea tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114491 Nov 27 01:34:12.398302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55946) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:12.411400 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e1b508e2-844e-417e-927c-7c1ec8753758 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '5bd87999-8f5f-49b7-8aad-198309306826', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:12.415812 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92e4d1-0b90-4a51-847d-6d5ee54cbe25 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd87999-8f5f-49b7-8aad-198309306826,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:12.456456 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e0ad1-834e-41c6-9b56-d97a334a41ae tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Subnet': ['ID=ce7424d3-5fac-468b-8cfc-9e26fd307f61,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:12.466397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e0ad1-834e-41c6-9b56-d97a334a41ae tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Checking segment: {'id': '19418634-b8e8-4a78-87fd-7770eff1152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd599b1e7-d950-4c17-915f-c81c4f132449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:12.466829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e0ad1-834e-41c6-9b56-d97a334a41ae tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network hostable DHCP agents. Network: d599b1e7-d950-4c17-915f-c81c4f132449, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:34:12.471316 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-e1b508e2-844e-417e-927c-7c1ec8753758 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:12.472456 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e1b508e2-844e-417e-927c-7c1ec8753758 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0731876 Nov 27 01:34:12.475355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55950) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:12.480550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8d1b1f40-4b8a-4c3a-b35d-084cc35dda17 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '5bd87999-8f5f-49b7-8aad-198309306826', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:12.481034 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-8d1b1f40-4b8a-4c3a-b35d-084cc35dda17 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 27 01:34:12.481516 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-8d1b1f40-4b8a-4c3a-b35d-084cc35dda17 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:12.482979 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8d1b1f40-4b8a-4c3a-b35d-084cc35dda17 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061998 Nov 27 01:34:12.485182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55954) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:12.490989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-cec6f782-cfd1-4d2c-842c-251552b10ca5 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '5bd87999-8f5f-49b7-8aad-198309306826', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:12.497046 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e0ad1-834e-41c6-9b56-d97a334a41ae tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network d599b1e7-d950-4c17-915f-c81c4f132449 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:34:12.519926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-973e0ad1-834e-41c6-9b56-d97a334a41ae tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, d599b1e7-d950-4c17-915f-c81c4f132449) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:12.529716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973e0ad1-834e-41c6-9b56-d97a334a41ae tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:12.529831 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-973e0ad1-834e-41c6-9b56-d97a334a41ae tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:12.534510 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb305c0f-7ac3-45c4-a6bb-f116f29d89d4 None None] Network d599b1e7-d950-4c17-915f-c81c4f132449 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:12.537100 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-cec6f782-cfd1-4d2c-842c-251552b10ca5 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:12.538487 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cec6f782-cfd1-4d2c-842c-251552b10ca5 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0521946 Nov 27 01:34:12.541525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55956) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:12.553836 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d8332d3c-e5a5-4e21-8b7f-e5aceb3d9aeb tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '5bd87999-8f5f-49b7-8aad-198309306826', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:12.556131 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-d8332d3c-e5a5-4e21-8b7f-e5aceb3d9aeb tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 01:34:12.556876 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-d8332d3c-e5a5-4e21-8b7f-e5aceb3d9aeb tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:12.558681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d8332d3c-e5a5-4e21-8b7f-e5aceb3d9aeb tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0145390 Nov 27 01:34:12.561003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55958) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:12.563118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55960) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:12.563259 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-973e0ad1-834e-41c6-9b56-d97a334a41ae tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6387882 Nov 27 01:34:12.570107 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ca893b34-730a-4b60-afe0-0ad45fba36fc tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '5bd87999-8f5f-49b7-8aad-198309306826', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:12.579042 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b1de33b8-4b7d-427c-9457-c766d5c46846 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'subnet': {'network_id': 'd599b1e7-d950-4c17-915f-c81c4f132449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:12.705701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-d599b1e7-d950-4c17-915f-c81c4f132449', 'network_id': 'd599b1e7-d950-4c17-915f-c81c4f132449', 'tenant_id': 'a273db8ee6414173b7f7740fde13ba1c', 'fixed_ips': [{'subnet_id': 'ce7424d3-5fac-468b-8cfc-9e26fd307f61'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:34:12.706955 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:12.734635 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-ca893b34-730a-4b60-afe0-0ad45fba36fc tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Project 155e3eccd9d141f7859eacd09a11138b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:34:12.737779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1de33b8-4b7d-427c-9457-c766d5c46846 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:12.742205 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1de33b8-4b7d-427c-9457-c766d5c46846 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:12.818478 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-ca893b34-730a-4b60-afe0-0ad45fba36fc tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:12.822610 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ca893b34-730a-4b60-afe0-0ad45fba36fc tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2530398 Nov 27 01:34:12.822941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55962) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:12.828340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8e0962dc-8519-4e80-8415-92eb44356616 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '5bd87999-8f5f-49b7-8aad-198309306826', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:12.828820 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-8e0962dc-8519-4e80-8415-92eb44356616 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 27 01:34:12.829305 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-8e0962dc-8519-4e80-8415-92eb44356616 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:12.833122 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8e0962dc-8519-4e80-8415-92eb44356616 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066175 Nov 27 01:34:12.833452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55964) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:12.840658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-40d84c54-ce73-4ac7-b6b9-6ccd4011078c tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '5bd87999-8f5f-49b7-8aad-198309306826', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:12.864397 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-40d84c54-ce73-4ac7-b6b9-6ccd4011078c tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Project 155e3eccd9d141f7859eacd09a11138b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:34:12.888469 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-40d84c54-ce73-4ac7-b6b9-6ccd4011078c tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:12.889564 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-40d84c54-ce73-4ac7-b6b9-6ccd4011078c tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0551860 Nov 27 01:34:12.892635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55966) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:12.899993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-069e3800-56ba-482f-beca-a4ebe02691c0 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '5bd87999-8f5f-49b7-8aad-198309306826', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:12.904723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Allocated IP 2001:db8::2 (d599b1e7-d950-4c17-915f-c81c4f132449/ce7424d3-5fac-468b-8cfc-9e26fd307f61/4c3946a7-3e34-4189-81ce-9522f3c9f8e1) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:12.953766 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-069e3800-56ba-482f-beca-a4ebe02691c0 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Project 155e3eccd9d141f7859eacd09a11138b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:34:12.972409 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-069e3800-56ba-482f-beca-a4ebe02691c0 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:12.973581 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-069e3800-56ba-482f-beca-a4ebe02691c0 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0796866 Nov 27 01:34:12.976660 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55970) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:13.094660 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56859b15-8df6-4d5e-8133-08288e91cc5b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.101378 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1de33b8-4b7d-427c-9457-c766d5c46846 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.141501 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56859b15-8df6-4d5e-8133-08288e91cc5b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.177567 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.190848 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.194319 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56859b15-8df6-4d5e-8133-08288e91cc5b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.200431 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56859b15-8df6-4d5e-8133-08288e91cc5b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.204214 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-56859b15-8df6-4d5e-8133-08288e91cc5b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "DELETE /v2.0/security-groups/5bd87999-8f5f-49b7-8aad-198309306826 HTTP/1.1" status: 204 len: 168 time: 0.2241640 Nov 27 01:34:13.205724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55972) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:13.216634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1de33b8-4b7d-427c-9457-c766d5c46846 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network d599b1e7-d950-4c17-915f-c81c4f132449 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:13.219264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de33b8-4b7d-427c-9457-c766d5c46846 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Subnet': ['ID=7ec900b1-1e2c-4d60-a2d0-85e69daa14d2,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:13.227120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-b1de33b8-4b7d-427c-9457-c766d5c46846 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:13.227707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56859b15-8df6-4d5e-8133-08288e91cc5b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd87999-8f5f-49b7-8aad-198309306826,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:13.229165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Network d599b1e7-d950-4c17-915f-c81c4f132449 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:13.237374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de33b8-4b7d-427c-9457-c766d5c46846 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:13.238362 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1de33b8-4b7d-427c-9457-c766d5c46846 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.264532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:13.269815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:13.278247 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bf183a59-8829-4499-a322-c1dafacadf3b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0660031 Nov 27 01:34:13.286168 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b1de33b8-4b7d-427c-9457-c766d5c46846 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7190728 Nov 27 01:34:13.286381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55976) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:13.290875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3af8be51-e423-484c-bb6f-db6c84a9b062 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group': {'name': 'tempest-secgroup--612884384'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:13.293121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55978) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:13.323335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Pushing event updated for resources: {'Port': ['ID=4c3946a7-3e34-4189-81ce-9522f3c9f8e1,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:13.335138 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af8be51-e423-484c-bb6f-db6c84a9b062 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.386755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Attempting to bind port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:13.387132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Attempting to bind port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '19418634-b8e8-4a78-87fd-7770eff1152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd599b1e7-d950-4c17-915f-c81c4f132449'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:13.387502 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Attempting to bind port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 on network d599b1e7-d950-4c17-915f-c81c4f132449 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:13.389525 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.393424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:13.393800 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Checking segment: {'id': '19418634-b8e8-4a78-87fd-7770eff1152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd599b1e7-d950-4c17-915f-c81c4f132449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:13.394450 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.394846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Bound using segment: {'id': '19418634-b8e8-4a78-87fd-7770eff1152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd599b1e7-d950-4c17-915f-c81c4f132449'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:13.395320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Bound port: 4c3946a7-3e34-4189-81ce-9522f3c9f8e1, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19418634-b8e8-4a78-87fd-7770eff1152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd599b1e7-d950-4c17-915f-c81c4f132449'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:13.395701 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.437348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d06e45-fbc3-44b1-b8b4-2113356aac0d tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:13.438966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d06e45-fbc3-44b1-b8b4-2113356aac0d tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:13.440521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d06e45-fbc3-44b1-b8b4-2113356aac0d tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:13.442058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d06e45-fbc3-44b1-b8b4-2113356aac0d tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:13.443587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d06e45-fbc3-44b1-b8b4-2113356aac0d tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:13.448443 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-06d06e45-fbc3-44b1-b8b4-2113356aac0d tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1502182 Nov 27 01:34:13.455362 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55980) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:13.462331 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a540ea88-7cee-42c0-8834-9acae6e08a0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1510188173'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:13.485253 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] For port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:13.490422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] For port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4c3946a7-3e34-4189-81ce-9522f3c9f8e1,segment=NetworkSegment(19418634-b8e8-4a78-87fd-7770eff1152d),segment_id=19418634-b8e8-4a78-87fd-7770eff1152d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:13.491758 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c9a85fb-3d9e-4082-9443-31dae96a7b14 req-81ad0ed9-5118-4786-afc9-861f344d3691 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1715593 Nov 27 01:34:13.495260 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.498928 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af8be51-e423-484c-bb6f-db6c84a9b062 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.506685 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af8be51-e423-484c-bb6f-db6c84a9b062 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.554152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8be51-e423-484c-bb6f-db6c84a9b062 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c47acfd-7ff8-4cbb-bda0-cafb2fbb77b3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:13.559856 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a540ea88-7cee-42c0-8834-9acae6e08a0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:13.564582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a540ea88-7cee-42c0-8834-9acae6e08a0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.564795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433edb2-2b9f-45fc-9311-0591a361efa2 None None] Pushing event updated for resources: {'Port': ['ID=4c3946a7-3e34-4189-81ce-9522f3c9f8e1,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:13.650247 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af8be51-e423-484c-bb6f-db6c84a9b062 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.655687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55988) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:13.660978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-40ea416d-c17e-4c88-8ee2-4552e8c529d3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '4c47acfd-7ff8-4cbb-bda0-cafb2fbb77b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:13.667421 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3af8be51-e423-484c-bb6f-db6c84a9b062 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3809755 Nov 27 01:34:13.683439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a540ea88-7cee-42c0-8834-9acae6e08a0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:34:13.686974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a85fb-3d9e-4082-9443-31dae96a7b14 req-cc0a14c5-b3d4-4954-9a71-6c7eaaaad51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:13.688973 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c9a85fb-3d9e-4082-9443-31dae96a7b14 req-cc0a14c5-b3d4-4954-9a71-6c7eaaaad51b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 1097 time: 0.1188908 Nov 27 01:34:13.709585 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a540ea88-7cee-42c0-8834-9acae6e08a0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.709933 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-a540ea88-7cee-42c0-8834-9acae6e08a0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Added segment 2ef74a14-96e6-4bd5-8655-192dffbef910 of type vlan for network ee64926e-a7e6-4f4f-bfc0-10ff612cbc87 Nov 27 01:34:13.766695 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-40ea416d-c17e-4c88-8ee2-4552e8c529d3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The resource could not be found. Nov 27 01:34:13.770636 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-40ea416d-c17e-4c88-8ee2-4552e8c529d3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1110716 Nov 27 01:34:13.770791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55992) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:13.775932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e0c1d125-ec6b-417f-8f5d-c756cb13e61b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '4c47acfd-7ff8-4cbb-bda0-cafb2fbb77b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '978c2e77-ef54-4fb9-8a07-f688e549b912'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:13.848323 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-e0c1d125-ec6b-417f-8f5d-c756cb13e61b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The resource could not be found. Nov 27 01:34:13.850365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e0c1d125-ec6b-417f-8f5d-c756cb13e61b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0786853 Nov 27 01:34:13.854926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 55994) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:14.002870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a85fb-3d9e-4082-9443-31dae96a7b14 req-bcdf0eee-0cea-4e97-8472-613aad9afaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:14.005013 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c9a85fb-3d9e-4082-9443-31dae96a7b14 req-bcdf0eee-0cea-4e97-8472-613aad9afaed service neutron] 10.222.0.31 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 912 time: 0.2931204 Nov 27 01:34:14.012074 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a540ea88-7cee-42c0-8834-9acae6e08a0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.018491 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6506ad1a-ab37-4303-8ebc-e5428619da00 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.122886 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6506ad1a-ab37-4303-8ebc-e5428619da00 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.160293 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a540ea88-7cee-42c0-8834-9acae6e08a0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.166205 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a540ea88-7cee-42c0-8834-9acae6e08a0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:14.166780 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a540ea88-7cee-42c0-8834-9acae6e08a0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.222833 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c9a85fb-3d9e-4082-9443-31dae96a7b14 req-106da8d0-1fde-465b-86cd-52d5bd3e330f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024472f7-9570-4571-8427-c27ab1b687f6 HTTP/1.1" status: 200 len: 1001 time: 0.2070100 Nov 27 01:34:14.232849 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a540ea88-7cee-42c0-8834-9acae6e08a0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7746816 Nov 27 01:34:14.233585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 55998) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:14.239837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7d01d934-b8d2-4702-be61-03a3f592c317 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:14.323817 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6506ad1a-ab37-4303-8ebc-e5428619da00 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.327443 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6506ad1a-ab37-4303-8ebc-e5428619da00 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.328668 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6506ad1a-ab37-4303-8ebc-e5428619da00 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "DELETE /v2.0/security-groups/4c47acfd-7ff8-4cbb-bda0-cafb2fbb77b3 HTTP/1.1" status: 204 len: 168 time: 0.4712534 Nov 27 01:34:14.335331 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56002) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:14.361882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506ad1a-ab37-4303-8ebc-e5428619da00 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c47acfd-7ff8-4cbb-bda0-cafb2fbb77b3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:14.365267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540ea88-7cee-42c0-8834-9acae6e08a0e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Network': ['ID=ee64926e-a7e6-4f4f-bfc0-10ff612cbc87,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:14.381412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a85fb-3d9e-4082-9443-31dae96a7b14 req-87a79738-aeb0-45ee-a2f1-7b875db368e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:14.393813 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network ee64926e-a7e6-4f4f-bfc0-10ff612cbc87 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:14.397452 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c9a85fb-3d9e-4082-9443-31dae96a7b14 req-87a79738-aeb0-45ee-a2f1-7b875db368e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=560f9432-09a4-4ee9-a29c-ffb13996e99e HTTP/1.1" status: 200 len: 850 time: 0.1285942 Nov 27 01:34:14.478094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a85fb-3d9e-4082-9443-31dae96a7b14 req-7db74591-0889-4c89-8093-f8618f9c50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:14.479696 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c9a85fb-3d9e-4082-9443-31dae96a7b14 req-7db74591-0889-4c89-8093-f8618f9c50d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fbf9ad20-e715-449c-9ff0-512a26044dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750055 Nov 27 01:34:14.507289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d5036019-f879-43bf-8b3a-6207dadd0e49 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1662052 Nov 27 01:34:14.510325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56004) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:14.524695 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ef12a9ad-376e-4804-9e7b-f1db2963f699 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': 'a2f82b1f-3340-4d53-8031-d6b4fc687f39', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:14.563004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:14.585647 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-ef12a9ad-376e-4804-9e7b-f1db2963f699 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The resource could not be found. Nov 27 01:34:14.587463 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ef12a9ad-376e-4804-9e7b-f1db2963f699 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0761521 Nov 27 01:34:14.591365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56006) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:14.603586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5fab1c84-35b7-4d8c-bf5b-33740c5f06d5 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607201779'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:14.651863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:14.652608 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.654019 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5fab1c84-35b7-4d8c-bf5b-33740c5f06d5 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.669546 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c9a85fb-3d9e-4082-9443-31dae96a7b14 req-a69dc631-daed-44bc-83af-fd551c074b8e service neutron] 10.222.0.31 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715214 Nov 27 01:34:14.706632 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d01d934-b8d2-4702-be61-03a3f592c317 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.763680 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.786894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d01d934-b8d2-4702-be61-03a3f592c317 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.832338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4c3946a7-3e34-4189-81ce-9522f3c9f8e1,segment=NetworkSegment(19418634-b8e8-4a78-87fd-7770eff1152d),segment_id=19418634-b8e8-4a78-87fd-7770eff1152d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:14.839384 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.852533 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c9a85fb-3d9e-4082-9443-31dae96a7b14 req-ac842241-cc13-488a-96cc-a2ccbf9fde81 service neutron] 10.222.0.31 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820648 Nov 27 01:34:14.878858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d01d934-b8d2-4702-be61-03a3f592c317 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network ee64926e-a7e6-4f4f-bfc0-10ff612cbc87 is not hosted by any dhcp agent {{(pid=103403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:34:14.884987 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.890745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d01d934-b8d2-4702-be61-03a3f592c317 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:14.892730 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7d01d934-b8d2-4702-be61-03a3f592c317 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.894613 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7d01d934-b8d2-4702-be61-03a3f592c317 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "PUT /v2.0/networks/ee64926e-a7e6-4f4f-bfc0-10ff612cbc87 HTTP/1.1" status: 200 len: 723 time: 0.6594763 Nov 27 01:34:14.897629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56020) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:14.903580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-638d8adf-879c-4c09-a8af-fea5b1b1fa35 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'subnet': {'network_id': 'ee64926e-a7e6-4f4f-bfc0-10ff612cbc87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:14.967555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=4c3946a7-3e34-4189-81ce-9522f3c9f8e1,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:15.048235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01d934-b8d2-4702-be61-03a3f592c317 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Network': ['ID=ee64926e-a7e6-4f4f-bfc0-10ff612cbc87,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:15.065610 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638d8adf-879c-4c09-a8af-fea5b1b1fa35 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:15.069181 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network ee64926e-a7e6-4f4f-bfc0-10ff612cbc87 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:15.076590 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5fab1c84-35b7-4d8c-bf5b-33740c5f06d5 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.081698 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5fab1c84-35b7-4d8c-bf5b-33740c5f06d5 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.087840 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-638d8adf-879c-4c09-a8af-fea5b1b1fa35 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.117256 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5fab1c84-35b7-4d8c-bf5b-33740c5f06d5 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.121994 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5fab1c84-35b7-4d8c-bf5b-33740c5f06d5 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5297086 Nov 27 01:34:15.127618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56022) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:15.132457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5084916f-07fd-42d2-8f7c-a459564f46c4 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402710508'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:15.162531 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5084916f-07fd-42d2-8f7c-a459564f46c4 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.185637 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab1c84-35b7-4d8c-bf5b-33740c5f06d5 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce46c25-a3a9-46b0-8195-4e2248e4e393,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:15.190065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2d4ced-cfe7-4cef-811d-f134b5964834 None None] Network d599b1e7-d950-4c17-915f-c81c4f132449 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:15.304235 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5084916f-07fd-42d2-8f7c-a459564f46c4 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.309361 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5084916f-07fd-42d2-8f7c-a459564f46c4 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.341604 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c7411fc9-c16b-4f69-bec5-a85bf28e5904 None None] Provisioning complete for port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:15.342309 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c7411fc9-c16b-4f69-bec5-a85bf28e5904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.347585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084916f-07fd-42d2-8f7c-a459564f46c4 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61671f81-e0d4-43e2-8741-17bae91b6b8f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:15.379532 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5084916f-07fd-42d2-8f7c-a459564f46c4 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.384605 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5084916f-07fd-42d2-8f7c-a459564f46c4 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2557647 Nov 27 01:34:15.385251 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56026) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:15.391326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e3bcd58b-a237-4544-8221-5839dbbc3f51 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '0ce46c25-a3a9-46b0-8195-4e2248e4e393', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '61671f81-e0d4-43e2-8741-17bae91b6b8f'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:15.482465 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-e3bcd58b-a237-4544-8221-5839dbbc3f51 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:15.489148 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e3bcd58b-a237-4544-8221-5839dbbc3f51 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1024795 Nov 27 01:34:15.489411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56030) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:15.571723 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-638d8adf-879c-4c09-a8af-fea5b1b1fa35 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.637392 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ed68-fc64-40bc-973e-210d5688bdd9 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.667840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc7b4f-85a7-4066-b282-8d6b9005b267 None None] Update dhcp port {'port': {'network_id': 'd599b1e7-d950-4c17-915f-c81c4f132449', 'fixed_ips': [{'subnet_id': 'ce7424d3-5fac-468b-8cfc-9e26fd307f61', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ec900b1-1e2c-4d60-a2d0-85e69daa14d2'}], 'binding:host_id': 'n-d-817303-10'}, 'id': '4c3946a7-3e34-4189-81ce-9522f3c9f8e1'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:34:15.681713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d8adf-879c-4c09-a8af-fea5b1b1fa35 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Subnet': ['ID=bdfbac2a-4c5f-4c25-a27e-2bb68aee09bc,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:15.687992 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ed68-fc64-40bc-973e-210d5688bdd9 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.697690 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638d8adf-879c-4c09-a8af-fea5b1b1fa35 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Checking segment: {'id': '2ef74a14-96e6-4bd5-8655-192dffbef910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee64926e-a7e6-4f4f-bfc0-10ff612cbc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:15.698130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638d8adf-879c-4c09-a8af-fea5b1b1fa35 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network hostable DHCP agents. Network: ee64926e-a7e6-4f4f-bfc0-10ff612cbc87, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:34:15.702210 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6efc7b4f-85a7-4066-b282-8d6b9005b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.736671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638d8adf-879c-4c09-a8af-fea5b1b1fa35 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network ee64926e-a7e6-4f4f-bfc0-10ff612cbc87 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:34:15.750722 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-638d8adf-879c-4c09-a8af-fea5b1b1fa35 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, ee64926e-a7e6-4f4f-bfc0-10ff612cbc87) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:15.759488 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638d8adf-879c-4c09-a8af-fea5b1b1fa35 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:15.759905 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-638d8adf-879c-4c09-a8af-fea5b1b1fa35 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.790824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a051b8a5-c2ed-460a-9094-d1c544b9e7f6 None None] Network ee64926e-a7e6-4f4f-bfc0-10ff612cbc87 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:15.811903 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-638d8adf-879c-4c09-a8af-fea5b1b1fa35 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9105897 Nov 27 01:34:15.813117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56032) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:15.825137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-51510764-7fea-42bf-92ac-705c2c22ca72 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:15.832385 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ed68-fc64-40bc-973e-210d5688bdd9 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.836700 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ed68-fc64-40bc-973e-210d5688bdd9 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:15.848533 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b7c0ed68-fc64-40bc-973e-210d5688bdd9 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "DELETE /v2.0/security-groups/61671f81-e0d4-43e2-8741-17bae91b6b8f HTTP/1.1" status: 204 len: 168 time: 0.3476474 Nov 27 01:34:15.852124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56034) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:15.903988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0ed68-fc64-40bc-973e-210d5688bdd9 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61671f81-e0d4-43e2-8741-17bae91b6b8f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:16.004905 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51510764-7fea-42bf-92ac-705c2c22ca72 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26150242'] for subnet, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.026089 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e326363b-062c-49f8-a5f4-eb213dcfd0a6 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1663334 Nov 27 01:34:16.029407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56048) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:16.102447 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f13bffce-5021-4de5-bf87-0f08c7c1798a tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.144615 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f13bffce-5021-4de5-bf87-0f08c7c1798a tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.197855 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f13bffce-5021-4de5-bf87-0f08c7c1798a tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.205699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f13bffce-5021-4de5-bf87-0f08c7c1798a tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.212014 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f13bffce-5021-4de5-bf87-0f08c7c1798a tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "DELETE /v2.0/security-groups/0ce46c25-a3a9-46b0-8195-4e2248e4e393 HTTP/1.1" status: 204 len: 168 time: 0.1814690 Nov 27 01:34:16.213711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56050) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:16.235044 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51510764-7fea-42bf-92ac-705c2c22ca72 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737831931760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26125482'] for subnet, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.269525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bffce-5021-4de5-bf87-0f08c7c1798a tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce46c25-a3a9-46b0-8195-4e2248e4e393,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:16.292698 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-ee64926e-a7e6-4f4f-bfc0-10ff612cbc87', 'network_id': 'ee64926e-a7e6-4f4f-bfc0-10ff612cbc87', 'tenant_id': 'a273db8ee6414173b7f7740fde13ba1c', 'fixed_ips': [{'subnet_id': 'bdfbac2a-4c5f-4c25-a27e-2bb68aee09bc'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:34:16.293557 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.319967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-6efc7b4f-85a7-4066-b282-8d6b9005b267 None None] Allocated IP 172.20.0.1 (d599b1e7-d950-4c17-915f-c81c4f132449/7ec900b1-1e2c-4d60-a2d0-85e69daa14d2/4c3946a7-3e34-4189-81ce-9522f3c9f8e1) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:16.320981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51510764-7fea-42bf-92ac-705c2c22ca72 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Subnet': ['ID=bdfbac2a-4c5f-4c25-a27e-2bb68aee09bc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:16.326381 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.330951 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51510764-7fea-42bf-92ac-705c2c22ca72 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:16.331614 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51510764-7fea-42bf-92ac-705c2c22ca72 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.333123 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-51510764-7fea-42bf-92ac-705c2c22ca72 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "PUT /v2.0/subnets/bdfbac2a-4c5f-4c25-a27e-2bb68aee09bc HTTP/1.1" status: 200 len: 826 time: 0.5189934 Nov 27 01:34:16.336756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56054) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:16.359733 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-71fc6cc3-8d1b-40b0-92c1-2c1820b9da49 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1109498 Nov 27 01:34:16.360684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56056) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:16.367070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ba7dd185-9de9-4852-a7fc-0b0799e07ce7 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073657569'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:16.395526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba7dd185-9de9-4852-a7fc-0b0799e07ce7 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.487759 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba7dd185-9de9-4852-a7fc-0b0799e07ce7 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.493299 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba7dd185-9de9-4852-a7fc-0b0799e07ce7 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.512606 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:16.562732 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba7dd185-9de9-4852-a7fc-0b0799e07ce7 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.566500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ba7dd185-9de9-4852-a7fc-0b0799e07ce7 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2018192 Nov 27 01:34:16.568944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56062) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:16.589007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ad47f99b-6522-420b-88c9-25ad36d37f8d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '1ce8d221-6ddd-44ad-b7ef-783741a7b5a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:16.600121 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.624807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7dd185-9de9-4852-a7fc-0b0799e07ce7 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce8d221-6ddd-44ad-b7ef-783741a7b5a6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:16.656090 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6efc7b4f-85a7-4066-b282-8d6b9005b267 None None] For port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4c3946a7-3e34-4189-81ce-9522f3c9f8e1,segment=NetworkSegment(19418634-b8e8-4a78-87fd-7770eff1152d),segment_id=19418634-b8e8-4a78-87fd-7770eff1152d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:16.685568 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-ad47f99b-6522-420b-88c9-25ad36d37f8d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:16.686807 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ad47f99b-6522-420b-88c9-25ad36d37f8d tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1166415 Nov 27 01:34:16.689686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56064) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:16.694423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-60a4e2bd-2e17-4c83-9c38-b66e01c177ed tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group_rule': {'security_group_id': '1ce8d221-6ddd-44ad-b7ef-783741a7b5a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:16.707868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Allocated IP 2001:db8::2 (ee64926e-a7e6-4f4f-bfc0-10ff612cbc87/bdfbac2a-4c5f-4c25-a27e-2bb68aee09bc/f877070b-91e4-4492-b85f-b34aaca48688) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:16.714666 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:16.715039 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.749346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.766530 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-60a4e2bd-2e17-4c83-9c38-b66e01c177ed tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:34:16.768123 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-60a4e2bd-2e17-4c83-9c38-b66e01c177ed tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0773959 Nov 27 01:34:16.771174 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56066) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:16.845129 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-73ddd331-5892-4d6f-9eed-59a121f803c0 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.875819 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-73ddd331-5892-4d6f-9eed-59a121f803c0 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.898196 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6efc7b4f-85a7-4066-b282-8d6b9005b267 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.932545 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-73ddd331-5892-4d6f-9eed-59a121f803c0 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.937008 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-73ddd331-5892-4d6f-9eed-59a121f803c0 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.939354 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6efc7b4f-85a7-4066-b282-8d6b9005b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.941614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56068) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:16.953031 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-73ddd331-5892-4d6f-9eed-59a121f803c0 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "DELETE /v2.0/security-groups/1ce8d221-6ddd-44ad-b7ef-783741a7b5a6 HTTP/1.1" status: 204 len: 168 time: 0.1805177 Nov 27 01:34:16.977917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddd331-5892-4d6f-9eed-59a121f803c0 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce8d221-6ddd-44ad-b7ef-783741a7b5a6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:17.035844 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56072) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:17.050064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-304af822-62a6-475f-92d8-1d263af95dd3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1589992866'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:17.069765 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-73d933f0-04b2-41b9-ad76-33b3346516ef tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1134999 Nov 27 01:34:17.127514 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-304af822-62a6-475f-92d8-1d263af95dd3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.151258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc7b4f-85a7-4066-b282-8d6b9005b267 None None] Pushing event updated for resources: {'Port': ['ID=4c3946a7-3e34-4189-81ce-9522f3c9f8e1,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:17.252025 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.262104 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-304af822-62a6-475f-92d8-1d263af95dd3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.266582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-304af822-62a6-475f-92d8-1d263af95dd3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.280217 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.301355 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.349559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304af822-62a6-475f-92d8-1d263af95dd3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22eb042a-6ca5-465b-97bd-cdb6bcbee7c3,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:17.354454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Subnet': ['ID=bdfbac2a-4c5f-4c25-a27e-2bb68aee09bc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:17.377221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Pushing event updated for resources: {'Port': ['ID=f877070b-91e4-4492-b85f-b34aaca48688,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:17.388214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Network ee64926e-a7e6-4f4f-bfc0-10ff612cbc87 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:17.390432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:17.401055 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:17.403802 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-304af822-62a6-475f-92d8-1d263af95dd3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.415823 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-304af822-62a6-475f-92d8-1d263af95dd3 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3758738 Nov 27 01:34:17.416646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56084) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:17.426518 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e8b54077-e808-47e0-aac8-4460d8a252d7 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:17.427260 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-e8b54077-e808-47e0-aac8-4460d8a252d7 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 01:34:17.427767 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-e8b54077-e808-47e0-aac8-4460d8a252d7 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] update failed (client error): There was a conflict when trying to complete your request. Nov 27 01:34:17.430185 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e8b54077-e808-47e0-aac8-4460d8a252d7 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "PUT /v2.0/security-groups/22eb042a-6ca5-465b-97bd-cdb6bcbee7c3 HTTP/1.1" status: 409 len: 330 time: 0.0126550 Nov 27 01:34:17.435334 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56086) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:17.473953 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.483043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Attempting to bind port f877070b-91e4-4492-b85f-b34aaca48688 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:17.483565 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Attempting to bind port f877070b-91e4-4492-b85f-b34aaca48688 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '2ef74a14-96e6-4bd5-8655-192dffbef910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee64926e-a7e6-4f4f-bfc0-10ff612cbc87'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:17.484040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Attempting to bind port f877070b-91e4-4492-b85f-b34aaca48688 on network ee64926e-a7e6-4f4f-bfc0-10ff612cbc87 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:17.489811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:17.490432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Checking segment: {'id': '2ef74a14-96e6-4bd5-8655-192dffbef910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee64926e-a7e6-4f4f-bfc0-10ff612cbc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:17.490862 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.491385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Bound using segment: {'id': '2ef74a14-96e6-4bd5-8655-192dffbef910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee64926e-a7e6-4f4f-bfc0-10ff612cbc87'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:17.491968 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Bound port: f877070b-91e4-4492-b85f-b34aaca48688, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef74a14-96e6-4bd5-8655-192dffbef910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ee64926e-a7e6-4f4f-bfc0-10ff612cbc87'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:17.492780 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.508554 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee64926e-a7e6-4f4f-bfc0-10ff612cbc87']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:17.523594 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef74a14-96e6-4bd5-8655-192dffbef910') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:17.524155 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef74a14-96e6-4bd5-8655-192dffbef910') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:17.553747 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18a89a81-5198-4192-950f-87d83f30a16e tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.560703 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.586288 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.598956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] For port f877070b-91e4-4492-b85f-b34aaca48688, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:17.602917 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:17.603599 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:17.612321 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:17.622153 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18a89a81-5198-4192-950f-87d83f30a16e tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.694475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] For port f877070b-91e4-4492-b85f-b34aaca48688, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f877070b-91e4-4492-b85f-b34aaca48688,segment=NetworkSegment(2ef74a14-96e6-4bd5-8655-192dffbef910),segment_id=2ef74a14-96e6-4bd5-8655-192dffbef910)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:17.697805 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.db.api [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 01:34:17.697805 n-d-817303-10 neutron-server[103402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 01:34:17.697805 n-d-817303-10 neutron-server[103402]: [parameters: {'id': 'ee64926e-a7e6-4f4f-bfc0-10ff612cbc87'}] Nov 27 01:34:17.697805 n-d-817303-10 neutron-server[103402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:34:17.701733 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.705167 n-d-817303-10 neutron-server[103402]: DEBUG oslo_db.api [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:34:17.710873 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18a89a81-5198-4192-950f-87d83f30a16e tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.713488 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18a89a81-5198-4192-950f-87d83f30a16e tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.714646 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-18a89a81-5198-4192-950f-87d83f30a16e tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "DELETE /v2.0/security-groups/22eb042a-6ca5-465b-97bd-cdb6bcbee7c3 HTTP/1.1" status: 204 len: 168 time: 0.2700241 Nov 27 01:34:17.717916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56094) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:17.731535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a89a81-5198-4192-950f-87d83f30a16e tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eb042a-6ca5-465b-97bd-cdb6bcbee7c3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:17.793143 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4abec2a9-d2ee-4b38-a087-4101a113f71b tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0687530 Nov 27 01:34:17.793383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56098) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:17.815701 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-7e88e914-2ac6-45b9-a38d-cd0f9cd1204a tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] delete failed (client error): The resource could not be found. Nov 27 01:34:17.820408 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7e88e914-2ac6-45b9-a38d-cd0f9cd1204a tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "DELETE /v2.0/security-groups/943dcd19-3288-4e14-a10e-967fd91628a0 HTTP/1.1" status: 404 len: 347 time: 0.0224907 Nov 27 01:34:17.820602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56100) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:17.834526 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-92bebd7e-30e1-4997-9c9e-1886b9ecfe13 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] show failed (client error): The resource could not be found. Nov 27 01:34:17.839532 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-92bebd7e-30e1-4997-9c9e-1886b9ecfe13 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "GET /v2.0/security-groups/b414be1f-ac46-4638-85d3-b80632cbe2c1 HTTP/1.1" status: 404 len: 347 time: 0.0140355 Nov 27 01:34:17.839986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56102) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:17.854173 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-50c31474-cb40-427a-b67c-70137d427784 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] show failed (client error): The resource could not be found. Nov 27 01:34:17.859948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-50c31474-cb40-427a-b67c-70137d427784 tempest-NegativeSecGroupIPv6Test-60786827 tempest-NegativeSecGroupIPv6Test-60786827-project] 10.222.0.15 "GET /v2.0/security-group-rules/d4e757bd-755f-4ecd-ada1-c67313eb0bef HTTP/1.1" status: 404 len: 356 time: 0.0143108 Nov 27 01:34:17.926730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b15c1-6a1b-4577-9a46-023ddba48c15 None None] Pushing event updated for resources: {'Port': ['ID=f877070b-91e4-4492-b85f-b34aaca48688,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:17.953034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2c5d7a-2fe1-4d22-ab6d-ed588304e4bf None None] Network ee64926e-a7e6-4f4f-bfc0-10ff612cbc87 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:18.150593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b1eb0-a864-481f-a337-566c1b0aa8ee None None] Network d599b1e7-d950-4c17-915f-c81c4f132449 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:18.206402 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:18.304840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-222fbdb3-a163-4a76-8bbc-0f15a72b9b9a None None] Provisioning complete for port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:18.305220 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-222fbdb3-a163-4a76-8bbc-0f15a72b9b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:18.360593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef20530-b861-4067-afca-2ba46f5e37d8 None None] Network ee64926e-a7e6-4f4f-bfc0-10ff612cbc87 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:18.383910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56124) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:18.386207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Deleting port f877070b-91e4-4492-b85f-b34aaca48688 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:18.387309 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:18.521881 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:18.533219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] For port f877070b-91e4-4492-b85f-b34aaca48688, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f877070b-91e4-4492-b85f-b34aaca48688,segment=NetworkSegment(2ef74a14-96e6-4bd5-8655-192dffbef910),segment_id=2ef74a14-96e6-4bd5-8655-192dffbef910)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:18.535537 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:18.574991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Calling delete_port for f877070b-91e4-4492-b85f-b34aaca48688 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:18.718202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56136) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:18.720668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0866c3bb-eb18-4563-81c9-d3bc1c0111f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=155e3eccd9d141f7859eacd09a11138b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3354483 Nov 27 01:34:18.800090 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:18.800498 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:18.859388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56138) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:18.878504 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:18.960190 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Port': ['ID=f877070b-91e4-4492-b85f-b34aaca48688,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:18.962091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No DVR routers for this DVR port f877070b-91e4-4492-b85f-b34aaca48688 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:18.963649 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-80026a5a-0579-4ebe-b61f-eb3ec9ba3a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.030002 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b504347-b0e2-4b40-bc5f-214401b8d382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.087425 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-80026a5a-0579-4ebe-b61f-eb3ec9ba3a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.118862 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.148068 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b504347-b0e2-4b40-bc5f-214401b8d382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.154235 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9b504347-b0e2-4b40-bc5f-214401b8d382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.175834 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee64926e-a7e6-4f4f-bfc0-10ff612cbc87']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:19.189093 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef74a14-96e6-4bd5-8655-192dffbef910') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:19.189447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef74a14-96e6-4bd5-8655-192dffbef910') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:19.208249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104c7229-f176-4d39-aa59-dacc3db2c569 None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:34:19.212863 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9b504347-b0e2-4b40-bc5f-214401b8d382 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c27f3d7896404167aeb8e192d6fe74c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3484032 Nov 27 01:34:19.213031 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.214733 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56142) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:19.248821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b504347-b0e2-4b40-bc5f-214401b8d382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97426b65-a7d7-4870-b96e-259aa49b8e0b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:19.329195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-80026a5a-0579-4ebe-b61f-eb3ec9ba3a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.331782 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-80026a5a-0579-4ebe-b61f-eb3ec9ba3a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.339374 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-80026a5a-0579-4ebe-b61f-eb3ec9ba3a1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7deb2932-d0ba-4cb9-9bee-c8ebe297d46b HTTP/1.1" status: 204 len: 168 time: 0.6163428 Nov 27 01:34:19.357721 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.411020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:19.412737 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:19.421146 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:19.429819 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e79d5831-90d0-41b4-9653-4848d70dcc86 None None] Provisioning complete for port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:19.430197 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e79d5831-90d0-41b4-9653-4848d70dcc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.469310 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80026a5a-0579-4ebe-b61f-eb3ec9ba3a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7deb2932-d0ba-4cb9-9bee-c8ebe297d46b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:19.481607 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f42f995c-3096-4469-9e60-a2461a95cb4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.539648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c7229-f176-4d39-aa59-dacc3db2c569 None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:34:19.539829 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f42f995c-3096-4469-9e60-a2461a95cb4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.638463 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f42f995c-3096-4469-9e60-a2461a95cb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.641651 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f42f995c-3096-4469-9e60-a2461a95cb4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.645424 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f42f995c-3096-4469-9e60-a2461a95cb4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97426b65-a7d7-4870-b96e-259aa49b8e0b HTTP/1.1" status: 204 len: 168 time: 0.4191256 Nov 27 01:34:19.698798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f995c-3096-4469-9e60-a2461a95cb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97426b65-a7d7-4870-b96e-259aa49b8e0b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:19.736039 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.748887 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.757953 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/ee64926e-a7e6-4f4f-bfc0-10ff612cbc87 HTTP/1.1" status: 204 len: 168 time: 3.4199908 Nov 27 01:34:19.760597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56154) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:19.788991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e0016-544f-4e4a-b54f-88aec242c98b tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Network': ['ID=ee64926e-a7e6-4f4f-bfc0-10ff612cbc87,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:19.875969 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e95c4ce-f684-4cf9-8abc-c818e27de19d tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] DELETE failed (client error): The resource could not be found. Nov 27 01:34:19.879309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e95c4ce-f684-4cf9-8abc-c818e27de19d tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:19.896416 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8e95c4ce-f684-4cf9-8abc-c818e27de19d tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/ee64926e-a7e6-4f4f-bfc0-10ff612cbc87 HTTP/1.1" status: 404 len: 339 time: 0.1282370 Nov 27 01:34:19.896416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56158) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:19.940310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-10af3572-aaa1-478c-8e14-2141fb2d8f13 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-445349903', 'description': 'd1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:20.033257 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10af3572-aaa1-478c-8e14-2141fb2d8f13 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:20.042131 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-10af3572-aaa1-478c-8e14-2141fb2d8f13 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.133235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10af3572-aaa1-478c-8e14-2141fb2d8f13 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:34:20.165590 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-10af3572-aaa1-478c-8e14-2141fb2d8f13 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.165947 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-10af3572-aaa1-478c-8e14-2141fb2d8f13 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Added segment a557a7f2-2c6f-4bf1-844d-187a6350e533 of type vlan for network af968d93-b395-46d2-9832-61b0d55c18a5 Nov 27 01:34:20.199445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4d7a7-4266-42ed-9d38-f89ab9ba048b req-35f43265-e722-4423-8860-3c469d424b31 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:20.203792 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9a4d7a7-4266-42ed-9d38-f89ab9ba048b req-35f43265-e722-4423-8860-3c469d424b31 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1097 time: 0.1132152 Nov 27 01:34:20.284168 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-10af3572-aaa1-478c-8e14-2141fb2d8f13 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.316611 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9a4d7a7-4266-42ed-9d38-f89ab9ba048b req-83af07c6-7bc2-422b-b6a6-ad8aca99bfc1 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040826 Nov 27 01:34:20.343067 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56184) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:20.346693 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-10af3572-aaa1-478c-8e14-2141fb2d8f13 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.353193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10af3572-aaa1-478c-8e14-2141fb2d8f13 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:20.353959 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-10af3572-aaa1-478c-8e14-2141fb2d8f13 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.430649 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-10af3572-aaa1-478c-8e14-2141fb2d8f13 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5275409 Nov 27 01:34:20.434531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56194) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:20.508289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af3572-aaa1-478c-8e14-2141fb2d8f13 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Network': ['ID=af968d93-b395-46d2-9832-61b0d55c18a5,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:20.520629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network af968d93-b395-46d2-9832-61b0d55c18a5 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:20.588344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f068b84c-b4ca-442a-9aaa-86222cd569a6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:20.594876 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56198) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:20.595514 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f068b84c-b4ca-442a-9aaa-86222cd569a6 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "GET /v2.0/networks?id=af968d93-b395-46d2-9832-61b0d55c18a5 HTTP/1.1" status: 200 len: 764 time: 0.1596930 Nov 27 01:34:20.600363 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9a2f483f-948e-49e3-8590-1b4afeff4312 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'network': {'description': 'd2'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:20.909229 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a2f483f-948e-49e3-8590-1b4afeff4312 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.932986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-483679bc-f802-4c0b-be34-63ed0dbbb867 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port 20fe6514-4d04-4670-84eb-d66827979b97 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:20.933930 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-483679bc-f802-4c0b-be34-63ed0dbbb867 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.937888 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a2f483f-948e-49e3-8590-1b4afeff4312 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.529394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a2f483f-948e-49e3-8590-1b4afeff4312 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network af968d93-b395-46d2-9832-61b0d55c18a5 is not hosted by any dhcp agent {{(pid=103402) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:34:21.544954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f483f-948e-49e3-8590-1b4afeff4312 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:21.547488 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a2f483f-948e-49e3-8590-1b4afeff4312 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.551867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9a2f483f-948e-49e3-8590-1b4afeff4312 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "PUT /v2.0/networks/af968d93-b395-46d2-9832-61b0d55c18a5 HTTP/1.1" status: 200 len: 761 time: 0.9559991 Nov 27 01:34:21.554727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56236) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:21.626987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f483f-948e-49e3-8590-1b4afeff4312 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Network': ['ID=af968d93-b395-46d2-9832-61b0d55c18a5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:21.641279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network af968d93-b395-46d2-9832-61b0d55c18a5 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:21.678049 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-483679bc-f802-4c0b-be34-63ed0dbbb867 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.678443 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-483679bc-f802-4c0b-be34-63ed0dbbb867 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.702722 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-483679bc-f802-4c0b-be34-63ed0dbbb867 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for 20fe6514-4d04-4670-84eb-d66827979b97 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:21.721654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3437ed4-d7c7-4bf9-91d0-20e9361ac5aa tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:21.731099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56246) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:21.740189 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d3437ed4-d7c7-4bf9-91d0-20e9361ac5aa tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "GET /v2.0/networks?id=af968d93-b395-46d2-9832-61b0d55c18a5 HTTP/1.1" status: 200 len: 764 time: 0.1837380 Nov 27 01:34:22.218121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be114af9-3b1c-4382-8384-d77b5851d09c tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:22.222676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56266) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:22.232036 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-be114af9-3b1c-4382-8384-d77b5851d09c tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4997971 Nov 27 01:34:22.297668 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56272) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:22.304919 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-349b976d-59c8-4538-a622-3dd6216359f2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 207 time: 0.0809979 Nov 27 01:34:22.467942 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-483679bc-f802-4c0b-be34-63ed0dbbb867 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:22.499765 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5f13b-e37b-4495-a03a-5d189d45169a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:22.505848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5f13b-e37b-4495-a03a-5d189d45169a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:22.513690 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5f13b-e37b-4495-a03a-5d189d45169a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:22.520940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5f13b-e37b-4495-a03a-5d189d45169a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:22.527478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5f13b-e37b-4495-a03a-5d189d45169a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:22.533784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5f13b-e37b-4495-a03a-5d189d45169a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:22.541641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56278) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:22.551851 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-75f5f13b-e37b-4495-a03a-5d189d45169a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2530642 Nov 27 01:34:22.556174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483679bc-f802-4c0b-be34-63ed0dbbb867 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=20fe6514-4d04-4670-84eb-d66827979b97,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:22.720288 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-483679bc-f802-4c0b-be34-63ed0dbbb867 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:22.721008 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-483679bc-f802-4c0b-be34-63ed0dbbb867 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Floating IP 9fb269bb-a267-4bb4-8907-cb5e2b0406ce disassociated (deleted). External IP: 172.25.1.254, port: 89f5fa62-bc97-48f3-bce6-5207bfc6624d. Nov 27 01:34:22.986999 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b3a36b55-b667-4a4d-a9f3-0d61b1d2916e tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4439597 Nov 27 01:34:22.991799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56300) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:23.144824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483679bc-f802-4c0b-be34-63ed0dbbb867 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 0954821b-3f9d-4e11-b47a-61b366c0b2aa has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:34:23.333656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483679bc-f802-4c0b-be34-63ed0dbbb867 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:34:23.339832 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-483679bc-f802-4c0b-be34-63ed0dbbb867 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:23.347108 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3a9a02-ea1c-4130-910d-077b0e3cd18c None None] Sync routers for ids ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:34:23.369069 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a9a02-ea1c-4130-910d-077b0e3cd18c None None] Routers {'0954821b-3f9d-4e11-b47a-61b366c0b2aa'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:23.370065 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ef3a9a02-ea1c-4130-910d-077b0e3cd18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:34:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:23.372624 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-483679bc-f802-4c0b-be34-63ed0dbbb867 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/floatingips/9fb269bb-a267-4bb4-8907-cb5e2b0406ce HTTP/1.1" status: 204 len: 168 time: 3.0281699 Nov 27 01:34:23.373434 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:23.376516 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e80f31-5b34-43ad-8040-88875dac78ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:23.391192 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56316) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:23.429457 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838937d8-a5eb-4e6c-a2a3-d8c3c452bfde x-openstack-request-id: req-838937d8-a5eb-4e6c-a2a3-d8c3c452bfde {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:23.430145 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:23.430609 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-838937d8-a5eb-4e6c-a2a3-d8c3c452bfde {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:23.431257 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'status': 'completed', 'code': 200} Nov 27 01:34:23.680564 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-ef3a9a02-ea1c-4130-910d-077b0e3cd18c None None] Set router 0954821b-3f9d-4e11-b47a-61b366c0b2aa gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:23.916166 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae1895e4-44ce-47bf-9b3a-469f92650976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:23.943380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ec2f6-4bb5-4ab1-8f8a-2ba656627afd tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:23.946491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ec2f6-4bb5-4ab1-8f8a-2ba656627afd tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:23.949564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ec2f6-4bb5-4ab1-8f8a-2ba656627afd tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:23.952659 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ec2f6-4bb5-4ab1-8f8a-2ba656627afd tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:23.956548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ec2f6-4bb5-4ab1-8f8a-2ba656627afd tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:23.959027 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-460ec2f6-4bb5-4ab1-8f8a-2ba656627afd tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.9659016 Nov 27 01:34:23.978890 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56326) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:24.121316 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae1895e4-44ce-47bf-9b3a-469f92650976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:24.121809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e80f31-5b34-43ad-8040-88875dac78ee req-91e53d64-b785-4a71-aa52-3e2c4dbcdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:24.123456 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e80f31-5b34-43ad-8040-88875dac78ee req-91e53d64-b785-4a71-aa52-3e2c4dbcdd73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 1097 time: 0.1878366 Nov 27 01:34:24.130261 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae1895e4-44ce-47bf-9b3a-469f92650976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:24.164924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0acff3-3333-4e04-a9cd-e43434e429e4 req-b57e328b-f8ce-447a-9536-ec96cdece7e5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:24.173333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1895e4-44ce-47bf-9b3a-469f92650976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede038cd-e235-4bfe-b45a-532fc2259bc7,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:24.175587 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac0acff3-3333-4e04-a9cd-e43434e429e4 req-b57e328b-f8ce-447a-9536-ec96cdece7e5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.2410939 Nov 27 01:34:24.208024 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ae1895e4-44ce-47bf-9b3a-469f92650976 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f3cb5087c154d5380c88f5d3d3cdb37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8135424 Nov 27 01:34:24.210647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56332) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:24.248638 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ef3a9a02-ea1c-4130-910d-077b0e3cd18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:31:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '9a141e67-68c4-44c0-9ce2-7cc2183c8e76', 'name': '', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:15:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:23Z', 'updated_at': '2021-11-27T01:31:35Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:24.251030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa211fd-a199-49c2-b368-3e4e8aaa5f16 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:24.275132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa211fd-a199-49c2-b368-3e4e8aaa5f16 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:24.283386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa211fd-a199-49c2-b368-3e4e8aaa5f16 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:24.292130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa211fd-a199-49c2-b368-3e4e8aaa5f16 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:24.300551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa211fd-a199-49c2-b368-3e4e8aaa5f16 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:24.304190 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3a9a02-ea1c-4130-910d-077b0e3cd18c None None] Checking router: 0954821b-3f9d-4e11-b47a-61b366c0b2aa for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:34:24.306499 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bfa211fd-a199-49c2-b368-3e4e8aaa5f16 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3245072 Nov 27 01:34:24.314916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56336) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:24.322168 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a9a02-ea1c-4130-910d-077b0e3cd18c None None] Routers {'0954821b-3f9d-4e11-b47a-61b366c0b2aa'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:24.323285 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ef3a9a02-ea1c-4130-910d-077b0e3cd18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:34:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:24.428554 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ab3cc557-d1ea-45f8-897d-77f8f3fd898d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:24.437572 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac0acff3-3333-4e04-a9cd-e43434e429e4 req-0435bc6f-bd6b-49d1-b471-78c3ee41c0c2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450156 Nov 27 01:34:24.524505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e80f31-5b34-43ad-8040-88875dac78ee req-e4c7acf6-5223-4766-8685-cc7dc1ce4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:24.525974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e80f31-5b34-43ad-8040-88875dac78ee req-e4c7acf6-5223-4766-8685-cc7dc1ce4a37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f HTTP/1.1" status: 200 len: 896 time: 0.3766212 Nov 27 01:34:24.582657 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-ef3a9a02-ea1c-4130-910d-077b0e3cd18c None None] Set router 0954821b-3f9d-4e11-b47a-61b366c0b2aa gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:24.614170 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e80f31-5b34-43ad-8040-88875dac78ee req-7d1ff38b-dae0-4a79-81e6-b1b01ebf0862 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d HTTP/1.1" status: 200 len: 217 time: 0.0781562 Nov 27 01:34:24.644848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75b5805-efb2-4299-806d-10336307e66c tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:24.646245 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d75b5805-efb2-4299-806d-10336307e66c tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "GET /v2.0/networks/b487184b-d3cb-43c6-b29a-3fd121cb63f0 HTTP/1.1" status: 200 len: 804 time: 0.3214178 Nov 27 01:34:24.657298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56340) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:24.657629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56342) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:24.706853 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e80f31-5b34-43ad-8040-88875dac78ee req-41a17dbe-abe0-43d1-9023-f386928426e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:24.708364 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e80f31-5b34-43ad-8040-88875dac78ee req-41a17dbe-abe0-43d1-9023-f386928426e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=83a559a3-be1a-4c33-92bb-d495581acdf3 HTTP/1.1" status: 200 len: 835 time: 0.0840521 Nov 27 01:34:24.802389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e80f31-5b34-43ad-8040-88875dac78ee req-392a9814-3ff5-4478-a269-0bcfff29e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:24.808908 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e80f31-5b34-43ad-8040-88875dac78ee req-392a9814-3ff5-4478-a269-0bcfff29e8f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf3df3d-087f-49df-98fe-c73ec3a35c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914762 Nov 27 01:34:24.866021 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c4ea78a2-fdcf-4527-98c1-b7467c1d7a03 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "GET /v2.0/networks/b487184b-d3cb-43c6-b29a-3fd121cb63f0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1885850 Nov 27 01:34:24.866209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56346) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:24.922318 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e80f31-5b34-43ad-8040-88875dac78ee req-6fab1a80-c846-474e-ae40-d7473c60b689 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032555 Nov 27 01:34:24.926975 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ab3cc557-d1ea-45f8-897d-77f8f3fd898d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:24.971876 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b853568-2e4d-4430-9eee-aadf7aa9b94f tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:24.978196 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7b853568-2e4d-4430-9eee-aadf7aa9b94f tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "GET /v2.0/subnets/7eb7a3b5-cd98-4e9d-bc18-fb5118430e88 HTTP/1.1" status: 200 len: 843 time: 0.1061451 Nov 27 01:34:24.979141 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56348) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:25.049586 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ef3a9a02-ea1c-4130-910d-077b0e3cd18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:31:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '9a141e67-68c4-44c0-9ce2-7cc2183c8e76', 'name': '', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:15:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:23Z', 'updated_at': '2021-11-27T01:31:35Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:25.051777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761bbb0-a670-4737-b515-8f46d82250b7 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['shared'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:25.056346 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1761bbb0-a670-4737-b515-8f46d82250b7 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "GET /v2.0/subnets/7eb7a3b5-cd98-4e9d-bc18-fb5118430e88?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0734763 Nov 27 01:34:25.061902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56350) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:25.065010 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1891d8cb-e7d0-45ab-a586-1ca62f44329c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.070543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-6b14f7de-66ca-4589-b822-0339c3232490 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-290946138'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:25.112819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b14f7de-66ca-4589-b822-0339c3232490 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:25.116914 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6b14f7de-66ca-4589-b822-0339c3232490 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.118566 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59e80f31-5b34-43ad-8040-88875dac78ee req-55a66503-3482-4e4e-b21c-93016108b60c service neutron] 10.222.0.21 "GET /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677670 Nov 27 01:34:25.120872 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ab3cc557-d1ea-45f8-897d-77f8f3fd898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.123786 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ab3cc557-d1ea-45f8-897d-77f8f3fd898d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.124831 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ab3cc557-d1ea-45f8-897d-77f8f3fd898d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ede038cd-e235-4bfe-b45a-532fc2259bc7 HTTP/1.1" status: 204 len: 168 time: 0.9130402 Nov 27 01:34:25.129808 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3a9a02-ea1c-4130-910d-077b0e3cd18c None None] The sync data for ids ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'] in n-d-817303-10 is: [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:31:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '9a141e67-68c4-44c0-9ce2-7cc2183c8e76', 'name': '', 'network_id': '4cf3df3d-087f-49df-98fe-c73ec3a35c1f', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:15:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:23Z', 'updated_at': '2021-11-27T01:31:35Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '83a559a3-be1a-4c33-92bb-d495581acdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:34:25.190549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b14f7de-66ca-4589-b822-0339c3232490 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:34:25.205285 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6b14f7de-66ca-4589-b822-0339c3232490 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.205720 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-6b14f7de-66ca-4589-b822-0339c3232490 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Added segment 95573a3a-1f3d-45d6-8bf0-555b1f071fef of type vlan for network c2f74736-ba1b-49aa-9372-9d6a01679127 Nov 27 01:34:25.268957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cc557-d1ea-45f8-897d-77f8f3fd898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede038cd-e235-4bfe-b45a-532fc2259bc7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:25.282137 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6b14f7de-66ca-4589-b822-0339c3232490 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.350697 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6b14f7de-66ca-4589-b822-0339c3232490 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.356389 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b14f7de-66ca-4589-b822-0339c3232490 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:25.357029 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6b14f7de-66ca-4589-b822-0339c3232490 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.380883 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1891d8cb-e7d0-45ab-a586-1ca62f44329c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.395257 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1891d8cb-e7d0-45ab-a586-1ca62f44329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.406197 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6b14f7de-66ca-4589-b822-0339c3232490 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3426592 Nov 27 01:34:25.409378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56358) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:25.418350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1167b0f2-f9df-483a-90a5-8b9d69e3667a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'subnet': {'network_id': 'c2f74736-ba1b-49aa-9372-9d6a01679127', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:25.492442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14f7de-66ca-4589-b822-0339c3232490 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Network': ['ID=c2f74736-ba1b-49aa-9372-9d6a01679127,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:25.507926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network c2f74736-ba1b-49aa-9372-9d6a01679127 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:25.518944 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1891d8cb-e7d0-45ab-a586-1ca62f44329c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fefca9d3cfca4fa68878cffa2d8627d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8557398 Nov 27 01:34:25.518944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891d8cb-e7d0-45ab-a586-1ca62f44329c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7be4146-2460-4771-88a5-b1fb2ab84e39,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:25.525622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56364) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:25.676604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7e59b-3ad5-4d28-82d3-cf48d9648b2d req-030a98ec-8fd0-40b3-828e-97860469a8d2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:25.678878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12e7e59b-3ad5-4d28-82d3-cf48d9648b2d req-030a98ec-8fd0-40b3-828e-97860469a8d2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.2559211 Nov 27 01:34:25.703182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f624859c-c35e-41f9-a852-f81dafd8b00c None None] New status for floating IP 9fb269bb-a267-4bb4-8907-cb5e2b0406ce: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:34:25.742628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1167b0f2-f9df-483a-90a5-8b9d69e3667a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Made reservation on behalf of a273db8ee6414173b7f7740fde13ba1c for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:25.747408 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1167b0f2-f9df-483a-90a5-8b9d69e3667a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.749591 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56366) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:25.771562 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8e1c-4363-4a2d-b9c0-76794086cd47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.811847 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672264ca-48b7-4fef-8c28-eaf169a06187 req-318621cf-2c24-42ac-bc99-8ad838513524 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:25.813461 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-672264ca-48b7-4fef-8c28-eaf169a06187 req-318621cf-2c24-42ac-bc99-8ad838513524 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 945 time: 0.2223074 Nov 27 01:34:25.822052 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03ced22f-b529-4523-9e1f-81729ef43aaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.857678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.ipam_backend_mixin [None req-1167b0f2-f9df-483a-90a5-8b9d69e3667a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Performing IP validity checks on allocation pools {{(pid=103403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 01:34:25.858227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.ipam_backend_mixin [None req-1167b0f2-f9df-483a-90a5-8b9d69e3667a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 01:34:25.908653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-12e7e59b-3ad5-4d28-82d3-cf48d9648b2d req-0f59c202-22b4-46e6-ab6a-c77a8a5d727f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port 89f5fa62-bc97-48f3-bce6-5207bfc6624d {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:25.908911 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12e7e59b-3ad5-4d28-82d3-cf48d9648b2d req-0f59c202-22b4-46e6-ab6a-c77a8a5d727f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.983233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8e1c-4363-4a2d-b9c0-76794086cd47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.023453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-12e7e59b-3ad5-4d28-82d3-cf48d9648b2d req-0f59c202-22b4-46e6-ab6a-c77a8a5d727f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] For port 89f5fa62-bc97-48f3-bce6-5207bfc6624d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=89f5fa62-bc97-48f3-bce6-5207bfc6624d,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:26.023832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12e7e59b-3ad5-4d28-82d3-cf48d9648b2d req-0f59c202-22b4-46e6-ab6a-c77a8a5d727f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.044291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-12e7e59b-3ad5-4d28-82d3-cf48d9648b2d req-0f59c202-22b4-46e6-ab6a-c77a8a5d727f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for 89f5fa62-bc97-48f3-bce6-5207bfc6624d owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:26.050800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8e1c-4363-4a2d-b9c0-76794086cd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.053735 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8e1c-4363-4a2d-b9c0-76794086cd47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.054955 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2cdc8e1c-4363-4a2d-b9c0-76794086cd47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7be4146-2460-4771-88a5-b1fb2ab84e39 HTTP/1.1" status: 204 len: 168 time: 0.5283625 Nov 27 01:34:26.072278 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-672264ca-48b7-4fef-8c28-eaf169a06187 req-0397e432-018b-4479-a502-443b0e3bf647 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=655674c0-91f0-4a11-8d30-08df5186d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476926 Nov 27 01:34:26.075149 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03ced22f-b529-4523-9e1f-81729ef43aaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.076425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc8e1c-4363-4a2d-b9c0-76794086cd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7be4146-2460-4771-88a5-b1fb2ab84e39,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:26.092280 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03ced22f-b529-4523-9e1f-81729ef43aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.171515 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-03ced22f-b529-4523-9e1f-81729ef43aaf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50ec5c73c7404068a7d3f6bd5f244e4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4206233 Nov 27 01:34:26.172427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ced22f-b529-4523-9e1f-81729ef43aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3079427c-4514-4fbe-b17c-ab681a2aae3c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:26.175815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56370) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:26.251180 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1167b0f2-f9df-483a-90a5-8b9d69e3667a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.253882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f548289-5df9-4c4e-9f59-6d25d55d00db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.291034 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f548289-5df9-4c4e-9f59-6d25d55d00db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.315145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167b0f2-f9df-483a-90a5-8b9d69e3667a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Subnet': ['ID=60f9d456-9301-4719-872d-c9e101987ba7,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:26.353362 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f548289-5df9-4c4e-9f59-6d25d55d00db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.367921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1167b0f2-f9df-483a-90a5-8b9d69e3667a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Checking segment: {'id': '95573a3a-1f3d-45d6-8bf0-555b1f071fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c2f74736-ba1b-49aa-9372-9d6a01679127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:26.368370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1167b0f2-f9df-483a-90a5-8b9d69e3667a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network hostable DHCP agents. Network: c2f74736-ba1b-49aa-9372-9d6a01679127, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:34:26.374866 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6f548289-5df9-4c4e-9f59-6d25d55d00db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.408326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6f548289-5df9-4c4e-9f59-6d25d55d00db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3079427c-4514-4fbe-b17c-ab681a2aae3c HTTP/1.1" status: 204 len: 168 time: 0.1956079 Nov 27 01:34:26.426737 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f548289-5df9-4c4e-9f59-6d25d55d00db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3079427c-4514-4fbe-b17c-ab681a2aae3c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:26.428770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1167b0f2-f9df-483a-90a5-8b9d69e3667a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Network c2f74736-ba1b-49aa-9372-9d6a01679127 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:34:26.446505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-1167b0f2-f9df-483a-90a5-8b9d69e3667a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, c2f74736-ba1b-49aa-9372-9d6a01679127) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:26.457074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1167b0f2-f9df-483a-90a5-8b9d69e3667a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:26.457692 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1167b0f2-f9df-483a-90a5-8b9d69e3667a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.469839 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12e7e59b-3ad5-4d28-82d3-cf48d9648b2d req-0f59c202-22b4-46e6-ab6a-c77a8a5d727f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.471118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d12788-dae2-4cb7-ba95-e66ba4dd37aa None None] Network c2f74736-ba1b-49aa-9372-9d6a01679127 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:26.499616 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59c202-22b4-46e6-ab6a-c77a8a5d727f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=89f5fa62-bc97-48f3-bce6-5207bfc6624d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:26.515685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56380) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:26.521481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5e8e0908-5646-47ef-90db-633a3add7c1c tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:26.525373 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1167b0f2-f9df-483a-90a5-8b9d69e3667a tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1141942 Nov 27 01:34:26.619551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e7e59b-3ad5-4d28-82d3-cf48d9648b2d req-0f59c202-22b4-46e6-ab6a-c77a8a5d727f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] No DVR routers for this DVR port 89f5fa62-bc97-48f3-bce6-5207bfc6624d on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:26.628317 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-12e7e59b-3ad5-4d28-82d3-cf48d9648b2d req-0f59c202-22b4-46e6-ab6a-c77a8a5d727f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.635234 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56386) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:26.636625 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12e7e59b-3ad5-4d28-82d3-cf48d9648b2d req-0f59c202-22b4-46e6-ab6a-c77a8a5d727f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.21 "DELETE /v2.0/ports/89f5fa62-bc97-48f3-bce6-5207bfc6624d HTTP/1.1" status: 204 len: 173 time: 0.9418743 Nov 27 01:34:26.637312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'name': 'network-vif-deleted', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:26.645865 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a51709e-aefb-4f95-848b-8133c4f8c431" -d '{"events": [{"server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "name": "network-vif-deleted", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:26.688055 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b4978a0-85e4-4115-b125-ef3536ef157e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.759490 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0908-5646-47ef-90db-633a3add7c1c tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26150242'] for subnet, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.762237 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aff15e-b35c-4bef-9d03-ffed530befe9 x-openstack-request-id: req-f4aff15e-b35c-4bef-9d03-ffed530befe9 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:26.762536 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13863ad-d782-4541-8224-43a8d1b39347", "name": "network-vif-deleted", "tag": "89f5fa62-bc97-48f3-bce6-5207bfc6624d", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:26.762788 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4aff15e-b35c-4bef-9d03-ffed530befe9 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:26.763203 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13863ad-d782-4541-8224-43a8d1b39347', 'name': 'network-vif-deleted', 'tag': '89f5fa62-bc97-48f3-bce6-5207bfc6624d', 'status': 'completed', 'code': 200} Nov 27 01:34:26.797413 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-c2f74736-ba1b-49aa-9372-9d6a01679127', 'network_id': 'c2f74736-ba1b-49aa-9372-9d6a01679127', 'tenant_id': 'a273db8ee6414173b7f7740fde13ba1c', 'fixed_ips': [{'subnet_id': '60f9d456-9301-4719-872d-c9e101987ba7'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:34:26.801832 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.967581 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b4978a0-85e4-4115-b125-ef3536ef157e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.982093 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b4978a0-85e4-4115-b125-ef3536ef157e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:27.083419 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0b4978a0-85e4-4115-b125-ef3536ef157e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7a4aa923e184105a21257a79b16a23c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4465563 Nov 27 01:34:27.085649 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56402) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:27.188536 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:27.201681 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4978a0-85e4-4115-b125-ef3536ef157e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce696a02-0371-45f4-a435-989174164cd1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:27.251203 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:27.294432 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0908-5646-47ef-90db-633a3add7c1c tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737831931760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26125482'] for subnet, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:27.375408 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-be986567-f1b6-42b7-afe5-e6c929549435 req-4d1e4d51-6314-4aa3-86ff-b976f850c0b5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=f13863ad-d782-4541-8224-43a8d1b39347 HTTP/1.1" status: 200 len: 210 time: 0.1142025 Nov 27 01:34:27.375858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e0908-5646-47ef-90db-633a3add7c1c tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event updated for resources: {'Subnet': ['ID=60f9d456-9301-4719-872d-c9e101987ba7,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:27.409606 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Allocated IP 2001:db8::3 (c2f74736-ba1b-49aa-9372-9d6a01679127/60f9d456-9301-4719-872d-c9e101987ba7/9be9ce64-7cec-4587-b7af-e2ff4d544b02) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:27.433926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8e0908-5646-47ef-90db-633a3add7c1c tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:27.437060 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0908-5646-47ef-90db-633a3add7c1c tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:27.439139 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5e8e0908-5646-47ef-90db-633a3add7c1c tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "PUT /v2.0/subnets/60f9d456-9301-4719-872d-c9e101987ba7 HTTP/1.1" status: 200 len: 900 time: 0.9223955 Nov 27 01:34:27.441854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56412) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:27.467458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-1339039e-1ec9-4235-bb44-611f7b87f2a7 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:27.486856 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-1339039e-1ec9-4235-bb44-611f7b87f2a7 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 811 time: 0.4861209 Nov 27 01:34:27.507562 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:27.511582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:27.512879 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce696a02-0371-45f4-a435-989174164cd1 HTTP/1.1" status: 204 len: 168 time: 0.4260383 Nov 27 01:34:27.513375 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-5c29d951-51af-41ce-8101-cdc38c7fbbd6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/quotas/6577badd8983434db4e0cc8b73f2fcf0 HTTP/1.1" status: 200 len: 375 time: 0.0244956 Nov 27 01:34:27.599456 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce696a02-0371-45f4-a435-989174164cd1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:27.632167 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-27f3e573-b9af-42b0-a808-db2aa2bcbf33 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174095 Nov 27 01:34:27.649229 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:27.649640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:27.649992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:27.650335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:27.650676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:27.651014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:27.651585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:27.652613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:27.652943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:27.653300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:27.653628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:27.653952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770e8f5-479b-4f3a-8e2f-9e20eb9c789e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:27.720639 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:27.741094 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:27.761162 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-bec03ade-8996-49db-8d3f-59d4abd21ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279495 Nov 27 01:34:27.780750 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:27.808072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Network c2f74736-ba1b-49aa-9372-9d6a01679127 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:27.812371 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:27.815080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:27.823444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Pushing event updated for resources: {'Port': ['ID=9be9ce64-7cec-4587-b7af-e2ff4d544b02,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:27.885465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Attempting to bind port 9be9ce64-7cec-4587-b7af-e2ff4d544b02 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:27.886328 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Attempting to bind port 9be9ce64-7cec-4587-b7af-e2ff4d544b02 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '95573a3a-1f3d-45d6-8bf0-555b1f071fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c2f74736-ba1b-49aa-9372-9d6a01679127'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:27.886849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Attempting to bind port 9be9ce64-7cec-4587-b7af-e2ff4d544b02 on network c2f74736-ba1b-49aa-9372-9d6a01679127 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:27.895371 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:27.896106 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Checking segment: {'id': '95573a3a-1f3d-45d6-8bf0-555b1f071fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c2f74736-ba1b-49aa-9372-9d6a01679127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:27.896692 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:27.897274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Bound using segment: {'id': '95573a3a-1f3d-45d6-8bf0-555b1f071fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c2f74736-ba1b-49aa-9372-9d6a01679127'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:27.897957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Bound port: 9be9ce64-7cec-4587-b7af-e2ff4d544b02, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95573a3a-1f3d-45d6-8bf0-555b1f071fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c2f74736-ba1b-49aa-9372-9d6a01679127'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:27.898506 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:27.915990 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-26d4ddf8-bfba-4fa4-87f7-e1ca7f9b72b9 service neutron] 10.222.0.15 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532083 Nov 27 01:34:27.948471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Deleting port 9be9ce64-7cec-4587-b7af-e2ff4d544b02 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:27.949047 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:28.044258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] For port 9be9ce64-7cec-4587-b7af-e2ff4d544b02, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:28.053938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] For port 9be9ce64-7cec-4587-b7af-e2ff4d544b02, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9be9ce64-7cec-4587-b7af-e2ff4d544b02,segment=NetworkSegment(95573a3a-1f3d-45d6-8bf0-555b1f071fef),segment_id=95573a3a-1f3d-45d6-8bf0-555b1f071fef)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:28.062955 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:28.101121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] For port 9be9ce64-7cec-4587-b7af-e2ff4d544b02, host n-d-817303-10, got binding levels [] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:28.102261 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:28.122727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Calling delete_port for 9be9ce64-7cec-4587-b7af-e2ff4d544b02 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:28.207046 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a2832-89b0-4d50-9355-079cb9d55f58 None None] Pushing event updated for resources: {'Port': ['ID=9be9ce64-7cec-4587-b7af-e2ff4d544b02,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:28.478258 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56464) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:28.483457 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-024a8efd-18eb-4723-82a2-4dc4e48bc2e4 req-2e699af7-c8c5-4d45-9995-9ddc9b794e57 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 210 time: 0.0650270 Nov 27 01:34:28.495075 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:28.543228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Port': ['ID=9be9ce64-7cec-4587-b7af-e2ff4d544b02,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:28.595731 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:28.636843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No DVR routers for this DVR port 9be9ce64-7cec-4587-b7af-e2ff4d544b02 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:28.732717 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:28.835867 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:28.903699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Subnet': ['ID=60f9d456-9301-4719-872d-c9e101987ba7,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:29.099343 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:29.160857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f74736-ba1b-49aa-9372-9d6a01679127']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:29.181083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95573a3a-1f3d-45d6-8bf0-555b1f071fef') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:29.181386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95573a3a-1f3d-45d6-8bf0-555b1f071fef') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:29.204740 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:29.261659 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:29.282745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:29.283402 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:29.288706 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:29.387727 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:29.408993 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:29.426673 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/c2f74736-ba1b-49aa-9372-9d6a01679127 HTTP/1.1" status: 204 len: 168 time: 1.9806349 Nov 27 01:34:29.427111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56492) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:29.438215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65c88d-a7a5-46c6-89ce-1346e5671654 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Network': ['ID=c2f74736-ba1b-49aa-9372-9d6a01679127,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:29.519495 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a433e2-c635-4970-87bd-2381ae50b4e8 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] DELETE failed (client error): The resource could not be found. Nov 27 01:34:29.519956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a433e2-c635-4970-87bd-2381ae50b4e8 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:29.523098 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-79a433e2-c635-4970-87bd-2381ae50b4e8 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/subnets/60f9d456-9301-4719-872d-c9e101987ba7 HTTP/1.1" status: 404 len: 337 time: 0.0950930 Nov 27 01:34:29.525697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56494) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:29.607242 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc9b7f0-7181-4a6c-8a32-c2201cdc2118 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] DELETE failed (client error): The resource could not be found. Nov 27 01:34:29.612876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc9b7f0-7181-4a6c-8a32-c2201cdc2118 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:29.621436 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fcc9b7f0-7181-4a6c-8a32-c2201cdc2118 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/c2f74736-ba1b-49aa-9372-9d6a01679127 HTTP/1.1" status: 404 len: 339 time: 0.0916007 Nov 27 01:34:29.625807 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56500) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:29.832309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e90b3e3c-3f2a-4185-a716-6a9dac79bf3c None None] Could not find standard attr ID for object 9be9ce64-7cec-4587-b7af-e2ff4d544b02. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:34:29.862002 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b2d6bd2-d9e0-4a21-b542-f2ba05ae2c6e req-6a08423e-44a4-47c6-b7dd-e542f451c6f0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 210 time: 0.1214156 Nov 27 01:34:29.867639 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7d0d-aad7-4998-b42e-4ff187f94642 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:29.873603 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfe56da-fae0-489e-9578-e83cf9d239d2 None None] DHCP port deletion for c2f74736-ba1b-49aa-9372-9d6a01679127 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:29.920902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c7096-258f-4231-a872-1cfd1b1688da None None] Network c2f74736-ba1b-49aa-9372-9d6a01679127 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:29.940448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c7096-258f-4231-a872-1cfd1b1688da None None] Network c2f74736-ba1b-49aa-9372-9d6a01679127 could not be found, it might have been deleted concurrently. {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:34:29.953504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55150497-db88-4e14-8dc9-a335faf3cfc2 None None] Network c2f74736-ba1b-49aa-9372-9d6a01679127 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:29.976672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55150497-db88-4e14-8dc9-a335faf3cfc2 None None] Network c2f74736-ba1b-49aa-9372-9d6a01679127 could not be found, it might have been deleted concurrently. {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:34:30.036173 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5c32588-8d6e-4996-94f8-1e974a10a338 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.142205 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7d0d-aad7-4998-b42e-4ff187f94642 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.184894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-1f8f7d0d-aad7-4998-b42e-4ff187f94642 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af968d93-b395-46d2-9832-61b0d55c18a5']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:30.226683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-1f8f7d0d-aad7-4998-b42e-4ff187f94642 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a557a7f2-2c6f-4bf1-844d-187a6350e533') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:30.226995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-1f8f7d0d-aad7-4998-b42e-4ff187f94642 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a557a7f2-2c6f-4bf1-844d-187a6350e533') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:30.244172 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7d0d-aad7-4998-b42e-4ff187f94642 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.276015 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7d0d-aad7-4998-b42e-4ff187f94642 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.289385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8f7d0d-aad7-4998-b42e-4ff187f94642 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:30.289941 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7d0d-aad7-4998-b42e-4ff187f94642 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:30.294403 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:30.409163 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7d0d-aad7-4998-b42e-4ff187f94642 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.423130 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7d0d-aad7-4998-b42e-4ff187f94642 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.429348 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1f8f7d0d-aad7-4998-b42e-4ff187f94642 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/af968d93-b395-46d2-9832-61b0d55c18a5 HTTP/1.1" status: 204 len: 168 time: 0.7992094 Nov 27 01:34:30.429914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56528) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:30.462210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 89f5fa62-bc97-48f3-bce6-5207bfc6624d no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:30.485690 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f7d0d-aad7-4998-b42e-4ff187f94642 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Network': ['ID=af968d93-b395-46d2-9832-61b0d55c18a5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:30.492042 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ddc1b07-e34e-4459-afd3-5468500563af tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] DELETE failed (client error): The resource could not be found. Nov 27 01:34:30.492528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ddc1b07-e34e-4459-afd3-5468500563af tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:30.499837 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3ddc1b07-e34e-4459-afd3-5468500563af tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/subnets/bdfbac2a-4c5f-4c25-a27e-2bb68aee09bc HTTP/1.1" status: 404 len: 337 time: 0.0654685 Nov 27 01:34:30.500210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56532) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:30.520361 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-633b28bc-6832-46db-a3ee-a7da35503f3f tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] DELETE failed (client error): The resource could not be found. Nov 27 01:34:30.520959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633b28bc-6832-46db-a3ee-a7da35503f3f tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:30.524148 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-633b28bc-6832-46db-a3ee-a7da35503f3f tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/ee64926e-a7e6-4f4f-bfc0-10ff612cbc87 HTTP/1.1" status: 404 len: 339 time: 0.0239642 Nov 27 01:34:30.527254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56536) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:30.529305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 89f5fa62-bc97-48f3-bce6-5207bfc6624d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:30.529698 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 89f5fa62-bc97-48f3-bce6-5207bfc6624d not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:30.597031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-786aad39-fd03-4258-a136-76279a1b6032 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Deleting subnet 7ec900b1-1e2c-4d60-a2d0-85e69daa14d2 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:34:30.612616 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-786aad39-fd03-4258-a136-76279a1b6032 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.683016 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.700291 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-786aad39-fd03-4258-a136-76279a1b6032 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.701911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d5c32588-8d6e-4996-94f8-1e974a10a338 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:30.703459 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5c32588-8d6e-4996-94f8-1e974a10a338 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.767712 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-78810abb-1386-4f52-9028-7d529646f245 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:30.769234 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-78810abb-1386-4f52-9028-7d529646f245 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 811 time: 0.1893864 Nov 27 01:34:30.804082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-101ef47e-b852-4410-90fc-fad7b5f832e9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'port': {'device_id': '2dc2a598-3213-48af-a33d-18c865951099', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'admin_state_up': True, 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:30.873060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-786aad39-fd03-4258-a136-76279a1b6032 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.877066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d5c32588-8d6e-4996-94f8-1e974a10a338 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] For port 9a141e67-68c4-44c0-9ce2-7cc2183c8e76, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9a141e67-68c4-44c0-9ce2-7cc2183c8e76,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:30.877620 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5c32588-8d6e-4996-94f8-1e974a10a338 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.935774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d5c32588-8d6e-4996-94f8-1e974a10a338 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:30.989726 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-786aad39-fd03-4258-a136-76279a1b6032 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:31.030337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786aad39-fd03-4258-a136-76279a1b6032 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec900b1-1e2c-4d60-a2d0-85e69daa14d2,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:31.032177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-101ef47e-b852-4410-90fc-fad7b5f832e9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Made reservation on behalf of 6577badd8983434db4e0cc8b73f2fcf0 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:31.036086 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-101ef47e-b852-4410-90fc-fad7b5f832e9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:31.040499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccc8f42-35af-4d96-a3e6-d4c7794cae24 None None] Network d599b1e7-d950-4c17-915f-c81c4f132449 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:31.048161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-786aad39-fd03-4258-a136-76279a1b6032 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:31.057955 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56554) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:31.058283 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-786aad39-fd03-4258-a136-76279a1b6032 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/subnets/7ec900b1-1e2c-4d60-a2d0-85e69daa14d2 HTTP/1.1" status: 204 len: 168 time: 0.5299335 Nov 27 01:34:31.120146 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d96c7de0-cef0-4b0a-a291-f201f27e7691 req-dbc9a9a5-c869-4b0a-8f51-88d5d8e3748e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 210 time: 0.0937788 Nov 27 01:34:31.240902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-488cbb28-5da2-42fa-a811-bed6d68729c0 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Deleting subnet ce7424d3-5fac-468b-8cfc-9e26fd307f61 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:34:31.292866 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-488cbb28-5da2-42fa-a811-bed6d68729c0 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:31.391259 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-488cbb28-5da2-42fa-a811-bed6d68729c0 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:31.426038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-101ef47e-b852-4410-90fc-fad7b5f832e9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Allocated IP 172.20.0.12 (35aa4cc9-b10e-46ba-916b-1eb397216d85/39c2a817-dfb4-428a-8395-e967cb858ab1/f0817ed0-196d-4e00-8d7b-3801e48469f4) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:31.560660 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-488cbb28-5da2-42fa-a811-bed6d68729c0 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:31.588935 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5c32588-8d6e-4996-94f8-1e974a10a338 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:31.646673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c32588-8d6e-4996-94f8-1e974a10a338 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=9a141e67-68c4-44c0-9ce2-7cc2183c8e76,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:31.718772 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-488cbb28-5da2-42fa-a811-bed6d68729c0 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:31.778209 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-101ef47e-b852-4410-90fc-fad7b5f832e9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:31.809671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cbb28-5da2-42fa-a811-bed6d68729c0 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7424d3-5fac-468b-8cfc-9e26fd307f61,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:31.813565 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-488cbb28-5da2-42fa-a811-bed6d68729c0 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:31.820466 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-488cbb28-5da2-42fa-a811-bed6d68729c0 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/subnets/ce7424d3-5fac-468b-8cfc-9e26fd307f61 HTTP/1.1" status: 204 len: 168 time: 0.7613649 Nov 27 01:34:31.827700 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56574) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:31.947863 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:31.948855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5c32588-8d6e-4996-94f8-1e974a10a338 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:32.055231 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-101ef47e-b852-4410-90fc-fad7b5f832e9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:32.131019 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-101ef47e-b852-4410-90fc-fad7b5f832e9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:32.152831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-101ef47e-b852-4410-90fc-fad7b5f832e9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:32.169180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-101ef47e-b852-4410-90fc-fad7b5f832e9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:32.181105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ef47e-b852-4410-90fc-fad7b5f832e9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'Port': ['ID=f0817ed0-196d-4e00-8d7b-3801e48469f4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:32.250430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Deleting port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:32.250777 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:32.389340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c32588-8d6e-4996-94f8-1e974a10a338 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 0954821b-3f9d-4e11-b47a-61b366c0b2aa has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:34:32.406868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539f392-93a5-44a5-a961-3effec0cfa1e req-e29e8d97-be73-44d6-a491-406987871204 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:32.416514 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2539f392-93a5-44a5-a961-3effec0cfa1e req-e29e8d97-be73-44d6-a491-406987871204 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 932 time: 0.1341631 Nov 27 01:34:32.425539 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-101ef47e-b852-4410-90fc-fad7b5f832e9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:32.428075 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-101ef47e-b852-4410-90fc-fad7b5f832e9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:32.459992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] For port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4c3946a7-3e34-4189-81ce-9522f3c9f8e1,segment=NetworkSegment(19418634-b8e8-4a78-87fd-7770eff1152d),segment_id=19418634-b8e8-4a78-87fd-7770eff1152d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:32.460653 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:32.486217 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-101ef47e-b852-4410-90fc-fad7b5f832e9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6859851 Nov 27 01:34:32.493893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Calling delete_port for 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:32.516181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Request body: {'port': {'device_id': '2dc2a598-3213-48af-a33d-18c865951099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:32.528259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c777e09b-c6a3-4429-ad97-376374eb8f3b None None] Network d599b1e7-d950-4c17-915f-c81c4f132449 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:32.672021 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:32.685215 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2539f392-93a5-44a5-a961-3effec0cfa1e req-abefb679-79f8-40d0-bcf4-767b19657c4d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645879 Nov 27 01:34:32.767321 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:32.826461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No DVR routers for this DVR port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:32.830657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Port': ['ID=4c3946a7-3e34-4189-81ce-9522f3c9f8e1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:32.883376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c32588-8d6e-4996-94f8-1e974a10a338 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:34:32.896737 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524bd29-6a39-4442-acab-3ec0ec1b7002 None None] Sync routers for ids ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:34:32.900759 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d5c32588-8d6e-4996-94f8-1e974a10a338 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "PUT /v2.0/routers/0954821b-3f9d-4e11-b47a-61b366c0b2aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4213536 Nov 27 01:34:32.902865 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56604) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:32.913337 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524bd29-6a39-4442-acab-3ec0ec1b7002 None None] Routers {'0954821b-3f9d-4e11-b47a-61b366c0b2aa'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:32.914221 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6524bd29-6a39-4442-acab-3ec0ec1b7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:34:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:32.914734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f38901b4-26bb-48b5-90eb-34e246d651a6 None None] Provisioning complete for port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:32.915251 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f38901b4-26bb-48b5-90eb-34e246d651a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:32.988800 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f38901b4-26bb-48b5-90eb-34e246d651a6 None None] Port 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 was deleted so its status cannot be updated. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 01:34:33.009226 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb21c474-1e0e-40f1-bd43-8728c163a0c7 None None] DHCP port deletion for d599b1e7-d950-4c17-915f-c81c4f132449 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:33.052317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fa7439-546b-46d6-bbe2-9ec8305e8537 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting subnet 83a559a3-be1a-4c33-92bb-d495581acdf3 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:34:33.061289 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53fa7439-546b-46d6-bbe2-9ec8305e8537 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:33.115529 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:33.136186 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6524bd29-6a39-4442-acab-3ec0ec1b7002 None None] Set router 0954821b-3f9d-4e11-b47a-61b366c0b2aa gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:33.139456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1051c0df-539e-439d-a7ed-10740b3e4882 None None] Provisioning complete for port f0817ed0-196d-4e00-8d7b-3801e48469f4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:33.140069 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1051c0df-539e-439d-a7ed-10740b3e4882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:33.192868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d599b1e7-d950-4c17-915f-c81c4f132449']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:33.206591 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53fa7439-546b-46d6-bbe2-9ec8305e8537 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:33.212269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19418634-b8e8-4a78-87fd-7770eff1152d') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:33.212806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19418634-b8e8-4a78-87fd-7770eff1152d') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:33.226775 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:33.246973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1051c0df-539e-439d-a7ed-10740b3e4882 None None] Port f0817ed0-196d-4e00-8d7b-3801e48469f4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:34:33.256315 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:33.275191 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:33.275897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:33.280322 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:33.384021 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:33.429051 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6524bd29-6a39-4442-acab-3ec0ec1b7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:34:31Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:33.454188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0817ed0-196d-4e00-8d7b-3801e48469f4 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:34:33.459311 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53fa7439-546b-46d6-bbe2-9ec8305e8537 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:33.466654 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:33.484616 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Transition to ACTIVE for port object f0817ed0-196d-4e00-8d7b-3801e48469f4 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:34:33.487425 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:33.492498 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/d599b1e7-d950-4c17-915f-c81c4f132449 HTTP/1.1" status: 204 len: 168 time: 1.6578286 Nov 27 01:34:33.506633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56614) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:33.508976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:33.511788 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91069dcf-dff5-4673-a5b2-90249348fbdf tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Network': ['ID=d599b1e7-d950-4c17-915f-c81c4f132449,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:33.519494 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524bd29-6a39-4442-acab-3ec0ec1b7002 None None] Checking router: 0954821b-3f9d-4e11-b47a-61b366c0b2aa for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:34:33.539901 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524bd29-6a39-4442-acab-3ec0ec1b7002 None None] Routers {'0954821b-3f9d-4e11-b47a-61b366c0b2aa'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:33.540917 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6524bd29-6a39-4442-acab-3ec0ec1b7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:34:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:33.589502 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b701e74a-e252-4189-b658-cbce0a9940c2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] DELETE failed (client error): The resource could not be found. Nov 27 01:34:33.590275 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b701e74a-e252-4189-b658-cbce0a9940c2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:33.592631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Pushing event updated for resources: {'Port': ['ID=f0817ed0-196d-4e00-8d7b-3801e48469f4,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:33.595749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b701e74a-e252-4189-b658-cbce0a9940c2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/subnets/36454511-4ca8-4e5d-9329-b01399f7b85b HTTP/1.1" status: 404 len: 337 time: 0.0796804 Nov 27 01:34:33.599986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56616) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:33.625840 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-875484c5-f587-4669-a47f-2172b823d4cd tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] DELETE failed (client error): The resource could not be found. Nov 27 01:34:33.631878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875484c5-f587-4669-a47f-2172b823d4cd tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:33.635785 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-875484c5-f587-4669-a47f-2172b823d4cd tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/8ea08608-ad11-44b2-b98c-7de9ddbdc0d5 HTTP/1.1" status: 404 len: 339 time: 0.0346529 Nov 27 01:34:33.639351 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56618) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:33.701688 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65a6775-f24c-4200-b73f-3d6ee1030547 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] DELETE failed (client error): The resource could not be found. Nov 27 01:34:33.702878 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65a6775-f24c-4200-b73f-3d6ee1030547 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:33.707153 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b65a6775-f24c-4200-b73f-3d6ee1030547 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/subnets/d69b3788-38b8-47d8-b820-ab41ec98e205 HTTP/1.1" status: 404 len: 337 time: 0.0646701 Nov 27 01:34:33.710949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56622) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:33.726244 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53fa7439-546b-46d6-bbe2-9ec8305e8537 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:33.758028 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e5e9fc-65f1-4fd6-9a62-5085ce3792b2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] DELETE failed (client error): The resource could not be found. Nov 27 01:34:33.758937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e5e9fc-65f1-4fd6-9a62-5085ce3792b2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:33.771796 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b9e5e9fc-65f1-4fd6-9a62-5085ce3792b2 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/b15b41ce-b061-4d21-a467-2ebc59f7fe13 HTTP/1.1" status: 404 len: 339 time: 0.0588679 Nov 27 01:34:33.793755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56628) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:33.804190 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6524bd29-6a39-4442-acab-3ec0ec1b7002 None None] Set router 0954821b-3f9d-4e11-b47a-61b366c0b2aa gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:33.848821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa7439-546b-46d6-bbe2-9ec8305e8537 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Subnet': ['ID=83a559a3-be1a-4c33-92bb-d495581acdf3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:33.850922 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53fa7439-546b-46d6-bbe2-9ec8305e8537 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:33.859538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8b33c5-b60f-4b51-b135-7c12bd309edc None None] Network 4cf3df3d-087f-49df-98fe-c73ec3a35c1f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:33.864802 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-53fa7439-546b-46d6-bbe2-9ec8305e8537 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/subnets/83a559a3-be1a-4c33-92bb-d495581acdf3 HTTP/1.1" status: 204 len: 168 time: 0.9608727 Nov 27 01:34:33.872523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56630) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:33.884274 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e258316f-ee9b-4195-a6a6-9abef59982d4 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] DELETE failed (client error): The resource could not be found. Nov 27 01:34:33.884838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e258316f-ee9b-4195-a6a6-9abef59982d4 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:33.890403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e258316f-ee9b-4195-a6a6-9abef59982d4 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/subnets/e972decc-704e-42df-8f5b-ff6407be92ef HTTP/1.1" status: 404 len: 337 time: 0.0911124 Nov 27 01:34:33.893341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56632) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:33.946365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56634) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:33.956906 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05b5b1a-63d1-4f86-a519-7b471ea7a12f tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] DELETE failed (client error): The resource could not be found. Nov 27 01:34:33.957679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05b5b1a-63d1-4f86-a519-7b471ea7a12f tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:33.963055 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b05b5b1a-63d1-4f86-a519-7b471ea7a12f tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/d5617293-b55f-42c6-93f1-10f06287575b HTTP/1.1" status: 404 len: 339 time: 0.0624716 Nov 27 01:34:33.964150 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56636) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:34.021728 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb487ce6-0b3e-4202-ac2a-52c2ee675f78 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Deleting subnet 1ebaae59-327e-4d31-8c2f-1ab7abe2f73d {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:34:34.025697 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eb487ce6-0b3e-4202-ac2a-52c2ee675f78 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.147754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Attempting to bind port f0817ed0-196d-4e00-8d7b-3801e48469f4 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:34.150026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Attempting to bind port f0817ed0-196d-4e00-8d7b-3801e48469f4 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:34.150628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Attempting to bind port f0817ed0-196d-4e00-8d7b-3801e48469f4 on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:34.161441 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948063cf-324c-4646-b186-c7732e07286d req-18dc1004-bc4f-4aaf-9adf-87811a423508 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:34.163377 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-948063cf-324c-4646-b186-c7732e07286d req-18dc1004-bc4f-4aaf-9adf-87811a423508 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 944 time: 0.3089900 Nov 27 01:34:34.169072 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eb487ce6-0b3e-4202-ac2a-52c2ee675f78 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.197358 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Port f0817ed0-196d-4e00-8d7b-3801e48469f4 on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:34:34.197805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Attempting to bind port f0817ed0-196d-4e00-8d7b-3801e48469f4 on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:34.220443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:34.221061 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Checking segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:34.221757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Bound using segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:34.222379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Bound port: f0817ed0-196d-4e00-8d7b-3801e48469f4, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:34.222902 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.252663 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6524bd29-6a39-4442-acab-3ec0ec1b7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:34:31Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:34.297587 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524bd29-6a39-4442-acab-3ec0ec1b7002 None None] The sync data for ids ['0954821b-3f9d-4e11-b47a-61b366c0b2aa'] in n-d-817303-10 is: [{'id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417097143', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:08Z', 'updated_at': '2021-11-27T01:34:31Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '2b5407c2-8003-44a0-8494-b60a3469e27b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954821b-3f9d-4e11-b47a-61b366c0b2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:11Z', 'updated_at': '2021-11-27T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:34:34.373523 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] DHCP port deletion for 4cf3df3d-087f-49df-98fe-c73ec3a35c1f request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:34.376859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] For port f0817ed0-196d-4e00-8d7b-3801e48469f4, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:34.380393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] For port f0817ed0-196d-4e00-8d7b-3801e48469f4, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f0817ed0-196d-4e00-8d7b-3801e48469f4,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:34.391869 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.449987 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-948063cf-324c-4646-b186-c7732e07286d req-ed6e28f8-e4dc-44a7-a5a0-f534f87f6fd1 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755256 Nov 27 01:34:34.462861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:34.464205 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.467042 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] 10.222.0.21 "PUT /v2.0/ports/f0817ed0-196d-4e00-8d7b-3801e48469f4 HTTP/1.1" status: 200 len: 1093 time: 1.9565756 Nov 27 01:34:34.476161 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc2a598-3213-48af-a33d-18c865951099', 'tag': 'f0817ed0-196d-4e00-8d7b-3801e48469f4'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:34.478606 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0603cbf4-352f-4b95-b1db-61f5f34848e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc2a598-3213-48af-a33d-18c865951099", "tag": "f0817ed0-196d-4e00-8d7b-3801e48469f4"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:34.490963 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Deleting port 107e68b7-e17e-4efa-9993-f527862f9927 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:34.505845 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.518752 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed797493-8df1-4514-ac5c-777f39263a43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.592408 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46123d1e-b854-4d4b-8730-62a313c7d214 x-openstack-request-id: req-46123d1e-b854-4d4b-8730-62a313c7d214 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:34.593331 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc2a598-3213-48af-a33d-18c865951099", "tag": "f0817ed0-196d-4e00-8d7b-3801e48469f4", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:34.593918 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46123d1e-b854-4d4b-8730-62a313c7d214 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:34.594758 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc2a598-3213-48af-a33d-18c865951099', 'tag': 'f0817ed0-196d-4e00-8d7b-3801e48469f4', 'status': 'completed', 'code': 200} Nov 27 01:34:34.609304 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eb487ce6-0b3e-4202-ac2a-52c2ee675f78 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.614518 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bba12-6673-49a8-afbb-912aa7a69d04 service neutron] Pushing event updated for resources: {'Port': ['ID=f0817ed0-196d-4e00-8d7b-3801e48469f4,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:34.648864 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed797493-8df1-4514-ac5c-777f39263a43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.654866 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.663572 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed797493-8df1-4514-ac5c-777f39263a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.668961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] For port 107e68b7-e17e-4efa-9993-f527862f9927, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=107e68b7-e17e-4efa-9993-f527862f9927,segment=NetworkSegment(cfcef07b-3735-4f5d-915a-1694e1c2b871),segment_id=cfcef07b-3735-4f5d-915a-1694e1c2b871)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:34.669367 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.712685 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Calling delete_port for 107e68b7-e17e-4efa-9993-f527862f9927 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:34.749278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-058122fa-f2b9-4421-ab14-46c53c54d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:34.751994 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-058122fa-f2b9-4421-ab14-46c53c54d944 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 1096 time: 0.2090058 Nov 27 01:34:34.755894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eb487ce6-0b3e-4202-ac2a-52c2ee675f78 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.840929 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb487ce6-0b3e-4202-ac2a-52c2ee675f78 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Subnet': ['ID=1ebaae59-327e-4d31-8c2f-1ab7abe2f73d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:34.916890 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ed797493-8df1-4514-ac5c-777f39263a43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1975b4fe7cb64fa7975ed3015a3eb36e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9694185 Nov 27 01:34:34.920403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56646) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:34.930357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:34.945651 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.965342 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] No DVR routers for this DVR port 107e68b7-e17e-4efa-9993-f527862f9927 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:35.002919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed797493-8df1-4514-ac5c-777f39263a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b05746-0ab9-4fea-beec-745eaf477810,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:35.034318 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eb487ce6-0b3e-4202-ac2a-52c2ee675f78 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:35.047270 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-eb487ce6-0b3e-4202-ac2a-52c2ee675f78 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/subnets/1ebaae59-327e-4d31-8c2f-1ab7abe2f73d HTTP/1.1" status: 204 len: 168 time: 1.0806413 Nov 27 01:34:35.047783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56648) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:35.075341 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-d4f974f1-0a7f-42a5-8a49-8ac46b65cb8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0817ed0-196d-4e00-8d7b-3801e48469f4 HTTP/1.1" status: 200 len: 217 time: 0.2770853 Nov 27 01:34:35.076026 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d7963ed-2180-44b9-a0ec-2d105328c56e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:35.076428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517af7d7-2325-4158-a718-8ced81537ced None None] Network 51162b12-8a1e-41a5-9bd4-0009a362fd25 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:35.080834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:35.081182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4c3946a7-3e34-4189-81ce-9522f3c9f8e1 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:35.081610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:35.103707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:35.104366 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9a141e67-68c4-44c0-9ce2-7cc2183c8e76 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:35.105071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 107e68b7-e17e-4efa-9993-f527862f9927 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:35.125170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Pushing event deleted for resources: {'Port': ['ID=107e68b7-e17e-4efa-9993-f527862f9927,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:35.154878 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 107e68b7-e17e-4efa-9993-f527862f9927 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:35.155458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 107e68b7-e17e-4efa-9993-f527862f9927 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:35.157690 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:35.158777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:35.159490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:35.171877 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:35.172491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:35.173247 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:35.173742 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:35.174249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:35.175264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:35.175758 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:35.176342 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:35.176936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:35.177437 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b577a0-3f8c-48cb-96c6-8ecabf8deb57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:35.193801 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d7963ed-2180-44b9-a0ec-2d105328c56e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:35.210049 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:35.264134 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d7963ed-2180-44b9-a0ec-2d105328c56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:35.273235 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d7963ed-2180-44b9-a0ec-2d105328c56e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:35.278336 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3d7963ed-2180-44b9-a0ec-2d105328c56e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71b05746-0ab9-4fea-beec-745eaf477810 HTTP/1.1" status: 204 len: 168 time: 0.3512979 Nov 27 01:34:35.327731 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7963ed-2180-44b9-a0ec-2d105328c56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b05746-0ab9-4fea-beec-745eaf477810,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:35.343805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-02ea2a29-8bb5-41d9-abe3-19ef8a05cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:35.347899 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-02ea2a29-8bb5-41d9-abe3-19ef8a05cef9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.2553258 Nov 27 01:34:35.379452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port 2b5407c2-8003-44a0-8494-b60a3469e27b {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:35.379800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:35.410419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ad35a4-dd50-4805-9b05-f59c7f746719 None None] DHCP port deletion for 51162b12-8a1e-41a5-9bd4-0009a362fd25 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:35.430104 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-6190cf10-7011-47ee-8f39-14ae45eb1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:35.446515 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-6190cf10-7011-47ee-8f39-14ae45eb1542 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875826 Nov 27 01:34:35.467951 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Deleting port 34af76fe-e379-4769-9f39-7463cf2c746f {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:35.468324 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:35.549547 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d4ad35a4-dd50-4805-9b05-f59c7f746719 None None] Deleting port 34af76fe-e379-4769-9f39-7463cf2c746f {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:35.549934 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d4ad35a4-dd50-4805-9b05-f59c7f746719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:35.553752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] For port 34af76fe-e379-4769-9f39-7463cf2c746f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=34af76fe-e379-4769-9f39-7463cf2c746f,segment=NetworkSegment(90a2f659-21cf-4d02-83b8-7b8a8d1ed75a),segment_id=90a2f659-21cf-4d02-83b8-7b8a8d1ed75a)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:35.554393 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:35.573685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Calling delete_port for 34af76fe-e379-4769-9f39-7463cf2c746f owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:35.687227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] For port 2b5407c2-8003-44a0-8494-b60a3469e27b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2b5407c2-8003-44a0-8494-b60a3469e27b,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:35.687760 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:35.766654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for 2b5407c2-8003-44a0-8494-b60a3469e27b owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:35.803447 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-14ad8e83-7169-4226-9edc-1f2f22dac6b2 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445196 Nov 27 01:34:35.897556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56660) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:35.900059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d4ad35a4-dd50-4805-9b05-f59c7f746719 None None] For port 34af76fe-e379-4769-9f39-7463cf2c746f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=34af76fe-e379-4769-9f39-7463cf2c746f,segment=NetworkSegment(90a2f659-21cf-4d02-83b8-7b8a8d1ed75a),segment_id=90a2f659-21cf-4d02-83b8-7b8a8d1ed75a)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:35.902019 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d4ad35a4-dd50-4805-9b05-f59c7f746719 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:35.935371 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-851f902c-e94f-434d-b609-bb14652c1f24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:35.942146 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f0381-e51f-4375-b247-3ccbd053fbd6 req-db6cb2e7-0882-40d5-bc3d-50c94352d2bc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:35.943798 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-628f0381-e51f-4375-b247-3ccbd053fbd6 req-db6cb2e7-0882-40d5-bc3d-50c94352d2bc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 944 time: 0.2908521 Nov 27 01:34:35.954259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d4ad35a4-dd50-4805-9b05-f59c7f746719 None None] Calling delete_port for 34af76fe-e379-4769-9f39-7463cf2c746f owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:35.977035 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.015932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Port': ['ID=34af76fe-e379-4769-9f39-7463cf2c746f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:36.021365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No DVR routers for this DVR port 34af76fe-e379-4769-9f39-7463cf2c746f on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:36.082992 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-628f0381-e51f-4375-b247-3ccbd053fbd6 req-e7044632-a627-46cc-aa58-4ae51b01e772 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278148 Nov 27 01:34:36.130320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c396ce2-1f03-4bf0-a653-771398faf5ee req-82f7a80c-0b1b-4abf-bde1-642d313f59d4 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084416 Nov 27 01:34:36.159842 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d4ad35a4-dd50-4805-9b05-f59c7f746719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.214714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad35a4-dd50-4805-9b05-f59c7f746719 None None] Pushing event deleted for resources: {'Port': ['ID=34af76fe-e379-4769-9f39-7463cf2c746f,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:36.217473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad35a4-dd50-4805-9b05-f59c7f746719 None None] No DVR routers for this DVR port 34af76fe-e379-4769-9f39-7463cf2c746f on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:36.221355 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.264705 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-851f902c-e94f-434d-b609-bb14652c1f24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.267913 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51162b12-8a1e-41a5-9bd4-0009a362fd25']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:36.293139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603cbf4-352f-4b95-b1db-61f5f34848e8 req-b92e8c6f-a118-4e6d-ad67-391d8f325ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:36.294890 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0603cbf4-352f-4b95-b1db-61f5f34848e8 req-b92e8c6f-a118-4e6d-ad67-391d8f325ed8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 1096 time: 0.0716650 Nov 27 01:34:36.295050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-851f902c-e94f-434d-b609-bb14652c1f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.313177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a2f659-21cf-4d02-83b8-7b8a8d1ed75a') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:36.314017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a2f659-21cf-4d02-83b8-7b8a8d1ed75a') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:36.350554 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.368691 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f902c-e94f-434d-b609-bb14652c1f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47aa625e-b283-4c6d-bd3c-a21e9bb5d0ba,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:36.375433 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-851f902c-e94f-434d-b609-bb14652c1f24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6b50b45393e4b05bc5d98088f8cc675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4692297 Nov 27 01:34:36.377928 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56662) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:36.384186 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.391042 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.398937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603cbf4-352f-4b95-b1db-61f5f34848e8 req-feccb00a-fb9c-4fc2-8213-0b4b91f422e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:36.400458 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0603cbf4-352f-4b95-b1db-61f5f34848e8 req-feccb00a-fb9c-4fc2-8213-0b4b91f422e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.0969429 Nov 27 01:34:36.404199 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:36.404642 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:36.409029 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:36.449893 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0603cbf4-352f-4b95-b1db-61f5f34848e8 req-d5f97a30-0fde-4e4b-9faf-f9b693ebd050 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0817ed0-196d-4e00-8d7b-3801e48469f4 HTTP/1.1" status: 200 len: 217 time: 0.0377026 Nov 27 01:34:36.465981 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a633afe-0304-45ca-ae03-f993ebba5b6c None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:36.485649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=2b5407c2-8003-44a0-8494-b60a3469e27b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:36.521622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603cbf4-352f-4b95-b1db-61f5f34848e8 req-ba43ce91-1013-48b2-95f3-859aeca42e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:36.523352 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0603cbf4-352f-4b95-b1db-61f5f34848e8 req-ba43ce91-1013-48b2-95f3-859aeca42e9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.0622828 Nov 27 01:34:36.533898 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:34:36.539315 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 34af76fe-e379-4769-9f39-7463cf2c746f no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:36.556298 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.566872 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.570000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 34af76fe-e379-4769-9f39-7463cf2c746f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:36.570418 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 34af76fe-e379-4769-9f39-7463cf2c746f not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:36.572649 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/51162b12-8a1e-41a5-9bd4-0009a362fd25 HTTP/1.1" status: 204 len: 168 time: 1.5239263 Nov 27 01:34:36.584418 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56664) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:36.603245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15555c99-7d4a-414e-bb29-6ef53f2261eb tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Network': ['ID=51162b12-8a1e-41a5-9bd4-0009a362fd25,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:36.607862 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b51060a2-1076-4e97-8e4d-63997255a06f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.609953 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.626522 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-abfc03a4-66eb-4372-9615-8ac9058f8d28 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] DELETE failed (client error): The resource could not be found. Nov 27 01:34:36.626978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abfc03a4-66eb-4372-9615-8ac9058f8d28 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:36.632748 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-abfc03a4-66eb-4372-9615-8ac9058f8d28 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/subnets/1faf0e3c-30d5-4adb-9d3e-6cfbb72fdcdd HTTP/1.1" status: 404 len: 337 time: 0.0437028 Nov 27 01:34:36.635596 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56666) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:36.638883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603cbf4-352f-4b95-b1db-61f5f34848e8 req-98362392-415c-453d-a699-c072572c06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:36.640357 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0603cbf4-352f-4b95-b1db-61f5f34848e8 req-98362392-415c-453d-a699-c072572c06ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992293 Nov 27 01:34:36.659758 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e56a063-ea8d-4917-ac7b-23a6f41a96ad tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] DELETE failed (client error): The resource could not be found. Nov 27 01:34:36.660338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e56a063-ea8d-4917-ac7b-23a6f41a96ad tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:36.666399 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2e56a063-ea8d-4917-ac7b-23a6f41a96ad tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/9e4d2e78-46dc-4fd0-8dfb-80aec6b8e1ac HTTP/1.1" status: 404 len: 339 time: 0.0269551 Nov 27 01:34:36.671216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56668) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:36.730401 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b51060a2-1076-4e97-8e4d-63997255a06f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.733868 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.740681 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.816306 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.816306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Fanout notify agent at l3_agent the message router_deleted on router 0954821b-3f9d-4e11-b47a-61b366c0b2aa {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:34:36.846057 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0603cbf4-352f-4b95-b1db-61f5f34848e8 req-75677abd-3e52-4f86-af70-30f688e44ced service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873753 Nov 27 01:34:36.851344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d196bc2-4a51-4853-905d-2dd32db00898 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Deleting subnet 7eb7a3b5-cd98-4e9d-bc18-fb5118430e88 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:34:36.861038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.864031 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d196bc2-4a51-4853-905d-2dd32db00898 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.865488 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-16a413ce-ef19-469c-9b5f-a961d42e5653 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/routers/0954821b-3f9d-4e11-b47a-61b366c0b2aa HTTP/1.1" status: 204 len: 168 time: 2.9917929 Nov 27 01:34:36.868269 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56676) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:36.951870 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d196bc2-4a51-4853-905d-2dd32db00898 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.984845 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f638f1f-a0cb-455a-ac84-2d28243e14db tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:36.998475 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b51060a2-1076-4e97-8e4d-63997255a06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:37.003189 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b51060a2-1076-4e97-8e4d-63997255a06f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:37.020196 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b51060a2-1076-4e97-8e4d-63997255a06f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47aa625e-b283-4c6d-bd3c-a21e9bb5d0ba HTTP/1.1" status: 204 len: 168 time: 0.6283097 Nov 27 01:34:37.047865 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0603cbf4-352f-4b95-b1db-61f5f34848e8 req-b4a8f6f1-0a81-4ef9-8d89-27f5e1497bc5 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913867 Nov 27 01:34:37.048561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51060a2-1076-4e97-8e4d-63997255a06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47aa625e-b283-4c6d-bd3c-a21e9bb5d0ba,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:37.171981 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d196bc2-4a51-4853-905d-2dd32db00898 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:37.208743 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f638f1f-a0cb-455a-ac84-2d28243e14db tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:37.234498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-2f638f1f-a0cb-455a-ac84-2d28243e14db tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf3df3d-087f-49df-98fe-c73ec3a35c1f']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:37.249884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-2f638f1f-a0cb-455a-ac84-2d28243e14db tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcef07b-3735-4f5d-915a-1694e1c2b871') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:37.250930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-2f638f1f-a0cb-455a-ac84-2d28243e14db tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcef07b-3735-4f5d-915a-1694e1c2b871') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:37.300144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f638f1f-a0cb-455a-ac84-2d28243e14db tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:37.333255 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f638f1f-a0cb-455a-ac84-2d28243e14db tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:37.398010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f638f1f-a0cb-455a-ac84-2d28243e14db tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:37.398424 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f638f1f-a0cb-455a-ac84-2d28243e14db tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:37.401936 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:37.538278 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274b560-d6fa-4a38-987d-db6564a8d23d req-690d3d13-d9e1-4a40-9ece-8eb15ec6638e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:37.540052 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8274b560-d6fa-4a38-987d-db6564a8d23d req-690d3d13-d9e1-4a40-9ece-8eb15ec6638e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 944 time: 0.1924274 Nov 27 01:34:37.541265 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f638f1f-a0cb-455a-ac84-2d28243e14db tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:37.556786 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f638f1f-a0cb-455a-ac84-2d28243e14db tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:37.560625 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2f638f1f-a0cb-455a-ac84-2d28243e14db tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/networks/4cf3df3d-087f-49df-98fe-c73ec3a35c1f HTTP/1.1" status: 204 len: 168 time: 0.6928532 Nov 27 01:34:37.689046 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56700) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:37.738310 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8274b560-d6fa-4a38-987d-db6564a8d23d req-ff52eb67-7b31-4449-afa7-b3b170211fe0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871343 Nov 27 01:34:37.758077 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f638f1f-a0cb-455a-ac84-2d28243e14db tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Network': ['ID=4cf3df3d-087f-49df-98fe-c73ec3a35c1f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:37.842164 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d196bc2-4a51-4853-905d-2dd32db00898 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:37.890291 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0690f575-dbd8-4eae-b6ed-a3dd0096f9b2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:37.900709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d196bc2-4a51-4853-905d-2dd32db00898 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb7a3b5-cd98-4e9d-bc18-fb5118430e88,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:37.921893 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d196bc2-4a51-4853-905d-2dd32db00898 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:37.928207 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8c779-8a31-40d5-a6a9-5fe929183076 None None] Network b487184b-d3cb-43c6-b29a-3fd121cb63f0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:37.933713 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4d196bc2-4a51-4853-905d-2dd32db00898 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/subnets/7eb7a3b5-cd98-4e9d-bc18-fb5118430e88 HTTP/1.1" status: 204 len: 168 time: 1.2612484 Nov 27 01:34:37.934199 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56714) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:37.958343 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0690f575-dbd8-4eae-b6ed-a3dd0096f9b2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:38.075100 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0690f575-dbd8-4eae-b6ed-a3dd0096f9b2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:38.078236 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0690f575-dbd8-4eae-b6ed-a3dd0096f9b2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:38.079501 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0690f575-dbd8-4eae-b6ed-a3dd0096f9b2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/security-groups/655674c0-91f0-4a11-8d30-08df5186d72c HTTP/1.1" status: 204 len: 168 time: 0.3401787 Nov 27 01:34:38.092731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690f575-dbd8-4eae-b6ed-a3dd0096f9b2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655674c0-91f0-4a11-8d30-08df5186d72c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:38.095876 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:38.210368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Deleting port 486ebc5c-af8b-42c1-a86c-97b9c71ad758 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:38.210727 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:38.279763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa87a89-f23b-403b-b2d3-ccc3edb1c5e7 None None] DHCP port deletion for b487184b-d3cb-43c6-b29a-3fd121cb63f0 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:38.342947 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] For port 486ebc5c-af8b-42c1-a86c-97b9c71ad758, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=486ebc5c-af8b-42c1-a86c-97b9c71ad758,segment=NetworkSegment(df348841-749e-4907-83de-93d50356145a),segment_id=df348841-749e-4907-83de-93d50356145a)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:38.343585 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:38.369946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Calling delete_port for 486ebc5c-af8b-42c1-a86c-97b9c71ad758 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:38.403206 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-eaa87a89-f23b-403b-b2d3-ccc3edb1c5e7 None None] Deleting port 486ebc5c-af8b-42c1-a86c-97b9c71ad758 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:38.408718 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eaa87a89-f23b-403b-b2d3-ccc3edb1c5e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:38.561279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-eaa87a89-f23b-403b-b2d3-ccc3edb1c5e7 None None] For port 486ebc5c-af8b-42c1-a86c-97b9c71ad758, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=486ebc5c-af8b-42c1-a86c-97b9c71ad758,segment=NetworkSegment(df348841-749e-4907-83de-93d50356145a),segment_id=df348841-749e-4907-83de-93d50356145a)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:38.561689 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eaa87a89-f23b-403b-b2d3-ccc3edb1c5e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:38.603882 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:38.616707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-eaa87a89-f23b-403b-b2d3-ccc3edb1c5e7 None None] Calling delete_port for 486ebc5c-af8b-42c1-a86c-97b9c71ad758 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:38.652573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Port': ['ID=486ebc5c-af8b-42c1-a86c-97b9c71ad758,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:38.657121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] No DVR routers for this DVR port 486ebc5c-af8b-42c1-a86c-97b9c71ad758 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:38.749812 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2b5407c2-8003-44a0-8494-b60a3469e27b no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:38.826358 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:38.852292 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eaa87a89-f23b-403b-b2d3-ccc3edb1c5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:38.910178 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 2b5407c2-8003-44a0-8494-b60a3469e27b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:38.910547 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2b5407c2-8003-44a0-8494-b60a3469e27b not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:38.911035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 486ebc5c-af8b-42c1-a86c-97b9c71ad758 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:38.919566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa87a89-f23b-403b-b2d3-ccc3edb1c5e7 None None] Pushing event deleted for resources: {'Port': ['ID=486ebc5c-af8b-42c1-a86c-97b9c71ad758,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:38.951573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b487184b-d3cb-43c6-b29a-3fd121cb63f0']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:38.987940 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 486ebc5c-af8b-42c1-a86c-97b9c71ad758 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:38.990682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 486ebc5c-af8b-42c1-a86c-97b9c71ad758 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:38.999751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa87a89-f23b-403b-b2d3-ccc3edb1c5e7 None None] No DVR routers for this DVR port 486ebc5c-af8b-42c1-a86c-97b9c71ad758 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:39.001136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df348841-749e-4907-83de-93d50356145a') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:39.001434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df348841-749e-4907-83de-93d50356145a') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:39.040741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a2949-709e-456a-ab7f-45d7fe682efe req-832c700c-ae9a-4c8a-92b2-d8b3c4a08ef7 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:39.043143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af6a2949-709e-456a-ab7f-45d7fe682efe req-832c700c-ae9a-4c8a-92b2-d8b3c4a08ef7 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 944 time: 0.1872337 Nov 27 01:34:39.045673 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.078392 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.091414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:39.091983 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.092808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56746) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:39.097689 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9517168d-0f8d-438f-8c6f-6dca350bfc26 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-25391770', 'description': 'tempest-secgroup-smoke-25391770 description', 'project_id': '53c72932feec4d45af53b9bccd5c3777'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:39.110339 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:39.144566 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9517168d-0f8d-438f-8c6f-6dca350bfc26 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.201391 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af6a2949-709e-456a-ab7f-45d7fe682efe req-994d7847-c932-4a9b-a334-153e16ee8af4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461139 Nov 27 01:34:39.207876 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.221143 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.229684 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] 10.222.0.15 "DELETE /v2.0/networks/b487184b-d3cb-43c6-b29a-3fd121cb63f0 HTTP/1.1" status: 204 len: 168 time: 1.2907479 Nov 27 01:34:39.275010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d73322-82a3-48e5-81c0-bfc37755bac3 tempest-NetworksIpV6Test-1860915686 tempest-NetworksIpV6Test-1860915686-project] Pushing event deleted for resources: {'Network': ['ID=b487184b-d3cb-43c6-b29a-3fd121cb63f0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:39.290428 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9517168d-0f8d-438f-8c6f-6dca350bfc26 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.298032 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9517168d-0f8d-438f-8c6f-6dca350bfc26 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.334232 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9517168d-0f8d-438f-8c6f-6dca350bfc26 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.335597 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9517168d-0f8d-438f-8c6f-6dca350bfc26 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2415349 Nov 27 01:34:39.339347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56756) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:39.341827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517168d-0f8d-438f-8c6f-6dca350bfc26 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace224a8-13de-49df-8895-5a31861b4942,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:39.344909 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6bd300be-37d6-41c1-8035-9a3b51257ebc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': 'ace224a8-13de-49df-8895-5a31861b4942', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:39.395309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6bd300be-37d6-41c1-8035-9a3b51257ebc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.525793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6bd300be-37d6-41c1-8035-9a3b51257ebc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.531970 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6bd300be-37d6-41c1-8035-9a3b51257ebc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.561399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd300be-37d6-41c1-8035-9a3b51257ebc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87734910-fda4-489f-94aa-1e0c4cb7e85e,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:39.577660 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6bd300be-37d6-41c1-8035-9a3b51257ebc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.580838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6bd300be-37d6-41c1-8035-9a3b51257ebc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2403166 Nov 27 01:34:39.582416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56764) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:39.591329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e185865a-afd9-4072-8644-770ba5db0c40 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': 'ace224a8-13de-49df-8895-5a31861b4942', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:39.609896 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56766) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:39.620706 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e185865a-afd9-4072-8644-770ba5db0c40 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.688480 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e185865a-afd9-4072-8644-770ba5db0c40 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.694369 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e185865a-afd9-4072-8644-770ba5db0c40 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.719296 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e185865a-afd9-4072-8644-770ba5db0c40 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.725032 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e185865a-afd9-4072-8644-770ba5db0c40 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413023 Nov 27 01:34:39.725347 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56774) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:39.730549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0890fc04-7803-4b62-8b6f-6df1ade387d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': 'ace224a8-13de-49df-8895-5a31861b4942', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:39.748838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185865a-afd9-4072-8644-770ba5db0c40 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e3d2f9-0623-406c-9e0c-0bb8a4368f0b,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:39.797230 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0890fc04-7803-4b62-8b6f-6df1ade387d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.965501 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0890fc04-7803-4b62-8b6f-6df1ade387d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.974885 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0890fc04-7803-4b62-8b6f-6df1ade387d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:39.996005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56784) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:39.996191 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-365b0321-9e66-45d8-bbe9-affd71bc345b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a273db8ee6414173b7f7740fde13ba1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3849781 Nov 27 01:34:40.003665 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0890fc04-7803-4b62-8b6f-6df1ade387d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.007428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0890fc04-7803-4b62-8b6f-6df1ade387d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2786379 Nov 27 01:34:40.007646 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56786) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:40.014734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9960cee5-7238-4641-a4f1-8b9e42ff7946 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': 'ace224a8-13de-49df-8895-5a31861b4942', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:40.020771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890fc04-7803-4b62-8b6f-6df1ade387d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096f12e5-7fb9-401c-bec0-b8084cb49402,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:40.074759 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9960cee5-7238-4641-a4f1-8b9e42ff7946 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.107844 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-60812825-d459-4f4d-955f-56c864d3147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.137475 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c4516159-41b4-4da5-8824-02e12778561e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.170213 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9960cee5-7238-4641-a4f1-8b9e42ff7946 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.175832 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9960cee5-7238-4641-a4f1-8b9e42ff7946 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.187115 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c4516159-41b4-4da5-8824-02e12778561e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.223153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960cee5-7238-4641-a4f1-8b9e42ff7946 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cb1669-a7b3-4883-9a5a-ee3c6653139e,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:40.246229 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9960cee5-7238-4641-a4f1-8b9e42ff7946 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.253675 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9960cee5-7238-4641-a4f1-8b9e42ff7946 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2419577 Nov 27 01:34:40.263825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56796) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:40.280524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f87d78bc-0b1d-434c-b3a9-0d6bc0146dee tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': 'ace224a8-13de-49df-8895-5a31861b4942', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:40.291872 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c4516159-41b4-4da5-8824-02e12778561e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.307480 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c4516159-41b4-4da5-8824-02e12778561e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.326852 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c4516159-41b4-4da5-8824-02e12778561e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e679f1a-6774-4805-aba6-4c7d6332c7d1 HTTP/1.1" status: 204 len: 168 time: 0.3295822 Nov 27 01:34:40.347236 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-f87d78bc-0b1d-434c-b3a9-0d6bc0146dee tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Project 53c72932feec4d45af53b9bccd5c3777 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:34:40.353821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f87d78bc-0b1d-434c-b3a9-0d6bc0146dee tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.420017 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4516159-41b4-4da5-8824-02e12778561e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e679f1a-6774-4805-aba6-4c7d6332c7d1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:40.449886 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f87d78bc-0b1d-434c-b3a9-0d6bc0146dee tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.455953 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f87d78bc-0b1d-434c-b3a9-0d6bc0146dee tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.476881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6d94c-e932-4ef3-be27-820115e90b22 req-e3767b6b-79a8-4890-a77e-e3a70d57f3e8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:40.478869 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3db6d94c-e932-4ef3-be27-820115e90b22 req-e3767b6b-79a8-4890-a77e-e3a70d57f3e8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 944 time: 0.1443231 Nov 27 01:34:40.541106 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f87d78bc-0b1d-434c-b3a9-0d6bc0146dee tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.543017 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f87d78bc-0b1d-434c-b3a9-0d6bc0146dee tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2727816 Nov 27 01:34:40.545762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56804) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:40.556399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5363b29e-ba47-416c-9d5e-53388ba561e0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': 'ace224a8-13de-49df-8895-5a31861b4942', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:40.581795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d78bc-0b1d-434c-b3a9-0d6bc0146dee tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90e3d88-f459-48cb-bc98-0091e0b6f75a,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:40.598088 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3db6d94c-e932-4ef3-be27-820115e90b22 req-b46ddac6-748a-4a8d-b7ae-e3009526fa33 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048346 Nov 27 01:34:40.603806 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-5363b29e-ba47-416c-9d5e-53388ba561e0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Project 53c72932feec4d45af53b9bccd5c3777 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:34:40.611309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5363b29e-ba47-416c-9d5e-53388ba561e0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.710210 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5363b29e-ba47-416c-9d5e-53388ba561e0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.716147 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5363b29e-ba47-416c-9d5e-53388ba561e0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.741855 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5363b29e-ba47-416c-9d5e-53388ba561e0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.743414 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5363b29e-ba47-416c-9d5e-53388ba561e0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1966648 Nov 27 01:34:40.747004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56810) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:40.754112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8782d692-24c3-4d20-9228-8d7719ddcee1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'network': {'name': 'tempest-network-smoke--1320969700', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'port_security_enabled': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:40.766736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363b29e-ba47-416c-9d5e-53388ba561e0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1958cf7b-0d66-4381-aabb-cfa225b93688,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:40.788981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8782d692-24c3-4d20-9228-8d7719ddcee1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Made reservation on behalf of 53c72932feec4d45af53b9bccd5c3777 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:40.795911 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8782d692-24c3-4d20-9228-8d7719ddcee1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.832035 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8782d692-24c3-4d20-9228-8d7719ddcee1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:34:40.867755 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8782d692-24c3-4d20-9228-8d7719ddcee1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.868110 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-8782d692-24c3-4d20-9228-8d7719ddcee1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Added segment bf60b246-a7bc-450c-b4ce-bba4c7978505 of type vlan for network 13c791bd-1904-4631-a93a-d2f8f394f94c Nov 27 01:34:40.950221 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8782d692-24c3-4d20-9228-8d7719ddcee1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.982282 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8782d692-24c3-4d20-9228-8d7719ddcee1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:40.996985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8782d692-24c3-4d20-9228-8d7719ddcee1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:40.999520 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8782d692-24c3-4d20-9228-8d7719ddcee1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:41.158559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782d692-24c3-4d20-9228-8d7719ddcee1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Network': ['ID=13c791bd-1904-4631-a93a-d2f8f394f94c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:41.172580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 13c791bd-1904-4631-a93a-d2f8f394f94c details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:41.177474 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8782d692-24c3-4d20-9228-8d7719ddcee1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4290504 Nov 27 01:34:41.181079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56822) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:41.186889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'admin_state_up': True, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:41.259410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:41.261815 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:41.444230 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:41.616975 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:41.775648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01175d-58f5-48ae-ac94-07aec6a73216 req-87cf6f24-760d-4da4-94eb-0605fcee5786 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:41.786595 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d01175d-58f5-48ae-ac94-07aec6a73216 req-87cf6f24-760d-4da4-94eb-0605fcee5786 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 944 time: 0.0724216 Nov 27 01:34:41.852584 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d01175d-58f5-48ae-ac94-07aec6a73216 req-a999d309-bd42-4281-adaf-716c51e6271b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649755 Nov 27 01:34:41.951582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:41.974866 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:42.028345 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56854) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:42.174552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.25.1.155 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/1f508058-a508-4d12-92fa-6239ed16ff95) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:42.282519 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3f5258f4-5a44-43da-a87c-d97f64191030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:42.325534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-90080592'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:42.350653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Made reservation on behalf of ee0440fe07874faba6815d377122c107 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:42.355509 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:42.366084 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:42.385009 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:42.436882 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:42.504402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:42.509911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:42.513106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:42.530716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de7645-f0ec-4126-9ef9-afde6d83e877 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:42.535537 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:42.545396 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:42.555501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=1f508058-a508-4d12-92fa-6239ed16ff95,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:42.602822 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:34:42.635706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8cf99663-f8bc-4a0c-8d64-271a5a8a769a None None] Provisioning complete for port 1f508058-a508-4d12-92fa-6239ed16ff95 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:42.637645 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8cf99663-f8bc-4a0c-8d64-271a5a8a769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:42.647938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5168e1-f67b-4fbb-bc8f-66586e08b226,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:42.669019 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:42.669402 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Added segment cb95a750-6182-4e65-aea2-df76a9d51f03 of type vlan for network e4d40839-bfa2-4b49-a73f-1f7173db57d3 Nov 27 01:34:42.739455 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:42.746021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8cf99663-f8bc-4a0c-8d64-271a5a8a769a None None] Port 1f508058-a508-4d12-92fa-6239ed16ff95 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:34:42.782729 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:42.797965 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:42.797965 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:42.905714 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8760133 Nov 27 01:34:42.958091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc205c-4ef7-4d35-b492-0e6c32e93ec1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'Network': ['ID=e4d40839-bfa2-4b49-a73f-1f7173db57d3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:42.989295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network e4d40839-bfa2-4b49-a73f-1f7173db57d3 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:43.083806 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:43.241460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5749c1-95f5-43e1-9271-21d8e55e5caf req-c3a211ce-bc83-453a-9b68-9ae369ba39b6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:43.243557 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef5749c1-95f5-43e1-9271-21d8e55e5caf req-c3a211ce-bc83-453a-9b68-9ae369ba39b6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 944 time: 0.1697822 Nov 27 01:34:43.321350 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:43.404663 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef5749c1-95f5-43e1-9271-21d8e55e5caf req-e4d28242-106c-4089-a232-311667fbc4e0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524158 Nov 27 01:34:43.472862 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:43.749798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:34:43.887964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:34:43.899234 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Sync routers for ids ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:34:43.917629 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:43.918898 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-15a715a4-7273-48f1-84e4-cbdfa430e9d9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7362113 Nov 27 01:34:43.921413 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Routers {'40cbaa5f-bb09-43d5-a8be-7c14a1138baf'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:43.922461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56886) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:43.924693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:34:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:44.004365 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-46e669be-2ed6-44b3-ab26-2361f58cc31b tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=53c72932feec4d45af53b9bccd5c3777&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0780716 Nov 27 01:34:44.007206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56888) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:44.373668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17a3645-da85-4d9f-9e35-d71c106b12a1 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:44.375634 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b17a3645-da85-4d9f-9e35-d71c106b12a1 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3666184 Nov 27 01:34:44.378553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56896) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:44.456701 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e962e624-2a5c-45f1-86cc-3028dca9692d tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747695 Nov 27 01:34:44.458037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56900) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:44.467461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d2968b85-a01b-4a5c-afb5-6ca24936496d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-40260322', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:44.486446 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Set router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:44.642998 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c749a4-c036-4cb5-a661-467afe7eaff0 req-43601c1f-d899-4301-aa99-4e7a02669bf9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:44.656175 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d3c749a4-c036-4cb5-a661-467afe7eaff0 req-43601c1f-d899-4301-aa99-4e7a02669bf9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 944 time: 0.1070778 Nov 27 01:34:44.756103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2968b85-a01b-4a5c-afb5-6ca24936496d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Made reservation on behalf of 53c72932feec4d45af53b9bccd5c3777 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:44.759764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d2968b85-a01b-4a5c-afb5-6ca24936496d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:44.782811 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d3c749a4-c036-4cb5-a661-467afe7eaff0 req-f8b43f99-6a43-4311-ad45-a070057ed5fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225011 Nov 27 01:34:44.952308 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:45.013633 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:42Z', 'revision_number': 3, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:45.060107 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Checking router: 40cbaa5f-bb09-43d5-a8be-7c14a1138baf for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:34:45.060425 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Updating router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf port 1f508058-a508-4d12-92fa-6239ed16ff95 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:34:45.099852 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:45.137546 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d2968b85-a01b-4a5c-afb5-6ca24936496d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:45.235773 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2968b85-a01b-4a5c-afb5-6ca24936496d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Subnet': ['ID=f564e61c-3e3b-4dd6-808c-943fd39c40af,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:45.249080 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2968b85-a01b-4a5c-afb5-6ca24936496d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Checking segment: {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:45.249626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2968b85-a01b-4a5c-afb5-6ca24936496d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network hostable DHCP agents. Network: 13c791bd-1904-4631-a93a-d2f8f394f94c, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:34:45.299977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2968b85-a01b-4a5c-afb5-6ca24936496d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 13c791bd-1904-4631-a93a-d2f8f394f94c is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:34:45.313777 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d2968b85-a01b-4a5c-afb5-6ca24936496d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 13c791bd-1904-4631-a93a-d2f8f394f94c) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:45.317945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2968b85-a01b-4a5c-afb5-6ca24936496d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:45.318850 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d2968b85-a01b-4a5c-afb5-6ca24936496d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:45.360718 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d2968b85-a01b-4a5c-afb5-6ca24936496d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9015348 Nov 27 01:34:45.363523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56914) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:45.463740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819ccb72-e7ce-4818-bd8e-428b908671d0 None None] Network 13c791bd-1904-4631-a93a-d2f8f394f94c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:45.514839 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:45.579378 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:45.667427 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c3422-41db-4038-81f4-a52a8193bd1b None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:45.680029 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac224d21-5f7d-491b-8a27-eb5f7aa41e97 None None] Pushing event updated for resources: {'Port': ['ID=1f508058-a508-4d12-92fa-6239ed16ff95,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:45.687033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Attempting to bind port 1f508058-a508-4d12-92fa-6239ed16ff95 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:45.687410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Attempting to bind port 1f508058-a508-4d12-92fa-6239ed16ff95 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:45.687778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Attempting to bind port 1f508058-a508-4d12-92fa-6239ed16ff95 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:45.710435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:45.710822 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:45.711436 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:45.711840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:45.712368 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Bound port: 1f508058-a508-4d12-92fa-6239ed16ff95, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:45.712758 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:45.849272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] For port 1f508058-a508-4d12-92fa-6239ed16ff95, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:45.855696 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dd853833-54e0-4074-9011-5b297cf628b9 None None] Provisioning complete for port 1f508058-a508-4d12-92fa-6239ed16ff95 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:45.855696 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dd853833-54e0-4074-9011-5b297cf628b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:45.970884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] For port 1f508058-a508-4d12-92fa-6239ed16ff95, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1f508058-a508-4d12-92fa-6239ed16ff95,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:46.002777 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:46.013629 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72c91c-04ce-46bf-add2-4b9094447602 req-2bad4fe3-49b1-49a4-ac45-e8e3648a619a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:46.015274 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd72c91c-04ce-46bf-add2-4b9094447602 req-2bad4fe3-49b1-49a4-ac45-e8e3648a619a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 944 time: 0.1115811 Nov 27 01:34:46.148099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac224d21-5f7d-491b-8a27-eb5f7aa41e97 None None] Pushing event updated for resources: {'Port': ['ID=1f508058-a508-4d12-92fa-6239ed16ff95,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:46.157765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-dd853833-54e0-4074-9011-5b297cf628b9 None None] Port 1f508058-a508-4d12-92fa-6239ed16ff95 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:34:46.163252 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f9eef1-2b34-4df6-a2e2-e1f08e20558f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:46.167273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Routers {'40cbaa5f-bb09-43d5-a8be-7c14a1138baf'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:46.167902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:34:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:46.209158 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:46.218577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56934) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:46.225231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-23d87eb6-21e8-43b8-9df9-13d70bec0ae1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Request body: {'subnet': {'network_id': 'e4d40839-bfa2-4b49-a73f-1f7173db57d3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:46.236010 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fd72c91c-04ce-46bf-add2-4b9094447602 req-1344d169-8a0e-462b-953b-35e385aa0c98 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084978 Nov 27 01:34:46.262162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-13c791bd-1904-4631-a93a-d2f8f394f94c', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ips': [{'subnet_id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:34:46.262162 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:46.460688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d87eb6-21e8-43b8-9df9-13d70bec0ae1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Made reservation on behalf of ee0440fe07874faba6815d377122c107 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:46.470945 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-23d87eb6-21e8-43b8-9df9-13d70bec0ae1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:46.594976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Allocated IP 172.20.0.2 (13c791bd-1904-4631-a93a-d2f8f394f94c/f564e61c-3e3b-4dd6-808c-943fd39c40af/d39783b0-0827-4eeb-affe-bde182280a7f) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:46.753837 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:46.816998 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9a78948f-94d7-4770-9bee-c84b2d9bc28e None None] Provisioning complete for port 1f508058-a508-4d12-92fa-6239ed16ff95 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:46.817734 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a78948f-94d7-4770-9bee-c84b2d9bc28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:46.850575 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-23d87eb6-21e8-43b8-9df9-13d70bec0ae1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:46.936300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d87eb6-21e8-43b8-9df9-13d70bec0ae1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Checking segment: {'id': 'cb95a750-6182-4e65-aea2-df76a9d51f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e4d40839-bfa2-4b49-a73f-1f7173db57d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:46.936967 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d87eb6-21e8-43b8-9df9-13d70bec0ae1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Network hostable DHCP agents. Network: e4d40839-bfa2-4b49-a73f-1f7173db57d3, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:34:46.940716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d87eb6-21e8-43b8-9df9-13d70bec0ae1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'Subnet': ['ID=f494508f-2548-49f6-9ba4-574849812124,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:46.961695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d87eb6-21e8-43b8-9df9-13d70bec0ae1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Network e4d40839-bfa2-4b49-a73f-1f7173db57d3 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:34:46.969497 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] Set router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:46.975200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-23d87eb6-21e8-43b8-9df9-13d70bec0ae1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, e4d40839-bfa2-4b49-a73f-1f7173db57d3) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:46.983448 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d87eb6-21e8-43b8-9df9-13d70bec0ae1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:46.984369 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-23d87eb6-21e8-43b8-9df9-13d70bec0ae1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:47.004700 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-23d87eb6-21e8-43b8-9df9-13d70bec0ae1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7848530 Nov 27 01:34:47.008215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56948) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:47.016040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-28f86afd-66da-4b32-b65b-2f0f902136df tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2122992899'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:47.026655 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404e8aa6-08d1-4a0e-bb36-9ddb301ac845 None None] Network e4d40839-bfa2-4b49-a73f-1f7173db57d3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:47.049132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f86afd-66da-4b32-b65b-2f0f902136df tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Made reservation on behalf of ee0440fe07874faba6815d377122c107 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:47.056424 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-28f86afd-66da-4b32-b65b-2f0f902136df tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:47.092056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f86afd-66da-4b32-b65b-2f0f902136df tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:34:47.103420 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-28f86afd-66da-4b32-b65b-2f0f902136df tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:47.104015 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-28f86afd-66da-4b32-b65b-2f0f902136df tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Added segment 08caf3de-bac0-48e9-a4d7-1713d6963c38 of type vlan for network 34a5eccb-46f3-4266-b252-7e2650e2956c Nov 27 01:34:47.151060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-28f86afd-66da-4b32-b65b-2f0f902136df tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:47.190522 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-28f86afd-66da-4b32-b65b-2f0f902136df tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:47.202486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f86afd-66da-4b32-b65b-2f0f902136df tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:47.204572 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-28f86afd-66da-4b32-b65b-2f0f902136df tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:47.252018 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-28f86afd-66da-4b32-b65b-2f0f902136df tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2422557 Nov 27 01:34:47.255828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56954) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:47.262462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5e5cadef-e971-4b7f-b275-62efecac3d3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Request body: {'subnet': {'network_id': '34a5eccb-46f3-4266-b252-7e2650e2956c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:47.367447 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:47.381232 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f86afd-66da-4b32-b65b-2f0f902136df tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'Network': ['ID=34a5eccb-46f3-4266-b252-7e2650e2956c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:47.423612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 34a5eccb-46f3-4266-b252-7e2650e2956c details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:47.436365 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:47.513323 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Pushing event updated for resources: {'Port': ['ID=d39783b0-0827-4eeb-affe-bde182280a7f,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:47.580412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e8233-4443-4df3-b362-0ea990a1f40d req-76f9ca68-c097-4258-b8a9-c804d1a2a685 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:47.590597 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-329e8233-4443-4df3-b362-0ea990a1f40d req-76f9ca68-c097-4258-b8a9-c804d1a2a685 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 944 time: 0.2141328 Nov 27 01:34:47.742632 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-329e8233-4443-4df3-b362-0ea990a1f40d req-f942b9bb-8b7b-4f62-9c68-f0851c943edc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465933 Nov 27 01:34:47.749245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5cadef-e971-4b7f-b275-62efecac3d3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Made reservation on behalf of ee0440fe07874faba6815d377122c107 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:47.753080 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e5cadef-e971-4b7f-b275-62efecac3d3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:47.994491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Network 13c791bd-1904-4631-a93a-d2f8f394f94c is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:48.009836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-e4d40839-bfa2-4b49-a73f-1f7173db57d3', 'network_id': 'e4d40839-bfa2-4b49-a73f-1f7173db57d3', 'tenant_id': 'ee0440fe07874faba6815d377122c107', 'fixed_ips': [{'subnet_id': 'f494508f-2548-49f6-9ba4-574849812124'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:34:48.010874 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:48.018671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.20.0.1 (13c791bd-1904-4631-a93a-d2f8f394f94c/f564e61c-3e3b-4dd6-808c-943fd39c40af/80cd2b85-445b-4233-a440-845973b44e7f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:48.029790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a78948f-94d7-4770-9bee-c84b2d9bc28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:48.038065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:48.053942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:48.206050 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:48.227932 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9a78948f-94d7-4770-9bee-c84b2d9bc28e None None] For port 1f508058-a508-4d12-92fa-6239ed16ff95, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1f508058-a508-4d12-92fa-6239ed16ff95,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:48.253145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56964) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:48.261969 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:48.270115 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a78948f-94d7-4770-9bee-c84b2d9bc28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:48.390261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 13c791bd-1904-4631-a93a-d2f8f394f94c is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:48.393993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:48.403459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:48.412730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Attempting to bind port d39783b0-0827-4eeb-affe-bde182280a7f on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:48.413378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Attempting to bind port d39783b0-0827-4eeb-affe-bde182280a7f by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:48.413915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Attempting to bind port d39783b0-0827-4eeb-affe-bde182280a7f on network 13c791bd-1904-4631-a93a-d2f8f394f94c {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:48.421137 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:42Z', 'revision_number': 3, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:48.427484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:48.428126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Checking segment: {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:48.428742 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:48.429313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Bound using segment: {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:48.429969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Bound port: d39783b0-0827-4eeb-affe-bde182280a7f, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:48.430525 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:48.452066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.objects.ports [None req-5e5cadef-e971-4b7f-b275-62efecac3d3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:34:48.455981 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e5cadef-e971-4b7f-b275-62efecac3d3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:48.464038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=80cd2b85-445b-4233-a440-845973b44e7f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:48.480163 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:48.509773 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78948f-94d7-4770-9bee-c84b2d9bc28e None None] Pushing event updated for resources: {'Port': ['ID=1f508058-a508-4d12-92fa-6239ed16ff95,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:48.516272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b1cba-9a1b-4fb2-a8bb-1bd6d86b39d6 None None] The sync data for ids ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'] in n-d-817303-10 is: [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:42Z', 'revision_number': 3, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:34:48.528519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cadef-e971-4b7f-b275-62efecac3d3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'Subnet': ['ID=25ccce75-1f1e-4624-9afe-98234b7f8028,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:48.559706 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5cadef-e971-4b7f-b275-62efecac3d3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Checking segment: {'id': '08caf3de-bac0-48e9-a4d7-1713d6963c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '34a5eccb-46f3-4266-b252-7e2650e2956c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:48.560161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5cadef-e971-4b7f-b275-62efecac3d3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Network hostable DHCP agents. Network: 34a5eccb-46f3-4266-b252-7e2650e2956c, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:34:48.587721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5cadef-e971-4b7f-b275-62efecac3d3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Network 34a5eccb-46f3-4266-b252-7e2650e2956c is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:34:48.601950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] For port d39783b0-0827-4eeb-affe-bde182280a7f, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:48.606593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] For port d39783b0-0827-4eeb-affe-bde182280a7f, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d39783b0-0827-4eeb-affe-bde182280a7f,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:48.607088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-5e5cadef-e971-4b7f-b275-62efecac3d3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 34a5eccb-46f3-4266-b252-7e2650e2956c) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:48.613236 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5cadef-e971-4b7f-b275-62efecac3d3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:48.616171 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e5cadef-e971-4b7f-b275-62efecac3d3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:48.637252 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f0817ed0-196d-4e00-8d7b-3801e48469f4 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:34:48.647302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a090f2b-0904-4623-bf2f-2051e2cf4f40 None None] Network 34a5eccb-46f3-4266-b252-7e2650e2956c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:48.663190 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:48.681541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5e5cadef-e971-4b7f-b275-62efecac3d3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4241910 Nov 27 01:34:48.685781 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-33374c70-9643-48d9-acbd-71ba5df19225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:48.687948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56970) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:48.700899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-807e4314-b7c2-4a1a-b649-7081bd3bccae tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Request body: {'port': {'network_id': '34a5eccb-46f3-4266-b252-7e2650e2956c', 'name': 'tempest-NetworksIpV6TestAttrs-1313584444'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:48.875181 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:48.883759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Allocated IP 2001:db8:0:ffff::2 (e4d40839-bfa2-4b49-a73f-1f7173db57d3/f494508f-2548-49f6-9ba4-574849812124/1dbc3e86-a95f-4b0c-b005-c7819b537e2d) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:48.961488 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807e4314-b7c2-4a1a-b649-7081bd3bccae tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Made reservation on behalf of ee0440fe07874faba6815d377122c107 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:48.965862 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-807e4314-b7c2-4a1a-b649-7081bd3bccae tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.005078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-33374c70-9643-48d9-acbd-71ba5df19225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.009335 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-807e4314-b7c2-4a1a-b649-7081bd3bccae tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] device_id is not set on port 61005085-da14-4c27-b133-2442057a60c6 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:34:49.015786 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-33374c70-9643-48d9-acbd-71ba5df19225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.124002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05777bd0-5b6b-4725-aced-afc95da11838 None None] Pushing event updated for resources: {'Port': ['ID=d39783b0-0827-4eeb-affe-bde182280a7f,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:49.144737 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-33374c70-9643-48d9-acbd-71ba5df19225 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32276672a24a4f0b8294ecaa838fa8e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8901751 Nov 27 01:34:49.284991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56974) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:49.317286 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24b772-c58e-49a3-9ef0-4bfae1c4c15f req-7d36c894-eaf1-4c15-a964-81c9df7d032a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:49.326497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc24b772-c58e-49a3-9ef0-4bfae1c4c15f req-7d36c894-eaf1-4c15-a964-81c9df7d032a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 944 time: 0.4411104 Nov 27 01:34:49.348044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33374c70-9643-48d9-acbd-71ba5df19225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef43ed06-3771-43db-9a5d-c7e9906a1863,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:49.367650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-807e4314-b7c2-4a1a-b649-7081bd3bccae tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Allocated IP 2001:db8::f816:3eff:fec9:bfcb (34a5eccb-46f3-4266-b252-7e2650e2956c/25ccce75-1f1e-4624-9afe-98234b7f8028/61005085-da14-4c27-b133-2442057a60c6) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:49.410254 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-094c0e47-9409-4dbd-8ef7-228409f2f46f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.456316 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f0817ed0-196d-4e00-8d7b-3801e48469f4, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f0817ed0-196d-4e00-8d7b-3801e48469f4,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:49.462024 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-094c0e47-9409-4dbd-8ef7-228409f2f46f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.515079 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc24b772-c58e-49a3-9ef0-4bfae1c4c15f req-7a0c6bf0-2a22-4cc0-836e-2ff0ee458faf tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874845 Nov 27 01:34:49.556109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'f0817ed0-196d-4e00-8d7b-3801e48469f4', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'port_id': 'f0817ed0-196d-4e00-8d7b-3801e48469f4', 'mac_address': 'fa:16:3e:aa:5f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:34:49.636663 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.646993 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.679427 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-807e4314-b7c2-4a1a-b649-7081bd3bccae tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.696268 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-094c0e47-9409-4dbd-8ef7-228409f2f46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.699992 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-094c0e47-9409-4dbd-8ef7-228409f2f46f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.702626 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-094c0e47-9409-4dbd-8ef7-228409f2f46f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef43ed06-3771-43db-9a5d-c7e9906a1863 HTTP/1.1" status: 204 len: 168 time: 0.4162827 Nov 27 01:34:49.723801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c0e47-9409-4dbd-8ef7-228409f2f46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef43ed06-3771-43db-9a5d-c7e9906a1863,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:49.761359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-807e4314-b7c2-4a1a-b649-7081bd3bccae tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.772593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a28c4-3204-4494-b444-955c3d23b493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-34a5eccb-46f3-4266-b252-7e2650e2956c', 'network_id': '34a5eccb-46f3-4266-b252-7e2650e2956c', 'tenant_id': 'ee0440fe07874faba6815d377122c107', 'fixed_ips': [{'subnet_id': '25ccce75-1f1e-4624-9afe-98234b7f8028'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:34:49.773448 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e5a28c4-3204-4494-b444-955c3d23b493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.781038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=80cd2b85-445b-4233-a440-845973b44e7f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:49.833152 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.844008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e4314-b7c2-4a1a-b649-7081bd3bccae tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Network 34a5eccb-46f3-4266-b252-7e2650e2956c is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:49.844008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-807e4314-b7c2-4a1a-b649-7081bd3bccae tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:49.855648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e4314-b7c2-4a1a-b649-7081bd3bccae tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:49.879827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e4314-b7c2-4a1a-b649-7081bd3bccae tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:49.880948 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-807e4314-b7c2-4a1a-b649-7081bd3bccae tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.886777 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.910683 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.914690 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e4314-b7c2-4a1a-b649-7081bd3bccae tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'Port': ['ID=61005085-da14-4c27-b133-2442057a60c6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:49.948680 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-807e4314-b7c2-4a1a-b649-7081bd3bccae tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2553871 Nov 27 01:34:49.949292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 56988) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:50.013617 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:50.053224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-467ad54d-ec5b-4283-8170-b44e3806331e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Deleting subnet 25ccce75-1f1e-4624-9afe-98234b7f8028 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:34:50.079193 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-467ad54d-ec5b-4283-8170-b44e3806331e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:50.090911 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0817ed0-196d-4e00-8d7b-3801e48469f4 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:34:50.146180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 13c791bd-1904-4631-a93a-d2f8f394f94c is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:50.149989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:50.176497 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-467ad54d-ec5b-4283-8170-b44e3806331e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:50.238837 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Pushing event updated for resources: {'Port': ['ID=1dbc3e86-a95f-4b0c-b005-c7819b537e2d,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:50.314469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Network e4d40839-bfa2-4b49-a73f-1f7173db57d3 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:50.327383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:50.337139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:50.362628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f0817ed0-196d-4e00-8d7b-3801e48469f4, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f0817ed0-196d-4e00-8d7b-3801e48469f4,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:50.379886 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:50.397729 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 56994) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:50.409120 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-467ad54d-ec5b-4283-8170-b44e3806331e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:50.415345 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-207c72ec-6e97-4cb4-8c65-3c64cd62c312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:50.477438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:34:50.515619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Attempting to bind port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:50.516001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Attempting to bind port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'cb95a750-6182-4e65-aea2-df76a9d51f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e4d40839-bfa2-4b49-a73f-1f7173db57d3'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:50.516409 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Attempting to bind port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d on network e4d40839-bfa2-4b49-a73f-1f7173db57d3 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:50.538926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=f0817ed0-196d-4e00-8d7b-3801e48469f4,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:50.543700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:50.544022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Checking segment: {'id': 'cb95a750-6182-4e65-aea2-df76a9d51f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e4d40839-bfa2-4b49-a73f-1f7173db57d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:50.544432 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:50.544836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Bound using segment: {'id': 'cb95a750-6182-4e65-aea2-df76a9d51f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e4d40839-bfa2-4b49-a73f-1f7173db57d3'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:50.545409 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Bound port: 1dbc3e86-a95f-4b0c-b005-c7819b537e2d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb95a750-6182-4e65-aea2-df76a9d51f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e4d40839-bfa2-4b49-a73f-1f7173db57d3'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:50.545796 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:50.616206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-207c72ec-6e97-4cb4-8c65-3c64cd62c312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:50.636072 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-207c72ec-6e97-4cb4-8c65-3c64cd62c312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:50.675541 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cc7ffd-ee20-478f-b19f-3b566fdbaf23 None None] Network 13c791bd-1904-4631-a93a-d2f8f394f94c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:50.695137 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d39783b0-0827-4eeb-affe-bde182280a7f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:50.714552 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-467ad54d-ec5b-4283-8170-b44e3806331e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:50.748057 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ad54d-ec5b-4283-8170-b44e3806331e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Subnet': ['ID=25ccce75-1f1e-4624-9afe-98234b7f8028,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:50.749459 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-207c72ec-6e97-4cb4-8c65-3c64cd62c312 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=726ac87237394e3a8ac8a5f709bfbcaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3506238 Nov 27 01:34:50.751136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57000) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:50.765402 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-467ad54d-ec5b-4283-8170-b44e3806331e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:50.768847 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-467ad54d-ec5b-4283-8170-b44e3806331e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/subnets/25ccce75-1f1e-4624-9afe-98234b7f8028 HTTP/1.1" status: 204 len: 168 time: 0.8168373 Nov 27 01:34:50.771527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57002) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:50.781217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c72ec-6e97-4cb4-8c65-3c64cd62c312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5799c9-4c72-4805-b78d-eeab17be19cb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server [None req-0e5a28c4-3204-4494-b444-955c3d23b493 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25ccce75-1f1e-4624-9afe-98234b7f8028: This subnet is being modified by another concurrent operation. Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25ccce75-1f1e-4624-9afe-98234b7f8028: This subnet is being modified by another concurrent operation. Nov 27 01:34:50.791955 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Nov 27 01:34:50.824544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa514d-86aa-4b46-b38c-0d8c1f46ddaf req-4cbbd246-2e56-4424-9215-63d132cf4638 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:50.824786 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f0817ed0-196d-4e00-8d7b-3801e48469f4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:34:50.826425 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9fa514d-86aa-4b46-b38c-0d8c1f46ddaf req-4cbbd246-2e56-4424-9215-63d132cf4638 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 945 time: 0.1303074 Nov 27 01:34:50.829029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:34:50.834868 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cdd83672-f0bc-49e2-9482-d37e5419925b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "PUT /v2.0/routers/40cbaa5f-bb09-43d5-a8be-7c14a1138baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4702606 Nov 27 01:34:50.857902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e0505-74bb-43c5-9e25-0a657b72dfc3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:50.859812 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e0505-74bb-43c5-9e25-0a657b72dfc3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:50.864424 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c63e0505-74bb-43c5-9e25-0a657b72dfc3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0889335 Nov 27 01:34:50.864614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6dddf4-6731-437d-9eb0-754a7f958066 None None] Network 34a5eccb-46f3-4266-b252-7e2650e2956c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:50.864966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57006) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:50.875646 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60bf0862-f17f-4ff8-a0b6-da0eba73498d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:50.945773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60bf0862-f17f-4ff8-a0b6-da0eba73498d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:50.996364 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fe02e5fd-1a64-4a84-bf82-77580e77d671 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.005244 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe02e5fd-1a64-4a84-bf82-77580e77d671 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 27 01:34:51.006021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe02e5fd-1a64-4a84-bf82-77580e77d671 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:51.023775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fe02e5fd-1a64-4a84-bf82-77580e77d671 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/networks/34a5eccb-46f3-4266-b252-7e2650e2956c HTTP/1.1" status: 409 len: 405 time: 0.1578667 Nov 27 01:34:51.025037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57008) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:51.046361 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b57ca8f7-b06e-4537-a7ae-ddcbd68ffdfd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-188582357'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:51.049541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9fa514d-86aa-4b46-b38c-0d8c1f46ddaf req-084a314c-ccae-47a0-9d8c-23c9a1c7223c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890604 Nov 27 01:34:51.090914 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60bf0862-f17f-4ff8-a0b6-da0eba73498d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.094813 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60bf0862-f17f-4ff8-a0b6-da0eba73498d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.095490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57ca8f7-b06e-4537-a7ae-ddcbd68ffdfd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Made reservation on behalf of ee0440fe07874faba6815d377122c107 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:51.098644 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-60bf0862-f17f-4ff8-a0b6-da0eba73498d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f5799c9-4c72-4805-b78d-eeab17be19cb HTTP/1.1" status: 204 len: 168 time: 0.3461721 Nov 27 01:34:51.111453 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b57ca8f7-b06e-4537-a7ae-ddcbd68ffdfd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.125165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf0862-f17f-4ff8-a0b6-da0eba73498d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5799c9-4c72-4805-b78d-eeab17be19cb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:51.167652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57ca8f7-b06e-4537-a7ae-ddcbd68ffdfd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:34:51.208214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] For port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:51.213197 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b57ca8f7-b06e-4537-a7ae-ddcbd68ffdfd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.213539 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-b57ca8f7-b06e-4537-a7ae-ddcbd68ffdfd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Added segment dff960b1-22b5-489b-830a-c981a89481cb of type vlan for network 081d4b6a-ff3e-4123-9a75-d58281190a0c Nov 27 01:34:51.223426 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b58cca6e-385e-428e-abd4-a5b6817b7260 None None] Provisioning complete for port d39783b0-0827-4eeb-affe-bde182280a7f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:51.223818 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b58cca6e-385e-428e-abd4-a5b6817b7260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.297173 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] For port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1dbc3e86-a95f-4b0c-b005-c7819b537e2d,segment=NetworkSegment(cb95a750-6182-4e65-aea2-df76a9d51f03),segment_id=cb95a750-6182-4e65-aea2-df76a9d51f03)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:51.321627 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.354885 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-4f70dc74-eb80-48d8-8552-ea5601798ff7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25391770&fields=id&tenant_id=53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 267 time: 0.1764760 Nov 27 01:34:51.357018 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b57ca8f7-b06e-4537-a7ae-ddcbd68ffdfd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.466549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d39783b0-0827-4eeb-affe-bde182280a7f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:51.466868 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.504450 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Sync routers for ids ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:34:51.507696 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b57ca8f7-b06e-4537-a7ae-ddcbd68ffdfd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.514994 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ca8f7-b06e-4537-a7ae-ddcbd68ffdfd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:51.515876 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b57ca8f7-b06e-4537-a7ae-ddcbd68ffdfd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.549366 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Routers {'40cbaa5f-bb09-43d5-a8be-7c14a1138baf'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:51.551527 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:34:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:51.591121 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eceacf-ab48-4fc6-b4e9-45d81cd8dfad None None] Pushing event updated for resources: {'Port': ['ID=1dbc3e86-a95f-4b0c-b005-c7819b537e2d,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:51.628860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57026) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:51.634813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Request body: {'subnet': {'network_id': '081d4b6a-ff3e-4123-9a75-d58281190a0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:51.638920 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b57ca8f7-b06e-4537-a7ae-ddcbd68ffdfd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6123698 Nov 27 01:34:51.708191 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ca8f7-b06e-4537-a7ae-ddcbd68ffdfd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'Network': ['ID=081d4b6a-ff3e-4123-9a75-d58281190a0c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:51.747986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-6c4dd260-3d23-403d-bc1f-1a5e9bd7c08a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:51.756858 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-6c4dd260-3d23-403d-bc1f-1a5e9bd7c08a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 797 time: 0.3884575 Nov 27 01:34:51.763398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 081d4b6a-ff3e-4123-9a75-d58281190a0c details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:51.777951 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-cd878466-6b76-44ba-b578-b72fc92c5bf3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/quotas/53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 375 time: 0.0198793 Nov 27 01:34:51.782334 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b58cca6e-385e-428e-abd4-a5b6817b7260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.818012 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Set router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:51.920266 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Made reservation on behalf of ee0440fe07874faba6815d377122c107 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:51.934859 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.935922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-7c620bc2-1667-4459-a4c6-3bc33fa02135 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1566200 Nov 27 01:34:52.050021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b58cca6e-385e-428e-abd4-a5b6817b7260 None None] For port d39783b0-0827-4eeb-affe-bde182280a7f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d39783b0-0827-4eeb-affe-bde182280a7f,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:52.061674 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:52.075015 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b58cca6e-385e-428e-abd4-a5b6817b7260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:52.078767 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-70174f6e-44bf-49d8-9324-8f82b8ee9f19 service neutron] 10.222.0.15 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343958 Nov 27 01:34:52.266959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cca6e-385e-428e-abd4-a5b6817b7260 None None] Pushing event updated for resources: {'Port': ['ID=d39783b0-0827-4eeb-affe-bde182280a7f,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:52.275697 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:34:52.276666 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:34:52.317147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-1c6ead6b-cae5-4375-9465-4bd7e20ce06b service neutron] 10.222.0.15 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245381 Nov 27 01:34:52.353916 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '80cd2b85-445b-4233-a440-845973b44e7f', 'name': '', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ca:f4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:46Z', 'updated_at': '2021-11-27T01:34:49Z', 'revision_number': 2, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:52.408440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-66bd10d9-b9ea-412a-a06a-76349f26db82 None None] Provisioning complete for port d39783b0-0827-4eeb-affe-bde182280a7f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:52.409486 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-66bd10d9-b9ea-412a-a06a-76349f26db82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:52.419649 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Checking router: 40cbaa5f-bb09-43d5-a8be-7c14a1138baf for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:34:52.420133 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Updating router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf port 80cd2b85-445b-4233-a440-845973b44e7f binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:34:52.528784 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:52.702978 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed01c2f9-e5d4-4bbb-bc5d-15244a48ad56 req-1b454a0e-3abc-458b-ab87-9ffde752d92b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 210 time: 0.0922403 Nov 27 01:34:52.711963 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f0817ed0-196d-4e00-8d7b-3801e48469f4 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:52.922583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-66bd10d9-b9ea-412a-a06a-76349f26db82 None None] Provisioning complete for port 80cd2b85-445b-4233-a440-845973b44e7f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:52.922969 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-66bd10d9-b9ea-412a-a06a-76349f26db82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:52.944089 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e897c-6e10-41fc-a7c6-0eae38c1d6f2 req-c9471338-7367-432e-b5cb-c361e47dd6bc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:52.945829 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-873e897c-6e10-41fc-a7c6-0eae38c1d6f2 req-c9471338-7367-432e-b5cb-c361e47dd6bc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 945 time: 0.1752851 Nov 27 01:34:53.022208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-66bd10d9-b9ea-412a-a06a-76349f26db82 None None] Port 80cd2b85-445b-4233-a440-845973b44e7f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:34:53.064584 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1f508058-a508-4d12-92fa-6239ed16ff95 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:53.149696 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port f0817ed0-196d-4e00-8d7b-3801e48469f4 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:34:53.170599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port f0817ed0-196d-4e00-8d7b-3801e48469f4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:53.171098 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:53.276751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-873e897c-6e10-41fc-a7c6-0eae38c1d6f2 req-9f945623-414b-40aa-946f-a87572e4a4fa tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624634 Nov 27 01:34:53.282338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-aee5569c-648a-4a9d-b5b6-4d1ef0ba8054 None None] Provisioning complete for port 80cd2b85-445b-4233-a440-845973b44e7f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:53.283995 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aee5569c-648a-4a9d-b5b6-4d1ef0ba8054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:53.420867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-aee5569c-648a-4a9d-b5b6-4d1ef0ba8054 None None] Port 80cd2b85-445b-4233-a440-845973b44e7f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:34:53.434940 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1f508058-a508-4d12-92fa-6239ed16ff95 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:53.435720 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:53.513392 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:53.517884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c614ba0-e8a7-4055-b306-259f10ee4bbe None None] Network e4d40839-bfa2-4b49-a73f-1f7173db57d3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:53.522900 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:53.529886 n-d-817303-10 neutron-server[103402]: DEBUG neutron.objects.ports [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:34:53.531428 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:53.648235 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'Subnet': ['ID=43441080-92be-4a31-9481-988c168f04bf,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:53.664686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.665227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.665737 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.666526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.667031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.667519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.668013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.668529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.669108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.669609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.669944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.670275 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.680402 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277476e2-b128-41d8-9efb-8804c4584c9b None None] Pushing event updated for resources: {'Port': ['ID=80cd2b85-445b-4233-a440-845973b44e7f,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:53.687913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-be13c820-3399-4051-b688-bb2e3d4a7e9b None None] Provisioning complete for port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:53.688590 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be13c820-3399-4051-b688-bb2e3d4a7e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:53.707637 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277476e2-b128-41d8-9efb-8804c4584c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.708289 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277476e2-b128-41d8-9efb-8804c4584c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.708855 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277476e2-b128-41d8-9efb-8804c4584c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.709390 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277476e2-b128-41d8-9efb-8804c4584c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.709947 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277476e2-b128-41d8-9efb-8804c4584c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.710487 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277476e2-b128-41d8-9efb-8804c4584c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.711016 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277476e2-b128-41d8-9efb-8804c4584c9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.711539 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277476e2-b128-41d8-9efb-8804c4584c9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.712071 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277476e2-b128-41d8-9efb-8804c4584c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.712631 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277476e2-b128-41d8-9efb-8804c4584c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.713706 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277476e2-b128-41d8-9efb-8804c4584c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.714616 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277476e2-b128-41d8-9efb-8804c4584c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:53.735946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Checking segment: {'id': 'dff960b1-22b5-489b-830a-c981a89481cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '081d4b6a-ff3e-4123-9a75-d58281190a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:53.736353 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Network hostable DHCP agents. Network: 081d4b6a-ff3e-4123-9a75-d58281190a0c, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:34:53.738612 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Attempting to bind port 80cd2b85-445b-4233-a440-845973b44e7f on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:53.743585 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Attempting to bind port 80cd2b85-445b-4233-a440-845973b44e7f by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:53.743820 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Attempting to bind port 80cd2b85-445b-4233-a440-845973b44e7f on network 13c791bd-1904-4631-a93a-d2f8f394f94c {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:53.768420 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Network 081d4b6a-ff3e-4123-9a75-d58281190a0c is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:34:53.770777 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:53.771164 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Checking segment: {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:53.771564 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:53.772174 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Bound using segment: {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:53.772907 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Bound port: 80cd2b85-445b-4233-a440-845973b44e7f, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:53.773286 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:53.790338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 081d4b6a-ff3e-4123-9a75-d58281190a0c) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:53.804837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:53.809028 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:53.812120 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:53.861503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57112) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:53.867766 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-84f10ee3-fb1d-4da7-b0dd-78c36ff5efa3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Request body: {'port': {'network_id': '081d4b6a-ff3e-4123-9a75-d58281190a0c', 'name': 'tempest-NetworksIpV6TestAttrs-1517768076'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:53.868151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7677585c-263f-4f81-8976-7075f266eeda None None] Network 081d4b6a-ff3e-4123-9a75-d58281190a0c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:53.872447 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3c7c0341-c9c5-483d-95d3-af3767ecfb9c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2308130 Nov 27 01:34:53.959571 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] For port 80cd2b85-445b-4233-a440-845973b44e7f, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:53.969256 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] For port 80cd2b85-445b-4233-a440-845973b44e7f, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=80cd2b85-445b-4233-a440-845973b44e7f,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:53.970947 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-205df113-27d5-4fd7-9c2b-f80561723250 req-c77e7f80-514f-4db3-8eba-cddf652889be tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 210 time: 0.0896306 Nov 27 01:34:53.976771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57118) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:53.982052 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:54.080775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f10ee3-fb1d-4da7-b0dd-78c36ff5efa3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Made reservation on behalf of ee0440fe07874faba6815d377122c107 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:54.086431 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-84f10ee3-fb1d-4da7-b0dd-78c36ff5efa3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:54.110942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-84f10ee3-fb1d-4da7-b0dd-78c36ff5efa3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] device_id is not set on port 2cfc1229-1fc9-471e-82bf-4511ea7a301d yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:34:54.136167 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Routers {'40cbaa5f-bb09-43d5-a8be-7c14a1138baf'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:54.136875 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:34:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:54.174284 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc2a598-3213-48af-a33d-18c865951099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0817ed0-196d-4e00-8d7b-3801e48469f4'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:54.177354 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fac95f-8912-4dfc-8c50-6578a71f1070" -d '{"events": [{"server_uuid": "2dc2a598-3213-48af-a33d-18c865951099", "name": "network-vif-plugged", "status": "completed", "tag": "f0817ed0-196d-4e00-8d7b-3801e48469f4"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:54.261862 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a420f8ad-0aad-4ad0-867f-46883fcaf0ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:54.274730 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03a5d74-dd1c-40db-8427-174731c36c15 x-openstack-request-id: req-d03a5d74-dd1c-40db-8427-174731c36c15 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:54.275026 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc2a598-3213-48af-a33d-18c865951099", "name": "network-vif-plugged", "status": "completed", "tag": "f0817ed0-196d-4e00-8d7b-3801e48469f4", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:54.275323 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d03a5d74-dd1c-40db-8427-174731c36c15 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:54.275714 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc2a598-3213-48af-a33d-18c865951099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0817ed0-196d-4e00-8d7b-3801e48469f4', 'code': 200} Nov 27 01:34:54.307136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port f0817ed0-196d-4e00-8d7b-3801e48469f4, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f0817ed0-196d-4e00-8d7b-3801e48469f4,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:54.375962 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] Set router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:54.406584 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:54.487159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-84f10ee3-fb1d-4da7-b0dd-78c36ff5efa3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Allocated IP 2001:db8::f816:3eff:fe85:acd7 (081d4b6a-ff3e-4123-9a75-d58281190a0c/43441080-92be-4a31-9481-988c168f04bf/2cfc1229-1fc9-471e-82bf-4511ea7a301d) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:54.547362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-081d4b6a-ff3e-4123-9a75-d58281190a0c', 'network_id': '081d4b6a-ff3e-4123-9a75-d58281190a0c', 'tenant_id': 'ee0440fe07874faba6815d377122c107', 'fixed_ips': [{'subnet_id': '43441080-92be-4a31-9481-988c168f04bf'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:34:54.549124 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:54.562364 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a420f8ad-0aad-4ad0-867f-46883fcaf0ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:54.637499 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a420f8ad-0aad-4ad0-867f-46883fcaf0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:54.694598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57128) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:54.703993 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277476e2-b128-41d8-9efb-8804c4584c9b None None] Pushing event updated for resources: {'Port': ['ID=80cd2b85-445b-4233-a440-845973b44e7f,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:54.710257 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a420f8ad-0aad-4ad0-867f-46883fcaf0ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f7d44ab22b846a1b055d2fc8c73dfdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7291827 Nov 27 01:34:54.780376 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be13c820-3399-4051-b688-bb2e3d4a7e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:54.782734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d39783b0-0827-4eeb-affe-bde182280a7f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:54.784935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57132) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:54.957417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420f8ad-0aad-4ad0-867f-46883fcaf0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c95d12c-8356-4cb5-83f2-7488a018f4ac,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:54.965357 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74112da6-6ef5-4197-ac13-934d87e596e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:54.974305 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '80cd2b85-445b-4233-a440-845973b44e7f', 'name': '', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ca:f4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:46Z', 'updated_at': '2021-11-27T01:34:53Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:54.997645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74112da6-6ef5-4197-ac13-934d87e596e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.009005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2a38d-6ae9-4582-892a-c827c306dd7c req-c0a229a6-6a0a-4554-976e-2de8933e12a4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:55.013934 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412adc4-737a-4a52-a67c-b22551d2df21 None None] The sync data for ids ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'] in n-d-817303-10 is: [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '80cd2b85-445b-4233-a440-845973b44e7f', 'name': '', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ca:f4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:46Z', 'updated_at': '2021-11-27T01:34:53Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:34:55.017426 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8da2a38d-6ae9-4582-892a-c827c306dd7c req-c0a229a6-6a0a-4554-976e-2de8933e12a4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 946 time: 0.2145185 Nov 27 01:34:55.119896 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74112da6-6ef5-4197-ac13-934d87e596e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.122485 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-74112da6-6ef5-4197-ac13-934d87e596e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.126250 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-74112da6-6ef5-4197-ac13-934d87e596e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c95d12c-8356-4cb5-83f2-7488a018f4ac HTTP/1.1" status: 204 len: 168 time: 0.3219452 Nov 27 01:34:55.133239 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885351ab-8547-4e10-866a-757be2822f20 req-55b750fe-2af9-4741-ba00-1f162bcb93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:55.135290 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-885351ab-8547-4e10-866a-757be2822f20 req-55b750fe-2af9-4741-ba00-1f162bcb93e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 1098 time: 0.4294395 Nov 27 01:34:55.154397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74112da6-6ef5-4197-ac13-934d87e596e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c95d12c-8356-4cb5-83f2-7488a018f4ac,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:55.177079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-bb48038a-ab5d-41f3-8ec7-0393d561b593 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:55.177317 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-be13c820-3399-4051-b688-bb2e3d4a7e9b None None] For port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1dbc3e86-a95f-4b0c-b005-c7819b537e2d,segment=NetworkSegment(cb95a750-6182-4e65-aea2-df76a9d51f03),segment_id=cb95a750-6182-4e65-aea2-df76a9d51f03)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:55.184549 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-bb48038a-ab5d-41f3-8ec7-0393d561b593 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.31 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 797 time: 0.6171272 Nov 27 01:34:55.189850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=f0817ed0-196d-4e00-8d7b-3801e48469f4,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:55.191339 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0d5710c-3464-4b85-9858-18fa416e1d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.213502 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be13c820-3399-4051-b688-bb2e3d4a7e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.242689 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8da2a38d-6ae9-4582-892a-c827c306dd7c req-e4d9f900-06b1-40ce-b7a9-9a49d62c6789 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173247 Nov 27 01:34:55.262330 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-58c024a7-c41c-4868-91df-ded8b4c33e20 req-e22427f7-55fe-41b0-86c8-6c5b9ce26312 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 210 time: 0.0732450 Nov 27 01:34:55.351873 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-885351ab-8547-4e10-866a-757be2822f20 req-c441397a-da3e-4ad9-bacd-0e6b567a4bb9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850116 Nov 27 01:34:55.355584 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-84f10ee3-fb1d-4da7-b0dd-78c36ff5efa3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.427030 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-1d4ac628-1259-4426-9712-ec42e1e5b711 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 378 time: 0.1664169 Nov 27 01:34:55.442740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-80bb966b-3e77-4b11-aa85-bfbc86b9494d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'port': {'device_id': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'admin_state_up': True, 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'security_groups': ['ace224a8-13de-49df-8895-5a31861b4942']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:55.557604 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-84f10ee3-fb1d-4da7-b0dd-78c36ff5efa3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.610367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f10ee3-fb1d-4da7-b0dd-78c36ff5efa3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Network 081d4b6a-ff3e-4123-9a75-d58281190a0c is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:55.615423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-84f10ee3-fb1d-4da7-b0dd-78c36ff5efa3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:55.657690 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f10ee3-fb1d-4da7-b0dd-78c36ff5efa3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:55.662539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-80bb966b-3e77-4b11-aa85-bfbc86b9494d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Made reservation on behalf of 53c72932feec4d45af53b9bccd5c3777 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:55.668592 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-80bb966b-3e77-4b11-aa85-bfbc86b9494d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.675039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f10ee3-fb1d-4da7-b0dd-78c36ff5efa3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:55.675721 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-84f10ee3-fb1d-4da7-b0dd-78c36ff5efa3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.711022 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0d5710c-3464-4b85-9858-18fa416e1d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.714510 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-be13c820-3399-4051-b688-bb2e3d4a7e9b None None] Provisioning complete for port 80cd2b85-445b-4233-a440-845973b44e7f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:55.716356 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be13c820-3399-4051-b688-bb2e3d4a7e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.727156 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e0d5710c-3464-4b85-9858-18fa416e1d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.786288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Allocated IP 2001:db8::f816:3eff:fe5f:f258 (081d4b6a-ff3e-4123-9a75-d58281190a0c/43441080-92be-4a31-9481-988c168f04bf/863a73ec-ab18-45e0-924b-5539ee6c9548) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:55.797576 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-84f10ee3-fb1d-4da7-b0dd-78c36ff5efa3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9348121 Nov 27 01:34:55.798072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13c820-3399-4051-b688-bb2e3d4a7e9b None None] Pushing event updated for resources: {'Port': ['ID=1dbc3e86-a95f-4b0c-b005-c7819b537e2d,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:55.798404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f10ee3-fb1d-4da7-b0dd-78c36ff5efa3 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'Port': ['ID=2cfc1229-1fc9-471e-82bf-4511ea7a301d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:55.807517 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57148) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:55.861444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d39783b0-0827-4eeb-affe-bde182280a7f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:55.862113 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.933365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e0d5710c-3464-4b85-9858-18fa416e1d5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4dcd418379704c33922ea9162f55b365&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0922632 Nov 27 01:34:55.968428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57154) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:55.987878 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-80bb966b-3e77-4b11-aa85-bfbc86b9494d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.20.0.7 (13c791bd-1904-4631-a93a-d2f8f394f94c/f564e61c-3e3b-4dd6-808c-943fd39c40af/43e11f99-f8e4-4ab9-b360-3ea52902e151) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:56.136357 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be13c820-3399-4051-b688-bb2e3d4a7e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.146511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bdc3a0f-40de-4dff-9d40-1b5ce30ec5a7 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Deleting subnet 43441080-92be-4a31-9481-988c168f04bf {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:34:56.161267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5710c-3464-4b85-9858-18fa416e1d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b16991-5daf-45af-9f67-1d808ff77b3f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:56.216311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1dbc3e86-a95f-4b0c-b005-c7819b537e2d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:56.221141 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da40c766-c6be-437a-aa53-7ba0af212019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.254267 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-80bb966b-3e77-4b11-aa85-bfbc86b9494d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.275073 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da40c766-c6be-437a-aa53-7ba0af212019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.342280 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-80bb966b-3e77-4b11-aa85-bfbc86b9494d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.349568 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-be13c820-3399-4051-b688-bb2e3d4a7e9b None None] For port 80cd2b85-445b-4233-a440-845973b44e7f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=80cd2b85-445b-4233-a440-845973b44e7f,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:56.376533 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be13c820-3399-4051-b688-bb2e3d4a7e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.387281 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da40c766-c6be-437a-aa53-7ba0af212019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.393241 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da40c766-c6be-437a-aa53-7ba0af212019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.394438 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-da40c766-c6be-437a-aa53-7ba0af212019 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12b16991-5daf-45af-9f67-1d808ff77b3f HTTP/1.1" status: 204 len: 168 time: 0.4249332 Nov 27 01:34:56.415922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40c766-c6be-437a-aa53-7ba0af212019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b16991-5daf-45af-9f67-1d808ff77b3f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:56.498108 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.511911 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3a0f-40de-4dff-9d40-1b5ce30ec5a7 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.557658 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.568761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-80bb966b-3e77-4b11-aa85-bfbc86b9494d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 13c791bd-1904-4631-a93a-d2f8f394f94c is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:56.599422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-80bb966b-3e77-4b11-aa85-bfbc86b9494d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:56.616647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-80bb966b-3e77-4b11-aa85-bfbc86b9494d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:56.619230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff638b-be58-441a-af6a-acbb99a9e17b req-d3918886-8695-4f45-b816-9698156a6e82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:56.630514 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bcff638b-be58-441a-af6a-acbb99a9e17b req-d3918886-8695-4f45-b816-9698156a6e82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 931 time: 0.2160990 Nov 27 01:34:56.675679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:56.676069 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.731698 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Network 081d4b6a-ff3e-4123-9a75-d58281190a0c is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:56.732377 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3a0f-40de-4dff-9d40-1b5ce30ec5a7 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.774297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb966b-3e77-4b11-aa85-bfbc86b9494d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=43e11f99-f8e4-4ab9-b360-3ea52902e151,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:56.833146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-80bb966b-3e77-4b11-aa85-bfbc86b9494d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:56.835497 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-80bb966b-3e77-4b11-aa85-bfbc86b9494d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.858400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221045be-ac0b-4a0d-832c-bb620c0e2653 req-10563d66-473d-45bf-811e-8d29e2b0ca12 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:56.860028 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-221045be-ac0b-4a0d-832c-bb620c0e2653 req-10563d66-473d-45bf-811e-8d29e2b0ca12 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 946 time: 0.4133596 Nov 27 01:34:56.897139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13c820-3399-4051-b688-bb2e3d4a7e9b None None] Pushing event updated for resources: {'Port': ['ID=80cd2b85-445b-4233-a440-845973b44e7f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:56.907551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:56.923777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b4dba3e6-d97e-40a3-8ee3-9826f29b38fc None None] Provisioning complete for port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:56.924205 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b4dba3e6-d97e-40a3-8ee3-9826f29b38fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.933514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:56.937168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-80bb966b-3e77-4b11-aa85-bfbc86b9494d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5038764 Nov 27 01:34:56.970991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Request body: {'port': {'device_id': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:57.007860 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bcff638b-be58-441a-af6a-acbb99a9e17b req-3988d7a9-876b-4edb-9a4d-52f266197e13 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3648143 Nov 27 01:34:57.048801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-221045be-ac0b-4a0d-832c-bb620c0e2653 req-190829ae-9fc9-4fa4-9fe4-8ea222263f76 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707520 Nov 27 01:34:57.109090 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.130841 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3a0f-40de-4dff-9d40-1b5ce30ec5a7 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.208729 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Pushing event updated for resources: {'Port': ['ID=863a73ec-ab18-45e0-924b-5539ee6c9548,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:57.234035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Attempting to bind port 863a73ec-ab18-45e0-924b-5539ee6c9548 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:57.234416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Attempting to bind port 863a73ec-ab18-45e0-924b-5539ee6c9548 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'dff960b1-22b5-489b-830a-c981a89481cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '081d4b6a-ff3e-4123-9a75-d58281190a0c'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:57.234787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Attempting to bind port 863a73ec-ab18-45e0-924b-5539ee6c9548 on network 081d4b6a-ff3e-4123-9a75-d58281190a0c {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:57.253488 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:57.253872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Checking segment: {'id': 'dff960b1-22b5-489b-830a-c981a89481cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '081d4b6a-ff3e-4123-9a75-d58281190a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:57.254289 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.254704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Bound using segment: {'id': 'dff960b1-22b5-489b-830a-c981a89481cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '081d4b6a-ff3e-4123-9a75-d58281190a0c'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:57.255176 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Bound port: 863a73ec-ab18-45e0-924b-5539ee6c9548, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff960b1-22b5-489b-830a-c981a89481cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '081d4b6a-ff3e-4123-9a75-d58281190a0c'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:57.260461 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.275202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57198) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:57.333270 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3a0f-40de-4dff-9d40-1b5ce30ec5a7 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.378865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3a0f-40de-4dff-9d40-1b5ce30ec5a7 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.398253 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8bdc3a0f-40de-4dff-9d40-1b5ce30ec5a7 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/subnets/43441080-92be-4a31-9481-988c168f04bf HTTP/1.1" status: 204 len: 168 time: 1.5885396 Nov 27 01:34:57.402108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57220) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:57.425061 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f97e073d-984f-4fc8-90e0-4238ce5834f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.454315 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc3a0f-40de-4dff-9d40-1b5ce30ec5a7 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Subnet': ['ID=43441080-92be-4a31-9481-988c168f04bf,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:57.487777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b4dba3e6-d97e-40a3-8ee3-9826f29b38fc None None] Provisioning complete for port 80cd2b85-445b-4233-a440-845973b44e7f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:57.488364 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b4dba3e6-d97e-40a3-8ee3-9826f29b38fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.492450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] For port 863a73ec-ab18-45e0-924b-5539ee6c9548, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:57.496378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] For port 863a73ec-ab18-45e0-924b-5539ee6c9548, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=863a73ec-ab18-45e0-924b-5539ee6c9548,segment=NetworkSegment(dff960b1-22b5-489b-830a-c981a89481cb),segment_id=dff960b1-22b5-489b-830a-c981a89481cb)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:57.518324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb69a1e0-eb7d-495b-af4e-c03ac6875db5 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:57.519583 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.531496 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb69a1e0-eb7d-495b-af4e-c03ac6875db5 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:57.536129 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-eb69a1e0-eb7d-495b-af4e-c03ac6875db5 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1014168 Nov 27 01:34:57.538618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57228) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:57.597267 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1dbc3e86-a95f-4b0c-b005-c7819b537e2d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:57.722357 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eb083865-e8c5-4e4b-a6ff-810b4a1f492e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.738265 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb083865-e8c5-4e4b-a6ff-810b4a1f492e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 27 01:34:57.738265 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb083865-e8c5-4e4b-a6ff-810b4a1f492e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:34:57.750787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-eb083865-e8c5-4e4b-a6ff-810b4a1f492e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/networks/081d4b6a-ff3e-4123-9a75-d58281190a0c HTTP/1.1" status: 409 len: 405 time: 0.2110953 Nov 27 01:34:57.754301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57260) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:57.760053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9108f0ac-0c0c-420c-87cb-79a54f01fc84 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1711423807'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:57.773947 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521acbc6-473b-4d2a-884a-4cf68b463447 None None] Pushing event updated for resources: {'Port': ['ID=863a73ec-ab18-45e0-924b-5539ee6c9548,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:57.810366 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9108f0ac-0c0c-420c-87cb-79a54f01fc84 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Made reservation on behalf of ee0440fe07874faba6815d377122c107 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:57.814169 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9108f0ac-0c0c-420c-87cb-79a54f01fc84 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.863222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:57.863609 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.871546 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9108f0ac-0c0c-420c-87cb-79a54f01fc84 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:34:57.879370 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f97e073d-984f-4fc8-90e0-4238ce5834f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.882220 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9108f0ac-0c0c-420c-87cb-79a54f01fc84 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.883066 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-9108f0ac-0c0c-420c-87cb-79a54f01fc84 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Added segment d01c07fb-9886-4269-827c-a874ea662c4b of type vlan for network bc2a6ee8-19be-4a7b-9754-e9940a9258d5 Nov 27 01:34:57.886920 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e11f99-f8e4-4ab9-b360-3ea52902e151 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:34:57.894198 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f97e073d-984f-4fc8-90e0-4238ce5834f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.951854 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9108f0ac-0c0c-420c-87cb-79a54f01fc84 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.963994 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:57.985064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e073d-984f-4fc8-90e0-4238ce5834f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72645ee3-8261-49c0-947d-e533808e277c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:57.986779 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9108f0ac-0c0c-420c-87cb-79a54f01fc84 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:58.003850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9108f0ac-0c0c-420c-87cb-79a54f01fc84 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:58.004590 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9108f0ac-0c0c-420c-87cb-79a54f01fc84 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:58.034298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Transition to ACTIVE for port object 43e11f99-f8e4-4ab9-b360-3ea52902e151 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:34:58.053850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57280) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:58.055453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 80cd2b85-445b-4233-a440-845973b44e7f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:58.067296 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f97e073d-984f-4fc8-90e0-4238ce5834f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24233ec6ef384261b4523ef2ae784a41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7903965 Nov 27 01:34:58.068986 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:58.155885 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9108f0ac-0c0c-420c-87cb-79a54f01fc84 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3998611 Nov 27 01:34:58.160355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57290) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:58.164667 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Pushing event updated for resources: {'Port': ['ID=43e11f99-f8e4-4ab9-b360-3ea52902e151,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:58.185309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1ad01b7e-6366-4796-98c9-126eed75e6bd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Request body: {'subnet': {'network_id': 'bc2a6ee8-19be-4a7b-9754-e9940a9258d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:58.289264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 80cd2b85-445b-4233-a440-845973b44e7f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:58.289660 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:58.332889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108f0ac-0c0c-420c-87cb-79a54f01fc84 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'Network': ['ID=bc2a6ee8-19be-4a7b-9754-e9940a9258d5,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:58.352223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network bc2a6ee8-19be-4a7b-9754-e9940a9258d5 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:58.387019 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96dfc370-c301-4741-aa59-110859238241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:58.430873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Attempting to bind port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:58.432050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Attempting to bind port 43e11f99-f8e4-4ab9-b360-3ea52902e151 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:58.432217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Attempting to bind port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on network 13c791bd-1904-4631-a93a-d2f8f394f94c {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:58.453021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebb30a-8dc9-4f28-9e02-6b3f865ac7f3 req-676091c5-7b69-416e-bbf3-41247898aeea tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:58.455723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-51ebb30a-8dc9-4f28-9e02-6b3f865ac7f3 req-676091c5-7b69-416e-bbf3-41247898aeea tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 943 time: 0.2447133 Nov 27 01:34:58.479355 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222dbf7-3ae8-4de0-9b98-a1af1a9b90e9 req-53964f25-8c81-4431-a3b4-9613734e0727 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:58.481999 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9222dbf7-3ae8-4de0-9b98-a1af1a9b90e9 req-53964f25-8c81-4431-a3b4-9613734e0727 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 946 time: 0.2176733 Nov 27 01:34:58.485100 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on network 13c791bd-1904-4631-a93a-d2f8f394f94c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:34:58.485438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Attempting to bind port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on network 13c791bd-1904-4631-a93a-d2f8f394f94c {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:58.503330 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96dfc370-c301-4741-aa59-110859238241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:58.527756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:58.527756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Checking segment: {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:58.528096 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Bound using segment: {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:58.528511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Bound port: 43e11f99-f8e4-4ab9-b360-3ea52902e151, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:58.528876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:58.594193 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:58.606006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad01b7e-6366-4796-98c9-126eed75e6bd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Made reservation on behalf of ee0440fe07874faba6815d377122c107 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:58.609599 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ad01b7e-6366-4796-98c9-126eed75e6bd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:58.623864 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9222dbf7-3ae8-4de0-9b98-a1af1a9b90e9 req-fc8fb15f-1b86-4fcf-a3a3-74c0f00f531a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323144 Nov 27 01:34:58.667257 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57294) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:58.725898 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:58.731735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:58.747382 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:58.763582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-51ebb30a-8dc9-4f28-9e02-6b3f865ac7f3 req-e2b5a39d-ffff-42a0-9c17-fb319968c4c8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2699656 Nov 27 01:34:58.782370 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96dfc370-c301-4741-aa59-110859238241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:58.785544 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96dfc370-c301-4741-aa59-110859238241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:58.786763 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-96dfc370-c301-4741-aa59-110859238241 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72645ee3-8261-49c0-947d-e533808e277c HTTP/1.1" status: 204 len: 168 time: 0.7306809 Nov 27 01:34:58.840356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfc370-c301-4741-aa59-110859238241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72645ee3-8261-49c0-947d-e533808e277c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:58.892613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Pushing event updated for resources: {'Port': ['ID=43e11f99-f8e4-4ab9-b360-3ea52902e151,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:58.969265 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:58.973772 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:58.975609 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-e42ad68d-9c88-485d-888f-07cf0e8ba8fc service neutron] 10.222.0.31 "PUT /v2.0/ports/43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 1092 time: 2.0162315 Nov 27 01:34:58.979572 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:58.982495 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2479e7a5-fa3b-45ba-b3e4-8cfdf923d107" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:59.019551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06458cf-3440-44c8-b50e-d71c6cbf08b6 req-2d1628ec-b7e9-41c5-96c4-0b335f835fef tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:59.029892 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c06458cf-3440-44c8-b50e-d71c6cbf08b6 req-2d1628ec-b7e9-41c5-96c4-0b335f835fef tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 946 time: 0.1384180 Nov 27 01:34:59.109010 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e33803c-c455-43e5-bd5e-41b6e9ee2d2d x-openstack-request-id: req-0e33803c-c455-43e5-bd5e-41b6e9ee2d2d {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:59.109354 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:59.109568 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e33803c-c455-43e5-bd5e-41b6e9ee2d2d {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:59.110127 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'status': 'completed', 'code': 200} Nov 27 01:34:59.226208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c06458cf-3440-44c8-b50e-d71c6cbf08b6 req-6f4e4981-67d3-4932-a2bf-9c0a42a19f09 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887877 Nov 27 01:34:59.287145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-5a3a6798-cb34-4b26-806c-90efdc3cbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:59.288641 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-5a3a6798-cb34-4b26-806c-90efdc3cbd48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1095 time: 0.2186956 Nov 27 01:34:59.374277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-ede26e0c-8d32-4a7d-bad9-da3c724a98ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 217 time: 0.0708320 Nov 27 01:34:59.452481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfea5272-0bbe-4532-8bf9-899d7378c198 None None] Network 081d4b6a-ff3e-4123-9a75-d58281190a0c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:59.513651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-b4cbbf19-e103-465d-b70d-2261bb06a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:59.515209 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-b4cbbf19-e103-465d-b70d-2261bb06a006 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 200 len: 833 time: 0.1347427 Nov 27 01:34:59.603699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-6e3b4e18-195b-45e8-8381-b6f2f0edef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:59.605426 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-6e3b4e18-195b-45e8-8381-b6f2f0edef79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13c791bd-1904-4631-a93a-d2f8f394f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828309 Nov 27 01:34:59.643721 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3ce2667-feeb-4c7d-84e4-8997ec8ac8e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:59.652611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 863a73ec-ab18-45e0-924b-5539ee6c9548 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:59.741185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3ce2667-feeb-4c7d-84e4-8997ec8ac8e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:59.752797 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e3ce2667-feeb-4c7d-84e4-8997ec8ac8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:59.800303 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-1dc293c2-84a9-4e9f-b597-a98312d23150 service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845260 Nov 27 01:34:59.863200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-81e61123-2c47-4c4f-a2e7-9b0f4a15801e None None] Provisioning complete for port 863a73ec-ab18-45e0-924b-5539ee6c9548 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:59.867838 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-81e61123-2c47-4c4f-a2e7-9b0f4a15801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:59.919678 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e3ce2667-feeb-4c7d-84e4-8997ec8ac8e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9575970ce74449f98fb21302fd44b2ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2315423 Nov 27 01:34:59.922359 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57334) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:59.933053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce2667-feeb-4c7d-84e4-8997ec8ac8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42063798-07e8-4264-9695-a48210d7728c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:00.111367 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 863a73ec-ab18-45e0-924b-5539ee6c9548 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:00.125907 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:00.183125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da884e1-bb92-486c-a79f-77ea0c3233d0 None None] DHCP port deletion for 081d4b6a-ff3e-4123-9a75-d58281190a0c request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:00.238316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.objects.ports [None req-1ad01b7e-6366-4796-98c9-126eed75e6bd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103403) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:35:00.245483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ad01b7e-6366-4796-98c9-126eed75e6bd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:00.293358 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a2eaab4-7cd6-42c6-990d-33569eba9ad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:00.298563 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea96e713-76b2-474c-a4a8-5b3e74900ccb req-93809475-7f11-472e-927c-6e9213e25dd4 service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903476 Nov 27 01:35:00.333014 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-81e61123-2c47-4c4f-a2e7-9b0f4a15801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:00.333621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbdfa8-48e0-4385-a145-b4aad818148b req-86e126c2-0f96-4f99-8eed-dac9798f3ebb tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:00.343921 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6fbdfa8-48e0-4385-a145-b4aad818148b req-86e126c2-0f96-4f99-8eed-dac9798f3ebb tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 943 time: 0.2988336 Nov 27 01:35:00.379429 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-81e61123-2c47-4c4f-a2e7-9b0f4a15801e None None] For port 863a73ec-ab18-45e0-924b-5539ee6c9548, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=863a73ec-ab18-45e0-924b-5539ee6c9548,segment=NetworkSegment(dff960b1-22b5-489b-830a-c981a89481cb),segment_id=dff960b1-22b5-489b-830a-c981a89481cb)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:00.409282 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad01b7e-6366-4796-98c9-126eed75e6bd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'Subnet': ['ID=e26cea8a-1fef-4eb9-8918-bf15f6de0d14,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:00.468303 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:00.470948 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-81e61123-2c47-4c4f-a2e7-9b0f4a15801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:00.502206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a2eaab4-7cd6-42c6-990d-33569eba9ad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:00.563375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad01b7e-6366-4796-98c9-126eed75e6bd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Checking segment: {'id': 'd01c07fb-9886-4269-827c-a874ea662c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc2a6ee8-19be-4a7b-9754-e9940a9258d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:00.579512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad01b7e-6366-4796-98c9-126eed75e6bd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Network hostable DHCP agents. Network: bc2a6ee8-19be-4a7b-9754-e9940a9258d5, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:35:00.621499 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c6fbdfa8-48e0-4385-a145-b4aad818148b req-63c1101b-bbf1-4f6e-9f43-d70b190a889f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2723882 Nov 27 01:35:00.624503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad01b7e-6366-4796-98c9-126eed75e6bd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Network bc2a6ee8-19be-4a7b-9754-e9940a9258d5 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:35:00.628510 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e7a5-fa3b-45ba-b3e4-8cfdf923d107 req-fdfa4af3-8c01-4f54-a60e-fd86a785b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:00.630537 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2479e7a5-fa3b-45ba-b3e4-8cfdf923d107 req-fdfa4af3-8c01-4f54-a60e-fd86a785b966 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1095 time: 0.2395697 Nov 27 01:35:00.639104 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-1ad01b7e-6366-4796-98c9-126eed75e6bd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, bc2a6ee8-19be-4a7b-9754-e9940a9258d5) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:00.645932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad01b7e-6366-4796-98c9-126eed75e6bd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:00.646869 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ad01b7e-6366-4796-98c9-126eed75e6bd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:00.668507 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:35:00.669690 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:35:00.673601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa4a151-f75d-426c-a56f-ff743ac0833c None None] Network bc2a6ee8-19be-4a7b-9754-e9940a9258d5 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:00.673764 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1ad01b7e-6366-4796-98c9-126eed75e6bd tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5071542 Nov 27 01:35:00.674121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57356) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:00.802977 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a2eaab4-7cd6-42c6-990d-33569eba9ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:00.805778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3a2eaab4-7cd6-42c6-990d-33569eba9ad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:00.807059 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3a2eaab4-7cd6-42c6-990d-33569eba9ad6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42063798-07e8-4264-9695-a48210d7728c HTTP/1.1" status: 204 len: 168 time: 0.8832870 Nov 27 01:35:00.838514 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2eaab4-7cd6-42c6-990d-33569eba9ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42063798-07e8-4264-9695-a48210d7728c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:00.877934 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:00.912195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e7a5-fa3b-45ba-b3e4-8cfdf923d107 req-79a13be2-b4c5-4ee5-9ff2-51074b764025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:00.918080 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2479e7a5-fa3b-45ba-b3e4-8cfdf923d107 req-79a13be2-b4c5-4ee5-9ff2-51074b764025 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 898 time: 0.2794194 Nov 27 01:35:00.998618 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.000053 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2479e7a5-fa3b-45ba-b3e4-8cfdf923d107 req-7ce64c66-3972-4fd2-a29d-2cef9cffece7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 217 time: 0.0747960 Nov 27 01:35:01.079203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e7a5-fa3b-45ba-b3e4-8cfdf923d107 req-2be8cbe3-edfc-49bf-8f2c-975d61d0f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:01.081668 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2479e7a5-fa3b-45ba-b3e4-8cfdf923d107 req-2be8cbe3-edfc-49bf-8f2c-975d61d0f92b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 200 len: 833 time: 0.0740395 Nov 27 01:35:01.186183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e7a5-fa3b-45ba-b3e4-8cfdf923d107 req-0053be01-e055-4c8c-b32e-f8b66fc4c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:01.186412 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.191271 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2479e7a5-fa3b-45ba-b3e4-8cfdf923d107 req-0053be01-e055-4c8c-b32e-f8b66fc4c14e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13c791bd-1904-4631-a93a-d2f8f394f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024785 Nov 27 01:35:01.257501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Subnet': ['ID=e26cea8a-1fef-4eb9-8918-bf15f6de0d14,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:01.357723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e61123-2c47-4c4f-a2e7-9b0f4a15801e None None] Pushing event updated for resources: {'Port': ['ID=863a73ec-ab18-45e0-924b-5539ee6c9548,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:01.366045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2da884e1-bb92-486c-a79f-77ea0c3233d0 None None] Deleting port 863a73ec-ab18-45e0-924b-5539ee6c9548 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:01.371954 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2da884e1-bb92-486c-a79f-77ea0c3233d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.423532 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.448448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2a6ee8-19be-4a7b-9754-e9940a9258d5']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:01.459724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01c07fb-9886-4269-827c-a874ea662c4b') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:01.460493 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01c07fb-9886-4269-827c-a874ea662c4b') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:01.474946 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.480872 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2479e7a5-fa3b-45ba-b3e4-8cfdf923d107 req-e8462b56-6c11-43ab-a4d3-ff0f6b1a1a25 service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774799 Nov 27 01:35:01.492568 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.501195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:01.502537 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:01.589742 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:01.601694 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.607883 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.611615 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/networks/bc2a6ee8-19be-4a7b-9754-e9940a9258d5 HTTP/1.1" status: 204 len: 168 time: 0.9364145 Nov 27 01:35:01.620456 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57394) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:01.656692 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0efcc789-064a-41bc-a967-d1c4ca60459e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1467884733'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:01.704824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2022e51-b2bf-43fd-acc4-bef7ce9c3a6d tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Network': ['ID=bc2a6ee8-19be-4a7b-9754-e9940a9258d5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:01.745882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efcc789-064a-41bc-a967-d1c4ca60459e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Made reservation on behalf of ee0440fe07874faba6815d377122c107 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:01.754371 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2479e7a5-fa3b-45ba-b3e4-8cfdf923d107 req-27a375ea-210c-40c8-b2d1-174dbbe8b357 service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682452 Nov 27 01:35:01.759931 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0efcc789-064a-41bc-a967-d1c4ca60459e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.817139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2da884e1-bb92-486c-a79f-77ea0c3233d0 None None] For port 863a73ec-ab18-45e0-924b-5539ee6c9548, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=863a73ec-ab18-45e0-924b-5539ee6c9548,segment=NetworkSegment(dff960b1-22b5-489b-830a-c981a89481cb),segment_id=dff960b1-22b5-489b-830a-c981a89481cb)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:01.825068 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2da884e1-bb92-486c-a79f-77ea0c3233d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.840208 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efcc789-064a-41bc-a967-d1c4ca60459e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:35:01.861361 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0efcc789-064a-41bc-a967-d1c4ca60459e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.862940 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-0efcc789-064a-41bc-a967-d1c4ca60459e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Added segment 09901323-3ec4-45cc-83f1-2ad4c274da53 of type vlan for network 909f2cba-7c49-4ccb-b77f-f75175fe68c9 Nov 27 01:35:01.868045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2da884e1-bb92-486c-a79f-77ea0c3233d0 None None] Calling delete_port for 863a73ec-ab18-45e0-924b-5539ee6c9548 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:01.905123 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc90e36-1d14-4cfb-abc2-2dee9d3bb448 req-2c515dbf-c31f-414a-8429-dee1f6bf3c09 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:01.909010 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5cc90e36-1d14-4cfb-abc2-2dee9d3bb448 req-2c515dbf-c31f-414a-8429-dee1f6bf3c09 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 943 time: 0.1536732 Nov 27 01:35:01.985758 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0efcc789-064a-41bc-a967-d1c4ca60459e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:02.029821 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5cc90e36-1d14-4cfb-abc2-2dee9d3bb448 req-44fe2a12-33d0-457f-8b6c-bea52552f669 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136439 Nov 27 01:35:02.068014 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0efcc789-064a-41bc-a967-d1c4ca60459e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:02.076782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efcc789-064a-41bc-a967-d1c4ca60459e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:02.077440 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0efcc789-064a-41bc-a967-d1c4ca60459e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:02.132280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0efcc789-064a-41bc-a967-d1c4ca60459e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5010703 Nov 27 01:35:02.135535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57412) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:02.143187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e7614e16-febd-4d82-867f-6c37a0e4a580 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Request body: {'subnet': {'network_id': '909f2cba-7c49-4ccb-b77f-f75175fe68c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:02.176148 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2da884e1-bb92-486c-a79f-77ea0c3233d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:02.222432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da884e1-bb92-486c-a79f-77ea0c3233d0 None None] No DVR routers for this DVR port 863a73ec-ab18-45e0-924b-5539ee6c9548 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:02.228390 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:02.311274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da884e1-bb92-486c-a79f-77ea0c3233d0 None None] Pushing event deleted for resources: {'Port': ['ID=863a73ec-ab18-45e0-924b-5539ee6c9548,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:02.356684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcc789-064a-41bc-a967-d1c4ca60459e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'Network': ['ID=909f2cba-7c49-4ccb-b77f-f75175fe68c9,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:02.397665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 909f2cba-7c49-4ccb-b77f-f75175fe68c9 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:35:02.409217 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 863a73ec-ab18-45e0-924b-5539ee6c9548 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:02.455629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7614e16-febd-4d82-867f-6c37a0e4a580 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Made reservation on behalf of ee0440fe07874faba6815d377122c107 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:02.464156 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e7614e16-febd-4d82-867f-6c37a0e4a580 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:02.647483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 863a73ec-ab18-45e0-924b-5539ee6c9548 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:02.647838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 863a73ec-ab18-45e0-924b-5539ee6c9548 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:02.750717 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1929068-1446-4cfd-aa9c-23958b7a6fd6 None None] Network bc2a6ee8-19be-4a7b-9754-e9940a9258d5 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:02.786965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1929068-1446-4cfd-aa9c-23958b7a6fd6 None None] Network bc2a6ee8-19be-4a7b-9754-e9940a9258d5 could not be found, it might have been deleted concurrently. {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:35:02.804172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56510c81-8d96-437f-be00-b34eaa3df472 None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:35:02.831686 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e7614e16-febd-4d82-867f-6c37a0e4a580 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:03.080165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7614e16-febd-4d82-867f-6c37a0e4a580 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'Subnet': ['ID=1853d4bf-1416-4be6-b90a-130b4a106ce0,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:03.097510 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7614e16-febd-4d82-867f-6c37a0e4a580 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Checking segment: {'id': '09901323-3ec4-45cc-83f1-2ad4c274da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '909f2cba-7c49-4ccb-b77f-f75175fe68c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:03.098098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7614e16-febd-4d82-867f-6c37a0e4a580 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Network hostable DHCP agents. Network: 909f2cba-7c49-4ccb-b77f-f75175fe68c9, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:35:03.115594 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56510c81-8d96-437f-be00-b34eaa3df472 None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:35:03.195382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7614e16-febd-4d82-867f-6c37a0e4a580 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Network 909f2cba-7c49-4ccb-b77f-f75175fe68c9 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:35:03.270165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e7614e16-febd-4d82-867f-6c37a0e4a580 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 909f2cba-7c49-4ccb-b77f-f75175fe68c9) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:03.296669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7614e16-febd-4d82-867f-6c37a0e4a580 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:03.297391 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e7614e16-febd-4d82-867f-6c37a0e4a580 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:03.344874 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e7614e16-febd-4d82-867f-6c37a0e4a580 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2081888 Nov 27 01:35:03.347845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57452) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:03.437356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c602de-0588-4802-a163-377b99304ce6 req-4ab5c4ac-03ff-400d-a36b-f06673b14664 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:03.462617 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3c602de-0588-4802-a163-377b99304ce6 req-4ab5c4ac-03ff-400d-a36b-f06673b14664 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 943 time: 0.3203239 Nov 27 01:35:03.542366 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:03.608665 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3c602de-0588-4802-a163-377b99304ce6 req-3363ef57-f868-4e3f-80c2-b67bb72fb2d8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451228 Nov 27 01:35:03.670982 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:03.747156 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:03.813060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185fbf8c-dd97-4ae7-a22f-92ac34ce15bf None None] Network 909f2cba-7c49-4ccb-b77f-f75175fe68c9 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:03.828013 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Subnet': ['ID=1853d4bf-1416-4be6-b90a-130b4a106ce0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:03.886759 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:03.913198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909f2cba-7c49-4ccb-b77f-f75175fe68c9']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:03.925884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09901323-3ec4-45cc-83f1-2ad4c274da53') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:03.926723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09901323-3ec4-45cc-83f1-2ad4c274da53') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:03.939341 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:03.957563 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:03.965805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:03.966177 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:03.970432 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:04.013856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd7fce8-d2b7-4447-be8a-d75706d1445c None None] Network 909f2cba-7c49-4ccb-b77f-f75175fe68c9 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:04.137545 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:04.142530 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:04.147108 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/networks/909f2cba-7c49-4ccb-b77f-f75175fe68c9 HTTP/1.1" status: 204 len: 168 time: 0.7975891 Nov 27 01:35:04.150814 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57474) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:04.156716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-91b86292-91e9-4fec-92a5-7c4288c0291e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-969838416'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:04.221314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e0667-d990-4645-a5ab-4d439f8885da tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Network': ['ID=909f2cba-7c49-4ccb-b77f-f75175fe68c9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:04.230384 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b86292-91e9-4fec-92a5-7c4288c0291e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Made reservation on behalf of ee0440fe07874faba6815d377122c107 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:04.234660 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91b86292-91e9-4fec-92a5-7c4288c0291e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:04.363962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b86292-91e9-4fec-92a5-7c4288c0291e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:35:04.380041 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91b86292-91e9-4fec-92a5-7c4288c0291e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:04.382410 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-91b86292-91e9-4fec-92a5-7c4288c0291e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Added segment d50e95ef-db4c-41a0-9376-50583ea79487 of type vlan for network 47dfbde3-a59c-48f9-a725-8f832257b0b7 Nov 27 01:35:04.453590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 43e11f99-f8e4-4ab9-b360-3ea52902e151 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:35:04.510206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91b86292-91e9-4fec-92a5-7c4288c0291e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:04.547155 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91b86292-91e9-4fec-92a5-7c4288c0291e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:04.556303 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b86292-91e9-4fec-92a5-7c4288c0291e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:04.557120 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91b86292-91e9-4fec-92a5-7c4288c0291e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:04.611403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-772ded60-b697-4c20-a16f-adf331dfead2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:04.619941 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-772ded60-b697-4c20-a16f-adf331dfead2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 811 time: 0.1811883 Nov 27 01:35:04.622656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57494) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:04.633610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:04.648261 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'port_id': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'mac_address': 'fa:16:3e:17:39:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:35:04.658495 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-0bb6202c-f7b0-4ed0-b338-22b525be9c70 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/quotas/6577badd8983434db4e0cc8b73f2fcf0 HTTP/1.1" status: 200 len: 375 time: 0.0374298 Nov 27 01:35:04.685768 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-91b86292-91e9-4fec-92a5-7c4288c0291e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5330079 Nov 27 01:35:04.688968 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57498) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:04.706903 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:04.723850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3db699eb-a806-4776-8f27-efd03293934e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Request body: {'subnet': {'network_id': '47dfbde3-a59c-48f9-a725-8f832257b0b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:04.725760 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e11f99-f8e4-4ab9-b360-3ea52902e151 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:35:04.728463 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-520d5688-65ca-43ed-9e79-f589767568a0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689561 Nov 27 01:35:04.764119 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:04.769114 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:04.800374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-cb900034-1cac-4525-9ff1-36c60fb298c5 tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:04.827458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b86292-91e9-4fec-92a5-7c4288c0291e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'Network': ['ID=47dfbde3-a59c-48f9-a725-8f832257b0b7,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:04.854533 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=43e11f99-f8e4-4ab9-b360-3ea52902e151,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:04.862482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 47dfbde3-a59c-48f9-a725-8f832257b0b7 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:35:04.868710 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cb900034-1cac-4525-9ff1-36c60fb298c5 tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] 10.222.0.15 "PUT /v2.0/quotas/1392f3c9fd7e46d5ac6e19ac3a280668 HTTP/1.1" status: 200 len: 366 time: 0.2445831 Nov 27 01:35:04.874416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57500) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:04.879150 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5ccdf606-39e8-4fef-a74f-f4b0f2719c17 service neutron] 10.222.0.15 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422472 Nov 27 01:35:04.910308 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e49e02-7a45-438b-8b26-420d70d86600 req-57d4d98a-3a4e-429b-8e20-d20aa5b7b090 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:04.918087 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68e49e02-7a45-438b-8b26-420d70d86600 req-57d4d98a-3a4e-429b-8e20-d20aa5b7b090 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 944 time: 0.1857524 Nov 27 01:35:04.928178 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c5562bf9-bc2b-45a0-bcb2-ddb0515a668a tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0531023 Nov 27 01:35:04.930625 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57502) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:04.960314 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-af068f09-6ec4-453a-8930-98dd91eb56bd tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] 10.222.0.15 "GET /v2.0/quotas/1392f3c9fd7e46d5ac6e19ac3a280668 HTTP/1.1" status: 200 len: 366 time: 0.0277426 Nov 27 01:35:04.967939 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57504) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:04.984638 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68e49e02-7a45-438b-8b26-420d70d86600 req-d9a8bf2f-ad4a-4f81-a014-eb93c1c56a0a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652530 Nov 27 01:35:05.007461 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c8c367fe-70fb-44f5-b417-71d7b19f9bbd tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/1392f3c9fd7e46d5ac6e19ac3a280668 HTTP/1.1" status: 204 len: 168 time: 0.0215871 Nov 27 01:35:05.011225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57506) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:05.013827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db699eb-a806-4776-8f27-efd03293934e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Made reservation on behalf of ee0440fe07874faba6815d377122c107 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:05.018954 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3db699eb-a806-4776-8f27-efd03293934e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:05.024294 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a3d7f8ac-1bb0-45e8-89ba-69d42a5980f0 tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0104990 Nov 27 01:35:05.025288 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57508) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:05.046901 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-366903ec-df4e-47c2-b2eb-35b451190ef4 tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] 10.222.0.15 "GET /v2.0/quotas/1392f3c9fd7e46d5ac6e19ac3a280668 HTTP/1.1" status: 200 len: 370 time: 0.0194421 Nov 27 01:35:05.054779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57512) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:05.062494 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cdb3cf38-0d59-4cce-a7b3-e6a18a1bd458 tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] 10.222.0.15 "GET /v2.0/quotas/1392f3c9fd7e46d5ac6e19ac3a280668/default HTTP/1.1" status: 200 len: 370 time: 0.0043597 Nov 27 01:35:05.064115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57514) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:05.078181 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-ebca79d9-a44a-4768-aa7a-c5bb69293cbd tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] delete failed (client error): The resource could not be found. Nov 27 01:35:05.081699 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ebca79d9-a44a-4768-aa7a-c5bb69293cbd tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/1392f3c9fd7e46d5ac6e19ac3a280668 HTTP/1.1" status: 404 len: 348 time: 0.0141611 Nov 27 01:35:05.086098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-648df91e-f9d0-47ae-bf01-8aa8e8e3dff4 service neutron] 10.222.0.15 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567309 Nov 27 01:35:05.163744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['43e11f99-f8e4-4ab9-b360-3ea52902e151'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:35:05.278416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57524) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:05.309585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Usage tracker for resource:network and project:b81ec383bd184f5386145b4b734ee3b0 is out of sync, need to count used quota {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:35:05.348227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:35:05.370415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Usage tracker for resource:subnet and project:b81ec383bd184f5386145b4b734ee3b0 is out of sync, need to count used quota {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:35:05.382639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:35:05.399983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Usage tracker for resource:subnetpool and project:b81ec383bd184f5386145b4b734ee3b0 is out of sync, need to count used quota {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:35:05.402305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.objects.ports [None req-3db699eb-a806-4776-8f27-efd03293934e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:35:05.406134 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3db699eb-a806-4776-8f27-efd03293934e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:05.422480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:35:05.443165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Usage tracker for resource:port and project:b81ec383bd184f5386145b4b734ee3b0 is out of sync, need to count used quota {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:35:05.454635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:35:05.467213 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Usage tracker for resource:router and project:b81ec383bd184f5386145b4b734ee3b0 is out of sync, need to count used quota {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:35:05.470888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:35:05.478731 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9f61b549-0d65-4c92-810b-fc8be60372fc req-7b062341-63d4-4792-989b-c60566123a03 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 210 time: 0.0742011 Nov 27 01:35:05.489875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Usage tracker for resource:floatingip and project:b81ec383bd184f5386145b4b734ee3b0 is out of sync, need to count used quota {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:35:05.506717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db699eb-a806-4776-8f27-efd03293934e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event updated for resources: {'Subnet': ['ID=9b1fa015-a3be-422d-8c96-fd86c0b4399f,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:05.512059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:35:05.552948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db699eb-a806-4776-8f27-efd03293934e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Checking segment: {'id': 'd50e95ef-db4c-41a0-9376-50583ea79487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '47dfbde3-a59c-48f9-a725-8f832257b0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:05.553379 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db699eb-a806-4776-8f27-efd03293934e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Network hostable DHCP agents. Network: 47dfbde3-a59c-48f9-a725-8f832257b0b7, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:35:05.584873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db699eb-a806-4776-8f27-efd03293934e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Network 47dfbde3-a59c-48f9-a725-8f832257b0b7 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:35:05.594106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Usage tracker for resource:security_group and project:b81ec383bd184f5386145b4b734ee3b0 is out of sync, need to count used quota {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:35:05.601872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-3db699eb-a806-4776-8f27-efd03293934e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 47dfbde3-a59c-48f9-a725-8f832257b0b7) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:05.602277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:35:05.607824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db699eb-a806-4776-8f27-efd03293934e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:05.608788 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3db699eb-a806-4776-8f27-efd03293934e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:05.622623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbcd011-0e72-4412-8971-6059b533b725 None None] Network 47dfbde3-a59c-48f9-a725-8f832257b0b7 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:05.641084 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Usage tracker for resource:security_group_rule and project:b81ec383bd184f5386145b4b734ee3b0 is out of sync, need to count used quota {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:35:05.643625 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3db699eb-a806-4776-8f27-efd03293934e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9535537 Nov 27 01:35:05.647285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57536) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:05.664702 n-d-817303-10 neutron-server[103403]: DEBUG neutron.quota.resource [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103403) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:35:05.675147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f5e00f19-678f-4a6b-8306-40ec3f68811b tempest-QuotasTest-104294380 tempest-QuotasTest-104294380-project-admin] 10.222.0.15 "GET /v2.0/quotas/b81ec383bd184f5386145b4b734ee3b0/details.json HTTP/1.1" status: 200 len: 703 time: 0.3956072 Nov 27 01:35:05.870241 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:05.892503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-47dfbde3-a59c-48f9-a725-8f832257b0b7', 'network_id': '47dfbde3-a59c-48f9-a725-8f832257b0b7', 'tenant_id': 'ee0440fe07874faba6815d377122c107', 'fixed_ips': [{'subnet_id': '9b1fa015-a3be-422d-8c96-fd86c0b4399f'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:35:05.893826 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:06.174137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39451f8-c36b-495b-9dfc-f542adb80eee req-fc86e11f-a324-4a72-a67d-a89ac69a5a09 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:06.187507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a39451f8-c36b-495b-9dfc-f542adb80eee req-fc86e11f-a324-4a72-a67d-a89ac69a5a09 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 944 time: 0.1022449 Nov 27 01:35:06.294279 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a39451f8-c36b-495b-9dfc-f542adb80eee req-decc3da7-3cd3-45a8-a5e5-5f7520841795 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055162 Nov 27 01:35:06.329418 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57552) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:06.388182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Allocated IP 2001:db8::f816:3eff:fee5:e68c (47dfbde3-a59c-48f9-a725-8f832257b0b7/9b1fa015-a3be-422d-8c96-fd86c0b4399f/d8f96819-0349-4aaf-a215-c99de28e0ade) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:06.437809 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:06.510085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 43e11f99-f8e4-4ab9-b360-3ea52902e151 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:06.555620 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b1f8-4272-4d87-bea6-0db5f1b67387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:06.638620 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b629edf-849c-4635-a633-928d681a7d58 req-366097ed-c2d9-4a91-9909-bf927914f3bf tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 210 time: 0.0327959 Nov 27 01:35:06.652769 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b1f8-4272-4d87-bea6-0db5f1b67387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:06.667691 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b1f8-4272-4d87-bea6-0db5f1b67387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:06.728051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1ba2b1f8-4272-4d87-bea6-0db5f1b67387 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7fb09f736a404c2389c20edcf0d6421c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971920 Nov 27 01:35:06.729306 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2b1f8-4272-4d87-bea6-0db5f1b67387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0959b8-5881-4c23-bc91-31ac40042d17,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:06.730897 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57558) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:06.756605 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 43e11f99-f8e4-4ab9-b360-3ea52902e151 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:35:06.772602 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 43e11f99-f8e4-4ab9-b360-3ea52902e151 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:06.773157 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:06.775468 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:06.796388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0743e1b-a3fe-4fce-9e28-b92219fa43d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:06.815062 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:06.827899 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:06.848181 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0743e1b-a3fe-4fce-9e28-b92219fa43d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:06.873376 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Network 47dfbde3-a59c-48f9-a725-8f832257b0b7 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:06.879962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:06.885091 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:06.891227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Pushing event updated for resources: {'Port': ['ID=d8f96819-0349-4aaf-a215-c99de28e0ade,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:06.894557 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1fa015-a3be-422d-8c96-fd86c0b4399f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:06.958245 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:06.986544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47dfbde3-a59c-48f9-a725-8f832257b0b7']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:06.990214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Attempting to bind port d8f96819-0349-4aaf-a215-c99de28e0ade on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:06.990599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Attempting to bind port d8f96819-0349-4aaf-a215-c99de28e0ade by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd50e95ef-db4c-41a0-9376-50583ea79487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '47dfbde3-a59c-48f9-a725-8f832257b0b7'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:06.990969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Attempting to bind port d8f96819-0349-4aaf-a215-c99de28e0ade on network 47dfbde3-a59c-48f9-a725-8f832257b0b7 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:06.994693 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:06.999757 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50e95ef-db4c-41a0-9376-50583ea79487') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:07.000069 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50e95ef-db4c-41a0-9376-50583ea79487') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:07.009770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:07.010172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Checking segment: {'id': 'd50e95ef-db4c-41a0-9376-50583ea79487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '47dfbde3-a59c-48f9-a725-8f832257b0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:07.010560 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:07.010960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Bound using segment: {'id': 'd50e95ef-db4c-41a0-9376-50583ea79487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '47dfbde3-a59c-48f9-a725-8f832257b0b7'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:07.011444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Bound port: d8f96819-0349-4aaf-a215-c99de28e0ade, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50e95ef-db4c-41a0-9376-50583ea79487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '47dfbde3-a59c-48f9-a725-8f832257b0b7'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:07.011825 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:07.017032 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:07.028468 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0743e1b-a3fe-4fce-9e28-b92219fa43d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:07.031015 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0743e1b-a3fe-4fce-9e28-b92219fa43d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:07.032172 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f0743e1b-a3fe-4fce-9e28-b92219fa43d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c0959b8-5881-4c23-bc91-31ac40042d17 HTTP/1.1" status: 204 len: 168 time: 0.3001120 Nov 27 01:35:07.044030 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:07.046613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0743e1b-a3fe-4fce-9e28-b92219fa43d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0959b8-5881-4c23-bc91-31ac40042d17,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:07.053163 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:07.053689 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:07.057975 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:07.077920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:07.080345 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083f5bf0-a84e-4f6a-ace8-8110f9236f92" -d '{"events": [{"server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "name": "network-vif-plugged", "status": "completed", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:07.105632 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:07.124105 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:07.155262 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.db.api [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 01:35:07.155262 n-d-817303-10 neutron-server[103402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 01:35:07.155262 n-d-817303-10 neutron-server[103402]: [parameters: {'id': '47dfbde3-a59c-48f9-a725-8f832257b0b7'}] Nov 27 01:35:07.155262 n-d-817303-10 neutron-server[103402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:35:07.155829 n-d-817303-10 neutron-server[103402]: DEBUG oslo_db.api [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:35:07.174387 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee093525-a273-4681-b0a5-a8e8d7666baf x-openstack-request-id: req-ee093525-a273-4681-b0a5-a8e8d7666baf {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:07.174704 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "name": "network-vif-plugged", "status": "completed", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:07.174920 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee093525-a273-4681-b0a5-a8e8d7666baf {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:07.175419 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'code': 200} Nov 27 01:35:07.187102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] For port d8f96819-0349-4aaf-a215-c99de28e0ade, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:07.206408 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] For port d8f96819-0349-4aaf-a215-c99de28e0ade, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d8f96819-0349-4aaf-a215-c99de28e0ade,segment=NetworkSegment(d50e95ef-db4c-41a0-9376-50583ea79487),segment_id=d50e95ef-db4c-41a0-9376-50583ea79487)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:07.218317 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:07.222062 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=43e11f99-f8e4-4ab9-b360-3ea52902e151,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:07.327085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61f019-77bf-4691-a864-1f49d53dcc05 None None] Pushing event updated for resources: {'Port': ['ID=d8f96819-0349-4aaf-a215-c99de28e0ade,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:07.346027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae553a-ab23-4c15-afca-6ef23d39f5a4 None None] Network 47dfbde3-a59c-48f9-a725-8f832257b0b7 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:07.532963 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995c4906-9664-4078-93d3-3e9bc7b37314 None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:35:07.602032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409bcff-7051-49c3-9d2d-8619ed78313c req-9f77ca13-325d-47d0-91dc-cd0061bdeacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:07.606771 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4409bcff-7051-49c3-9d2d-8619ed78313c req-9f77ca13-325d-47d0-91dc-cd0061bdeacd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1097 time: 0.2477305 Nov 27 01:35:07.639662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab951dde-2ab6-44e2-8a4c-be493ef02162 req-f95197f8-d28f-4c74-8b92-771524fe13f8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:07.656024 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab951dde-2ab6-44e2-8a4c-be493ef02162 req-f95197f8-d28f-4c74-8b92-771524fe13f8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.2157211 Nov 27 01:35:07.661599 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:07.693499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995c4906-9664-4078-93d3-3e9bc7b37314 None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:35:07.702857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57586) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:07.802234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4409bcff-7051-49c3-9d2d-8619ed78313c req-8536cd41-bb76-4de5-a990-c34ed5a6d687 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1435838 Nov 27 01:35:07.802800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-0aba1646-510f-4788-a84a-a2ee9357ac06 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:07.805769 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-0aba1646-510f-4788-a84a-a2ee9357ac06 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 811 time: 0.4470463 Nov 27 01:35:07.811390 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d16a49e-0da7-464b-b0b9-9d1746e6cb51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:07.849726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-a010d0e0-fece-4adf-a83a-ad084b195ef4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'port': {'device_id': 'bf1f44b8-1a95-4eae-8c57-202bbef797df', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'admin_state_up': True, 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:07.913779 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab951dde-2ab6-44e2-8a4c-be493ef02162 req-bd87d627-5ed5-424d-99d2-b5d2f952e65b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2533207 Nov 27 01:35:07.967213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Deleting port d8f96819-0349-4aaf-a215-c99de28e0ade {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:07.967572 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.152917 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6e18f1d-7484-43df-8c7f-d22ddb151502 req-ea238554-8e6a-45d5-bf9b-5a6c97d52278 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 210 time: 0.0530014 Nov 27 01:35:08.178215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-a010d0e0-fece-4adf-a83a-ad084b195ef4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Made reservation on behalf of 6577badd8983434db4e0cc8b73f2fcf0 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:08.185311 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-a010d0e0-fece-4adf-a83a-ad084b195ef4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.187892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] For port d8f96819-0349-4aaf-a215-c99de28e0ade, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d8f96819-0349-4aaf-a215-c99de28e0ade,segment=NetworkSegment(d50e95ef-db4c-41a0-9376-50583ea79487),segment_id=d50e95ef-db4c-41a0-9376-50583ea79487)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:08.188372 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.235229 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Calling delete_port for d8f96819-0349-4aaf-a215-c99de28e0ade owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:08.402451 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.427391 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d16a49e-0da7-464b-b0b9-9d1746e6cb51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.434125 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3d16a49e-0da7-464b-b0b9-9d1746e6cb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.478364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Port': ['ID=d8f96819-0349-4aaf-a215-c99de28e0ade,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:08.494795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] No DVR routers for this DVR port d8f96819-0349-4aaf-a215-c99de28e0ade on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:08.550973 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-a010d0e0-fece-4adf-a83a-ad084b195ef4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Allocated IP 172.20.0.5 (35aa4cc9-b10e-46ba-916b-1eb397216d85/39c2a817-dfb4-428a-8395-e967cb858ab1/5452028a-a4e5-4488-810e-ccc76d12e70b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:08.561614 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3d16a49e-0da7-464b-b0b9-9d1746e6cb51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b81ec383bd184f5386145b4b734ee3b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8513806 Nov 27 01:35:08.562386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16a49e-0da7-464b-b0b9-9d1746e6cb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c529c6-efc8-46cb-a3fd-29699d15d79d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:08.565126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57596) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:08.616974 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.644109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47dfbde3-a59c-48f9-a725-8f832257b0b7']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:08.653049 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26c420a1-a12a-4d36-8ca9-ae9267091c54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.656288 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50e95ef-db4c-41a0-9376-50583ea79487') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:08.656621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50e95ef-db4c-41a0-9376-50583ea79487') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:08.668126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.680211 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26c420a1-a12a-4d36-8ca9-ae9267091c54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.684038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.691660 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:08.692999 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:08.697531 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:08.769898 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.777273 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.781524 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/networks/47dfbde3-a59c-48f9-a725-8f832257b0b7 HTTP/1.1" status: 204 len: 168 time: 3.1329215 Nov 27 01:35:08.791830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57600) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:08.804922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c43cc3-5730-4a6b-bd4a-c5d072ff8550 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Network': ['ID=47dfbde3-a59c-48f9-a725-8f832257b0b7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:08.832918 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-15180530-57f9-4b2d-940b-cd4366073f43 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] DELETE failed (client error): The resource could not be found. Nov 27 01:35:08.833393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15180530-57f9-4b2d-940b-cd4366073f43 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:35:08.840710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57602) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:08.841114 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-15180530-57f9-4b2d-940b-cd4366073f43 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/subnets/9b1fa015-a3be-422d-8c96-fd86c0b4399f HTTP/1.1" status: 404 len: 337 time: 0.0474637 Nov 27 01:35:08.867204 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-448b03f9-038c-4392-a725-2e8717d89a3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] DELETE failed (client error): The resource could not be found. Nov 27 01:35:08.867959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448b03f9-038c-4392-a725-2e8717d89a3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:35:08.874128 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-448b03f9-038c-4392-a725-2e8717d89a3c tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/networks/47dfbde3-a59c-48f9-a725-8f832257b0b7 HTTP/1.1" status: 404 len: 339 time: 0.0291271 Nov 27 01:35:08.874420 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57604) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:08.907763 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4430ac-a40f-4202-af99-ef3f09ecc378 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] DELETE failed (client error): The resource could not be found. Nov 27 01:35:08.908825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4430ac-a40f-4202-af99-ef3f09ecc378 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:35:08.909227 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-a010d0e0-fece-4adf-a83a-ad084b195ef4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.914599 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5a4430ac-a40f-4202-af99-ef3f09ecc378 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/subnets/1853d4bf-1416-4be6-b90a-130b4a106ce0 HTTP/1.1" status: 404 len: 337 time: 0.0370088 Nov 27 01:35:08.916569 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26c420a1-a12a-4d36-8ca9-ae9267091c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.918579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57606) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:08.919464 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26c420a1-a12a-4d36-8ca9-ae9267091c54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:08.922998 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-26c420a1-a12a-4d36-8ca9-ae9267091c54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3c529c6-efc8-46cb-a3fd-29699d15d79d HTTP/1.1" status: 204 len: 168 time: 0.3530929 Nov 27 01:35:08.956040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c420a1-a12a-4d36-8ca9-ae9267091c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c529c6-efc8-46cb-a3fd-29699d15d79d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:08.958372 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-622beb4b-61c9-4c40-83d6-c7584f5ffd91 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] DELETE failed (client error): The resource could not be found. Nov 27 01:35:08.959205 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622beb4b-61c9-4c40-83d6-c7584f5ffd91 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:35:08.970306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-622beb4b-61c9-4c40-83d6-c7584f5ffd91 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/networks/909f2cba-7c49-4ccb-b77f-f75175fe68c9 HTTP/1.1" status: 404 len: 339 time: 0.0504925 Nov 27 01:35:08.972994 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57614) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:09.054681 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f8eb8c-041c-4971-a951-c0d51827561f tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] DELETE failed (client error): The resource could not be found. Nov 27 01:35:09.059535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f8eb8c-041c-4971-a951-c0d51827561f tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:35:09.070658 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-23f8eb8c-041c-4971-a951-c0d51827561f tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/subnets/e26cea8a-1fef-4eb9-8918-bf15f6de0d14 HTTP/1.1" status: 404 len: 337 time: 0.0916896 Nov 27 01:35:09.070958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57616) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:09.095615 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-20268bb6-302d-4614-8dae-47faf7cbeb19 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] DELETE failed (client error): The resource could not be found. Nov 27 01:35:09.096449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20268bb6-302d-4614-8dae-47faf7cbeb19 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:35:09.103457 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-20268bb6-302d-4614-8dae-47faf7cbeb19 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/networks/bc2a6ee8-19be-4a7b-9754-e9940a9258d5 HTTP/1.1" status: 404 len: 339 time: 0.0302112 Nov 27 01:35:09.104633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57618) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:09.179506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-a010d0e0-fece-4adf-a83a-ad084b195ef4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:09.219546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f0817ed0-196d-4e00-8d7b-3801e48469f4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:35:09.320949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010d0e0-fece-4adf-a83a-ad084b195ef4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'Port': ['ID=5452028a-a4e5-4488-810e-ccc76d12e70b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:09.345786 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1179c62-52da-48ac-93d3-17e18ced8928 req-18705510-a563-4a57-949c-f5e35b73c54e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:09.351183 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1179c62-52da-48ac-93d3-17e18ced8928 req-18705510-a563-4a57-949c-f5e35b73c54e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.2595546 Nov 27 01:35:09.366799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b1241-021f-40aa-9540-74141a293db1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Deleting port 2cfc1229-1fc9-471e-82bf-4511ea7a301d {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:09.367054 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b5b1241-021f-40aa-9540-74141a293db1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:09.370250 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-a010d0e0-fece-4adf-a83a-ad084b195ef4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:09.394624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-a010d0e0-fece-4adf-a83a-ad084b195ef4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:09.413832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-a010d0e0-fece-4adf-a83a-ad084b195ef4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:09.647938 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1179c62-52da-48ac-93d3-17e18ced8928 req-5a3fd3e0-f54b-4013-9d06-d9b01fe35f87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2900553 Nov 27 01:35:09.697006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-a010d0e0-fece-4adf-a83a-ad084b195ef4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:09.701613 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-a010d0e0-fece-4adf-a83a-ad084b195ef4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:09.719233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b5b1241-021f-40aa-9540-74141a293db1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:09.741528 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-a010d0e0-fece-4adf-a83a-ad084b195ef4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9072714 Nov 27 01:35:09.746303 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e17580-424e-491e-bdd5-64f0c7c12212 req-e47b20bb-7dba-4932-8888-06d49f20aedd tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:09.757133 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b3e17580-424e-491e-bdd5-64f0c7c12212 req-e47b20bb-7dba-4932-8888-06d49f20aedd tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 931 time: 0.3797233 Nov 27 01:35:09.768487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Request body: {'port': {'device_id': 'bf1f44b8-1a95-4eae-8c57-202bbef797df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:09.786109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b1241-021f-40aa-9540-74141a293db1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Calling delete_port for 2cfc1229-1fc9-471e-82bf-4511ea7a301d owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:09.901664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6cb5d743-634b-4f4e-b230-84add0375353 None None] Provisioning complete for port 5452028a-a4e5-4488-810e-ccc76d12e70b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:09.902314 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6cb5d743-634b-4f4e-b230-84add0375353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:09.934978 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:09.952088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5d743-634b-4f4e-b230-84add0375353 None None] Port 5452028a-a4e5-4488-810e-ccc76d12e70b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:35:09.965272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b3e17580-424e-491e-bdd5-64f0c7c12212 req-39956409-e41c-43f9-8373-cd4c29a4e756 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006965 Nov 27 01:35:10.073946 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b5b1241-021f-40aa-9540-74141a293db1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:10.098698 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bec08b86-a43b-41af-a2c4-427b50f751d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:10.136208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b1241-021f-40aa-9540-74141a293db1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Port': ['ID=2cfc1229-1fc9-471e-82bf-4511ea7a301d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:10.148443 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b5b1241-021f-40aa-9540-74141a293db1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:10.156226 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4b5b1241-021f-40aa-9540-74141a293db1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/ports/2cfc1229-1fc9-471e-82bf-4511ea7a301d HTTP/1.1" status: 204 len: 168 time: 1.0480318 Nov 27 01:35:10.156527 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57644) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:10.191265 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4499b98d-8d7d-4185-b07f-78b45c7b0c62 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] DELETE failed (client error): The resource could not be found. Nov 27 01:35:10.191824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4499b98d-8d7d-4185-b07f-78b45c7b0c62 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:35:10.198778 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4499b98d-8d7d-4185-b07f-78b45c7b0c62 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/subnets/43441080-92be-4a31-9481-988c168f04bf HTTP/1.1" status: 404 len: 337 time: 0.0382097 Nov 27 01:35:10.199089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57646) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:10.335525 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5841ffda-8798-420f-a3c1-1f11aa25aa41 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:10.480785 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5841ffda-8798-420f-a3c1-1f11aa25aa41 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:10.517001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5841ffda-8798-420f-a3c1-1f11aa25aa41 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081d4b6a-ff3e-4123-9a75-d58281190a0c']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:10.544206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5841ffda-8798-420f-a3c1-1f11aa25aa41 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff960b1-22b5-489b-830a-c981a89481cb') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:10.544591 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5841ffda-8798-420f-a3c1-1f11aa25aa41 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff960b1-22b5-489b-830a-c981a89481cb') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:10.576603 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5841ffda-8798-420f-a3c1-1f11aa25aa41 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:10.621262 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5841ffda-8798-420f-a3c1-1f11aa25aa41 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:10.650658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5841ffda-8798-420f-a3c1-1f11aa25aa41 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:10.651546 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5841ffda-8798-420f-a3c1-1f11aa25aa41 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:10.655206 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:10.851176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5452028a-a4e5-4488-810e-ccc76d12e70b {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:35:10.862276 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:10.865214 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5841ffda-8798-420f-a3c1-1f11aa25aa41 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:10.880159 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5841ffda-8798-420f-a3c1-1f11aa25aa41 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:10.883277 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5841ffda-8798-420f-a3c1-1f11aa25aa41 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/networks/081d4b6a-ff3e-4123-9a75-d58281190a0c HTTP/1.1" status: 204 len: 168 time: 0.6829195 Nov 27 01:35:10.886476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57662) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:10.904481 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841ffda-8798-420f-a3c1-1f11aa25aa41 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Network': ['ID=081d4b6a-ff3e-4123-9a75-d58281190a0c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:10.911663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Transition to ACTIVE for port object 5452028a-a4e5-4488-810e-ccc76d12e70b will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:35:10.937450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c5f03-f806-43ce-863b-72bf94de5e15 req-dadce282-77c9-4d8a-a296-68472de5e2d0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:10.939034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a13c5f03-f806-43ce-863b-72bf94de5e15 req-dadce282-77c9-4d8a-a296-68472de5e2d0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.1518819 Nov 27 01:35:10.939979 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:11.042667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Pushing event updated for resources: {'Port': ['ID=5452028a-a4e5-4488-810e-ccc76d12e70b,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:11.112540 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e88f8-eb46-41f5-b143-eef6aca958f2 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Deleting port 61005085-da14-4c27-b133-2442057a60c6 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:11.112902 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb1e88f8-eb46-41f5-b143-eef6aca958f2 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:11.138904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a13c5f03-f806-43ce-863b-72bf94de5e15 req-15f51152-74a8-4a42-aaf6-ec0776f17b20 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1759994 Nov 27 01:35:11.278554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Attempting to bind port 5452028a-a4e5-4488-810e-ccc76d12e70b on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:11.278886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Attempting to bind port 5452028a-a4e5-4488-810e-ccc76d12e70b by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:11.279221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Attempting to bind port 5452028a-a4e5-4488-810e-ccc76d12e70b on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:11.326598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Port 5452028a-a4e5-4488-810e-ccc76d12e70b on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:35:11.326931 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Attempting to bind port 5452028a-a4e5-4488-810e-ccc76d12e70b on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:11.343069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:11.343343 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Checking segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:11.343693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Bound using segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:11.345534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Bound port: 5452028a-a4e5-4488-810e-ccc76d12e70b, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:11.346085 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:11.400938 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb1e88f8-eb46-41f5-b143-eef6aca958f2 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:11.441628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e88f8-eb46-41f5-b143-eef6aca958f2 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Calling delete_port for 61005085-da14-4c27-b133-2442057a60c6 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:11.493508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] For port 5452028a-a4e5-4488-810e-ccc76d12e70b, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:11.499112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] For port 5452028a-a4e5-4488-810e-ccc76d12e70b, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5452028a-a4e5-4488-810e-ccc76d12e70b,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:11.512968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc33f6a-6eb7-461c-a81d-95b0a872a5ba req-e409272c-0810-4c5f-b61e-a255ca15e185 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:11.521317 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7dc33f6a-6eb7-461c-a81d-95b0a872a5ba req-e409272c-0810-4c5f-b61e-a255ca15e185 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.2838464 Nov 27 01:35:11.545653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57680) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:11.577355 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:11.606512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ea06c-62e7-407f-835d-815562a5fe65 req-38c5cab8-7ab7-481b-96ec-61ea4d02df68 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:11.608535 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c1ea06c-62e7-407f-835d-815562a5fe65 req-38c5cab8-7ab7-481b-96ec-61ea4d02df68 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.3611431 Nov 27 01:35:11.658710 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7dc33f6a-6eb7-461c-a81d-95b0a872a5ba req-8535d6b9-c76b-4693-bd64-c33d5d33310e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1362963 Nov 27 01:35:11.687968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57686) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:11.692878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:11.693127 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:11.694650 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] 10.222.0.21 "PUT /v2.0/ports/5452028a-a4e5-4488-810e-ccc76d12e70b HTTP/1.1" status: 200 len: 1092 time: 1.9376354 Nov 27 01:35:11.695196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1f44b8-1a95-4eae-8c57-202bbef797df', 'tag': '5452028a-a4e5-4488-810e-ccc76d12e70b'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:11.698550 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61cdbd0-11bb-4249-861e-902a4de3f9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1f44b8-1a95-4eae-8c57-202bbef797df", "tag": "5452028a-a4e5-4488-810e-ccc76d12e70b"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:11.754208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c1ea06c-62e7-407f-835d-815562a5fe65 req-7e98c21b-d901-4fe8-b1f1-dcf4ac4fc2d1 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361313 Nov 27 01:35:11.784396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ee51f-5fd5-44f6-aa13-459a3b9fbce9 service neutron] Pushing event updated for resources: {'Port': ['ID=5452028a-a4e5-4488-810e-ccc76d12e70b,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:11.787918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb1e88f8-eb46-41f5-b143-eef6aca958f2 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:11.831271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e88f8-eb46-41f5-b143-eef6aca958f2 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Port': ['ID=61005085-da14-4c27-b133-2442057a60c6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:11.840815 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cb1e88f8-eb46-41f5-b143-eef6aca958f2 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:11.845886 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cb1e88f8-eb46-41f5-b143-eef6aca958f2 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/ports/61005085-da14-4c27-b133-2442057a60c6 HTTP/1.1" status: 204 len: 168 time: 0.9563711 Nov 27 01:35:11.847438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57690) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:11.849335 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc9eb36-a843-4b81-826b-64caf6d69b57 x-openstack-request-id: req-1bc9eb36-a843-4b81-826b-64caf6d69b57 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:11.852374 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1f44b8-1a95-4eae-8c57-202bbef797df", "tag": "5452028a-a4e5-4488-810e-ccc76d12e70b", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:11.852684 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bc9eb36-a843-4b81-826b-64caf6d69b57 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:11.853112 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1f44b8-1a95-4eae-8c57-202bbef797df', 'tag': '5452028a-a4e5-4488-810e-ccc76d12e70b', 'status': 'completed', 'code': 200} Nov 27 01:35:11.877752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1996118551', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:11.887898 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac48531-4869-4920-9ae3-f315373ba70f tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] DELETE failed (client error): The resource could not be found. Nov 27 01:35:11.888491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac48531-4869-4920-9ae3-f315373ba70f tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:35:11.892023 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cac48531-4869-4920-9ae3-f315373ba70f tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/subnets/25ccce75-1f1e-4624-9afe-98234b7f8028 HTTP/1.1" status: 404 len: 337 time: 0.0430562 Nov 27 01:35:11.894503 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57692) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:11.926519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd48ffb8-ef26-4ad9-8c3a-2d886e6e1c8a tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:11.928122 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cd48ffb8-ef26-4ad9-8c3a-2d886e6e1c8a tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1092 time: 0.2103412 Nov 27 01:35:11.933768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57694) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:11.943912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:11.962114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-d7072f38-34b8-4b37-922a-9fab28cf4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:11.964102 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-d7072f38-34b8-4b37-922a-9fab28cf4ba9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 1095 time: 0.2009180 Nov 27 01:35:11.969645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Made reservation on behalf of d9fe3d9e218f4ea7a36d381f7f4e7454 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:11.972411 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:11.995275 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.046953 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60c806d9-1637-49dd-95af-914c6042c398 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.111093 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.114694 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-8e20eb97-3aff-4cf1-a02e-96be9ebd4ac3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5452028a-a4e5-4488-810e-ccc76d12e70b HTTP/1.1" status: 200 len: 217 time: 0.1058362 Nov 27 01:35:12.198067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60c806d9-1637-49dd-95af-914c6042c398 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.224192 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-60c806d9-1637-49dd-95af-914c6042c398 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a5eccb-46f3-4266-b252-7e2650e2956c']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:12.239801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-60c806d9-1637-49dd-95af-914c6042c398 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08caf3de-bac0-48e9-a4d7-1713d6963c38') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:12.240162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-60c806d9-1637-49dd-95af-914c6042c398 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08caf3de-bac0-48e9-a4d7-1713d6963c38') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:12.259830 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60c806d9-1637-49dd-95af-914c6042c398 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.271874 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-62a0412c-47d3-4fd0-b815-208191520227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.285741 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60c806d9-1637-49dd-95af-914c6042c398 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.294950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c806d9-1637-49dd-95af-914c6042c398 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:12.295483 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60c806d9-1637-49dd-95af-914c6042c398 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:12.299269 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:12.345804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5ac09956-ab51-4801-89a0-029f940eefcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:12.346905 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-5ac09956-ab51-4801-89a0-029f940eefcb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.2164369 Nov 27 01:35:12.373302 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60c806d9-1637-49dd-95af-914c6042c398 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.377919 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-60c806d9-1637-49dd-95af-914c6042c398 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.381477 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-60c806d9-1637-49dd-95af-914c6042c398 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/networks/34a5eccb-46f3-4266-b252-7e2650e2956c HTTP/1.1" status: 204 len: 168 time: 0.4858701 Nov 27 01:35:12.384833 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57696) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:12.443730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c806d9-1637-49dd-95af-914c6042c398 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Network': ['ID=34a5eccb-46f3-4266-b252-7e2650e2956c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:12.482309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-850ac4fa-a920-4d7b-a3c1-1f9d9333396e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Deleting subnet f494508f-2548-49f6-9ba4-574849812124 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:35:12.487662 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-850ac4fa-a920-4d7b-a3c1-1f9d9333396e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.526714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-96ec551e-7a86-4ea6-8653-4ca7ea36505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:12.528200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-96ec551e-7a86-4ea6-8653-4ca7ea36505b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662068 Nov 27 01:35:12.530247 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.555982 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-850ac4fa-a920-4d7b-a3c1-1f9d9333396e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.569256 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.626115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] device_id is not set on port f70672c8-6436-4ace-bb09-6609ad0ec4a8 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:12.690595 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-850ac4fa-a920-4d7b-a3c1-1f9d9333396e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.715164 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.761446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-850ac4fa-a920-4d7b-a3c1-1f9d9333396e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.771919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f80983-4937-4d40-9cfd-377ec8144679,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:12.785266 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-850ac4fa-a920-4d7b-a3c1-1f9d9333396e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:12.797459 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-850ac4fa-a920-4d7b-a3c1-1f9d9333396e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/subnets/f494508f-2548-49f6-9ba4-574849812124 HTTP/1.1" status: 204 len: 168 time: 0.4024479 Nov 27 01:35:12.801157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57704) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:12.804108 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec9be5a-7cba-4e8a-a166-050ed411cb2e None None] Network e4d40839-bfa2-4b49-a73f-1f7173db57d3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:12.877699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ac4fa-a920-4d7b-a3c1-1f9d9333396e tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Subnet': ['ID=f494508f-2548-49f6-9ba4-574849812124,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:13.046552 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-859ff62b-15a5-4994-9ac2-ea1baedf35d4 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032544 Nov 27 01:35:13.105325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Allocated IP 172.25.1.159 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/f70672c8-6436-4ace-bb09-6609ad0ec4a8) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:13.113339 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61dd24-d1b3-4a8b-bd1d-b37682f6975d req-0e4e2fd7-b884-48f1-8b76-94fdfb02bd28 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:13.118007 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f61dd24-d1b3-4a8b-bd1d-b37682f6975d req-0e4e2fd7-b884-48f1-8b76-94fdfb02bd28 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.2158206 Nov 27 01:35:13.242413 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306c5ee7-943f-46e5-a4a4-82c3a611e02f req-15a2aeec-16d4-4495-8aaa-ac4f447cb436 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867096 Nov 27 01:35:13.272458 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f61dd24-d1b3-4a8b-bd1d-b37682f6975d req-9a84498c-3999-4663-a8c7-cab65c35772e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293111 Nov 27 01:35:13.279622 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:13.337797 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:13.374142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d8119f-0929-4798-b236-7f6fa33e5dea None None] DHCP port deletion for e4d40839-bfa2-4b49-a73f-1f7173db57d3 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:13.471642 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d910d8c9-8741-41d3-8837-84c87e9414ca req-622633d0-6f81-4151-b971-91c0d6a0ecbe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1511481 Nov 27 01:35:13.476857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e5d8119f-0929-4798-b236-7f6fa33e5dea None None] Deleting port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:13.477242 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e5d8119f-0929-4798-b236-7f6fa33e5dea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:13.508427 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:13.534215 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:35:13.535547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Deleting port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:13.535899 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:13.568170 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:13.593679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cdbd0-11bb-4249-861e-902a4de3f9bc req-67d9f7e5-951a-43c0-be1b-393f16d3267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:13.597701 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c61cdbd0-11bb-4249-861e-902a4de3f9bc req-67d9f7e5-951a-43c0-be1b-393f16d3267c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 1095 time: 0.2489665 Nov 27 01:35:13.605498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e5d8119f-0929-4798-b236-7f6fa33e5dea None None] For port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1dbc3e86-a95f-4b0c-b005-c7819b537e2d,segment=NetworkSegment(cb95a750-6182-4e65-aea2-df76a9d51f03),segment_id=cb95a750-6182-4e65-aea2-df76a9d51f03)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:13.605899 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e5d8119f-0929-4798-b236-7f6fa33e5dea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:13.622631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e5d8119f-0929-4798-b236-7f6fa33e5dea None None] Calling delete_port for 1dbc3e86-a95f-4b0c-b005-c7819b537e2d owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:13.723343 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e5d8119f-0929-4798-b236-7f6fa33e5dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:13.755551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910d8c9-8741-41d3-8837-84c87e9414ca req-19ca1075-4a49-4cc2-b954-4e2b7b191ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:13.757115 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d910d8c9-8741-41d3-8837-84c87e9414ca req-19ca1075-4a49-4cc2-b954-4e2b7b191ab1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c64b09c25f047909a26c8a3415fefe2&device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 1097 time: 0.1873741 Nov 27 01:35:13.758600 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8119f-0929-4798-b236-7f6fa33e5dea None None] No DVR routers for this DVR port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:13.798030 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8119f-0929-4798-b236-7f6fa33e5dea None None] Pushing event deleted for resources: {'Port': ['ID=1dbc3e86-a95f-4b0c-b005-c7819b537e2d,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:13.860563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:13.870416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:13.872943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:13.885511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec9428f-660d-472a-964b-922a7084c115 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:13.923409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.25.1.157 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/593fbdc9-7095-4622-acb2-16a3b49cbcdb) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:13.930458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Pushing event updated for resources: {'Port': ['ID=f70672c8-6436-4ace-bb09-6609ad0ec4a8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:13.951960 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] For port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1dbc3e86-a95f-4b0c-b005-c7819b537e2d,segment=NetworkSegment(cb95a750-6182-4e65-aea2-df76a9d51f03),segment_id=cb95a750-6182-4e65-aea2-df76a9d51f03)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:13.952680 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:13.982071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7a145b63-e0a9-4d81-8481-4fd036a2b17c None None] Provisioning complete for port f70672c8-6436-4ace-bb09-6609ad0ec4a8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:13.982462 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7a145b63-e0a9-4d81-8481-4fd036a2b17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:13.983065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:13.983675 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:13.992058 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Calling delete_port for 1dbc3e86-a95f-4b0c-b005-c7819b537e2d owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:13.998299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cdbd0-11bb-4249-861e-902a4de3f9bc req-98e28bc6-d589-48f1-b313-44b157a57c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:13.999780 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c61cdbd0-11bb-4249-861e-902a4de3f9bc req-98e28bc6-d589-48f1-b313-44b157a57c27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.3297894 Nov 27 01:35:14.083831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7a145b63-e0a9-4d81-8481-4fd036a2b17c None None] Port f70672c8-6436-4ace-bb09-6609ad0ec4a8 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:35:14.136291 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:14.203369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Port': ['ID=1dbc3e86-a95f-4b0c-b005-c7819b537e2d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:14.207525 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e2c6e312-7ee9-4192-bf46-6da47ab8344f tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.6219139 Nov 27 01:35:14.210392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57710) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:14.213659 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c61cdbd0-11bb-4249-861e-902a4de3f9bc req-e7b1b0f1-3145-47a2-b8c9-97656c7f54f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5452028a-a4e5-4488-810e-ccc76d12e70b HTTP/1.1" status: 200 len: 217 time: 0.1790309 Nov 27 01:35:14.221975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] No DVR routers for this DVR port 1dbc3e86-a95f-4b0c-b005-c7819b537e2d on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:14.229160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d3411895-6a71-4d3b-8698-44e89e3d8941 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.159'}]}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:14.326784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1dbc3e86-a95f-4b0c-b005-c7819b537e2d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:14.384734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 1dbc3e86-a95f-4b0c-b005-c7819b537e2d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:14.385539 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1dbc3e86-a95f-4b0c-b005-c7819b537e2d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:14.411418 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:14.490930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d40839-bfa2-4b49-a73f-1f7173db57d3']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:14.511213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb95a750-6182-4e65-aea2-df76a9d51f03') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:14.511687 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb95a750-6182-4e65-aea2-df76a9d51f03') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:14.519944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910d8c9-8741-41d3-8837-84c87e9414ca req-62505488-f4ee-4ab3-9ea3-fd6164cce338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:14.522063 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d910d8c9-8741-41d3-8837-84c87e9414ca req-62505488-f4ee-4ab3-9ea3-fd6164cce338 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 200 len: 912 time: 0.7354555 Nov 27 01:35:14.529843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:14.579196 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:14.612169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:14.612965 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: self.session.flush() Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:14.741687 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:14.879379 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:15.020306 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:15.020538 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:15.027925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cdbd0-11bb-4249-861e-902a4de3f9bc req-c870fe4b-48b4-4ab8-901a-1d467c7e3575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:15.029409 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c61cdbd0-11bb-4249-861e-902a4de3f9bc req-c870fe4b-48b4-4ab8-901a-1d467c7e3575 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.7945838 Nov 27 01:35:15.036080 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:15.047834 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] 10.222.0.15 "DELETE /v2.0/networks/e4d40839-bfa2-4b49-a73f-1f7173db57d3 HTTP/1.1" status: 204 len: 168 time: 2.2410920 Nov 27 01:35:15.055827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d910d8c9-8741-41d3-8837-84c87e9414ca req-f724176a-3bab-4850-8993-7c7a1ed836ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024472f7-9570-4571-8427-c27ab1b687f6 HTTP/1.1" status: 200 len: 1001 time: 0.5227599 Nov 27 01:35:15.107244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a288cb2-1e99-4547-8f29-04790909a4b1 tempest-NetworksIpV6TestAttrs-1558480586 tempest-NetworksIpV6TestAttrs-1558480586-project] Pushing event deleted for resources: {'Network': ['ID=e4d40839-bfa2-4b49-a73f-1f7173db57d3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:15.175840 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3411895-6a71-4d3b-8698-44e89e3d8941 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:15.177640 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3411895-6a71-4d3b-8698-44e89e3d8941 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:15.191028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910d8c9-8741-41d3-8837-84c87e9414ca req-539e3258-d729-4cf3-ae3f-88dae106ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:15.193324 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d910d8c9-8741-41d3-8837-84c87e9414ca req-539e3258-d729-4cf3-ae3f-88dae106ca20 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=560f9432-09a4-4ee9-a29c-ffb13996e99e HTTP/1.1" status: 200 len: 850 time: 0.1093066 Nov 27 01:35:15.321044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910d8c9-8741-41d3-8837-84c87e9414ca req-c927316d-674b-46d0-8b33-ec4218106358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:15.322633 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d910d8c9-8741-41d3-8837-84c87e9414ca req-c927316d-674b-46d0-8b33-ec4218106358 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fbf9ad20-e715-449c-9ff0-512a26044dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215661 Nov 27 01:35:15.354664 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:15.370577 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74e517-19db-40fd-ba02-b45daf171527 req-2bdfcee7-8e6b-4502-9f25-62c5953a80a2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:15.372384 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a74e517-19db-40fd-ba02-b45daf171527 req-2bdfcee7-8e6b-4502-9f25-62c5953a80a2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.3080668 Nov 27 01:35:15.374028 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3411895-6a71-4d3b-8698-44e89e3d8941 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:15.408286 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cdbd0-11bb-4249-861e-902a4de3f9bc req-00fbc15e-da99-4d83-9f31-8da86fcd531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:15.411263 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c61cdbd0-11bb-4249-861e-902a4de3f9bc req-00fbc15e-da99-4d83-9f31-8da86fcd531b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3442736 Nov 27 01:35:15.523729 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d910d8c9-8741-41d3-8837-84c87e9414ca req-dce651d0-6749-414f-8e6a-19777f984d4e service neutron] 10.222.0.31 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942973 Nov 27 01:35:15.574745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:15.609852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:15.706849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57722) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:15.759375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:15.765191 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d910d8c9-8741-41d3-8837-84c87e9414ca req-e1eb7098-e0d9-4618-b8ec-4c0163dca078 service neutron] 10.222.0.31 "GET /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335341 Nov 27 01:35:15.970092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=593fbdc9-7095-4622-acb2-16a3b49cbcdb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:16.142003 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-93721356-fde3-4147-b516-695c1db9b96e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee0440fe07874faba6815d377122c107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4330544 Nov 27 01:35:16.144655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57734) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:16.226485 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3411895-6a71-4d3b-8698-44e89e3d8941 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:16.285478 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-88284869-ab44-44ef-8c8d-03209de794b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:16.311166 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:16.335023 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a74e517-19db-40fd-ba02-b45daf171527 req-20acf9d8-14d0-4edf-92a7-98ad85b63c6c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9188418 Nov 27 01:35:16.357742 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-88284869-ab44-44ef-8c8d-03209de794b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:16.383121 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c61cdbd0-11bb-4249-861e-902a4de3f9bc req-ed5862ee-5cd5-4b8c-ad6c-f7de408d3aa1 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9456596 Nov 27 01:35:16.522276 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-88284869-ab44-44ef-8c8d-03209de794b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:16.524652 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-88284869-ab44-44ef-8c8d-03209de794b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:16.529375 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-88284869-ab44-44ef-8c8d-03209de794b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f5168e1-f67b-4fbb-bc8f-66586e08b226 HTTP/1.1" status: 204 len: 168 time: 0.3802850 Nov 27 01:35:16.564712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88284869-ab44-44ef-8c8d-03209de794b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5168e1-f67b-4fbb-bc8f-66586e08b226,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:16.581895 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57740) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:16.942075 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3040-5981-411d-b573-5f4531ac07b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:17.204907 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3040-5981-411d-b573-5f4531ac07b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:17.213788 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3040-5981-411d-b573-5f4531ac07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:17.233877 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c61cdbd0-11bb-4249-861e-902a4de3f9bc req-419bb110-c43b-430d-bda3-ec38dec65ea8 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8140953 Nov 27 01:35:17.305180 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bd6c3040-5981-411d-b573-5f4531ac07b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=938d5be37935477196e8d9a336382a1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7220023 Nov 27 01:35:17.319676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57754) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:17.350671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c3040-5981-411d-b573-5f4531ac07b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef5304b-d4a1-4f1d-ad4a-652511a49ceb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:17.584426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77980d-fe0e-4c69-abb0-6d47d110adaf req-6317e4b8-f771-4f31-98bd-71d457dbda16 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:17.602788 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8e77980d-fe0e-4c69-abb0-6d47d110adaf req-6317e4b8-f771-4f31-98bd-71d457dbda16 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.1077359 Nov 27 01:35:17.695027 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:17.744818 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8e77980d-fe0e-4c69-abb0-6d47d110adaf req-f046638f-2cb2-459a-81f4-d8530d31999f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413691 Nov 27 01:35:18.208012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57784) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:18.283765 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.288641 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-207d1228-d871-4e64-9602-53f3afbb41e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.330706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25783c0-c15e-4016-95f0-bcfb6f5a9066 req-6e2c0081-394a-4280-9f51-f0795371f0cf tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:18.333024 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b25783c0-c15e-4016-95f0-bcfb6f5a9066 req-6e2c0081-394a-4280-9f51-f0795371f0cf tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 945 time: 0.2045646 Nov 27 01:35:18.344645 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3411895-6a71-4d3b-8698-44e89e3d8941 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.367091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1599907183'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:18.381314 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-207d1228-d871-4e64-9602-53f3afbb41e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.389857 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3411895-6a71-4d3b-8698-44e89e3d8941 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.394075 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:18.397794 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.411969 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.496627 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.500584 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.531565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:35:18.541856 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04df154d-58d8-417a-903f-7900a8a2d437,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:18.548420 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.548647 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Added segment 0d362dab-81c2-4b4b-b929-f5e9b50afeb1 of type vlan for network 4a261d06-87c1-4257-8a02-2034edffad44 Nov 27 01:35:18.604047 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.645723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b25783c0-c15e-4016-95f0-bcfb6f5a9066 req-e54fe848-f262-438a-aabf-764404d488f7 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8736e520-4fad-49d5-8aa5-eb648124e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061142 Nov 27 01:35:18.648064 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.667269 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:18.667269 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.699158 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-207d1228-d871-4e64-9602-53f3afbb41e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.702970 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-207d1228-d871-4e64-9602-53f3afbb41e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.705809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-207d1228-d871-4e64-9602-53f3afbb41e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ef5304b-d4a1-4f1d-ad4a-652511a49ceb HTTP/1.1" status: 204 len: 168 time: 1.3072898 Nov 27 01:35:18.736936 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5274739 Nov 27 01:35:18.741027 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57790) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:18.756605 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4af00f-2960-471b-b440-54ee1ae2ec0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Network': ['ID=4a261d06-87c1-4257-8a02-2034edffad44,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:18.764037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'name': 'tempest-PortsIpV6TestJSON-687006475'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:18.773282 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 4a261d06-87c1-4257-8a02-2034edffad44 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:35:18.773871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d1228-d871-4e64-9602-53f3afbb41e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef5304b-d4a1-4f1d-ad4a-652511a49ceb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:18.919221 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.929664 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:18.942879 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3411895-6a71-4d3b-8698-44e89e3d8941 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:19.004139 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972af38-ebc3-45b0-b113-0ec25e8691cd req-50a59c3e-5752-4c1b-928c-cb7d72e927df tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:19.014760 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8972af38-ebc3-45b0-b113-0ec25e8691cd req-50a59c3e-5752-4c1b-928c-cb7d72e927df tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.1203599 Nov 27 01:35:19.088906 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8972af38-ebc3-45b0-b113-0ec25e8691cd req-1d0640b9-8eea-462b-8dfa-6c778d7b9304 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731492 Nov 27 01:35:19.127175 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:19.131498 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:19.165868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=593fbdc9-7095-4622-acb2-16a3b49cbcdb,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:19.253214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:19.258075 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:19.264771 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3411895-6a71-4d3b-8698-44e89e3d8941 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:19.302707 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3411895-6a71-4d3b-8698-44e89e3d8941 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:19.302827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57796) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:19.325365 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b5e5f7-1337-4169-90d7-dcf6c6af50a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:19.431411 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b5e5f7-1337-4169-90d7-dcf6c6af50a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:19.437799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56b5e5f7-1337-4169-90d7-dcf6c6af50a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:19.473222 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3411895-6a71-4d3b-8698-44e89e3d8941 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:19.473222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3411895-6a71-4d3b-8698-44e89e3d8941 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f154921c-d3e8-455a-8a82-4cecc04be9d1 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:35:19.500889 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5e5f7-1337-4169-90d7-dcf6c6af50a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e081d7-9468-4862-b772-8ad98683ce19,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:19.507070 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-56b5e5f7-1337-4169-90d7-dcf6c6af50a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d4ade17e8104ccfab681c27975da473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2031021 Nov 27 01:35:19.510113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57798) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:19.519431 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Floating IP 3f812e0a-c0ad-4832-812e-2c3d44431c2a associated. External IP: 172.25.1.157, port: 43e11f99-f8e4-4ab9-b360-3ea52902e151. Nov 27 01:35:19.568801 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-d3411895-6a71-4d3b-8698-44e89e3d8941 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 27 01:35:19.569703 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d3411895-6a71-4d3b-8698-44e89e3d8941 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.3582532 Nov 27 01:35:19.575786 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57800) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:19.585979 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2853efb7-d31a-43fd-8d26-5616052f1dc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:19.622023 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2853efb7-d31a-43fd-8d26-5616052f1dc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:19.707856 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2853efb7-d31a-43fd-8d26-5616052f1dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:19.710825 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2853efb7-d31a-43fd-8d26-5616052f1dc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:19.715922 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2853efb7-d31a-43fd-8d26-5616052f1dc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02e081d7-9468-4862-b772-8ad98683ce19 HTTP/1.1" status: 204 len: 168 time: 0.2048440 Nov 27 01:35:19.728974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853efb7-d31a-43fd-8d26-5616052f1dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e081d7-9468-4862-b772-8ad98683ce19,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:19.741774 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:19.882800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630d64e-77ac-4379-8c0a-73ec75e72e99 req-6cceaad9-f1b5-4baf-9242-a9fda51e3b05 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:19.884812 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6630d64e-77ac-4379-8c0a-73ec75e72e99 req-6cceaad9-f1b5-4baf-9242-a9fda51e3b05 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 945 time: 0.1325169 Nov 27 01:35:20.165171 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956357-c798-4b71-8e46-65211da6a0dd req-6cf14094-ee2b-4ed7-8948-0726f0c405ca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:20.167707 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae956357-c798-4b71-8e46-65211da6a0dd req-6cf14094-ee2b-4ed7-8948-0726f0c405ca tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 945 time: 0.1206765 Nov 27 01:35:20.200431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-721a7a72-a52e-40b6-a317-3c8ede395b74 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Deleting port f70672c8-6436-4ace-bb09-6609ad0ec4a8 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:20.200431 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-721a7a72-a52e-40b6-a317-3c8ede395b74 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:20.202110 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:20.258351 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582eaa8-8bc3-4a27-9699-2887e5218283 req-acaae003-50fe-44eb-ac69-af697cde2df3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:20.269474 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0582eaa8-8bc3-4a27-9699-2887e5218283 req-acaae003-50fe-44eb-ac69-af697cde2df3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.0976288 Nov 27 01:35:20.353925 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0582eaa8-8bc3-4a27-9699-2887e5218283 req-9c4eb60f-e710-4296-a6a4-37bf18b055eb tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810652 Nov 27 01:35:20.421570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=31ebf723-20ea-48f6-80a1-e13f46ecfa0d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:20.436959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:35:20.493791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-ae956357-c798-4b71-8e46-65211da6a0dd req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Deleting port 024472f7-9570-4571-8427-c27ab1b687f6 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:20.495950 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ae956357-c798-4b71-8e46-65211da6a0dd req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:20.522554 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6630d64e-77ac-4379-8c0a-73ec75e72e99 req-e9eb423e-ff4b-4fa1-9dc6-f907cd3e8c18 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups?id=8736e520-4fad-49d5-8aa5-eb648124e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3282001 Nov 27 01:35:20.524669 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-721a7a72-a52e-40b6-a317-3c8ede395b74 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:20.604425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-721a7a72-a52e-40b6-a317-3c8ede395b74 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Calling delete_port for f70672c8-6436-4ace-bb09-6609ad0ec4a8 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:20.612088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Checking segment: {'id': '0d362dab-81c2-4b4b-b929-f5e9b50afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4a261d06-87c1-4257-8a02-2034edffad44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:20.612958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network hostable DHCP agents. Network: 4a261d06-87c1-4257-8a02-2034edffad44, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:35:20.732363 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 4a261d06-87c1-4257-8a02-2034edffad44 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:35:20.756137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:35:20.760097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 4a261d06-87c1-4257-8a02-2034edffad44) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:20.769415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150ffb89-bf3b-4c94-9eff-c89521ae999a None None] Sync routers for ids ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:35:20.773465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:20.780029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:20.780680 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:20.789205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150ffb89-bf3b-4c94-9eff-c89521ae999a None None] Routers {'40cbaa5f-bb09-43d5-a8be-7c14a1138baf'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:35:20.792994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-150ffb89-bf3b-4c94-9eff-c89521ae999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:35:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:20.810588 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:20.841410 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ed389831-cb74-4763-95f7-07b130ee0c04 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0915043 Nov 27 01:35:20.848360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c1f5d-9c32-4fc7-8e56-848b452e30c7 None None] Network 4a261d06-87c1-4257-8a02-2034edffad44 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:20.938215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57824) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:20.943260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-43796809-f6a7-4f13-8f63-aa1bb0551499 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1659057418'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:20.973574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43796809-f6a7-4f13-8f63-aa1bb0551499 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:20.976901 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43796809-f6a7-4f13-8f63-aa1bb0551499 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:20.983271 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-12605f29-32df-42f4-b484-e19db3f5fa87 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.0483608 Nov 27 01:35:21.001688 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:21.004927 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68704366-e758-4e4b-b3ed-92881b825e32" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:21.083093 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19898989-452e-414b-a2eb-5ac6687eb698 x-openstack-request-id: req-19898989-452e-414b-a2eb-5ac6687eb698 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:21.083663 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:21.084122 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19898989-452e-414b-a2eb-5ac6687eb698 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:21.084923 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'status': 'completed', 'code': 200} Nov 27 01:35:21.086084 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43796809-f6a7-4f13-8f63-aa1bb0551499 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:35:21.094045 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-721a7a72-a52e-40b6-a317-3c8ede395b74 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:21.101005 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-150ffb89-bf3b-4c94-9eff-c89521ae999a None None] Set router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:35:21.108558 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-ae956357-c798-4b71-8e46-65211da6a0dd req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] For port 024472f7-9570-4571-8427-c27ab1b687f6, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=024472f7-9570-4571-8427-c27ab1b687f6,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:21.109297 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ae956357-c798-4b71-8e46-65211da6a0dd req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:21.146612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4142ee-7b84-44dc-88fd-72924787ed77 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:21.240738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a7a72-a52e-40b6-a317-3c8ede395b74 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Pushing event deleted for resources: {'Port': ['ID=f70672c8-6436-4ace-bb09-6609ad0ec4a8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:21.247094 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43796809-f6a7-4f13-8f63-aa1bb0551499 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:21.247094 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-43796809-f6a7-4f13-8f63-aa1bb0551499 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Added segment 29418791-bc72-4626-9a3d-9f9e27b53db9 of type vlan for network 7289ae65-4f33-4146-a41c-19c3ef2e3401 Nov 27 01:35:21.345887 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43796809-f6a7-4f13-8f63-aa1bb0551499 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:21.366195 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-721a7a72-a52e-40b6-a317-3c8ede395b74 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:21.406465 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-721a7a72-a52e-40b6-a317-3c8ede395b74 tempest-RoutersAdminNegativeIpV6Test-1070726993 tempest-RoutersAdminNegativeIpV6Test-1070726993-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f70672c8-6436-4ace-bb09-6609ad0ec4a8 HTTP/1.1" status: 204 len: 168 time: 1.8252409 Nov 27 01:35:21.459494 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ae956357-c798-4b71-8e46-65211da6a0dd req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:21.460226 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ae956357-c798-4b71-8e46-65211da6a0dd req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:21.460853 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-ae956357-c798-4b71-8e46-65211da6a0dd req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Floating IP fb109947-abc1-4fce-bf26-6c9fbd3df20c disassociated. External IP: 172.25.1.141, port: 024472f7-9570-4571-8427-c27ab1b687f6. Nov 27 01:35:21.461399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-ae956357-c798-4b71-8e46-65211da6a0dd req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Calling delete_port for 024472f7-9570-4571-8427-c27ab1b687f6 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:21.485574 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68704366-e758-4e4b-b3ed-92881b825e32 req-822fa2d8-abc4-402a-9ca5-8ff07e6c0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:21.487365 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68704366-e758-4e4b-b3ed-92881b825e32 req-822fa2d8-abc4-402a-9ca5-8ff07e6c0f4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1097 time: 0.1284695 Nov 27 01:35:21.498506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a678682-fd36-4f26-bdb1-1b10f48c2134 req-fdd082b2-08cc-4b12-96d2-f5a78d7e8012 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:21.506816 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a678682-fd36-4f26-bdb1-1b10f48c2134 req-fdd082b2-08cc-4b12-96d2-f5a78d7e8012 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.1387272 Nov 27 01:35:21.509846 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43796809-f6a7-4f13-8f63-aa1bb0551499 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:21.517410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43796809-f6a7-4f13-8f63-aa1bb0551499 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:21.518141 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-43796809-f6a7-4f13-8f63-aa1bb0551499 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:21.540907 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-150ffb89-bf3b-4c94-9eff-c89521ae999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '3f812e0a-c0ad-4832-812e-2c3d44431c2a', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'port_id': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'mac_address': 'fa:16:3e:17:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:35:16Z', 'updated_at': '2021-11-27T01:35:16Z', 'revision_number': 0, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80cd2b85-445b-4233-a440-845973b44e7f', 'name': '', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ca:f4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:46Z', 'updated_at': '2021-11-27T01:34:56Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:21.612048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43796809-f6a7-4f13-8f63-aa1bb0551499 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Network': ['ID=7289ae65-4f33-4146-a41c-19c3ef2e3401,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:21.627926 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-43796809-f6a7-4f13-8f63-aa1bb0551499 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6884992 Nov 27 01:35:21.630766 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57844) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:21.632455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 7289ae65-4f33-4146-a41c-19c3ef2e3401 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:35:21.640329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150ffb89-bf3b-4c94-9eff-c89521ae999a None None] Checking router: 40cbaa5f-bb09-43d5-a8be-7c14a1138baf for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:35:21.651526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'ports': [{'network_id': '4a261d06-87c1-4257-8a02-2034edffad44'}, {'network_id': '7289ae65-4f33-4146-a41c-19c3ef2e3401'}]} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:21.652160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:21.652903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'network_id': '7289ae65-4f33-4146-a41c-19c3ef2e3401'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:21.709848 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150ffb89-bf3b-4c94-9eff-c89521ae999a None None] Routers {'40cbaa5f-bb09-43d5-a8be-7c14a1138baf'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:35:21.710626 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-150ffb89-bf3b-4c94-9eff-c89521ae999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:35:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:21.761410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a678682-fd36-4f26-bdb1-1b10f48c2134 req-355b821a-7be0-47b2-9e36-e6576d622b86 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2533212 Nov 27 01:35:21.779645 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57846) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:21.873643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57848) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:21.930217 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-150ffb89-bf3b-4c94-9eff-c89521ae999a None None] Set router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:35:21.973079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b7521-28f6-4d91-b449-b7f710033dec req-d1dda1fb-5e8d-4747-ad63-2d19e4da4fa9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:21.981394 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-054b7521-28f6-4d91-b449-b7f710033dec req-d1dda1fb-5e8d-4747-ad63-2d19e4da4fa9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.3703151 Nov 27 01:35:22.004299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68704366-e758-4e4b-b3ed-92881b825e32 req-258bddc1-3ee2-4651-b437-b975a1bdda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:22.009894 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68704366-e758-4e4b-b3ed-92881b825e32 req-258bddc1-3ee2-4651-b437-b975a1bdda37 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 898 time: 0.4913588 Nov 27 01:35:22.033560 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 2} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:22.039520 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:22.055038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ae956357-c798-4b71-8e46-65211da6a0dd req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:22.065782 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-054b7521-28f6-4d91-b449-b7f710033dec req-5af74997-eadf-4603-becf-e74cf4d0bff5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832529 Nov 27 01:35:22.073708 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:22.138027 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event deleted for resources: {'Port': ['ID=024472f7-9570-4571-8427-c27ab1b687f6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:22.205277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port f62ba3bd-ac01-430a-ab04-45ca0281d002 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:22.211791 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e631b36c-6fc6-40a8-a7a1-abbf9474bcab req-c7050f1e-d745-43a9-ba2b-5bc8bfa3182a tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 210 time: 0.1603081 Nov 27 01:35:22.344512 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adad3113-cead-4653-9619-090a41d16159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:22.351292 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae956357-c798-4b71-8e46-65211da6a0dd req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Router 0453dce3-ced6-4002-9597-f6e5bd2a6724 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:35:22.370224 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68704366-e758-4e4b-b3ed-92881b825e32 req-5554bd4b-b9c3-42c5-ba0e-e281c5994551 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 999 time: 0.3088419 Nov 27 01:35:22.375853 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cb5e80c9-5a5a-45a9-8783-8213044b46f5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/3f812e0a-c0ad-4832-812e-2c3d44431c2a HTTP/1.1" status: 200 len: 991 time: 0.5947440 Nov 27 01:35:22.381297 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:22.421432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-150ffb89-bf3b-4c94-9eff-c89521ae999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '3f812e0a-c0ad-4832-812e-2c3d44431c2a', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'port_id': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'mac_address': 'fa:16:3e:17:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:35:16Z', 'updated_at': '2021-11-27T01:35:16Z', 'revision_number': 0, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80cd2b85-445b-4233-a440-845973b44e7f', 'name': '', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ca:f4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:46Z', 'updated_at': '2021-11-27T01:34:56Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:22.460019 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port 2d156b8e-3228-4e5d-872b-6f1dcd82f717 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:22.461448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150ffb89-bf3b-4c94-9eff-c89521ae999a None None] The sync data for ids ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'] in n-d-817303-10 is: [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '3f812e0a-c0ad-4832-812e-2c3d44431c2a', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'port_id': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'mac_address': 'fa:16:3e:17:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:35:16Z', 'updated_at': '2021-11-27T01:35:16Z', 'revision_number': 0, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80cd2b85-445b-4233-a440-845973b44e7f', 'name': '', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ca:f4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:46Z', 'updated_at': '2021-11-27T01:34:56Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:35:22.497341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68704366-e758-4e4b-b3ed-92881b825e32 req-66520150-88c5-4a3c-82e3-057a8dff8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:22.504425 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68704366-e758-4e4b-b3ed-92881b825e32 req-66520150-88c5-4a3c-82e3-057a8dff8bae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 200 len: 833 time: 0.1239789 Nov 27 01:35:22.640106 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adad3113-cead-4653-9619-090a41d16159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:22.649572 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adad3113-cead-4653-9619-090a41d16159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:22.653441 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae956357-c798-4b71-8e46-65211da6a0dd req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:35:22.659744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68704366-e758-4e4b-b3ed-92881b825e32 req-5b8ab985-9138-4605-9dc2-d31e984b40db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:22.663440 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68704366-e758-4e4b-b3ed-92881b825e32 req-5b8ab985-9138-4605-9dc2-d31e984b40db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13c791bd-1904-4631-a93a-d2f8f394f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468823 Nov 27 01:35:22.668514 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fbd23a-4378-4b25-8a65-eb7f88f959c4 None None] Sync routers for ids ['0453dce3-ced6-4002-9597-f6e5bd2a6724'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:35:22.676881 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:22.679005 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fbd23a-4378-4b25-8a65-eb7f88f959c4 None None] Routers {'0453dce3-ced6-4002-9597-f6e5bd2a6724'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:35:22.679629 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b5fbd23a-4378-4b25-8a65-eb7f88f959c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:35:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0453dce3-ced6-4002-9597-f6e5bd2a6724'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:22.731505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae956357-c798-4b71-8e46-65211da6a0dd req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] No DVR routers for this DVR port 024472f7-9570-4571-8427-c27ab1b687f6 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:22.766544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad3113-cead-4653-9619-090a41d16159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9315dfe-b458-4ecb-b2ee-4372400a6941,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:22.770495 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ae956357-c798-4b71-8e46-65211da6a0dd req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:22.773997 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae956357-c798-4b71-8e46-65211da6a0dd req-833e9476-8a33-4c5c-b389-30f3965f8784 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.31 "DELETE /v2.0/ports/024472f7-9570-4571-8427-c27ab1b687f6 HTTP/1.1" status: 204 len: 173 time: 2.5708401 Nov 27 01:35:22.774465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee17261-43c3-444d-a63a-707e9b56f8d0', 'name': 'network-vif-deleted', 'tag': '024472f7-9570-4571-8427-c27ab1b687f6'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:22.777176 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59227641-da58-453b-acce-9a090d90e51b" -d '{"events": [{"server_uuid": "eee17261-43c3-444d-a63a-707e9b56f8d0", "name": "network-vif-deleted", "tag": "024472f7-9570-4571-8427-c27ab1b687f6"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:22.779602 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-adad3113-cead-4653-9619-090a41d16159 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74806bda047f4627b4225c5ec60a5095&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8559210 Nov 27 01:35:22.779846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57868) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:22.796820 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:22.893984 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6019043-411c-4850-8154-e2e501b3b545 x-openstack-request-id: req-b6019043-411c-4850-8154-e2e501b3b545 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:22.894285 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee17261-43c3-444d-a63a-707e9b56f8d0", "name": "network-vif-deleted", "tag": "024472f7-9570-4571-8427-c27ab1b687f6", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:22.894542 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6019043-411c-4850-8154-e2e501b3b545 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:22.894950 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee17261-43c3-444d-a63a-707e9b56f8d0', 'name': 'network-vif-deleted', 'tag': '024472f7-9570-4571-8427-c27ab1b687f6', 'status': 'completed', 'code': 200} Nov 27 01:35:22.913123 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68704366-e758-4e4b-b3ed-92881b825e32 req-dcfc9586-9a00-441d-abce-70dd4604afa7 service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417073 Nov 27 01:35:22.915469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 4a261d06-87c1-4257-8a02-2034edffad44 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:22.930168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:22.944531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09877d2-7079-47aa-9c6b-80e97bb5b41f None None] New status for floating IP 3f812e0a-c0ad-4832-812e-2c3d44431c2a: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:35:22.945344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:22.946260 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:22.959229 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=f62ba3bd-ac01-430a-ab04-45ca0281d002,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:22.992800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9505f85a-0af6-4bd8-9fe7-2d190fa46631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:23.011612 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-b5fbd23a-4378-4b25-8a65-eb7f88f959c4 None None] Set router 0453dce3-ced6-4002-9597-f6e5bd2a6724 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:35:23.059446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9505f85a-0af6-4bd8-9fe7-2d190fa46631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:23.074360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=2d156b8e-3228-4e5d-872b-6f1dcd82f717,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:23.117220 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-68704366-e758-4e4b-b3ed-92881b825e32 req-65e3eee8-682f-4965-a221-0817ac7cdfb8 service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837864 Nov 27 01:35:23.157392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Checking segment: {'id': '29418791-bc72-4626-9a3d-9f9e27b53db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7289ae65-4f33-4146-a41c-19c3ef2e3401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:23.158240 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network hostable DHCP agents. Network: 7289ae65-4f33-4146-a41c-19c3ef2e3401, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:35:23.161077 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9505f85a-0af6-4bd8-9fe7-2d190fa46631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:23.164072 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9505f85a-0af6-4bd8-9fe7-2d190fa46631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:23.168743 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9505f85a-0af6-4bd8-9fe7-2d190fa46631 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9315dfe-b458-4ecb-b2ee-4372400a6941 HTTP/1.1" status: 204 len: 168 time: 0.3817592 Nov 27 01:35:23.184256 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505f85a-0af6-4bd8-9fe7-2d190fa46631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9315dfe-b458-4ecb-b2ee-4372400a6941,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:23.186794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 7289ae65-4f33-4146-a41c-19c3ef2e3401 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:35:23.211172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 7289ae65-4f33-4146-a41c-19c3ef2e3401) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:23.218055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:23.229183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:23.238115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:23.241198 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:23.279967 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9548bea7-158e-484b-ad0a-14d63876317e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6338933 Nov 27 01:35:23.284702 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57886) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:23.300377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d38c5f-c4ef-4ce5-a6c8-43a89d7d2342 None None] Network 7289ae65-4f33-4146-a41c-19c3ef2e3401 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:23.381287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57890) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:23.397849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8786f-2e90-4ec3-a31b-8672cc34588e req-9aefb96e-2ee9-472c-8dd3-0c2c5a0e64a4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:23.404958 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23a8786f-2e90-4ec3-a31b-8672cc34588e req-9aefb96e-2ee9-472c-8dd3-0c2c5a0e64a4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.1569898 Nov 27 01:35:23.537287 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b5fbd23a-4378-4b25-8a65-eb7f88f959c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:35Z', 'revision_number': 5, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:23.588507 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23a8786f-2e90-4ec3-a31b-8672cc34588e req-eaf64bbb-4d1c-4483-976f-7d7a22a4e6e0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756790 Nov 27 01:35:23.600665 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fbd23a-4378-4b25-8a65-eb7f88f959c4 None None] Checking router: 0453dce3-ced6-4002-9597-f6e5bd2a6724 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:35:23.615757 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fbd23a-4378-4b25-8a65-eb7f88f959c4 None None] Routers {'0453dce3-ced6-4002-9597-f6e5bd2a6724'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:35:23.616507 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b5fbd23a-4378-4b25-8a65-eb7f88f959c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:35:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0453dce3-ced6-4002-9597-f6e5bd2a6724'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:23.674002 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-188fdc93-b00c-4fba-a8e3-02b00492cad3 req-2344fbc3-9b34-411d-9d00-265e0028ada2 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee17261-43c3-444d-a63a-707e9b56f8d0 HTTP/1.1" status: 200 len: 210 time: 0.1274078 Nov 27 01:35:23.734139 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-83f42a4e-5881-46ee-89ed-ee390e8b5948 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/3f812e0a-c0ad-4832-812e-2c3d44431c2a HTTP/1.1" status: 200 len: 993 time: 0.3510261 Nov 27 01:35:23.765320 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-9dd676be-f636-479c-92e5-4b2b2dfd6618 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port 2d156b8e-3228-4e5d-872b-6f1dcd82f717 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:23.765679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9dd676be-f636-479c-92e5-4b2b2dfd6618 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:23.767846 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-b5fbd23a-4378-4b25-8a65-eb7f88f959c4 None None] Set router 0453dce3-ced6-4002-9597-f6e5bd2a6724 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:35:23.854382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57900) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:23.855019 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9dd676be-f636-479c-92e5-4b2b2dfd6618 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:23.871176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-9dd676be-f636-479c-92e5-4b2b2dfd6618 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for 2d156b8e-3228-4e5d-872b-6f1dcd82f717 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:23.899161 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5c45c00c-1710-40b9-868e-877080b91bdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9fe3d9e218f4ea7a36d381f7f4e7454&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435438 Nov 27 01:35:23.902009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57902) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:23.971203 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f6b0f6b-5d5e-4c10-b92c-f7d1c617c2bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:23.987791 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9dd676be-f636-479c-92e5-4b2b2dfd6618 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:24.003155 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f6b0f6b-5d5e-4c10-b92c-f7d1c617c2bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:24.032993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd676be-f636-479c-92e5-4b2b2dfd6618 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=2d156b8e-3228-4e5d-872b-6f1dcd82f717,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:24.041205 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9dd676be-f636-479c-92e5-4b2b2dfd6618 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:24.044949 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9dd676be-f636-479c-92e5-4b2b2dfd6618 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/2d156b8e-3228-4e5d-872b-6f1dcd82f717 HTTP/1.1" status: 204 len: 168 time: 0.7592325 Nov 27 01:35:24.047565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57906) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:24.049073 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b5fbd23a-4378-4b25-8a65-eb7f88f959c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:35Z', 'revision_number': 5, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:24.082027 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f6b0f6b-5d5e-4c10-b92c-f7d1c617c2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:24.085131 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f6b0f6b-5d5e-4c10-b92c-f7d1c617c2bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:24.089133 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9f6b0f6b-5d5e-4c10-b92c-f7d1c617c2bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11f80983-4937-4d40-9cfd-377ec8144679 HTTP/1.1" status: 204 len: 168 time: 0.1832507 Nov 27 01:35:24.106053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b0f6b-5d5e-4c10-b92c-f7d1c617c2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f80983-4937-4d40-9cfd-377ec8144679,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:24.111396 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fbd23a-4378-4b25-8a65-eb7f88f959c4 None None] The sync data for ids ['0453dce3-ced6-4002-9597-f6e5bd2a6724'] in n-d-817303-10 is: [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 4, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '08171a6b-9ae1-46c7-824a-454249923c71', 'name': '', 'network_id': 'fbf9ad20-e715-449c-9ff0-512a26044dd2', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'mac_address': 'fa:16:3e:1b:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:26Z', 'updated_at': '2021-11-27T01:26:35Z', 'revision_number': 5, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'subnets': [{'id': '560f9432-09a4-4ee9-a29c-ffb13996e99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:35:24.180886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a743f4-b321-465b-a087-de292c251d98 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:24.187360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a743f4-b321-465b-a087-de292c251d98 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:24.189054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-27a743f4-b321-465b-a087-de292c251d98 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1403222 Nov 27 01:35:24.192001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57912) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:24.315203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ad294217-2472-4ec4-a1eb-6437750f2ff2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port f62ba3bd-ac01-430a-ab04-45ca0281d002 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:24.315557 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad294217-2472-4ec4-a1eb-6437750f2ff2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:24.453543 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad294217-2472-4ec4-a1eb-6437750f2ff2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:24.472547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ad294217-2472-4ec4-a1eb-6437750f2ff2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for f62ba3bd-ac01-430a-ab04-45ca0281d002 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:24.530576 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f65a1a1-82e9-49b3-bc15-5ddfc8089342 None None] New status for floating IP fb109947-abc1-4fce-bf26-6c9fbd3df20c: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:35:24.563612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 024472f7-9570-4571-8427-c27ab1b687f6 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:24.595938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 024472f7-9570-4571-8427-c27ab1b687f6 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:24.596910 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 024472f7-9570-4571-8427-c27ab1b687f6 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:24.619937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad294217-2472-4ec4-a1eb-6437750f2ff2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:24.685201 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad294217-2472-4ec4-a1eb-6437750f2ff2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=f62ba3bd-ac01-430a-ab04-45ca0281d002,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:24.697463 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad294217-2472-4ec4-a1eb-6437750f2ff2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:24.709098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ad294217-2472-4ec4-a1eb-6437750f2ff2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/f62ba3bd-ac01-430a-ab04-45ca0281d002 HTTP/1.1" status: 204 len: 168 time: 0.5159636 Nov 27 01:35:24.712182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57932) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:24.754710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57934) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:24.814309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa663520-ff85-4315-bf08-8a75d53cd9e2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:24.818422 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fa663520-ff85-4315-bf08-8a75d53cd9e2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1018896 Nov 27 01:35:24.819429 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57942) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:24.861659 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57944) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:24.881711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce437-af02-4390-b155-c6b733faf3dc req-a4645446-82f3-49af-90e9-833616fb49f6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:24.883600 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8f5ce437-af02-4390-b155-c6b733faf3dc req-a4645446-82f3-49af-90e9-833616fb49f6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.1828642 Nov 27 01:35:24.885293 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-40847f30-f73c-4a65-acb8-593e9a305bf6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] GET failed (client error): The resource could not be found. Nov 27 01:35:24.886688 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-40847f30-f73c-4a65-acb8-593e9a305bf6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/2d156b8e-3228-4e5d-872b-6f1dcd82f717 HTTP/1.1" status: 404 len: 333 time: 0.0657759 Nov 27 01:35:24.889681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57946) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:24.927920 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-250995ea-4a28-48f6-a626-3065c8fb58ef tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] GET failed (client error): The resource could not be found. Nov 27 01:35:24.929556 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-250995ea-4a28-48f6-a626-3065c8fb58ef tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/f62ba3bd-ac01-430a-ab04-45ca0281d002 HTTP/1.1" status: 404 len: 333 time: 0.0388308 Nov 27 01:35:24.935028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57948) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:24.990487 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8f5ce437-af02-4390-b155-c6b733faf3dc req-836c95e4-8c9b-4285-beca-d12a6dfc625b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947945 Nov 27 01:35:25.029917 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ba851cd-fcb7-4c63-be0f-b56d0822ac12 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.075058 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-60ff618e-120e-45e9-bf60-d4414d72a9b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.103106 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ba851cd-fcb7-4c63-be0f-b56d0822ac12 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.120522 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c0e7-a69d-44c7-8b67-5a570c7440f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.253421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57958) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.278549 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c0e7-a69d-44c7-8b67-5a570c7440f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.287710 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ba851cd-fcb7-4c63-be0f-b56d0822ac12 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.291515 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1ba851cd-fcb7-4c63-be0f-b56d0822ac12 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.295540 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1ba851cd-fcb7-4c63-be0f-b56d0822ac12 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "DELETE /v2.0/security-groups/8736e520-4fad-49d5-8aa5-eb648124e6e4 HTTP/1.1" status: 204 len: 168 time: 0.4302366 Nov 27 01:35:25.295851 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57962) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.314112 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-c4a13b49-d763-4a50-b5f9-76ac16feb1a2 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] show failed (client error): The resource could not be found. Nov 27 01:35:25.319880 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c4a13b49-d763-4a50-b5f9-76ac16feb1a2 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "GET /v2.0/security-groups/8736e520-4fad-49d5-8aa5-eb648124e6e4 HTTP/1.1" status: 404 len: 347 time: 0.0227261 Nov 27 01:35:25.321540 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57964) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.334646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba851cd-fcb7-4c63-be0f-b56d0822ac12 tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8736e520-4fad-49d5-8aa5-eb648124e6e4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:25.341834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-dfb3c0e7-a69d-44c7-8b67-5a570c7440f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7289ae65-4f33-4146-a41c-19c3ef2e3401']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:25.359977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-60ff618e-120e-45e9-bf60-d4414d72a9b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.361718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-dfb3c0e7-a69d-44c7-8b67-5a570c7440f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29418791-bc72-4626-9a3d-9f9e27b53db9') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:25.362090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-dfb3c0e7-a69d-44c7-8b67-5a570c7440f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29418791-bc72-4626-9a3d-9f9e27b53db9') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:25.372488 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-60ff618e-120e-45e9-bf60-d4414d72a9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.385846 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c0e7-a69d-44c7-8b67-5a570c7440f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.386511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-0714af0c-327d-489a-b6e6-fa2c9f501bac tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.387614 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0714af0c-327d-489a-b6e6-fa2c9f501bac tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1331325 Nov 27 01:35:25.390650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57966) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.401468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-fe982020-f679-4c9a-b23e-5f457b6413fa tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.406265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fe982020-f679-4c9a-b23e-5f457b6413fa tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0106499 Nov 27 01:35:25.407703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57968) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.424158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-29a6ce17-835a-44d7-a2f8-c6a06723a9de tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.427968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-29a6ce17-835a-44d7-a2f8-c6a06723a9de tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0145328 Nov 27 01:35:25.432063 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c0e7-a69d-44c7-8b67-5a570c7440f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.433790 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57970) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.438229 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-b30ffb32-4f01-4965-86cf-1c48882e1b98 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.440296 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b30ffb32-4f01-4965-86cf-1c48882e1b98 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043330 Nov 27 01:35:25.442823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57972) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.449376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-2924f82e-646b-4a7f-884a-ce96ca21945c tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.450477 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2924f82e-646b-4a7f-884a-ce96ca21945c tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0065908 Nov 27 01:35:25.451730 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-60ff618e-120e-45e9-bf60-d4414d72a9b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a8d3daf2fc14668965791e789b72c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6947694 Nov 27 01:35:25.454461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57974) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.454606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57976) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.457286 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb3c0e7-a69d-44c7-8b67-5a570c7440f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:25.457784 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c0e7-a69d-44c7-8b67-5a570c7440f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.462741 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-0b45a312-97b6-4388-88e3-2aa1a23fb4bd tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.466400 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0b45a312-97b6-4388-88e3-2aa1a23fb4bd tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0081952 Nov 27 01:35:25.466529 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff618e-120e-45e9-bf60-d4414d72a9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119fb313-dbfd-4e38-85fc-34a2cc6d3965,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:25.467935 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:25.471025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57978) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.483297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-bc5dafb5-99b5-4fd2-9541-d12495a0274f tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.487582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bc5dafb5-99b5-4fd2-9541-d12495a0274f tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043759 Nov 27 01:35:25.488569 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57980) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.497334 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-307965c3-90e0-4b7c-b40b-80d32f9b19de tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.498498 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-307965c3-90e0-4b7c-b40b-80d32f9b19de tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0079796 Nov 27 01:35:25.501758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57982) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.507323 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-7df021e6-2ec1-414a-906c-2cb468f6d401 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.510733 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7df021e6-2ec1-414a-906c-2cb468f6d401 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054510 Nov 27 01:35:25.511318 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57984) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.518836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-774515a4-c338-4041-92d3-2ce91e4edc94 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.522176 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-774515a4-c338-4041-92d3-2ce91e4edc94 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0076590 Nov 27 01:35:25.522388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57986) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.528986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-a8593d30-1983-4e0c-94df-336d31f28ef2 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.532360 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a8593d30-1983-4e0c-94df-336d31f28ef2 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0067139 Nov 27 01:35:25.533465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57988) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.539379 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-3ae0bb2f-3317-4658-a701-567f44c067ba tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.543794 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3ae0bb2f-3317-4658-a701-567f44c067ba tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0074656 Nov 27 01:35:25.543794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57990) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.551094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-84fffe65-9684-4578-b894-f82bd113d2d1 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.554535 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-84fffe65-9684-4578-b894-f82bd113d2d1 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0068913 Nov 27 01:35:25.554857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 57992) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.560853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-b075607c-722d-43db-b86b-a5e70c6db37c tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.564331 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b075607c-722d-43db-b86b-a5e70c6db37c tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0059948 Nov 27 01:35:25.564501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b4ab6-d59b-4961-86f2-47f1234e07af tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Deleting port d4968b75-d0df-421f-8d01-c5565f0f6181 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:25.565733 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f8b4ab6-d59b-4961-86f2-47f1234e07af tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.565862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57994) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.571491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-de37e1fa-1996-42d7-9348-ec55eb974cd3 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.575155 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-de37e1fa-1996-42d7-9348-ec55eb974cd3 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0069187 Nov 27 01:35:25.575635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57996) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.585654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-0d87beed-158e-472d-a8fd-db8b23284c57 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.590459 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0d87beed-158e-472d-a8fd-db8b23284c57 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0102768 Nov 27 01:35:25.590459 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c0e7-a69d-44c7-8b67-5a570c7440f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.591657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 57998) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.611099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-30f87512-5423-4719-add8-c357f2f18fca tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.614948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-30f87512-5423-4719-add8-c357f2f18fca tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0186067 Nov 27 01:35:25.614948 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c0e7-a69d-44c7-8b67-5a570c7440f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.616138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58000) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.617140 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dfb3c0e7-a69d-44c7-8b67-5a570c7440f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/networks/7289ae65-4f33-4146-a41c-19c3ef2e3401 HTTP/1.1" status: 204 len: 168 time: 0.6812022 Nov 27 01:35:25.621815 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3c0e7-a69d-44c7-8b67-5a570c7440f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Network': ['ID=7289ae65-4f33-4146-a41c-19c3ef2e3401,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:25.621972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58002) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.623597 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-463a09b4-e9fa-499e-a521-3aa963721136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.626929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b14f160d-f252-4a22-bf51-fe2efd3e1f23 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-275591386'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:25.632544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-b6f034f7-5f07-4c65-99ca-7d31fdc56ca2 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.634103 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b6f034f7-5f07-4c65-99ca-7d31fdc56ca2 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0170166 Nov 27 01:35:25.638471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58004) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.645561 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-accdcc7e-4af7-42d4-b1c4-d1d74621a3ec tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.649289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-accdcc7e-4af7-42d4-b1c4-d1d74621a3ec tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0093098 Nov 27 01:35:25.652086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58006) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.661264 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-8394381e-7b1d-449e-8aa8-e3c03732f6ee tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.664884 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8394381e-7b1d-449e-8aa8-e3c03732f6ee tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0085170 Nov 27 01:35:25.665034 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-463a09b4-e9fa-499e-a521-3aa963721136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.665964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58008) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.670457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-6841963e-9010-4cc9-bbe4-4c6bae5bca69 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.674138 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6841963e-9010-4cc9-bbe4-4c6bae5bca69 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0064886 Nov 27 01:35:25.676721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58010) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.684076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-2b697829-1506-4e34-821e-4855d0f50f9a tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.688299 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2b697829-1506-4e34-821e-4855d0f50f9a tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0075321 Nov 27 01:35:25.689281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58012) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.698856 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-39eb059c-661a-4249-a00e-ce08293adebb tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.702419 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-39eb059c-661a-4249-a00e-ce08293adebb tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0097251 Nov 27 01:35:25.702419 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14f160d-f252-4a22-bf51-fe2efd3e1f23 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:25.704127 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b14f160d-f252-4a22-bf51-fe2efd3e1f23 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.709203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58014) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.713400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-ab27a75b-d6e5-48b2-84ca-cccdfc6238ee tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.716705 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ab27a75b-d6e5-48b2-84ca-cccdfc6238ee tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0065496 Nov 27 01:35:25.718777 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58016) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.719159 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f8b4ab6-d59b-4961-86f2-47f1234e07af tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.719566 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f8b4ab6-d59b-4961-86f2-47f1234e07af tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.723722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-967c4858-4abb-4f81-96cb-825be4cf86e9 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.728767 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-967c4858-4abb-4f81-96cb-825be4cf86e9 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0088582 Nov 27 01:35:25.737670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58018) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.747300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-54e44929-ba79-41ca-a76a-5af2015b585a tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.748467 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-54e44929-ba79-41ca-a76a-5af2015b585a tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0089965 Nov 27 01:35:25.751541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58020) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.753005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b4ab6-d59b-4961-86f2-47f1234e07af tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Calling delete_port for d4968b75-d0df-421f-8d01-c5565f0f6181 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:25.756959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-5a2d5f82-ab00-481d-ad8b-ee7b399029d5 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.758113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5a2d5f82-ab00-481d-ad8b-ee7b399029d5 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052869 Nov 27 01:35:25.760795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58022) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.765877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-9650e96a-9ceb-4439-8790-b511aef6e174 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.769940 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9650e96a-9ceb-4439-8790-b511aef6e174 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0080240 Nov 27 01:35:25.770261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58024) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.771613 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-463a09b4-e9fa-499e-a521-3aa963721136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.774601 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-463a09b4-e9fa-499e-a521-3aa963721136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.776121 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-463a09b4-e9fa-499e-a521-3aa963721136 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/119fb313-dbfd-4e38-85fc-34a2cc6d3965 HTTP/1.1" status: 204 len: 168 time: 0.3199983 Nov 27 01:35:25.779974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-388d2044-c7a7-4b09-9e6a-1572c8b2b944 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.783767 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-388d2044-c7a7-4b09-9e6a-1572c8b2b944 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0113096 Nov 27 01:35:25.783969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58028) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.788269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-4ca1bfb5-2964-4b82-bab4-2847c17f75ba tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.793101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4ca1bfb5-2964-4b82-bab4-2847c17f75ba tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0078824 Nov 27 01:35:25.794297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a09b4-e9fa-499e-a521-3aa963721136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119fb313-dbfd-4e38-85fc-34a2cc6d3965,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:25.796601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58030) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.801204 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-289d73db-853f-418d-9e8f-20ec69c213eb tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.805706 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-289d73db-853f-418d-9e8f-20ec69c213eb tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0075769 Nov 27 01:35:25.806433 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58032) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.810719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-95f353da-b8b3-49ac-a3cc-a2d27aa29757 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.814400 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-95f353da-b8b3-49ac-a3cc-a2d27aa29757 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0070105 Nov 27 01:35:25.815235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58034) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.817700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14f160d-f252-4a22-bf51-fe2efd3e1f23 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:35:25.819756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-780ea50c-89e9-42e9-b9f1-ce5114772d77 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.823370 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-780ea50c-89e9-42e9-b9f1-ce5114772d77 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071261 Nov 27 01:35:25.823956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58036) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.837735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-d0c1a2ae-3495-44ae-b587-7d2614a8e08c tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.838393 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b14f160d-f252-4a22-bf51-fe2efd3e1f23 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.839526 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-b14f160d-f252-4a22-bf51-fe2efd3e1f23 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Added segment 91e41981-3892-430f-959b-f7af89f5d639 of type vlan for network 60c9eaff-a67b-4b75-ae70-c7be9caf539c Nov 27 01:35:25.843277 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58038) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.843390 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d0c1a2ae-3495-44ae-b587-7d2614a8e08c tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0175543 Nov 27 01:35:25.856773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-59321fba-619e-4956-a8c7-277b1f08e43a tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.858140 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-59321fba-619e-4956-a8c7-277b1f08e43a tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0134463 Nov 27 01:35:25.861956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58040) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.868568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-e285aca4-2e8f-4bb9-beb2-000890ef8854 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.872969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e285aca4-2e8f-4bb9-beb2-000890ef8854 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0096471 Nov 27 01:35:25.873720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58042) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.878597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-232f8299-a757-48af-ac2e-a972edea3e12 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.882756 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-232f8299-a757-48af-ac2e-a972edea3e12 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0078399 Nov 27 01:35:25.883671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58044) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.889081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-d7cd2e48-eeba-40d3-9357-6af9a4859f13 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.893120 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d7cd2e48-eeba-40d3-9357-6af9a4859f13 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0080194 Nov 27 01:35:25.893924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58046) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.899294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-2e4b8dc6-1a99-4724-84d4-3a6a88c36a87 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.904152 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2e4b8dc6-1a99-4724-84d4-3a6a88c36a87 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0091310 Nov 27 01:35:25.904833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58048) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.908956 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b14f160d-f252-4a22-bf51-fe2efd3e1f23 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:25.910101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-49ab5056-60d4-40cb-baf0-3e7688b1e7e5 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.915409 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-49ab5056-60d4-40cb-baf0-3e7688b1e7e5 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0084782 Nov 27 01:35:25.916737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58050) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.921368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-5b65fa61-158e-4ba7-857a-c2687ee3399d tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.925350 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5b65fa61-158e-4ba7-857a-c2687ee3399d tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0071869 Nov 27 01:35:25.926089 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58052) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.932599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-64ce137a-1206-4753-a4c8-4bb39191822b tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.936407 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-64ce137a-1206-4753-a4c8-4bb39191822b tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0100079 Nov 27 01:35:25.937713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58054) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.949782 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-56757ec4-ff31-40e2-9774-391ff055025a tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.953045 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-56757ec4-ff31-40e2-9774-391ff055025a tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0094986 Nov 27 01:35:25.953416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58056) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.957655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-4c5b03db-e7af-4b1c-99ad-b0eae9bfe4e9 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.958591 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4c5b03db-e7af-4b1c-99ad-b0eae9bfe4e9 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042238 Nov 27 01:35:25.961991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58058) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.967959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-f90aa95b-d0f4-4649-9205-23bece0beac1 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.971762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f90aa95b-d0f4-4649-9205-23bece0beac1 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0085738 Nov 27 01:35:25.972449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58060) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.994084 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-198705f3-4520-47ce-8849-55996016a9e9 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:25.995085 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-198705f3-4520-47ce-8849-55996016a9e9 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0216937 Nov 27 01:35:25.997840 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58062) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:25.999536 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b14f160d-f252-4a22-bf51-fe2efd3e1f23 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:26.005890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14f160d-f252-4a22-bf51-fe2efd3e1f23 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:26.006721 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b14f160d-f252-4a22-bf51-fe2efd3e1f23 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:26.015704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-65cff0c5-1101-475b-bc6a-68cfd56d0bff tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.023244 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-65cff0c5-1101-475b-bc6a-68cfd56d0bff tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0226395 Nov 27 01:35:26.025194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58066) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.033705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-499254df-7ef2-48bc-bd28-cdb6c720d10f tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.037887 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-499254df-7ef2-48bc-bd28-cdb6c720d10f tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0088103 Nov 27 01:35:26.037887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58068) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.044170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-fec4976e-f25b-4315-83f4-4bca13f27ac1 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.048042 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fec4976e-f25b-4315-83f4-4bca13f27ac1 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0091858 Nov 27 01:35:26.048708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58070) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.054554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-7e64fd60-c3dc-4629-ac55-26595ed66f66 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.056858 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7e64fd60-c3dc-4629-ac55-26595ed66f66 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0072484 Nov 27 01:35:26.057435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58072) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.062108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-2703d7ac-603c-49be-9404-3fe67c00fb6c tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.065648 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2703d7ac-603c-49be-9404-3fe67c00fb6c tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0070331 Nov 27 01:35:26.066224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58074) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.071638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-23cec2ca-1f67-468b-b2f2-82848233af1b tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.076363 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-23cec2ca-1f67-468b-b2f2-82848233af1b tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0091105 Nov 27 01:35:26.076963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58076) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.077543 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b14f160d-f252-4a22-bf51-fe2efd3e1f23 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4546459 Nov 27 01:35:26.081878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-c1b0a0b2-dab4-4f81-b963-4719d2276bc7 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.084421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58078) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.085970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c1b0a0b2-dab4-4f81-b963-4719d2276bc7 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0080726 Nov 27 01:35:26.087135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58080) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.101028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-cef35f88-83f2-494e-90c6-19acbac96fa3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': '60c9eaff-a67b-4b75-ae70-c7be9caf539c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:26.109399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-ca4d334f-a0ad-4116-a7db-a9c191055614 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.114711 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ca4d334f-a0ad-4116-a7db-a9c191055614 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0266073 Nov 27 01:35:26.116853 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58084) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.121457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f160d-f252-4a22-bf51-fe2efd3e1f23 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Network': ['ID=60c9eaff-a67b-4b75-ae70-c7be9caf539c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:26.127040 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f8b4ab6-d59b-4961-86f2-47f1234e07af tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:26.134629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 60c9eaff-a67b-4b75-ae70-c7be9caf539c details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:35:26.144698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-5495e08f-ae8b-4a0a-b75b-1a7b22ddaffd tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.150534 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5495e08f-ae8b-4a0a-b75b-1a7b22ddaffd tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0088999 Nov 27 01:35:26.151449 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58086) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.158298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-025d828f-6736-4190-a660-c0ad1451ba0e tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.162401 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-025d828f-6736-4190-a660-c0ad1451ba0e tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0082510 Nov 27 01:35:26.165290 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58088) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.190416 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-d9c7dea7-9574-4bad-b7e4-138c5ec16347 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.194316 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d9c7dea7-9574-4bad-b7e4-138c5ec16347 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0078473 Nov 27 01:35:26.196012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58090) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.201597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-677e2ff9-db3b-4767-b867-7a5a8f9c958b tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.203959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b4ab6-d59b-4961-86f2-47f1234e07af tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Pushing event deleted for resources: {'Port': ['ID=d4968b75-d0df-421f-8d01-c5565f0f6181,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:26.205737 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-677e2ff9-db3b-4767-b867-7a5a8f9c958b tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0085990 Nov 27 01:35:26.206046 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58092) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.217588 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-88a10c5c-f5fc-4dc4-8933-06d646f5ca0e tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.221378 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-88a10c5c-f5fc-4dc4-8933-06d646f5ca0e tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045805 Nov 27 01:35:26.221871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58094) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.232007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-8f6650f7-a38e-4b43-b09a-de5dad0be3be tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.236430 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8f6650f7-a38e-4b43-b09a-de5dad0be3be tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0130725 Nov 27 01:35:26.236990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58096) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.242835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-e905219b-3b90-4e7c-9dfc-9e0b32bf7cc1 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.247172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e905219b-3b90-4e7c-9dfc-9e0b32bf7cc1 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0085280 Nov 27 01:35:26.248003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58098) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.255351 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb0349-b1d8-42a4-bcb7-956e1ccd41fc req-add662a6-4ba2-45dd-ba03-abd191d42ae9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:26.258262 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-edfb0349-b1d8-42a4-bcb7-956e1ccd41fc req-add662a6-4ba2-45dd-ba03-abd191d42ae9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.1399784 Nov 27 01:35:26.281304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-daebff31-15d8-48d2-8ba9-436db988a589 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.284958 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-daebff31-15d8-48d2-8ba9-436db988a589 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0307934 Nov 27 01:35:26.285341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58100) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.312080 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-a4e8dacb-05e3-45c9-8f3f-a184b491d8d5 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.316468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58102) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.316832 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a4e8dacb-05e3-45c9-8f3f-a184b491d8d5 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0097678 Nov 27 01:35:26.326989 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-cdae3b74-923b-45e7-ba7f-5cf78cacff1b tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.331440 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cdae3b74-923b-45e7-ba7f-5cf78cacff1b tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0109520 Nov 27 01:35:26.334602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58104) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.339735 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f8b4ab6-d59b-4961-86f2-47f1234e07af tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:26.343172 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f8b4ab6-d59b-4961-86f2-47f1234e07af tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:26.348894 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3f8b4ab6-d59b-4961-86f2-47f1234e07af tempest-AttachVolumeTestJSON-397199004 tempest-AttachVolumeTestJSON-397199004-project] 10.222.0.15 "DELETE /v2.0/floatingips/fb109947-abc1-4fce-bf26-6c9fbd3df20c HTTP/1.1" status: 204 len: 168 time: 1.0250843 Nov 27 01:35:26.371997 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [None req-595bc601-084c-49bf-b7fe-76778445959c tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.377694 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58106) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.380504 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-595bc601-084c-49bf-b7fe-76778445959c tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0421219 Nov 27 01:35:26.384414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef35f88-83f2-494e-90c6-19acbac96fa3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:26.386172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-edfb0349-b1d8-42a4-bcb7-956e1ccd41fc req-ffd3fcd2-01ca-4b8d-b2f9-e1098b75fb81 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192470 Nov 27 01:35:26.389512 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cef35f88-83f2-494e-90c6-19acbac96fa3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:26.392487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-8aba70db-f8f4-4cde-b39a-5a0f24f27798 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.394825 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8aba70db-f8f4-4cde-b39a-5a0f24f27798 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0149353 Nov 27 01:35:26.396757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58108) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.404164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-b22631db-4836-4087-9d0c-b3d1223aaa3b tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.408018 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b22631db-4836-4087-9d0c-b3d1223aaa3b tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0088243 Nov 27 01:35:26.410775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58110) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.415283 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-f48deaca-246e-4002-b882-85715b067564 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.418709 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f48deaca-246e-4002-b882-85715b067564 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0057633 Nov 27 01:35:26.430313 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58112) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.435648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-e893f116-9afb-40be-a686-7c96c3a54db4 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.441874 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e893f116-9afb-40be-a686-7c96c3a54db4 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0100701 Nov 27 01:35:26.447751 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58114) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.455653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-e11f8be3-67f4-4e39-a574-75e12fc4eb8e tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.458534 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e11f8be3-67f4-4e39-a574-75e12fc4eb8e tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0116568 Nov 27 01:35:26.460511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58118) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.469320 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [None req-942c9562-c5f4-464a-b770-7a2b11771a88 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.471388 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-942c9562-c5f4-464a-b770-7a2b11771a88 tempest-ExtensionsTestJSON-717081541 tempest-ExtensionsTestJSON-717081541-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0088933 Nov 27 01:35:26.515057 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58122) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.519902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.ipam_backend_mixin [None req-cef35f88-83f2-494e-90c6-19acbac96fa3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Performing IP validity checks on allocation pools {{(pid=103402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 01:35:26.522995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.ipam_backend_mixin [None req-cef35f88-83f2-494e-90c6-19acbac96fa3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 01:35:26.531743 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7024715c-a5c1-42ff-9a71-9057614ad52d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:26.665194 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7024715c-a5c1-42ff-9a71-9057614ad52d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:26.671328 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7024715c-a5c1-42ff-9a71-9057614ad52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:26.716408 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cef35f88-83f2-494e-90c6-19acbac96fa3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:26.734704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024715c-a5c1-42ff-9a71-9057614ad52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84af260-1e02-4a39-9fc7-1e4f47220f54,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:26.749072 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7024715c-a5c1-42ff-9a71-9057614ad52d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=094c16b4151748539d55155d096c8ccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322905 Nov 27 01:35:26.751123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58128) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.798350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58130) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.817156 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef35f88-83f2-494e-90c6-19acbac96fa3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Checking segment: {'id': '91e41981-3892-430f-959b-f7af89f5d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '60c9eaff-a67b-4b75-ae70-c7be9caf539c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:26.817833 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef35f88-83f2-494e-90c6-19acbac96fa3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network hostable DHCP agents. Network: 60c9eaff-a67b-4b75-ae70-c7be9caf539c, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:35:26.822521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef35f88-83f2-494e-90c6-19acbac96fa3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Subnet': ['ID=f5d6dff0-2e54-477f-bfac-85ee5f3376f2,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:26.840190 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34d8667d-faa8-403d-8fd4-70fcdc888842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:26.851578 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef35f88-83f2-494e-90c6-19acbac96fa3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 60c9eaff-a67b-4b75-ae70-c7be9caf539c is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:35:26.864787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-cef35f88-83f2-494e-90c6-19acbac96fa3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 60c9eaff-a67b-4b75-ae70-c7be9caf539c) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:26.867018 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34d8667d-faa8-403d-8fd4-70fcdc888842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:26.876843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eb3442-df3f-4364-9a72-349b54daac34 None None] Network 60c9eaff-a67b-4b75-ae70-c7be9caf539c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:26.879817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef35f88-83f2-494e-90c6-19acbac96fa3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:26.880990 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cef35f88-83f2-494e-90c6-19acbac96fa3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:26.910066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58134) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:26.912602 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cef35f88-83f2-494e-90c6-19acbac96fa3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8186319 Nov 27 01:35:26.915698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'network_id': '60c9eaff-a67b-4b75-ae70-c7be9caf539c', 'name': 'tempest-PortsIpV6TestJSON-2045093949'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:27.009286 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34d8667d-faa8-403d-8fd4-70fcdc888842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:27.011868 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34d8667d-faa8-403d-8fd4-70fcdc888842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:27.013032 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-34d8667d-faa8-403d-8fd4-70fcdc888842 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c84af260-1e02-4a39-9fc7-1e4f47220f54 HTTP/1.1" status: 204 len: 168 time: 0.2604110 Nov 27 01:35:27.046059 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-858c145f-c85c-41b8-9a92-8d5076eac8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:27.071394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8667d-faa8-403d-8fd4-70fcdc888842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84af260-1e02-4a39-9fc7-1e4f47220f54,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:27.113087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-60c9eaff-a67b-4b75-ae70-c7be9caf539c', 'network_id': '60c9eaff-a67b-4b75-ae70-c7be9caf539c', 'tenant_id': 'f08bf4757fe74368baf4b11f55020ac1', 'fixed_ips': [{'subnet_id': 'f5d6dff0-2e54-477f-bfac-85ee5f3376f2'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:35:27.114040 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:27.147512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:27.152015 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:27.193887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port 0cb412fe-e790-42fd-a1a7-3a8d393e07fb yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:27.262410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-858c145f-c85c-41b8-9a92-8d5076eac8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:27.279319 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-858c145f-c85c-41b8-9a92-8d5076eac8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:27.344706 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-858c145f-c85c-41b8-9a92-8d5076eac8fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8eb3f5debc7f4016bc9278851daaecab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5450099 Nov 27 01:35:27.345994 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c145f-c85c-41b8-9a92-8d5076eac8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3998e9ad-826d-4c9a-947a-45a1c4c4e7e6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:27.347284 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58142) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:27.446721 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05af279c-ad5a-4e57-801c-95602012389a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:27.479317 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05af279c-ad5a-4e57-801c-95602012389a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:27.517675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Allocated IP 2001:db8::2 (60c9eaff-a67b-4b75-ae70-c7be9caf539c/f5d6dff0-2e54-477f-bfac-85ee5f3376f2/5c8eff02-651b-4428-b958-f904d819ee5e) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:27.598467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18e2de-d9b0-4dee-9aa9-2c5782ed43b1 req-44133eb3-4a13-49f5-a136-8433777f246c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:27.600153 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef18e2de-d9b0-4dee-9aa9-2c5782ed43b1 req-44133eb3-4a13-49f5-a136-8433777f246c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.0744333 Nov 27 01:35:27.635036 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05af279c-ad5a-4e57-801c-95602012389a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:27.638061 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05af279c-ad5a-4e57-801c-95602012389a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:27.648331 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-05af279c-ad5a-4e57-801c-95602012389a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3998e9ad-826d-4c9a-947a-45a1c4c4e7e6 HTTP/1.1" status: 204 len: 168 time: 0.2945137 Nov 27 01:35:27.667777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af279c-ad5a-4e57-801c-95602012389a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3998e9ad-826d-4c9a-947a-45a1c4c4e7e6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:27.705811 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef18e2de-d9b0-4dee-9aa9-2c5782ed43b1 req-77fe3795-76d9-41fc-b31f-28b96b0ef06c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961523 Nov 27 01:35:27.757894 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:27.770592 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:27.830884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Network 60c9eaff-a67b-4b75-ae70-c7be9caf539c is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:27.858079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:27.861387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Allocated IP 2001:db8::284 (60c9eaff-a67b-4b75-ae70-c7be9caf539c/f5d6dff0-2e54-477f-bfac-85ee5f3376f2/0cb412fe-e790-42fd-a1a7-3a8d393e07fb) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:27.862911 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:27.875467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Pushing event updated for resources: {'Port': ['ID=5c8eff02-651b-4428-b958-f904d819ee5e,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:27.953291 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Attempting to bind port 5c8eff02-651b-4428-b958-f904d819ee5e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:27.954949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Attempting to bind port 5c8eff02-651b-4428-b958-f904d819ee5e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '91e41981-3892-430f-959b-f7af89f5d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '60c9eaff-a67b-4b75-ae70-c7be9caf539c'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:27.955508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Attempting to bind port 5c8eff02-651b-4428-b958-f904d819ee5e on network 60c9eaff-a67b-4b75-ae70-c7be9caf539c {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:27.968739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:27.969430 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Checking segment: {'id': '91e41981-3892-430f-959b-f7af89f5d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '60c9eaff-a67b-4b75-ae70-c7be9caf539c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:27.970010 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:27.970701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Bound using segment: {'id': '91e41981-3892-430f-959b-f7af89f5d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '60c9eaff-a67b-4b75-ae70-c7be9caf539c'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:27.971484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Bound port: 5c8eff02-651b-4428-b958-f904d819ee5e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e41981-3892-430f-959b-f7af89f5d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '60c9eaff-a67b-4b75-ae70-c7be9caf539c'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:27.972336 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:28.065695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] For port 5c8eff02-651b-4428-b958-f904d819ee5e, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:28.071287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] For port 5c8eff02-651b-4428-b958-f904d819ee5e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5c8eff02-651b-4428-b958-f904d819ee5e,segment=NetworkSegment(91e41981-3892-430f-959b-f7af89f5d639),segment_id=91e41981-3892-430f-959b-f7af89f5d639)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:28.077982 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:28.173632 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:28.227837 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:28.237309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e8bfc-e95e-4cda-b70b-c6c703521ecb None None] Pushing event updated for resources: {'Port': ['ID=5c8eff02-651b-4428-b958-f904d819ee5e,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:28.292380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 60c9eaff-a67b-4b75-ae70-c7be9caf539c is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:28.298573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:28.302873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:28.309565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:28.310434 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:28.348666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=0cb412fe-e790-42fd-a1a7-3a8d393e07fb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:28.365370 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4515495 Nov 27 01:35:28.366544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58176) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:28.372919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.373304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.373662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.373996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.374340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.374721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.375324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.375667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.376003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.376971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.377304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.377709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c602ee08-976a-4aa6-9cf5-3d4da6b0b166 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.602734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-4c73d9a2-4073-40fc-992e-6f9025308a35 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port 0cb412fe-e790-42fd-a1a7-3a8d393e07fb {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:28.607126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4c73d9a2-4073-40fc-992e-6f9025308a35 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:28.618153 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:28.803992 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4c73d9a2-4073-40fc-992e-6f9025308a35 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:28.840962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-4c73d9a2-4073-40fc-992e-6f9025308a35 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for 0cb412fe-e790-42fd-a1a7-3a8d393e07fb owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:28.922780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b2ec2-c498-4b37-abd2-aba3ffee953f req-8b811b54-9153-441e-bfc7-b742f44ab25e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:28.932564 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a6b2ec2-c498-4b37-abd2-aba3ffee953f req-8b811b54-9153-441e-bfc7-b742f44ab25e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.0879090 Nov 27 01:35:29.048424 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a6b2ec2-c498-4b37-abd2-aba3ffee953f req-4c4c369f-ee00-432a-9b39-5f56292723f2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042340 Nov 27 01:35:29.088071 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4c73d9a2-4073-40fc-992e-6f9025308a35 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.141292 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73d9a2-4073-40fc-992e-6f9025308a35 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=0cb412fe-e790-42fd-a1a7-3a8d393e07fb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:29.166281 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4c73d9a2-4073-40fc-992e-6f9025308a35 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.173954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58202) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:29.185290 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4c73d9a2-4073-40fc-992e-6f9025308a35 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/0cb412fe-e790-42fd-a1a7-3a8d393e07fb HTTP/1.1" status: 204 len: 168 time: 0.8160195 Nov 27 01:35:29.186155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58204) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:29.518749 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e541af-8c75-48a8-8129-6644259986fe tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] DELETE failed (client error): The resource could not be found. Nov 27 01:35:29.519386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e541af-8c75-48a8-8129-6644259986fe tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:35:29.525657 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-11e541af-8c75-48a8-8129-6644259986fe tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/0cb412fe-e790-42fd-a1a7-3a8d393e07fb HTTP/1.1" status: 404 len: 333 time: 0.3477020 Nov 27 01:35:29.525657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58214) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:29.551789 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de4ad5e-aed6-4c14-894e-15d45520f7f1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] GET failed (client error): The resource could not be found. Nov 27 01:35:29.553282 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0de4ad5e-aed6-4c14-894e-15d45520f7f1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/0cb412fe-e790-42fd-a1a7-3a8d393e07fb HTTP/1.1" status: 404 len: 333 time: 0.0264635 Nov 27 01:35:29.556961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58220) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:29.630900 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a63d3b-9665-4e6b-91bd-9808c5f66678 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting subnet f5d6dff0-2e54-477f-bfac-85ee5f3376f2 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:35:29.642103 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a4a63d3b-9665-4e6b-91bd-9808c5f66678 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.739718 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a4a63d3b-9665-4e6b-91bd-9808c5f66678 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.782049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ba91d0-8004-4a5b-ac24-693b354ab0e7 None None] Network 60c9eaff-a67b-4b75-ae70-c7be9caf539c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:29.786747 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-6984777'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:29.821774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:29.826386 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.841070 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.904541 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b705808e-539b-48bd-8860-5ce7cee862b0 None None] Provisioning complete for port 5c8eff02-651b-4428-b958-f904d819ee5e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:29.904926 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b705808e-539b-48bd-8860-5ce7cee862b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.924732 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a4a63d3b-9665-4e6b-91bd-9808c5f66678 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.021549 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.027099 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a4a63d3b-9665-4e6b-91bd-9808c5f66678 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.033009 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.041460 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b705808e-539b-48bd-8860-5ce7cee862b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.104274 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a4a63d3b-9665-4e6b-91bd-9808c5f66678 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.115568 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a4a63d3b-9665-4e6b-91bd-9808c5f66678 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/f5d6dff0-2e54-477f-bfac-85ee5f3376f2 HTTP/1.1" status: 204 len: 168 time: 0.5549774 Nov 27 01:35:30.118493 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58228) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:30.126841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a63d3b-9665-4e6b-91bd-9808c5f66678 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d6dff0-2e54-477f-bfac-85ee5f3376f2,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:30.134666 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-b705808e-539b-48bd-8860-5ce7cee862b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:35:30.139049 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-b705808e-539b-48bd-8860-5ce7cee862b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:35:30.144776 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:35:30.161764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc57e970-d1f4-4716-865b-acdee42925ab,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:30.168864 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.169335 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Added segment 07105532-7967-4cf4-85cd-fe0dea23a965 of type vlan for network d178f411-24b3-4cd9-b1e6-672df371324f Nov 27 01:35:30.224451 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.286929 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.296317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:30.298559 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.395053 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5c8eff02-651b-4428-b958-f904d819ee5e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:30.409956 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Network': ['ID=d178f411-24b3-4cd9-b1e6-672df371324f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:30.431210 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1d56c60c-e2f2-49c2-b0ab-c5ba21fc7d1d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9187100 Nov 27 01:35:30.432527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58232) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:30.438932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'name': 'tempest-PortsTestJSON-702846642'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:30.489176 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network d178f411-24b3-4cd9-b1e6-672df371324f details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:35:30.528144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.553426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a796bd-e356-47f8-8739-7fae8afea779 req-8b83baf8-f104-4301-a2b2-f266ea342929 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:30.559673 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-52a796bd-e356-47f8-8739-7fae8afea779 req-8b83baf8-f104-4301-a2b2-f266ea342929 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.3972952 Nov 27 01:35:30.590721 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd88a121-1989-4f88-a495-0741947a3583 None None] Network 60c9eaff-a67b-4b75-ae70-c7be9caf539c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:30.616036 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:30.621830 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.655126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port e17b7850-085b-4153-804f-32e1670a4889 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:30.760565 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-52a796bd-e356-47f8-8739-7fae8afea779 req-31fc3de9-5362-40e2-a999-d351201b4225 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862926 Nov 27 01:35:30.786488 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port 5c8eff02-651b-4428-b958-f904d819ee5e {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:30.787007 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.864816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] For port 5c8eff02-651b-4428-b958-f904d819ee5e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5c8eff02-651b-4428-b958-f904d819ee5e,segment=NetworkSegment(91e41981-3892-430f-959b-f7af89f5d639),segment_id=91e41981-3892-430f-959b-f7af89f5d639)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:30.865372 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.881332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for 5c8eff02-651b-4428-b958-f904d819ee5e owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:30.987329 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.994335 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.001501 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b705808e-539b-48bd-8860-5ce7cee862b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.013279 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.022672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5c8eff02-651b-4428-b958-f904d819ee5e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:31.023291 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.060009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=5c8eff02-651b-4428-b958-f904d819ee5e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:31.069634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No DVR routers for this DVR port 5c8eff02-651b-4428-b958-f904d819ee5e on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:31.077126 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.104431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Port 5c8eff02-651b-4428-b958-f904d819ee5e was deleted so its status cannot be updated. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 01:35:31.187795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=e17b7850-085b-4153-804f-32e1670a4889,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:31.221367 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020cdb41-b950-458f-a878-76bfb2caac8a None None] DHCP port deletion for 60c9eaff-a67b-4b75-ae70-c7be9caf539c request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:31.245336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Checking segment: {'id': '07105532-7967-4cf4-85cd-fe0dea23a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:31.245958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network hostable DHCP agents. Network: d178f411-24b3-4cd9-b1e6-672df371324f, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:35:31.280307 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-51c424d5-b3b4-4535-abd7-52b3db8a2b90 None None] Could not find standard attr ID for object 5c8eff02-651b-4428-b958-f904d819ee5e. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:35:31.285554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network d178f411-24b3-4cd9-b1e6-672df371324f is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:35:31.306611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, d178f411-24b3-4cd9-b1e6-672df371324f) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:31.311559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:31.322389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8b4548-7ba0-46b7-8601-cf21607e2389 None None] Network d178f411-24b3-4cd9-b1e6-672df371324f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:31.342856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:31.343742 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.394361 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-96372639-3b69-437f-bc01-b09b0b63e6c5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9597151 Nov 27 01:35:31.395192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58240) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:31.409241 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-043a7815-8ea2-4e5a-a540-dee0b23c5346 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-765061366'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:31.464846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043a7815-8ea2-4e5a-a540-dee0b23c5346 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:31.469515 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-043a7815-8ea2-4e5a-a540-dee0b23c5346 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.536344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043a7815-8ea2-4e5a-a540-dee0b23c5346 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:35:31.555820 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-043a7815-8ea2-4e5a-a540-dee0b23c5346 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.556592 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-043a7815-8ea2-4e5a-a540-dee0b23c5346 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Added segment 7bdcf27a-e140-47eb-9037-25be352528be of type vlan for network 0b96dcf3-061c-4a9a-a543-1e1fd82f68fb Nov 27 01:35:31.620553 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-043a7815-8ea2-4e5a-a540-dee0b23c5346 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.693493 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-043a7815-8ea2-4e5a-a540-dee0b23c5346 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.708886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043a7815-8ea2-4e5a-a540-dee0b23c5346 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:31.709712 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-043a7815-8ea2-4e5a-a540-dee0b23c5346 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.793047 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.823887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c9eaff-a67b-4b75-ae70-c7be9caf539c']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:31.850354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e41981-3892-430f-959b-f7af89f5d639') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:31.850847 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e41981-3892-430f-959b-f7af89f5d639') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:31.870879 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.888749 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.891144 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-043a7815-8ea2-4e5a-a540-dee0b23c5346 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4935541 Nov 27 01:35:31.894958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58244) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:31.904718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'ports': [{'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f'}, {'network_id': '0b96dcf3-061c-4a9a-a543-1e1fd82f68fb'}]} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:31.905251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:31.905857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'network_id': '0b96dcf3-061c-4a9a-a543-1e1fd82f68fb'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:31.912307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:31.912870 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:31.917944 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:31.929592 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a7815-8ea2-4e5a-a540-dee0b23c5346 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Network': ['ID=0b96dcf3-061c-4a9a-a543-1e1fd82f68fb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:31.945161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 0b96dcf3-061c-4a9a-a543-1e1fd82f68fb details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:35:32.012279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f4611-a75d-48ae-9d32-20dd01beb877 req-882d1b56-766d-4b73-a773-204008ea09c7 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:32.016552 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-121f4611-a75d-48ae-9d32-20dd01beb877 req-882d1b56-766d-4b73-a773-204008ea09c7 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.1203604 Nov 27 01:35:32.064391 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:32.068561 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:32.069929 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-121f4611-a75d-48ae-9d32-20dd01beb877 req-cc6784ba-1dca-4ad5-9333-68da90b121b7 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468531 Nov 27 01:35:32.076496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/networks/60c9eaff-a67b-4b75-ae70-c7be9caf539c HTTP/1.1" status: 204 len: 168 time: 1.9563632 Nov 27 01:35:32.077022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58246) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:32.083640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7739c4b0-3fab-41c3-89f1-7e7cfc6c7224 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1931626507'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:32.103595 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e4464-4843-45f1-ae9c-247c1e2549a4 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Network': ['ID=60c9eaff-a67b-4b75-ae70-c7be9caf539c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:32.113681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7739c4b0-3fab-41c3-89f1-7e7cfc6c7224 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:32.120166 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7739c4b0-3fab-41c3-89f1-7e7cfc6c7224 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:32.171525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7739c4b0-3fab-41c3-89f1-7e7cfc6c7224 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:35:32.204894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7739c4b0-3fab-41c3-89f1-7e7cfc6c7224 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:32.205363 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-7739c4b0-3fab-41c3-89f1-7e7cfc6c7224 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Added segment 6b6e98bc-805f-465e-aaad-c03c0f76c7d6 of type vlan for network abea5e6e-2ace-48bf-a97e-669e488eeefc Nov 27 01:35:32.223415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 2} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:32.228089 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:32.247025 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:32.272234 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7739c4b0-3fab-41c3-89f1-7e7cfc6c7224 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:32.312768 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5c8eff02-651b-4428-b958-f904d819ee5e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:32.316777 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7739c4b0-3fab-41c3-89f1-7e7cfc6c7224 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:32.325238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7739c4b0-3fab-41c3-89f1-7e7cfc6c7224 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:32.325858 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7739c4b0-3fab-41c3-89f1-7e7cfc6c7224 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:32.340700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 5c8eff02-651b-4428-b958-f904d819ee5e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:32.341419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5c8eff02-651b-4428-b958-f904d819ee5e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:32.360168 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port 76aa9649-ba0b-4b83-b6fe-77da2420b8c6 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:32.458339 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58250) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:32.462216 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-de1c1483-85fd-4807-9dde-367a7881c918 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': 'abea5e6e-2ace-48bf-a97e-669e488eeefc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:32.473452 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7739c4b0-3fab-41c3-89f1-7e7cfc6c7224 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3951240 Nov 27 01:35:32.497851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739c4b0-3fab-41c3-89f1-7e7cfc6c7224 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Network': ['ID=abea5e6e-2ace-48bf-a97e-669e488eeefc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:32.510442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network abea5e6e-2ace-48bf-a97e-669e488eeefc details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:35:32.590548 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:32.685698 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port 1f7274eb-c1b0-488a-b9f9-f1bb451b7caa yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:32.698089 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1c1483-85fd-4807-9dde-367a7881c918 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:32.703082 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de1c1483-85fd-4807-9dde-367a7881c918 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:32.970104 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:33.058613 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de1c1483-85fd-4807-9dde-367a7881c918 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:33.093664 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:33.190104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network d178f411-24b3-4cd9-b1e6-672df371324f is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:33.191305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c1483-85fd-4807-9dde-367a7881c918 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Subnet': ['ID=ddd22616-9192-4346-b23b-c4752d323635,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:33.203120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:33.210544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:33.214608 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:33.221780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=76aa9649-ba0b-4b83-b6fe-77da2420b8c6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:33.243101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1c1483-85fd-4807-9dde-367a7881c918 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Checking segment: {'id': '6b6e98bc-805f-465e-aaad-c03c0f76c7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'abea5e6e-2ace-48bf-a97e-669e488eeefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:33.243101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1c1483-85fd-4807-9dde-367a7881c918 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network hostable DHCP agents. Network: abea5e6e-2ace-48bf-a97e-669e488eeefc, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:35:33.328507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=1f7274eb-c1b0-488a-b9f9-f1bb451b7caa,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:33.337573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1c1483-85fd-4807-9dde-367a7881c918 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network abea5e6e-2ace-48bf-a97e-669e488eeefc is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:35:33.354329 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cb953-0b3b-4b0f-814d-02f5a7e9520b req-f769999c-c121-427e-ab86-595f61b4d2c6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:33.355988 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee9cb953-0b3b-4b0f-814d-02f5a7e9520b req-f769999c-c121-427e-ab86-595f61b4d2c6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.1389315 Nov 27 01:35:33.364104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Checking segment: {'id': '7bdcf27a-e140-47eb-9037-25be352528be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b96dcf3-061c-4a9a-a543-1e1fd82f68fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:33.364478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network hostable DHCP agents. Network: 0b96dcf3-061c-4a9a-a543-1e1fd82f68fb, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:35:33.371869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-de1c1483-85fd-4807-9dde-367a7881c918 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, abea5e6e-2ace-48bf-a97e-669e488eeefc) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:33.382532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7083400-ec64-4f4e-96e8-a04cbed98951 None None] Network abea5e6e-2ace-48bf-a97e-669e488eeefc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:33.390377 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c1483-85fd-4807-9dde-367a7881c918 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:33.390540 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de1c1483-85fd-4807-9dde-367a7881c918 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:33.427329 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network 0b96dcf3-061c-4a9a-a543-1e1fd82f68fb is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:35:33.441193 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-de1c1483-85fd-4807-9dde-367a7881c918 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9836645 Nov 27 01:35:33.443941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58266) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:33.449731 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-3972b0bf-d0b1-4cbb-aed8-1f3e1d2805f0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'network_id': 'abea5e6e-2ace-48bf-a97e-669e488eeefc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-571334997'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:33.449891 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee9cb953-0b3b-4b0f-814d-02f5a7e9520b req-164bf8fe-cd19-4fd7-8c5a-f05257f67a18 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803432 Nov 27 01:35:33.450555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 0b96dcf3-061c-4a9a-a543-1e1fd82f68fb) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:33.454604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:33.460837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:33.466823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:33.467534 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:33.502198 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0e7d4d75-5b7c-41f4-8f89-2dd384481bd1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6050599 Nov 27 01:35:33.510013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58270) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:33.612001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa12cd7c-b9ba-4829-a149-8f2c5e3fbdc6 None None] Network 0b96dcf3-061c-4a9a-a543-1e1fd82f68fb requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:33.684877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3972b0bf-d0b1-4cbb-aed8-1f3e1d2805f0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:33.688773 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3972b0bf-d0b1-4cbb-aed8-1f3e1d2805f0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:33.715169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-474e6776-89e8-4257-9618-fe4a8fb4e11e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port 1f7274eb-c1b0-488a-b9f9-f1bb451b7caa {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:33.720460 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-474e6776-89e8-4257-9618-fe4a8fb4e11e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:33.730539 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-3972b0bf-d0b1-4cbb-aed8-1f3e1d2805f0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port 5ff286bf-2c67-4c3e-9894-28492a84fc71 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:33.824770 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-474e6776-89e8-4257-9618-fe4a8fb4e11e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:33.838167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-474e6776-89e8-4257-9618-fe4a8fb4e11e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for 1f7274eb-c1b0-488a-b9f9-f1bb451b7caa owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:33.919924 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-abea5e6e-2ace-48bf-a97e-669e488eeefc', 'network_id': 'abea5e6e-2ace-48bf-a97e-669e488eeefc', 'tenant_id': 'f08bf4757fe74368baf4b11f55020ac1', 'fixed_ips': [{'subnet_id': 'ddd22616-9192-4346-b23b-c4752d323635'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:35:33.921032 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:33.961401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-3972b0bf-d0b1-4cbb-aed8-1f3e1d2805f0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Allocated IP 2001:db8::bc (abea5e6e-2ace-48bf-a97e-669e488eeefc/ddd22616-9192-4346-b23b-c4752d323635/5ff286bf-2c67-4c3e-9894-28492a84fc71) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:33.973137 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-474e6776-89e8-4257-9618-fe4a8fb4e11e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.016546 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e6776-89e8-4257-9618-fe4a8fb4e11e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=1f7274eb-c1b0-488a-b9f9-f1bb451b7caa,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:34.024884 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-474e6776-89e8-4257-9618-fe4a8fb4e11e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.032563 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-474e6776-89e8-4257-9618-fe4a8fb4e11e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/1f7274eb-c1b0-488a-b9f9-f1bb451b7caa HTTP/1.1" status: 204 len: 168 time: 0.5211992 Nov 27 01:35:34.033572 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58276) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:34.144573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dae0f2-0a31-431c-a41c-9d022a50189d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:34.168871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dae0f2-0a31-431c-a41c-9d022a50189d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:34.174085 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58280) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:34.175128 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a4dae0f2-0a31-431c-a41c-9d022a50189d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1403680 Nov 27 01:35:34.259663 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3972b0bf-d0b1-4cbb-aed8-1f3e1d2805f0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.410472 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3972b0bf-d0b1-4cbb-aed8-1f3e1d2805f0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.471958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972b0bf-d0b1-4cbb-aed8-1f3e1d2805f0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=5ff286bf-2c67-4c3e-9894-28492a84fc71,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:34.489414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972b0bf-d0b1-4cbb-aed8-1f3e1d2805f0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network abea5e6e-2ace-48bf-a97e-669e488eeefc is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:34.492255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-3972b0bf-d0b1-4cbb-aed8-1f3e1d2805f0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:34.496335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc8f86-d419-42a3-93ac-64d0b13a7b43 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port 76aa9649-ba0b-4b83-b6fe-77da2420b8c6 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:34.496628 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8f86-d419-42a3-93ac-64d0b13a7b43 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.518586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Allocated IP 2001:db8::2 (abea5e6e-2ace-48bf-a97e-669e488eeefc/ddd22616-9192-4346-b23b-c4752d323635/82c187c3-f5ca-4f3f-9502-b1695b2a5c89) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:34.601309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8f86-d419-42a3-93ac-64d0b13a7b43 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.617413 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc8f86-d419-42a3-93ac-64d0b13a7b43 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for 76aa9649-ba0b-4b83-b6fe-77da2420b8c6 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:34.760376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3972b0bf-d0b1-4cbb-aed8-1f3e1d2805f0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:34.766637 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972b0bf-d0b1-4cbb-aed8-1f3e1d2805f0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:34.767277 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3972b0bf-d0b1-4cbb-aed8-1f3e1d2805f0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.783159 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8f86-d419-42a3-93ac-64d0b13a7b43 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.810690 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3972b0bf-d0b1-4cbb-aed8-1f3e1d2805f0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.3629780 Nov 27 01:35:34.810979 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58292) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:34.869208 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.885100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc8f86-d419-42a3-93ac-64d0b13a7b43 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=76aa9649-ba0b-4b83-b6fe-77da2420b8c6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:34.888612 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.921763 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8f86-d419-42a3-93ac-64d0b13a7b43 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.930408 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b8fc8f86-d419-42a3-93ac-64d0b13a7b43 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/76aa9649-ba0b-4b83-b6fe-77da2420b8c6 HTTP/1.1" status: 204 len: 168 time: 0.7551334 Nov 27 01:35:34.949153 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b5ba-eb70-413b-9e6b-8b35a54b71c1 req-857d0e9b-1230-466a-a527-312e9fb8ec54 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:34.950805 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac60b5ba-eb70-413b-9e6b-8b35a54b71c1 req-857d0e9b-1230-466a-a527-312e9fb8ec54 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.2008834 Nov 27 01:35:34.951384 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58294) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:34.991627 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Network abea5e6e-2ace-48bf-a97e-669e488eeefc is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:34.996170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:34.999979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:35.012370 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-28880495-202a-45c6-8add-94701e44391c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port 5ff286bf-2c67-4c3e-9894-28492a84fc71 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:35.012931 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-28880495-202a-45c6-8add-94701e44391c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.019558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Pushing event updated for resources: {'Port': ['ID=82c187c3-f5ca-4f3f-9502-b1695b2a5c89,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:35.104469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca10644c-de8d-454e-ab9c-19acc2506b7a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:35.117914 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ca10644c-de8d-454e-ab9c-19acc2506b7a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1646736 Nov 27 01:35:35.121577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58296) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:35.121986 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac60b5ba-eb70-413b-9e6b-8b35a54b71c1 req-d2300e07-628a-4797-9156-1e55d566eb22 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422756 Nov 27 01:35:35.188818 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Attempting to bind port 82c187c3-f5ca-4f3f-9502-b1695b2a5c89 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:35.189146 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Attempting to bind port 82c187c3-f5ca-4f3f-9502-b1695b2a5c89 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '6b6e98bc-805f-465e-aaad-c03c0f76c7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'abea5e6e-2ace-48bf-a97e-669e488eeefc'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:35.189464 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Attempting to bind port 82c187c3-f5ca-4f3f-9502-b1695b2a5c89 on network abea5e6e-2ace-48bf-a97e-669e488eeefc {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:35.197934 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:35.198752 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Checking segment: {'id': '6b6e98bc-805f-465e-aaad-c03c0f76c7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'abea5e6e-2ace-48bf-a97e-669e488eeefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:35.199394 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.200071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Bound using segment: {'id': '6b6e98bc-805f-465e-aaad-c03c0f76c7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'abea5e6e-2ace-48bf-a97e-669e488eeefc'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:35.200840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Bound port: 82c187c3-f5ca-4f3f-9502-b1695b2a5c89, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6e98bc-805f-465e-aaad-c03c0f76c7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'abea5e6e-2ace-48bf-a97e-669e488eeefc'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:35.201474 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.240691 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5105fdf4-71e0-430b-8c23-e561454397b2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] GET failed (client error): The resource could not be found. Nov 27 01:35:35.246713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58298) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:35.247068 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5105fdf4-71e0-430b-8c23-e561454397b2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/1f7274eb-c1b0-488a-b9f9-f1bb451b7caa HTTP/1.1" status: 404 len: 333 time: 0.1206834 Nov 27 01:35:35.252020 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-28880495-202a-45c6-8add-94701e44391c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.269973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-28880495-202a-45c6-8add-94701e44391c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for 5ff286bf-2c67-4c3e-9894-28492a84fc71 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:35.294904 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-086f5084-220b-428f-8218-388bf8c3d97f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] GET failed (client error): The resource could not be found. Nov 27 01:35:35.297349 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-086f5084-220b-428f-8218-388bf8c3d97f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/76aa9649-ba0b-4b83-b6fe-77da2420b8c6 HTTP/1.1" status: 404 len: 333 time: 0.0486526 Nov 27 01:35:35.300680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58300) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:35.341264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] For port 82c187c3-f5ca-4f3f-9502-b1695b2a5c89, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:35.345200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] For port 82c187c3-f5ca-4f3f-9502-b1695b2a5c89, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=82c187c3-f5ca-4f3f-9502-b1695b2a5c89,segment=NetworkSegment(6b6e98bc-805f-465e-aaad-c03c0f76c7d6),segment_id=6b6e98bc-805f-465e-aaad-c03c0f76c7d6)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:35.352158 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.424230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Pushing event updated for resources: {'Port': ['ID=82c187c3-f5ca-4f3f-9502-b1695b2a5c89,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:35.442391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:35.444085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:35.448978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:35.449491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:35.449936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:35.450373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:35.450806 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:35.451554 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:35.451695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:35.452050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:35.452476 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:35.452872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1bfae-eee2-4193-a27e-dca09b46737a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:35.465656 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bfb94b06-268e-4e4b-b80d-779753455936 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.500768 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-28880495-202a-45c6-8add-94701e44391c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.592127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28880495-202a-45c6-8add-94701e44391c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=5ff286bf-2c67-4c3e-9894-28492a84fc71,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:35.626124 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bfb94b06-268e-4e4b-b80d-779753455936 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.640440 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-28880495-202a-45c6-8add-94701e44391c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.644204 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-28880495-202a-45c6-8add-94701e44391c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/5ff286bf-2c67-4c3e-9894-28492a84fc71 HTTP/1.1" status: 204 len: 168 time: 0.8321810 Nov 27 01:35:35.646884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58304) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:35.683004 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea651e2-d3c0-4a79-93ff-51fa727c0704 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] GET failed (client error): The resource could not be found. Nov 27 01:35:35.684777 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-aea651e2-d3c0-4a79-93ff-51fa727c0704 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/5ff286bf-2c67-4c3e-9894-28492a84fc71 HTTP/1.1" status: 404 len: 333 time: 0.0366368 Nov 27 01:35:35.687563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58306) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:35.717912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-bfb94b06-268e-4e4b-b80d-779753455936 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b96dcf3-061c-4a9a-a543-1e1fd82f68fb']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:35.730455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-bfb94b06-268e-4e4b-b80d-779753455936 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdcf27a-e140-47eb-9037-25be352528be') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:35.730775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-bfb94b06-268e-4e4b-b80d-779753455936 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdcf27a-e140-47eb-9037-25be352528be') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:35.766140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-14671f94-a6cf-43bc-86bb-ca72a780da8e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting subnet ddd22616-9192-4346-b23b-c4752d323635 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:35:35.768999 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bfb94b06-268e-4e4b-b80d-779753455936 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.777020 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-14671f94-a6cf-43bc-86bb-ca72a780da8e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.807199 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bfb94b06-268e-4e4b-b80d-779753455936 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.822115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb94b06-268e-4e4b-b80d-779753455936 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:35.822602 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bfb94b06-268e-4e4b-b80d-779753455936 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:35.826188 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:35.864858 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-14671f94-a6cf-43bc-86bb-ca72a780da8e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.937240 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bfb94b06-268e-4e4b-b80d-779753455936 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.972466 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bfb94b06-268e-4e4b-b80d-779753455936 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.977445 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bfb94b06-268e-4e4b-b80d-779753455936 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/networks/0b96dcf3-061c-4a9a-a543-1e1fd82f68fb HTTP/1.1" status: 204 len: 168 time: 0.6750231 Nov 27 01:35:35.982160 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58310) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:35.993848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb94b06-268e-4e4b-b80d-779753455936 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Network': ['ID=0b96dcf3-061c-4a9a-a543-1e1fd82f68fb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:35.997639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ab63d3e2-6e42-485b-9430-232108d26ad3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-254140285'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:36.058958 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-14671f94-a6cf-43bc-86bb-ca72a780da8e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.062919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab63d3e2-6e42-485b-9430-232108d26ad3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:36.067478 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ab63d3e2-6e42-485b-9430-232108d26ad3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.132389 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab63d3e2-6e42-485b-9430-232108d26ad3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:35:36.158207 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-14671f94-a6cf-43bc-86bb-ca72a780da8e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.162060 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ab63d3e2-6e42-485b-9430-232108d26ad3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.162498 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-ab63d3e2-6e42-485b-9430-232108d26ad3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Added segment 1b3611ef-ba8b-4992-ba18-717dd328c8c1 of type vlan for network f2e79bb4-f954-4bd6-b679-521155a8c0fc Nov 27 01:35:36.229147 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14671f94-a6cf-43bc-86bb-ca72a780da8e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd22616-9192-4346-b23b-c4752d323635,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:36.235743 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-14671f94-a6cf-43bc-86bb-ca72a780da8e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.240340 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-14671f94-a6cf-43bc-86bb-ca72a780da8e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/ddd22616-9192-4346-b23b-c4752d323635 HTTP/1.1" status: 204 len: 168 time: 0.5510919 Nov 27 01:35:36.242978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58314) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:36.331249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 82c187c3-f5ca-4f3f-9502-b1695b2a5c89 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:36.363847 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ab63d3e2-6e42-485b-9430-232108d26ad3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.404982 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 82c187c3-f5ca-4f3f-9502-b1695b2a5c89 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:36.405588 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.430470 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.448076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797300c-c24c-48d3-968d-a3452700fa61 req-669e8707-55f7-411f-86b3-88bde0d247c9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:36.457781 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8797300c-c24c-48d3-968d-a3452700fa61 req-669e8707-55f7-411f-86b3-88bde0d247c9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.2242749 Nov 27 01:35:36.469856 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ab63d3e2-6e42-485b-9430-232108d26ad3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.475821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab63d3e2-6e42-485b-9430-232108d26ad3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:36.476615 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ab63d3e2-6e42-485b-9430-232108d26ad3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.520545 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.564176 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 82c187c3-f5ca-4f3f-9502-b1695b2a5c89, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=82c187c3-f5ca-4f3f-9502-b1695b2a5c89,segment=NetworkSegment(6b6e98bc-805f-465e-aaad-c03c0f76c7d6),segment_id=6b6e98bc-805f-465e-aaad-c03c0f76c7d6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:36.571027 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.628442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=82c187c3-f5ca-4f3f-9502-b1695b2a5c89,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:36.641663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58318) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:36.643476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ab63d3e2-6e42-485b-9430-232108d26ad3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6572361 Nov 27 01:35:36.646805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-cf79cc4c-7d55-4e86-a1ee-364a64da0764 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': 'f2e79bb4-f954-4bd6-b679-521155a8c0fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:36.710834 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63d3e2-6e42-485b-9430-232108d26ad3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Network': ['ID=f2e79bb4-f954-4bd6-b679-521155a8c0fc,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:36.723759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network f2e79bb4-f954-4bd6-b679-521155a8c0fc details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:35:36.752307 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8797300c-c24c-48d3-968d-a3452700fa61 req-79f1d89b-bd68-45b4-82a2-9e8e9aea67ce tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936420 Nov 27 01:35:36.801861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf79cc4c-7d55-4e86-a1ee-364a64da0764 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:36.807055 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf79cc4c-7d55-4e86-a1ee-364a64da0764 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.807977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port 82c187c3-f5ca-4f3f-9502-b1695b2a5c89 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:36.809829 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.942327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.ipam_backend_mixin [None req-cf79cc4c-7d55-4e86-a1ee-364a64da0764 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Performing IP validity checks on allocation pools {{(pid=103403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 01:35:36.943180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.ipam_backend_mixin [None req-cf79cc4c-7d55-4e86-a1ee-364a64da0764 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 01:35:36.950394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] For port 82c187c3-f5ca-4f3f-9502-b1695b2a5c89, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=82c187c3-f5ca-4f3f-9502-b1695b2a5c89,segment=NetworkSegment(6b6e98bc-805f-465e-aaad-c03c0f76c7d6),segment_id=6b6e98bc-805f-465e-aaad-c03c0f76c7d6)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:36.950764 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.968616 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for 82c187c3-f5ca-4f3f-9502-b1695b2a5c89 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:37.065839 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e8b9fc-92c3-4536-b9c0-995e897969bb None None] Network abea5e6e-2ace-48bf-a97e-669e488eeefc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:37.085645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.109552 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf79cc4c-7d55-4e86-a1ee-364a64da0764 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.157243 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=82c187c3-f5ca-4f3f-9502-b1695b2a5c89,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:37.167318 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No DVR routers for this DVR port 82c187c3-f5ca-4f3f-9502-b1695b2a5c89 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:37.178112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0bee41ad-1579-48e8-b18d-666196680204 None None] Could not find standard attr ID for object 82c187c3-f5ca-4f3f-9502-b1695b2a5c89. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:35:37.200321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79cc4c-7d55-4e86-a1ee-364a64da0764 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Subnet': ['ID=d834ff87-e94c-4cda-9588-4f2172eafbb3,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:37.207046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79cc4c-7d55-4e86-a1ee-364a64da0764 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Checking segment: {'id': '1b3611ef-ba8b-4992-ba18-717dd328c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2e79bb4-f954-4bd6-b679-521155a8c0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:37.208600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf79cc4c-7d55-4e86-a1ee-364a64da0764 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network hostable DHCP agents. Network: f2e79bb4-f954-4bd6-b679-521155a8c0fc, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:35:37.241712 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf79cc4c-7d55-4e86-a1ee-364a64da0764 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network f2e79bb4-f954-4bd6-b679-521155a8c0fc is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:35:37.254775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-cf79cc4c-7d55-4e86-a1ee-364a64da0764 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, f2e79bb4-f954-4bd6-b679-521155a8c0fc) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:37.261260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf79cc4c-7d55-4e86-a1ee-364a64da0764 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:37.262153 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf79cc4c-7d55-4e86-a1ee-364a64da0764 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.293817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cf79cc4c-7d55-4e86-a1ee-364a64da0764 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6508925 Nov 27 01:35:37.295063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58322) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:37.298394 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.300670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9f23450f-82aa-4bdb-937c-43358506c14d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'network_id': 'f2e79bb4-f954-4bd6-b679-521155a8c0fc', 'name': 'tempest-PortsTestJSON-2065419951'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:37.327204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abea5e6e-2ace-48bf-a97e-669e488eeefc']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:37.356208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6e98bc-805f-465e-aaad-c03c0f76c7d6') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:37.357047 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6e98bc-805f-465e-aaad-c03c0f76c7d6') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:37.370634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.392438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.403061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:37.403639 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:37.408205 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:37.479229 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f23450f-82aa-4bdb-937c-43358506c14d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:37.483776 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f23450f-82aa-4bdb-937c-43358506c14d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.511828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-9f23450f-82aa-4bdb-937c-43358506c14d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port a7a448da-76f1-45f0-b2be-63fbb87ca54a yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:37.523196 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.537152 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.539770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6385db-4286-4b32-bf78-d4f5bd05f5e2 None None] Network f2e79bb4-f954-4bd6-b679-521155a8c0fc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:37.549007 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/networks/abea5e6e-2ace-48bf-a97e-669e488eeefc HTTP/1.1" status: 204 len: 168 time: 1.2944293 Nov 27 01:35:37.549357 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58324) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:37.582817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ceb260-1072-4389-9d19-e90910467aeb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Network': ['ID=abea5e6e-2ace-48bf-a97e-669e488eeefc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:37.625797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-69e14f5e-7553-4cee-917a-56e3c1d99475 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'name': 'tempest-PortsIpV6TestJSON-1450816845'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:37.679510 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf8286-acae-41b7-83e1-43cf668c6ab8 None None] DHCP port deletion for abea5e6e-2ace-48bf-a97e-669e488eeefc request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:37.810578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-f2e79bb4-f954-4bd6-b679-521155a8c0fc', 'network_id': 'f2e79bb4-f954-4bd6-b679-521155a8c0fc', 'tenant_id': 'a08c6b151ce94ff7b7ccc683f0d7f62b', 'fixed_ips': [{'subnet_id': 'd834ff87-e94c-4cda-9588-4f2172eafbb3'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:35:37.815266 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.886386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e14f5e-7553-4cee-917a-56e3c1d99475 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:37.896000 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69e14f5e-7553-4cee-917a-56e3c1d99475 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.997619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-69e14f5e-7553-4cee-917a-56e3c1d99475 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port 8e4bb8f8-f2d2-45cd-a2b3-29a5b0ef4134 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:38.105700 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-9f23450f-82aa-4bdb-937c-43358506c14d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Allocated IP 172.20.0.4 (f2e79bb4-f954-4bd6-b679-521155a8c0fc/d834ff87-e94c-4cda-9588-4f2172eafbb3/a7a448da-76f1-45f0-b2be-63fbb87ca54a) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:38.198362 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a531-5de6-4936-ad49-2e50c1e2f2a2 req-a8c49806-e031-4a1d-a48a-a3a2b0d6efe6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:38.206364 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7919a531-5de6-4936-ad49-2e50c1e2f2a2 req-a8c49806-e031-4a1d-a48a-a3a2b0d6efe6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.2431686 Nov 27 01:35:38.336318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 82c187c3-f5ca-4f3f-9502-b1695b2a5c89 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:38.362761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 82c187c3-f5ca-4f3f-9502-b1695b2a5c89 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:38.363801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 82c187c3-f5ca-4f3f-9502-b1695b2a5c89 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:38.397283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58344) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:38.400548 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7919a531-5de6-4936-ad49-2e50c1e2f2a2 req-81fe2f2f-a253-4b17-9646-c2e2974859b1 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932521 Nov 27 01:35:38.415892 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69e14f5e-7553-4cee-917a-56e3c1d99475 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.491841 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f23450f-82aa-4bdb-937c-43358506c14d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.509252 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69e14f5e-7553-4cee-917a-56e3c1d99475 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.558922 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1411e0a-2f4f-4916-897e-97b9846d8376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.578112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e14f5e-7553-4cee-917a-56e3c1d99475 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 4a261d06-87c1-4257-8a02-2034edffad44 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:38.580653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e14f5e-7553-4cee-917a-56e3c1d99475 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=8e4bb8f8-f2d2-45cd-a2b3-29a5b0ef4134,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:38.584690 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-69e14f5e-7553-4cee-917a-56e3c1d99475 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:38.588138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e14f5e-7553-4cee-917a-56e3c1d99475 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:38.593807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e14f5e-7553-4cee-917a-56e3c1d99475 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:38.594439 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69e14f5e-7553-4cee-917a-56e3c1d99475 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.606742 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f23450f-82aa-4bdb-937c-43358506c14d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.640568 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-69e14f5e-7553-4cee-917a-56e3c1d99475 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0899189 Nov 27 01:35:38.646899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58348) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:38.701024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Allocated IP 172.20.0.2 (f2e79bb4-f954-4bd6-b679-521155a8c0fc/d834ff87-e94c-4cda-9588-4f2172eafbb3/36f86e77-4d4b-42ef-a128-7f340c6f6fac) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:38.703753 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1411e0a-2f4f-4916-897e-97b9846d8376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.708396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f23450f-82aa-4bdb-937c-43358506c14d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network f2e79bb4-f954-4bd6-b679-521155a8c0fc is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:38.712648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23450f-82aa-4bdb-937c-43358506c14d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=a7a448da-76f1-45f0-b2be-63fbb87ca54a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:38.713183 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1411e0a-2f4f-4916-897e-97b9846d8376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.715557 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9f23450f-82aa-4bdb-937c-43358506c14d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:38.720338 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23450f-82aa-4bdb-937c-43358506c14d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:38.772650 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d1411e0a-2f4f-4916-897e-97b9846d8376 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=133cf34c45254e75a0f08d878432967e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3714142 Nov 27 01:35:38.776473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58350) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:38.813873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1411e0a-2f4f-4916-897e-97b9846d8376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d54291-fc62-4d9e-b7e5-700f89d659a9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:38.824141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f23450f-82aa-4bdb-937c-43358506c14d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:38.824882 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f23450f-82aa-4bdb-937c-43358506c14d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.882685 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9f23450f-82aa-4bdb-937c-43358506c14d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5839355 Nov 27 01:35:38.883666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58352) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:38.893644 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac72e-e475-47bd-9676-daad1a38f328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.898790 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-515383d0-7539-4c83-a038-32c606ea3d9f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port 8e4bb8f8-f2d2-45cd-a2b3-29a5b0ef4134 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:38.899207 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-515383d0-7539-4c83-a038-32c606ea3d9f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.977391 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac72e-e475-47bd-9676-daad1a38f328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.995947 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.006363 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-515383d0-7539-4c83-a038-32c606ea3d9f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.014758 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.071352 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-515383d0-7539-4c83-a038-32c606ea3d9f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for 8e4bb8f8-f2d2-45cd-a2b3-29a5b0ef4134 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:39.083134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Network f2e79bb4-f954-4bd6-b679-521155a8c0fc is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:39.103857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Pushing event updated for resources: {'Port': ['ID=36f86e77-4d4b-42ef-a128-7f340c6f6fac,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:39.115929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:39.118655 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:39.133346 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-4b890024-bdec-43a3-9dcf-9f16d3931836 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port a7a448da-76f1-45f0-b2be-63fbb87ca54a {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:39.133892 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b890024-bdec-43a3-9dcf-9f16d3931836 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.157016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac72e-e475-47bd-9676-daad1a38f328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.160358 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac72e-e475-47bd-9676-daad1a38f328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.161896 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cb6ac72e-e475-47bd-9676-daad1a38f328 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97d54291-fc62-4d9e-b7e5-700f89d659a9 HTTP/1.1" status: 204 len: 168 time: 0.3844743 Nov 27 01:35:39.176898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ac72e-e475-47bd-9676-daad1a38f328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d54291-fc62-4d9e-b7e5-700f89d659a9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:39.203699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-515383d0-7539-4c83-a038-32c606ea3d9f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.261217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515383d0-7539-4c83-a038-32c606ea3d9f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=8e4bb8f8-f2d2-45cd-a2b3-29a5b0ef4134,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:39.285434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Attempting to bind port 36f86e77-4d4b-42ef-a128-7f340c6f6fac on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:39.285908 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Attempting to bind port 36f86e77-4d4b-42ef-a128-7f340c6f6fac by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '1b3611ef-ba8b-4992-ba18-717dd328c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2e79bb4-f954-4bd6-b679-521155a8c0fc'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:39.286096 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-515383d0-7539-4c83-a038-32c606ea3d9f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.287796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Attempting to bind port 36f86e77-4d4b-42ef-a128-7f340c6f6fac on network f2e79bb4-f954-4bd6-b679-521155a8c0fc {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:39.292947 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-515383d0-7539-4c83-a038-32c606ea3d9f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/8e4bb8f8-f2d2-45cd-a2b3-29a5b0ef4134 HTTP/1.1" status: 204 len: 168 time: 0.6431592 Nov 27 01:35:39.300046 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b890024-bdec-43a3-9dcf-9f16d3931836 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.300713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58364) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:39.319181 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:39.320928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Checking segment: {'id': '1b3611ef-ba8b-4992-ba18-717dd328c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2e79bb4-f954-4bd6-b679-521155a8c0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:39.322029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9a9a7faf-8255-4afc-abaf-b845cff1b50b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'mac_address': 'fa:16:3e:60:78:a5', 'name': 'tempest-PortsIpV6TestJSON-1860766949'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:39.327331 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.327856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Bound using segment: {'id': '1b3611ef-ba8b-4992-ba18-717dd328c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2e79bb4-f954-4bd6-b679-521155a8c0fc'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:39.332051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Bound port: 36f86e77-4d4b-42ef-a128-7f340c6f6fac, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3611ef-ba8b-4992-ba18-717dd328c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2e79bb4-f954-4bd6-b679-521155a8c0fc'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:39.332633 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.356844 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-4b890024-bdec-43a3-9dcf-9f16d3931836 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for a7a448da-76f1-45f0-b2be-63fbb87ca54a owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:39.474911 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] For port 36f86e77-4d4b-42ef-a128-7f340c6f6fac, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:39.482011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] For port 36f86e77-4d4b-42ef-a128-7f340c6f6fac, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=36f86e77-4d4b-42ef-a128-7f340c6f6fac,segment=NetworkSegment(1b3611ef-ba8b-4992-ba18-717dd328c8c1),segment_id=1b3611ef-ba8b-4992-ba18-717dd328c8c1)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:39.491256 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.589254 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdd952-9922-4459-948e-6a3b68b5cc96 None None] Pushing event updated for resources: {'Port': ['ID=36f86e77-4d4b-42ef-a128-7f340c6f6fac,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:39.593376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9a7faf-8255-4afc-abaf-b845cff1b50b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:39.776892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58372) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:39.810286 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b890024-bdec-43a3-9dcf-9f16d3931836 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.814715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7faf-8255-4afc-abaf-b845cff1b50b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.850782 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b4d39d89-afcd-4b91-90d9-faaa9ce952e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.911192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-9a9a7faf-8255-4afc-abaf-b845cff1b50b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port 439d3d60-4edd-4482-b5fb-cc5506f1a6ad yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:39.916352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b890024-bdec-43a3-9dcf-9f16d3931836 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=a7a448da-76f1-45f0-b2be-63fbb87ca54a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:39.947929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6ed54-554f-433c-b050-f3a608de14af req-0df76566-12d2-4f9c-b499-88b6457fd4e6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:39.949425 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3ce6ed54-554f-433c-b050-f3a608de14af req-0df76566-12d2-4f9c-b499-88b6457fd4e6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.3667502 Nov 27 01:35:40.031878 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3ce6ed54-554f-433c-b050-f3a608de14af req-222a8b28-4d61-4698-a0ce-3ffed7713df9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737395 Nov 27 01:35:40.089067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b890024-bdec-43a3-9dcf-9f16d3931836 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.094944 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4b890024-bdec-43a3-9dcf-9f16d3931836 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/a7a448da-76f1-45f0-b2be-63fbb87ca54a HTTP/1.1" status: 204 len: 168 time: 1.2078457 Nov 27 01:35:40.095103 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a674554c-89f2-4ab3-8137-56286b70cb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.095601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58374) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:40.360011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 36f86e77-4d4b-42ef-a128-7f340c6f6fac up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:40.469160 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 36f86e77-4d4b-42ef-a128-7f340c6f6fac triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:40.469536 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.481486 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b2e003-7967-4142-ba5b-c9df172242b6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] DELETE failed (client error): The resource could not be found. Nov 27 01:35:40.482057 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b2e003-7967-4142-ba5b-c9df172242b6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:35:40.487852 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-00b2e003-7967-4142-ba5b-c9df172242b6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/a7a448da-76f1-45f0-b2be-63fbb87ca54a HTTP/1.1" status: 404 len: 333 time: 0.3886399 Nov 27 01:35:40.488261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58378) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:40.513225 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6267c0-f03d-4e37-84af-676d037b5bd0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] GET failed (client error): The resource could not be found. Nov 27 01:35:40.514958 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1f6267c0-f03d-4e37-84af-676d037b5bd0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/a7a448da-76f1-45f0-b2be-63fbb87ca54a HTTP/1.1" status: 404 len: 333 time: 0.0257652 Nov 27 01:35:40.518170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58380) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:40.552347 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b4d39d89-afcd-4b91-90d9-faaa9ce952e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.567163 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b4d39d89-afcd-4b91-90d9-faaa9ce952e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.576129 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.583003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-461880e1-0a92-46f4-9215-8d10a5256219 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting subnet d834ff87-e94c-4cda-9588-4f2172eafbb3 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:35:40.587787 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-461880e1-0a92-46f4-9215-8d10a5256219 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.606939 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b4d39d89-afcd-4b91-90d9-faaa9ce952e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a36eb5f6d7e84656b900dad2c10a868a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8268261 Nov 27 01:35:40.606939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58382) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:40.628818 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 36f86e77-4d4b-42ef-a128-7f340c6f6fac, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=36f86e77-4d4b-42ef-a128-7f340c6f6fac,segment=NetworkSegment(1b3611ef-ba8b-4992-ba18-717dd328c8c1),segment_id=1b3611ef-ba8b-4992-ba18-717dd328c8c1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:40.635615 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.669151 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7faf-8255-4afc-abaf-b845cff1b50b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.672271 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-461880e1-0a92-46f4-9215-8d10a5256219 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.698353 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=36f86e77-4d4b-42ef-a128-7f340c6f6fac,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:40.709757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d39d89-afcd-4b91-90d9-faaa9ce952e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e79c0d1-610d-427e-b0c7-4bb8f68d900c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:40.769325 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-46c21d82-0def-4c94-a21f-d25584dee823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.785904 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-461880e1-0a92-46f4-9215-8d10a5256219 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.806207 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7faf-8255-4afc-abaf-b845cff1b50b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.828579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-46c21d82-0def-4c94-a21f-d25584dee823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.866534 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-461880e1-0a92-46f4-9215-8d10a5256219 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.874476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9a7faf-8255-4afc-abaf-b845cff1b50b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 4a261d06-87c1-4257-8a02-2034edffad44 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:40.894461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9a9a7faf-8255-4afc-abaf-b845cff1b50b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:40.897053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a7faf-8255-4afc-abaf-b845cff1b50b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:40.904651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9a7faf-8255-4afc-abaf-b845cff1b50b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:40.905285 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7faf-8255-4afc-abaf-b845cff1b50b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.910041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461880e1-0a92-46f4-9215-8d10a5256219 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Subnet': ['ID=d834ff87-e94c-4cda-9588-4f2172eafbb3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:40.912750 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-461880e1-0a92-46f4-9215-8d10a5256219 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.918602 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-461880e1-0a92-46f4-9215-8d10a5256219 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/d834ff87-e94c-4cda-9588-4f2172eafbb3 HTTP/1.1" status: 204 len: 168 time: 0.3969533 Nov 27 01:35:40.918753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58384) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:40.959448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a7faf-8255-4afc-abaf-b845cff1b50b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=439d3d60-4edd-4482-b5fb-cc5506f1a6ad,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:40.977094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9a9a7faf-8255-4afc-abaf-b845cff1b50b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6738410 Nov 27 01:35:40.986098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58386) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:40.999755 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-46c21d82-0def-4c94-a21f-d25584dee823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.005386 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-46c21d82-0def-4c94-a21f-d25584dee823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.010864 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-46c21d82-0def-4c94-a21f-d25584dee823 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e79c0d1-610d-427e-b0c7-4bb8f68d900c HTTP/1.1" status: 204 len: 168 time: 0.4003079 Nov 27 01:35:41.022259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c21d82-0def-4c94-a21f-d25584dee823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e79c0d1-610d-427e-b0c7-4bb8f68d900c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:41.093717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770c08ea-f29f-4b6c-bc33-5b1c597ec9e3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:41.095298 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-770c08ea-f29f-4b6c-bc33-5b1c597ec9e3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/439d3d60-4edd-4482-b5fb-cc5506f1a6ad HTTP/1.1" status: 200 len: 845 time: 0.1094198 Nov 27 01:35:41.098502 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58392) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:41.099679 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.171094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port 36f86e77-4d4b-42ef-a128-7f340c6f6fac {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:41.172096 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.229574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41612821-446b-477e-9099-2b21038c307c None None] Network f2e79bb4-f954-4bd6-b679-521155a8c0fc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:41.301306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] For port 36f86e77-4d4b-42ef-a128-7f340c6f6fac, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=36f86e77-4d4b-42ef-a128-7f340c6f6fac,segment=NetworkSegment(1b3611ef-ba8b-4992-ba18-717dd328c8c1),segment_id=1b3611ef-ba8b-4992-ba18-717dd328c8c1)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:41.301853 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.302588 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8962fa6-193c-44bd-95db-87a443293db7 req-0ef77256-11bb-406c-bcdc-8dc72949e9ea tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:41.317953 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for 36f86e77-4d4b-42ef-a128-7f340c6f6fac owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:41.325385 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8962fa6-193c-44bd-95db-87a443293db7 req-0ef77256-11bb-406c-bcdc-8dc72949e9ea tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.1232905 Nov 27 01:35:41.380236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-7cb46182-e3ca-4576-b57f-7f5fa239e0d6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port 439d3d60-4edd-4482-b5fb-cc5506f1a6ad {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:41.380730 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7cb46182-e3ca-4576-b57f-7f5fa239e0d6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.425362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2009caa4-5abb-4a34-9983-14be6fd6e025 None None] Provisioning complete for port 36f86e77-4d4b-42ef-a128-7f340c6f6fac triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:41.425887 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2009caa4-5abb-4a34-9983-14be6fd6e025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.430453 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.482847 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=36f86e77-4d4b-42ef-a128-7f340c6f6fac,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:41.484219 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2009caa4-5abb-4a34-9983-14be6fd6e025 None None] Port 36f86e77-4d4b-42ef-a128-7f340c6f6fac was deleted so its status cannot be updated. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 01:35:41.499866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No DVR routers for this DVR port 36f86e77-4d4b-42ef-a128-7f340c6f6fac on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:41.511936 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8962fa6-193c-44bd-95db-87a443293db7 req-7c964ddb-811c-488d-8a51-61c0e8d96a4d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855960 Nov 27 01:35:41.551220 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7cb46182-e3ca-4576-b57f-7f5fa239e0d6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.632117 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-7cb46182-e3ca-4576-b57f-7f5fa239e0d6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for 439d3d60-4edd-4482-b5fb-cc5506f1a6ad owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:41.683509 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.710389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4eb812-9ad6-4ce4-bd03-e435c3ad6edb None None] DHCP port deletion for f2e79bb4-f954-4bd6-b679-521155a8c0fc request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:41.745943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e79bb4-f954-4bd6-b679-521155a8c0fc']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:41.761787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3611ef-ba8b-4992-ba18-717dd328c8c1') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:41.762536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3611ef-ba8b-4992-ba18-717dd328c8c1') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:41.777927 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.797925 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.803325 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7cb46182-e3ca-4576-b57f-7f5fa239e0d6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.813614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:41.814154 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.873187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb46182-e3ca-4576-b57f-7f5fa239e0d6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=439d3d60-4edd-4482-b5fb-cc5506f1a6ad,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:41.875734 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7cb46182-e3ca-4576-b57f-7f5fa239e0d6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.880068 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7cb46182-e3ca-4576-b57f-7f5fa239e0d6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/439d3d60-4edd-4482-b5fb-cc5506f1a6ad HTTP/1.1" status: 204 len: 168 time: 0.7793376 Nov 27 01:35:41.881919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58406) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:41.884296 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:41.890576 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.901065 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.904796 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/networks/f2e79bb4-f954-4bd6-b679-521155a8c0fc HTTP/1.1" status: 204 len: 168 time: 0.9850278 Nov 27 01:35:41.915219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58408) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:41.919956 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-378cb11b-37ba-4ea1-9e6a-3d5b6bd1f797 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] GET failed (client error): The resource could not be found. Nov 27 01:35:41.920502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-80c28bab-ac99-4ac8-a4db-62e7b1b6b3d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1431508913'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:41.922985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-378cb11b-37ba-4ea1-9e6a-3d5b6bd1f797 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/439d3d60-4edd-4482-b5fb-cc5506f1a6ad HTTP/1.1" status: 404 len: 333 time: 0.0399020 Nov 27 01:35:41.926860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58410) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:41.929176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcea16-15b5-4b01-950d-31d713b07b0e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Network': ['ID=f2e79bb4-f954-4bd6-b679-521155a8c0fc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:41.936503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c1872973-0612-43ec-83b2-432a2ea76aae tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'name': 'tempest-PortsIpV6TestJSON-1173011039'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:41.953097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c28bab-ac99-4ac8-a4db-62e7b1b6b3d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:41.957360 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-80c28bab-ac99-4ac8-a4db-62e7b1b6b3d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.988011 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c28bab-ac99-4ac8-a4db-62e7b1b6b3d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:35:42.004429 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-80c28bab-ac99-4ac8-a4db-62e7b1b6b3d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.005016 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-80c28bab-ac99-4ac8-a4db-62e7b1b6b3d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Added segment 7ffe8a56-f919-48a6-8651-b36fd1673c1e of type vlan for network 4c18cfd8-9730-47fc-85cd-4d40b0e98f11 Nov 27 01:35:42.056732 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1872973-0612-43ec-83b2-432a2ea76aae tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:42.065759 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1872973-0612-43ec-83b2-432a2ea76aae tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.071307 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-80c28bab-ac99-4ac8-a4db-62e7b1b6b3d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.091518 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-c1872973-0612-43ec-83b2-432a2ea76aae tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port 4162fa7a-3019-434b-b67f-e5c577b842b0 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:42.101924 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-80c28bab-ac99-4ac8-a4db-62e7b1b6b3d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.109097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c28bab-ac99-4ac8-a4db-62e7b1b6b3d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:42.109856 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-80c28bab-ac99-4ac8-a4db-62e7b1b6b3d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.177030 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-80c28bab-ac99-4ac8-a4db-62e7b1b6b3d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2606230 Nov 27 01:35:42.180121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58420) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:42.185549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5423c7f1-97bc-4342-a698-dbc9badca7f9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': '4c18cfd8-9730-47fc-85cd-4d40b0e98f11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:42.242639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c28bab-ac99-4ac8-a4db-62e7b1b6b3d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Network': ['ID=4c18cfd8-9730-47fc-85cd-4d40b0e98f11,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:42.261771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 4c18cfd8-9730-47fc-85cd-4d40b0e98f11 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:35:42.306575 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c622-670a-4ece-ae17-46a333b328b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.324737 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5423c7f1-97bc-4342-a698-dbc9badca7f9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:42.331062 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5423c7f1-97bc-4342-a698-dbc9badca7f9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.374165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 36f86e77-4d4b-42ef-a128-7f340c6f6fac no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:42.399273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 36f86e77-4d4b-42ef-a128-7f340c6f6fac {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:42.400068 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 36f86e77-4d4b-42ef-a128-7f340c6f6fac not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:42.417988 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1872973-0612-43ec-83b2-432a2ea76aae tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.461216 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1872973-0612-43ec-83b2-432a2ea76aae tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.528015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1872973-0612-43ec-83b2-432a2ea76aae tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 4a261d06-87c1-4257-8a02-2034edffad44 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:42.532436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-c1872973-0612-43ec-83b2-432a2ea76aae tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:42.537463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1872973-0612-43ec-83b2-432a2ea76aae tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:42.545390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1872973-0612-43ec-83b2-432a2ea76aae tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:42.546177 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1872973-0612-43ec-83b2-432a2ea76aae tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.554059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1872973-0612-43ec-83b2-432a2ea76aae tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=4162fa7a-3019-434b-b67f-e5c577b842b0,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:42.572753 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c1872973-0612-43ec-83b2-432a2ea76aae tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6444321 Nov 27 01:35:42.575708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58428) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:42.584294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-99ef4f0d-036d-4905-b0cd-47e697f6da1f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:42.621928 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5423c7f1-97bc-4342-a698-dbc9badca7f9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.670278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99ef4f0d-036d-4905-b0cd-47e697f6da1f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.707039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5452028a-a4e5-4488-810e-ccc76d12e70b details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:35:42.776654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423c7f1-97bc-4342-a698-dbc9badca7f9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Subnet': ['ID=02e4c9af-8d5e-4318-bb17-882464fa2a01,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:42.793095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e88a73-e3ee-471f-9fc6-c3354c331f47 req-8f840407-26e1-4511-9941-9d132d126fbc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:42.797056 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05e88a73-e3ee-471f-9fc6-c3354c331f47 req-8f840407-26e1-4511-9941-9d132d126fbc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 943 time: 0.1891768 Nov 27 01:35:42.833091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5423c7f1-97bc-4342-a698-dbc9badca7f9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Checking segment: {'id': '7ffe8a56-f919-48a6-8651-b36fd1673c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c18cfd8-9730-47fc-85cd-4d40b0e98f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:42.833472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5423c7f1-97bc-4342-a698-dbc9badca7f9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network hostable DHCP agents. Network: 4c18cfd8-9730-47fc-85cd-4d40b0e98f11, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:35:42.946648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5423c7f1-97bc-4342-a698-dbc9badca7f9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network 4c18cfd8-9730-47fc-85cd-4d40b0e98f11 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:35:42.954717 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99ef4f0d-036d-4905-b0cd-47e697f6da1f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.961885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99ef4f0d-036d-4905-b0cd-47e697f6da1f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.962118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 5452028a-a4e5-4488-810e-ccc76d12e70b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5452028a-a4e5-4488-810e-ccc76d12e70b,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:42.971424 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05e88a73-e3ee-471f-9fc6-c3354c331f47 req-f6d15f9c-7347-479d-96ae-1b6f14e679f2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574950 Nov 27 01:35:42.979982 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-5423c7f1-97bc-4342-a698-dbc9badca7f9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 4c18cfd8-9730-47fc-85cd-4d40b0e98f11) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:42.984964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-99ef4f0d-036d-4905-b0cd-47e697f6da1f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] In _notify_port_updated(), no bound segment for port 4162fa7a-3019-434b-b67f-e5c577b842b0 on network 4a261d06-87c1-4257-8a02-2034edffad44 {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:35:42.989076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5423c7f1-97bc-4342-a698-dbc9badca7f9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:42.989773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5423c7f1-97bc-4342-a698-dbc9badca7f9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.003950 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ef4f0d-036d-4905-b0cd-47e697f6da1f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:43.003950 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99ef4f0d-036d-4905-b0cd-47e697f6da1f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.004173 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac63debb-2c86-4164-bba9-a061a0f76aa3 None None] Network 4c18cfd8-9730-47fc-85cd-4d40b0e98f11 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:43.004294 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-99ef4f0d-036d-4905-b0cd-47e697f6da1f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "PUT /v2.0/ports/4162fa7a-3019-434b-b67f-e5c577b842b0 HTTP/1.1" status: 200 len: 818 time: 0.4196434 Nov 27 01:35:43.005044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58440) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:43.006166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '5452028a-a4e5-4488-810e-ccc76d12e70b', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'port_id': '5452028a-a4e5-4488-810e-ccc76d12e70b', 'mac_address': 'fa:16:3e:b0:33:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:35:43.027049 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5423c7f1-97bc-4342-a698-dbc9badca7f9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8431780 Nov 27 01:35:43.027255 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58444) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:43.033876 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-edbf0f7e-cb34-4f13-b6b1-6cc375e93175 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'network_id': '4c18cfd8-9730-47fc-85cd-4d40b0e98f11', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1006144150'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:43.132014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef4f0d-036d-4905-b0cd-47e697f6da1f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=4162fa7a-3019-434b-b67f-e5c577b842b0,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:43.222303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-09fc208b-a0f4-45ad-8bef-4b0c52bc44d2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port 4162fa7a-3019-434b-b67f-e5c577b842b0 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:43.222785 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09fc208b-a0f4-45ad-8bef-4b0c52bc44d2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.287351 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbf0f7e-cb34-4f13-b6b1-6cc375e93175 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:43.293389 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.298583 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edbf0f7e-cb34-4f13-b6b1-6cc375e93175 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.329240 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09fc208b-a0f4-45ad-8bef-4b0c52bc44d2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.340493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-4c18cfd8-9730-47fc-85cd-4d40b0e98f11', 'network_id': '4c18cfd8-9730-47fc-85cd-4d40b0e98f11', 'tenant_id': 'a08c6b151ce94ff7b7ccc683f0d7f62b', 'fixed_ips': [{'subnet_id': '02e4c9af-8d5e-4318-bb17-882464fa2a01'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:35:43.341954 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.345405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-edbf0f7e-cb34-4f13-b6b1-6cc375e93175 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port b70ff300-551d-4013-a737-6b42d17b0c29 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:43.357990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-09fc208b-a0f4-45ad-8bef-4b0c52bc44d2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for 4162fa7a-3019-434b-b67f-e5c577b842b0 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:43.362710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5452028a-a4e5-4488-810e-ccc76d12e70b {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:35:43.391897 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 5452028a-a4e5-4488-810e-ccc76d12e70b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5452028a-a4e5-4488-810e-ccc76d12e70b,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:43.400152 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.402601 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.511666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-edbf0f7e-cb34-4f13-b6b1-6cc375e93175 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Allocated IP 172.20.0.8 (4c18cfd8-9730-47fc-85cd-4d40b0e98f11/02e4c9af-8d5e-4318-bb17-882464fa2a01/b70ff300-551d-4013-a737-6b42d17b0c29) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:43.534439 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09fc208b-a0f4-45ad-8bef-4b0c52bc44d2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.570866 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc208b-a0f4-45ad-8bef-4b0c52bc44d2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=4162fa7a-3019-434b-b67f-e5c577b842b0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:43.581418 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09fc208b-a0f4-45ad-8bef-4b0c52bc44d2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.586798 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-09fc208b-a0f4-45ad-8bef-4b0c52bc44d2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/4162fa7a-3019-434b-b67f-e5c577b842b0 HTTP/1.1" status: 204 len: 168 time: 0.5395968 Nov 27 01:35:43.588969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58460) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:43.622096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=5452028a-a4e5-4488-810e-ccc76d12e70b,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:43.676022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbfa59e-a10b-4f89-8ba0-92b6495f167b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:43.680563 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0cbfa59e-a10b-4f89-8ba0-92b6495f167b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0897570 Nov 27 01:35:43.681180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58462) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:43.716933 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3eb5f2d-fb50-46bb-95c1-c2f31698614e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] GET failed (client error): The resource could not be found. Nov 27 01:35:43.720722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d3eb5f2d-fb50-46bb-95c1-c2f31698614e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/4162fa7a-3019-434b-b67f-e5c577b842b0 HTTP/1.1" status: 404 len: 333 time: 0.0382950 Nov 27 01:35:43.729048 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edbf0f7e-cb34-4f13-b6b1-6cc375e93175 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.730686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58464) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:43.739062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-3935d188-871d-4718-ab4c-3c84cf4c8c67 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1279409449'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:43.771545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['5452028a-a4e5-4488-810e-ccc76d12e70b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:35:43.777673 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edbf0f7e-cb34-4f13-b6b1-6cc375e93175 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.796171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3935d188-871d-4718-ab4c-3c84cf4c8c67 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:43.805542 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3935d188-871d-4718-ab4c-3c84cf4c8c67 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.827467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf0f7e-cb34-4f13-b6b1-6cc375e93175 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network 4c18cfd8-9730-47fc-85cd-4d40b0e98f11 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:43.832079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-edbf0f7e-cb34-4f13-b6b1-6cc375e93175 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:43.840289 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf0f7e-cb34-4f13-b6b1-6cc375e93175 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:43.878310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Allocated IP 172.20.0.2 (4c18cfd8-9730-47fc-85cd-4d40b0e98f11/02e4c9af-8d5e-4318-bb17-882464fa2a01/d8b220a2-52c6-4751-883d-c07cd2ea249d) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:43.880203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3935d188-871d-4718-ab4c-3c84cf4c8c67 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:35:43.907483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3935d188-871d-4718-ab4c-3c84cf4c8c67 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.907483 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-3935d188-871d-4718-ab4c-3c84cf4c8c67 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Added segment a33b02c6-faad-416a-94a2-72690cd42371 of type vlan for network cc932edd-6e33-4299-8a86-6be862729870 Nov 27 01:35:43.917656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf0f7e-cb34-4f13-b6b1-6cc375e93175 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=b70ff300-551d-4013-a737-6b42d17b0c29,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:43.958992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbf0f7e-cb34-4f13-b6b1-6cc375e93175 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:43.960859 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edbf0f7e-cb34-4f13-b6b1-6cc375e93175 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.977187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3935d188-871d-4718-ab4c-3c84cf4c8c67 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.987587 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-edbf0f7e-cb34-4f13-b6b1-6cc375e93175 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9584591 Nov 27 01:35:43.989469 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58468) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:44.014760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3935d188-871d-4718-ab4c-3c84cf4c8c67 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.022147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3935d188-871d-4718-ab4c-3c84cf4c8c67 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:44.024101 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3935d188-871d-4718-ab4c-3c84cf4c8c67 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.142906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-39eb0092-4895-4514-8705-90b3d37634d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port b70ff300-551d-4013-a737-6b42d17b0c29 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:44.143316 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39eb0092-4895-4514-8705-90b3d37634d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.189963 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.211657 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.270280 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Network 4c18cfd8-9730-47fc-85cd-4d40b0e98f11 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:44.274754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:44.285000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:44.306399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Pushing event updated for resources: {'Port': ['ID=d8b220a2-52c6-4751-883d-c07cd2ea249d,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:44.328368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58476) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:44.328830 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3935d188-871d-4718-ab4c-3c84cf4c8c67 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5965242 Nov 27 01:35:44.335948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a1b9f444-6719-4cce-9b55-328609f10851 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': 'cc932edd-6e33-4299-8a86-6be862729870', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:44.365249 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935d188-871d-4718-ab4c-3c84cf4c8c67 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Network': ['ID=cc932edd-6e33-4299-8a86-6be862729870,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:44.396057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network cc932edd-6e33-4299-8a86-6be862729870 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:35:44.402734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa1a59-0bf3-4f48-a1ca-5c4e3f373c48 req-c4688fd6-1406-4d0e-a1de-0f58e231efa4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:44.408412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0efa1a59-0bf3-4f48-a1ca-5c4e3f373c48 req-c4688fd6-1406-4d0e-a1de-0f58e231efa4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 944 time: 0.1941690 Nov 27 01:35:44.448274 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39eb0092-4895-4514-8705-90b3d37634d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.466679 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-39eb0092-4895-4514-8705-90b3d37634d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for b70ff300-551d-4013-a737-6b42d17b0c29 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:44.474835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b9f444-6719-4cce-9b55-328609f10851 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:44.479925 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a1b9f444-6719-4cce-9b55-328609f10851 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.507569 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0efa1a59-0bf3-4f48-a1ca-5c4e3f373c48 req-779813ba-30ac-4262-b89f-78e55ef44085 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948250 Nov 27 01:35:44.527218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Attempting to bind port d8b220a2-52c6-4751-883d-c07cd2ea249d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:44.527885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Attempting to bind port d8b220a2-52c6-4751-883d-c07cd2ea249d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '7ffe8a56-f919-48a6-8651-b36fd1673c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c18cfd8-9730-47fc-85cd-4d40b0e98f11'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:44.528633 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Attempting to bind port d8b220a2-52c6-4751-883d-c07cd2ea249d on network 4c18cfd8-9730-47fc-85cd-4d40b0e98f11 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:44.547620 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:44.548309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Checking segment: {'id': '7ffe8a56-f919-48a6-8651-b36fd1673c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c18cfd8-9730-47fc-85cd-4d40b0e98f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:44.548972 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.549658 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Bound using segment: {'id': '7ffe8a56-f919-48a6-8651-b36fd1673c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c18cfd8-9730-47fc-85cd-4d40b0e98f11'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:44.550347 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Bound port: d8b220a2-52c6-4751-883d-c07cd2ea249d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffe8a56-f919-48a6-8651-b36fd1673c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c18cfd8-9730-47fc-85cd-4d40b0e98f11'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:44.551399 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.641738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] For port d8b220a2-52c6-4751-883d-c07cd2ea249d, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:44.646054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] For port d8b220a2-52c6-4751-883d-c07cd2ea249d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d8b220a2-52c6-4751-883d-c07cd2ea249d,segment=NetworkSegment(7ffe8a56-f919-48a6-8651-b36fd1673c1e),segment_id=7ffe8a56-f919-48a6-8651-b36fd1673c1e)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:44.653223 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.720380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ca3f9-2312-44b9-a022-825e29e541fe None None] Pushing event updated for resources: {'Port': ['ID=d8b220a2-52c6-4751-883d-c07cd2ea249d,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:44.872946 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.952374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58486) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:45.055961 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39eb0092-4895-4514-8705-90b3d37634d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.106575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb0092-4895-4514-8705-90b3d37634d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=b70ff300-551d-4013-a737-6b42d17b0c29,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:45.259146 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39eb0092-4895-4514-8705-90b3d37634d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.264508 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-39eb0092-4895-4514-8705-90b3d37634d1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/b70ff300-551d-4013-a737-6b42d17b0c29 HTTP/1.1" status: 204 len: 168 time: 1.2724605 Nov 27 01:35:45.267818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58492) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:45.333020 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6ce173-c6d8-495a-af94-fc38e537ca74 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] GET failed (client error): The resource could not be found. Nov 27 01:35:45.337499 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5d6ce173-c6d8-495a-af94-fc38e537ca74 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/b70ff300-551d-4013-a737-6b42d17b0c29 HTTP/1.1" status: 404 len: 333 time: 0.0652862 Nov 27 01:35:45.354946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58494) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:45.427784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-088079a3-15f2-43a0-9565-a4355147b57a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting subnet 02e4c9af-8d5e-4318-bb17-882464fa2a01 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:35:45.435136 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088079a3-15f2-43a0-9565-a4355147b57a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.459072 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a1b9f444-6719-4cce-9b55-328609f10851 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.524325 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088079a3-15f2-43a0-9565-a4355147b57a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.582256 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9f444-6719-4cce-9b55-328609f10851 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Subnet': ['ID=1b1462f5-72f0-4730-b6a1-30473e94aeef,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:45.617516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b9f444-6719-4cce-9b55-328609f10851 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Checking segment: {'id': 'a33b02c6-faad-416a-94a2-72690cd42371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cc932edd-6e33-4299-8a86-6be862729870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:45.618185 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b9f444-6719-4cce-9b55-328609f10851 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network hostable DHCP agents. Network: cc932edd-6e33-4299-8a86-6be862729870, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:35:45.697487 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088079a3-15f2-43a0-9565-a4355147b57a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.726735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b9f444-6719-4cce-9b55-328609f10851 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network cc932edd-6e33-4299-8a86-6be862729870 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:35:45.735934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd35dee-8e6f-46de-97a4-e9d608625fe8 req-5efb71da-6d2b-4e0f-89d4-f281d02361cb tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:45.737552 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2dd35dee-8e6f-46de-97a4-e9d608625fe8 req-5efb71da-6d2b-4e0f-89d4-f281d02361cb tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 944 time: 0.1420109 Nov 27 01:35:45.766529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-a1b9f444-6719-4cce-9b55-328609f10851 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, cc932edd-6e33-4299-8a86-6be862729870) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:45.776790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90c426c-8027-4386-b987-34c6ee68370d None None] Network cc932edd-6e33-4299-8a86-6be862729870 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:45.778426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b9f444-6719-4cce-9b55-328609f10851 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:45.779032 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a1b9f444-6719-4cce-9b55-328609f10851 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.821783 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a1b9f444-6719-4cce-9b55-328609f10851 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4922397 Nov 27 01:35:45.828370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58498) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:45.837567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-feee6a55-a1b1-426b-bd91-d219a91dfd0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': 'cc932edd-6e33-4299-8a86-6be862729870', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:45.850618 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2dd35dee-8e6f-46de-97a4-e9d608625fe8 req-f89040ca-f323-4f0c-b02a-9998b0fd0967 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045916 Nov 27 01:35:45.864525 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088079a3-15f2-43a0-9565-a4355147b57a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.923197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088079a3-15f2-43a0-9565-a4355147b57a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Subnet': ['ID=02e4c9af-8d5e-4318-bb17-882464fa2a01,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:45.927484 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088079a3-15f2-43a0-9565-a4355147b57a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.935261 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-088079a3-15f2-43a0-9565-a4355147b57a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/02e4c9af-8d5e-4318-bb17-882464fa2a01 HTTP/1.1" status: 204 len: 168 time: 0.5792120 Nov 27 01:35:45.936579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58502) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:46.010395 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7972e2a-6f6c-4b2f-adac-d6b7d1123f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.014013 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feee6a55-a1b1-426b-bd91-d219a91dfd0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:46.019258 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-feee6a55-a1b1-426b-bd91-d219a91dfd0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.053725 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.126833 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-cc932edd-6e33-4299-8a86-6be862729870', 'network_id': 'cc932edd-6e33-4299-8a86-6be862729870', 'tenant_id': 'f08bf4757fe74368baf4b11f55020ac1', 'fixed_ips': [{'subnet_id': '1b1462f5-72f0-4730-b6a1-30473e94aeef'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:35:46.129646 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.130688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port d8b220a2-52c6-4751-883d-c07cd2ea249d {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:46.132204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.243081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] For port d8b220a2-52c6-4751-883d-c07cd2ea249d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d8b220a2-52c6-4751-883d-c07cd2ea249d,segment=NetworkSegment(7ffe8a56-f919-48a6-8651-b36fd1673c1e),segment_id=7ffe8a56-f919-48a6-8651-b36fd1673c1e)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:46.243465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.251298 n-d-817303-10 neutron-server[103403]: INFO neutron.db.ipam_backend_mixin [None req-feee6a55-a1b1-426b-bd91-d219a91dfd0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b1462f5-72f0-4730-b6a1-30473e94aeef (CIDR: 2001:db8::/64) Nov 27 01:35:46.261372 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-feee6a55-a1b1-426b-bd91-d219a91dfd0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:35:46.263439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feee6a55-a1b1-426b-bd91-d219a91dfd0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:35:46.270282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for d8b220a2-52c6-4751-883d-c07cd2ea249d owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:46.310859 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.339538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50495e3d-e773-40a0-b2a7-d41ad0bad749 None None] Network 4c18cfd8-9730-47fc-85cd-4d40b0e98f11 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:46.383152 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-feee6a55-a1b1-426b-bd91-d219a91dfd0a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5519035 Nov 27 01:35:46.383468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58508) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:46.389010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-24a6c283-f074-48a3-84c9-b64b0e60048f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': 'cc932edd-6e33-4299-8a86-6be862729870', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:46.405706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d8b220a2-52c6-4751-883d-c07cd2ea249d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:46.472633 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.486180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Allocated IP 2001:db8::2 (cc932edd-6e33-4299-8a86-6be862729870/1b1462f5-72f0-4730-b6a1-30473e94aeef/a8c12e81-dfc4-4c8f-8cb5-71982314fcee) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:46.504570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2003128b-4ee1-458c-bb44-690626b67acd None None] Provisioning complete for port d8b220a2-52c6-4751-883d-c07cd2ea249d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:46.504899 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2003128b-4ee1-458c-bb44-690626b67acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.513335 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=d8b220a2-52c6-4751-883d-c07cd2ea249d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:46.516530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No DVR routers for this DVR port d8b220a2-52c6-4751-883d-c07cd2ea249d on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:46.568611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2003128b-4ee1-458c-bb44-690626b67acd None None] Port d8b220a2-52c6-4751-883d-c07cd2ea249d was deleted so its status cannot be updated. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 01:35:46.573593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No active binding found for port d8b220a2-52c6-4751-883d-c07cd2ea249d {{(pid=103404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 01:35:46.574082 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d8b220a2-52c6-4751-883d-c07cd2ea249d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 01:35:46.644018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Port d8b220a2-52c6-4751-883d-c07cd2ea249d not found, will not notify nova. {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 01:35:46.658914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a6c283-f074-48a3-84c9-b64b0e60048f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:46.662609 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-24a6c283-f074-48a3-84c9-b64b0e60048f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.715476 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.724702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5452028a-a4e5-4488-810e-ccc76d12e70b up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:46.727456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d4187a-dcd8-49c8-a820-62e4c16ace80 None None] DHCP port deletion for 4c18cfd8-9730-47fc-85cd-4d40b0e98f11 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:46.734897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b7972e2a-6f6c-4b2f-adac-d6b7d1123f3c admin admin] Deleting port 08171a6b-9ae1-46c7-824a-454249923c71 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:46.735358 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7972e2a-6f6c-4b2f-adac-d6b7d1123f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.747140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c18cfd8-9730-47fc-85cd-4d40b0e98f11']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:46.759388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffe8a56-f919-48a6-8651-b36fd1673c1e') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:46.759821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffe8a56-f919-48a6-8651-b36fd1673c1e') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:46.775461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.795616 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.806629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:46.807689 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:46.812202 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:46.855282 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.865351 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.867303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-b7972e2a-6f6c-4b2f-adac-d6b7d1123f3c admin admin] For port 08171a6b-9ae1-46c7-824a-454249923c71, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=08171a6b-9ae1-46c7-824a-454249923c71,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:46.867921 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7972e2a-6f6c-4b2f-adac-d6b7d1123f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.881295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 5452028a-a4e5-4488-810e-ccc76d12e70b completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:35:46.896258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b7972e2a-6f6c-4b2f-adac-d6b7d1123f3c admin admin] Calling delete_port for 08171a6b-9ae1-46c7-824a-454249923c71 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:46.910403 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.910853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Network cc932edd-6e33-4299-8a86-6be862729870 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:46.914301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 5452028a-a4e5-4488-810e-ccc76d12e70b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:46.914684 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.918319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:46.926913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:46.930886 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.934165 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/networks/4c18cfd8-9730-47fc-85cd-4d40b0e98f11 HTTP/1.1" status: 204 len: 168 time: 0.9968276 Nov 27 01:35:46.950550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58522) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:46.958245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b9028cae-f38d-4125-9058-235f2c276259 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'name': 'tempest-PortsTestJSON-409421057'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:46.967402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Pushing event updated for resources: {'Port': ['ID=a8c12e81-dfc4-4c8f-8cb5-71982314fcee,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:47.018435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e5af6-8d82-4453-9750-76b9d24545fb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Network': ['ID=4c18cfd8-9730-47fc-85cd-4d40b0e98f11,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:47.031833 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Attempting to bind port a8c12e81-dfc4-4c8f-8cb5-71982314fcee on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:47.032301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Attempting to bind port a8c12e81-dfc4-4c8f-8cb5-71982314fcee by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'a33b02c6-faad-416a-94a2-72690cd42371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cc932edd-6e33-4299-8a86-6be862729870'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:47.032611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Attempting to bind port a8c12e81-dfc4-4c8f-8cb5-71982314fcee on network cc932edd-6e33-4299-8a86-6be862729870 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:47.040874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:47.041258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Checking segment: {'id': 'a33b02c6-faad-416a-94a2-72690cd42371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cc932edd-6e33-4299-8a86-6be862729870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:47.041734 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.042136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Bound using segment: {'id': 'a33b02c6-faad-416a-94a2-72690cd42371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cc932edd-6e33-4299-8a86-6be862729870'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:47.042625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Bound port: a8c12e81-dfc4-4c8f-8cb5-71982314fcee, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33b02c6-faad-416a-94a2-72690cd42371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cc932edd-6e33-4299-8a86-6be862729870'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:47.043015 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.099046 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e65360-b8fb-41c3-835e-b62fb86ac07b req-19061fa7-5597-4974-b196-d6e726941aa5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:47.100701 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f6e65360-b8fb-41c3-835e-b62fb86ac07b req-19061fa7-5597-4974-b196-d6e726941aa5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 944 time: 0.1362236 Nov 27 01:35:47.115127 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] For port a8c12e81-dfc4-4c8f-8cb5-71982314fcee, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:47.118466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] For port a8c12e81-dfc4-4c8f-8cb5-71982314fcee, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a8c12e81-dfc4-4c8f-8cb5-71982314fcee,segment=NetworkSegment(a33b02c6-faad-416a-94a2-72690cd42371),segment_id=a33b02c6-faad-416a-94a2-72690cd42371)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:47.174804 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f6e65360-b8fb-41c3-835e-b62fb86ac07b req-a1a968a6-3fd1-472f-a45f-3082ddfbedde tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663214 Nov 27 01:35:47.176617 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9028cae-f38d-4125-9058-235f2c276259 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:47.181135 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9028cae-f38d-4125-9058-235f2c276259 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.204623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-b9028cae-f38d-4125-9058-235f2c276259 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port 8bb61b6a-eee3-45d2-afc6-7806e49c63c6 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:47.305142 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.359573 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.411580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fadbf0-d565-4fdc-afac-95ca4f2e90fb None None] Pushing event updated for resources: {'Port': ['ID=a8c12e81-dfc4-4c8f-8cb5-71982314fcee,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:47.420630 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1f44b8-1a95-4eae-8c57-202bbef797df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5452028a-a4e5-4488-810e-ccc76d12e70b'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:47.423012 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2da72ad-8d03-4d36-87bd-52eff8717c91" -d '{"events": [{"server_uuid": "bf1f44b8-1a95-4eae-8c57-202bbef797df", "name": "network-vif-plugged", "status": "completed", "tag": "5452028a-a4e5-4488-810e-ccc76d12e70b"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:47.437265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 5452028a-a4e5-4488-810e-ccc76d12e70b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5452028a-a4e5-4488-810e-ccc76d12e70b,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:47.446755 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.493124 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9028cae-f38d-4125-9058-235f2c276259 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.505145 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf194c74-5994-4a92-b400-4a88987398ac x-openstack-request-id: req-cf194c74-5994-4a92-b400-4a88987398ac {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:47.505449 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1f44b8-1a95-4eae-8c57-202bbef797df", "name": "network-vif-plugged", "status": "completed", "tag": "5452028a-a4e5-4488-810e-ccc76d12e70b", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:47.505704 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf194c74-5994-4a92-b400-4a88987398ac {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:47.506240 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1f44b8-1a95-4eae-8c57-202bbef797df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5452028a-a4e5-4488-810e-ccc76d12e70b', 'code': 200} Nov 27 01:35:47.515399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=5452028a-a4e5-4488-810e-ccc76d12e70b,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:47.539015 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9028cae-f38d-4125-9058-235f2c276259 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.566703 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-24a6c283-f074-48a3-84c9-b64b0e60048f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.604224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9028cae-f38d-4125-9058-235f2c276259 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network d178f411-24b3-4cd9-b1e6-672df371324f is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:47.609432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-b9028cae-f38d-4125-9058-235f2c276259 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:47.616984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9028cae-f38d-4125-9058-235f2c276259 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:47.630943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9028cae-f38d-4125-9058-235f2c276259 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:47.631724 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b9028cae-f38d-4125-9058-235f2c276259 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.668987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9028cae-f38d-4125-9058-235f2c276259 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=8bb61b6a-eee3-45d2-afc6-7806e49c63c6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:47.703231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a6c283-f074-48a3-84c9-b64b0e60048f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network cc932edd-6e33-4299-8a86-6be862729870 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:47.719259 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b9028cae-f38d-4125-9058-235f2c276259 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7675986 Nov 27 01:35:47.721650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58528) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:47.753275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-24a6c283-f074-48a3-84c9-b64b0e60048f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:47.767675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a6c283-f074-48a3-84c9-b64b0e60048f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:47.768493 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-24a6c283-f074-48a3-84c9-b64b0e60048f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.813581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-24a6c283-f074-48a3-84c9-b64b0e60048f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4291174 Nov 27 01:35:47.815105 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7972e2a-6f6c-4b2f-adac-d6b7d1123f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.818187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58530) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:47.818398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05647f70-1b8c-42e5-b2de-ef626806c0ec req-2adda2f0-ba36-41e1-9154-e5474d8a8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:47.819960 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05647f70-1b8c-42e5-b2de-ef626806c0ec req-2adda2f0-ba36-41e1-9154-e5474d8a8117 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 1097 time: 0.1440229 Nov 27 01:35:47.820625 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6c283-f074-48a3-84c9-b64b0e60048f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Subnet': ['ID=d5769895-0a99-4ff1-8908-164c0e884487,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:47.826175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'network_id': 'cc932edd-6e33-4299-8a86-6be862729870', 'fixed_ips': [{'subnet_id': '1b1462f5-72f0-4730-b6a1-30473e94aeef'}, {'subnet_id': 'd5769895-0a99-4ff1-8908-164c0e884487'}], 'name': 'tempest-PortsIpV6TestJSON-1718489417'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:47.853754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7972e2a-6f6c-4b2f-adac-d6b7d1123f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=08171a6b-9ae1-46c7-824a-454249923c71,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:47.932630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9be06c6b-d759-4788-9034-db37136c9ac0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port 8bb61b6a-eee3-45d2-afc6-7806e49c63c6 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:47.933192 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9be06c6b-d759-4788-9034-db37136c9ac0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.951084 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05647f70-1b8c-42e5-b2de-ef626806c0ec req-998b3a6f-f2d5-4111-b329-48267f962cc5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021698 Nov 27 01:35:48.057159 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9be06c6b-d759-4788-9034-db37136c9ac0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:48.083444 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:48.090551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9be06c6b-d759-4788-9034-db37136c9ac0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for 8bb61b6a-eee3-45d2-afc6-7806e49c63c6 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:48.105735 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7972e2a-6f6c-4b2f-adac-d6b7d1123f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:48.334633 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:48.372315 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9be06c6b-d759-4788-9034-db37136c9ac0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:48.380781 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port 8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:48.442272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7972e2a-6f6c-4b2f-adac-d6b7d1123f3c admin admin] Router 0453dce3-ced6-4002-9597-f6e5bd2a6724 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:35:48.478454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a8c12e81-dfc4-4c8f-8cb5-71982314fcee up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:48.504046 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247871e5-62b1-46d5-a7a4-83594ae97942 req-a744d2a8-c4e2-40b4-a24c-93eaba886a84 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:48.513434 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-247871e5-62b1-46d5-a7a4-83594ae97942 req-a744d2a8-c4e2-40b4-a24c-93eaba886a84 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 945 time: 0.2331693 Nov 27 01:35:48.521024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be06c6b-d759-4788-9034-db37136c9ac0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=8bb61b6a-eee3-45d2-afc6-7806e49c63c6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:48.565904 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9be06c6b-d759-4788-9034-db37136c9ac0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:48.569732 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9be06c6b-d759-4788-9034-db37136c9ac0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/8bb61b6a-eee3-45d2-afc6-7806e49c63c6 HTTP/1.1" status: 204 len: 168 time: 0.8469541 Nov 27 01:35:48.576942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58536) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:48.584466 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a41956ed-ed8e-43a6-972a-530fdab106aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'mac_address': 'fa:16:3e:20:ef:c7', 'name': 'tempest-PortsTestJSON-1122764150'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:48.597380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a8c12e81-dfc4-4c8f-8cb5-71982314fcee triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:48.599111 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:48.619519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7972e2a-6f6c-4b2f-adac-d6b7d1123f3c admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:35:48.627311 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b7972e2a-6f6c-4b2f-adac-d6b7d1123f3c admin admin] 10.222.0.15 "PUT /v2.0/routers/0453dce3-ced6-4002-9597-f6e5bd2a6724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6729426 Nov 27 01:35:48.641699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58538) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:48.652623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d313a5-ddba-4da5-9c0e-c1aba4b23aae None None] Sync routers for ids ['0453dce3-ced6-4002-9597-f6e5bd2a6724'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:35:48.658475 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-247871e5-62b1-46d5-a7a4-83594ae97942 req-ba5d7026-022b-4cc1-88aa-149edbad0f2b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440716 Nov 27 01:35:48.671236 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d313a5-ddba-4da5-9c0e-c1aba4b23aae None None] Routers {'0453dce3-ced6-4002-9597-f6e5bd2a6724'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:35:48.672158 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-93d313a5-ddba-4da5-9c0e-c1aba4b23aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:35:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0453dce3-ced6-4002-9597-f6e5bd2a6724'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:48.723801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41956ed-ed8e-43a6-972a-530fdab106aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:48.806213 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a41956ed-ed8e-43a6-972a-530fdab106aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:48.833838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-a41956ed-ed8e-43a6-972a-530fdab106aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port 80b7e7dc-f07a-4bce-bf6c-ae122a75595a yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:48.884830 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:48.890242 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-93d313a5-ddba-4da5-9c0e-c1aba4b23aae None None] Set router 0453dce3-ced6-4002-9597-f6e5bd2a6724 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:35:48.973296 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:48.977437 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50110a0-cd7a-4dec-8b40-33e6f9366aba None None] Network cc932edd-6e33-4299-8a86-6be862729870 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:49.006709 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port a8c12e81-dfc4-4c8f-8cb5-71982314fcee, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a8c12e81-dfc4-4c8f-8cb5-71982314fcee,segment=NetworkSegment(a33b02c6-faad-416a-94a2-72690cd42371),segment_id=a33b02c6-faad-416a-94a2-72690cd42371)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:49.068856 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a41956ed-ed8e-43a6-972a-530fdab106aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.073878 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.120789 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a41956ed-ed8e-43a6-972a-530fdab106aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.185475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d8b220a2-52c6-4751-883d-c07cd2ea249d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:49.186600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41956ed-ed8e-43a6-972a-530fdab106aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network d178f411-24b3-4cd9-b1e6-672df371324f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:49.191286 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-a41956ed-ed8e-43a6-972a-530fdab106aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:49.196216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41956ed-ed8e-43a6-972a-530fdab106aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:49.200665 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.203520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41956ed-ed8e-43a6-972a-530fdab106aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:49.204800 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a41956ed-ed8e-43a6-972a-530fdab106aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.234070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41956ed-ed8e-43a6-972a-530fdab106aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=80b7e7dc-f07a-4bce-bf6c-ae122a75595a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:49.239344 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a41956ed-ed8e-43a6-972a-530fdab106aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6611149 Nov 27 01:35:49.244822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58542) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:49.256306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bb08f8c7-6bb1-4b47-8dfc-fd54dadbab2f None None] Provisioning complete for port a8c12e81-dfc4-4c8f-8cb5-71982314fcee triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:49.256306 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bb08f8c7-6bb1-4b47-8dfc-fd54dadbab2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.268634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: d8b220a2-52c6-4751-883d-c07cd2ea249d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:49.268981 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d8b220a2-52c6-4751-883d-c07cd2ea249d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:49.284146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Allocated IP 2001:db8::2ea (cc932edd-6e33-4299-8a86-6be862729870/1b1462f5-72f0-4730-b6a1-30473e94aeef/8d7ce302-f6fa-421b-bfb6-1fbec9ca0567) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:49.303009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Allocated IP 2001:db8:0:1::29e (cc932edd-6e33-4299-8a86-6be862729870/d5769895-0a99-4ff1-8908-164c0e884487/8d7ce302-f6fa-421b-bfb6-1fbec9ca0567) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:49.344835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d87e962-f1b9-4d98-a2e8-2866aafa83ee tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:49.348504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1d87e962-f1b9-4d98-a2e8-2866aafa83ee tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/80b7e7dc-f07a-4bce-bf6c-ae122a75595a HTTP/1.1" status: 200 len: 841 time: 0.1002223 Nov 27 01:35:49.349391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58544) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:49.350431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] Deleting port 328ed249-0117-4170-981b-5a207110e465 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:49.351709 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.385044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=a8c12e81-dfc4-4c8f-8cb5-71982314fcee,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:49.481107 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-747a0eca-9cb0-4bdc-aa38-4a1ccbcbd15e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port 80b7e7dc-f07a-4bce-bf6c-ae122a75595a {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:49.481465 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-747a0eca-9cb0-4bdc-aa38-4a1ccbcbd15e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.578475 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-747a0eca-9cb0-4bdc-aa38-4a1ccbcbd15e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.596883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-93d313a5-ddba-4da5-9c0e-c1aba4b23aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '328ed249-0117-4170-981b-5a207110e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:35:47Z', 'revision_number': 5, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port': {'id': '328ed249-0117-4170-981b-5a207110e465', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:49.609686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-747a0eca-9cb0-4bdc-aa38-4a1ccbcbd15e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for 80b7e7dc-f07a-4bce-bf6c-ae122a75595a owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:49.627774 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d313a5-ddba-4da5-9c0e-c1aba4b23aae None None] Checking router: 0453dce3-ced6-4002-9597-f6e5bd2a6724 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:35:49.638160 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d313a5-ddba-4da5-9c0e-c1aba4b23aae None None] Routers {'0453dce3-ced6-4002-9597-f6e5bd2a6724'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:35:49.638795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-93d313a5-ddba-4da5-9c0e-c1aba4b23aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:35:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['0453dce3-ced6-4002-9597-f6e5bd2a6724'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:49.717240 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-747a0eca-9cb0-4bdc-aa38-4a1ccbcbd15e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.774063 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-747a0eca-9cb0-4bdc-aa38-4a1ccbcbd15e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.781436 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-747a0eca-9cb0-4bdc-aa38-4a1ccbcbd15e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/80b7e7dc-f07a-4bce-bf6c-ae122a75595a HTTP/1.1" status: 204 len: 168 time: 0.4307299 Nov 27 01:35:49.782823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a071e967-278a-4c76-8e11-053bc193321c None None] Update dhcp port {'port': {'network_id': 'cc932edd-6e33-4299-8a86-6be862729870', 'fixed_ips': [{'subnet_id': '1b1462f5-72f0-4730-b6a1-30473e94aeef', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd5769895-0a99-4ff1-8908-164c0e884487'}], 'binding:host_id': 'n-d-817303-10'}, 'id': 'a8c12e81-dfc4-4c8f-8cb5-71982314fcee'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:35:49.783914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58548) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:49.785336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a0eca-9cb0-4bdc-aa38-4a1ccbcbd15e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=80b7e7dc-f07a-4bce-bf6c-ae122a75595a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:49.808629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-93d313a5-ddba-4da5-9c0e-c1aba4b23aae None None] Set router 0453dce3-ced6-4002-9597-f6e5bd2a6724 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:35:49.855589 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3caf5ae9-6826-4e0f-b301-b3e63d9f337f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] GET failed (client error): The resource could not be found. Nov 27 01:35:49.857093 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3caf5ae9-6826-4e0f-b301-b3e63d9f337f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/80b7e7dc-f07a-4bce-bf6c-ae122a75595a HTTP/1.1" status: 404 len: 333 time: 0.0687022 Nov 27 01:35:49.869089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58554) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:49.878808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-93d313a5-ddba-4da5-9c0e-c1aba4b23aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:35:49Z', 'revision_number': 6, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:49.886083 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] For port 328ed249-0117-4170-981b-5a207110e465, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=328ed249-0117-4170-981b-5a207110e465,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:49.886457 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.889881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-bcf939f4-4dbf-4598-8eaf-df52b2db9758 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'name': 'tempest-PortsTestJSON-949414318'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:49.909860 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a071e967-278a-4c76-8e11-053bc193321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.912232 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d313a5-ddba-4da5-9c0e-c1aba4b23aae None None] The sync data for ids ['0453dce3-ced6-4002-9597-f6e5bd2a6724'] in n-d-817303-10 is: [{'id': '0453dce3-ced6-4002-9597-f6e5bd2a6724', 'name': 'tempest-AttachVolumeTestJSON-1820618490-router', 'tenant_id': '9c64b09c25f047909a26c8a3415fefe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:20Z', 'updated_at': '2021-11-27T01:35:49Z', 'revision_number': 6, 'project_id': '9c64b09c25f047909a26c8a3415fefe2', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:35:49.918880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] Calling delete_port for 328ed249-0117-4170-981b-5a207110e465 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:50.099904 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.103412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb724ae5-b17d-4132-a33b-cdcc13eaf63f req-42557340-fca6-4560-9e58-9953c6b2888f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:50.105311 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb724ae5-b17d-4132-a33b-cdcc13eaf63f req-42557340-fca6-4560-9e58-9953c6b2888f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 945 time: 0.3059075 Nov 27 01:35:50.106586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf939f4-4dbf-4598-8eaf-df52b2db9758 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:50.110828 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bcf939f4-4dbf-4598-8eaf-df52b2db9758 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.156734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-bcf939f4-4dbf-4598-8eaf-df52b2db9758 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port 3a379b51-1c87-4aab-83dc-c63bfd19168b yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:50.172635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58558) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:50.198005 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.239357 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb724ae5-b17d-4132-a33b-cdcc13eaf63f req-fac4aa49-4c93-4c05-a324-3edebd3e744f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259441 Nov 27 01:35:50.271311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network cc932edd-6e33-4299-8a86-6be862729870 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:50.280916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:50.287174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:50.294648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:50.295492 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.296606 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-a071e967-278a-4c76-8e11-053bc193321c None None] Allocated IP 2001:db8:0:1::2 (cc932edd-6e33-4299-8a86-6be862729870/d5769895-0a99-4ff1-8908-164c0e884487/a8c12e81-dfc4-4c8f-8cb5-71982314fcee) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:50.332163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58564) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:50.335970 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.5144260 Nov 27 01:35:50.348109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c82e16fa-8ac4-4fbd-8da6-6186d0416760 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b1462f5-72f0-4730-b6a1-30473e94aeef'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:50.360148 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03597686-49d7-46fd-9494-d857e47c012a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=8d7ce302-f6fa-421b-bfb6-1fbec9ca0567,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:50.476200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a8c12e81-dfc4-4c8f-8cb5-71982314fcee up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:50.486476 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.491125 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0964a275-1e94-45e5-9f08-91bf7e976e58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.506895 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840491ac-6c81-4eb1-8101-1d81b5f09657 req-f4c44d62-a93d-4509-aa7f-aa1c3484ad3d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:50.509464 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-840491ac-6c81-4eb1-8101-1d81b5f09657 req-f4c44d62-a93d-4509-aa7f-aa1c3484ad3d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 945 time: 0.1464238 Nov 27 01:35:50.536862 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:35:50.537492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] Pushing event deleted for resources: {'Port': ['ID=328ed249-0117-4170-981b-5a207110e465,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:50.624387 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-840491ac-6c81-4eb1-8101-1d81b5f09657 req-6dc50567-6ed3-43ca-a30f-557291aee5e1 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946591 Nov 27 01:35:50.633013 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.653752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c82e16fa-8ac4-4fbd-8da6-6186d0416760 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.756522 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.756522 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.764124 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7945ba-5f69-4f8d-8ccc-c6dc9aff7d15 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:50.829418 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.830003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0453dce3-ced6-4002-9597-f6e5bd2a6724 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:35:50.836976 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.838340 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-20311585-e07a-4af7-883a-0946de526efb admin admin] 10.222.0.15 "DELETE /v2.0/routers/0453dce3-ced6-4002-9597-f6e5bd2a6724 HTTP/1.1" status: 204 len: 168 time: 2.1788540 Nov 27 01:35:50.840907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58570) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:50.862746 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bcf939f4-4dbf-4598-8eaf-df52b2db9758 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.871456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a8c12e81-dfc4-4c8f-8cb5-71982314fcee triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:50.871829 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.941224 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a071e967-278a-4c76-8e11-053bc193321c None None] For port a8c12e81-dfc4-4c8f-8cb5-71982314fcee, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a8c12e81-dfc4-4c8f-8cb5-71982314fcee,segment=NetworkSegment(a33b02c6-faad-416a-94a2-72690cd42371),segment_id=a33b02c6-faad-416a-94a2-72690cd42371)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:50.957433 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b773f53b-5b79-4b82-bc21-4c0d2f037d9b admin admin] Deleting subnet 560f9432-09a4-4ee9-a29c-ffb13996e99e {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:35:50.965555 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b773f53b-5b79-4b82-bc21-4c0d2f037d9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.004689 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a071e967-278a-4c76-8e11-053bc193321c None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.015212 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a071e967-278a-4c76-8e11-053bc193321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.025602 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b773f53b-5b79-4b82-bc21-4c0d2f037d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.073765 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bcf939f4-4dbf-4598-8eaf-df52b2db9758 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.076977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0964a275-1e94-45e5-9f08-91bf7e976e58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.112758 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0964a275-1e94-45e5-9f08-91bf7e976e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.156322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b773f53b-5b79-4b82-bc21-4c0d2f037d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.157808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964a275-1e94-45e5-9f08-91bf7e976e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ab0728-027d-45de-8040-630f28235488,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:51.200619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf939f4-4dbf-4598-8eaf-df52b2db9758 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network d178f411-24b3-4cd9-b1e6-672df371324f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:51.231157 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b773f53b-5b79-4b82-bc21-4c0d2f037d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.232658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-bcf939f4-4dbf-4598-8eaf-df52b2db9758 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:51.239192 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0964a275-1e94-45e5-9f08-91bf7e976e58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed19100f847d4e33945de54d63d50b88&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0336955 Nov 27 01:35:51.239944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58574) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:51.241435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf939f4-4dbf-4598-8eaf-df52b2db9758 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:51.247798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf939f4-4dbf-4598-8eaf-df52b2db9758 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:51.248586 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bcf939f4-4dbf-4598-8eaf-df52b2db9758 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.259416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf939f4-4dbf-4598-8eaf-df52b2db9758 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=3a379b51-1c87-4aab-83dc-c63bfd19168b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:51.269592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071e967-278a-4c76-8e11-053bc193321c None None] Pushing event updated for resources: {'Port': ['ID=a8c12e81-dfc4-4c8f-8cb5-71982314fcee,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:51.291138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 08171a6b-9ae1-46c7-824a-454249923c71 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:51.344062 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bcf939f4-4dbf-4598-8eaf-df52b2db9758 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4717941 Nov 27 01:35:51.344767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58576) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:51.347144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-c82e16fa-8ac4-4fbd-8da6-6186d0416760 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Delete allocated IP 2001:db8:0:1::29e (cc932edd-6e33-4299-8a86-6be862729870/d5769895-0a99-4ff1-8908-164c0e884487) {{(pid=103403) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 01:35:51.349404 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b773f53b-5b79-4b82-bc21-4c0d2f037d9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.355656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b773f53b-5b79-4b82-bc21-4c0d2f037d9b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/560f9432-09a4-4ee9-a29c-ffb13996e99e HTTP/1.1" status: 204 len: 168 time: 0.5137064 Nov 27 01:35:51.356418 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d6284-d0a1-4fea-8fb4-512c66ff0e71 None None] Network fbf9ad20-e715-449c-9ff0-512a26044dd2 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:51.356763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773f53b-5b79-4b82-bc21-4c0d2f037d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=560f9432-09a4-4ee9-a29c-ffb13996e99e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:51.358386 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58578) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:51.361331 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8dc983d5-8e04-4f45-b45c-c0f7e8cf651f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:51.456834 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e546c2ef-8ca6-44b0-9135-637af96b8326 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.485349 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 08171a6b-9ae1-46c7-824a-454249923c71 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:51.485787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 08171a6b-9ae1-46c7-824a-454249923c71 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:51.488759 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569654a-c2f2-4178-b265-78965d17de8c req-c7881d02-e665-4cb5-b21a-a9aaee82b7a2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:51.490348 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0569654a-c2f2-4178-b265-78965d17de8c req-c7881d02-e665-4cb5-b21a-a9aaee82b7a2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 945 time: 0.2609234 Nov 27 01:35:51.562100 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8dc983d5-8e04-4f45-b45c-c0f7e8cf651f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.599401 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0569654a-c2f2-4178-b265-78965d17de8c req-4fbfa5e2-2235-408d-86d7-1ebc5e8096bc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890727 Nov 27 01:35:51.606001 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.618742 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e546c2ef-8ca6-44b0-9135-637af96b8326 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.681369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88039ea8-c693-4fc8-a601-3ff1b31728b7 None None] DHCP port deletion for fbf9ad20-e715-449c-9ff0-512a26044dd2 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:51.710806 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Deleting port 27a12fb9-23f6-4bbd-a256-192c408ca7b4 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:51.711148 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.743854 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-88039ea8-c693-4fc8-a601-3ff1b31728b7 None None] Deleting port 27a12fb9-23f6-4bbd-a256-192c408ca7b4 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:51.744559 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-88039ea8-c693-4fc8-a601-3ff1b31728b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.756835 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c82e16fa-8ac4-4fbd-8da6-6186d0416760 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.767378 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c82e16fa-8ac4-4fbd-8da6-6186d0416760 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.815756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] For port 27a12fb9-23f6-4bbd-a256-192c408ca7b4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=27a12fb9-23f6-4bbd-a256-192c408ca7b4,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:51.816135 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.832219 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-88039ea8-c693-4fc8-a601-3ff1b31728b7 None None] For port 27a12fb9-23f6-4bbd-a256-192c408ca7b4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=27a12fb9-23f6-4bbd-a256-192c408ca7b4,segment=NetworkSegment(e30a469f-a99f-4857-a599-d21cfb416124),segment_id=e30a469f-a99f-4857-a599-d21cfb416124)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:51.832837 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-88039ea8-c693-4fc8-a601-3ff1b31728b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.836046 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Calling delete_port for 27a12fb9-23f6-4bbd-a256-192c408ca7b4 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:51.850619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-88039ea8-c693-4fc8-a601-3ff1b31728b7 None None] Calling delete_port for 27a12fb9-23f6-4bbd-a256-192c408ca7b4 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:51.861708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c82e16fa-8ac4-4fbd-8da6-6186d0416760 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] In _notify_port_updated(), no bound segment for port 8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 on network cc932edd-6e33-4299-8a86-6be862729870 {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:35:51.867280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82e16fa-8ac4-4fbd-8da6-6186d0416760 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:51.867930 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c82e16fa-8ac4-4fbd-8da6-6186d0416760 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.869297 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c82e16fa-8ac4-4fbd-8da6-6186d0416760 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "PUT /v2.0/ports/8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 HTTP/1.1" status: 200 len: 926 time: 1.5359256 Nov 27 01:35:51.876702 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58580) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:51.896295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ad59fdb2-b31f-4f28-bfad-4db4c24eda40 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b1462f5-72f0-4730-b6a1-30473e94aeef'}, {'subnet_id': 'd5769895-0a99-4ff1-8908-164c0e884487'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:51.912070 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e546c2ef-8ca6-44b0-9135-637af96b8326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.915419 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e546c2ef-8ca6-44b0-9135-637af96b8326 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.916846 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e546c2ef-8ca6-44b0-9135-637af96b8326 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6ab0728-027d-45de-8040-630f28235488 HTTP/1.1" status: 204 len: 168 time: 0.6631842 Nov 27 01:35:51.947665 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.973883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546c2ef-8ca6-44b0-9135-637af96b8326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ab0728-027d-45de-8040-630f28235488,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:51.978571 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e16fa-8ac4-4fbd-8da6-6186d0416760 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=8d7ce302-f6fa-421b-bfb6-1fbec9ca0567,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:51.989869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a12fb9-23f6-4bbd-a256-192c408ca7b4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:51.994686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] No DVR routers for this DVR port 27a12fb9-23f6-4bbd-a256-192c408ca7b4 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:52.042699 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-88039ea8-c693-4fc8-a601-3ff1b31728b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.066418 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8dc983d5-8e04-4f45-b45c-c0f7e8cf651f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.089188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad59fdb2-b31f-4f28-bfad-4db4c24eda40 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.092379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88039ea8-c693-4fc8-a601-3ff1b31728b7 None None] Pushing event deleted for resources: {'Port': ['ID=27a12fb9-23f6-4bbd-a256-192c408ca7b4,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:52.095596 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8dc983d5-8e04-4f45-b45c-c0f7e8cf651f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.100062 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88039ea8-c693-4fc8-a601-3ff1b31728b7 None None] No DVR routers for this DVR port 27a12fb9-23f6-4bbd-a256-192c408ca7b4 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:52.101037 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.124597 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf9ad20-e715-449c-9ff0-512a26044dd2']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:52.136169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30a469f-a99f-4857-a599-d21cfb416124') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:52.136169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30a469f-a99f-4857-a599-d21cfb416124') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:52.145704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184026e4-30c8-455c-bf42-8220c48dab99 None None] Network cc932edd-6e33-4299-8a86-6be862729870 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:52.148837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8dc983d5-8e04-4f45-b45c-c0f7e8cf651f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] In _notify_port_updated(), no bound segment for port 3a379b51-1c87-4aab-83dc-c63bfd19168b on network d178f411-24b3-4cd9-b1e6-672df371324f {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:35:52.150529 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.155428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc983d5-8e04-4f45-b45c-c0f7e8cf651f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:52.156056 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8dc983d5-8e04-4f45-b45c-c0f7e8cf651f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.159803 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8dc983d5-8e04-4f45-b45c-c0f7e8cf651f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "PUT /v2.0/ports/3a379b51-1c87-4aab-83dc-c63bfd19168b HTTP/1.1" status: 200 len: 818 time: 0.8063943 Nov 27 01:35:52.163437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58588) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:52.185454 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.195815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:52.197376 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:52.216156 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:52.240043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d5aaeff4-280a-412c-a5ca-ffe3e80c87e9 None None] Provisioning complete for port a8c12e81-dfc4-4c8f-8cb5-71982314fcee triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:52.240450 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d5aaeff4-280a-412c-a5ca-ffe3e80c87e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.268737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc983d5-8e04-4f45-b45c-c0f7e8cf651f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=3a379b51-1c87-4aab-83dc-c63bfd19168b,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:52.304906 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.328442 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.349691 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fbf9ad20-e715-449c-9ff0-512a26044dd2 HTTP/1.1" status: 204 len: 168 time: 0.9814050 Nov 27 01:35:52.379004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4f87e-d573-427d-9135-994be8412416 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbf9ad20-e715-449c-9ff0-512a26044dd2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:52.398289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a8c12e81-dfc4-4c8f-8cb5-71982314fcee up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:52.489456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a8c12e81-dfc4-4c8f-8cb5-71982314fcee triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:52.489909 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.505382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58592) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:52.533241 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2813abd1-b01e-4ec2-90e6-e9927b84171a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.574873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58594) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:52.657259 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5483c7db-4a30-4932-9c37-4bd23d71c972 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c64b09c25f047909a26c8a3415fefe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0753820 Nov 27 01:35:52.659080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58598) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:52.712138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 328ed249-0117-4170-981b-5a207110e465 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:52.713350 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2813abd1-b01e-4ec2-90e6-e9927b84171a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.728626 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2813abd1-b01e-4ec2-90e6-e9927b84171a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.754787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 328ed249-0117-4170-981b-5a207110e465 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:52.755141 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 328ed249-0117-4170-981b-5a207110e465 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:52.755578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 27a12fb9-23f6-4bbd-a256-192c408ca7b4 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:52.778105 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20ef8e02-d62d-43c7-80f3-20ee322d0c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.781992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 27a12fb9-23f6-4bbd-a256-192c408ca7b4 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:52.782395 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 27a12fb9-23f6-4bbd-a256-192c408ca7b4 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:52.825306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2813abd1-b01e-4ec2-90e6-e9927b84171a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b560a4076cca4858984bd1bb7a2374c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158474 Nov 27 01:35:52.825306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813abd1-b01e-4ec2-90e6-e9927b84171a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a503ce10-5c30-4e25-85e4-4b093a1518d6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:52.827206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58600) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:52.844122 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20ef8e02-d62d-43c7-80f3-20ee322d0c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.919472 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d500c8f1-8806-419b-a7fb-1ceb0089de18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.920258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e891d0-a6de-4d33-abfb-fdfb8867095b req-78fd1269-ca24-4cb8-a3aa-b9d5ac67d716 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:52.921802 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98e891d0-a6de-4d33-abfb-fdfb8867095b req-78fd1269-ca24-4cb8-a3aa-b9d5ac67d716 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 945 time: 0.1480062 Nov 27 01:35:52.943819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8c917d5f-913a-4307-8815-dc462ead55b5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port 3a379b51-1c87-4aab-83dc-c63bfd19168b {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:52.944205 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c917d5f-913a-4307-8815-dc462ead55b5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.946554 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d500c8f1-8806-419b-a7fb-1ceb0089de18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.956760 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20ef8e02-d62d-43c7-80f3-20ee322d0c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.959313 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-20ef8e02-d62d-43c7-80f3-20ee322d0c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.961006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-20ef8e02-d62d-43c7-80f3-20ee322d0c2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c07769e-a021-421b-896a-6d47e5d1b50b HTTP/1.1" status: 204 len: 168 time: 0.3009760 Nov 27 01:35:52.974687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81963b8e-23c9-4b5f-9da2-299938738785 req-98e8294b-211a-4fef-a1ff-7b457184e92d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:52.976787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81963b8e-23c9-4b5f-9da2-299938738785 req-98e8294b-211a-4fef-a1ff-7b457184e92d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 945 time: 0.1697755 Nov 27 01:35:52.978126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5f20d877-3e6b-4f7d-9bb8-12f0c76899f0 None None] Provisioning complete for port 8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:52.980888 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5f20d877-3e6b-4f7d-9bb8-12f0c76899f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.002274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef8e02-d62d-43c7-80f3-20ee322d0c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c07769e-a021-421b-896a-6d47e5d1b50b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:53.037065 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d500c8f1-8806-419b-a7fb-1ceb0089de18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.041731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-5f20d877-3e6b-4f7d-9bb8-12f0c76899f0 None None] Port 8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:35:53.047452 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d500c8f1-8806-419b-a7fb-1ceb0089de18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.052344 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d500c8f1-8806-419b-a7fb-1ceb0089de18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a503ce10-5c30-4e25-85e4-4b093a1518d6 HTTP/1.1" status: 204 len: 168 time: 0.2198064 Nov 27 01:35:53.065307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500c8f1-8806-419b-a7fb-1ceb0089de18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a503ce10-5c30-4e25-85e4-4b093a1518d6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:53.104224 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5f20d877-3e6b-4f7d-9bb8-12f0c76899f0 None None] Provisioning complete for port a8c12e81-dfc4-4c8f-8cb5-71982314fcee triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:53.104706 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5f20d877-3e6b-4f7d-9bb8-12f0c76899f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.235830 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c917d5f-913a-4307-8815-dc462ead55b5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.241293 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98e891d0-a6de-4d33-abfb-fdfb8867095b req-902bd7d1-50ab-49d0-8224-0603465d092a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015585 Nov 27 01:35:53.274688 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-ad59fdb2-b31f-4f28-bfad-4db4c24eda40 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Allocated IP 2001:db8:0:1::2e0 (cc932edd-6e33-4299-8a86-6be862729870/d5769895-0a99-4ff1-8908-164c0e884487/8d7ce302-f6fa-421b-bfb6-1fbec9ca0567) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:53.299724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8c917d5f-913a-4307-8815-dc462ead55b5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for 3a379b51-1c87-4aab-83dc-c63bfd19168b owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:53.415176 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d164d265-e3ef-4960-ab05-8db2dca7ec7c None None] Provisioning complete for port 8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:53.416996 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d164d265-e3ef-4960-ab05-8db2dca7ec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.509661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d164d265-e3ef-4960-ab05-8db2dca7ec7c None None] Port 8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:35:53.531877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-81963b8e-23c9-4b5f-9da2-299938738785 req-438f1005-0802-4259-b597-1e21f9c216d2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Deleting port 5452028a-a4e5-4488-810e-ccc76d12e70b {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:53.532399 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81963b8e-23c9-4b5f-9da2-299938738785 req-438f1005-0802-4259-b597-1e21f9c216d2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.644425 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-669a5fea-9f00-469c-a665-a9bd70319481 None None] Provisioning complete for port 8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:53.644729 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-669a5fea-9f00-469c-a665-a9bd70319481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.645381 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c917d5f-913a-4307-8815-dc462ead55b5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.689545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-669a5fea-9f00-469c-a665-a9bd70319481 None None] Port 8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:35:53.706236 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad59fdb2-b31f-4f28-bfad-4db4c24eda40 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.712505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c917d5f-913a-4307-8815-dc462ead55b5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=3a379b51-1c87-4aab-83dc-c63bfd19168b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:53.724833 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8c917d5f-913a-4307-8815-dc462ead55b5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.728460 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8c917d5f-913a-4307-8815-dc462ead55b5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/3a379b51-1c87-4aab-83dc-c63bfd19168b HTTP/1.1" status: 204 len: 168 time: 1.5637014 Nov 27 01:35:53.731138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58626) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:53.734886 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad59fdb2-b31f-4f28-bfad-4db4c24eda40 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.752756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-81963b8e-23c9-4b5f-9da2-299938738785 req-438f1005-0802-4259-b597-1e21f9c216d2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] For port 5452028a-a4e5-4488-810e-ccc76d12e70b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=5452028a-a4e5-4488-810e-ccc76d12e70b,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:53.753015 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81963b8e-23c9-4b5f-9da2-299938738785 req-438f1005-0802-4259-b597-1e21f9c216d2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.824172 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b99472-efe0-4272-b6ee-527c524f23f9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:53.826385 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-28b99472-efe0-4272-b6ee-527c524f23f9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0933869 Nov 27 01:35:53.828941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-81963b8e-23c9-4b5f-9da2-299938738785 req-438f1005-0802-4259-b597-1e21f9c216d2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Calling delete_port for 5452028a-a4e5-4488-810e-ccc76d12e70b owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:53.833616 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58630) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:53.874096 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ad59fdb2-b31f-4f28-bfad-4db4c24eda40 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] In _notify_port_updated(), no bound segment for port 8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 on network cc932edd-6e33-4299-8a86-6be862729870 {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:35:53.879963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad59fdb2-b31f-4f28-bfad-4db4c24eda40 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:53.880669 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad59fdb2-b31f-4f28-bfad-4db4c24eda40 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.884299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ad59fdb2-b31f-4f28-bfad-4db4c24eda40 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "PUT /v2.0/ports/8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 HTTP/1.1" status: 200 len: 1012 time: 1.9974911 Nov 27 01:35:53.885774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58636) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:53.899060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59fdb2-b31f-4f28-bfad-4db4c24eda40 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=8d7ce302-f6fa-421b-bfb6-1fbec9ca0567,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:53.906941 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4202dbd-8483-4fba-9c29-e47b1006fe07 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] GET failed (client error): The resource could not be found. Nov 27 01:35:53.908476 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e4202dbd-8483-4fba-9c29-e47b1006fe07 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/3a379b51-1c87-4aab-83dc-c63bfd19168b HTTP/1.1" status: 404 len: 333 time: 0.0683560 Nov 27 01:35:53.938873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58638) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:53.946265 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1f7ad020-5c6f-4a6c-99fb-3e7268818207 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-860486116'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:54.008100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7ad020-5c6f-4a6c-99fb-3e7268818207 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:54.014740 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad020-5c6f-4a6c-99fb-3e7268818207 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:54.080047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7ad020-5c6f-4a6c-99fb-3e7268818207 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:35:54.104624 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad020-5c6f-4a6c-99fb-3e7268818207 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:54.104994 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-1f7ad020-5c6f-4a6c-99fb-3e7268818207 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Added segment ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1 of type vlan for network 79556b3b-dd1a-41aa-88fb-9395b22a999c Nov 27 01:35:54.109458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port 8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:54.110098 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:54.215449 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81963b8e-23c9-4b5f-9da2-299938738785 req-438f1005-0802-4259-b597-1e21f9c216d2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:54.220608 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:54.226637 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad020-5c6f-4a6c-99fb-3e7268818207 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:54.247360 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for 8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:54.250072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f0817ed0-196d-4e00-8d7b-3801e48469f4', '5452028a-a4e5-4488-810e-ccc76d12e70b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:35:54.261298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f1005-0802-4259-b597-1e21f9c216d2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event deleted for resources: {'Port': ['ID=5452028a-a4e5-4488-810e-ccc76d12e70b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:54.370450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-81963b8e-23c9-4b5f-9da2-299938738785 req-438f1005-0802-4259-b597-1e21f9c216d2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] No DVR routers for this DVR port 5452028a-a4e5-4488-810e-ccc76d12e70b on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:54.376052 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-81963b8e-23c9-4b5f-9da2-299938738785 req-438f1005-0802-4259-b597-1e21f9c216d2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:54.381882 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-81963b8e-23c9-4b5f-9da2-299938738785 req-438f1005-0802-4259-b597-1e21f9c216d2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "DELETE /v2.0/ports/5452028a-a4e5-4488-810e-ccc76d12e70b HTTP/1.1" status: 204 len: 173 time: 1.3702443 Nov 27 01:35:54.386329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1f44b8-1a95-4eae-8c57-202bbef797df', 'name': 'network-vif-deleted', 'tag': '5452028a-a4e5-4488-810e-ccc76d12e70b'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:54.389392 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b05c9b-8614-4a71-81dc-d332fe6298c5" -d '{"events": [{"server_uuid": "bf1f44b8-1a95-4eae-8c57-202bbef797df", "name": "network-vif-deleted", "tag": "5452028a-a4e5-4488-810e-ccc76d12e70b"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:54.415579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad020-5c6f-4a6c-99fb-3e7268818207 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:54.431440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7ad020-5c6f-4a6c-99fb-3e7268818207 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:54.432977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad020-5c6f-4a6c-99fb-3e7268818207 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:54.433437 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e332ef18-16a3-4e99-af37-3396e771803e None None] Provisioning complete for port 8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:54.433992 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e332ef18-16a3-4e99-af37-3396e771803e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:54.501061 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8eff99bb-651d-472d-a076-88b4b7c8f738 req-ac7510a0-7ecd-4320-bc18-a79ea99818eb tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 210 time: 0.0816278 Nov 27 01:35:54.554605 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d81bb3-dfc9-4a7b-a373-91b0f6630e29 x-openstack-request-id: req-b8d81bb3-dfc9-4a7b-a373-91b0f6630e29 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:54.555300 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1f44b8-1a95-4eae-8c57-202bbef797df", "name": "network-vif-deleted", "tag": "5452028a-a4e5-4488-810e-ccc76d12e70b", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:54.556089 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8d81bb3-dfc9-4a7b-a373-91b0f6630e29 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:54.556803 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1f44b8-1a95-4eae-8c57-202bbef797df', 'name': 'network-vif-deleted', 'tag': '5452028a-a4e5-4488-810e-ccc76d12e70b', 'status': 'completed', 'code': 200} Nov 27 01:35:54.583273 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1f7ad020-5c6f-4a6c-99fb-3e7268818207 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6427252 Nov 27 01:35:54.593999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ad020-5c6f-4a6c-99fb-3e7268818207 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Network': ['ID=79556b3b-dd1a-41aa-88fb-9395b22a999c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:54.603263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58662) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:54.618933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-aeb0e224-3194-4324-b64d-8094d1ffb690 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': '79556b3b-dd1a-41aa-88fb-9395b22a999c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:54.652331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 79556b3b-dd1a-41aa-88fb-9395b22a999c details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:35:54.654586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e332ef18-16a3-4e99-af37-3396e771803e None None] Port 8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:35:54.821732 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:54.839903 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb0e224-3194-4324-b64d-8094d1ffb690 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:54.844173 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e224-3194-4324-b64d-8094d1ffb690 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:54.951640 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=8d7ce302-f6fa-421b-bfb6-1fbec9ca0567,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:54.990023 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:54.994831 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 HTTP/1.1" status: 204 len: 168 time: 1.1076353 Nov 27 01:35:55.004550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:55.004915 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:55.014218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:55.014218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:55.014218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:55.014218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:55.014218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:55.014218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:55.014218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:55.014218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:55.014218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:55.014218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cbfc5-606f-4dd9-935c-8ab9f4c87b9a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:55.015210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58680) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:55.061610 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef64fce4-fddc-4052-9fb7-a22d82c198ea tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] GET failed (client error): The resource could not be found. Nov 27 01:35:55.063453 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ef64fce4-fddc-4052-9fb7-a22d82c198ea tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 HTTP/1.1" status: 404 len: 333 time: 0.0529871 Nov 27 01:35:55.066335 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58686) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:55.080812 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-154d4f5b-45b4-4962-beec-80cae4ca8fcf req-7ef87582-585a-40ac-90c4-4d81f4fbb1b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1325743 Nov 27 01:35:55.193482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8cbf2d5-730b-4aa0-8fd1-acac9abb0b0f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting subnet d5769895-0a99-4ff1-8908-164c0e884487 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:35:55.202980 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf2d5-730b-4aa0-8fd1-acac9abb0b0f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:55.240905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4f5b-45b4-4962-beec-80cae4ca8fcf req-a968ab0b-a331-494c-84f2-ecc0d33f7953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:55.245077 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-154d4f5b-45b4-4962-beec-80cae4ca8fcf req-a968ab0b-a331-494c-84f2-ecc0d33f7953 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 1098 time: 0.0919635 Nov 27 01:35:55.276188 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf2d5-730b-4aa0-8fd1-acac9abb0b0f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:55.334643 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e224-3194-4324-b64d-8094d1ffb690 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:55.418260 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0e224-3194-4324-b64d-8094d1ffb690 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Subnet': ['ID=0a43ae4c-3a8b-44ee-8ff6-60481825573c,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:55.454702 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4f5b-45b4-4962-beec-80cae4ca8fcf req-9599736f-ce11-499f-a368-c8a2774bff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:55.457538 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-154d4f5b-45b4-4962-beec-80cae4ca8fcf req-9599736f-ce11-499f-a368-c8a2774bff83 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.1703291 Nov 27 01:35:55.459638 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf2d5-730b-4aa0-8fd1-acac9abb0b0f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:55.463868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0e224-3194-4324-b64d-8094d1ffb690 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Checking segment: {'id': 'ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '79556b3b-dd1a-41aa-88fb-9395b22a999c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:55.464358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb0e224-3194-4324-b64d-8094d1ffb690 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network hostable DHCP agents. Network: 79556b3b-dd1a-41aa-88fb-9395b22a999c, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:35:55.516041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb0e224-3194-4324-b64d-8094d1ffb690 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network 79556b3b-dd1a-41aa-88fb-9395b22a999c is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:35:55.537530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-aeb0e224-3194-4324-b64d-8094d1ffb690 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 79556b3b-dd1a-41aa-88fb-9395b22a999c) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:55.549690 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b14da2-588f-469f-9c4e-774f1cfc1fe4 None None] Network 79556b3b-dd1a-41aa-88fb-9395b22a999c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:55.551691 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-154d4f5b-45b4-4962-beec-80cae4ca8fcf req-3b4b8d75-d5d5-4938-a135-edee69f42eb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0817ed0-196d-4e00-8d7b-3801e48469f4 HTTP/1.1" status: 200 len: 217 time: 0.0810609 Nov 27 01:35:55.562002 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb0e224-3194-4324-b64d-8094d1ffb690 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:55.562961 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e224-3194-4324-b64d-8094d1ffb690 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:55.605112 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf2d5-730b-4aa0-8fd1-acac9abb0b0f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:55.632061 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-aeb0e224-3194-4324-b64d-8094d1ffb690 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0255508 Nov 27 01:35:55.642949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58706) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:55.681453 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-52c53d1a-9370-4b22-8d33-31c95c23e3f4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': '79556b3b-dd1a-41aa-88fb-9395b22a999c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:55.724486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabb1204-5841-49a7-8c36-f7df86d9986f None None] Network cc932edd-6e33-4299-8a86-6be862729870 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:55.732019 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0adb81ec-0435-4231-87f6-bb4e5e0d8390 req-82185827-e9dd-4980-b049-3dc9713e9a10 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 210 time: 0.0473189 Nov 27 01:35:55.745034 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbf2d5-730b-4aa0-8fd1-acac9abb0b0f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Subnet': ['ID=d5769895-0a99-4ff1-8908-164c0e884487,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:55.756634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf2d5-730b-4aa0-8fd1-acac9abb0b0f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:55.759055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4f5b-45b4-4962-beec-80cae4ca8fcf req-2fcbfc5b-eb2c-4826-a87e-15d2cfb6b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:55.762664 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-154d4f5b-45b4-4962-beec-80cae4ca8fcf req-2fcbfc5b-eb2c-4826-a87e-15d2cfb6b230 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.2045965 Nov 27 01:35:55.766163 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b8cbf2d5-730b-4aa0-8fd1-acac9abb0b0f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/d5769895-0a99-4ff1-8908-164c0e884487 HTTP/1.1" status: 204 len: 168 time: 0.6954060 Nov 27 01:35:55.767140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58710) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:55.897409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-007a98bc-61ae-4e87-b5d0-54bc5b061c59 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting subnet 1b1462f5-72f0-4730-b6a1-30473e94aeef {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:35:55.905603 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-007a98bc-61ae-4e87-b5d0-54bc5b061c59 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:55.974049 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4f5b-45b4-4962-beec-80cae4ca8fcf req-72af1a05-b9a8-4aec-9549-c661e6559f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:55.978670 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-154d4f5b-45b4-4962-beec-80cae4ca8fcf req-72af1a05-b9a8-4aec-9549-c661e6559f90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1917596 Nov 27 01:35:55.989475 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-007a98bc-61ae-4e87-b5d0-54bc5b061c59 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.109844 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-79556b3b-dd1a-41aa-88fb-9395b22a999c', 'network_id': '79556b3b-dd1a-41aa-88fb-9395b22a999c', 'tenant_id': 'a08c6b151ce94ff7b7ccc683f0d7f62b', 'fixed_ips': [{'subnet_id': '0a43ae4c-3a8b-44ee-8ff6-60481825573c'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:35:56.110877 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.134202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c53d1a-9370-4b22-8d33-31c95c23e3f4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:56.145310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52c53d1a-9370-4b22-8d33-31c95c23e3f4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.272503 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-154d4f5b-45b4-4962-beec-80cae4ca8fcf req-d1e2f4f5-2a74-41fc-96ee-ecb9f8594d0d service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813959 Nov 27 01:35:56.313254 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-007a98bc-61ae-4e87-b5d0-54bc5b061c59 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.439747 n-d-817303-10 neutron-server[103402]: INFO neutron.db.ipam_backend_mixin [None req-52c53d1a-9370-4b22-8d33-31c95c23e3f4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0a43ae4c-3a8b-44ee-8ff6-60481825573c (CIDR: 172.20.0.0/28) Nov 27 01:35:56.454526 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-007a98bc-61ae-4e87-b5d0-54bc5b061c59 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.461751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Allocated IP 172.20.0.2 (79556b3b-dd1a-41aa-88fb-9395b22a999c/0a43ae4c-3a8b-44ee-8ff6-60481825573c/f13ed0fb-6e13-4867-92b2-1fa917edc3a9) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:56.468907 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c53d1a-9370-4b22-8d33-31c95c23e3f4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:35:56.470284 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c53d1a-9370-4b22-8d33-31c95c23e3f4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:35:56.573180 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-007a98bc-61ae-4e87-b5d0-54bc5b061c59 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.574500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-154d4f5b-45b4-4962-beec-80cae4ca8fcf req-46ed9047-91ef-4bde-899f-b4a9aeecbc06 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897906 Nov 27 01:35:56.577707 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-007a98bc-61ae-4e87-b5d0-54bc5b061c59 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/1b1462f5-72f0-4730-b6a1-30473e94aeef HTTP/1.1" status: 204 len: 168 time: 0.7450132 Nov 27 01:35:56.580312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a98bc-61ae-4e87-b5d0-54bc5b061c59 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1462f5-72f0-4730-b6a1-30473e94aeef,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:56.582450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58738) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:56.605406 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-52c53d1a-9370-4b22-8d33-31c95c23e3f4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9608672 Nov 27 01:35:56.608169 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58742) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:56.624836 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-53cca7d3-4a2c-4d15-8fd9-ad069c061541 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': '79556b3b-dd1a-41aa-88fb-9395b22a999c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:56.721244 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.817881 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5452028a-a4e5-4488-810e-ccc76d12e70b no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:56.867231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port a8c12e81-dfc4-4c8f-8cb5-71982314fcee {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:56.867584 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.890730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 5452028a-a4e5-4488-810e-ccc76d12e70b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:56.900369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 5452028a-a4e5-4488-810e-ccc76d12e70b not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:56.934468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cca7d3-4a2c-4d15-8fd9-ad069c061541 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:56.935184 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.939192 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53cca7d3-4a2c-4d15-8fd9-ad069c061541 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.960880 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.025948 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Network 79556b3b-dd1a-41aa-88fb-9395b22a999c is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:57.031270 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:57.037872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:57.057987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] For port a8c12e81-dfc4-4c8f-8cb5-71982314fcee, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a8c12e81-dfc4-4c8f-8cb5-71982314fcee,segment=NetworkSegment(a33b02c6-faad-416a-94a2-72690cd42371),segment_id=a33b02c6-faad-416a-94a2-72690cd42371)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:57.061907 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.092350 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Pushing event updated for resources: {'Port': ['ID=f13ed0fb-6e13-4867-92b2-1fa917edc3a9,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:57.100960 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for a8c12e81-dfc4-4c8f-8cb5-71982314fcee owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:57.159278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Attempting to bind port f13ed0fb-6e13-4867-92b2-1fa917edc3a9 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:57.159662 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Attempting to bind port f13ed0fb-6e13-4867-92b2-1fa917edc3a9 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '79556b3b-dd1a-41aa-88fb-9395b22a999c'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:57.160033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Attempting to bind port f13ed0fb-6e13-4867-92b2-1fa917edc3a9 on network 79556b3b-dd1a-41aa-88fb-9395b22a999c {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:57.174712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:57.175154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Checking segment: {'id': 'ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '79556b3b-dd1a-41aa-88fb-9395b22a999c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:57.175571 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.175970 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Bound using segment: {'id': 'ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '79556b3b-dd1a-41aa-88fb-9395b22a999c'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:57.176477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Bound port: f13ed0fb-6e13-4867-92b2-1fa917edc3a9, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '79556b3b-dd1a-41aa-88fb-9395b22a999c'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:57.177608 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.305938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] For port f13ed0fb-6e13-4867-92b2-1fa917edc3a9, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:57.310364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] For port f13ed0fb-6e13-4867-92b2-1fa917edc3a9, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f13ed0fb-6e13-4867-92b2-1fa917edc3a9,segment=NetworkSegment(ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1),segment_id=ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:57.317038 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.416492 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-621db832-19ff-4f53-9c17-22e065dae5f2 req-3b8cbd8b-3d24-429f-aa59-92fa22f18ec7 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 210 time: 0.4153068 Nov 27 01:35:57.417256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.474057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=a8c12e81-dfc4-4c8f-8cb5-71982314fcee,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:57.481799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a566d-801e-466c-808f-88bd61f224d8 None None] Network cc932edd-6e33-4299-8a86-6be862729870 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:57.487317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No DVR routers for this DVR port a8c12e81-dfc4-4c8f-8cb5-71982314fcee on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:57.524320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae48769-8a4f-450a-96b3-b38caf5dedfb None None] Pushing event updated for resources: {'Port': ['ID=f13ed0fb-6e13-4867-92b2-1fa917edc3a9,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:57.527505 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0cae22c5-3688-4c21-86d9-7aa6bb58578a None None] Could not find standard attr ID for object a8c12e81-dfc4-4c8f-8cb5-71982314fcee. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:35:57.545997 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53cca7d3-4a2c-4d15-8fd9-ad069c061541 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.640551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cca7d3-4a2c-4d15-8fd9-ad069c061541 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network 79556b3b-dd1a-41aa-88fb-9395b22a999c is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:57.668548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cca7d3-4a2c-4d15-8fd9-ad069c061541 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Subnet': ['ID=d84469c8-9908-455a-907b-de5bb35fca19,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:57.672153 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-53cca7d3-4a2c-4d15-8fd9-ad069c061541 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:57.674842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cca7d3-4a2c-4d15-8fd9-ad069c061541 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:57.675445 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53cca7d3-4a2c-4d15-8fd9-ad069c061541 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.693460 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-53cca7d3-4a2c-4d15-8fd9-ad069c061541 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0839584 Nov 27 01:35:57.696445 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58762) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:57.701851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'network_id': '79556b3b-dd1a-41aa-88fb-9395b22a999c', 'fixed_ips': [{'subnet_id': '0a43ae4c-3a8b-44ee-8ff6-60481825573c'}, {'subnet_id': 'd84469c8-9908-455a-907b-de5bb35fca19'}], 'name': 'tempest-PortsTestJSON-665266978'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:57.730406 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.801084 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc932edd-6e33-4299-8a86-6be862729870']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:57.807300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58764) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:57.827461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33b02c6-faad-416a-94a2-72690cd42371') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:57.829291 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33b02c6-faad-416a-94a2-72690cd42371') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:57.847486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f548b4aa-4547-4ee7-af36-71b6f6f0bf91 None None] DHCP port deletion for cc932edd-6e33-4299-8a86-6be862729870 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:57.875656 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.904921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:57.908411 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.933050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:57.933552 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:57.936829 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:58.077251 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.087855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.095831 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.105478 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/networks/cc932edd-6e33-4299-8a86-6be862729870 HTTP/1.1" status: 204 len: 168 time: 1.5196087 Nov 27 01:35:58.106013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58770) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:58.128770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port a378cc6f-8462-4313-b0ab-f47bea4c0de4 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:35:58.160181 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee8442d3-e58e-4051-be00-52f80a2cd40b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.167162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97321831-295b-4ad5-bd9d-99984a64db79 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Network': ['ID=cc932edd-6e33-4299-8a86-6be862729870,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:58.305264 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3af6be-23a0-489e-b763-6cfc267e2a4c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:58.308306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1e3af6be-23a0-489e-b763-6cfc267e2a4c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2011554 Nov 27 01:35:58.311049 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee8442d3-e58e-4051-be00-52f80a2cd40b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.312158 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58772) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:58.325773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee8442d3-e58e-4051-be00-52f80a2cd40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.388693 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8442d3-e58e-4051-be00-52f80a2cd40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9240782f-29ae-4062-b4ee-82bfa6ae7ddb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:58.427604 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f13ed0fb-6e13-4867-92b2-1fa917edc3a9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:58.458203 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ee8442d3-e58e-4051-be00-52f80a2cd40b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9bbfae8e12548d58dd9ad43bd2137c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6464469 Nov 27 01:35:58.460596 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58776) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:58.526908 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f13ed0fb-6e13-4867-92b2-1fa917edc3a9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:58.526908 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.530984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Allocated IP 172.20.0.6 (79556b3b-dd1a-41aa-88fb-9395b22a999c/0a43ae4c-3a8b-44ee-8ff6-60481825573c/a378cc6f-8462-4313-b0ab-f47bea4c0de4) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:58.554436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Allocated IP 172.20.0.25 (79556b3b-dd1a-41aa-88fb-9395b22a999c/d84469c8-9908-455a-907b-de5bb35fca19/a378cc6f-8462-4313-b0ab-f47bea4c0de4) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:58.594200 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f00ce193-9df8-4090-921f-4ff6d983415a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2763658 Nov 27 01:35:58.595220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58778) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:58.650476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9ef2d159-b39e-4466-8a9a-65ba60bcfe58 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1298578964'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:58.677414 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.736325 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ca7b04c-afdf-40bd-b3c9-b075e1e023c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.753629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef2d159-b39e-4466-8a9a-65ba60bcfe58 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:58.757586 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ef2d159-b39e-4466-8a9a-65ba60bcfe58 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.790395 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.817692 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.855794 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f4012cf-266e-42db-b312-951dbd72d535 req-b927f18a-f521-40e9-8fb4-75dcd6f2d025 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 210 time: 0.0529442 Nov 27 01:35:58.858661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ca7b04c-afdf-40bd-b3c9-b075e1e023c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.876939 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port f13ed0fb-6e13-4867-92b2-1fa917edc3a9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f13ed0fb-6e13-4867-92b2-1fa917edc3a9,segment=NetworkSegment(ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1),segment_id=ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:58.895005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef2d159-b39e-4466-8a9a-65ba60bcfe58 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:35:58.895289 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.898920 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.961755 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ef2d159-b39e-4466-8a9a-65ba60bcfe58 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.962106 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-9ef2d159-b39e-4466-8a9a-65ba60bcfe58 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Added segment 1855eb24-1bf1-4744-a552-c5852658e8e2 of type vlan for network 057b14d3-03c2-492d-bbad-5e812f2e677c Nov 27 01:35:58.992271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network 79556b3b-dd1a-41aa-88fb-9395b22a999c is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:58.997345 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=f13ed0fb-6e13-4867-92b2-1fa917edc3a9,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:59.001185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:59.008479 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a8c12e81-dfc4-4c8f-8cb5-71982314fcee no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:59.013777 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:59.024619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ca7b04c-afdf-40bd-b3c9-b075e1e023c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:59.027790 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ca7b04c-afdf-40bd-b3c9-b075e1e023c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:59.031810 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9ca7b04c-afdf-40bd-b3c9-b075e1e023c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9240782f-29ae-4062-b4ee-82bfa6ae7ddb HTTP/1.1" status: 204 len: 168 time: 0.5665112 Nov 27 01:35:59.031985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=a378cc6f-8462-4313-b0ab-f47bea4c0de4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:59.048064 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ef2d159-b39e-4466-8a9a-65ba60bcfe58 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:59.052227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7b04c-afdf-40bd-b3c9-b075e1e023c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9240782f-29ae-4062-b4ee-82bfa6ae7ddb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:59.098530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: a8c12e81-dfc4-4c8f-8cb5-71982314fcee {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:59.100757 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ef2d159-b39e-4466-8a9a-65ba60bcfe58 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:59.102835 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a8c12e81-dfc4-4c8f-8cb5-71982314fcee not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:59.107502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef2d159-b39e-4466-8a9a-65ba60bcfe58 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:59.108229 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ef2d159-b39e-4466-8a9a-65ba60bcfe58 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:59.158333 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:59.159587 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:59.179322 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9ef2d159-b39e-4466-8a9a-65ba60bcfe58 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5679548 Nov 27 01:35:59.182907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58786) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:59.201273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7b7bf279-308e-4c8f-be01-f851f5d1e1f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': '057b14d3-03c2-492d-bbad-5e812f2e677c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:59.230134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58788) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:59.231890 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7ae82785-42dc-4d20-9c0f-845d59f39b36 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.5333164 Nov 27 01:35:59.237752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-cd809d5e-f4c7-4b1a-8345-9305cf713c5d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0a43ae4c-3a8b-44ee-8ff6-60481825573c'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:59.282539 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc7d36b-b93d-49d5-aa38-c0d139751531 None None] Network 79556b3b-dd1a-41aa-88fb-9395b22a999c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:59.321302 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2d159-b39e-4466-8a9a-65ba60bcfe58 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Network': ['ID=057b14d3-03c2-492d-bbad-5e812f2e677c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:59.350315 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 057b14d3-03c2-492d-bbad-5e812f2e677c details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:35:59.467922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7bf279-308e-4c8f-be01-f851f5d1e1f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:59.472037 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf279-308e-4c8f-be01-f851f5d1e1f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:59.497886 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd809d5e-f4c7-4b1a-8345-9305cf713c5d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:59.589951 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e4f4cdf1-4902-4e7e-aabe-9742542833c6 None None] Provisioning complete for port f13ed0fb-6e13-4867-92b2-1fa917edc3a9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:59.590272 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e4f4cdf1-4902-4e7e-aabe-9742542833c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:59.629376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58794) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:59.865526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf279-308e-4c8f-be01-f851f5d1e1f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:00.000913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc7149e-a780-47da-9e87-fbc89d24ba7b None None] Update dhcp port {'port': {'network_id': '79556b3b-dd1a-41aa-88fb-9395b22a999c', 'fixed_ips': [{'subnet_id': '0a43ae4c-3a8b-44ee-8ff6-60481825573c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd84469c8-9908-455a-907b-de5bb35fca19'}], 'binding:host_id': 'n-d-817303-10'}, 'id': 'f13ed0fb-6e13-4867-92b2-1fa917edc3a9'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:36:00.015468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bf279-308e-4c8f-be01-f851f5d1e1f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Subnet': ['ID=ae403d81-64dc-411c-a0e7-7f269cce02e0,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:00.032852 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9cc7149e-a780-47da-9e87-fbc89d24ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:00.071018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7bf279-308e-4c8f-be01-f851f5d1e1f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Checking segment: {'id': '1855eb24-1bf1-4744-a552-c5852658e8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '057b14d3-03c2-492d-bbad-5e812f2e677c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:00.071783 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7bf279-308e-4c8f-be01-f851f5d1e1f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network hostable DHCP agents. Network: 057b14d3-03c2-492d-bbad-5e812f2e677c, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:36:00.107918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7bf279-308e-4c8f-be01-f851f5d1e1f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 057b14d3-03c2-492d-bbad-5e812f2e677c is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:36:00.123884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-7b7bf279-308e-4c8f-be01-f851f5d1e1f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 057b14d3-03c2-492d-bbad-5e812f2e677c) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:00.129830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7bf279-308e-4c8f-be01-f851f5d1e1f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:00.130883 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf279-308e-4c8f-be01-f851f5d1e1f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:00.167098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7b7bf279-308e-4c8f-be01-f851f5d1e1f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9817507 Nov 27 01:36:00.168002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58798) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:00.177070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ef5abbac-5806-41cb-8705-3f13f97c63f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'network_id': '057b14d3-03c2-492d-bbad-5e812f2e677c', 'name': 'tempest-PortsIpV6TestJSON-38450530'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:00.409929 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e93c-7154-43f4-9e3c-7d97b7d474c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:00.450214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5abbac-5806-41cb-8705-3f13f97c63f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:00.457716 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ef5abbac-5806-41cb-8705-3f13f97c63f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:00.465925 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-edd0718f-2ccf-4616-a9ab-4c5238acd884 req-2c65c9ca-07af-4efd-8e87-4a78b4dd45f2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 210 time: 0.1008229 Nov 27 01:36:00.508736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-ef5abbac-5806-41cb-8705-3f13f97c63f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port bb406c77-7f49-4f11-83a7-67ea974899f7 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:36:00.514386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eeab26-3755-4def-88bb-df7589b44010 None None] Network 057b14d3-03c2-492d-bbad-5e812f2e677c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:00.630507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f13ed0fb-6e13-4867-92b2-1fa917edc3a9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:00.662799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-cd809d5e-f4c7-4b1a-8345-9305cf713c5d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Delete allocated IP 172.20.0.25 (79556b3b-dd1a-41aa-88fb-9395b22a999c/d84469c8-9908-455a-907b-de5bb35fca19) {{(pid=103402) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 01:36:00.699097 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e93c-7154-43f4-9e3c-7d97b7d474c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:00.713534 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e93c-7154-43f4-9e3c-7d97b7d474c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:00.773663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-ef5abbac-5806-41cb-8705-3f13f97c63f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Allocated IP 2001:db8::280 (057b14d3-03c2-492d-bbad-5e812f2e677c/ae403d81-64dc-411c-a0e7-7f269cce02e0/bb406c77-7f49-4f11-83a7-67ea974899f7) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:00.793896 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:00.820375 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6ce6e93c-7154-43f4-9e3c-7d97b7d474c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7a6678ee2534f5ca57cc2cbb09133cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1890917 Nov 27 01:36:00.824031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6e93c-7154-43f4-9e3c-7d97b7d474c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973f630b-a327-425d-bce6-9b59e012e69c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:00.829412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58802) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:00.858958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-057b14d3-03c2-492d-bbad-5e812f2e677c', 'network_id': '057b14d3-03c2-492d-bbad-5e812f2e677c', 'tenant_id': 'f08bf4757fe74368baf4b11f55020ac1', 'fixed_ips': [{'subnet_id': 'ae403d81-64dc-411c-a0e7-7f269cce02e0'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:36:00.859822 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:00.992187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f13ed0fb-6e13-4867-92b2-1fa917edc3a9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:00.992642 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.031052 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd809d5e-f4c7-4b1a-8345-9305cf713c5d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.037265 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd809d5e-f4c7-4b1a-8345-9305cf713c5d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.079973 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7cbe-0c72-45ea-b8e7-da97782f278d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.112368 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7cbe-0c72-45ea-b8e7-da97782f278d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.194061 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7cbe-0c72-45ea-b8e7-da97782f278d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.198276 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7cbe-0c72-45ea-b8e7-da97782f278d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.199652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4fbf7cbe-0c72-45ea-b8e7-da97782f278d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/973f630b-a327-425d-bce6-9b59e012e69c HTTP/1.1" status: 204 len: 168 time: 0.3546886 Nov 27 01:36:01.214031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd809d5e-f4c7-4b1a-8345-9305cf713c5d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=a378cc6f-8462-4313-b0ab-f47bea4c0de4,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:01.235750 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-cd809d5e-f4c7-4b1a-8345-9305cf713c5d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] In _notify_port_updated(), no bound segment for port a378cc6f-8462-4313-b0ab-f47bea4c0de4 on network 79556b3b-dd1a-41aa-88fb-9395b22a999c {{(pid=103402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:36:01.245035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-9cc7149e-a780-47da-9e87-fbc89d24ba7b None None] Allocated IP 172.20.0.18 (79556b3b-dd1a-41aa-88fb-9395b22a999c/d84469c8-9908-455a-907b-de5bb35fca19/f13ed0fb-6e13-4867-92b2-1fa917edc3a9) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:01.250524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd809d5e-f4c7-4b1a-8345-9305cf713c5d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:01.252022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf7cbe-0c72-45ea-b8e7-da97782f278d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973f630b-a327-425d-bce6-9b59e012e69c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:01.252949 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd809d5e-f4c7-4b1a-8345-9305cf713c5d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.256013 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cd809d5e-f4c7-4b1a-8345-9305cf713c5d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "PUT /v2.0/ports/a378cc6f-8462-4313-b0ab-f47bea4c0de4 HTTP/1.1" status: 200 len: 918 time: 2.0233340 Nov 27 01:36:01.258249 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58806) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:01.267884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-69bf44ff-6703-4c58-b7db-490f78b284cb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0a43ae4c-3a8b-44ee-8ff6-60481825573c'}, {'subnet_id': 'd84469c8-9908-455a-907b-de5bb35fca19'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:01.344186 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ef5abbac-5806-41cb-8705-3f13f97c63f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.389382 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ef5abbac-5806-41cb-8705-3f13f97c63f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.439580 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-69bf44ff-6703-4c58-b7db-490f78b284cb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.533009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5abbac-5806-41cb-8705-3f13f97c63f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 057b14d3-03c2-492d-bbad-5e812f2e677c is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:01.536323 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5abbac-5806-41cb-8705-3f13f97c63f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=bb406c77-7f49-4f11-83a7-67ea974899f7,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:01.556490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-ef5abbac-5806-41cb-8705-3f13f97c63f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:01.569464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5abbac-5806-41cb-8705-3f13f97c63f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:01.589114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5abbac-5806-41cb-8705-3f13f97c63f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:01.589804 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ef5abbac-5806-41cb-8705-3f13f97c63f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.620399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Allocated IP 2001:db8::2 (057b14d3-03c2-492d-bbad-5e812f2e677c/ae403d81-64dc-411c-a0e7-7f269cce02e0/dff26b0c-f113-46c0-9b45-c8e523386a8c) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:01.656128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9cc7149e-a780-47da-9e87-fbc89d24ba7b None None] For port f13ed0fb-6e13-4867-92b2-1fa917edc3a9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f13ed0fb-6e13-4867-92b2-1fa917edc3a9,segment=NetworkSegment(ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1),segment_id=ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:01.692607 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-df5fe74a-e7cd-4761-a6c0-5da3e3fcb948 req-cd3c3f31-0482-47f0-8bf2-4fa93176a225 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 210 time: 0.0726118 Nov 27 01:36:01.702773 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ef5abbac-5806-41cb-8705-3f13f97c63f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5319180 Nov 27 01:36:01.704581 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58814) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:01.711918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-3adcc99d-2ad7-455f-a568-67f69934a8a2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'network_id': '057b14d3-03c2-492d-bbad-5e812f2e677c', 'name': 'tempest-PortsIpV6TestJSON-101858401'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:01.771012 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9cc7149e-a780-47da-9e87-fbc89d24ba7b None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.785100 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9cc7149e-a780-47da-9e87-fbc89d24ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.995722 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7149e-a780-47da-9e87-fbc89d24ba7b None None] Pushing event updated for resources: {'Port': ['ID=f13ed0fb-6e13-4867-92b2-1fa917edc3a9,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:02.030446 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adcc99d-2ad7-455f-a568-67f69934a8a2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:02.038790 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3adcc99d-2ad7-455f-a568-67f69934a8a2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:02.045335 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:02.059112 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:02.079115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-3adcc99d-2ad7-455f-a568-67f69934a8a2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port a5ca97f4-d354-425e-830a-dfe549b436af yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:36:02.181932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-69bf44ff-6703-4c58-b7db-490f78b284cb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Allocated IP 172.20.0.20 (79556b3b-dd1a-41aa-88fb-9395b22a999c/d84469c8-9908-455a-907b-de5bb35fca19/a378cc6f-8462-4313-b0ab-f47bea4c0de4) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:02.202689 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Network 057b14d3-03c2-492d-bbad-5e812f2e677c is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:02.221681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:02.265398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:02.380688 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Pushing event updated for resources: {'Port': ['ID=dff26b0c-f113-46c0-9b45-c8e523386a8c,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:02.441493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Attempting to bind port dff26b0c-f113-46c0-9b45-c8e523386a8c on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:36:02.442099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Attempting to bind port dff26b0c-f113-46c0-9b45-c8e523386a8c by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '1855eb24-1bf1-4744-a552-c5852658e8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '057b14d3-03c2-492d-bbad-5e812f2e677c'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:36:02.442700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Attempting to bind port dff26b0c-f113-46c0-9b45-c8e523386a8c on network 057b14d3-03c2-492d-bbad-5e812f2e677c {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:36:02.445796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f13ed0fb-6e13-4867-92b2-1fa917edc3a9 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:02.446275 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-69bf44ff-6703-4c58-b7db-490f78b284cb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:02.455631 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-69bf44ff-6703-4c58-b7db-490f78b284cb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:02.467118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-3adcc99d-2ad7-455f-a568-67f69934a8a2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Allocated IP 2001:db8::26d (057b14d3-03c2-492d-bbad-5e812f2e677c/ae403d81-64dc-411c-a0e7-7f269cce02e0/a5ca97f4-d354-425e-830a-dfe549b436af) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:02.501500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:36:02.501500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Checking segment: {'id': '1855eb24-1bf1-4744-a552-c5852658e8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '057b14d3-03c2-492d-bbad-5e812f2e677c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:02.501500 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:02.503287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Bound using segment: {'id': '1855eb24-1bf1-4744-a552-c5852658e8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '057b14d3-03c2-492d-bbad-5e812f2e677c'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:36:02.514606 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Bound port: dff26b0c-f113-46c0-9b45-c8e523386a8c, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1855eb24-1bf1-4744-a552-c5852658e8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '057b14d3-03c2-492d-bbad-5e812f2e677c'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:36:02.515287 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:02.598498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf44ff-6703-4c58-b7db-490f78b284cb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=a378cc6f-8462-4313-b0ab-f47bea4c0de4,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:02.681370 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f13ed0fb-6e13-4867-92b2-1fa917edc3a9 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:02.682232 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:02.684771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-69bf44ff-6703-4c58-b7db-490f78b284cb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] In _notify_port_updated(), no bound segment for port a378cc6f-8462-4313-b0ab-f47bea4c0de4 on network 79556b3b-dd1a-41aa-88fb-9395b22a999c {{(pid=103402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:36:02.691356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bf44ff-6703-4c58-b7db-490f78b284cb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:02.692001 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-69bf44ff-6703-4c58-b7db-490f78b284cb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:02.696147 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-69bf44ff-6703-4c58-b7db-490f78b284cb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "PUT /v2.0/ports/a378cc6f-8462-4313-b0ab-f47bea4c0de4 HTTP/1.1" status: 200 len: 998 time: 1.4346313 Nov 27 01:36:02.697632 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58838) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:02.865037 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3adcc99d-2ad7-455f-a568-67f69934a8a2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:02.943648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] For port dff26b0c-f113-46c0-9b45-c8e523386a8c, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:36:02.944592 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3adcc99d-2ad7-455f-a568-67f69934a8a2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:02.976601 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3070dc12-c3f8-4f82-8f54-28c7221d7409 req-5fcf6e6c-4c3a-44b6-9957-366b1e95412a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 210 time: 0.0619256 Nov 27 01:36:02.995021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] For port dff26b0c-f113-46c0-9b45-c8e523386a8c, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=dff26b0c-f113-46c0-9b45-c8e523386a8c,segment=NetworkSegment(1855eb24-1bf1-4744-a552-c5852658e8e2),segment_id=1855eb24-1bf1-4744-a552-c5852658e8e2)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:36:03.016858 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:03.035257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e014633f-843a-4847-9e48-484cd28e10a0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port a378cc6f-8462-4313-b0ab-f47bea4c0de4 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:03.035666 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e014633f-843a-4847-9e48-484cd28e10a0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:03.194456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b1843-f8de-468e-8b1d-d162066325d7 None None] Pushing event updated for resources: {'Port': ['ID=dff26b0c-f113-46c0-9b45-c8e523386a8c,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:03.301181 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e014633f-843a-4847-9e48-484cd28e10a0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:03.334887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e014633f-843a-4847-9e48-484cd28e10a0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for a378cc6f-8462-4313-b0ab-f47bea4c0de4 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:03.352453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d44e6c-9d46-468a-a533-8f6ceb665cef None None] Network 79556b3b-dd1a-41aa-88fb-9395b22a999c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:03.590392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adcc99d-2ad7-455f-a568-67f69934a8a2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 057b14d3-03c2-492d-bbad-5e812f2e677c is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:03.594609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-3adcc99d-2ad7-455f-a568-67f69934a8a2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:03.607281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adcc99d-2ad7-455f-a568-67f69934a8a2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:03.621941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcc99d-2ad7-455f-a568-67f69934a8a2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:03.622611 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3adcc99d-2ad7-455f-a568-67f69934a8a2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:03.649770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-23c68948-d26f-42d0-966c-4e61919a951d None None] Provisioning complete for port a378cc6f-8462-4313-b0ab-f47bea4c0de4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:03.654452 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-23c68948-d26f-42d0-966c-4e61919a951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:03.680548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcc99d-2ad7-455f-a568-67f69934a8a2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=a5ca97f4-d354-425e-830a-dfe549b436af,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:03.695744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58862) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:03.699140 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3adcc99d-2ad7-455f-a568-67f69934a8a2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9934635 Nov 27 01:36:03.858496 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e014633f-843a-4847-9e48-484cd28e10a0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:03.877325 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85712eb-23be-4e8c-9038-90d17945dee1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:03.880892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-23c68948-d26f-42d0-966c-4e61919a951d None None] Port a378cc6f-8462-4313-b0ab-f47bea4c0de4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:03.886535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58868) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:03.901977 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e85712eb-23be-4e8c-9038-90d17945dee1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A280 HTTP/1.1" status: 200 len: 927 time: 0.1843944 Nov 27 01:36:03.908222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-23c68948-d26f-42d0-966c-4e61919a951d None None] Provisioning complete for port f13ed0fb-6e13-4867-92b2-1fa917edc3a9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:03.908628 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-23c68948-d26f-42d0-966c-4e61919a951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:03.992689 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014633f-843a-4847-9e48-484cd28e10a0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=a378cc6f-8462-4313-b0ab-f47bea4c0de4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:04.156793 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8cafa-21c2-4ede-98a6-c517977a1676 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port a5ca97f4-d354-425e-830a-dfe549b436af {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:04.161040 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7a8cafa-21c2-4ede-98a6-c517977a1676 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:04.236843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e014633f-843a-4847-9e48-484cd28e10a0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:04.247998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e014633f-843a-4847-9e48-484cd28e10a0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/a378cc6f-8462-4313-b0ab-f47bea4c0de4 HTTP/1.1" status: 204 len: 168 time: 1.5471776 Nov 27 01:36:04.249547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58878) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:04.294911 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f67360-5033-4317-99c6-bbcab1167459 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] GET failed (client error): The resource could not be found. Nov 27 01:36:04.297724 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-97f67360-5033-4317-99c6-bbcab1167459 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/a378cc6f-8462-4313-b0ab-f47bea4c0de4 HTTP/1.1" status: 404 len: 333 time: 0.0467534 Nov 27 01:36:04.301148 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58880) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:04.399858 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-08eefd79-cf20-4729-a18e-28cd3970cc78 req-afa89d85-2948-4001-9e54-b7db0848ec1c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf1f44b8-1a95-4eae-8c57-202bbef797df HTTP/1.1" status: 200 len: 210 time: 0.0674567 Nov 27 01:36:04.431789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3b4186-7d43-4ca3-ac18-00d1cb372d65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting subnet d84469c8-9908-455a-907b-de5bb35fca19 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:36:04.438322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4186-7d43-4ca3-ac18-00d1cb372d65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:04.453882 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device dff26b0c-f113-46c0-9b45-c8e523386a8c up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:04.481278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7a8cafa-21c2-4ede-98a6-c517977a1676 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:04.506347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8cafa-21c2-4ede-98a6-c517977a1676 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for a5ca97f4-d354-425e-830a-dfe549b436af owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:04.553139 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4186-7d43-4ca3-ac18-00d1cb372d65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:04.575612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port dff26b0c-f113-46c0-9b45-c8e523386a8c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:04.576398 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:04.811664 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:04.850683 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4186-7d43-4ca3-ac18-00d1cb372d65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:04.857408 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7a8cafa-21c2-4ede-98a6-c517977a1676 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:04.922203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port dff26b0c-f113-46c0-9b45-c8e523386a8c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=dff26b0c-f113-46c0-9b45-c8e523386a8c,segment=NetworkSegment(1855eb24-1bf1-4744-a552-c5852658e8e2),segment_id=1855eb24-1bf1-4744-a552-c5852658e8e2)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:04.952958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0297b3d9-1eb9-4c89-9dec-5cadb097f858 None None] Could not find standard attr ID for object a378cc6f-8462-4313-b0ab-f47bea4c0de4. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:36:04.954885 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:04.958598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8cafa-21c2-4ede-98a6-c517977a1676 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=a5ca97f4-d354-425e-830a-dfe549b436af,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:05.031847 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b7a8cafa-21c2-4ede-98a6-c517977a1676 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:05.038033 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b7a8cafa-21c2-4ede-98a6-c517977a1676 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/a5ca97f4-d354-425e-830a-dfe549b436af HTTP/1.1" status: 204 len: 168 time: 1.1474915 Nov 27 01:36:05.039840 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58888) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:05.044130 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4186-7d43-4ca3-ac18-00d1cb372d65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:05.083660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=dff26b0c-f113-46c0-9b45-c8e523386a8c,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:05.090822 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c3a1be-abf2-4501-b57a-23c9741a160f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] GET failed (client error): The resource could not be found. Nov 27 01:36:05.096552 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-89c3a1be-abf2-4501-b57a-23c9741a160f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/a5ca97f4-d354-425e-830a-dfe549b436af HTTP/1.1" status: 404 len: 333 time: 0.0514059 Nov 27 01:36:05.097603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58890) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:05.104156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8415e66-b804-4108-9acb-def7b3d29bff None None] Network 057b14d3-03c2-492d-bbad-5e812f2e677c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:05.153287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b4186-7d43-4ca3-ac18-00d1cb372d65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Subnet': ['ID=d84469c8-9908-455a-907b-de5bb35fca19,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:05.185024 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4186-7d43-4ca3-ac18-00d1cb372d65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:05.188706 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3c3b4186-7d43-4ca3-ac18-00d1cb372d65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/d84469c8-9908-455a-907b-de5bb35fca19 HTTP/1.1" status: 204 len: 168 time: 0.8864985 Nov 27 01:36:05.193060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58892) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:05.198150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0297b3d9-1eb9-4c89-9dec-5cadb097f858 None None] Provisioning complete for port f13ed0fb-6e13-4867-92b2-1fa917edc3a9 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:05.198526 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0297b3d9-1eb9-4c89-9dec-5cadb097f858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:05.282028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce65a6f-c627-41d6-b368-2b919a414e25 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting subnet 0a43ae4c-3a8b-44ee-8ff6-60481825573c {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:36:05.288461 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ce65a6f-c627-41d6-b368-2b919a414e25 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:05.364760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3483e-2fe4-42e0-a328-3b94153c1b10 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port bb406c77-7f49-4f11-83a7-67ea974899f7 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:05.365116 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f3d3483e-2fe4-42e0-a328-3b94153c1b10 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:05.387710 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ce65a6f-c627-41d6-b368-2b919a414e25 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:05.413222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cb6ce7-a3b6-45f0-9c4a-7b7c9c15d431 None None] Network 79556b3b-dd1a-41aa-88fb-9395b22a999c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:05.556527 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f3d3483e-2fe4-42e0-a328-3b94153c1b10 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:05.578043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3483e-2fe4-42e0-a328-3b94153c1b10 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for bb406c77-7f49-4f11-83a7-67ea974899f7 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:05.590870 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ce65a6f-c627-41d6-b368-2b919a414e25 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:05.765144 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ce65a6f-c627-41d6-b368-2b919a414e25 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:05.806203 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ce65a6f-c627-41d6-b368-2b919a414e25 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:05.811668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5ce65a6f-c627-41d6-b368-2b919a414e25 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/0a43ae4c-3a8b-44ee-8ff6-60481825573c HTTP/1.1" status: 204 len: 168 time: 0.6138034 Nov 27 01:36:05.811668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce65a6f-c627-41d6-b368-2b919a414e25 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Subnet': ['ID=0a43ae4c-3a8b-44ee-8ff6-60481825573c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:05.812141 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58904) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:05.877236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58906) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:05.919988 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f3d3483e-2fe4-42e0-a328-3b94153c1b10 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.002874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070b6c19-86eb-4b83-82c6-26abfba0eaac None None] Update dhcp port {'port': {'network_id': '79556b3b-dd1a-41aa-88fb-9395b22a999c', 'fixed_ips': [{'subnet_id': '0a43ae4c-3a8b-44ee-8ff6-60481825573c'}], 'binding:host_id': 'n-d-817303-10'}, 'id': 'f13ed0fb-6e13-4867-92b2-1fa917edc3a9'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:36:06.040800 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f3d3483e-2fe4-42e0-a328-3b94153c1b10 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.047778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58910) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:06.048832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e4270cfa-c449-4824-9150-2e5b5a08cef1 None None] Provisioning complete for port dff26b0c-f113-46c0-9b45-c8e523386a8c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:06.049373 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e4270cfa-c449-4824-9150-2e5b5a08cef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.050881 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f3d3483e-2fe4-42e0-a328-3b94153c1b10 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/bb406c77-7f49-4f11-83a7-67ea974899f7 HTTP/1.1" status: 204 len: 168 time: 0.9510999 Nov 27 01:36:06.074544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3483e-2fe4-42e0-a328-3b94153c1b10 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=bb406c77-7f49-4f11-83a7-67ea974899f7,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:06.095711 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-070b6c19-86eb-4b83-82c6-26abfba0eaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.127083 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.139897 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-19dd4761-5c16-4f1a-ac04-532e6a524f43 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] GET failed (client error): The resource could not be found. Nov 27 01:36:06.140854 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d658c209-c512-40cd-9794-b3f9650dd2e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.143359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-19dd4761-5c16-4f1a-ac04-532e6a524f43 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/bb406c77-7f49-4f11-83a7-67ea974899f7 HTTP/1.1" status: 404 len: 333 time: 0.0846939 Nov 27 01:36:06.154916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58912) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:06.329056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port f13ed0fb-6e13-4867-92b2-1fa917edc3a9 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:06.331373 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.333912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5064919-d474-451a-a228-2471778c4756 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting subnet ae403d81-64dc-411c-a0e7-7f269cce02e0 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:36:06.338123 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e4270cfa-c449-4824-9150-2e5b5a08cef1 None None] Could not find standard attr ID for object a378cc6f-8462-4313-b0ab-f47bea4c0de4. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:36:06.362097 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5064919-d474-451a-a228-2471778c4756 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.410565 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b43427-a09d-401a-bb1d-13c5e870e53c None None] Network 79556b3b-dd1a-41aa-88fb-9395b22a999c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:06.472127 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5064919-d474-451a-a228-2471778c4756 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.481976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device dff26b0c-f113-46c0-9b45-c8e523386a8c up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:06.488536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] For port f13ed0fb-6e13-4867-92b2-1fa917edc3a9, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f13ed0fb-6e13-4867-92b2-1fa917edc3a9,segment=NetworkSegment(ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1),segment_id=ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:06.488936 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.507105 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for f13ed0fb-6e13-4867-92b2-1fa917edc3a9 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:06.536666 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f009c135-6a09-4c0c-a036-0f589aa6a4a3 None None] Provisioning complete for port dff26b0c-f113-46c0-9b45-c8e523386a8c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:06.537180 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f009c135-6a09-4c0c-a036-0f589aa6a4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.589821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d658c209-c512-40cd-9794-b3f9650dd2e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.598161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d658c209-c512-40cd-9794-b3f9650dd2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.611671 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.657883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658c209-c512-40cd-9794-b3f9650dd2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c51607-ab8b-455e-9686-cf1e2804f45c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:06.680766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No DVR routers for this DVR port f13ed0fb-6e13-4867-92b2-1fa917edc3a9 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:06.682926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=f13ed0fb-6e13-4867-92b2-1fa917edc3a9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:06.717556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58916) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:06.718983 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d658c209-c512-40cd-9794-b3f9650dd2e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f39effb5a124c54920e9e7dbd20228c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8398333 Nov 27 01:36:06.722582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5064919-d474-451a-a228-2471778c4756 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.806660 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5064919-d474-451a-a228-2471778c4756 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.868130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5064919-d474-451a-a228-2471778c4756 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Subnet': ['ID=ae403d81-64dc-411c-a0e7-7f269cce02e0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:06.876549 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5064919-d474-451a-a228-2471778c4756 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.879808 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d5064919-d474-451a-a228-2471778c4756 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/ae403d81-64dc-411c-a0e7-7f269cce02e0 HTTP/1.1" status: 204 len: 168 time: 0.7236547 Nov 27 01:36:06.885419 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58924) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:06.898592 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.961429 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79556b3b-dd1a-41aa-88fb-9395b22a999c']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:06.965043 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-541a8a25-a3f1-4265-b5ee-f7220085ff78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.994770 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-541a8a25-a3f1-4265-b5ee-f7220085ff78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.021467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port dff26b0c-f113-46c0-9b45-c8e523386a8c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:07.022543 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.033070 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc550be-67d0-413d-bdff-c42c13b7e454 None None] DHCP port deletion for 79556b3b-dd1a-41aa-88fb-9395b22a999c request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:36:07.062648 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.072031 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-541a8a25-a3f1-4265-b5ee-f7220085ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.075388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-541a8a25-a3f1-4265-b5ee-f7220085ff78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.090963 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-541a8a25-a3f1-4265-b5ee-f7220085ff78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1c51607-ab8b-455e-9686-cf1e2804f45c HTTP/1.1" status: 204 len: 168 time: 0.3721471 Nov 27 01:36:07.099241 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:07.099541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca70eafc-f8a7-48a7-8ce7-2de1195dbbf1') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:07.137305 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.139245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a8a25-a3f1-4265-b5ee-f7220085ff78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c51607-ab8b-455e-9686-cf1e2804f45c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:07.183195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.196115 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:36:07.198927 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:36:07.206927 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:36:07.213008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f009c135-6a09-4c0c-a036-0f589aa6a4a3 None None] Could not find standard attr ID for object bb406c77-7f49-4f11-83a7-67ea974899f7. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:36:07.224458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f009c135-6a09-4c0c-a036-0f589aa6a4a3 None None] Could not find standard attr ID for object f13ed0fb-6e13-4867-92b2-1fa917edc3a9. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:36:07.239296 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port dff26b0c-f113-46c0-9b45-c8e523386a8c {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:07.239652 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.245859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49838ffb-aecc-4571-b32b-ad5fb92b4c80 None None] Network 057b14d3-03c2-492d-bbad-5e812f2e677c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:07.348835 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.355951 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.363367 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/networks/79556b3b-dd1a-41aa-88fb-9395b22a999c HTTP/1.1" status: 204 len: 168 time: 1.5462646 Nov 27 01:36:07.364011 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58932) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:07.406584 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-36c29c75-f28c-48c2-80b1-8fa46fa7980c None None] Could not find standard attr ID for object bb406c77-7f49-4f11-83a7-67ea974899f7. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:36:07.416850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] For port dff26b0c-f113-46c0-9b45-c8e523386a8c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=dff26b0c-f113-46c0-9b45-c8e523386a8c,segment=NetworkSegment(1855eb24-1bf1-4744-a552-c5852658e8e2),segment_id=1855eb24-1bf1-4744-a552-c5852658e8e2)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:07.417196 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.445977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for dff26b0c-f113-46c0-9b45-c8e523386a8c owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:07.475679 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d0c11-bfb4-46d5-80ad-aa470b1e9aeb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Network': ['ID=79556b3b-dd1a-41aa-88fb-9395b22a999c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:07.495486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-36c29c75-f28c-48c2-80b1-8fa46fa7980c None None] Could not find standard attr ID for object a5ca97f4-d354-425e-830a-dfe549b436af. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:36:07.540929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850bfb1b-6e3c-4a88-97eb-b63cee5e3d74 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:07.550005 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-850bfb1b-6e3c-4a88-97eb-b63cee5e3d74 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1756384 Nov 27 01:36:07.551021 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58934) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:07.609001 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-830b6217-100a-42af-b204-1bb2eee17aed tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0565732 Nov 27 01:36:07.609923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58936) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:07.615536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-104a06d7-e665-4df4-98bd-85fe1329b6e1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-823752792'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:07.638326 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.648295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104a06d7-e665-4df4-98bd-85fe1329b6e1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:07.652063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58938) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:07.653295 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-104a06d7-e665-4df4-98bd-85fe1329b6e1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.671398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No DVR routers for this DVR port dff26b0c-f113-46c0-9b45-c8e523386a8c on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:07.681881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=dff26b0c-f113-46c0-9b45-c8e523386a8c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:07.705132 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104a06d7-e665-4df4-98bd-85fe1329b6e1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:36:07.706580 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-545df211-e352-4960-9bd0-370a5e57fdb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.755489 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-104a06d7-e665-4df4-98bd-85fe1329b6e1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.755850 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-104a06d7-e665-4df4-98bd-85fe1329b6e1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Added segment fec26294-0c9f-42c2-ae87-25799b7baf61 of type vlan for network 6bd8b92a-5fd9-40c4-b362-75825273ea80 Nov 27 01:36:07.771056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f0f5e-eca1-429d-8466-f96b65d29215 None None] DHCP port deletion for 057b14d3-03c2-492d-bbad-5e812f2e677c request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:36:07.811977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.826270 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-104a06d7-e665-4df4-98bd-85fe1329b6e1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.843570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057b14d3-03c2-492d-bbad-5e812f2e677c']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:07.859594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1855eb24-1bf1-4744-a552-c5852658e8e2') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:07.859928 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1855eb24-1bf1-4744-a552-c5852658e8e2') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:07.867575 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-104a06d7-e665-4df4-98bd-85fe1329b6e1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.877227 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.881105 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a06d7-e665-4df4-98bd-85fe1329b6e1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:07.882529 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-104a06d7-e665-4df4-98bd-85fe1329b6e1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.906989 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.907682 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-104a06d7-e665-4df4-98bd-85fe1329b6e1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2945342 Nov 27 01:36:07.908889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58942) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:07.916876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6b48db7b-38d5-443e-bb13-b13bcb104c81 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': '6bd8b92a-5fd9-40c4-b362-75825273ea80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:07.933441 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-545df211-e352-4960-9bd0-370a5e57fdb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.970501 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-545df211-e352-4960-9bd0-370a5e57fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.983589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:36:07.984185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:07.992565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a06d7-e665-4df4-98bd-85fe1329b6e1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Network': ['ID=6bd8b92a-5fd9-40c4-b362-75825273ea80,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:08.005404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 6bd8b92a-5fd9-40c4-b362-75825273ea80 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:36:08.012343 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:36:08.127666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545df211-e352-4960-9bd0-370a5e57fdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452818c6-790a-4fa3-859f-53bc8dd0495a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:08.136711 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-545df211-e352-4960-9bd0-370a5e57fdb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c31d71a58de44db6827fa2d7d105bf4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4836187 Nov 27 01:36:08.139941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58946) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:08.141160 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:08.151322 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:08.154502 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/networks/057b14d3-03c2-492d-bbad-5e812f2e677c HTTP/1.1" status: 204 len: 168 time: 1.2682505 Nov 27 01:36:08.158181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58948) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:08.176974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-95196057-0c66-4691-be71-e6864f0d2175 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-886376204'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:08.185490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92de4ab-a679-4da1-866a-55bcc525ad37 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Network': ['ID=057b14d3-03c2-492d-bbad-5e812f2e677c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:08.193614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b48db7b-38d5-443e-bb13-b13bcb104c81 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:08.198348 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b48db7b-38d5-443e-bb13-b13bcb104c81 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:08.235465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3e756b5-8cc5-47bd-bd3e-bcbe61427b19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:08.270728 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3e756b5-8cc5-47bd-bd3e-bcbe61427b19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:08.309400 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95196057-0c66-4691-be71-e6864f0d2175 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:08.314333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-95196057-0c66-4691-be71-e6864f0d2175 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:08.339929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device dff26b0c-f113-46c0-9b45-c8e523386a8c no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:08.355274 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3e756b5-8cc5-47bd-bd3e-bcbe61427b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:08.360724 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3e756b5-8cc5-47bd-bd3e-bcbe61427b19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:08.362293 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d3e756b5-8cc5-47bd-bd3e-bcbe61427b19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/452818c6-790a-4fa3-859f-53bc8dd0495a HTTP/1.1" status: 204 len: 168 time: 0.2201498 Nov 27 01:36:08.383915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: dff26b0c-f113-46c0-9b45-c8e523386a8c {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:36:08.384882 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device dff26b0c-f113-46c0-9b45-c8e523386a8c not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:36:08.385518 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f13ed0fb-6e13-4867-92b2-1fa917edc3a9 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:08.387914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95196057-0c66-4691-be71-e6864f0d2175 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:36:08.392909 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e756b5-8cc5-47bd-bd3e-bcbe61427b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452818c6-790a-4fa3-859f-53bc8dd0495a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:08.419530 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-95196057-0c66-4691-be71-e6864f0d2175 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:08.419871 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-95196057-0c66-4691-be71-e6864f0d2175 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Added segment 66dd4b65-5829-478d-b6f2-0d3e0e89cbb6 of type vlan for network 079d6212-5288-4e95-8c45-3adf380b6dbc Nov 27 01:36:08.442616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: f13ed0fb-6e13-4867-92b2-1fa917edc3a9 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:36:08.443110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f13ed0fb-6e13-4867-92b2-1fa917edc3a9 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:36:08.502579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-95196057-0c66-4691-be71-e6864f0d2175 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:08.569293 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-95196057-0c66-4691-be71-e6864f0d2175 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:08.574917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95196057-0c66-4691-be71-e6864f0d2175 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:08.575579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-95196057-0c66-4691-be71-e6864f0d2175 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:08.590964 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b48db7b-38d5-443e-bb13-b13bcb104c81 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:08.680542 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-95196057-0c66-4691-be71-e6864f0d2175 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5202131 Nov 27 01:36:08.680828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58956) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:08.694433 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e609b184-161f-4884-bfa4-6aed073c190c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': '079d6212-5288-4e95-8c45-3adf380b6dbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:08.733683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95196057-0c66-4691-be71-e6864f0d2175 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Network': ['ID=079d6212-5288-4e95-8c45-3adf380b6dbc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:08.739367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48db7b-38d5-443e-bb13-b13bcb104c81 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Subnet': ['ID=4579bcd6-e892-4656-8737-b74b80649a14,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:08.752960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 079d6212-5288-4e95-8c45-3adf380b6dbc details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:36:08.761005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b48db7b-38d5-443e-bb13-b13bcb104c81 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Checking segment: {'id': 'fec26294-0c9f-42c2-ae87-25799b7baf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6bd8b92a-5fd9-40c4-b362-75825273ea80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:08.763121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b48db7b-38d5-443e-bb13-b13bcb104c81 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network hostable DHCP agents. Network: 6bd8b92a-5fd9-40c4-b362-75825273ea80, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:36:08.827503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b48db7b-38d5-443e-bb13-b13bcb104c81 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network 6bd8b92a-5fd9-40c4-b362-75825273ea80 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:36:08.851139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6b48db7b-38d5-443e-bb13-b13bcb104c81 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 6bd8b92a-5fd9-40c4-b362-75825273ea80) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:08.869322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48db7b-38d5-443e-bb13-b13bcb104c81 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:08.872184 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b48db7b-38d5-443e-bb13-b13bcb104c81 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:08.922733 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6b48db7b-38d5-443e-bb13-b13bcb104c81 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0100946 Nov 27 01:36:08.925266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58964) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:08.945824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8b342acd-72eb-4cdc-99ae-e10de18efb8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'network_id': '6bd8b92a-5fd9-40c4-b362-75825273ea80', 'name': 'tempest-PortsTestJSON-271727758'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:08.984930 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a218d60-0b13-4738-ace5-1160b89b91e5 None None] Network 6bd8b92a-5fd9-40c4-b362-75825273ea80 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:08.994669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e609b184-161f-4884-bfa4-6aed073c190c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:09.006165 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e609b184-161f-4884-bfa4-6aed073c190c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:09.319585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b342acd-72eb-4cdc-99ae-e10de18efb8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:09.333675 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8b342acd-72eb-4cdc-99ae-e10de18efb8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:09.385229 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-8b342acd-72eb-4cdc-99ae-e10de18efb8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port 284042bb-bbaa-4f19-9e28-9adc70ded6fd yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:36:09.421421 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e609b184-161f-4884-bfa4-6aed073c190c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:09.451554 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-6bd8b92a-5fd9-40c4-b362-75825273ea80', 'network_id': '6bd8b92a-5fd9-40c4-b362-75825273ea80', 'tenant_id': 'a08c6b151ce94ff7b7ccc683f0d7f62b', 'fixed_ips': [{'subnet_id': '4579bcd6-e892-4656-8737-b74b80649a14'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:36:09.452479 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:09.523901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609b184-161f-4884-bfa4-6aed073c190c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Subnet': ['ID=8616b2ac-c3e9-469a-a777-5cdb4b46f7e8,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:09.548802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609b184-161f-4884-bfa4-6aed073c190c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Checking segment: {'id': '66dd4b65-5829-478d-b6f2-0d3e0e89cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '079d6212-5288-4e95-8c45-3adf380b6dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:09.550708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e609b184-161f-4884-bfa4-6aed073c190c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network hostable DHCP agents. Network: 079d6212-5288-4e95-8c45-3adf380b6dbc, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:36:09.574347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-8b342acd-72eb-4cdc-99ae-e10de18efb8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Allocated IP 172.20.0.2 (6bd8b92a-5fd9-40c4-b362-75825273ea80/4579bcd6-e892-4656-8737-b74b80649a14/284042bb-bbaa-4f19-9e28-9adc70ded6fd) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:09.588876 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e609b184-161f-4884-bfa4-6aed073c190c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 079d6212-5288-4e95-8c45-3adf380b6dbc is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:36:09.601726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e609b184-161f-4884-bfa4-6aed073c190c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 079d6212-5288-4e95-8c45-3adf380b6dbc) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:09.606824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e609b184-161f-4884-bfa4-6aed073c190c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:09.607712 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e609b184-161f-4884-bfa4-6aed073c190c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:09.629699 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e609b184-161f-4884-bfa4-6aed073c190c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9473429 Nov 27 01:36:09.633643 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 58980) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:09.645554 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0b819e44-e293-441b-830c-be93e7849201 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'network_id': '079d6212-5288-4e95-8c45-3adf380b6dbc', 'name': 'tempest-PortsIpV6TestJSON-226792571', 'fixed_ips': [{'subnet_id': '8616b2ac-c3e9-469a-a777-5cdb4b46f7e8', 'ip_address': '2001:db8::10'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:09.645778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b622db-372c-477f-9d0c-120aa65196eb None None] Network 079d6212-5288-4e95-8c45-3adf380b6dbc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:09.838400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-079d6212-5288-4e95-8c45-3adf380b6dbc', 'network_id': '079d6212-5288-4e95-8c45-3adf380b6dbc', 'tenant_id': 'f08bf4757fe74368baf4b11f55020ac1', 'fixed_ips': [{'subnet_id': '8616b2ac-c3e9-469a-a777-5cdb4b46f7e8'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:36:09.839297 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:09.874347 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8b342acd-72eb-4cdc-99ae-e10de18efb8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:09.892880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b819e44-e293-441b-830c-be93e7849201 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:09.946463 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8b342acd-72eb-4cdc-99ae-e10de18efb8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:09.997336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b342acd-72eb-4cdc-99ae-e10de18efb8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network 6bd8b92a-5fd9-40c4-b362-75825273ea80 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:10.000959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-8b342acd-72eb-4cdc-99ae-e10de18efb8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:10.003998 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b342acd-72eb-4cdc-99ae-e10de18efb8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:10.077775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b342acd-72eb-4cdc-99ae-e10de18efb8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=284042bb-bbaa-4f19-9e28-9adc70ded6fd,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:10.102765 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b819e44-e293-441b-830c-be93e7849201 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:10.125119 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-411384e5-99aa-487a-9980-36956b4e4ac2 {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:36:10.125478 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:36:10.133530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-0b819e44-e293-441b-830c-be93e7849201 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port 7f2e4a91-fb28-467b-9c52-97b7a3e36825 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:36:10.137499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b342acd-72eb-4cdc-99ae-e10de18efb8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:10.139019 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8b342acd-72eb-4cdc-99ae-e10de18efb8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:10.163492 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8b342acd-72eb-4cdc-99ae-e10de18efb8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2325320 Nov 27 01:36:10.166474 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 58992) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:10.173509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c67e2276-958a-4d61-825a-0936b1fb4913 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'network_id': '6bd8b92a-5fd9-40c4-b362-75825273ea80', 'name': 'tempest-PortsTestJSON-194370752'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:10.200989 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3d50a0b0-b3f8-4865-b207-df43c2437edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:10.373885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Allocated IP 2001:db8::2 (079d6212-5288-4e95-8c45-3adf380b6dbc/8616b2ac-c3e9-469a-a777-5cdb4b46f7e8/68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:10.381342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59000) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:10.519450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67e2276-958a-4d61-825a-0936b1fb4913 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:10.527273 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c67e2276-958a-4d61-825a-0936b1fb4913 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:10.603018 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d64a14d4-d4d4-4677-b1c8-1fa1c97d9df5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:10.624438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-c67e2276-958a-4d61-825a-0936b1fb4913 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port d101811a-a818-41bd-9c9f-7b19c97b3e25 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:36:10.688909 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:10.698121 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:10.707705 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:10.801217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-0b819e44-e293-441b-830c-be93e7849201 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Allocated IP 2001:db8::10 (079d6212-5288-4e95-8c45-3adf380b6dbc/8616b2ac-c3e9-469a-a777-5cdb4b46f7e8/7f2e4a91-fb28-467b-9c52-97b7a3e36825) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:10.839185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Pushing event updated for resources: {'Port': ['ID=68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:10.962574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59008) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:11.009817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Network 079d6212-5288-4e95-8c45-3adf380b6dbc is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:11.015110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:11.031199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:11.060669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-c67e2276-958a-4d61-825a-0936b1fb4913 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Allocated IP 172.20.0.8 (6bd8b92a-5fd9-40c4-b362-75825273ea80/4579bcd6-e892-4656-8737-b74b80649a14/d101811a-a818-41bd-9c9f-7b19c97b3e25) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:11.105672 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d64a14d4-d4d4-4677-b1c8-1fa1c97d9df5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.120630 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d64a14d4-d4d4-4677-b1c8-1fa1c97d9df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.170314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Attempting to bind port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:36:11.171679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Attempting to bind port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '66dd4b65-5829-478d-b6f2-0d3e0e89cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '079d6212-5288-4e95-8c45-3adf380b6dbc'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:36:11.173411 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Attempting to bind port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc on network 079d6212-5288-4e95-8c45-3adf380b6dbc {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:36:11.173750 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b819e44-e293-441b-830c-be93e7849201 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.182707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:36:11.183172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Checking segment: {'id': '66dd4b65-5829-478d-b6f2-0d3e0e89cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '079d6212-5288-4e95-8c45-3adf380b6dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:11.183643 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.184113 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Bound using segment: {'id': '66dd4b65-5829-478d-b6f2-0d3e0e89cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '079d6212-5288-4e95-8c45-3adf380b6dbc'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:36:11.184855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Bound port: 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66dd4b65-5829-478d-b6f2-0d3e0e89cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '079d6212-5288-4e95-8c45-3adf380b6dbc'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:36:11.185377 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.234074 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e004cad7-8372-4bb8-9096-83b75c90a240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.259445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59014) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:11.262264 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d64a14d4-d4d4-4677-b1c8-1fa1c97d9df5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4c67f04d9f049fa84a2b734eb9e7e3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8719733 Nov 27 01:36:11.276494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] For port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:36:11.280559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a14d4-d4d4-4677-b1c8-1fa1c97d9df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8980a3-2871-4fb2-8e82-1148bb56a6bc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:11.286844 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] For port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc,segment=NetworkSegment(66dd4b65-5829-478d-b6f2-0d3e0e89cbb6),segment_id=66dd4b65-5829-478d-b6f2-0d3e0e89cbb6)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:36:11.293166 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.356619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b819e44-e293-441b-830c-be93e7849201 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.367193 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5b78f45c-6903-43f6-8608-551823684203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.377732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128ca9e-0ab7-4b56-be0c-b762ed2f042e None None] Pushing event updated for resources: {'Port': ['ID=68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:11.392264 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5b78f45c-6903-43f6-8608-551823684203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.423237 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c67e2276-958a-4d61-825a-0936b1fb4913 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.446821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e004cad7-8372-4bb8-9096-83b75c90a240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.452556 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e004cad7-8372-4bb8-9096-83b75c90a240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.492551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b819e44-e293-441b-830c-be93e7849201 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 079d6212-5288-4e95-8c45-3adf380b6dbc is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:11.497461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-0b819e44-e293-441b-830c-be93e7849201 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:11.508109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b819e44-e293-441b-830c-be93e7849201 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:11.515518 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b819e44-e293-441b-830c-be93e7849201 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:11.516462 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b819e44-e293-441b-830c-be93e7849201 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.524009 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c67e2276-958a-4d61-825a-0936b1fb4913 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.527753 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e004cad7-8372-4bb8-9096-83b75c90a240 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e77bc5446c24c4890ecd7e019f585c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5641396 Nov 27 01:36:11.532579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004cad7-8372-4bb8-9096-83b75c90a240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2127f7a-ba96-4541-85e9-f0d70e8f68cc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:11.535807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59016) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:11.546328 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b819e44-e293-441b-830c-be93e7849201 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=7f2e4a91-fb28-467b-9c52-97b7a3e36825,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:11.604145 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0b819e44-e293-441b-830c-be93e7849201 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9692030 Nov 27 01:36:11.604875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59018) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:11.606229 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5b78f45c-6903-43f6-8608-551823684203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.611257 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67e2276-958a-4d61-825a-0936b1fb4913 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network 6bd8b92a-5fd9-40c4-b362-75825273ea80 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:11.611507 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5b78f45c-6903-43f6-8608-551823684203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.619064 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5b78f45c-6903-43f6-8608-551823684203 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c8980a3-2871-4fb2-8e82-1148bb56a6bc HTTP/1.1" status: 204 len: 168 time: 0.3579206 Nov 27 01:36:11.629707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-acdcba72-4208-46ca-b7e4-18c21e2c8982 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'network_id': '079d6212-5288-4e95-8c45-3adf380b6dbc', 'name': 'tempest-PortsIpV6TestJSON-808845489', 'fixed_ips': [{'subnet_id': '8616b2ac-c3e9-469a-a777-5cdb4b46f7e8', 'ip_address': '2001:db8::f'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:11.631910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78f45c-6903-43f6-8608-551823684203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8980a3-2871-4fb2-8e82-1148bb56a6bc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:11.681425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-c67e2276-958a-4d61-825a-0936b1fb4913 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:11.691590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Allocated IP 172.20.0.3 (6bd8b92a-5fd9-40c4-b362-75825273ea80/4579bcd6-e892-4656-8737-b74b80649a14/f38d1801-5f9b-42b1-86ea-d4ed9907d749) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:11.714202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e2276-958a-4d61-825a-0936b1fb4913 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=d101811a-a818-41bd-9c9f-7b19c97b3e25,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:11.724703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e2276-958a-4d61-825a-0936b1fb4913 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:11.839894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eb284ea1-866a-4473-b417-c2866778492c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.855889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67e2276-958a-4d61-825a-0936b1fb4913 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:11.856674 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c67e2276-958a-4d61-825a-0936b1fb4913 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:11.938710 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c67e2276-958a-4d61-825a-0936b1fb4913 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7708530 Nov 27 01:36:11.941869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59024) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:11.960782 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eb284ea1-866a-4473-b417-c2866778492c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:12.027019 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdcba72-4208-46ca-b7e4-18c21e2c8982 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:12.067952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fd74f4-9785-49d8-b811-84766183d2ce tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:12.072630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-26fd74f4-9785-49d8-b811-84766183d2ce tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 921 time: 0.1291404 Nov 27 01:36:12.074941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59026) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:12.080872 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:12.092746 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:12.104502 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eb284ea1-866a-4473-b417-c2866778492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:12.107377 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eb284ea1-866a-4473-b417-c2866778492c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:12.108751 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-eb284ea1-866a-4473-b417-c2866778492c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2127f7a-ba96-4541-85e9-f0d70e8f68cc HTTP/1.1" status: 204 len: 168 time: 0.5704458 Nov 27 01:36:12.129073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb284ea1-866a-4473-b417-c2866778492c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2127f7a-ba96-4541-85e9-f0d70e8f68cc,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:12.157149 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-acdcba72-4208-46ca-b7e4-18c21e2c8982 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:12.195953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-acdcba72-4208-46ca-b7e4-18c21e2c8982 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port 6b561959-c857-4396-bc59-26d5e55e17bb yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:36:12.234109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Network 6bd8b92a-5fd9-40c4-b362-75825273ea80 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:12.244077 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:12.246043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:12.251726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Pushing event updated for resources: {'Port': ['ID=f38d1801-5f9b-42b1-86ea-d4ed9907d749,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:12.398462 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4e57c399-1348-4bf0-9dda-bad132c26ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:12.404390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6bc68489-7769-4415-899b-f8ecca654e0b tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port d101811a-a818-41bd-9c9f-7b19c97b3e25 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:12.405942 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6bc68489-7769-4415-899b-f8ecca654e0b tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:12.468929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Attempting to bind port f38d1801-5f9b-42b1-86ea-d4ed9907d749 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:36:12.469309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Attempting to bind port f38d1801-5f9b-42b1-86ea-d4ed9907d749 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'fec26294-0c9f-42c2-ae87-25799b7baf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6bd8b92a-5fd9-40c4-b362-75825273ea80'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:36:12.469675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Attempting to bind port f38d1801-5f9b-42b1-86ea-d4ed9907d749 on network 6bd8b92a-5fd9-40c4-b362-75825273ea80 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:36:12.482087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:36:12.482524 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Checking segment: {'id': 'fec26294-0c9f-42c2-ae87-25799b7baf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6bd8b92a-5fd9-40c4-b362-75825273ea80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:12.482933 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:12.486702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Bound using segment: {'id': 'fec26294-0c9f-42c2-ae87-25799b7baf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6bd8b92a-5fd9-40c4-b362-75825273ea80'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:36:12.487251 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Bound port: f38d1801-5f9b-42b1-86ea-d4ed9907d749, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec26294-0c9f-42c2-ae87-25799b7baf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6bd8b92a-5fd9-40c4-b362-75825273ea80'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:36:12.487650 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:12.549666 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:12.637835 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6bc68489-7769-4415-899b-f8ecca654e0b tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:12.673876 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6bc68489-7769-4415-899b-f8ecca654e0b tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for d101811a-a818-41bd-9c9f-7b19c97b3e25 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:12.695276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-acdcba72-4208-46ca-b7e4-18c21e2c8982 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Allocated IP 2001:db8::f (079d6212-5288-4e95-8c45-3adf380b6dbc/8616b2ac-c3e9-469a-a777-5cdb4b46f7e8/6b561959-c857-4396-bc59-26d5e55e17bb) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:12.759144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] For port f38d1801-5f9b-42b1-86ea-d4ed9907d749, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:36:12.781032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] For port f38d1801-5f9b-42b1-86ea-d4ed9907d749, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f38d1801-5f9b-42b1-86ea-d4ed9907d749,segment=NetworkSegment(fec26294-0c9f-42c2-ae87-25799b7baf61),segment_id=fec26294-0c9f-42c2-ae87-25799b7baf61)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:36:12.794366 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:12.842830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:12.843285 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:12.917309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59048) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:12.945770 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0307d4ff-5977-4036-a247-ce91cdd76de9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.083353 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-acdcba72-4208-46ca-b7e4-18c21e2c8982 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.095012 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6bc68489-7769-4415-899b-f8ecca654e0b tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.102564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea0007-0279-4481-9482-09e6b7476e84 None None] Pushing event updated for resources: {'Port': ['ID=f38d1801-5f9b-42b1-86ea-d4ed9907d749,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:13.164992 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-acdcba72-4208-46ca-b7e4-18c21e2c8982 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.215653 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.232587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdcba72-4208-46ca-b7e4-18c21e2c8982 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 079d6212-5288-4e95-8c45-3adf380b6dbc is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:13.252533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-acdcba72-4208-46ca-b7e4-18c21e2c8982 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:13.263388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdcba72-4208-46ca-b7e4-18c21e2c8982 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:13.284633 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdcba72-4208-46ca-b7e4-18c21e2c8982 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:13.286328 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-acdcba72-4208-46ca-b7e4-18c21e2c8982 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.304852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcba72-4208-46ca-b7e4-18c21e2c8982 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=6b561959-c857-4396-bc59-26d5e55e17bb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:13.306441 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc68489-7769-4415-899b-f8ecca654e0b tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=d101811a-a818-41bd-9c9f-7b19c97b3e25,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:13.322307 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-acdcba72-4208-46ca-b7e4-18c21e2c8982 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7078147 Nov 27 01:36:13.328327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59054) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:13.391172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc,segment=NetworkSegment(66dd4b65-5829-478d-b6f2-0d3e0e89cbb6),segment_id=66dd4b65-5829-478d-b6f2-0d3e0e89cbb6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:13.413712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c08a15-0715-4365-b25f-078ff26931c1 None None] Network 079d6212-5288-4e95-8c45-3adf380b6dbc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:13.425227 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.489196 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6bc68489-7769-4415-899b-f8ecca654e0b tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.493424 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6bc68489-7769-4415-899b-f8ecca654e0b tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/d101811a-a818-41bd-9c9f-7b19c97b3e25 HTTP/1.1" status: 204 len: 168 time: 1.4149792 Nov 27 01:36:13.496096 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59058) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:13.525832 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0307d4ff-5977-4036-a247-ce91cdd76de9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.531211 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0307d4ff-5977-4036-a247-ce91cdd76de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.538595 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.572913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c62136c8-a8a1-4579-89ed-6b663f135147 None None] Provisioning complete for port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:13.573296 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c62136c8-a8a1-4579-89ed-6b663f135147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.573789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307d4ff-5977-4036-a247-ce91cdd76de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01771220-c46e-49fe-9289-0031268bdd46,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:13.581917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:13.607339 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0307d4ff-5977-4036-a247-ce91cdd76de9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c25abcb7d99b4bcda8d7c77eebb3f6cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6885548 Nov 27 01:36:13.610109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59060) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:13.679353 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbb3d-7a8d-4a59-82fa-1de681edd5ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.704111 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbb3d-7a8d-4a59-82fa-1de681edd5ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.758321 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbb3d-7a8d-4a59-82fa-1de681edd5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.760976 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbb3d-7a8d-4a59-82fa-1de681edd5ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:13.762728 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f2fcbb3d-7a8d-4a59-82fa-1de681edd5ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01771220-c46e-49fe-9289-0031268bdd46 HTTP/1.1" status: 204 len: 168 time: 0.1513112 Nov 27 01:36:13.772192 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcbb3d-7a8d-4a59-82fa-1de681edd5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01771220-c46e-49fe-9289-0031268bdd46,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:13.858995 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2f0ae9-68e7-4da9-900a-8512fc5f7479 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] GET failed (client error): The resource could not be found. Nov 27 01:36:13.860480 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8d2f0ae9-68e7-4da9-900a-8512fc5f7479 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/d101811a-a818-41bd-9c9f-7b19c97b3e25 HTTP/1.1" status: 404 len: 333 time: 0.3628936 Nov 27 01:36:13.863168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59064) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:13.888231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ba43fc-3a23-4f0b-a4b3-8c7be994c19e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:13.889832 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-02ba43fc-3a23-4f0b-a4b3-8c7be994c19e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5579102 Nov 27 01:36:13.892885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59066) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:13.985816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-493390af-9095-41b6-9cb5-fe05c07a40a9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port 284042bb-bbaa-4f19-9e28-9adc70ded6fd {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:13.986569 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-493390af-9095-41b6-9cb5-fe05c07a40a9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:14.014154 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a364f-86aa-4c35-aa63-a45decf6a9e9 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:14.021722 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a364f-86aa-4c35-aa63-a45decf6a9e9 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:14.028317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a364f-86aa-4c35-aa63-a45decf6a9e9 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:14.033176 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6e5a364f-86aa-4c35-aa63-a45decf6a9e9 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1392236 Nov 27 01:36:14.034020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59070) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:14.110509 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-493390af-9095-41b6-9cb5-fe05c07a40a9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:14.136356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-493390af-9095-41b6-9cb5-fe05c07a40a9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for 284042bb-bbaa-4f19-9e28-9adc70ded6fd owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:14.189407 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e826018f-6768-4101-ba38-cd4f50d3d387 None None] Provisioning complete for port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:14.191048 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e826018f-6768-4101-ba38-cd4f50d3d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:14.198046 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6cfa6-b4a5-40d1-ad46-440cd721d099 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port 6b561959-c857-4396-bc59-26d5e55e17bb {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:14.198310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cfa6-b4a5-40d1-ad46-440cd721d099 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:14.382344 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-493390af-9095-41b6-9cb5-fe05c07a40a9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:14.451776 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cfa6-b4a5-40d1-ad46-440cd721d099 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:14.475719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6cfa6-b4a5-40d1-ad46-440cd721d099 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for 6b561959-c857-4396-bc59-26d5e55e17bb owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:14.479952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493390af-9095-41b6-9cb5-fe05c07a40a9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=284042bb-bbaa-4f19-9e28-9adc70ded6fd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:14.653099 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-493390af-9095-41b6-9cb5-fe05c07a40a9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:14.666131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-493390af-9095-41b6-9cb5-fe05c07a40a9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/284042bb-bbaa-4f19-9e28-9adc70ded6fd HTTP/1.1" status: 204 len: 168 time: 0.7997208 Nov 27 01:36:14.666814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59094) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:14.747845 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39e634b-84ea-4576-a12f-4ee2c0ac2a9b tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] GET failed (client error): The resource could not be found. Nov 27 01:36:14.765464 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c39e634b-84ea-4576-a12f-4ee2c0ac2a9b tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/284042bb-bbaa-4f19-9e28-9adc70ded6fd HTTP/1.1" status: 404 len: 333 time: 0.0969148 Nov 27 01:36:14.797542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:14.844745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59098) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:14.878858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e826018f-6768-4101-ba38-cd4f50d3d387 None None] Provisioning complete for port 7f2e4a91-fb28-467b-9c52-97b7a3e36825 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:14.879536 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e826018f-6768-4101-ba38-cd4f50d3d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:14.991645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-738f3c61-77c0-46e3-b3bf-c67c491dbcac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting subnet 4579bcd6-e892-4656-8737-b74b80649a14 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:36:15.001393 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-738f3c61-77c0-46e3-b3bf-c67c491dbcac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.004390 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.021732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e826018f-6768-4101-ba38-cd4f50d3d387 None None] Port 7f2e4a91-fb28-467b-9c52-97b7a3e36825 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:15.035618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a1011-4e29-4c6d-8344-10f7cab11710 None None] Network 6bd8b92a-5fd9-40c4-b362-75825273ea80 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:15.105832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-738f3c61-77c0-46e3-b3bf-c67c491dbcac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.124640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:15.125430 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.210276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e826018f-6768-4101-ba38-cd4f50d3d387 None None] Provisioning complete for port 6b561959-c857-4396-bc59-26d5e55e17bb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:15.210943 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e826018f-6768-4101-ba38-cd4f50d3d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.239376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75bc53-b8b1-4241-ba94-7b4c8db93178 req-80c18e6d-f31e-44c3-a908-f92b0f31245c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:15.241929 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e75bc53-b8b1-4241-ba94-7b4c8db93178 req-80c18e6d-f31e-44c3-a908-f92b0f31245c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 946 time: 0.0699449 Nov 27 01:36:15.313166 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-738f3c61-77c0-46e3-b3bf-c67c491dbcac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.329295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e826018f-6768-4101-ba38-cd4f50d3d387 None None] Port 6b561959-c857-4396-bc59-26d5e55e17bb cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:15.338716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f38d1801-5f9b-42b1-86ea-d4ed9907d749 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:15.387791 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-738f3c61-77c0-46e3-b3bf-c67c491dbcac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.405981 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cfa6-b4a5-40d1-ad46-440cd721d099 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.412594 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e75bc53-b8b1-4241-ba94-7b4c8db93178 req-b4d2850b-56bd-4535-bc92-1d11c0872cd7 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624126 Nov 27 01:36:15.416304 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-738f3c61-77c0-46e3-b3bf-c67c491dbcac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.423437 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-738f3c61-77c0-46e3-b3bf-c67c491dbcac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/4579bcd6-e892-4656-8737-b74b80649a14 HTTP/1.1" status: 204 len: 168 time: 0.5776174 Nov 27 01:36:15.424231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59116) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:15.459997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f3c61-77c0-46e3-b3bf-c67c491dbcac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Subnet': ['ID=4579bcd6-e892-4656-8737-b74b80649a14,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:15.466784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6cfa6-b4a5-40d1-ad46-440cd721d099 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=6b561959-c857-4396-bc59-26d5e55e17bb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:15.488515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-aa390ff6-fc22-48a8-a33a-38838cb962bf None None] Could not find standard attr ID for object 6b561959-c857-4396-bc59-26d5e55e17bb. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:36:15.497878 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f38d1801-5f9b-42b1-86ea-d4ed9907d749 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:15.498261 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.512567 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cfa6-b4a5-40d1-ad46-440cd721d099 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.520951 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59120) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:15.530845 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cbe6cfa6-b4a5-40d1-ad46-440cd721d099 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/6b561959-c857-4396-bc59-26d5e55e17bb HTTP/1.1" status: 204 len: 168 time: 1.4954841 Nov 27 01:36:15.536990 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4778818-fd53-4461-9127-ea0aa416ca88 req-17862e77-03db-40fd-82b4-ec9e6c783568 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1685293 Nov 27 01:36:15.549492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-aa390ff6-fc22-48a8-a33a-38838cb962bf None None] Provisioning complete for port 7f2e4a91-fb28-467b-9c52-97b7a3e36825 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:15.549811 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aa390ff6-fc22-48a8-a33a-38838cb962bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.557250 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c315b6-6fc1-4813-8fee-b2b451a7cb12 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] GET failed (client error): The resource could not be found. Nov 27 01:36:15.558877 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-16c315b6-6fc1-4813-8fee-b2b451a7cb12 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/6b561959-c857-4396-bc59-26d5e55e17bb HTTP/1.1" status: 404 len: 333 time: 0.0367925 Nov 27 01:36:15.562660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59122) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:15.601318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-aa390ff6-fc22-48a8-a33a-38838cb962bf None None] Port 7f2e4a91-fb28-467b-9c52-97b7a3e36825 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:15.626310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-aa390ff6-fc22-48a8-a33a-38838cb962bf None None] Provisioning complete for port f38d1801-5f9b-42b1-86ea-d4ed9907d749 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:15.626797 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aa390ff6-fc22-48a8-a33a-38838cb962bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.639825 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.672261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4778818-fd53-4461-9127-ea0aa416ca88 req-58fb0411-174c-4f61-a098-c077daca9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:15.687243 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4778818-fd53-4461-9127-ea0aa416ca88 req-58fb0411-174c-4f61-a098-c077daca9f1e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1097 time: 0.1119709 Nov 27 01:36:15.701425 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.755593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d968897-af46-4e22-b7f1-87957282d2c1 None None] DHCP port deletion for 6bd8b92a-5fd9-40c4-b362-75825273ea80 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:36:15.785630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b3803de5-92ff-4c40-9ca4-f1105f00a4d1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port 7f2e4a91-fb28-467b-9c52-97b7a3e36825 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:15.786082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3803de5-92ff-4c40-9ca4-f1105f00a4d1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.825014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port f38d1801-5f9b-42b1-86ea-d4ed9907d749, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f38d1801-5f9b-42b1-86ea-d4ed9907d749,segment=NetworkSegment(fec26294-0c9f-42c2-ae87-25799b7baf61),segment_id=fec26294-0c9f-42c2-ae87-25799b7baf61)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:15.836990 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4778818-fd53-4461-9127-ea0aa416ca88 req-a36fa403-931c-42a9-bf3d-2ea75a5bfd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:15.838163 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.839111 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4778818-fd53-4461-9127-ea0aa416ca88 req-a36fa403-931c-42a9-bf3d-2ea75a5bfd8e service neutron] 10.222.0.31 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 898 time: 0.1348007 Nov 27 01:36:15.880651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port f38d1801-5f9b-42b1-86ea-d4ed9907d749 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:15.881150 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.944339 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4778818-fd53-4461-9127-ea0aa416ca88 req-ff94b39f-11d5-45bd-a5d8-6cb938c511ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 1001 time: 0.0959203 Nov 27 01:36:15.977412 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3803de5-92ff-4c40-9ca4-f1105f00a4d1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.982004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=f38d1801-5f9b-42b1-86ea-d4ed9907d749,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:15.986310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4d968897-af46-4e22-b7f1-87957282d2c1 None None] Deleting port f38d1801-5f9b-42b1-86ea-d4ed9907d749 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:15.987460 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4d968897-af46-4e22-b7f1-87957282d2c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.993129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] For port f38d1801-5f9b-42b1-86ea-d4ed9907d749, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f38d1801-5f9b-42b1-86ea-d4ed9907d749,segment=NetworkSegment(fec26294-0c9f-42c2-ae87-25799b7baf61),segment_id=fec26294-0c9f-42c2-ae87-25799b7baf61)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:15.993580 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.001956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4778818-fd53-4461-9127-ea0aa416ca88 req-94fbd6f9-2eab-4b15-ab71-c0d2c18f90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:16.003457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b3803de5-92ff-4c40-9ca4-f1105f00a4d1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for 7f2e4a91-fb28-467b-9c52-97b7a3e36825 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:16.003592 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4778818-fd53-4461-9127-ea0aa416ca88 req-94fbd6f9-2eab-4b15-ab71-c0d2c18f90a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 200 len: 833 time: 0.0525453 Nov 27 01:36:16.014742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for f38d1801-5f9b-42b1-86ea-d4ed9907d749 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:16.064986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-4d968897-af46-4e22-b7f1-87957282d2c1 None None] For port f38d1801-5f9b-42b1-86ea-d4ed9907d749, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f38d1801-5f9b-42b1-86ea-d4ed9907d749,segment=NetworkSegment(fec26294-0c9f-42c2-ae87-25799b7baf61),segment_id=fec26294-0c9f-42c2-ae87-25799b7baf61)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:16.065399 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4d968897-af46-4e22-b7f1-87957282d2c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.078134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4778818-fd53-4461-9127-ea0aa416ca88 req-e10410bf-a33f-46f2-b302-7462bcf6ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:16.079722 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4778818-fd53-4461-9127-ea0aa416ca88 req-e10410bf-a33f-46f2-b302-7462bcf6ead6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13c791bd-1904-4631-a93a-d2f8f394f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687931 Nov 27 01:36:16.084357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4d968897-af46-4e22-b7f1-87957282d2c1 None None] Calling delete_port for f38d1801-5f9b-42b1-86ea-d4ed9907d749 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:16.193966 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4d968897-af46-4e22-b7f1-87957282d2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.205064 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.213810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d968897-af46-4e22-b7f1-87957282d2c1 None None] No DVR routers for this DVR port f38d1801-5f9b-42b1-86ea-d4ed9907d749 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:16.234978 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4778818-fd53-4461-9127-ea0aa416ca88 req-3ce35231-813c-4357-8729-67f7b4a6589a service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478763 Nov 27 01:36:16.256308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=f38d1801-5f9b-42b1-86ea-d4ed9907d749,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:16.261161 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No DVR routers for this DVR port f38d1801-5f9b-42b1-86ea-d4ed9907d749 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:16.300926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d968897-af46-4e22-b7f1-87957282d2c1 None None] Pushing event deleted for resources: {'Port': ['ID=f38d1801-5f9b-42b1-86ea-d4ed9907d749,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:16.328633 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.385705 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f38d1801-5f9b-42b1-86ea-d4ed9907d749 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:16.398207 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.405841 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4778818-fd53-4461-9127-ea0aa416ca88 req-afdc1a62-7edf-430d-8960-9cc452d98214 service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576054 Nov 27 01:36:16.410076 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3803de5-92ff-4c40-9ca4-f1105f00a4d1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.425454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: f38d1801-5f9b-42b1-86ea-d4ed9907d749 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:36:16.426867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f38d1801-5f9b-42b1-86ea-d4ed9907d749 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:36:16.528257 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3803de5-92ff-4c40-9ca4-f1105f00a4d1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=7f2e4a91-fb28-467b-9c52-97b7a3e36825,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:16.565322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd8b92a-5fd9-40c4-b362-75825273ea80']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:16.570060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b3803de5-92ff-4c40-9ca4-f1105f00a4d1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.573432 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b3803de5-92ff-4c40-9ca4-f1105f00a4d1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/7f2e4a91-fb28-467b-9c52-97b7a3e36825 HTTP/1.1" status: 204 len: 168 time: 1.0097630 Nov 27 01:36:16.579476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59170) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:16.615936 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec26294-0c9f-42c2-ae87-25799b7baf61') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:16.616058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec26294-0c9f-42c2-ae87-25799b7baf61') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:16.652161 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c284f8d-e904-42f3-874f-5cfbb0f57816 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] GET failed (client error): The resource could not be found. Nov 27 01:36:16.656351 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7c284f8d-e904-42f3-874f-5cfbb0f57816 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/7f2e4a91-fb28-467b-9c52-97b7a3e36825 HTTP/1.1" status: 404 len: 333 time: 0.0734041 Nov 27 01:36:16.658651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59176) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:16.686202 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.704207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befe186-613e-4380-86e7-dc6adb9488ba req-65c9f3b7-094d-4d35-ba65-47d469c8c5b5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:16.705885 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7befe186-613e-4380-86e7-dc6adb9488ba req-65c9f3b7-094d-4d35-ba65-47d469c8c5b5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 946 time: 0.1741469 Nov 27 01:36:16.713387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.725738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:36:16.726383 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.730753 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6663911-e0f0-4e25-b8ff-5f711e37576a req-b1a20ed1-0b18-49bd-bd9c-ce22b48546e4 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:16.732321 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6663911-e0f0-4e25-b8ff-5f711e37576a req-b1a20ed1-0b18-49bd-bd9c-ce22b48546e4 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1097 time: 0.1644506 Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:36:16.732981 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:36:16.745314 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1e0666-dbbc-4003-9c96-5ba65008082f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting subnet 8616b2ac-c3e9-469a-a777-5cdb4b46f7e8 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:36:16.748645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0666-dbbc-4003-9c96-5ba65008082f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.791665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfcb3a-14fd-4370-91d4-3c163999dc2f req-5160dbe1-0100-4bcc-9c8e-70ac915bbf39 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:16.794251 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c1bfcb3a-14fd-4370-91d4-3c163999dc2f req-5160dbe1-0100-4bcc-9c8e-70ac915bbf39 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 946 time: 0.1756573 Nov 27 01:36:16.810006 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0666-dbbc-4003-9c96-5ba65008082f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.815692 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7befe186-613e-4380-86e7-dc6adb9488ba req-6e535bad-d5ce-4a0a-bb0e-050be71e4f4d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d8b2ae0-3ee5-43a3-8dac-038013110df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992637 Nov 27 01:36:16.862721 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.883171 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.890106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/networks/6bd8b92a-5fd9-40c4-b362-75825273ea80 HTTP/1.1" status: 204 len: 168 time: 1.4397755 Nov 27 01:36:16.895653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59180) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:16.912339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6720bbe0-e80e-47f9-b0c8-b6b29ed49db6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-878442374'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:16.917385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc3232-3988-45a3-b4e6-77c6fd0f884f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Network': ['ID=6bd8b92a-5fd9-40c4-b362-75825273ea80,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:16.922399 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0666-dbbc-4003-9c96-5ba65008082f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:16.929489 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f6663911-e0f0-4e25-b8ff-5f711e37576a req-bf06de6d-acdb-45e9-accc-3581632d3944 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1855948 Nov 27 01:36:16.995548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6720bbe0-e80e-47f9-b0c8-b6b29ed49db6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:17.000602 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6720bbe0-e80e-47f9-b0c8-b6b29ed49db6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.002685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59186) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:17.003877 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0666-dbbc-4003-9c96-5ba65008082f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.028874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-c1bfcb3a-14fd-4370-91d4-3c163999dc2f req-3eae288c-eca3-453b-9e66-6b986e232359 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Deleting port f0817ed0-196d-4e00-8d7b-3801e48469f4 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:17.029254 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c1bfcb3a-14fd-4370-91d4-3c163999dc2f req-3eae288c-eca3-453b-9e66-6b986e232359 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.042793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e0666-dbbc-4003-9c96-5ba65008082f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Subnet': ['ID=8616b2ac-c3e9-469a-a777-5cdb4b46f7e8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:17.047420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6720bbe0-e80e-47f9-b0c8-b6b29ed49db6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:36:17.052321 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0666-dbbc-4003-9c96-5ba65008082f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.057976 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8f1e0666-dbbc-4003-9c96-5ba65008082f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/8616b2ac-c3e9-469a-a777-5cdb4b46f7e8 HTTP/1.1" status: 204 len: 168 time: 0.3982775 Nov 27 01:36:17.061953 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af07bbc3-3684-4d96-9dd7-5c6cb2fed9e9 None None] Network 079d6212-5288-4e95-8c45-3adf380b6dbc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:17.072871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59190) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:17.129388 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6720bbe0-e80e-47f9-b0c8-b6b29ed49db6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.129735 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-6720bbe0-e80e-47f9-b0c8-b6b29ed49db6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Added segment 409bc319-bebd-4792-8173-950495871ccb of type vlan for network f697d51d-03a7-481a-9653-279e93876a8a Nov 27 01:36:17.178292 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c694517d-ca14-4264-88a2-aca2f92cbb0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.193877 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.202100 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6720bbe0-e80e-47f9-b0c8-b6b29ed49db6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.225581 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-c1bfcb3a-14fd-4370-91d4-3c163999dc2f req-3eae288c-eca3-453b-9e66-6b986e232359 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] For port f0817ed0-196d-4e00-8d7b-3801e48469f4, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=f0817ed0-196d-4e00-8d7b-3801e48469f4,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:17.226071 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c1bfcb3a-14fd-4370-91d4-3c163999dc2f req-3eae288c-eca3-453b-9e66-6b986e232359 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.251123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-c1bfcb3a-14fd-4370-91d4-3c163999dc2f req-3eae288c-eca3-453b-9e66-6b986e232359 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Calling delete_port for f0817ed0-196d-4e00-8d7b-3801e48469f4 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:17.265668 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6720bbe0-e80e-47f9-b0c8-b6b29ed49db6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.272967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6720bbe0-e80e-47f9-b0c8-b6b29ed49db6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:17.274369 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6720bbe0-e80e-47f9-b0c8-b6b29ed49db6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.359164 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c694517d-ca14-4264-88a2-aca2f92cbb0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.366060 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c694517d-ca14-4264-88a2-aca2f92cbb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.369850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f34027d-4484-4a0f-ae30-8975811d6c5a None None] DHCP port deletion for 079d6212-5288-4e95-8c45-3adf380b6dbc request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:36:17.381931 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6720bbe0-e80e-47f9-b0c8-b6b29ed49db6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4743178 Nov 27 01:36:17.386392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59192) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:17.392570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-99a0d77a-9ee5-4971-8f8f-bd495d976cb5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': 'f697d51d-03a7-481a-9653-279e93876a8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:17.406773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:17.407392 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.420046 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0f34027d-4484-4a0f-ae30-8975811d6c5a None None] Deleting port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:17.420702 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0f34027d-4484-4a0f-ae30-8975811d6c5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.427305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d427776-8dd8-4a7f-9bb9-6ce5b0453a7e req-53edfc96-5759-46a1-9aa9-aa743212caa9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:17.428929 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7d427776-8dd8-4a7f-9bb9-6ce5b0453a7e req-53edfc96-5759-46a1-9aa9-aa743212caa9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.1231446 Nov 27 01:36:17.447349 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c694517d-ca14-4264-88a2-aca2f92cbb0b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ea3a9acc3c142a99fddec39f020b9b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4381397 Nov 27 01:36:17.457071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59194) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:17.467984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720bbe0-e80e-47f9-b0c8-b6b29ed49db6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Network': ['ID=f697d51d-03a7-481a-9653-279e93876a8a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:17.471793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694517d-ca14-4264-88a2-aca2f92cbb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e8fb2f-6db3-4fe2-bede-8d5063c2bc9d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:17.490145 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network f697d51d-03a7-481a-9653-279e93876a8a details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:36:17.528688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] For port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc,segment=NetworkSegment(66dd4b65-5829-478d-b6f2-0d3e0e89cbb6),segment_id=66dd4b65-5829-478d-b6f2-0d3e0e89cbb6)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:17.529014 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.555830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0f34027d-4484-4a0f-ae30-8975811d6c5a None None] For port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc,segment=NetworkSegment(66dd4b65-5829-478d-b6f2-0d3e0e89cbb6),segment_id=66dd4b65-5829-478d-b6f2-0d3e0e89cbb6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:17.555830 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0f34027d-4484-4a0f-ae30-8975811d6c5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.556149 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:17.561561 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7d427776-8dd8-4a7f-9bb9-6ce5b0453a7e req-6e525bee-4fb3-45f8-b25c-1cf07d154081 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214738 Nov 27 01:36:17.580640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0f34027d-4484-4a0f-ae30-8975811d6c5a None None] Calling delete_port for 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:17.588679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25128123-02f7-45fd-ae79-3388cdbdd34d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.608858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59196) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:17.665419 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.668264 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a0d77a-9ee5-4971-8f8f-bd495d976cb5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:17.671606 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99a0d77a-9ee5-4971-8f8f-bd495d976cb5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.685259 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0f34027d-4484-4a0f-ae30-8975811d6c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.688476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No DVR routers for this DVR port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:17.701609 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25128123-02f7-45fd-ae79-3388cdbdd34d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.720593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:17.735776 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34027d-4484-4a0f-ae30-8975811d6c5a None None] No DVR routers for this DVR port 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:17.737769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34027d-4484-4a0f-ae30-8975811d6c5a None None] Pushing event deleted for resources: {'Port': ['ID=68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:17.744482 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c1bfcb3a-14fd-4370-91d4-3c163999dc2f req-3eae288c-eca3-453b-9e66-6b986e232359 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.781139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['f0817ed0-196d-4e00-8d7b-3801e48469f4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:36:17.812153 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e1a5112f-83af-49f0-8b2c-da47c19e0625 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/3f812e0a-c0ad-4832-812e-2c3d44431c2a HTTP/1.1" status: 200 len: 993 time: 0.1932437 Nov 27 01:36:17.819498 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae288c-eca3-453b-9e66-6b986e232359 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event deleted for resources: {'Port': ['ID=f0817ed0-196d-4e00-8d7b-3801e48469f4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:17.841847 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.885945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bfcb3a-14fd-4370-91d4-3c163999dc2f req-3eae288c-eca3-453b-9e66-6b986e232359 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] No DVR routers for this DVR port f0817ed0-196d-4e00-8d7b-3801e48469f4 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:17.888483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-c1bfcb3a-14fd-4370-91d4-3c163999dc2f req-3eae288c-eca3-453b-9e66-6b986e232359 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.891968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c1bfcb3a-14fd-4370-91d4-3c163999dc2f req-3eae288c-eca3-453b-9e66-6b986e232359 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "DELETE /v2.0/ports/f0817ed0-196d-4e00-8d7b-3801e48469f4 HTTP/1.1" status: 204 len: 173 time: 1.0839148 Nov 27 01:36:17.892299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc2a598-3213-48af-a33d-18c865951099', 'name': 'network-vif-deleted', 'tag': 'f0817ed0-196d-4e00-8d7b-3801e48469f4'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:36:17.894541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079d6212-5288-4e95-8c45-3adf380b6dbc']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:17.894673 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1833be9-7faa-4c5c-b36a-0b4af7caccab" -d '{"events": [{"server_uuid": "2dc2a598-3213-48af-a33d-18c865951099", "name": "network-vif-deleted", "tag": "f0817ed0-196d-4e00-8d7b-3801e48469f4"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:36:17.912825 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25128123-02f7-45fd-ae79-3388cdbdd34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.915518 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25128123-02f7-45fd-ae79-3388cdbdd34d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.916756 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-25128123-02f7-45fd-ae79-3388cdbdd34d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22e8fb2f-6db3-4fe2-bede-8d5063c2bc9d HTTP/1.1" status: 204 len: 168 time: 0.4584727 Nov 27 01:36:17.930473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25128123-02f7-45fd-ae79-3388cdbdd34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e8fb2f-6db3-4fe2-bede-8d5063c2bc9d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:17.938965 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66dd4b65-5829-478d-b6f2-0d3e0e89cbb6') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:17.940649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66dd4b65-5829-478d-b6f2-0d3e0e89cbb6') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:17.969164 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.989039 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.996001 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:36:17.996678 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.062759 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926c06a8-f07f-4d6f-9cab-d27fe5212713 x-openstack-request-id: req-926c06a8-f07f-4d6f-9cab-d27fe5212713 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:36:18.063087 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc2a598-3213-48af-a33d-18c865951099", "name": "network-vif-deleted", "tag": "f0817ed0-196d-4e00-8d7b-3801e48469f4", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:36:18.063407 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-926c06a8-f07f-4d6f-9cab-d27fe5212713 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:36:18.063872 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc2a598-3213-48af-a33d-18c865951099', 'name': 'network-vif-deleted', 'tag': 'f0817ed0-196d-4e00-8d7b-3801e48469f4', 'status': 'completed', 'code': 200} Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:36:18.101106 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:36:18.121889 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-049cd67a-d9a6-4c03-8077-f28092f856c9 req-825306ab-785b-4a5a-8216-57eac26f9b57 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 210 time: 0.0497515 Nov 27 01:36:18.123888 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.127934 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99a0d77a-9ee5-4971-8f8f-bd495d976cb5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.140150 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.144422 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/networks/079d6212-5288-4e95-8c45-3adf380b6dbc HTTP/1.1" status: 204 len: 168 time: 1.0688035 Nov 27 01:36:18.149017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59216) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:18.158023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-73f07b17-8357-4626-8755-9d1f3473e1c2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-95592755'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:18.175530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a458c49-840a-4c0c-84e3-155e15fee86a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Network': ['ID=079d6212-5288-4e95-8c45-3adf380b6dbc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:18.212938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f07b17-8357-4626-8755-9d1f3473e1c2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:18.217768 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73f07b17-8357-4626-8755-9d1f3473e1c2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.237878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0d77a-9ee5-4971-8f8f-bd495d976cb5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Subnet': ['ID=ace5e64a-1538-4aa4-87a5-0333efe0460a,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:18.257528 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f07b17-8357-4626-8755-9d1f3473e1c2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:36:18.277406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a0d77a-9ee5-4971-8f8f-bd495d976cb5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Checking segment: {'id': '409bc319-bebd-4792-8173-950495871ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f697d51d-03a7-481a-9653-279e93876a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:18.278164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a0d77a-9ee5-4971-8f8f-bd495d976cb5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network hostable DHCP agents. Network: f697d51d-03a7-481a-9653-279e93876a8a, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:36:18.283304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73f07b17-8357-4626-8755-9d1f3473e1c2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.283659 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-73f07b17-8357-4626-8755-9d1f3473e1c2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Added segment afa04310-e694-4f9f-b04c-4b3ca5f9e338 of type vlan for network 995d3f34-9892-4f62-acc4-a46870ac01f5 Nov 27 01:36:18.316906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-757b0b36-808d-4955-bcab-e51127800b9c req-a07cb342-bcc1-448e-90fa-3a939f2f8310 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:36:18.317970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-757b0b36-808d-4955-bcab-e51127800b9c req-a07cb342-bcc1-448e-90fa-3a939f2f8310 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122862 Nov 27 01:36:18.351505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a0d77a-9ee5-4971-8f8f-bd495d976cb5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network f697d51d-03a7-481a-9653-279e93876a8a is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:36:18.369704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-99a0d77a-9ee5-4971-8f8f-bd495d976cb5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, f697d51d-03a7-481a-9653-279e93876a8a) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:18.379170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371a0265-614d-41a7-96e9-9153bb6b8a59 None None] Network f697d51d-03a7-481a-9653-279e93876a8a requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:18.394124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a0d77a-9ee5-4971-8f8f-bd495d976cb5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:18.395349 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99a0d77a-9ee5-4971-8f8f-bd495d976cb5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.396767 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73f07b17-8357-4626-8755-9d1f3473e1c2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.415363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:18.438385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59224) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:18.439201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-99a0d77a-9ee5-4971-8f8f-bd495d976cb5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0489237 Nov 27 01:36:18.444930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4fda6672-0e9f-4a2a-bea9-f80b03755f85 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'network_id': 'f697d51d-03a7-481a-9653-279e93876a8a', 'name': 'tempest-PortsTestJSON-1638457856', 'fixed_ips': [{'subnet_id': 'ace5e64a-1538-4aa4-87a5-0333efe0460a', 'ip_address': '172.20.0.10'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:18.449048 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73f07b17-8357-4626-8755-9d1f3473e1c2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.455275 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f07b17-8357-4626-8755-9d1f3473e1c2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:18.455896 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73f07b17-8357-4626-8755-9d1f3473e1c2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.486952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59226) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:18.502101 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdfa749c-4d83-4190-b133-f2e98a0f2fb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.560917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:36:18.561959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 68e1ec1f-a0e9-4cd4-9b0f-9f16ded1b9bc not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:36:18.621177 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-73f07b17-8357-4626-8755-9d1f3473e1c2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4678342 Nov 27 01:36:18.621664 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdfa749c-4d83-4190-b133-f2e98a0f2fb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.625930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59234) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:18.638285 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-284460cb-65a4-4240-86b6-85068f4cfe1b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': '995d3f34-9892-4f62-acc4-a46870ac01f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:18.651885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cdfa749c-4d83-4190-b133-f2e98a0f2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.653492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f07b17-8357-4626-8755-9d1f3473e1c2 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Network': ['ID=995d3f34-9892-4f62-acc4-a46870ac01f5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:18.696893 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 995d3f34-9892-4f62-acc4-a46870ac01f5 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:36:18.707746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fda6672-0e9f-4a2a-bea9-f80b03755f85 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:18.838809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa749c-4d83-4190-b133-f2e98a0f2fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d652115-73fa-4981-bbb6-a6cdeddb51e6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:18.846827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-f697d51d-03a7-481a-9653-279e93876a8a', 'network_id': 'f697d51d-03a7-481a-9653-279e93876a8a', 'tenant_id': 'a08c6b151ce94ff7b7ccc683f0d7f62b', 'fixed_ips': [{'subnet_id': 'ace5e64a-1538-4aa4-87a5-0333efe0460a'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:36:18.847826 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.870114 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cdfa749c-4d83-4190-b133-f2e98a0f2fb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7421cf16ab9249719db0da90f1d5810a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793766 Nov 27 01:36:18.873311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59236) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:18.939803 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4fda6672-0e9f-4a2a-bea9-f80b03755f85 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.941943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284460cb-65a4-4240-86b6-85068f4cfe1b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:18.948596 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-284460cb-65a4-4240-86b6-85068f4cfe1b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.979280 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-4fda6672-0e9f-4a2a-bea9-f80b03755f85 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port 345d5c4d-f7ca-4045-9573-bd3deead2a93 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:36:19.036937 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Allocated IP 172.20.0.2 (f697d51d-03a7-481a-9653-279e93876a8a/ace5e64a-1538-4aa4-87a5-0333efe0460a/e034ecce-4139-4b6d-b551-1e28a48d588d) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:19.043849 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19d46587-2b95-4166-829e-d7171205e365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.091482 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19d46587-2b95-4166-829e-d7171205e365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.208983 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19d46587-2b95-4166-829e-d7171205e365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.217381 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19d46587-2b95-4166-829e-d7171205e365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.219529 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-19d46587-2b95-4166-829e-d7171205e365 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d652115-73fa-4981-bbb6-a6cdeddb51e6 HTTP/1.1" status: 204 len: 168 time: 0.3434412 Nov 27 01:36:19.220416 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59246) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:19.253316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d46587-2b95-4166-829e-d7171205e365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d652115-73fa-4981-bbb6-a6cdeddb51e6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:19.334778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fdbaa-9ce5-4d71-a5a0-6bac9941af0c req-0039c88c-8ef1-49d1-847e-b6bb3def15fb tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:19.336533 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a2fdbaa-9ce5-4d71-a5a0-6bac9941af0c req-0039c88c-8ef1-49d1-847e-b6bb3def15fb tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.1019509 Nov 27 01:36:19.344910 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1e12916a-1b87-4e1f-918d-99c92e44dec9 req-3f0312df-458b-4100-84c7-c5a92d300096 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 210 time: 0.0668480 Nov 27 01:36:19.418777 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a2fdbaa-9ce5-4d71-a5a0-6bac9941af0c req-cccd85ab-75d3-443a-ae3b-dd26e823031e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713203 Nov 27 01:36:19.442945 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.452463 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.474122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Network f697d51d-03a7-481a-9653-279e93876a8a is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:19.477863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:19.506334 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:19.515804 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-284460cb-65a4-4240-86b6-85068f4cfe1b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.615996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-4fda6672-0e9f-4a2a-bea9-f80b03755f85 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Allocated IP 172.20.0.10 (f697d51d-03a7-481a-9653-279e93876a8a/ace5e64a-1538-4aa4-87a5-0333efe0460a/345d5c4d-f7ca-4045-9573-bd3deead2a93) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:19.622069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-a73d1e43-2866-4151-a8fc-a7e034593149 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3886459 Nov 27 01:36:19.626919 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Pushing event updated for resources: {'Port': ['ID=e034ecce-4139-4b6d-b551-1e28a48d588d,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:19.634166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-8cf6cc04-21b8-4616-bd99-4fb3c17c3336 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:36:19.639607 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-8cf6cc04-21b8-4616-bd99-4fb3c17c3336 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115578 Nov 27 01:36:19.641842 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Attempting to bind port e034ecce-4139-4b6d-b551-1e28a48d588d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:36:19.642444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Attempting to bind port e034ecce-4139-4b6d-b551-1e28a48d588d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '409bc319-bebd-4792-8173-950495871ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f697d51d-03a7-481a-9653-279e93876a8a'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:36:19.643173 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Attempting to bind port e034ecce-4139-4b6d-b551-1e28a48d588d on network f697d51d-03a7-481a-9653-279e93876a8a {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:36:19.661279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:36:19.662766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Checking segment: {'id': '409bc319-bebd-4792-8173-950495871ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f697d51d-03a7-481a-9653-279e93876a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:19.663296 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.663797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Bound using segment: {'id': '409bc319-bebd-4792-8173-950495871ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f697d51d-03a7-481a-9653-279e93876a8a'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:36:19.665894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Bound port: e034ecce-4139-4b6d-b551-1e28a48d588d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409bc319-bebd-4792-8173-950495871ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f697d51d-03a7-481a-9653-279e93876a8a'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:36:19.666527 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.668111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284460cb-65a4-4240-86b6-85068f4cfe1b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Subnet': ['ID=5e40805f-d8a2-424b-a2ba-086deb92d5e3,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:19.673484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284460cb-65a4-4240-86b6-85068f4cfe1b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Checking segment: {'id': 'afa04310-e694-4f9f-b04c-4b3ca5f9e338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '995d3f34-9892-4f62-acc4-a46870ac01f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:19.673854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284460cb-65a4-4240-86b6-85068f4cfe1b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network hostable DHCP agents. Network: 995d3f34-9892-4f62-acc4-a46870ac01f5, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:36:19.693087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284460cb-65a4-4240-86b6-85068f4cfe1b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 995d3f34-9892-4f62-acc4-a46870ac01f5 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:36:19.708813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-284460cb-65a4-4240-86b6-85068f4cfe1b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 995d3f34-9892-4f62-acc4-a46870ac01f5) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:19.715318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284460cb-65a4-4240-86b6-85068f4cfe1b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:19.716437 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-284460cb-65a4-4240-86b6-85068f4cfe1b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.741461 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-284460cb-65a4-4240-86b6-85068f4cfe1b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1079164 Nov 27 01:36:19.741765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59260) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:19.752634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f7322168-d862-468a-9100-b571c3f551cb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-521467885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:19.785674 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7322168-d862-468a-9100-b571c3f551cb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.789958 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7322168-d862-468a-9100-b571c3f551cb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.795618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57346ee-6f56-4e27-8092-de1765e46504 None None] Network 995d3f34-9892-4f62-acc4-a46870ac01f5 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:19.943853 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7322168-d862-468a-9100-b571c3f551cb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.948075 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7322168-d862-468a-9100-b571c3f551cb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.961065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] For port e034ecce-4139-4b6d-b551-1e28a48d588d, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:36:19.962425 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4fda6672-0e9f-4a2a-bea9-f80b03755f85 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.975116 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7322168-d862-468a-9100-b571c3f551cb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:19.978747 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f7322168-d862-468a-9100-b571c3f551cb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2335727 Nov 27 01:36:19.979093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59278) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:19.989886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0e0e6d22-30be-4947-96eb-4c8d72c7e574 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'network_id': '995d3f34-9892-4f62-acc4-a46870ac01f5', 'name': 'tempest-PortsIpV6TestJSON-132314700'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:20.009638 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4fda6672-0e9f-4a2a-bea9-f80b03755f85 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:20.013844 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] For port e034ecce-4139-4b6d-b551-1e28a48d588d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e034ecce-4139-4b6d-b551-1e28a48d588d,segment=NetworkSegment(409bc319-bebd-4792-8173-950495871ccb),segment_id=409bc319-bebd-4792-8173-950495871ccb)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:36:20.027824 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:20.081910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda6672-0e9f-4a2a-bea9-f80b03755f85 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network f697d51d-03a7-481a-9653-279e93876a8a is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:20.097050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-4fda6672-0e9f-4a2a-bea9-f80b03755f85 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:20.106043 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda6672-0e9f-4a2a-bea9-f80b03755f85 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:20.112765 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda6672-0e9f-4a2a-bea9-f80b03755f85 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=345d5c4d-f7ca-4045-9573-bd3deead2a93,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:20.200472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda6672-0e9f-4a2a-bea9-f80b03755f85 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:20.201466 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4fda6672-0e9f-4a2a-bea9-f80b03755f85 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:20.230227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0e6d22-30be-4947-96eb-4c8d72c7e574 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:20.237349 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e0e6d22-30be-4947-96eb-4c8d72c7e574 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:20.254137 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4fda6672-0e9f-4a2a-bea9-f80b03755f85 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8139155 Nov 27 01:36:20.259038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59290) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:20.272576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d6050581-26d8-4bf6-a484-689e5ebf9481 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'network_id': 'f697d51d-03a7-481a-9653-279e93876a8a', 'name': 'tempest-PortsTestJSON-2031721745', 'fixed_ips': [{'subnet_id': 'ace5e64a-1538-4aa4-87a5-0333efe0460a', 'ip_address': '172.20.0.9'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:20.298346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508acaff-27a1-419a-af6d-5d36d9c0f2b5 None None] Pushing event updated for resources: {'Port': ['ID=e034ecce-4139-4b6d-b551-1e28a48d588d,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:20.355869 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-995d3f34-9892-4f62-acc4-a46870ac01f5', 'network_id': '995d3f34-9892-4f62-acc4-a46870ac01f5', 'tenant_id': 'f08bf4757fe74368baf4b11f55020ac1', 'fixed_ips': [{'subnet_id': '5e40805f-d8a2-424b-a2ba-086deb92d5e3'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:36:20.356790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:20.547357 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-0e0e6d22-30be-4947-96eb-4c8d72c7e574 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port 75e63661-936b-4c5e-9d82-8bae56c597c3 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:36:20.621426 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6050581-26d8-4bf6-a484-689e5ebf9481 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:20.643824 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b013392d-8570-404d-9599-0abc5d921294 req-b0fdbcfa-72ef-455f-bc66-ab672db1dc72 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 210 time: 0.1174581 Nov 27 01:36:20.764011 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3c38f-79a8-4ae7-8c4d-74a2d050f2e5 req-f3cc9188-9aaa-438b-aaa1-5f805740a80d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:20.767147 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85f3c38f-79a8-4ae7-8c4d-74a2d050f2e5 req-f3cc9188-9aaa-438b-aaa1-5f805740a80d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.1275001 Nov 27 01:36:20.862258 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85f3c38f-79a8-4ae7-8c4d-74a2d050f2e5 req-3167f9ff-9bce-4df2-afc2-5af485677b48 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847092 Nov 27 01:36:20.891223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f0817ed0-196d-4e00-8d7b-3801e48469f4 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:20.891679 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6050581-26d8-4bf6-a484-689e5ebf9481 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:20.894626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-0e0e6d22-30be-4947-96eb-4c8d72c7e574 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Allocated IP 2001:db8::205 (995d3f34-9892-4f62-acc4-a46870ac01f5/5e40805f-d8a2-424b-a2ba-086deb92d5e3/75e63661-936b-4c5e-9d82-8bae56c597c3) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:20.919172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-d6050581-26d8-4bf6-a484-689e5ebf9481 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port 0c2b1e51-a50f-42ba-a680-cdd45cbe5753 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:36:20.925106 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: f0817ed0-196d-4e00-8d7b-3801e48469f4 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:36:20.925804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device f0817ed0-196d-4e00-8d7b-3801e48469f4 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:36:21.532000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-d6050581-26d8-4bf6-a484-689e5ebf9481 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Allocated IP 172.20.0.9 (f697d51d-03a7-481a-9653-279e93876a8a/ace5e64a-1538-4aa4-87a5-0333efe0460a/0c2b1e51-a50f-42ba-a680-cdd45cbe5753) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:21.557481 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e0e6d22-30be-4947-96eb-4c8d72c7e574 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:21.712155 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e0e6d22-30be-4947-96eb-4c8d72c7e574 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:21.748983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-483a35c3-fc7a-4026-832d-f6ca4ff7b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:21.750499 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-483a35c3-fc7a-4026-832d-f6ca4ff7b477 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1097 time: 0.1264601 Nov 27 01:36:21.793809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e6d22-30be-4947-96eb-4c8d72c7e574 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 995d3f34-9892-4f62-acc4-a46870ac01f5 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:21.802173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e6d22-30be-4947-96eb-4c8d72c7e574 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:21.805391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e6d22-30be-4947-96eb-4c8d72c7e574 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:21.813321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e6d22-30be-4947-96eb-4c8d72c7e574 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:21.814347 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e0e6d22-30be-4947-96eb-4c8d72c7e574 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:21.828361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acded13d-50c1-4674-9f0a-218ce6763caf None None] Network f697d51d-03a7-481a-9653-279e93876a8a requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:21.864929 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2da17b91-086d-4de3-a68a-431de126a5c9 req-f6e56c52-4446-4c25-b57b-aaff7a840fe4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 210 time: 0.1097069 Nov 27 01:36:21.878013 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0e0e6d22-30be-4947-96eb-4c8d72c7e574 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8978655 Nov 27 01:36:21.884068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59320) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:21.942392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e6d22-30be-4947-96eb-4c8d72c7e574 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=75e63661-936b-4c5e-9d82-8bae56c597c3,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:22.007609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Allocated IP 2001:db8::2 (995d3f34-9892-4f62-acc4-a46870ac01f5/5e40805f-d8a2-424b-a2ba-086deb92d5e3/d3aef32e-3ce1-42ca-a39f-e101a315c717) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:22.021001 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-49cd8a40-7286-4450-86d4-1b30f8838b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:22.022997 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6050581-26d8-4bf6-a484-689e5ebf9481 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:22.023187 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-49cd8a40-7286-4450-86d4-1b30f8838b8d service neutron] 10.222.0.31 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 898 time: 0.2626078 Nov 27 01:36:22.100512 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-903a2825-a688-4b86-9c44-297ef63f500b None None] Provisioning complete for port e034ecce-4139-4b6d-b551-1e28a48d588d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:22.102078 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-903a2825-a688-4b86-9c44-297ef63f500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:22.194967 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ff974-306f-4479-9f00-d11ae380536f req-f8c58dbd-a0cc-49ce-8fcf-212b7dba6edf tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:22.203595 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-160ff974-306f-4479-9f00-d11ae380536f req-f8c58dbd-a0cc-49ce-8fcf-212b7dba6edf tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.1793365 Nov 27 01:36:22.270574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-a6a7dcec-2bc9-4adc-9b09-01d805d018bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 1001 time: 0.2211726 Nov 27 01:36:22.418318 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-160ff974-306f-4479-9f00-d11ae380536f req-acb76f89-67b1-4c88-af01-bdfcb1af4bb6 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2071300 Nov 27 01:36:22.430648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-332d9693-ccb8-43b5-a518-7828282402ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:22.432149 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-332d9693-ccb8-43b5-a518-7828282402ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 200 len: 833 time: 0.1474757 Nov 27 01:36:22.459960 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6050581-26d8-4bf6-a484-689e5ebf9481 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:22.462615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e034ecce-4139-4b6d-b551-1e28a48d588d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:22.522483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-0a1caf91-37af-4fc0-9e56-20f042777fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:22.524031 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-0a1caf91-37af-4fc0-9e56-20f042777fe8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13c791bd-1904-4631-a93a-d2f8f394f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740829 Nov 27 01:36:22.537525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6050581-26d8-4bf6-a484-689e5ebf9481 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network f697d51d-03a7-481a-9653-279e93876a8a is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:22.586870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d6050581-26d8-4bf6-a484-689e5ebf9481 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:22.597975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6050581-26d8-4bf6-a484-689e5ebf9481 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:22.607385 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-903a2825-a688-4b86-9c44-297ef63f500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:22.648221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-56c80554-b0d2-44d1-a539-15c323636e26 service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166267 Nov 27 01:36:22.672044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6050581-26d8-4bf6-a484-689e5ebf9481 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=0c2b1e51-a50f-42ba-a680-cdd45cbe5753,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:22.682844 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:22.706653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6050581-26d8-4bf6-a484-689e5ebf9481 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:22.711358 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6050581-26d8-4bf6-a484-689e5ebf9481 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:22.718836 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:22.735164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-903a2825-a688-4b86-9c44-297ef63f500b None None] For port e034ecce-4139-4b6d-b551-1e28a48d588d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e034ecce-4139-4b6d-b551-1e28a48d588d,segment=NetworkSegment(409bc319-bebd-4792-8173-950495871ccb),segment_id=409bc319-bebd-4792-8173-950495871ccb)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:22.737390 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:22.794889 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Pushing event updated for resources: {'Port': ['ID=d3aef32e-3ce1-42ca-a39f-e101a315c717,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:22.799918 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-903a2825-a688-4b86-9c44-297ef63f500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:22.801355 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d6050581-26d8-4bf6-a484-689e5ebf9481 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5402994 Nov 27 01:36:22.805087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59334) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:22.832894 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-17010576-a8cd-435a-a6e6-d6439be6d052 service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778436 Nov 27 01:36:22.833976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e034ecce-4139-4b6d-b551-1e28a48d588d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:22.834355 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:22.845985 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Network 995d3f34-9892-4f62-acc4-a46870ac01f5 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:22.871267 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:22.876370 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:22.930931 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f84a62-8174-4252-a395-3285108cb9ef tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:22.938452 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-77f84a62-8174-4252-a395-3285108cb9ef tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1329908 Nov 27 01:36:22.944208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59338) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:22.971692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a2825-a688-4b86-9c44-297ef63f500b None None] Pushing event updated for resources: {'Port': ['ID=e034ecce-4139-4b6d-b551-1e28a48d588d,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:23.016851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Attempting to bind port d3aef32e-3ce1-42ca-a39f-e101a315c717 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:36:23.017552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Attempting to bind port d3aef32e-3ce1-42ca-a39f-e101a315c717 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'afa04310-e694-4f9f-b04c-4b3ca5f9e338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '995d3f34-9892-4f62-acc4-a46870ac01f5'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:36:23.017552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Attempting to bind port d3aef32e-3ce1-42ca-a39f-e101a315c717 on network 995d3f34-9892-4f62-acc4-a46870ac01f5 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:36:23.037744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:36:23.038129 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Checking segment: {'id': 'afa04310-e694-4f9f-b04c-4b3ca5f9e338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '995d3f34-9892-4f62-acc4-a46870ac01f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:23.038548 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:23.038929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Bound using segment: {'id': 'afa04310-e694-4f9f-b04c-4b3ca5f9e338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '995d3f34-9892-4f62-acc4-a46870ac01f5'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:36:23.039410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Bound port: d3aef32e-3ce1-42ca-a39f-e101a315c717, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa04310-e694-4f9f-b04c-4b3ca5f9e338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '995d3f34-9892-4f62-acc4-a46870ac01f5'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:36:23.039798 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:23.080055 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d99c95-f260-42bf-9196-7af38c3518f5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:23.087251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d99c95-f260-42bf-9196-7af38c3518f5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:23.093088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d99c95-f260-42bf-9196-7af38c3518f5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:23.095206 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d8d99c95-f260-42bf-9196-7af38c3518f5 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1499801 Nov 27 01:36:23.101622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59340) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:23.175671 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:23.193508 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:23.263371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-085110f0-b715-484f-8ea8-a55ee1e5196f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port 0c2b1e51-a50f-42ba-a680-cdd45cbe5753 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:23.264181 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-085110f0-b715-484f-8ea8-a55ee1e5196f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:23.267851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] For port d3aef32e-3ce1-42ca-a39f-e101a315c717, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:36:23.281259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] For port d3aef32e-3ce1-42ca-a39f-e101a315c717, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d3aef32e-3ce1-42ca-a39f-e101a315c717,segment=NetworkSegment(afa04310-e694-4f9f-b04c-4b3ca5f9e338),segment_id=afa04310-e694-4f9f-b04c-4b3ca5f9e338)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:36:23.302306 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:23.309128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f74b3080-dd29-4ca4-9363-3c2664706ed7 None None] Provisioning complete for port 345d5c4d-f7ca-4045-9573-bd3deead2a93 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:23.309506 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f74b3080-dd29-4ca4-9363-3c2664706ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:23.334323 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=75e63661-936b-4c5e-9d82-8bae56c597c3,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:23.455752 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-085110f0-b715-484f-8ea8-a55ee1e5196f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:23.478841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-085110f0-b715-484f-8ea8-a55ee1e5196f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for 0c2b1e51-a50f-42ba-a680-cdd45cbe5753 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:23.519389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f74b3080-dd29-4ca4-9363-3c2664706ed7 None None] Port 345d5c4d-f7ca-4045-9573-bd3deead2a93 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:23.539766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84ce16-b13a-4db4-aca1-30c3de6f547a None None] Pushing event updated for resources: {'Port': ['ID=d3aef32e-3ce1-42ca-a39f-e101a315c717,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:23.554634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f74b3080-dd29-4ca4-9363-3c2664706ed7 None None] Provisioning complete for port 0c2b1e51-a50f-42ba-a680-cdd45cbe5753 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:23.555017 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f74b3080-dd29-4ca4-9363-3c2664706ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:23.562721 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:23.612079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f74b3080-dd29-4ca4-9363-3c2664706ed7 None None] Port 0c2b1e51-a50f-42ba-a680-cdd45cbe5753 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:23.630903 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f74b3080-dd29-4ca4-9363-3c2664706ed7 None None] Provisioning complete for port e034ecce-4139-4b6d-b551-1e28a48d588d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:23.631144 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f74b3080-dd29-4ca4-9363-3c2664706ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:23.730325 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f844779-a88f-427a-bd56-a7501e2df03a req-1dc52a88-b0bd-4030-9b3c-b79da3dcd0cf tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 210 time: 0.5361142 Nov 27 01:36:23.747381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10feb35-c94c-41f3-afb5-7eb05f6d8f25 req-a476db7a-3041-4ad6-8dde-d61e3a6c29dd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:23.750661 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c10feb35-c94c-41f3-afb5-7eb05f6d8f25 req-a476db7a-3041-4ad6-8dde-d61e3a6c29dd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.1568224 Nov 27 01:36:23.906514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2dcbc3aa-cc71-484d-8ab6-9bd7342a72c8 None None] Provisioning complete for port 345d5c4d-f7ca-4045-9573-bd3deead2a93 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:23.907038 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2dcbc3aa-cc71-484d-8ab6-9bd7342a72c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:23.941253 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-085110f0-b715-484f-8ea8-a55ee1e5196f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:23.946022 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:24.006429 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2dcbc3aa-cc71-484d-8ab6-9bd7342a72c8 None None] Port 345d5c4d-f7ca-4045-9573-bd3deead2a93 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:24.015538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085110f0-b715-484f-8ea8-a55ee1e5196f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=0c2b1e51-a50f-42ba-a680-cdd45cbe5753,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:24.031041 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c10feb35-c94c-41f3-afb5-7eb05f6d8f25 req-3088c0a5-6abb-4126-a263-b90a89065e2a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2466855 Nov 27 01:36:24.177100 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-085110f0-b715-484f-8ea8-a55ee1e5196f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:24.185275 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-085110f0-b715-484f-8ea8-a55ee1e5196f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/0c2b1e51-a50f-42ba-a680-cdd45cbe5753 HTTP/1.1" status: 204 len: 168 time: 1.0823605 Nov 27 01:36:24.187636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59352) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:24.219114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e87b3d3f-8f9c-4f61-a8cd-12e3b4f6df60 None None] Could not find standard attr ID for object 0c2b1e51-a50f-42ba-a680-cdd45cbe5753. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:36:24.263071 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db2311b-6f97-4fbe-9034-df8862ec0833 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] GET failed (client error): The resource could not be found. Nov 27 01:36:24.273701 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9db2311b-6f97-4fbe-9034-df8862ec0833 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/0c2b1e51-a50f-42ba-a680-cdd45cbe5753 HTTP/1.1" status: 404 len: 333 time: 0.0843773 Nov 27 01:36:24.277950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59354) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:24.394621 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:24.411161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:24.412292 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:24.473940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b49abe61-ed56-4e98-b7fe-1ed8754d67e2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port 345d5c4d-f7ca-4045-9573-bd3deead2a93 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:24.474508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e034ecce-4139-4b6d-b551-1e28a48d588d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:24.474655 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49abe61-ed56-4e98-b7fe-1ed8754d67e2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:24.541067 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e034ecce-4139-4b6d-b551-1e28a48d588d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:24.544921 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:24.612455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=75e63661-936b-4c5e-9d82-8bae56c597c3,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:24.629754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 995d3f34-9892-4f62-acc4-a46870ac01f5 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:24.632406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:24.643624 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49abe61-ed56-4e98-b7fe-1ed8754d67e2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:24.659250 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b49abe61-ed56-4e98-b7fe-1ed8754d67e2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for 345d5c4d-f7ca-4045-9573-bd3deead2a93 owned by {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:24.727345 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d3aef32e-3ce1-42ca-a39f-e101a315c717 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:24.805057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d3aef32e-3ce1-42ca-a39f-e101a315c717 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:24.805442 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:24.816757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Router b2ab7c35-c950-484f-a296-e5c137aa942e is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:36:24.910468 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49abe61-ed56-4e98-b7fe-1ed8754d67e2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:24.947654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49abe61-ed56-4e98-b7fe-1ed8754d67e2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=345d5c4d-f7ca-4045-9573-bd3deead2a93,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:25.024942 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:25.051179 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2db0fe28-48c4-4c34-b696-f658eb96a607 req-55282136-d04f-4c73-a45d-508382c5db6c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 210 time: 0.1439128 Nov 27 01:36:25.086718 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49abe61-ed56-4e98-b7fe-1ed8754d67e2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:25.096946 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b49abe61-ed56-4e98-b7fe-1ed8754d67e2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/345d5c4d-f7ca-4045-9573-bd3deead2a93 HTTP/1.1" status: 204 len: 168 time: 0.8178117 Nov 27 01:36:25.097413 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59362) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:25.108738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:36:25.120684 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc88fe0-f663-4871-a187-f00baa770637 None None] Sync routers for ids ['b2ab7c35-c950-484f-a296-e5c137aa942e'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:36:25.133856 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc88fe0-f663-4871-a187-f00baa770637 None None] Routers {'b2ab7c35-c950-484f-a296-e5c137aa942e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:36:25.136881 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c258d9a7-f37c-4378-ba71-07b0bbc75eff tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "PUT /v2.0/routers/b2ab7c35-c950-484f-a296-e5c137aa942e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2449214 Nov 27 01:36:25.137025 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-afc88fe0-f663-4871-a187-f00baa770637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:36:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2ab7c35-c950-484f-a296-e5c137aa942e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:25.137136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59364) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:25.151516 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1340ad7a-477c-4adc-936c-542fb3b4cf37 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] GET failed (client error): The resource could not be found. Nov 27 01:36:25.167683 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1340ad7a-477c-4adc-936c-542fb3b4cf37 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/345d5c4d-f7ca-4045-9573-bd3deead2a93 HTTP/1.1" status: 404 len: 333 time: 0.0690265 Nov 27 01:36:25.168172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59366) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:25.174881 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port d3aef32e-3ce1-42ca-a39f-e101a315c717, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d3aef32e-3ce1-42ca-a39f-e101a315c717,segment=NetworkSegment(afa04310-e694-4f9f-b04c-4b3ca5f9e338),segment_id=afa04310-e694-4f9f-b04c-4b3ca5f9e338)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:25.189442 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:25.227919 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-afc88fe0-f663-4871-a187-f00baa770637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:25.263473 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc88fe0-f663-4871-a187-f00baa770637 None None] Routers {'b2ab7c35-c950-484f-a296-e5c137aa942e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:36:25.266033 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-afc88fe0-f663-4871-a187-f00baa770637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:36:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2ab7c35-c950-484f-a296-e5c137aa942e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:25.278942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6aadc27-ea30-4b8a-8600-4c5c04c91d33 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting subnet ace5e64a-1538-4aa4-87a5-0333efe0460a {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:36:25.288380 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6aadc27-ea30-4b8a-8600-4c5c04c91d33 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:25.290126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc7f809-5f3a-41a9-82ea-4723092a742d tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:25.295392 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2cc7f809-5f3a-41a9-82ea-4723092a742d tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab7c35-c950-484f-a296-e5c137aa942e HTTP/1.1" status: 200 len: 988 time: 0.1569185 Nov 27 01:36:25.298274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59368) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:25.313526 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=d3aef32e-3ce1-42ca-a39f-e101a315c717,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:25.334102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25845c9a-a3d2-461d-9e13-9aefcaa6ad0c None None] Network 995d3f34-9892-4f62-acc4-a46870ac01f5 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:25.360625 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-afc88fe0-f663-4871-a187-f00baa770637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:25.361534 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc88fe0-f663-4871-a187-f00baa770637 None None] The sync data for ids ['b2ab7c35-c950-484f-a296-e5c137aa942e'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:36:25.392226 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6aadc27-ea30-4b8a-8600-4c5c04c91d33 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:25.414905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5c48c90b-6ffb-4cef-abef-b9f2b1783c87 None None] Provisioning complete for port d3aef32e-3ce1-42ca-a39f-e101a315c717 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:25.415279 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5c48c90b-6ffb-4cef-abef-b9f2b1783c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:25.579131 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6aadc27-ea30-4b8a-8600-4c5c04c91d33 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:25.680014 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6aadc27-ea30-4b8a-8600-4c5c04c91d33 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:25.717944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aadc27-ea30-4b8a-8600-4c5c04c91d33 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Subnet': ['ID=ace5e64a-1538-4aa4-87a5-0333efe0460a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:25.721805 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6aadc27-ea30-4b8a-8600-4c5c04c91d33 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:25.729537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d6aadc27-ea30-4b8a-8600-4c5c04c91d33 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/ace5e64a-1538-4aa4-87a5-0333efe0460a HTTP/1.1" status: 204 len: 168 time: 0.5602980 Nov 27 01:36:25.730332 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59370) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:25.742368 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a8bac-6ce7-4824-b27f-f263df19976c None None] Network f697d51d-03a7-481a-9653-279e93876a8a requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:25.875886 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b8d32-ec86-4e98-b57e-8a714502b7db req-9d0fd274-f90c-42d3-8836-86d2b9c8791a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:25.879809 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d0b8d32-ec86-4e98-b57e-8a714502b7db req-9d0fd274-f90c-42d3-8836-86d2b9c8791a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.6740742 Nov 27 01:36:25.879987 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:25.965500 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port e034ecce-4139-4b6d-b551-1e28a48d588d {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:25.966812 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.061132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633569a9-24b0-4b2d-bd21-7510f9c61af9 None None] DHCP port deletion for f697d51d-03a7-481a-9653-279e93876a8a request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:36:26.159276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] For port e034ecce-4139-4b6d-b551-1e28a48d588d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e034ecce-4139-4b6d-b551-1e28a48d588d,segment=NetworkSegment(409bc319-bebd-4792-8173-950495871ccb),segment_id=409bc319-bebd-4792-8173-950495871ccb)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:26.159657 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.206294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for e034ecce-4139-4b6d-b551-1e28a48d588d owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:26.218785 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d0b8d32-ec86-4e98-b57e-8a714502b7db req-5a803eb9-3aff-4b4b-b25e-3f6c1d4e988a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3025179 Nov 27 01:36:26.249836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-633569a9-24b0-4b2d-bd21-7510f9c61af9 None None] Deleting port e034ecce-4139-4b6d-b551-1e28a48d588d {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:26.251360 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-633569a9-24b0-4b2d-bd21-7510f9c61af9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.318934 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c88095b-e8b4-46bc-926e-1d43b72bfd27 req-84d50309-76d9-412e-b2f8-3f33e6e9f61e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc2a598-3213-48af-a33d-18c865951099 HTTP/1.1" status: 200 len: 210 time: 0.0836577 Nov 27 01:36:26.408928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d3aef32e-3ce1-42ca-a39f-e101a315c717 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:26.449546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-633569a9-24b0-4b2d-bd21-7510f9c61af9 None None] For port e034ecce-4139-4b6d-b551-1e28a48d588d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e034ecce-4139-4b6d-b551-1e28a48d588d,segment=NetworkSegment(409bc319-bebd-4792-8173-950495871ccb),segment_id=409bc319-bebd-4792-8173-950495871ccb)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:26.450122 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-633569a9-24b0-4b2d-bd21-7510f9c61af9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.489802 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.539241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-633569a9-24b0-4b2d-bd21-7510f9c61af9 None None] Calling delete_port for e034ecce-4139-4b6d-b551-1e28a48d588d owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:26.561802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=e034ecce-4139-4b6d-b551-1e28a48d588d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:26.564844 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No DVR routers for this DVR port e034ecce-4139-4b6d-b551-1e28a48d588d on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:26.593692 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ba4201c-1615-45a0-9ef2-361cbffd81ce tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.620442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3f9f2604-dbd4-462b-b1b1-8887015a513e None None] Provisioning complete for port 75e63661-936b-4c5e-9d82-8bae56c597c3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:26.620821 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2604-dbd4-462b-b1b1-8887015a513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.701423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f2604-dbd4-462b-b1b1-8887015a513e None None] Port 75e63661-936b-4c5e-9d82-8bae56c597c3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:26.715359 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.723982 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3f9f2604-dbd4-462b-b1b1-8887015a513e None None] Provisioning complete for port d3aef32e-3ce1-42ca-a39f-e101a315c717 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:26.725224 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2604-dbd4-462b-b1b1-8887015a513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.742195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f697d51d-03a7-481a-9653-279e93876a8a']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:26.754429 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409bc319-bebd-4792-8173-950495871ccb') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:26.754776 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409bc319-bebd-4792-8173-950495871ccb') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:26.765997 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d3aef32e-3ce1-42ca-a39f-e101a315c717 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:26.766372 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.773607 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.790303 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.800138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:36:26.801283 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:36:26.804928 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:36:26.924153 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.932148 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:26.936886 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/networks/f697d51d-03a7-481a-9653-279e93876a8a HTTP/1.1" status: 204 len: 168 time: 1.2053347 Nov 27 01:36:26.942683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59378) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:26.966961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9900b314-0373-4287-81db-4c9c18368ca7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-857999491'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:26.971775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb46997-a340-41b5-b582-59674114c718 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Network': ['ID=f697d51d-03a7-481a-9653-279e93876a8a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:26.989081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4201c-1615-45a0-9ef2-361cbffd81ce tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port 75e63661-936b-4c5e-9d82-8bae56c597c3 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:26.989563 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ba4201c-1615-45a0-9ef2-361cbffd81ce tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:27.018317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9900b314-0373-4287-81db-4c9c18368ca7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:27.022620 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9900b314-0373-4287-81db-4c9c18368ca7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:27.081342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9900b314-0373-4287-81db-4c9c18368ca7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:36:27.105712 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9900b314-0373-4287-81db-4c9c18368ca7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:27.107249 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-9900b314-0373-4287-81db-4c9c18368ca7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Added segment 050b98d8-6eda-4315-8656-c9c7b549c0c4 of type vlan for network 2eb98f8e-ddde-4acd-b4a0-cae85f414a86 Nov 27 01:36:27.169389 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-633569a9-24b0-4b2d-bd21-7510f9c61af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:27.206385 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9900b314-0373-4287-81db-4c9c18368ca7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:27.219098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633569a9-24b0-4b2d-bd21-7510f9c61af9 None None] Pushing event deleted for resources: {'Port': ['ID=e034ecce-4139-4b6d-b551-1e28a48d588d,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:27.219957 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ba4201c-1615-45a0-9ef2-361cbffd81ce tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:27.226222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-633569a9-24b0-4b2d-bd21-7510f9c61af9 None None] Network f697d51d-03a7-481a-9653-279e93876a8a is not hosted by any dhcp agent {{(pid=103404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:36:27.226974 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633569a9-24b0-4b2d-bd21-7510f9c61af9 None None] No DVR routers for this DVR port e034ecce-4139-4b6d-b551-1e28a48d588d on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:27.266936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4201c-1615-45a0-9ef2-361cbffd81ce tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for 75e63661-936b-4c5e-9d82-8bae56c597c3 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:27.280766 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9900b314-0373-4287-81db-4c9c18368ca7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:27.304124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900b314-0373-4287-81db-4c9c18368ca7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:27.304959 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9900b314-0373-4287-81db-4c9c18368ca7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:27.441978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d57d8efc-0a06-4038-9f24-9a971c0f97ac None None] Provisioning complete for port 75e63661-936b-4c5e-9d82-8bae56c597c3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:27.442564 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d57d8efc-0a06-4038-9f24-9a971c0f97ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:27.484143 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497c4f6-231a-4507-8507-730af910c783 req-f57593f4-c17b-4120-a780-92ef8b0d4137 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:27.489600 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c497c4f6-231a-4507-8507-730af910c783 req-f57593f4-c17b-4120-a780-92ef8b0d4137 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.1661515 Nov 27 01:36:27.490817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e034ecce-4139-4b6d-b551-1e28a48d588d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:27.537567 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:36:27.549518 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900b314-0373-4287-81db-4c9c18368ca7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Network': ['ID=2eb98f8e-ddde-4acd-b4a0-cae85f414a86,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:27.559026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e034ecce-4139-4b6d-b551-1e28a48d588d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:36:27.559784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e034ecce-4139-4b6d-b551-1e28a48d588d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:36:27.567633 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d57d8efc-0a06-4038-9f24-9a971c0f97ac None None] Port 75e63661-936b-4c5e-9d82-8bae56c597c3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:27.574504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9900b314-0373-4287-81db-4c9c18368ca7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6303961 Nov 27 01:36:27.576950 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59392) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:27.577771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 2eb98f8e-ddde-4acd-b4a0-cae85f414a86 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:36:27.585205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-25654075-4301-43e4-9304-3d96e22e1d8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': '2eb98f8e-ddde-4acd-b4a0-cae85f414a86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:27.689486 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ba4201c-1615-45a0-9ef2-361cbffd81ce tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:27.711443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2bc233ad-0996-458f-afc6-42719269efa2 None None] Could not find standard attr ID for object 75e63661-936b-4c5e-9d82-8bae56c597c3. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:36:27.722052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25654075-4301-43e4-9304-3d96e22e1d8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:27.728925 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25654075-4301-43e4-9304-3d96e22e1d8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:27.749554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c497c4f6-231a-4507-8507-730af910c783 req-f4bb14f5-c4b1-45cc-904e-48268e688959 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116304 Nov 27 01:36:27.753847 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4201c-1615-45a0-9ef2-361cbffd81ce tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=75e63661-936b-4c5e-9d82-8bae56c597c3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:27.889955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ba4201c-1615-45a0-9ef2-361cbffd81ce tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.030723 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25654075-4301-43e4-9304-3d96e22e1d8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.125182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25654075-4301-43e4-9304-3d96e22e1d8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Subnet': ['ID=85050965-5003-4f98-aa43-544c9734d05b,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:28.136920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25654075-4301-43e4-9304-3d96e22e1d8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Checking segment: {'id': '050b98d8-6eda-4315-8656-c9c7b549c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2eb98f8e-ddde-4acd-b4a0-cae85f414a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:28.137295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25654075-4301-43e4-9304-3d96e22e1d8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network hostable DHCP agents. Network: 2eb98f8e-ddde-4acd-b4a0-cae85f414a86, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:36:28.160395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25654075-4301-43e4-9304-3d96e22e1d8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network 2eb98f8e-ddde-4acd-b4a0-cae85f414a86 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:36:28.174292 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba4201c-1615-45a0-9ef2-361cbffd81ce tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Router b2ab7c35-c950-484f-a296-e5c137aa942e has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:36:28.176915 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-25654075-4301-43e4-9304-3d96e22e1d8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 2eb98f8e-ddde-4acd-b4a0-cae85f414a86) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:28.182630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25654075-4301-43e4-9304-3d96e22e1d8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:28.184007 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25654075-4301-43e4-9304-3d96e22e1d8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.187757 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0346de-e530-4e80-a4e5-17ae9c89c502 None None] Network 2eb98f8e-ddde-4acd-b4a0-cae85f414a86 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:28.211596 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-25654075-4301-43e4-9304-3d96e22e1d8c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6300421 Nov 27 01:36:28.213647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59394) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:28.218588 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1f3c8b4f-1115-4d83-aa6d-bbc4067bad72 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1774526895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:28.280828 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f3c8b4f-1115-4d83-aa6d-bbc4067bad72 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.282060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f3c8b4f-1115-4d83-aa6d-bbc4067bad72 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.296447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba4201c-1615-45a0-9ef2-361cbffd81ce tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:36:28.312407 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf7894-2bd6-4f8b-832b-b174fd8f0230 None None] Sync routers for ids ['b2ab7c35-c950-484f-a296-e5c137aa942e'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:36:28.317431 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0ba4201c-1615-45a0-9ef2-361cbffd81ce tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "PUT /v2.0/routers/b2ab7c35-c950-484f-a296-e5c137aa942e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0182581 Nov 27 01:36:28.318250 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59396) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:28.342744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf7894-2bd6-4f8b-832b-b174fd8f0230 None None] Routers {'b2ab7c35-c950-484f-a296-e5c137aa942e'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:36:28.344227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1acf7894-2bd6-4f8b-832b-b174fd8f0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:36:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2ab7c35-c950-484f-a296-e5c137aa942e'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:28.353797 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e388f9cc-a55f-4da1-9947-7865b2ffa98a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] GET failed (client error): The resource could not be found. Nov 27 01:36:28.371609 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e388f9cc-a55f-4da1-9947-7865b2ffa98a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/75e63661-936b-4c5e-9d82-8bae56c597c3 HTTP/1.1" status: 404 len: 333 time: 0.0503464 Nov 27 01:36:28.372270 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59398) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:28.382039 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f3c8b4f-1115-4d83-aa6d-bbc4067bad72 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.389270 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f3c8b4f-1115-4d83-aa6d-bbc4067bad72 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.414278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f3c8b4f-1115-4d83-aa6d-bbc4067bad72 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.418154 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1f3c8b4f-1115-4d83-aa6d-bbc4067bad72 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2009330 Nov 27 01:36:28.418425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59400) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:28.423594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'network_id': '2eb98f8e-ddde-4acd-b4a0-cae85f414a86', 'name': 'tempest-PortsTestJSON-42773723'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:28.470452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1acf7894-2bd6-4f8b-832b-b174fd8f0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:28.476513 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82fde7aa-ea64-41ba-ab45-5f0550b5ccf5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.522936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf7894-2bd6-4f8b-832b-b174fd8f0230 None None] Routers {'b2ab7c35-c950-484f-a296-e5c137aa942e'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:36:28.524196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1acf7894-2bd6-4f8b-832b-b174fd8f0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:36:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b2ab7c35-c950-484f-a296-e5c137aa942e'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:28.583748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-1acf7894-2bd6-4f8b-832b-b174fd8f0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:28.584482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf7894-2bd6-4f8b-832b-b174fd8f0230 None None] The sync data for ids ['b2ab7c35-c950-484f-a296-e5c137aa942e'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:36:28.595035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-2eb98f8e-ddde-4acd-b4a0-cae85f414a86', 'network_id': '2eb98f8e-ddde-4acd-b4a0-cae85f414a86', 'tenant_id': 'a08c6b151ce94ff7b7ccc683f0d7f62b', 'fixed_ips': [{'subnet_id': '85050965-5003-4f98-aa43-544c9734d05b'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:36:28.602438 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.695495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:28.698320 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82fde7aa-ea64-41ba-ab45-5f0550b5ccf5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.700792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82fde7aa-ea64-41ba-ab45-5f0550b5ccf5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.700937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.727574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port a01e37a3-e283-45f0-9224-af04a61257e5 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:36:28.762192 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82fde7aa-ea64-41ba-ab45-5f0550b5ccf5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.762859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fde7aa-ea64-41ba-ab45-5f0550b5ccf5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Fanout notify agent at l3_agent the message router_deleted on router b2ab7c35-c950-484f-a296-e5c137aa942e {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:36:28.781392 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82fde7aa-ea64-41ba-ab45-5f0550b5ccf5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.784789 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-82fde7aa-ea64-41ba-ab45-5f0550b5ccf5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/routers/b2ab7c35-c950-484f-a296-e5c137aa942e HTTP/1.1" status: 204 len: 168 time: 0.4047632 Nov 27 01:36:28.785779 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59408) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:28.806503 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.869724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d57007-5ea1-4275-9776-83c643b6167c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting subnet 5e40805f-d8a2-424b-a2ba-086deb92d5e3 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:36:28.873549 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0d57007-5ea1-4275-9776-83c643b6167c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.878490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Allocated IP 172.20.0.2 (2eb98f8e-ddde-4acd-b4a0-cae85f414a86/85050965-5003-4f98-aa43-544c9734d05b/2e91e717-a253-4f78-b823-d183fb640c56) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:28.939813 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0d57007-5ea1-4275-9776-83c643b6167c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.967148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0532da-a13f-450e-b49a-8565fc8e671c req-93d41700-c21e-4d7b-9196-5654e64d3a71 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:28.971638 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0532da-a13f-450e-b49a-8565fc8e671c req-93d41700-c21e-4d7b-9196-5654e64d3a71 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.1046157 Nov 27 01:36:29.025752 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a0532da-a13f-450e-b49a-8565fc8e671c req-33a7be76-b959-4956-b0ab-1fc3c3a99ec4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462215 Nov 27 01:36:29.063505 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0d57007-5ea1-4275-9776-83c643b6167c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:29.095628 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:29.122854 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:29.158112 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0d57007-5ea1-4275-9776-83c643b6167c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:29.177001 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0d57007-5ea1-4275-9776-83c643b6167c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:29.182179 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f0d57007-5ea1-4275-9776-83c643b6167c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/5e40805f-d8a2-424b-a2ba-086deb92d5e3 HTTP/1.1" status: 204 len: 168 time: 0.3950663 Nov 27 01:36:29.190720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59410) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:29.199649 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09abc90a-7b14-43c8-9786-8e07b179bedc None None] Network 995d3f34-9892-4f62-acc4-a46870ac01f5 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:29.204515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d57007-5ea1-4275-9776-83c643b6167c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Subnet': ['ID=5e40805f-d8a2-424b-a2ba-086deb92d5e3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:29.219588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Pushing event updated for resources: {'Port': ['ID=2e91e717-a253-4f78-b823-d183fb640c56,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:29.304766 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:29.314214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Allocated IP 172.20.0.6 (2eb98f8e-ddde-4acd-b4a0-cae85f414a86/85050965-5003-4f98-aa43-544c9734d05b/a01e37a3-e283-45f0-9224-af04a61257e5) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:29.320165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Network 2eb98f8e-ddde-4acd-b4a0-cae85f414a86 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:29.322964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:29.327815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:29.483895 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ccbc1c-022f-4f64-bf2b-223b88acb0d8 None None] DHCP port deletion for 995d3f34-9892-4f62-acc4-a46870ac01f5 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:36:29.488980 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Attempting to bind port 2e91e717-a253-4f78-b823-d183fb640c56 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:36:29.489256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port d3aef32e-3ce1-42ca-a39f-e101a315c717 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:29.489393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Attempting to bind port 2e91e717-a253-4f78-b823-d183fb640c56 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '050b98d8-6eda-4315-8656-c9c7b549c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2eb98f8e-ddde-4acd-b4a0-cae85f414a86'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:36:29.489513 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:29.489809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Attempting to bind port 2e91e717-a253-4f78-b823-d183fb640c56 on network 2eb98f8e-ddde-4acd-b4a0-cae85f414a86 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:36:29.508147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:36:29.508685 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Checking segment: {'id': '050b98d8-6eda-4315-8656-c9c7b549c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2eb98f8e-ddde-4acd-b4a0-cae85f414a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:29.509733 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:29.510133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Bound using segment: {'id': '050b98d8-6eda-4315-8656-c9c7b549c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2eb98f8e-ddde-4acd-b4a0-cae85f414a86'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:36:29.510620 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Bound port: 2e91e717-a253-4f78-b823-d183fb640c56, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050b98d8-6eda-4315-8656-c9c7b549c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2eb98f8e-ddde-4acd-b4a0-cae85f414a86'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:36:29.511503 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:29.683224 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-46ccbc1c-022f-4f64-bf2b-223b88acb0d8 None None] Deleting port d3aef32e-3ce1-42ca-a39f-e101a315c717 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:29.683616 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-46ccbc1c-022f-4f64-bf2b-223b88acb0d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:29.706216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] For port 2e91e717-a253-4f78-b823-d183fb640c56, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:36:29.766737 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] For port 2e91e717-a253-4f78-b823-d183fb640c56, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2e91e717-a253-4f78-b823-d183fb640c56,segment=NetworkSegment(050b98d8-6eda-4315-8656-c9c7b549c0c4),segment_id=050b98d8-6eda-4315-8656-c9c7b549c0c4)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:36:29.775171 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:29.797418 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-46ccbc1c-022f-4f64-bf2b-223b88acb0d8 None None] For port d3aef32e-3ce1-42ca-a39f-e101a315c717, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d3aef32e-3ce1-42ca-a39f-e101a315c717,segment=NetworkSegment(afa04310-e694-4f9f-b04c-4b3ca5f9e338),segment_id=afa04310-e694-4f9f-b04c-4b3ca5f9e338)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:29.797821 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-46ccbc1c-022f-4f64-bf2b-223b88acb0d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:29.839496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-46ccbc1c-022f-4f64-bf2b-223b88acb0d8 None None] Calling delete_port for d3aef32e-3ce1-42ca-a39f-e101a315c717 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:29.911727 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494ca69-6d99-45bd-a511-2c5a42bfc2da None None] Pushing event updated for resources: {'Port': ['ID=2e91e717-a253-4f78-b823-d183fb640c56,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:29.971800 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-46ccbc1c-022f-4f64-bf2b-223b88acb0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.001487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccbc1c-022f-4f64-bf2b-223b88acb0d8 None None] Pushing event deleted for resources: {'Port': ['ID=d3aef32e-3ce1-42ca-a39f-e101a315c717,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:30.006747 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ccbc1c-022f-4f64-bf2b-223b88acb0d8 None None] No DVR routers for this DVR port d3aef32e-3ce1-42ca-a39f-e101a315c717 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:30.045875 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.048382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] For port d3aef32e-3ce1-42ca-a39f-e101a315c717, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d3aef32e-3ce1-42ca-a39f-e101a315c717,segment=NetworkSegment(afa04310-e694-4f9f-b04c-4b3ca5f9e338),segment_id=afa04310-e694-4f9f-b04c-4b3ca5f9e338)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:30.048739 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.064664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for d3aef32e-3ce1-42ca-a39f-e101a315c717 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:30.173038 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.217352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f779027-c091-4f2f-a814-0ba5944bc89a req-0a6bc762-ebb4-4260-9aeb-f76577e059e9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:30.226271 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f779027-c091-4f2f-a814-0ba5944bc89a req-0a6bc762-ebb4-4260-9aeb-f76577e059e9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.0832498 Nov 27 01:36:30.236137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network 2eb98f8e-ddde-4acd-b4a0-cae85f414a86 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:30.243146 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:30.246075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:30.299162 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f779027-c091-4f2f-a814-0ba5944bc89a req-1f788d74-0331-45f7-8931-60aef22bcd57 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659814 Nov 27 01:36:30.329796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=a01e37a3-e283-45f0-9224-af04a61257e5,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:30.342420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:30.342781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:30.343307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:30.343879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:30.344540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:30.344923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:30.345265 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:30.345661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:30.345948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:30.346278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:30.346606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:30.346929 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:30.350790 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.361509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:30.362133 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.388988 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2e91e717-a253-4f78-b823-d183fb640c56 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:30.399691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=d3aef32e-3ce1-42ca-a39f-e101a315c717,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:30.401919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No DVR routers for this DVR port d3aef32e-3ce1-42ca-a39f-e101a315c717 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:30.432382 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f806541f-b4ce-45d3-9a60-36c053047a65 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0108094 Nov 27 01:36:30.433462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59418) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:30.451552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 2e91e717-a253-4f78-b823-d183fb640c56 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:30.452264 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.496277 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.525028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995d3f34-9892-4f62-acc4-a46870ac01f5']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:30.544330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa04310-e694-4f9f-b04c-4b3ca5f9e338') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:30.544767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa04310-e694-4f9f-b04c-4b3ca5f9e338') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:30.553079 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.556769 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.572659 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.587062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:36:30.587571 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:36:30.591674 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:36:30.611078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 2e91e717-a253-4f78-b823-d183fb640c56, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2e91e717-a253-4f78-b823-d183fb640c56,segment=NetworkSegment(050b98d8-6eda-4315-8656-c9c7b549c0c4),segment_id=050b98d8-6eda-4315-8656-c9c7b549c0c4)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:30.617881 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.712731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=2e91e717-a253-4f78-b823-d183fb640c56,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:30.727872 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.729316 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.739217 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:30.746008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d3aef32e-3ce1-42ca-a39f-e101a315c717 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:30.746911 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/networks/995d3f34-9892-4f62-acc4-a46870ac01f5 HTTP/1.1" status: 204 len: 168 time: 1.5550179 Nov 27 01:36:30.753067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59426) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:30.785721 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: d3aef32e-3ce1-42ca-a39f-e101a315c717 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:36:30.786399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d3aef32e-3ce1-42ca-a39f-e101a315c717 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:36:30.827502 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f62c2a-d121-47b8-b92d-27b2dc0e3046 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Network': ['ID=995d3f34-9892-4f62-acc4-a46870ac01f5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:30.858576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c5e2d-41b4-470f-8621-febb456f374a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:30.863486 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4a8c5e2d-41b4-470f-8621-febb456f374a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/31ebf723-20ea-48f6-80a1-e13f46ecfa0d HTTP/1.1" status: 200 len: 844 time: 0.1060739 Nov 27 01:36:30.864077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59432) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:30.924484 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fd308f62-4a8e-4ca8-b08a-72ede05dc62a tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/31ebf723-20ea-48f6-80a1-e13f46ecfa0d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0588620 Nov 27 01:36:30.932503 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59436) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:30.940768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-66bb63b9-e289-4454-9f0c-671996affb83 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:31.067175 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:31.076293 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bb63b9-e289-4454-9f0c-671996affb83 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:31.087515 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66bb63b9-e289-4454-9f0c-671996affb83 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:31.351141 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66bb63b9-e289-4454-9f0c-671996affb83 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:31.474009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2998f89f-4a29-4d28-8893-3d2d2481843f None None] Network 2eb98f8e-ddde-4acd-b4a0-cae85f414a86 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:31.477698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bb63b9-e289-4454-9f0c-671996affb83 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 4a261d06-87c1-4257-8a02-2034edffad44 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:31.534770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-66bb63b9-e289-4454-9f0c-671996affb83 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:31.546979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb63b9-e289-4454-9f0c-671996affb83 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:31.547581 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66bb63b9-e289-4454-9f0c-671996affb83 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:31.549242 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd12e5cc-f44f-4790-830f-822f1fed92a1 None None] Network 4a261d06-87c1-4257-8a02-2034edffad44 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:31.554844 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:31.569881 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:31.589964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb63b9-e289-4454-9f0c-671996affb83 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Subnet': ['ID=e2b54b16-4185-4d9c-a6cf-36ca17ff3e2a,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:31.620403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-66bb63b9-e289-4454-9f0c-671996affb83 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6814353 Nov 27 01:36:31.624994 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59466) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:31.656471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde323ea-155b-43d6-9fcc-c46de6a12812 req-1d44252d-71a1-41aa-86a8-a7799fc82e3d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:31.663929 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cde323ea-155b-43d6-9fcc-c46de6a12812 req-1d44252d-71a1-41aa-86a8-a7799fc82e3d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.2259693 Nov 27 01:36:31.671177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-3afe75fd-884d-4dc7-9ead-48034e27c0ba tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'security_group': {'name': 'tempest-secgroup-284670623'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:31.732077 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8eb9e39b-0eee-4bc7-82d6-de1c95451d8e None None] Provisioning complete for port 2e91e717-a253-4f78-b823-d183fb640c56 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:31.732634 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8eb9e39b-0eee-4bc7-82d6-de1c95451d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:31.753375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=a01e37a3-e283-45f0-9224-af04a61257e5,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:31.777397 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3afe75fd-884d-4dc7-9ead-48034e27c0ba tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:31.883577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cde323ea-155b-43d6-9fcc-c46de6a12812 req-293df2b4-7d66-4ef5-b859-8dbca637fb6a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2075806 Nov 27 01:36:31.929857 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3afe75fd-884d-4dc7-9ead-48034e27c0ba tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:31.955982 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3afe75fd-884d-4dc7-9ead-48034e27c0ba tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.025114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe75fd-884d-4dc7-9ead-48034e27c0ba tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a47c204-21ed-4789-8b85-362d1dc3a48b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:32.031136 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3afe75fd-884d-4dc7-9ead-48034e27c0ba tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.034972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3afe75fd-884d-4dc7-9ead-48034e27c0ba tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3673668 Nov 27 01:36:32.034972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59486) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:32.041404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d0faf248-74f6-490e-82b8-f17ebe3e10a7 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'security_group': {'name': 'tempest-secgroup-2010907872'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:32.058751 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.083944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-4a261d06-87c1-4257-8a02-2034edffad44', 'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'tenant_id': 'f08bf4757fe74368baf4b11f55020ac1', 'fixed_ips': [{'subnet_id': 'e2b54b16-4185-4d9c-a6cf-36ca17ff3e2a'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:36:32.085444 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.086509 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d0faf248-74f6-490e-82b8-f17ebe3e10a7 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.298600 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d0faf248-74f6-490e-82b8-f17ebe3e10a7 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.317080 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d0faf248-74f6-490e-82b8-f17ebe3e10a7 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.359335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2e91e717-a253-4f78-b823-d183fb640c56 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:32.367821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0faf248-74f6-490e-82b8-f17ebe3e10a7 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c23dad-2d3d-4b43-a6a2-15365791045c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:32.403112 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d0faf248-74f6-490e-82b8-f17ebe3e10a7 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.405174 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d0faf248-74f6-490e-82b8-f17ebe3e10a7 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3693128 Nov 27 01:36:32.409315 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59494) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:32.420418 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f676d7a2-fdd2-4cbf-adb2-8719d598e820 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1642638920', 'security_groups': ['d6c23dad-2d3d-4b43-a6a2-15365791045c'], 'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e2b54b16-4185-4d9c-a6cf-36ca17ff3e2a'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:32.429238 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Allocated IP 2001:db8::2 (4a261d06-87c1-4257-8a02-2034edffad44/e2b54b16-4185-4d9c-a6cf-36ca17ff3e2a/1c19ddfb-a3ba-4e5f-8828-9806a39ba582) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:32.508876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.528477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 2e91e717-a253-4f78-b823-d183fb640c56 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:32.528964 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.569223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-57b1f74a-6638-4724-86f1-dd0fd2a37083 None None] Provisioning complete for port a01e37a3-e283-45f0-9224-af04a61257e5 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:32.569602 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-57b1f74a-6638-4724-86f1-dd0fd2a37083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.632074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59496) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:32.644881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-82fb9a0d-9596-4fea-bb1c-dc30587663c2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-675736315', 'description': 'tempest-secgroup-smoke-675736315 description', 'project_id': '6577badd8983434db4e0cc8b73f2fcf0'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:32.674223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f676d7a2-fdd2-4cbf-adb2-8719d598e820 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:32.687091 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-57b1f74a-6638-4724-86f1-dd0fd2a37083 None None] Port a01e37a3-e283-45f0-9224-af04a61257e5 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:32.779810 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.794644 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.823007 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f676d7a2-fdd2-4cbf-adb2-8719d598e820 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.845327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-f676d7a2-fdd2-4cbf-adb2-8719d598e820 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port b52ea8a1-704a-4c01-91de-56dbe809ccca yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:36:32.877179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-57b1f74a-6638-4724-86f1-dd0fd2a37083 None None] Provisioning complete for port 2e91e717-a253-4f78-b823-d183fb640c56 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:32.877603 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-57b1f74a-6638-4724-86f1-dd0fd2a37083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:32.891518 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Network 4a261d06-87c1-4257-8a02-2034edffad44 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:32.904431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:32.932422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:32.957409 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Pushing event updated for resources: {'Port': ['ID=1c19ddfb-a3ba-4e5f-8828-9806a39ba582,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:33.045371 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Attempting to bind port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:36:33.045746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Attempting to bind port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '0d362dab-81c2-4b4b-b929-f5e9b50afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4a261d06-87c1-4257-8a02-2034edffad44'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:36:33.046260 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Attempting to bind port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 on network 4a261d06-87c1-4257-8a02-2034edffad44 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:36:33.055135 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:36:33.055505 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Checking segment: {'id': '0d362dab-81c2-4b4b-b929-f5e9b50afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4a261d06-87c1-4257-8a02-2034edffad44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:33.056022 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.056565 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Bound using segment: {'id': '0d362dab-81c2-4b4b-b929-f5e9b50afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4a261d06-87c1-4257-8a02-2034edffad44'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:36:33.057120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Bound port: 1c19ddfb-a3ba-4e5f-8828-9806a39ba582, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d362dab-81c2-4b4b-b929-f5e9b50afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4a261d06-87c1-4257-8a02-2034edffad44'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:36:33.057516 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.215148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619789b-0f0e-4e13-940a-d3c13be89cf8 req-8312a840-05ad-4ea8-b1fe-45a68d92513e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:33.217119 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a619789b-0f0e-4e13-940a-d3c13be89cf8 req-8312a840-05ad-4ea8-b1fe-45a68d92513e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.1317277 Nov 27 01:36:33.227933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] For port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:36:33.236162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] For port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1c19ddfb-a3ba-4e5f-8828-9806a39ba582,segment=NetworkSegment(0d362dab-81c2-4b4b-b929-f5e9b50afeb1),segment_id=0d362dab-81c2-4b4b-b929-f5e9b50afeb1)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:36:33.242358 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.268061 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-f676d7a2-fdd2-4cbf-adb2-8719d598e820 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Allocated IP 2001:db8::4f (4a261d06-87c1-4257-8a02-2034edffad44/e2b54b16-4185-4d9c-a6cf-36ca17ff3e2a/b52ea8a1-704a-4c01-91de-56dbe809ccca) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:33.436210 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82fb9a0d-9596-4fea-bb1c-dc30587663c2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.463271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-94f7f62f-3202-49b4-85ab-404e82312ce6 None None] Provisioning complete for port a01e37a3-e283-45f0-9224-af04a61257e5 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:33.463652 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-94f7f62f-3202-49b4-85ab-404e82312ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.518441 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae954d-70bd-40e5-9104-af6590345143 None None] Pushing event updated for resources: {'Port': ['ID=1c19ddfb-a3ba-4e5f-8828-9806a39ba582,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:33.529958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-94f7f62f-3202-49b4-85ab-404e82312ce6 None None] Port a01e37a3-e283-45f0-9224-af04a61257e5 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:33.596212 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a619789b-0f0e-4e13-940a-d3c13be89cf8 req-73aac1b4-63c4-4cda-9dc0-21023ca63053 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3721817 Nov 27 01:36:33.682240 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82fb9a0d-9596-4fea-bb1c-dc30587663c2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.687999 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f676d7a2-fdd2-4cbf-adb2-8719d598e820 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.690278 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82fb9a0d-9596-4fea-bb1c-dc30587663c2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.775608 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f676d7a2-fdd2-4cbf-adb2-8719d598e820 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.780385 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.786847 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82fb9a0d-9596-4fea-bb1c-dc30587663c2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.788215 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-82fb9a0d-9596-4fea-bb1c-dc30587663c2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1551366 Nov 27 01:36:33.789282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb9a0d-9596-4fea-bb1c-dc30587663c2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ac7fed-b729-4ea9-aeee-081f499edac9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:33.791334 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59506) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:33.796546 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-1aa49fd2-386e-4b62-a613-f790ae8d386e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'security_group_rule': {'security_group_id': '28ac7fed-b729-4ea9-aeee-081f499edac9', 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:33.801753 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.839444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f676d7a2-fdd2-4cbf-adb2-8719d598e820 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 4a261d06-87c1-4257-8a02-2034edffad44 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:33.844037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-f676d7a2-fdd2-4cbf-adb2-8719d598e820 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:33.850764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f676d7a2-fdd2-4cbf-adb2-8719d598e820 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:33.852970 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.857548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f676d7a2-fdd2-4cbf-adb2-8719d598e820 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:33.861192 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f676d7a2-fdd2-4cbf-adb2-8719d598e820 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.876093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676d7a2-fdd2-4cbf-adb2-8719d598e820 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=b52ea8a1-704a-4c01-91de-56dbe809ccca,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:33.968372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=a01e37a3-e283-45f0-9224-af04a61257e5,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:33.980852 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f676d7a2-fdd2-4cbf-adb2-8719d598e820 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5702136 Nov 27 01:36:33.981861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59508) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:33.986499 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1aa49fd2-386e-4b62-a613-f790ae8d386e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.990321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ab5ee095-7bc9-4344-a105-7453b622798b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:34.056078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network 2eb98f8e-ddde-4acd-b4a0-cae85f414a86 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:34.061589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:34.072353 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1aa49fd2-386e-4b62-a613-f790ae8d386e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.136109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5ee095-7bc9-4344-a105-7453b622798b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:34.139789 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab5ee095-7bc9-4344-a105-7453b622798b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.174147 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1aa49fd2-386e-4b62-a613-f790ae8d386e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.242600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa49fd2-386e-4b62-a613-f790ae8d386e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada671de-c3c6-4601-9e9a-174a925e17ca,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:34.251175 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1aa49fd2-386e-4b62-a613-f790ae8d386e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.252732 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1aa49fd2-386e-4b62-a613-f790ae8d386e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4600518 Nov 27 01:36:34.261934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59512) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:34.263530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-066c1715-2a8c-43d8-a6a4-9d4af4cd9b0f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'security_group_rule': {'security_group_id': '28ac7fed-b729-4ea9-aeee-081f499edac9', 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:34.279971 n-d-817303-10 neutron-server[103403]: INFO neutron.db.ipam_backend_mixin [None req-ab5ee095-7bc9-4344-a105-7453b622798b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2b54b16-4185-4d9c-a6cf-36ca17ff3e2a (CIDR: 2001:db8::/64) Nov 27 01:36:34.284013 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5ee095-7bc9-4344-a105-7453b622798b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:36:34.286322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5ee095-7bc9-4344-a105-7453b622798b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:34.329967 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ab5ee095-7bc9-4344-a105-7453b622798b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3433352 Nov 27 01:36:34.330500 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59514) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:34.334054 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-066c1715-2a8c-43d8-a6a4-9d4af4cd9b0f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.337329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a9b45019-1880-4e8e-9221-ca0951d83a77 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:34.361302 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Router 47ac513e-07a7-4d03-ba89-adaa52c27d8f is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:36:34.483239 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:34.560865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b45019-1880-4e8e-9221-ca0951d83a77 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:34.567133 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9b45019-1880-4e8e-9221-ca0951d83a77 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.568269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f00cc870-7a04-4087-96fb-dd00aeb55a56 None None] Provisioning complete for port a01e37a3-e283-45f0-9224-af04a61257e5 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:34.568870 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f00cc870-7a04-4087-96fb-dd00aeb55a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.569945 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-066c1715-2a8c-43d8-a6a4-9d4af4cd9b0f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.572590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:34.572973 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.578144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-066c1715-2a8c-43d8-a6a4-9d4af4cd9b0f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.613010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:36:34.631574 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fcc4fe-5965-4bf8-8e6f-ac1a7cb6c806 None None] Sync routers for ids ['47ac513e-07a7-4d03-ba89-adaa52c27d8f'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:36:34.660735 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fcc4fe-5965-4bf8-8e6f-ac1a7cb6c806 None None] Routers {'47ac513e-07a7-4d03-ba89-adaa52c27d8f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:36:34.661929 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c5fcc4fe-5965-4bf8-8e6f-ac1a7cb6c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:36:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['47ac513e-07a7-4d03-ba89-adaa52c27d8f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:34.662277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d26cacf0-d7ed-4faf-bdef-7d897e018264 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "PUT /v2.0/routers/47ac513e-07a7-4d03-ba89-adaa52c27d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2267635 Nov 27 01:36:34.666914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59520) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:34.699445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c1715-2a8c-43d8-a6a4-9d4af4cd9b0f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfff73d-bf4c-4b4e-9885-3d98b83d5e47,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:34.748685 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-066c1715-2a8c-43d8-a6a4-9d4af4cd9b0f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.759903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59526) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:34.760805 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-066c1715-2a8c-43d8-a6a4-9d4af4cd9b0f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5030494 Nov 27 01:36:34.770461 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c5fcc4fe-5965-4bf8-8e6f-ac1a7cb6c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:34.772471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-58002c9f-44a1-4d2e-85ec-2ca5533d6009 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'security_group_rule': {'security_group_id': '28ac7fed-b729-4ea9-aeee-081f499edac9', 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:34.782919 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fcc4fe-5965-4bf8-8e6f-ac1a7cb6c806 None None] Routers {'47ac513e-07a7-4d03-ba89-adaa52c27d8f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:36:34.784111 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c5fcc4fe-5965-4bf8-8e6f-ac1a7cb6c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:36:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['47ac513e-07a7-4d03-ba89-adaa52c27d8f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:34.795500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f00cc870-7a04-4087-96fb-dd00aeb55a56 None None] Port a01e37a3-e283-45f0-9224-af04a61257e5 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:34.838135 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c5fcc4fe-5965-4bf8-8e6f-ac1a7cb6c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:34.838809 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fcc4fe-5965-4bf8-8e6f-ac1a7cb6c806 None None] The sync data for ids ['47ac513e-07a7-4d03-ba89-adaa52c27d8f'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:36:34.853726 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.883202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b277c8d1-b2ca-4128-ad3e-b414d6df07f1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:34.884991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b277c8d1-b2ca-4128-ad3e-b414d6df07f1 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports?device_id=47ac513e-07a7-4d03-ba89-adaa52c27d8f HTTP/1.1" status: 200 len: 980 time: 0.2035470 Nov 27 01:36:34.887506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-58002c9f-44a1-4d2e-85ec-2ca5533d6009 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.888421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59530) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:34.943726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1c19ddfb-a3ba-4e5f-8828-9806a39ba582,segment=NetworkSegment(0d362dab-81c2-4b4b-b929-f5e9b50afeb1),segment_id=0d362dab-81c2-4b4b-b929-f5e9b50afeb1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:34.960106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52512b5-a913-4760-9332-7eae58e81836 req-f0e55b40-b0bc-4590-99ff-cd9bbdde7bd6 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:34.961686 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d52512b5-a913-4760-9332-7eae58e81836 req-f0e55b40-b0bc-4590-99ff-cd9bbdde7bd6 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.1971543 Nov 27 01:36:34.968961 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.971374 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-58002c9f-44a1-4d2e-85ec-2ca5533d6009 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:34.981469 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-58002c9f-44a1-4d2e-85ec-2ca5533d6009 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.013866 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-58002c9f-44a1-4d2e-85ec-2ca5533d6009 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.015267 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-58002c9f-44a1-4d2e-85ec-2ca5533d6009 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2471478 Nov 27 01:36:35.019805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59534) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:35.026649 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d6a1e6a2-7a15-4d96-a726-8f2547139270 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'security_group_rule': {'security_group_id': '28ac7fed-b729-4ea9-aeee-081f499edac9', 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:35.033241 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58002c9f-44a1-4d2e-85ec-2ca5533d6009 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d754e642-db25-4f35-8654-8f90b7a5bd61,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:35.083718 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3b64b4e5-7a9d-45b2-a079-48a129d27e4f None None] Provisioning complete for port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:35.084182 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3b64b4e5-7a9d-45b2-a079-48a129d27e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.129821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6a1e6a2-7a15-4d96-a726-8f2547139270 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.163977 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=1c19ddfb-a3ba-4e5f-8828-9806a39ba582,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:35.224367 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d52512b5-a913-4760-9332-7eae58e81836 req-45ea4104-849e-40b7-b0e3-cfc427eef38f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2271631 Nov 27 01:36:35.265262 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-0d7b9b2d-be62-4b38-a39a-895f159e4dbe service neutron] show failed (client error): The resource could not be found. Nov 27 01:36:35.265262 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-0d7b9b2d-be62-4b38-a39a-895f159e4dbe service neutron] 10.222.0.31 "GET /v2.0/ports/43e11f99-f8e4-4ab9-b360-3ea52902e151/bindings/n-h1-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.2278981 Nov 27 01:36:35.328226 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3b64b4e5-7a9d-45b2-a079-48a129d27e4f None None] Provisioning complete for port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:35.328788 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3b64b4e5-7a9d-45b2-a079-48a129d27e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.366188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6a1e6a2-7a15-4d96-a726-8f2547139270 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.371165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3b64b4e5-7a9d-45b2-a079-48a129d27e4f None None] Port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:35.373185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9b45019-1880-4e8e-9221-ca0951d83a77 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.390162 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6a1e6a2-7a15-4d96-a726-8f2547139270 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.448420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b45019-1880-4e8e-9221-ca0951d83a77 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 4a261d06-87c1-4257-8a02-2034edffad44 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:35.449656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1e6a2-7a15-4d96-a726-8f2547139270 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80631982-2cdc-4ca8-9494-8413d85a6ac6,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:35.457607 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d6a1e6a2-7a15-4d96-a726-8f2547139270 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.459473 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d6a1e6a2-7a15-4d96-a726-8f2547139270 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4378281 Nov 27 01:36:35.460963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-a9b45019-1880-4e8e-9221-ca0951d83a77 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:35.466861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b45019-1880-4e8e-9221-ca0951d83a77 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:35.467639 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9b45019-1880-4e8e-9221-ca0951d83a77 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.470713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59538) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:35.473750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d481995-c57c-4709-be32-a25941b90e05 None None] Network 4a261d06-87c1-4257-8a02-2034edffad44 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:35.477485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-2500f029-0a3f-4eae-b20c-7001d225ed30 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'security_group_rule': {'security_group_id': '28ac7fed-b729-4ea9-aeee-081f499edac9', 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:35.500570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b45019-1880-4e8e-9221-ca0951d83a77 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Subnet': ['ID=ca318c5b-e19e-4055-9d70-13c67959119e,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:35.522304 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-2500f029-0a3f-4eae-b20c-7001d225ed30 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Project 6577badd8983434db4e0cc8b73f2fcf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:36:35.534382 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a9b45019-1880-4e8e-9221-ca0951d83a77 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1994042 Nov 27 01:36:35.534931 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59540) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:35.540849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1714e2ab-1af0-4692-8e4e-d6678f8368b0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-29505436', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca318c5b-e19e-4055-9d70-13c67959119e'}], 'security_groups': ['1a47c204-21ed-4789-8b85-362d1dc3a48b']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:35.556712 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2500f029-0a3f-4eae-b20c-7001d225ed30 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.564672 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c3c1e2d-4ca8-4d63-8e48-4f2d6af104bb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.733661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-bee1854f-04ab-463b-b9bf-e31de99f5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:35.735690 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-bee1854f-04ab-463b-b9bf-e31de99f5c9b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455&tenant_id=53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 1097 time: 0.1909065 Nov 27 01:36:35.749781 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1714e2ab-1af0-4692-8e4e-d6678f8368b0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.758463 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9e1ee97c-ef30-456f-9ea1-c9270cfaee30 None None] Provisioning complete for port b52ea8a1-704a-4c01-91de-56dbe809ccca triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:35.762757 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee97c-ef30-456f-9ea1-c9270cfaee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.767776 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2500f029-0a3f-4eae-b20c-7001d225ed30 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.776497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:35.806366 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2500f029-0a3f-4eae-b20c-7001d225ed30 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.845254 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ee97c-ef30-456f-9ea1-c9270cfaee30 None None] Port b52ea8a1-704a-4c01-91de-56dbe809ccca cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:35.871907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500f029-0a3f-4eae-b20c-7001d225ed30 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbadd711-a6b7-479c-b785-de8678ae45f3,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:35.884817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c1e2d-4ca8-4d63-8e48-4f2d6af104bb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port a01e37a3-e283-45f0-9224-af04a61257e5 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:35.884817 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c3c1e2d-4ca8-4d63-8e48-4f2d6af104bb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.905208 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2500f029-0a3f-4eae-b20c-7001d225ed30 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:35.908296 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2500f029-0a3f-4eae-b20c-7001d225ed30 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4334533 Nov 27 01:36:35.913212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59542) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:35.917607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-3e99066d-bc27-4b68-9885-46eb9eec3030 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'security_group_rule': {'security_group_id': '28ac7fed-b729-4ea9-aeee-081f499edac9', 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:35.960995 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:36.001019 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-3e99066d-bc27-4b68-9885-46eb9eec3030 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Project 6577badd8983434db4e0cc8b73f2fcf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:36:36.011498 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c3c1e2d-4ca8-4d63-8e48-4f2d6af104bb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:36.027431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c1e2d-4ca8-4d63-8e48-4f2d6af104bb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for a01e37a3-e283-45f0-9224-af04a61257e5 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:36.033878 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e99066d-bc27-4b68-9885-46eb9eec3030 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:36.095062 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Update dhcp port {'port': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'fixed_ips': [{'subnet_id': 'e2b54b16-4185-4d9c-a6cf-36ca17ff3e2a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ca318c5b-e19e-4055-9d70-13c67959119e'}], 'binding:host_id': 'n-d-817303-10'}, 'id': '1c19ddfb-a3ba-4e5f-8828-9806a39ba582'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:36:36.154741 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:36.278918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c3c1e2d-4ca8-4d63-8e48-4f2d6af104bb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:36.365158 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c1e2d-4ca8-4d63-8e48-4f2d6af104bb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=a01e37a3-e283-45f0-9224-af04a61257e5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:36.405247 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:36.448195 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e99066d-bc27-4b68-9885-46eb9eec3030 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:36.471220 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e99066d-bc27-4b68-9885-46eb9eec3030 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:36.517361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Allocated IP 2001:db8:0:1::2 (4a261d06-87c1-4257-8a02-2034edffad44/ca318c5b-e19e-4055-9d70-13c67959119e/1c19ddfb-a3ba-4e5f-8828-9806a39ba582) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:36.539551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:36.539936 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:36.543222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99066d-bc27-4b68-9885-46eb9eec3030 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99422077-0836-44db-ac4f-9bfebf9e15dc,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:36.561083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b39df7-9914-4ef3-ae3e-ad341ca90c6f req-8eadc43f-5998-49e0-a012-c87845e008e0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:36.572848 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-51b39df7-9914-4ef3-ae3e-ad341ca90c6f req-8eadc43f-5998-49e0-a012-c87845e008e0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 945 time: 0.2161014 Nov 27 01:36:36.590208 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3e99066d-bc27-4b68-9885-46eb9eec3030 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:36.594687 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3e99066d-bc27-4b68-9885-46eb9eec3030 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6776488 Nov 27 01:36:36.601261 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c3c1e2d-4ca8-4d63-8e48-4f2d6af104bb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:36.641485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:36.691090 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-51b39df7-9914-4ef3-ae3e-ad341ca90c6f req-3f65260a-e9fb-4ecc-8b34-faf3d6e18310 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158392 Nov 27 01:36:36.738547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:36:36.823918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:36:36.826275 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94b0870-ecfa-42a9-8af4-0fe4b2fed794" -d '{"events": [{"server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "name": "network-vif-unplugged", "status": "completed", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:36:36.835680 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:36.851020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Transition to ACTIVE for port object 43e11f99-f8e4-4ab9-b360-3ea52902e151 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:36:36.861198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] For port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1c19ddfb-a3ba-4e5f-8828-9806a39ba582,segment=NetworkSegment(0d362dab-81c2-4b4b-b929-f5e9b50afeb1),segment_id=0d362dab-81c2-4b4b-b929-f5e9b50afeb1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:36.862793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:36.874386 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3c1e2d-4ca8-4d63-8e48-4f2d6af104bb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Router 47ac513e-07a7-4d03-ba89-adaa52c27d8f has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:36:36.955599 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:36.969271 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:36.978812 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd4d087-0e8e-44e8-b046-e1b1be9f5c98 x-openstack-request-id: req-8fd4d087-0e8e-44e8-b046-e1b1be9f5c98 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:36:36.979169 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "name": "network-vif-unplugged", "status": "completed", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:36:36.979344 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fd4d087-0e8e-44e8-b046-e1b1be9f5c98 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:36:36.979748 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'code': 200} Nov 27 01:36:36.995506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3c1e2d-4ca8-4d63-8e48-4f2d6af104bb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:36:37.008921 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6c3c1e2d-4ca8-4d63-8e48-4f2d6af104bb tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "PUT /v2.0/routers/47ac513e-07a7-4d03-ba89-adaa52c27d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1194756 Nov 27 01:36:37.012093 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59594) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:37.030843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab339ba0-b004-4a81-a065-5b5867524fb1 None None] Sync routers for ids ['47ac513e-07a7-4d03-ba89-adaa52c27d8f'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:36:37.087647 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d568564-b15c-451a-9665-173959f4ff42 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] GET failed (client error): The resource could not be found. Nov 27 01:36:37.090895 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1d568564-b15c-451a-9665-173959f4ff42 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/a01e37a3-e283-45f0-9224-af04a61257e5 HTTP/1.1" status: 404 len: 333 time: 0.0773571 Nov 27 01:36:37.094396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59596) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:37.122842 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab339ba0-b004-4a81-a065-5b5867524fb1 None None] Routers {'47ac513e-07a7-4d03-ba89-adaa52c27d8f'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:36:37.123569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ab339ba0-b004-4a81-a065-5b5867524fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:36:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['47ac513e-07a7-4d03-ba89-adaa52c27d8f'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:37.154809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Pushing event updated for resources: {'Port': ['ID=43e11f99-f8e4-4ab9-b360-3ea52902e151,revision_number=6']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:37.215566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Pushing event updated for resources: {'Port': ['ID=1c19ddfb-a3ba-4e5f-8828-9806a39ba582,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:37.224882 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:37.225242 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:37.225582 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:37.225996 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:37.226520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:37.226962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:37.227536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:37.227933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:37.230467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:37.231007 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:37.231421 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:37.231828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d03a6-8dd6-4bd7-ad1d-777bf1c97154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:37.242473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ab339ba0-b004-4a81-a065-5b5867524fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:37.267640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] No DVR routers for this DVR port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:37.295129 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab339ba0-b004-4a81-a065-5b5867524fb1 None None] Routers {'47ac513e-07a7-4d03-ba89-adaa52c27d8f'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:36:37.300788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ab339ba0-b004-4a81-a065-5b5867524fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:36:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['47ac513e-07a7-4d03-ba89-adaa52c27d8f'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:37.305806 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-374a520a-549e-42d0-85bb-7c9b34ffe444 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:37.386856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ab339ba0-b004-4a81-a065-5b5867524fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:37.387632 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab339ba0-b004-4a81-a065-5b5867524fb1 None None] The sync data for ids ['47ac513e-07a7-4d03-ba89-adaa52c27d8f'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:36:37.618144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-374a520a-549e-42d0-85bb-7c9b34ffe444 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:37.620590 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-374a520a-549e-42d0-85bb-7c9b34ffe444 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:37.622403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-1714e2ab-1af0-4692-8e4e-d6678f8368b0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Delete allocated IP 2001:db8::4f (4a261d06-87c1-4257-8a02-2034edffad44/e2b54b16-4185-4d9c-a6cf-36ca17ff3e2a) {{(pid=103403) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 01:36:37.644065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-1714e2ab-1af0-4692-8e4e-d6678f8368b0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Allocated IP 2001:db8:0:1::286 (4a261d06-87c1-4257-8a02-2034edffad44/ca318c5b-e19e-4055-9d70-13c67959119e/b52ea8a1-704a-4c01-91de-56dbe809ccca) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:37.706647 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-374a520a-549e-42d0-85bb-7c9b34ffe444 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:37.707458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374a520a-549e-42d0-85bb-7c9b34ffe444 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Fanout notify agent at l3_agent the message router_deleted on router 47ac513e-07a7-4d03-ba89-adaa52c27d8f {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:36:37.715359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-374a520a-549e-42d0-85bb-7c9b34ffe444 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:37.716608 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-374a520a-549e-42d0-85bb-7c9b34ffe444 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/routers/47ac513e-07a7-4d03-ba89-adaa52c27d8f HTTP/1.1" status: 204 len: 168 time: 0.6210351 Nov 27 01:36:37.719345 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59630) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:37.745440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Attempting to bind port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:36:37.745789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Attempting to bind port 43e11f99-f8e4-4ab9-b360-3ea52902e151 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:36:37.746125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Attempting to bind port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on network 13c791bd-1904-4631-a93a-d2f8f394f94c {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:36:37.754208 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on network 13c791bd-1904-4631-a93a-d2f8f394f94c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:36:37.754453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Attempting to bind port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on network 13c791bd-1904-4631-a93a-d2f8f394f94c {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:36:37.810043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:36:37.810984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Checking segment: {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:37.812075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Bound using segment: {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:36:37.812784 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Bound port: 43e11f99-f8e4-4ab9-b360-3ea52902e151, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:36:37.813273 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:37.836287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6cd53d-1b3d-4cc8-802d-e37ed85dc22e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting subnet 85050965-5003-4f98-aa43-544c9734d05b {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:36:37.846875 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e6cd53d-1b3d-4cc8-802d-e37ed85dc22e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:37.917545 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e6cd53d-1b3d-4cc8-802d-e37ed85dc22e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.028012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebffee-746a-42ec-a6bf-9f87c82c8b01 req-e9e9ee67-c466-4906-9364-19a559daf2fa tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:38.029550 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02ebffee-746a-42ec-a6bf-9f87c82c8b01 req-e9e9ee67-c466-4906-9364-19a559daf2fa tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 943 time: 0.1500971 Nov 27 01:36:38.041901 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e6cd53d-1b3d-4cc8-802d-e37ed85dc22e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.055789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:36:38.104358 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:36:38.123627 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.130802 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e6cd53d-1b3d-4cc8-802d-e37ed85dc22e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.162763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cd53d-1b3d-4cc8-802d-e37ed85dc22e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Subnet': ['ID=85050965-5003-4f98-aa43-544c9734d05b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:38.167024 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e6cd53d-1b3d-4cc8-802d-e37ed85dc22e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.171061 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6e6cd53d-1b3d-4cc8-802d-e37ed85dc22e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/85050965-5003-4f98-aa43-544c9734d05b HTTP/1.1" status: 204 len: 168 time: 0.4505997 Nov 27 01:36:38.173744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59644) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:38.180676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e71eea-c825-41bd-978a-73cbe73e0641 None None] Network 2eb98f8e-ddde-4acd-b4a0-cae85f414a86 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:38.204792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:38.205652 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.207694 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] 10.222.0.21 "PUT /v2.0/ports/43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 1092 time: 2.4386740 Nov 27 01:36:38.211020 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1714e2ab-1af0-4692-8e4e-d6678f8368b0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.224192 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02ebffee-746a-42ec-a6bf-9f87c82c8b01 req-887fea9b-6c7e-42b1-a96d-c4a54805b0ba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1785486 Nov 27 01:36:38.228361 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1714e2ab-1af0-4692-8e4e-d6678f8368b0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.270092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79974254-c65d-4007-96c8-ae897ab2f244 service neutron] Pushing event updated for resources: {'Port': ['ID=43e11f99-f8e4-4ab9-b360-3ea52902e151,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:38.368054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-1714e2ab-1af0-4692-8e4e-d6678f8368b0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] In _notify_port_updated(), no bound segment for port b52ea8a1-704a-4c01-91de-56dbe809ccca on network 4a261d06-87c1-4257-8a02-2034edffad44 {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:36:38.374121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1714e2ab-1af0-4692-8e4e-d6678f8368b0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:38.375055 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1714e2ab-1af0-4692-8e4e-d6678f8368b0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.381538 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1714e2ab-1af0-4692-8e4e-d6678f8368b0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "PUT /v2.0/ports/b52ea8a1-704a-4c01-91de-56dbe809ccca HTTP/1.1" status: 200 len: 929 time: 2.8458111 Nov 27 01:36:38.382188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59648) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:38.398112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8164e268-0e8a-4e43-bf2a-149c6c2fcf09 None None] Provisioning complete for port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:38.398321 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.398748 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8164e268-0e8a-4e43-bf2a-149c6c2fcf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.484197 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:38.528911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714e2ab-1af0-4692-8e4e-d6678f8368b0 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=b52ea8a1-704a-4c01-91de-56dbe809ccca,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:38.538651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-ef114060-3d2b-4efc-a2ba-b1ad5ea679c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:38.540306 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-ef114060-3d2b-4efc-a2ba-b1ad5ea679c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1095 time: 0.2639117 Nov 27 01:36:38.558599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port 2e91e717-a253-4f78-b823-d183fb640c56 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:38.559427 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.690957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] For port 2e91e717-a253-4f78-b823-d183fb640c56, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2e91e717-a253-4f78-b823-d183fb640c56,segment=NetworkSegment(050b98d8-6eda-4315-8656-c9c7b549c0c4),segment_id=050b98d8-6eda-4315-8656-c9c7b549c0c4)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:38.691861 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.726102 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for 2e91e717-a253-4f78-b823-d183fb640c56 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:38.850758 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0898a9e-0939-4909-9bdd-9548dfbe05c4 None None] DHCP port deletion for 2eb98f8e-ddde-4acd-b4a0-cae85f414a86 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:36:38.875056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:38.875782 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.892843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.964463 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8164e268-0e8a-4e43-bf2a-149c6c2fcf09 None None] Provisioning complete for port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:38.965220 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8164e268-0e8a-4e43-bf2a-149c6c2fcf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:38.968704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 43e11f99-f8e4-4ab9-b360-3ea52902e151 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:38.976570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=2e91e717-a253-4f78-b823-d183fb640c56,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:38.991941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No DVR routers for this DVR port 2e91e717-a253-4f78-b823-d183fb640c56 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:39.088314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8164e268-0e8a-4e43-bf2a-149c6c2fcf09 None None] Port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:39.126682 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:36:39.132603 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c15930-99d2-4f8a-a586-ce266a3d1d10" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:36:39.149257 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8164e268-0e8a-4e43-bf2a-149c6c2fcf09 None None] Provisioning complete for port b52ea8a1-704a-4c01-91de-56dbe809ccca triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:39.152942 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8164e268-0e8a-4e43-bf2a-149c6c2fcf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:39.155922 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:39.200400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb98f8e-ddde-4acd-b4a0-cae85f414a86']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:39.215247 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57f771c-67f3-478f-a312-b21bfc31ec24 x-openstack-request-id: req-a57f771c-67f3-478f-a312-b21bfc31ec24 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:36:39.215499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8164e268-0e8a-4e43-bf2a-149c6c2fcf09 None None] Port b52ea8a1-704a-4c01-91de-56dbe809ccca cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:39.215932 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:36:39.215932 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a57f771c-67f3-478f-a312-b21bfc31ec24 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:36:39.216806 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'status': 'completed', 'code': 200} Nov 27 01:36:39.220408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050b98d8-6eda-4315-8656-c9c7b549c0c4') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:39.220716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050b98d8-6eda-4315-8656-c9c7b549c0c4') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:39.235948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-4597cb73-e84c-41cb-8e1e-53e6deeca9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:39.237472 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-4597cb73-e84c-41cb-8e1e-53e6deeca9ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 898 time: 0.6747322 Nov 27 01:36:39.243920 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:39.245695 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-32d51809-473e-4b9c-81dd-961820f364c5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port b52ea8a1-704a-4c01-91de-56dbe809ccca {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:39.246043 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32d51809-473e-4b9c-81dd-961820f364c5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:39.300684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 43e11f99-f8e4-4ab9-b360-3ea52902e151 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:36:39.305211 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b0898a9e-0939-4909-9bdd-9548dfbe05c4 None None] Deleting port 2e91e717-a253-4f78-b823-d183fb640c56 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:39.305598 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b0898a9e-0939-4909-9bdd-9548dfbe05c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:39.329774 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:39.390125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:36:39.391397 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:36:39.395064 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:36:39.448324 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b0898a9e-0939-4909-9bdd-9548dfbe05c4 None None] For port 2e91e717-a253-4f78-b823-d183fb640c56, host n-d-817303-10, got binding levels [] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:39.451058 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b0898a9e-0939-4909-9bdd-9548dfbe05c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:39.451254 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-3b049f5a-1edb-4311-8bc9-1ea3a375c552 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 999 time: 0.2008717 Nov 27 01:36:39.473594 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b0898a9e-0939-4909-9bdd-9548dfbe05c4 None None] Calling delete_port for 2e91e717-a253-4f78-b823-d183fb640c56 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:39.483855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.ipam_backend_mixin [None req-b0898a9e-0939-4909-9bdd-9548dfbe05c4 None None] Port 2e91e717-a253-4f78-b823-d183fb640c56 was not found and therefore no delete operation was performed {{(pid=103404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:36:39.490903 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9cf09014-26da-42e3-bba1-222daad265fe None None] Provisioning complete for port b52ea8a1-704a-4c01-91de-56dbe809ccca triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:39.493582 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9cf09014-26da-42e3-bba1-222daad265fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:39.496754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-48b0523b-06dd-41ee-9cac-fe54bb178a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:39.498242 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-48b0523b-06dd-41ee-9cac-fe54bb178a2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1095 time: 0.2071819 Nov 27 01:36:39.501789 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b0898a9e-0939-4909-9bdd-9548dfbe05c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:39.518059 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32d51809-473e-4b9c-81dd-961820f364c5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:39.535482 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:39.543606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2c3fa-2fa0-4246-82bb-576a6aa9f9df req-a8ea3515-7e07-4d8a-8595-fdf2be7002a6 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:39.545187 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7d2c3fa-2fa0-4246-82bb-576a6aa9f9df req-a8ea3515-7e07-4d8a-8595-fdf2be7002a6 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 943 time: 0.1407959 Nov 27 01:36:39.559077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-32d51809-473e-4b9c-81dd-961820f364c5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for b52ea8a1-704a-4c01-91de-56dbe809ccca owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:39.572422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0898a9e-0939-4909-9bdd-9548dfbe05c4 None None] Pushing event deleted for resources: {'Port': ['ID=2e91e717-a253-4f78-b823-d183fb640c56,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:39.575863 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-f53c2068-c474-4dfe-884c-f26415dad022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:39.577378 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-f53c2068-c474-4dfe-884c-f26415dad022 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 200 len: 833 time: 0.1137614 Nov 27 01:36:39.590477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0898a9e-0939-4909-9bdd-9548dfbe05c4 None None] Network 2eb98f8e-ddde-4acd-b4a0-cae85f414a86 is not hosted by any dhcp agent {{(pid=103404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:36:39.591081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0898a9e-0939-4909-9bdd-9548dfbe05c4 None None] No DVR routers for this DVR port 2e91e717-a253-4f78-b823-d183fb640c56 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:39.600357 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:39.622663 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/networks/2eb98f8e-ddde-4acd-b4a0-cae85f414a86 HTTP/1.1" status: 204 len: 168 time: 1.4452133 Nov 27 01:36:39.643527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9cf09014-26da-42e3-bba1-222daad265fe None None] Port b52ea8a1-704a-4c01-91de-56dbe809ccca cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:39.646067 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59662) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:39.692111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1bb6e-2d03-4cb6-94bb-9dd7610d5ed9 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Network': ['ID=2eb98f8e-ddde-4acd-b4a0-cae85f414a86,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:39.693827 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7d2c3fa-2fa0-4246-82bb-576a6aa9f9df req-ff0fe756-348d-4949-a69e-447d84cf5467 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1409190 Nov 27 01:36:39.749190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-ca0c0531-d40d-46d4-aa7e-7bb3f4da7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:39.755383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c78ffc4-91ad-4124-84db-e97fe8a2cce7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:39.757100 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0c78ffc4-91ad-4124-84db-e97fe8a2cce7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/e17b7850-085b-4153-804f-32e1670a4889 HTTP/1.1" status: 200 len: 840 time: 0.1097713 Nov 27 01:36:39.757740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-ca0c0531-d40d-46d4-aa7e-7bb3f4da7958 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13c791bd-1904-4631-a93a-d2f8f394f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1687167 Nov 27 01:36:39.762071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59668) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:39.876185 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2cb59a13-0bd2-4273-8802-9d6bc063a323 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/e17b7850-085b-4153-804f-32e1670a4889?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1096232 Nov 27 01:36:39.876894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59676) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:39.886677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d6b1840a-1e90-4ea6-80cb-b37bc837cca0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:39.892082 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-b59ede74-6cf9-4b05-89a7-81795c84987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:39.894084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-b59ede74-6cf9-4b05-89a7-81795c84987b service neutron] 10.222.0.31 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 898 time: 0.3875842 Nov 27 01:36:40.040685 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32d51809-473e-4b9c-81dd-961820f364c5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:40.103772 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1aa9cba3-600c-47e8-be24-fc8983dadde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:40.132649 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51809-473e-4b9c-81dd-961820f364c5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=b52ea8a1-704a-4c01-91de-56dbe809ccca,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:40.172467 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-1d0f485b-f584-47fd-aa9c-1ae3f0f56c62 service neutron] 10.222.0.21 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952746 Nov 27 01:36:40.227493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-2155cfec-e935-4a23-aee2-d60bd67fe9c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 999 time: 0.3137197 Nov 27 01:36:40.229904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b1840a-1e90-4ea6-80cb-b37bc837cca0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:40.235176 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32d51809-473e-4b9c-81dd-961820f364c5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:40.242933 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d6b1840a-1e90-4ea6-80cb-b37bc837cca0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:40.243872 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-32d51809-473e-4b9c-81dd-961820f364c5 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/b52ea8a1-704a-4c01-91de-56dbe809ccca HTTP/1.1" status: 204 len: 168 time: 1.8239152 Nov 27 01:36:40.245278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59682) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:40.385394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-605979a7-7c32-4772-9674-13ec96849392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:40.386906 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-605979a7-7c32-4772-9674-13ec96849392 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 200 len: 833 time: 0.1398783 Nov 27 01:36:40.404089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2e91e717-a253-4f78-b823-d183fb640c56 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:40.417006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59688) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:40.449967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 2e91e717-a253-4f78-b823-d183fb640c56 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:36:40.450561 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2e91e717-a253-4f78-b823-d183fb640c56 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:36:40.461954 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb8e98d8-f5c4-4e33-9356-e93fc772168c req-bdc7b5f3-9adc-4f1a-8da7-b015307f15d9 service neutron] 10.222.0.21 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137008 Nov 27 01:36:40.507435 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7523d8-6cbf-4344-9bd4-f198b0bc2599 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] GET failed (client error): The resource could not be found. Nov 27 01:36:40.509594 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1f7523d8-6cbf-4344-9bd4-f198b0bc2599 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/b52ea8a1-704a-4c01-91de-56dbe809ccca HTTP/1.1" status: 404 len: 333 time: 0.2590630 Nov 27 01:36:40.512912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59694) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:40.560960 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-de23fad9-c0fc-4435-902d-8293cdc6a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:40.562535 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-de23fad9-c0fc-4435-902d-8293cdc6a969 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13c791bd-1904-4631-a93a-d2f8f394f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445653 Nov 27 01:36:40.674920 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c33b2ca-bd4b-40d2-8e9c-34fd1b33d32b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:40.707920 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c33b2ca-bd4b-40d2-8e9c-34fd1b33d32b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:40.780397 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-914fdc69-12ed-432e-98e8-cdd5bf9913bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:40.805017 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-cf983d16-1e03-47c7-8ddb-66c837894f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:40.806647 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-cf983d16-1e03-47c7-8ddb-66c837894f6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1095 time: 0.2058048 Nov 27 01:36:40.815716 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c33b2ca-bd4b-40d2-8e9c-34fd1b33d32b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:40.823015 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c33b2ca-bd4b-40d2-8e9c-34fd1b33d32b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:40.825341 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-f00d7363-1fb6-4a66-8559-37a8ab15c21f service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519779 Nov 27 01:36:40.828445 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6c33b2ca-bd4b-40d2-8e9c-34fd1b33d32b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/security-groups/d6c23dad-2d3d-4b43-a6a2-15365791045c HTTP/1.1" status: 204 len: 168 time: 0.3102467 Nov 27 01:36:40.829139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59700) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:40.948002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33b2ca-bd4b-40d2-8e9c-34fd1b33d32b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c23dad-2d3d-4b43-a6a2-15365791045c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:40.968908 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40fcb988-f20d-4fcf-9b23-4f806bc1335b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:41.019798 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-914fdc69-12ed-432e-98e8-cdd5bf9913bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:41.030640 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40fcb988-f20d-4fcf-9b23-4f806bc1335b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:41.057178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-95b275e7-9604-4b2c-bca3-e6c9751290ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:41.058672 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-95b275e7-9604-4b2c-bca3-e6c9751290ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 898 time: 0.2286510 Nov 27 01:36:41.092609 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-914fdc69-12ed-432e-98e8-cdd5bf9913bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:41.143582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-eea0874d-e04c-49f4-b562-fe5ca3b14239 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 999 time: 0.0705972 Nov 27 01:36:41.173662 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-914fdc69-12ed-432e-98e8-cdd5bf9913bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c399326de76b42a2b83378f007a82689&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7540998 Nov 27 01:36:41.176043 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d6b1840a-1e90-4ea6-80cb-b37bc837cca0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:41.208040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-40d52b32-f027-48fe-baa9-2c52d52a3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:41.209584 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-40d52b32-f027-48fe-baa9-2c52d52a3dcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 200 len: 833 time: 0.0575433 Nov 27 01:36:41.210079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59702) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:41.292230 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40fcb988-f20d-4fcf-9b23-4f806bc1335b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:41.294892 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40fcb988-f20d-4fcf-9b23-4f806bc1335b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:41.297461 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-40fcb988-f20d-4fcf-9b23-4f806bc1335b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/security-groups/1a47c204-21ed-4789-8b85-362d1dc3a48b HTTP/1.1" status: 204 len: 168 time: 0.4434683 Nov 27 01:36:41.302396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59704) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:41.373821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9d6e76-76de-46df-97c5-209ff46a175c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting subnet e2b54b16-4185-4d9c-a6cf-36ca17ff3e2a {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:36:41.380551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-ee09a9ff-17d4-41f2-92c7-001aab5ba285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:41.389203 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-ee09a9ff-17d4-41f2-92c7-001aab5ba285 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13c791bd-1904-4631-a93a-d2f8f394f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1703932 Nov 27 01:36:41.434591 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6e76-76de-46df-97c5-209ff46a175c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:41.437937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df582db9-b175-4020-968b-22579e331af4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:41.451640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcb988-f20d-4fcf-9b23-4f806bc1335b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a47c204-21ed-4789-8b85-362d1dc3a48b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:41.513354 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df582db9-b175-4020-968b-22579e331af4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:41.696552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fdc69-12ed-432e-98e8-cdd5bf9913bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9925d96-82ed-4f65-91f5-e311c302a86d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:41.725840 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6e76-76de-46df-97c5-209ff46a175c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:41.746684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1840a-1e90-4ea6-80cb-b37bc837cca0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network d178f411-24b3-4cd9-b1e6-672df371324f is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:41.768384 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-c3e0b708-8c60-44b8-aa77-14551286ce2e service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9333892 Nov 27 01:36:41.774899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-d6b1840a-1e90-4ea6-80cb-b37bc837cca0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:41.775950 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df582db9-b175-4020-968b-22579e331af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:41.778558 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df582db9-b175-4020-968b-22579e331af4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:41.779712 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-df582db9-b175-4020-968b-22579e331af4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9925d96-82ed-4f65-91f5-e311c302a86d HTTP/1.1" status: 204 len: 168 time: 0.5684333 Nov 27 01:36:41.779993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b1840a-1e90-4ea6-80cb-b37bc837cca0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:41.780744 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d6b1840a-1e90-4ea6-80cb-b37bc837cca0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:41.793142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a559fa6-4cfb-4788-b61a-d08fa7bff26b None None] Network d178f411-24b3-4cd9-b1e6-672df371324f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:41.836129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1840a-1e90-4ea6-80cb-b37bc837cca0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Subnet': ['ID=9d491265-fe11-4618-a9c2-6ac6e93d6961,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:41.857077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df582db9-b175-4020-968b-22579e331af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9925d96-82ed-4f65-91f5-e311c302a86d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:41.857379 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136e335-b53f-43bd-b5ed-342fe2d97bc6 req-4204cc3d-4dde-4a20-9908-a0ebe26db72b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:41.863729 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c136e335-b53f-43bd-b5ed-342fe2d97bc6 req-4204cc3d-4dde-4a20-9908-a0ebe26db72b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 943 time: 0.9502985 Nov 27 01:36:41.895994 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d6b1840a-1e90-4ea6-80cb-b37bc837cca0 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0133226 Nov 27 01:36:41.897663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59712) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:41.902485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-347ede10-06ed-4d0c-98f5-2718cf79e727 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'security_group': {'name': 'tempest-secgroup-737951919'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:41.933517 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-77245486-9166-4253-854d-227d4c629283 service neutron] 10.222.0.21 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083671 Nov 27 01:36:41.983691 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c136e335-b53f-43bd-b5ed-342fe2d97bc6 req-afcaeb1c-7dcc-4361-ab4f-15a176be0be5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172991 Nov 27 01:36:41.985933 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-347ede10-06ed-4d0c-98f5-2718cf79e727 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.110675 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6e76-76de-46df-97c5-209ff46a175c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.111387 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-347ede10-06ed-4d0c-98f5-2718cf79e727 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.120819 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-347ede10-06ed-4d0c-98f5-2718cf79e727 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.181322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-d178f411-24b3-4cd9-b1e6-672df371324f', 'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'tenant_id': 'a08c6b151ce94ff7b7ccc683f0d7f62b', 'fixed_ips': [{'subnet_id': '9d491265-fe11-4618-a9c2-6ac6e93d6961'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:36:42.182204 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.189638 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-347ede10-06ed-4d0c-98f5-2718cf79e727 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.192166 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-347ede10-06ed-4d0c-98f5-2718cf79e727 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2934208 Nov 27 01:36:42.195838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59716) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:42.211888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ede10-06ed-4d0c-98f5-2718cf79e727 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27d03ec-ec7e-4322-bbe2-e5a4c68a26da,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:42.215191 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-95073896-6566-4549-a36a-fff94dff314d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'security_group': {'name': 'tempest-secgroup-1043535239'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:42.260431 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-95073896-6566-4549-a36a-fff94dff314d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.310625 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7c15930-99d2-4f8a-a586-ce266a3d1d10 req-d65f8a80-639c-48e9-a901-041e27420021 service neutron] 10.222.0.21 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682771 Nov 27 01:36:42.319514 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6e76-76de-46df-97c5-209ff46a175c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.351651 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b61496b3-3b9b-4a91-86d8-33da1e0e88ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.369444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d6e76-76de-46df-97c5-209ff46a175c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b54b16-4185-4d9c-a6cf-36ca17ff3e2a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:42.377231 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6e76-76de-46df-97c5-209ff46a175c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.387357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59720) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:42.388271 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dd9d6e76-76de-46df-97c5-209ff46a175c tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/e2b54b16-4185-4d9c-a6cf-36ca17ff3e2a HTTP/1.1" status: 204 len: 168 time: 1.0820820 Nov 27 01:36:42.391794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-da73d733-fc91-4204-bd20-d8617d34053d tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:42.394126 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43913244-5c81-438f-8d3c-b9fefebd1086 None None] Network 4a261d06-87c1-4257-8a02-2034edffad44 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:42.462306 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-95073896-6566-4549-a36a-fff94dff314d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.476725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-95073896-6566-4549-a36a-fff94dff314d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.519590 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95073896-6566-4549-a36a-fff94dff314d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62ead01-b55c-479b-99aa-422d93a09758,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:42.527136 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-95073896-6566-4549-a36a-fff94dff314d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.529604 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-95073896-6566-4549-a36a-fff94dff314d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3255682 Nov 27 01:36:42.532088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59728) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:42.539163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-40eeb4d1-325f-4365-9d83-937aad02f621 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1736407402', 'security_groups': ['c62ead01-b55c-479b-99aa-422d93a09758'], 'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9d491265-fe11-4618-a9c2-6ac6e93d6961'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:42.615791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Allocated IP 172.20.0.2 (d178f411-24b3-4cd9-b1e6-672df371324f/9d491265-fe11-4618-a9c2-6ac6e93d6961/225b00f7-75dd-40b3-8467-b5573db3a340) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:42.673016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da73d733-fc91-4204-bd20-d8617d34053d tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:42.677022 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da73d733-fc91-4204-bd20-d8617d34053d tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.694693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eeb4d1-325f-4365-9d83-937aad02f621 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:42.830228 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40eeb4d1-325f-4365-9d83-937aad02f621 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.867914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-40eeb4d1-325f-4365-9d83-937aad02f621 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port 92a65c05-04c8-4e2c-90f7-e2856fa0372b yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:36:43.031706 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:43.045030 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:43.126195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Network d178f411-24b3-4cd9-b1e6-672df371324f is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:43.129370 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:43.138941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:43.160160 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Pushing event updated for resources: {'Port': ['ID=225b00f7-75dd-40b3-8467-b5573db3a340,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:43.247922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Attempting to bind port 225b00f7-75dd-40b3-8467-b5573db3a340 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:36:43.248750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Attempting to bind port 225b00f7-75dd-40b3-8467-b5573db3a340 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '07105532-7967-4cf4-85cd-fe0dea23a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:36:43.249329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Attempting to bind port 225b00f7-75dd-40b3-8467-b5573db3a340 on network d178f411-24b3-4cd9-b1e6-672df371324f {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:36:43.255393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:36:43.256043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Checking segment: {'id': '07105532-7967-4cf4-85cd-fe0dea23a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:43.256677 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:43.257230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Bound using segment: {'id': '07105532-7967-4cf4-85cd-fe0dea23a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:36:43.257928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Bound port: 225b00f7-75dd-40b3-8467-b5573db3a340, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07105532-7967-4cf4-85cd-fe0dea23a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:36:43.258480 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:43.318296 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da73d733-fc91-4204-bd20-d8617d34053d tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:43.325825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-40eeb4d1-325f-4365-9d83-937aad02f621 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Allocated IP 172.20.0.9 (d178f411-24b3-4cd9-b1e6-672df371324f/9d491265-fe11-4618-a9c2-6ac6e93d6961/92a65c05-04c8-4e2c-90f7-e2856fa0372b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:43.351910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5539e81-836a-4d3b-8560-44766ab3f707 req-49d083a7-da11-42d2-a389-ba9eb52e3c32 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:43.367053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f5539e81-836a-4d3b-8560-44766ab3f707 req-49d083a7-da11-42d2-a389-ba9eb52e3c32 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 943 time: 0.2121108 Nov 27 01:36:43.372572 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:43.390219 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] For port 225b00f7-75dd-40b3-8467-b5573db3a340, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:36:43.396158 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] For port 225b00f7-75dd-40b3-8467-b5573db3a340, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=225b00f7-75dd-40b3-8467-b5573db3a340,segment=NetworkSegment(07105532-7967-4cf4-85cd-fe0dea23a965),segment_id=07105532-7967-4cf4-85cd-fe0dea23a965)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:36:43.404116 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:43.404962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da73d733-fc91-4204-bd20-d8617d34053d tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 4a261d06-87c1-4257-8a02-2034edffad44 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:43.412180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-da73d733-fc91-4204-bd20-d8617d34053d tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:43.427832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da73d733-fc91-4204-bd20-d8617d34053d tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:43.428532 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da73d733-fc91-4204-bd20-d8617d34053d tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:43.475969 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-da73d733-fc91-4204-bd20-d8617d34053d tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0890684 Nov 27 01:36:43.479998 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59750) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:43.494255 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-98892eba-74aa-4489-91dc-8ef4ee5967f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'security_group': {'name': 'tempest-secgroup-1283744763'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:43.549951 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73d733-fc91-4204-bd20-d8617d34053d tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Subnet': ['ID=ed6d52aa-3e34-4d2c-845d-9af04b1f8aa2,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:43.553461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98892eba-74aa-4489-91dc-8ef4ee5967f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:43.566437 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b9284-d2ff-4f67-99d9-13f4f72af717 None None] Pushing event updated for resources: {'Port': ['ID=225b00f7-75dd-40b3-8467-b5573db3a340,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:43.584774 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f5539e81-836a-4d3b-8560-44766ab3f707 req-1e9e0074-8c1a-4c03-a0f4-5738b0d640f4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2088513 Nov 27 01:36:43.668533 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98892eba-74aa-4489-91dc-8ef4ee5967f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:43.674883 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98892eba-74aa-4489-91dc-8ef4ee5967f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:43.746358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98892eba-74aa-4489-91dc-8ef4ee5967f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c68338f-4a4b-4586-a298-ba2516c47d6e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:43.758500 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98892eba-74aa-4489-91dc-8ef4ee5967f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:43.767685 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-98892eba-74aa-4489-91dc-8ef4ee5967f6 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2877340 Nov 27 01:36:43.768354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59756) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:43.794229 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9c779380-4390-4f28-ab2e-aba29fd88a29 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'security_group': {'name': 'tempest-secgroup-96880382'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:43.829937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40eeb4d1-325f-4365-9d83-937aad02f621 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:43.851132 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c779380-4390-4f28-ab2e-aba29fd88a29 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:43.978136 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40eeb4d1-325f-4365-9d83-937aad02f621 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.112236 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c779380-4390-4f28-ab2e-aba29fd88a29 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.118131 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c779380-4390-4f28-ab2e-aba29fd88a29 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.185999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c779380-4390-4f28-ab2e-aba29fd88a29 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca9dca0-77f7-42fb-b9ab-3e1b95f295b1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:44.197901 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9c779380-4390-4f28-ab2e-aba29fd88a29 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.200706 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9c779380-4390-4f28-ab2e-aba29fd88a29 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4313581 Nov 27 01:36:44.204053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59766) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:44.207013 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eeb4d1-325f-4365-9d83-937aad02f621 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network d178f411-24b3-4cd9-b1e6-672df371324f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:44.209016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eeb4d1-325f-4365-9d83-937aad02f621 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=92a65c05-04c8-4e2c-90f7-e2856fa0372b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:44.225447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-da3c7902-8f70-41ba-a706-ec320109db7f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'security_group': {'name': 'tempest-secgroup-455459895'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:44.235026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-40eeb4d1-325f-4365-9d83-937aad02f621 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:44.263674 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eeb4d1-325f-4365-9d83-937aad02f621 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:44.293240 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da3c7902-8f70-41ba-a706-ec320109db7f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.315161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891a7437-a2a3-424e-808e-0c8660959330 None None] Network 4a261d06-87c1-4257-8a02-2034edffad44 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:44.410868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-af7c08ea-0175-4233-a017-7f07f33259fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:44.413424 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-af7c08ea-0175-4233-a017-7f07f33259fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455&tenant_id=53c72932feec4d45af53b9bccd5c3777&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 943 time: 0.3188410 Nov 27 01:36:44.434193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eeb4d1-325f-4365-9d83-937aad02f621 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:44.435199 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40eeb4d1-325f-4365-9d83-937aad02f621 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.478239 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da3c7902-8f70-41ba-a706-ec320109db7f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.482521 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-40eeb4d1-325f-4365-9d83-937aad02f621 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9492359 Nov 27 01:36:44.484086 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da3c7902-8f70-41ba-a706-ec320109db7f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.486613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59774) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:44.495289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee77b8-46b8-42ef-841b-b26e32f858ca req-3f15ea9b-83d3-4ee5-af81-55c312652a89 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:44.503259 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27ee77b8-46b8-42ef-841b-b26e32f858ca req-3f15ea9b-83d3-4ee5-af81-55c312652a89 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 943 time: 0.3582993 Nov 27 01:36:44.505583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 225b00f7-75dd-40b3-8467-b5573db3a340 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:44.516429 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f754b2a1-4f6f-4081-a3b5-fa1ccd2179c2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:44.578635 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da3c7902-8f70-41ba-a706-ec320109db7f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.586488 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-da3c7902-8f70-41ba-a706-ec320109db7f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3802440 Nov 27 01:36:44.587367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59778) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:44.588226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c7902-8f70-41ba-a706-ec320109db7f tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61796f9d-e3b8-4d02-bdd1-38f574e2d2b5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:44.614628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c27b623f-45c0-4c8d-a4ae-dc04b00c0d82 None None] Provisioning complete for port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:44.615068 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c27b623f-45c0-4c8d-a4ae-dc04b00c0d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.618339 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8ede0ee5-15ce-4e48-a7a4-46ed0de29c45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1177990115', 'security_groups': ['61796f9d-e3b8-4d02-bdd1-38f574e2d2b5'], 'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ed6d52aa-3e34-4d2c-845d-9af04b1f8aa2'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:44.664280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-6d8f71fb-12fe-4d96-8547-3b2726ee18d7 service neutron] 10.222.0.21 "GET /v2.0/ports/43e11f99-f8e4-4ab9-b360-3ea52902e151/bindings/n-h1-817303-10 HTTP/1.1" status: 200 len: 383 time: 0.2413967 Nov 27 01:36:44.678073 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27ee77b8-46b8-42ef-841b-b26e32f858ca req-43fec35b-2942-4865-810f-6fdbc4240a11 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1732442 Nov 27 01:36:44.744307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f754b2a1-4f6f-4081-a3b5-fa1ccd2179c2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:44.750255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f754b2a1-4f6f-4081-a3b5-fa1ccd2179c2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.829360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 225b00f7-75dd-40b3-8467-b5573db3a340 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:44.829617 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.848899 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-8475e9c9-b7d2-4f12-86ba-dcadba2966b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:44.851963 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-8475e9c9-b7d2-4f12-86ba-dcadba2966b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1095 time: 0.1199000 Nov 27 01:36:44.994065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ede0ee5-15ce-4e48-a7a4-46ed0de29c45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:45.098725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-ca19270f-7f09-4591-961e-c9b2fb255e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:45.100429 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-ca19270f-7f09-4591-961e-c9b2fb255e37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 898 time: 0.2329803 Nov 27 01:36:45.126162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 43e11f99-f8e4-4ab9-b360-3ea52902e151 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:36:45.135998 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:45.231538 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ede0ee5-15ce-4e48-a7a4-46ed0de29c45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:45.264978 n-d-817303-10 neutron-server[103403]: INFO neutron.db.ipam_backend_mixin [None req-f754b2a1-4f6f-4081-a3b5-fa1ccd2179c2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9d491265-fe11-4618-a9c2-6ac6e93d6961 (CIDR: 172.20.0.0/28) Nov 27 01:36:45.287228 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f754b2a1-4f6f-4081-a3b5-fa1ccd2179c2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:36:45.292556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f754b2a1-4f6f-4081-a3b5-fa1ccd2179c2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:45.297692 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [None req-8ede0ee5-15ce-4e48-a7a4-46ed0de29c45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] device_id is not set on port bfb097cc-5899-4ef2-947e-8c52a04f8bc6 yet. {{(pid=103402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:36:45.355104 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f754b2a1-4f6f-4081-a3b5-fa1ccd2179c2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8465905 Nov 27 01:36:45.357951 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-8da1a599-268f-4c06-9984-5528b5825e07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 999 time: 0.2478189 Nov 27 01:36:45.358693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59798) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:45.370241 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ac67a27e-f2c6-45b1-a20b-993ea9a9b2d2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:45.455277 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:45.467495 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c27b623f-45c0-4c8d-a4ae-dc04b00c0d82 None None] Provisioning complete for port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:45.468072 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c27b623f-45c0-4c8d-a4ae-dc04b00c0d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:45.524272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-1667ca9d-e663-40ab-8e88-81595f8cfe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:45.524858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c27b623f-45c0-4c8d-a4ae-dc04b00c0d82 None None] Port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:45.528101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-1667ca9d-e663-40ab-8e88-81595f8cfe44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 200 len: 833 time: 0.1517720 Nov 27 01:36:45.606706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:45.642878 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 225b00f7-75dd-40b3-8467-b5573db3a340, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=225b00f7-75dd-40b3-8467-b5573db3a340,segment=NetworkSegment(07105532-7967-4cf4-85cd-fe0dea23a965),segment_id=07105532-7967-4cf4-85cd-fe0dea23a965)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:45.646382 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'port_id': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'mac_address': 'fa:16:3e:17:39:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:36:45.651359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0944572e-18fd-478d-bc32-56f40b7bb4fe None None] Update dhcp port {'port': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'fixed_ips': [{'subnet_id': 'ca318c5b-e19e-4055-9d70-13c67959119e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ed6d52aa-3e34-4d2c-845d-9af04b1f8aa2'}], 'binding:host_id': 'n-d-817303-10'}, 'id': '1c19ddfb-a3ba-4e5f-8828-9806a39ba582'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:36:45.701241 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-8ede0ee5-15ce-4e48-a7a4-46ed0de29c45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Allocated IP 2001:db8::5c (4a261d06-87c1-4257-8a02-2034edffad44/ed6d52aa-3e34-4d2c-845d-9af04b1f8aa2/bfb097cc-5899-4ef2-947e-8c52a04f8bc6) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:45.737285 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0944572e-18fd-478d-bc32-56f40b7bb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:45.745364 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:45.765574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-316b0d06-a6ba-427a-a460-8aff7cdf6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:45.778373 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-316b0d06-a6ba-427a-a460-8aff7cdf6481 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13c791bd-1904-4631-a93a-d2f8f394f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2262275 Nov 27 01:36:45.922849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-eca764bc-88a4-4b67-965e-cca9563b2611 None None] Provisioning complete for port e17b7850-085b-4153-804f-32e1670a4889 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:45.928318 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eca764bc-88a4-4b67-965e-cca9563b2611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:45.997280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac67a27e-f2c6-45b1-a20b-993ea9a9b2d2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:46.005318 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ede0ee5-15ce-4e48-a7a4-46ed0de29c45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.008111 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ac67a27e-f2c6-45b1-a20b-993ea9a9b2d2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.046709 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.051237 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=225b00f7-75dd-40b3-8467-b5573db3a340,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:46.052835 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ede0ee5-15ce-4e48-a7a4-46ed0de29c45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.106971 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-748e27f8-9ca1-446b-b8a7-2dc68650d8c2 service neutron] 10.222.0.21 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176568 Nov 27 01:36:46.170879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ede0ee5-15ce-4e48-a7a4-46ed0de29c45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 4a261d06-87c1-4257-8a02-2034edffad44 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:46.175851 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-8ede0ee5-15ce-4e48-a7a4-46ed0de29c45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:46.186269 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede0ee5-15ce-4e48-a7a4-46ed0de29c45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:46.200687 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ede0ee5-15ce-4e48-a7a4-46ed0de29c45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:46.203165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-eca764bc-88a4-4b67-965e-cca9563b2611 None None] Port e17b7850-085b-4153-804f-32e1670a4889 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:46.213494 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8ede0ee5-15ce-4e48-a7a4-46ed0de29c45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.305482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e11f99-f8e4-4ab9-b360-3ea52902e151 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:36:46.342622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71116fcf-0be5-4d99-b42e-3a17b1444ead req-7ec3bef9-e42f-4a80-bfb1-b5cd88619f03 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:46.348010 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71116fcf-0be5-4d99-b42e-3a17b1444ead req-7ec3bef9-e42f-4a80-bfb1-b5cd88619f03 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 943 time: 0.3084850 Nov 27 01:36:46.357329 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede0ee5-15ce-4e48-a7a4-46ed0de29c45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=bfb097cc-5899-4ef2-947e-8c52a04f8bc6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:46.415724 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-eca764bc-88a4-4b67-965e-cca9563b2611 None None] Provisioning complete for port 225b00f7-75dd-40b3-8467-b5573db3a340 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:46.416557 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eca764bc-88a4-4b67-965e-cca9563b2611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.455415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:46.456207 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8ede0ee5-15ce-4e48-a7a4-46ed0de29c45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8478351 Nov 27 01:36:46.462498 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.463585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-277fe630-984a-4f08-b4f1-2dd557d509c6 service neutron] 10.222.0.21 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441200 Nov 27 01:36:46.463829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59830) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:46.481179 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59832) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:46.482402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-70dfeb71-1dd0-484c-a110-75bbf4e32edf tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:46.512368 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.517814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 225b00f7-75dd-40b3-8467-b5573db3a340 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:46.635181 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71116fcf-0be5-4d99-b42e-3a17b1444ead req-71785f04-3843-4542-911d-5bd683648472 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2581935 Nov 27 01:36:46.651540 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dfeb71-1dd0-484c-a110-75bbf4e32edf tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:46.656234 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70dfeb71-1dd0-484c-a110-75bbf4e32edf tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.659188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=43e11f99-f8e4-4ab9-b360-3ea52902e151,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:46.697110 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-747f9eec-97bb-462c-9609-9d4ee0dc973b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.777129 n-d-817303-10 neutron-server[103402]: INFO neutron.db.ipam_backend_mixin [None req-70dfeb71-1dd0-484c-a110-75bbf4e32edf tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed6d52aa-3e34-4d2c-845d-9af04b1f8aa2 (CIDR: 2001:db8::/64) Nov 27 01:36:46.782271 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-70dfeb71-1dd0-484c-a110-75bbf4e32edf tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:36:46.782748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70dfeb71-1dd0-484c-a110-75bbf4e32edf tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:46.783988 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-0944572e-18fd-478d-bc32-56f40b7bb4fe None None] Allocated IP 2001:db8::2 (4a261d06-87c1-4257-8a02-2034edffad44/ed6d52aa-3e34-4d2c-845d-9af04b1f8aa2/1c19ddfb-a3ba-4e5f-8828-9806a39ba582) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:46.808562 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-70dfeb71-1dd0-484c-a110-75bbf4e32edf tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3432422 Nov 27 01:36:46.810978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59836) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:46.820631 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8c74d284-f94d-4330-a6e5-1e09fb18aea3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:46.841071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['43e11f99-f8e4-4ab9-b360-3ea52902e151'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:36:46.871858 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ac67a27e-f2c6-45b1-a20b-993ea9a9b2d2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.878346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 225b00f7-75dd-40b3-8467-b5573db3a340 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:46.878812 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.901638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac67a27e-f2c6-45b1-a20b-993ea9a9b2d2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network d178f411-24b3-4cd9-b1e6-672df371324f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:46.930908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-ac67a27e-f2c6-45b1-a20b-993ea9a9b2d2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:46.932328 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-747f9eec-97bb-462c-9609-9d4ee0dc973b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.936721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac67a27e-f2c6-45b1-a20b-993ea9a9b2d2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:46.938067 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ac67a27e-f2c6-45b1-a20b-993ea9a9b2d2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.949292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69794570-b91b-4b5b-ae66-6a837d1568dd None None] Network d178f411-24b3-4cd9-b1e6-672df371324f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:46.949519 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-747f9eec-97bb-462c-9609-9d4ee0dc973b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.989600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67a27e-f2c6-45b1-a20b-993ea9a9b2d2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Subnet': ['ID=4e03b97f-9e2a-45a5-852b-780f4fa0367f,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:46.997475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ac67a27e-f2c6-45b1-a20b-993ea9a9b2d2 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6324632 Nov 27 01:36:47.002869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59840) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:47.004627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c74d284-f94d-4330-a6e5-1e09fb18aea3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:47.010377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-092bde39-c835-457d-bb95-f1fece0e2204 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-779290429', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4e03b97f-9e2a-45a5-852b-780f4fa0367f'}], 'security_groups': ['b27d03ec-ec7e-4322-bbe2-e5a4c68a26da']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:47.011337 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8c74d284-f94d-4330-a6e5-1e09fb18aea3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:47.129026 n-d-817303-10 neutron-server[103402]: INFO neutron.db.ipam_backend_mixin [None req-8c74d284-f94d-4330-a6e5-1e09fb18aea3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ca318c5b-e19e-4055-9d70-13c67959119e (CIDR: 2001:db8:0:1::/64) Nov 27 01:36:47.133690 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c74d284-f94d-4330-a6e5-1e09fb18aea3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:36:47.133958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0944572e-18fd-478d-bc32-56f40b7bb4fe None None] For port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1c19ddfb-a3ba-4e5f-8828-9806a39ba582,segment=NetworkSegment(0d362dab-81c2-4b4b-b929-f5e9b50afeb1),segment_id=0d362dab-81c2-4b4b-b929-f5e9b50afeb1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:47.134296 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c74d284-f94d-4330-a6e5-1e09fb18aea3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:47.155783 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8c74d284-f94d-4330-a6e5-1e09fb18aea3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3435438 Nov 27 01:36:47.158482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59844) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:47.169951 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-43f887fe-7922-4446-8b0d-74edd24785f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'subnet': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:47.180283 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0944572e-18fd-478d-bc32-56f40b7bb4fe None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:47.251407 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0944572e-18fd-478d-bc32-56f40b7bb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:47.273606 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47c4d78b-b855-4651-ade1-ac9595fa454d None None] Provisioning complete for port 92a65c05-04c8-4e2c-90f7-e2856fa0372b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:47.274077 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47c4d78b-b855-4651-ade1-ac9595fa454d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:47.373645 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f887fe-7922-4446-8b0d-74edd24785f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Made reservation on behalf of f08bf4757fe74368baf4b11f55020ac1 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:47.379112 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-43f887fe-7922-4446-8b0d-74edd24785f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:47.392448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f9eec-97bb-462c-9609-9d4ee0dc973b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3b2892-cbb1-4953-9232-db36d98860fd,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:47.413154 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-747f9eec-97bb-462c-9609-9d4ee0dc973b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eeacdb2ff2054382bd940156772a9504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9302948 Nov 27 01:36:47.416486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59848) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:47.450171 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-092bde39-c835-457d-bb95-f1fece0e2204 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:47.518994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47c4d78b-b855-4651-ade1-ac9595fa454d None None] Port 92a65c05-04c8-4e2c-90f7-e2856fa0372b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:47.520493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944572e-18fd-478d-bc32-56f40b7bb4fe None None] Pushing event updated for resources: {'Port': ['ID=1c19ddfb-a3ba-4e5f-8828-9806a39ba582,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:47.671900 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f5082f6-b623-4d75-bcb2-7b2774270405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:47.786344 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f5082f6-b623-4d75-bcb2-7b2774270405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:47.872881 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-43f887fe-7922-4446-8b0d-74edd24785f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:47.930863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f887fe-7922-4446-8b0d-74edd24785f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Network 4a261d06-87c1-4257-8a02-2034edffad44 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:47.934246 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-43f887fe-7922-4446-8b0d-74edd24785f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:47.943996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f887fe-7922-4446-8b0d-74edd24785f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:47.945522 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-43f887fe-7922-4446-8b0d-74edd24785f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:47.962814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6465fe-5399-4c07-a88b-0f594bf4de92 req-e9c40b89-ad33-4ff8-af01-f54926791a8b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:47.972231 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9d6465fe-5399-4c07-a88b-0f594bf4de92 req-e9c40b89-ad33-4ff8-af01-f54926791a8b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 944 time: 0.1758034 Nov 27 01:36:47.991410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-43f887fe-7922-4446-8b0d-74edd24785f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8316193 Nov 27 01:36:47.997263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59866) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:48.009926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-bf5e9551-2474-484f-ba14-09df702b9c01 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-621560028', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc0f3853-0f32-4d85-8ed3-eacc69f6cdc9'}], 'security_groups': ['5c68338f-4a4b-4586-a298-ba2516c47d6e', '9ca9dca0-77f7-42fb-b9ab-3e1b95f295b1']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:48.056860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f887fe-7922-4446-8b0d-74edd24785f8 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Subnet': ['ID=cc0f3853-0f32-4d85-8ed3-eacc69f6cdc9,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:48.069020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b47d265-cbaf-4552-b43f-9aef27aeba6f None None] Update dhcp port {'port': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'fixed_ips': [{'subnet_id': '9d491265-fe11-4618-a9c2-6ac6e93d6961', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e03b97f-9e2a-45a5-852b-780f4fa0367f'}], 'binding:host_id': 'n-d-817303-10'}, 'id': '225b00f7-75dd-40b3-8467-b5573db3a340'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:36:48.103320 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f5082f6-b623-4d75-bcb2-7b2774270405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:48.107896 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9f5082f6-b623-4d75-bcb2-7b2774270405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:48.113004 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9f5082f6-b623-4d75-bcb2-7b2774270405 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc3b2892-cbb1-4953-9232-db36d98860fd HTTP/1.1" status: 204 len: 168 time: 0.6953812 Nov 27 01:36:48.136507 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9551-2474-484f-ba14-09df702b9c01 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:48.138329 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0b47d265-cbaf-4552-b43f-9aef27aeba6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:48.170317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-092bde39-c835-457d-bb95-f1fece0e2204 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Delete allocated IP 172.20.0.9 (d178f411-24b3-4cd9-b1e6-672df371324f/9d491265-fe11-4618-a9c2-6ac6e93d6961) {{(pid=103403) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 01:36:48.180874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-092bde39-c835-457d-bb95-f1fece0e2204 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Allocated IP 172.20.0.30 (d178f411-24b3-4cd9-b1e6-672df371324f/4e03b97f-9e2a-45a5-852b-780f4fa0367f/92a65c05-04c8-4e2c-90f7-e2856fa0372b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:48.403896 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9d6465fe-5399-4c07-a88b-0f594bf4de92 req-0253d15d-68fd-4a23-b6cb-b7870058eddf tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4306960 Nov 27 01:36:48.417373 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-092bde39-c835-457d-bb95-f1fece0e2204 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:48.420054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5082f6-b623-4d75-bcb2-7b2774270405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3b2892-cbb1-4953-9232-db36d98860fd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:48.430939 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-092bde39-c835-457d-bb95-f1fece0e2204 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:48.562986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:48.694094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bde39-c835-457d-bb95-f1fece0e2204 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=92a65c05-04c8-4e2c-90f7-e2856fa0372b,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:48.743910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-092bde39-c835-457d-bb95-f1fece0e2204 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] In _notify_port_updated(), no bound segment for port 92a65c05-04c8-4e2c-90f7-e2856fa0372b on network d178f411-24b3-4cd9-b1e6-672df371324f {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:36:48.749571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-0b47d265-cbaf-4552-b43f-9aef27aeba6f None None] Allocated IP 172.20.0.18 (d178f411-24b3-4cd9-b1e6-672df371324f/4e03b97f-9e2a-45a5-852b-780f4fa0367f/225b00f7-75dd-40b3-8467-b5573db3a340) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:48.759667 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59876) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:48.761969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4117c7ac-93d3-4dcc-944e-2d95fa76ffd7 None None] Network 4a261d06-87c1-4257-8a02-2034edffad44 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:48.770880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092bde39-c835-457d-bb95-f1fece0e2204 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:48.771957 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-092bde39-c835-457d-bb95-f1fece0e2204 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:48.781505 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-092bde39-c835-457d-bb95-f1fece0e2204 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "PUT /v2.0/ports/92a65c05-04c8-4e2c-90f7-e2856fa0372b HTTP/1.1" status: 200 len: 920 time: 1.7765386 Nov 27 01:36:48.782362 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59878) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:48.795465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c7f7ae3-dce6-4d7b-86f1-22f4c45a4aff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:48.912655 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-de8b2549-61e6-47db-a31b-ece62092b307 None None] Provisioning complete for port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:48.913105 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-de8b2549-61e6-47db-a31b-ece62092b307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:48.998301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:48.998672 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.036400 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-4e616c47-6ce4-441e-b8ae-452b87acdac6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port 92a65c05-04c8-4e2c-90f7-e2856fa0372b {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:49.036978 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4e616c47-6ce4-441e-b8ae-452b87acdac6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.140905 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c7f7ae3-dce6-4d7b-86f1-22f4c45a4aff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.143055 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-bf5e9551-2474-484f-ba14-09df702b9c01 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Delete allocated IP 2001:db8::5c (4a261d06-87c1-4257-8a02-2034edffad44/ed6d52aa-3e34-4d2c-845d-9af04b1f8aa2) {{(pid=103402) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 01:36:49.186531 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c7f7ae3-dce6-4d7b-86f1-22f4c45a4aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.199530 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4e616c47-6ce4-441e-b8ae-452b87acdac6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.213989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-4e616c47-6ce4-441e-b8ae-452b87acdac6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for 92a65c05-04c8-4e2c-90f7-e2856fa0372b owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:49.217546 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7c7f7ae3-dce6-4d7b-86f1-22f4c45a4aff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cca0ad5df31449d59b3e836b3117fb51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4555259 Nov 27 01:36:49.221434 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59880) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:49.234588 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-bf5e9551-2474-484f-ba14-09df702b9c01 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Allocated IP 2001:db8:0:2::304 (4a261d06-87c1-4257-8a02-2034edffad44/cc0f3853-0f32-4d85-8ed3-eacc69f6cdc9/bfb097cc-5899-4ef2-947e-8c52a04f8bc6) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:49.357535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f7ae3-dce6-4d7b-86f1-22f4c45a4aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccc7db9-2e54-41a9-98e2-7d2ddceedd1f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:49.364226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-9d986b6b-01ec-4142-841e-9eae1d4811cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:49.366466 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-9d986b6b-01ec-4142-841e-9eae1d4811cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455&tenant_id=53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 1096 time: 0.2509532 Nov 27 01:36:49.385825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0b47d265-cbaf-4552-b43f-9aef27aeba6f None None] For port 225b00f7-75dd-40b3-8467-b5573db3a340, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=225b00f7-75dd-40b3-8467-b5573db3a340,segment=NetworkSegment(07105532-7967-4cf4-85cd-fe0dea23a965),segment_id=07105532-7967-4cf4-85cd-fe0dea23a965)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:49.392220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:49.434282 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0b47d265-cbaf-4552-b43f-9aef27aeba6f None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.435989 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4e616c47-6ce4-441e-b8ae-452b87acdac6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.444608 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 43e11f99-f8e4-4ab9-b360-3ea52902e151 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:36:49.483321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e616c47-6ce4-441e-b8ae-452b87acdac6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=92a65c05-04c8-4e2c-90f7-e2856fa0372b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:49.517700 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-791b578a-6503-4b4d-a556-a4284040ddb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.522916 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0b47d265-cbaf-4552-b43f-9aef27aeba6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.597239 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4e616c47-6ce4-441e-b8ae-452b87acdac6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.604601 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4e616c47-6ce4-441e-b8ae-452b87acdac6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/92a65c05-04c8-4e2c-90f7-e2856fa0372b HTTP/1.1" status: 204 len: 168 time: 0.8197892 Nov 27 01:36:49.605267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59884) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:49.607315 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.686011 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-791b578a-6503-4b4d-a556-a4284040ddb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.693569 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-4492c707-8445-41a1-8c3a-b3b0b411f239 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] GET failed (client error): The resource could not be found. Nov 27 01:36:49.698241 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4492c707-8445-41a1-8c3a-b3b0b411f239 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/92a65c05-04c8-4e2c-90f7-e2856fa0372b HTTP/1.1" status: 404 len: 333 time: 0.0916710 Nov 27 01:36:49.698817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59888) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:49.762046 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40afbc73-96b8-472d-bd41-d3584f745aba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.773314 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb58014-4d58-4597-ae84-c6b1a140fc04 req-5161e335-b479-4c9e-aaab-8a03389f2f73 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:49.787522 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ceb58014-4d58-4597-ae84-c6b1a140fc04 req-5161e335-b479-4c9e-aaab-8a03389f2f73 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 944 time: 0.2551177 Nov 27 01:36:49.806610 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40afbc73-96b8-472d-bd41-d3584f745aba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.915130 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40afbc73-96b8-472d-bd41-d3584f745aba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.919571 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40afbc73-96b8-472d-bd41-d3584f745aba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.924846 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-40afbc73-96b8-472d-bd41-d3584f745aba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/security-groups/c62ead01-b55c-479b-99aa-422d93a09758 HTTP/1.1" status: 204 len: 168 time: 0.2250192 Nov 27 01:36:49.926901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59892) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:49.949698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afbc73-96b8-472d-bd41-d3584f745aba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62ead01-b55c-479b-99aa-422d93a09758,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:49.960119 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9551-2474-484f-ba14-09df702b9c01 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.015791 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-787c2063-d53a-409d-8149-40ebc9aa4416 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.034159 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9551-2474-484f-ba14-09df702b9c01 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.051191 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-787c2063-d53a-409d-8149-40ebc9aa4416 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.110185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-787c2063-d53a-409d-8149-40ebc9aa4416 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.117970 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-787c2063-d53a-409d-8149-40ebc9aa4416 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.120103 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-787c2063-d53a-409d-8149-40ebc9aa4416 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/security-groups/b27d03ec-ec7e-4322-bbe2-e5a4c68a26da HTTP/1.1" status: 204 len: 168 time: 0.1883345 Nov 27 01:36:50.129030 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59894) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:50.139730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e9551-2474-484f-ba14-09df702b9c01 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event updated for resources: {'Port': ['ID=bfb097cc-5899-4ef2-947e-8c52a04f8bc6,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:50.148742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c2063-d53a-409d-8149-40ebc9aa4416 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27d03ec-ec7e-4322-bbe2-e5a4c68a26da,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:50.151156 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-791b578a-6503-4b4d-a556-a4284040ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.153750 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-791b578a-6503-4b4d-a556-a4284040ddb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.157515 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-791b578a-6503-4b4d-a556-a4284040ddb7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fccc7db9-2e54-41a9-98e2-7d2ddceedd1f HTTP/1.1" status: 204 len: 168 time: 0.9304810 Nov 27 01:36:50.200016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b578a-6503-4b4d-a556-a4284040ddb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccc7db9-2e54-41a9-98e2-7d2ddceedd1f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:50.248485 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ceb58014-4d58-4597-ae84-c6b1a140fc04 req-17d84527-423f-48fc-a47d-24c26fba6b33 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4597137 Nov 27 01:36:50.278674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e9551-2474-484f-ba14-09df702b9c01 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] In _notify_port_updated(), no bound segment for port bfb097cc-5899-4ef2-947e-8c52a04f8bc6 on network 4a261d06-87c1-4257-8a02-2034edffad44 {{(pid=103402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:36:50.286727 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5e9551-2474-484f-ba14-09df702b9c01 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:50.287406 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9551-2474-484f-ba14-09df702b9c01 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.291774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59898) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:50.298505 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bf5e9551-2474-484f-ba14-09df702b9c01 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "PUT /v2.0/ports/bfb097cc-5899-4ef2-947e-8c52a04f8bc6 HTTP/1.1" status: 200 len: 969 time: 2.2904558 Nov 27 01:36:50.328198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-26352f00-66c4-4a86-af97-0da1833e3453 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting subnet 9d491265-fe11-4618-a9c2-6ac6e93d6961 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:36:50.331970 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26352f00-66c4-4a86-af97-0da1833e3453 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.342350 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:50.378346 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:50.400389 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26352f00-66c4-4a86-af97-0da1833e3453 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.444534 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47d265-cbaf-4552-b43f-9aef27aeba6f None None] Pushing event updated for resources: {'Port': ['ID=225b00f7-75dd-40b3-8467-b5573db3a340,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:50.451933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-de8b2549-61e6-47db-a31b-ece62092b307 None None] Provisioning complete for port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:50.452298 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-de8b2549-61e6-47db-a31b-ece62092b307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.472125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'port_id': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'mac_address': 'fa:16:3e:17:39:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:36:50.503319 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h1-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:36:50.571664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-be12737c-d823-4629-8c6d-bd750430af81 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port bfb097cc-5899-4ef2-947e-8c52a04f8bc6 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:50.573489 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be12737c-d823-4629-8c6d-bd750430af81 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.667003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 43e11f99-f8e4-4ab9-b360-3ea52902e151 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:36:50.696034 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.733793 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26352f00-66c4-4a86-af97-0da1833e3453 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.824692 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Ignored duplicate provisioning block setup for port 43e11f99-f8e4-4ab9-b360-3ea52902e151 by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 27 01:36:50.832474 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be12737c-d823-4629-8c6d-bd750430af81 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.835351 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.843789 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-de8b2549-61e6-47db-a31b-ece62092b307 None None] Port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:50.869722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-be12737c-d823-4629-8c6d-bd750430af81 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for bfb097cc-5899-4ef2-947e-8c52a04f8bc6 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:50.879137 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b5a054-eaf3-43ae-83f8-2dbedfae914b None None] Update dhcp port {'port': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'fixed_ips': [{'subnet_id': 'ca318c5b-e19e-4055-9d70-13c67959119e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ed6d52aa-3e34-4d2c-845d-9af04b1f8aa2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cc0f3853-0f32-4d85-8ed3-eacc69f6cdc9'}], 'binding:host_id': 'n-d-817303-10'}, 'id': '1c19ddfb-a3ba-4e5f-8828-9806a39ba582'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:36:50.977234 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f0b5a054-eaf3-43ae-83f8-2dbedfae914b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:51.031887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 43e11f99-f8e4-4ab9-b360-3ea52902e151 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:51.271802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Pushing event updated for resources: {'Port': ['ID=43e11f99-f8e4-4ab9-b360-3ea52902e151,revision_number=9']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:51.324170 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be12737c-d823-4629-8c6d-bd750430af81 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:51.325806 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26352f00-66c4-4a86-af97-0da1833e3453 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:51.438454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12737c-d823-4629-8c6d-bd750430af81 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=bfb097cc-5899-4ef2-947e-8c52a04f8bc6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:51.467834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-f0b5a054-eaf3-43ae-83f8-2dbedfae914b None None] Allocated IP 2001:db8:0:2::2 (4a261d06-87c1-4257-8a02-2034edffad44/cc0f3853-0f32-4d85-8ed3-eacc69f6cdc9/1c19ddfb-a3ba-4e5f-8828-9806a39ba582) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:51.490166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26352f00-66c4-4a86-af97-0da1833e3453 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Subnet': ['ID=9d491265-fe11-4618-a9c2-6ac6e93d6961,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:51.493650 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26352f00-66c4-4a86-af97-0da1833e3453 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:51.498871 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-26352f00-66c4-4a86-af97-0da1833e3453 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/9d491265-fe11-4618-a9c2-6ac6e93d6961 HTTP/1.1" status: 204 len: 168 time: 1.3558455 Nov 27 01:36:51.505640 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59918) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:51.512570 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be12737c-d823-4629-8c6d-bd750430af81 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:51.519054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-be12737c-d823-4629-8c6d-bd750430af81 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/bfb097cc-5899-4ef2-947e-8c52a04f8bc6 HTTP/1.1" status: 204 len: 168 time: 1.2260573 Nov 27 01:36:51.534219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59920) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:51.537555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c7ef8903-b966-4e40-ba68-ef964514b293 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:51.582845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 225b00f7-75dd-40b3-8467-b5573db3a340 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:51.623270 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 43e11f99-f8e4-4ab9-b360-3ea52902e151 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:36:51.651719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f0b5a054-eaf3-43ae-83f8-2dbedfae914b None None] For port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1c19ddfb-a3ba-4e5f-8828-9806a39ba582,segment=NetworkSegment(0d362dab-81c2-4b4b-b929-f5e9b50afeb1),segment_id=0d362dab-81c2-4b4b-b929-f5e9b50afeb1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:51.655012 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4496425a-e9de-49b4-ba3e-fd80015467a9 None None] Provisioning complete for port e17b7850-085b-4153-804f-32e1670a4889 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:51.655383 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4496425a-e9de-49b4-ba3e-fd80015467a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:51.678555 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d2747b-186f-4e7f-bfdd-0771fb2090d9 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] GET failed (client error): The resource could not be found. Nov 27 01:36:51.684663 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-21d2747b-186f-4e7f-bfdd-0771fb2090d9 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports/bfb097cc-5899-4ef2-947e-8c52a04f8bc6 HTTP/1.1" status: 404 len: 333 time: 0.1290443 Nov 27 01:36:51.685619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59924) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:51.727059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] No DVR routers for this DVR port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on host n-h1-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:51.758445 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df90db-c2b5-4f4a-a469-11f642e1a37a req-1dfcdacb-1f98-4e6a-9961-112c95083df3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:51.759963 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18df90db-c2b5-4f4a-a469-11f642e1a37a req-1dfcdacb-1f98-4e6a-9961-112c95083df3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 943 time: 0.2554498 Nov 27 01:36:51.805651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4496425a-e9de-49b4-ba3e-fd80015467a9 None None] Port e17b7850-085b-4153-804f-32e1670a4889 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:51.811403 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f0b5a054-eaf3-43ae-83f8-2dbedfae914b None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:51.840771 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f0b5a054-eaf3-43ae-83f8-2dbedfae914b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:51.969394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4496425a-e9de-49b4-ba3e-fd80015467a9 None None] Could not find standard attr ID for object 92a65c05-04c8-4e2c-90f7-e2856fa0372b. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:36:51.973344 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5a054-eaf3-43ae-83f8-2dbedfae914b None None] Pushing event updated for resources: {'Port': ['ID=1c19ddfb-a3ba-4e5f-8828-9806a39ba582,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:51.983292 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45bf577a-7627-45d3-9d97-5e5c2810eb59 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:51.989214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 225b00f7-75dd-40b3-8467-b5573db3a340 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:51.989589 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.001086 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18df90db-c2b5-4f4a-a469-11f642e1a37a req-4b308ef5-7f0f-4085-a8e3-c7fdde50f3db tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2184365 Nov 27 01:36:52.063166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4496425a-e9de-49b4-ba3e-fd80015467a9 None None] Provisioning complete for port 225b00f7-75dd-40b3-8467-b5573db3a340 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:52.063537 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4496425a-e9de-49b4-ba3e-fd80015467a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.064326 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45bf577a-7627-45d3-9d97-5e5c2810eb59 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.151704 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45bf577a-7627-45d3-9d97-5e5c2810eb59 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.154448 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45bf577a-7627-45d3-9d97-5e5c2810eb59 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.157917 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-45bf577a-7627-45d3-9d97-5e5c2810eb59 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/security-groups/61796f9d-e3b8-4d02-bdd1-38f574e2d2b5 HTTP/1.1" status: 204 len: 168 time: 0.4613557 Nov 27 01:36:52.159070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59936) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:52.214791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf577a-7627-45d3-9d97-5e5c2810eb59 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61796f9d-e3b8-4d02-bdd1-38f574e2d2b5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:52.218139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e812fba-8161-4c7c-9084-e187727b7efb None None] Network d178f411-24b3-4cd9-b1e6-672df371324f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:52.293463 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57d8d00c-515a-42ee-a9ee-e9f04366a79b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.357949 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57d8d00c-515a-42ee-a9ee-e9f04366a79b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.443756 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57d8d00c-515a-42ee-a9ee-e9f04366a79b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.447549 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57d8d00c-515a-42ee-a9ee-e9f04366a79b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.449790 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-57d8d00c-515a-42ee-a9ee-e9f04366a79b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/security-groups/9ca9dca0-77f7-42fb-b9ab-3e1b95f295b1 HTTP/1.1" status: 204 len: 168 time: 0.2813213 Nov 27 01:36:52.453686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 59940) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:52.478548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8d00c-515a-42ee-a9ee-e9f04366a79b tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca9dca0-77f7-42fb-b9ab-3e1b95f295b1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:52.581155 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7dadb49-750c-4fb8-b86d-b82048309fe1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.654031 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7dadb49-750c-4fb8-b86d-b82048309fe1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.696187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ef8903-b966-4e40-ba68-ef964514b293 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:52.700833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8903-b966-4e40-ba68-ef964514b293 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.727640 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Attempting to bind port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:36:52.728280 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Attempting to bind port 43e11f99-f8e4-4ab9-b360-3ea52902e151 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:36:52.728799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Attempting to bind port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on network 13c791bd-1904-4631-a93a-d2f8f394f94c {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:36:52.738014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on network 13c791bd-1904-4631-a93a-d2f8f394f94c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:36:52.739335 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Attempting to bind port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on network 13c791bd-1904-4631-a93a-d2f8f394f94c {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:36:52.773547 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7dadb49-750c-4fb8-b86d-b82048309fe1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.783985 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7dadb49-750c-4fb8-b86d-b82048309fe1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.787473 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e7dadb49-750c-4fb8-b86d-b82048309fe1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/security-groups/5c68338f-4a4b-4586-a298-ba2516c47d6e HTTP/1.1" status: 204 len: 168 time: 0.3313675 Nov 27 01:36:52.790293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 59944) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:52.806207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:36:52.806890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Checking segment: {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:52.807490 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Bound using segment: {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:36:52.808440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Bound port: 43e11f99-f8e4-4ab9-b360-3ea52902e151, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf60b246-a7bc-450c-b4ce-bba4c7978505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:36:52.809037 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:52.811466 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dadb49-750c-4fb8-b86d-b82048309fe1 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c68338f-4a4b-4586-a298-ba2516c47d6e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:52.874704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3ab49b92-e7f4-45ee-ab76-923517a99e36 None None] Could not find standard attr ID for object 92a65c05-04c8-4e2c-90f7-e2856fa0372b. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:36:52.998519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec85db6-2a2e-4589-834d-2ba00cbf7095 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting subnet ed6d52aa-3e34-4d2c-845d-9af04b1f8aa2 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:36:53.057971 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ec85db6-2a2e-4589-834d-2ba00cbf7095 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:53.120209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:53.327870 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ec85db6-2a2e-4589-834d-2ba00cbf7095 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:53.331691 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:53.333530 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:53.448937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:36:53.518855 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:36:53.529043 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1e5e2-4a07-4122-ad5d-8f48c260123a req-070b70de-81ab-48b1-b582-d2766bea4932 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:53.531309 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cfc1e5e2-4a07-4122-ad5d-8f48c260123a req-070b70de-81ab-48b1-b582-d2766bea4932 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 943 time: 0.2763062 Nov 27 01:36:53.544882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:53.663723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0dc4a5ca-9c4d-4f54-a89a-490708b28f37 None None] Could not find standard attr ID for object bfb097cc-5899-4ef2-947e-8c52a04f8bc6. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:36:53.692925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0dc4a5ca-9c4d-4f54-a89a-490708b28f37 None None] Provisioning complete for port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:53.693764 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a5ca-9c4d-4f54-a89a-490708b28f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:53.761918 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:53.762537 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:53.771564 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] 10.222.0.31 "PUT /v2.0/ports/43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 1092 time: 4.3853865 Nov 27 01:36:53.773113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:36:53.775757 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:36:53.840589 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cfc1e5e2-4a07-4122-ad5d-8f48c260123a req-b02c493a-e7c5-4ca3-bd74-b7c67880f0d0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2993515 Nov 27 01:36:53.959104 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55410f48-72fa-4522-8584-4a8039df808f x-openstack-request-id: req-55410f48-72fa-4522-8584-4a8039df808f {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:36:53.959104 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:36:53.959104 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55410f48-72fa-4522-8584-4a8039df808f {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:36:53.959546 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'status': 'completed', 'code': 200} Nov 27 01:36:54.013894 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ec85db6-2a2e-4589-834d-2ba00cbf7095 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:54.176156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-aa675330-35d4-4479-9e8c-b4c52eceeb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:54.190159 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-aa675330-35d4-4479-9e8c-b4c52eceeb8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1096 time: 0.1947119 Nov 27 01:36:54.194935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499288a3-8a9d-4b5f-b9cf-c25b1efc902c service neutron] Pushing event updated for resources: {'Port': ['ID=43e11f99-f8e4-4ab9-b360-3ea52902e151,revision_number=10']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:54.340940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-2f731d51-8e84-475d-ab92-d5ef9f46d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:54.342847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-2f731d51-8e84-475d-ab92-d5ef9f46d023 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1096 time: 0.5266321 Nov 27 01:36:54.345159 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8903-b966-4e40-ba68-ef964514b293 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:54.506587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-4dc301c1-c481-403a-ab06-36b766c355a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:54.509823 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-4dc301c1-c481-403a-ab06-36b766c355a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 898 time: 0.3034239 Nov 27 01:36:54.549930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ef8903-b966-4e40-ba68-ef964514b293 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network d178f411-24b3-4cd9-b1e6-672df371324f is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:54.556370 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ec85db6-2a2e-4589-834d-2ba00cbf7095 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:54.574820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0dc4a5ca-9c4d-4f54-a89a-490708b28f37 None None] Provisioning complete for port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:54.575558 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c7ef8903-b966-4e40-ba68-ef964514b293 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:54.575967 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a5ca-9c4d-4f54-a89a-490708b28f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:54.589597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82088e0a-116b-41b3-95f7-e396a39b8239 None None] Network d178f411-24b3-4cd9-b1e6-672df371324f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:54.594581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef8903-b966-4e40-ba68-ef964514b293 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:54.595307 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8903-b966-4e40-ba68-ef964514b293 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:54.597788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef8903-b966-4e40-ba68-ef964514b293 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Subnet': ['ID=b9aa99ca-f39c-4231-95f1-2c45c419451f,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:54.689162 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ec85db6-2a2e-4589-834d-2ba00cbf7095 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:54.696126 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1ec85db6-2a2e-4589-834d-2ba00cbf7095 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/ed6d52aa-3e34-4d2c-845d-9af04b1f8aa2 HTTP/1.1" status: 204 len: 168 time: 1.9011662 Nov 27 01:36:54.721250 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60006) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:54.806912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0dc4a5ca-9c4d-4f54-a89a-490708b28f37 None None] Port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:54.839032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec85db6-2a2e-4589-834d-2ba00cbf7095 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6d52aa-3e34-4d2c-845d-9af04b1f8aa2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:54.852701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c992cc9b-cf64-45fd-acc6-16ffa9266df1 None None] Network 4a261d06-87c1-4257-8a02-2034edffad44 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:54.883125 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c7ef8903-b966-4e40-ba68-ef964514b293 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3700256 Nov 27 01:36:54.888156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60012) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:54.898165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b09a67d1-27ac-473e-86b5-31770d45a1ac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'security_group': {'name': 'tempest-secgroup-895353835'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:54.953198 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-b5e6fb59-35ab-4cfa-8fae-6c9f7ad178a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 999 time: 0.4296610 Nov 27 01:36:54.962733 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-73442b04-569a-4190-b6c4-bf0bd0f46f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:54.964330 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-73442b04-569a-4190-b6c4-bf0bd0f46f38 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 898 time: 0.6126082 Nov 27 01:36:54.967342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21b3779-83ea-494f-a3fd-75291a7162d3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting subnet cc0f3853-0f32-4d85-8ed3-eacc69f6cdc9 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:36:55.039444 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d21b3779-83ea-494f-a3fd-75291a7162d3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.155533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dc536-4ccf-464b-8e73-adb52575b8e9 req-5aed7eff-1cca-47ce-8a2d-7b1ee798f781 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:55.157309 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-812dc536-4ccf-464b-8e73-adb52575b8e9 req-5aed7eff-1cca-47ce-8a2d-7b1ee798f781 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 944 time: 0.0746920 Nov 27 01:36:55.159335 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-64343145-87d3-4144-83a6-db9ddf61859d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 999 time: 0.1870346 Nov 27 01:36:55.174795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-38f321cf-2c8d-4bbe-af25-cb91d539ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:55.179951 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-38f321cf-2c8d-4bbe-af25-cb91d539ccf9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 200 len: 833 time: 0.1822817 Nov 27 01:36:55.183298 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b09a67d1-27ac-473e-86b5-31770d45a1ac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.203689 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0994f5d8-7e2b-444e-811f-9dfa418af724 None None] Provisioning complete for port e17b7850-085b-4153-804f-32e1670a4889 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:55.209102 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0994f5d8-7e2b-444e-811f-9dfa418af724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.245344 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d21b3779-83ea-494f-a3fd-75291a7162d3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.316367 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-812dc536-4ccf-464b-8e73-adb52575b8e9 req-e4446633-85c6-4d27-93e9-2cfbda8b6e83 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1391716 Nov 27 01:36:55.334580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-0d186009-c3a0-4489-977b-5fedd2757b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:55.337104 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-0d186009-c3a0-4489-977b-5fedd2757b37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 200 len: 833 time: 0.1705506 Nov 27 01:36:55.357464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60018) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:55.380475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0994f5d8-7e2b-444e-811f-9dfa418af724 None None] Port e17b7850-085b-4153-804f-32e1670a4889 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:55.387988 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0994f5d8-7e2b-444e-811f-9dfa418af724 None None] Could not find standard attr ID for object bfb097cc-5899-4ef2-947e-8c52a04f8bc6. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:36:55.426604 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0994f5d8-7e2b-444e-811f-9dfa418af724 None None] Provisioning complete for port 225b00f7-75dd-40b3-8467-b5573db3a340 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:55.426980 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0994f5d8-7e2b-444e-811f-9dfa418af724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.429560 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-0669b419-3d36-4af3-b0d5-51e16dd54193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:55.439141 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-0669b419-3d36-4af3-b0d5-51e16dd54193 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13c791bd-1904-4631-a93a-d2f8f394f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2452292 Nov 27 01:36:55.482425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-4185a433-1797-4527-be57-ed98f6a7270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:55.489708 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-4185a433-1797-4527-be57-ed98f6a7270b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13c791bd-1904-4631-a93a-d2f8f394f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1358840 Nov 27 01:36:55.528713 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b09a67d1-27ac-473e-86b5-31770d45a1ac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.558760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d21b3779-83ea-494f-a3fd-75291a7162d3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.636805 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8e7962-d474-4329-bf1e-a9f7cad76dea None None] Update dhcp port {'port': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'fixed_ips': [{'subnet_id': '4e03b97f-9e2a-45a5-852b-780f4fa0367f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b9aa99ca-f39c-4231-95f1-2c45c419451f'}], 'binding:host_id': 'n-d-817303-10'}, 'id': '225b00f7-75dd-40b3-8467-b5573db3a340'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:36:55.678804 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b09a67d1-27ac-473e-86b5-31770d45a1ac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.707817 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d21b3779-83ea-494f-a3fd-75291a7162d3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.754559 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ed8e7962-d474-4329-bf1e-a9f7cad76dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.794191 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-d85876bc-166e-4e63-a7da-983d8d0f98ea service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967389 Nov 27 01:36:55.795847 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f92dc30d-b3c3-4644-a184-361404e3097c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.818215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b3779-83ea-494f-a3fd-75291a7162d3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0f3853-0f32-4d85-8ed3-eacc69f6cdc9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:55.826612 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b09a67d1-27ac-473e-86b5-31770d45a1ac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.827836 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b09a67d1-27ac-473e-86b5-31770d45a1ac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9386857 Nov 27 01:36:55.829119 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d21b3779-83ea-494f-a3fd-75291a7162d3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.833604 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d21b3779-83ea-494f-a3fd-75291a7162d3 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/cc0f3853-0f32-4d85-8ed3-eacc69f6cdc9 HTTP/1.1" status: 204 len: 168 time: 1.1110179 Nov 27 01:36:55.838196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60024) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:55.839054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60026) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:55.845595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-42255dcf-df00-4331-b4dc-b4c8cda047ca tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'security_group': {'name': 'tempest-secgroup-683112401'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:55.857889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a67d1-27ac-473e-86b5-31770d45a1ac tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419a8fc8-0402-4095-af09-cf0b0c317d62,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:55.938713 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e0180f-ddbc-4791-bae1-bfe4a82f1fc7 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] DELETE failed (client error): The resource could not be found. Nov 27 01:36:55.939171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e0180f-ddbc-4791-bae1-bfe4a82f1fc7 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:55.947261 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-14e0180f-ddbc-4791-bae1-bfe4a82f1fc7 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/ed6d52aa-3e34-4d2c-845d-9af04b1f8aa2 HTTP/1.1" status: 404 len: 337 time: 0.0971038 Nov 27 01:36:55.953766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60028) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:56.036672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-ed8e7962-d474-4329-bf1e-a9f7cad76dea None None] Allocated IP 172.20.0.2 (d178f411-24b3-4cd9-b1e6-672df371324f/b9aa99ca-f39c-4231-95f1-2c45c419451f/225b00f7-75dd-40b3-8467-b5573db3a340) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:56.052022 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42255dcf-df00-4331-b4dc-b4c8cda047ca tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.083850 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-eaa203bf-edad-4775-9456-c5e43f91c9e5 service neutron] 10.222.0.21 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347155 Nov 27 01:36:56.122426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting subnet ca318c5b-e19e-4055-9d70-13c67959119e {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:36:56.141595 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.203455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ed8e7962-d474-4329-bf1e-a9f7cad76dea None None] For port 225b00f7-75dd-40b3-8467-b5573db3a340, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=225b00f7-75dd-40b3-8467-b5573db3a340,segment=NetworkSegment(07105532-7967-4cf4-85cd-fe0dea23a965),segment_id=07105532-7967-4cf4-85cd-fe0dea23a965)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:56.243748 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a8f7ca4-a965-4af6-9ac4-797136c28134 req-2412f12f-dfa6-46a1-a5e4-85014ef2d80a service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412515 Nov 27 01:36:56.259324 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.276824 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f92dc30d-b3c3-4644-a184-361404e3097c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.290378 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ed8e7962-d474-4329-bf1e-a9f7cad76dea None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.297302 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ed8e7962-d474-4329-bf1e-a9f7cad76dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.315146 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f92dc30d-b3c3-4644-a184-361404e3097c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.439338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35daf435-44af-4522-a773-6f4af8bfc10f None None] Network 4a261d06-87c1-4257-8a02-2034edffad44 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:56.485047 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.498096 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42255dcf-df00-4331-b4dc-b4c8cda047ca tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.520781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f92dc30d-b3c3-4644-a184-361404e3097c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=217c2365afce4d77ac61c1ef4ba03a4a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1599212 Nov 27 01:36:56.520781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92dc30d-b3c3-4644-a184-361404e3097c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59508edc-b206-4633-a5bf-8339f0578513,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:56.521885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42255dcf-df00-4331-b4dc-b4c8cda047ca tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.526988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60034) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:56.539056 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-78f028d3-9ddd-4203-a6b4-9660e95d2940 service neutron] 10.222.0.21 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286771 Nov 27 01:36:56.576668 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42255dcf-df00-4331-b4dc-b4c8cda047ca tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.577906 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-42255dcf-df00-4331-b4dc-b4c8cda047ca tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7357521 Nov 27 01:36:56.587693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60036) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:56.592114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e70818f3-ddc9-4ca0-99d3-ddba3a904e05 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'security_group': {'name': 'tempest-secgroup-1263591347'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:56.634865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42255dcf-df00-4331-b4dc-b4c8cda047ca tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5541c3-9b1f-4147-98ce-2a6bdaf80b10,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:56.640033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a62a544d-1c93-4a15-a509-7802576828db None None] Provisioning complete for port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:56.641378 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a62a544d-1c93-4a15-a509-7802576828db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.670488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48011593-d920-4047-9788-541a5faf6af9 req-92e3806e-88fb-4137-9f1a-2a32a9e730c8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:56.672328 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-48011593-d920-4047-9788-541a5faf6af9 req-92e3806e-88fb-4137-9f1a-2a32a9e730c8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 944 time: 0.2187359 Nov 27 01:36:56.724901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e7962-d474-4329-bf1e-a9f7cad76dea None None] Pushing event updated for resources: {'Port': ['ID=225b00f7-75dd-40b3-8467-b5573db3a340,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:56.750246 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-a321a8e3-cb47-4569-8a57-bb617933475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:56.755717 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-a321a8e3-cb47-4569-8a57-bb617933475c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1096 time: 0.3601596 Nov 27 01:36:56.767493 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e70818f3-ddc9-4ca0-99d3-ddba3a904e05 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.842793 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-48011593-d920-4047-9788-541a5faf6af9 req-057920a5-69f3-4525-b686-fddb2841eb50 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1695764 Nov 27 01:36:56.843753 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42a1d7a0-22d6-42a2-9b13-1c512268c81c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.884832 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.950276 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Subnet': ['ID=ca318c5b-e19e-4055-9d70-13c67959119e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:56.954132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a62a544d-1c93-4a15-a509-7802576828db None None] Provisioning complete for port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:56.954650 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a62a544d-1c93-4a15-a509-7802576828db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.971222 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:56.971730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:56.971909 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:56.972210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:56.972576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:56.973659 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:56.975776 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:56.976153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:56.976551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:56.976891 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:56.977233 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:56.977567 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:56.982750 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.993717 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f346168b-947c-40a0-ad45-a4b4a7023d75 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/ca318c5b-e19e-4055-9d70-13c67959119e HTTP/1.1" status: 204 len: 168 time: 1.0326891 Nov 27 01:36:56.997432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60040) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:57.010227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a62a544d-1c93-4a15-a509-7802576828db None None] Port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:57.023483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42a1d7a0-22d6-42a2-9b13-1c512268c81c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:57.043098 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e70818f3-ddc9-4ca0-99d3-ddba3a904e05 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:57.048473 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e70818f3-ddc9-4ca0-99d3-ddba3a904e05 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:57.087909 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70818f3-ddc9-4ca0-99d3-ddba3a904e05 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71ec918-100e-4a48-bc0c-024ff6052a2c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:57.122569 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e70818f3-ddc9-4ca0-99d3-ddba3a904e05 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:57.127814 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e70818f3-ddc9-4ca0-99d3-ddba3a904e05 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5390050 Nov 27 01:36:57.128535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60042) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:57.135095 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6a629cec-2564-46c3-91f3-2c05fc94f1f7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-724809404', 'security_groups': ['c71ec918-100e-4a48-bc0c-024ff6052a2c'], 'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b9aa99ca-f39c-4231-95f1-2c45c419451f'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:57.171708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 225b00f7-75dd-40b3-8467-b5573db3a340 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:57.185445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-8fd74b88-711a-48e0-9cd0-25b49b63c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:57.190108 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-8fd74b88-711a-48e0-9cd0-25b49b63c295 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 898 time: 0.4212301 Nov 27 01:36:57.192554 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fa3e8b-74fa-42af-969e-fe7b1e95cb82 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] DELETE failed (client error): The resource could not be found. Nov 27 01:36:57.194248 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fa3e8b-74fa-42af-969e-fe7b1e95cb82 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:57.202137 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-66fa3e8b-74fa-42af-969e-fe7b1e95cb82 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/e2b54b16-4185-4d9c-a6cf-36ca17ff3e2a HTTP/1.1" status: 404 len: 337 time: 0.2015922 Nov 27 01:36:57.214949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60044) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:57.261679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316c5662-d0fe-4f03-8b90-1786815b97ed None None] Update dhcp port {'port': {'network_id': '4a261d06-87c1-4257-8a02-2034edffad44', 'fixed_ips': [{'subnet_id': 'ca318c5b-e19e-4055-9d70-13c67959119e'}], 'binding:host_id': 'n-d-817303-10'}, 'id': '1c19ddfb-a3ba-4e5f-8828-9806a39ba582'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:36:57.286613 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42a1d7a0-22d6-42a2-9b13-1c512268c81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:57.296658 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42a1d7a0-22d6-42a2-9b13-1c512268c81c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:57.299568 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-42a1d7a0-22d6-42a2-9b13-1c512268c81c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59508edc-b206-4633-a5bf-8339f0578513 HTTP/1.1" status: 204 len: 168 time: 0.7704930 Nov 27 01:36:57.331424 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-316c5662-d0fe-4f03-8b90-1786815b97ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:57.341933 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1d7a0-22d6-42a2-9b13-1c512268c81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59508edc-b206-4633-a5bf-8339f0578513,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:57.377771 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a39a0921-14af-4650-a313-9381cdbebdef tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab7c35-c950-484f-a296-e5c137aa942e HTTP/1.1" status: 200 len: 205 time: 0.1594737 Nov 27 01:36:57.382535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60048) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:57.463927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a629cec-2564-46c3-91f3-2c05fc94f1f7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:57.505172 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-b44d45cb-2697-47a6-baa2-f91ad972263e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] delete failed (client error): The resource could not be found. Nov 27 01:36:57.506317 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b44d45cb-2697-47a6-baa2-f91ad972263e tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/routers/b2ab7c35-c950-484f-a296-e5c137aa942e HTTP/1.1" status: 404 len: 336 time: 0.1219592 Nov 27 01:36:57.509445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60054) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:57.567589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 225b00f7-75dd-40b3-8467-b5573db3a340 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:57.572899 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:57.590808 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc05f21-f8cb-41bd-a667-cdf47ceed4ed tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] DELETE failed (client error): The resource could not be found. Nov 27 01:36:57.591402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc05f21-f8cb-41bd-a667-cdf47ceed4ed tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:57.602738 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3fc05f21-f8cb-41bd-a667-cdf47ceed4ed tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/5e40805f-d8a2-424b-a2ba-086deb92d5e3 HTTP/1.1" status: 404 len: 337 time: 0.0853965 Nov 27 01:36:57.605088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60056) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:57.618755 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-eae32d51-54ed-4113-8a94-c9d00221c942 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 999 time: 0.4154806 Nov 27 01:36:57.657072 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cb5e5e-7baf-4d55-af83-d7c24ce32fbb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] DELETE failed (client error): The resource could not be found. Nov 27 01:36:57.658479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cb5e5e-7baf-4d55-af83-d7c24ce32fbb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:57.666433 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d6cb5e5e-7baf-4d55-af83-d7c24ce32fbb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/8616b2ac-c3e9-469a-a777-5cdb4b46f7e8 HTTP/1.1" status: 404 len: 337 time: 0.0598598 Nov 27 01:36:57.667301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60058) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:57.715726 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-02677fed-24a1-4aa2-8916-348f92e84891 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] DELETE failed (client error): The resource could not be found. Nov 27 01:36:57.716181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02677fed-24a1-4aa2-8916-348f92e84891 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:57.722208 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-02677fed-24a1-4aa2-8916-348f92e84891 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/ae403d81-64dc-411c-a0e7-7f269cce02e0 HTTP/1.1" status: 404 len: 337 time: 0.0522232 Nov 27 01:36:57.730827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60062) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:57.749913 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-110d5e5c-0619-4de5-98d4-d0b8796870bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:57.753302 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-110d5e5c-0619-4de5-98d4-d0b8796870bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 200 len: 833 time: 0.1247547 Nov 27 01:36:57.770002 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64dd041-228d-4e33-a9bb-e01adb8857ef tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] DELETE failed (client error): The resource could not be found. Nov 27 01:36:57.770553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64dd041-228d-4e33-a9bb-e01adb8857ef tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:57.777196 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60064) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:57.778385 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c64dd041-228d-4e33-a9bb-e01adb8857ef tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/8d7ce302-f6fa-421b-bfb6-1fbec9ca0567 HTTP/1.1" status: 404 len: 333 time: 0.0466146 Nov 27 01:36:57.801891 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a629cec-2564-46c3-91f3-2c05fc94f1f7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:57.833785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-6a629cec-2564-46c3-91f3-2c05fc94f1f7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] device_id is not set on port d54289a3-16f9-4274-b425-df6ff2ae86d4 yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:36:57.864260 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1031049-1773-41ea-a0b0-4367b0fe1c35 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] DELETE failed (client error): The resource could not be found. Nov 27 01:36:57.864974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1031049-1773-41ea-a0b0-4367b0fe1c35 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:57.870868 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b1031049-1773-41ea-a0b0-4367b0fe1c35 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/d5769895-0a99-4ff1-8908-164c0e884487 HTTP/1.1" status: 404 len: 337 time: 0.0900726 Nov 27 01:36:57.871516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60066) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:57.924646 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d1692984-db2a-4ca9-b398-94ea894a2e97 None None] Provisioning complete for port e17b7850-085b-4153-804f-32e1670a4889 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:57.925175 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d1692984-db2a-4ca9-b398-94ea894a2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:57.967913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d1692984-db2a-4ca9-b398-94ea894a2e97 None None] Port e17b7850-085b-4153-804f-32e1670a4889 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:57.990727 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adf965f-0657-4281-ba37-2478234d4a77 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] DELETE failed (client error): The resource could not be found. Nov 27 01:36:57.993242 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5adf965f-0657-4281-ba37-2478234d4a77 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:58.000671 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5adf965f-0657-4281-ba37-2478234d4a77 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/1b1462f5-72f0-4730-b6a1-30473e94aeef HTTP/1.1" status: 404 len: 337 time: 0.1259289 Nov 27 01:36:58.001400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60070) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:58.059711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348e639a-a6cb-4e8c-8333-45369027f1d0 None None] Network 4a261d06-87c1-4257-8a02-2034edffad44 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:36:58.065980 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60072) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:58.071886 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d1692984-db2a-4ca9-b398-94ea894a2e97 None None] Provisioning complete for port 225b00f7-75dd-40b3-8467-b5573db3a340 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:58.072492 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d1692984-db2a-4ca9-b398-94ea894a2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:58.095313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-06e240bf-1081-44d4-ba91-e5a88ffbd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:58.097028 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-06e240bf-1081-44d4-ba91-e5a88ffbd04c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13c791bd-1904-4631-a93a-d2f8f394f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3352766 Nov 27 01:36:58.113754 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6a0a16-9243-4cb6-b365-950b03044e45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] DELETE failed (client error): The resource could not be found. Nov 27 01:36:58.114322 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6a0a16-9243-4cb6-b365-950b03044e45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:58.117788 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ff6a0a16-9243-4cb6-b365-950b03044e45 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/5ff286bf-2c67-4c3e-9894-28492a84fc71 HTTP/1.1" status: 404 len: 333 time: 0.1152475 Nov 27 01:36:58.120337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60074) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:58.211679 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a556a5ce-c48d-4fba-b9d0-fdba6a028713 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] DELETE failed (client error): The resource could not be found. Nov 27 01:36:58.215706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a556a5ce-c48d-4fba-b9d0-fdba6a028713 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:58.222193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a556a5ce-c48d-4fba-b9d0-fdba6a028713 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/ddd22616-9192-4346-b23b-c4752d323635 HTTP/1.1" status: 404 len: 337 time: 0.1008425 Nov 27 01:36:58.224576 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c3755db-a409-461c-b4e7-92a71c9fa1b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:58.229485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60076) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:58.320846 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e89be3-d222-4e71-ae4c-2d506b7ab973 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] DELETE failed (client error): The resource could not be found. Nov 27 01:36:58.321298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e89be3-d222-4e71-ae4c-2d506b7ab973 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:36:58.327037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60078) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:58.327618 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-41e89be3-d222-4e71-ae4c-2d506b7ab973 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/subnets/f5d6dff0-2e54-477f-bfac-85ee5f3376f2 HTTP/1.1" status: 404 len: 337 time: 0.0965652 Nov 27 01:36:58.354018 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e091f7-4f70-495c-94ac-62799959bf8a req-78fc7bed-49af-4c09-816c-81632ff8c518 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:58.357876 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5e091f7-4f70-495c-94ac-62799959bf8a req-78fc7bed-49af-4c09-816c-81632ff8c518 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 944 time: 0.3389578 Nov 27 01:36:58.379409 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-c225b0d5-59bb-497a-9277-f32a388f2222 service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601900 Nov 27 01:36:58.422893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-6a629cec-2564-46c3-91f3-2c05fc94f1f7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Allocated IP 172.20.0.9 (d178f411-24b3-4cd9-b1e6-672df371324f/b9aa99ca-f39c-4231-95f1-2c45c419451f/d54289a3-16f9-4274-b425-df6ff2ae86d4) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:58.477695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7086a0cf-14b9-4f08-b57f-07e9d3ee2ae9 None None] DHCP port deletion for 4a261d06-87c1-4257-8a02-2034edffad44 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:36:58.508920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9585a-b44c-41d4-b05f-ee3ccc98c3fb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Deleting port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:58.509747 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bfd9585a-b44c-41d4-b05f-ee3ccc98c3fb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:58.544636 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5e091f7-4f70-495c-94ac-62799959bf8a req-788eabda-4aa7-41be-9e4b-51235458d54b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1616895 Nov 27 01:36:58.600928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ea1add3-39b6-4881-9e30-3f3cd8153c3d req-3ee43d8c-3cd2-42a5-91dc-0386e4834f2a service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126834 Nov 27 01:36:58.610086 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c3755db-a409-461c-b4e7-92a71c9fa1b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:58.613962 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-71bea743-ea7f-4f07-a114-78e6dde4d814 None None] Provisioning complete for port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:58.615893 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-71bea743-ea7f-4f07-a114-78e6dde4d814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:58.622029 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c3755db-a409-461c-b4e7-92a71c9fa1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:58.670551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7086a0cf-14b9-4f08-b57f-07e9d3ee2ae9 None None] Deleting port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:58.671788 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7086a0cf-14b9-4f08-b57f-07e9d3ee2ae9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:58.690046 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:58.730363 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7c3755db-a409-461c-b4e7-92a71c9fa1b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=001269884a6f4c2b86ee33eb6d7a234e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6437521 Nov 27 01:36:58.733078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60082) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:58.736503 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bfd9585a-b44c-41d4-b05f-ee3ccc98c3fb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:58.776932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3755db-a409-461c-b4e7-92a71c9fa1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091674bc-d304-41c3-8fa8-384199101e67,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:58.787630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9585a-b44c-41d4-b05f-ee3ccc98c3fb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Calling delete_port for 31ebf723-20ea-48f6-80a1-e13f46ecfa0d owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:58.842267 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7086a0cf-14b9-4f08-b57f-07e9d3ee2ae9 None None] For port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1c19ddfb-a3ba-4e5f-8828-9806a39ba582,segment=NetworkSegment(0d362dab-81c2-4b4b-b929-f5e9b50afeb1),segment_id=0d362dab-81c2-4b4b-b929-f5e9b50afeb1)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:58.843653 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7086a0cf-14b9-4f08-b57f-07e9d3ee2ae9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:58.853203 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c43b49a9-4f5a-425f-9381-8387bb3cfb57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:58.887040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-71bea743-ea7f-4f07-a114-78e6dde4d814 None None] Provisioning complete for port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:58.888311 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-71bea743-ea7f-4f07-a114-78e6dde4d814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:58.889171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7086a0cf-14b9-4f08-b57f-07e9d3ee2ae9 None None] Calling delete_port for 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:58.912706 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c43b49a9-4f5a-425f-9381-8387bb3cfb57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:58.981223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-71bea743-ea7f-4f07-a114-78e6dde4d814 None None] Port 31ebf723-20ea-48f6-80a1-e13f46ecfa0d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:59.012790 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a629cec-2564-46c3-91f3-2c05fc94f1f7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.056925 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bfd9585a-b44c-41d4-b05f-ee3ccc98c3fb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.068853 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c43b49a9-4f5a-425f-9381-8387bb3cfb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.070759 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7086a0cf-14b9-4f08-b57f-07e9d3ee2ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.077506 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c43b49a9-4f5a-425f-9381-8387bb3cfb57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.079740 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c43b49a9-4f5a-425f-9381-8387bb3cfb57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/091674bc-d304-41c3-8fa8-384199101e67 HTTP/1.1" status: 204 len: 168 time: 0.3455276 Nov 27 01:36:59.103165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9585a-b44c-41d4-b05f-ee3ccc98c3fb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Port': ['ID=31ebf723-20ea-48f6-80a1-e13f46ecfa0d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:59.108015 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bfd9585a-b44c-41d4-b05f-ee3ccc98c3fb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.117352 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bfd9585a-b44c-41d4-b05f-ee3ccc98c3fb tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/ports/31ebf723-20ea-48f6-80a1-e13f46ecfa0d HTTP/1.1" status: 204 len: 168 time: 0.7825143 Nov 27 01:36:59.117352 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a629cec-2564-46c3-91f3-2c05fc94f1f7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.119179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60088) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:59.182060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a629cec-2564-46c3-91f3-2c05fc94f1f7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network d178f411-24b3-4cd9-b1e6-672df371324f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:59.187854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6a629cec-2564-46c3-91f3-2c05fc94f1f7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:59.190200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:59.190806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a629cec-2564-46c3-91f3-2c05fc94f1f7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:59.195765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a629cec-2564-46c3-91f3-2c05fc94f1f7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=d54289a3-16f9-4274-b425-df6ff2ae86d4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:59.207692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086a0cf-14b9-4f08-b57f-07e9d3ee2ae9 None None] Pushing event deleted for resources: {'Port': ['ID=1c19ddfb-a3ba-4e5f-8828-9806a39ba582,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:59.242014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b49a9-4f5a-425f-9381-8387bb3cfb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091674bc-d304-41c3-8fa8-384199101e67,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:59.288272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a629cec-2564-46c3-91f3-2c05fc94f1f7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:59.288972 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a629cec-2564-46c3-91f3-2c05fc94f1f7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.342581 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6a629cec-2564-46c3-91f3-2c05fc94f1f7 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2119412 Nov 27 01:36:59.345047 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:36:59.347033 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60090) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:59.347196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:36:59.359586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9b377133-a48f-4097-9ec8-1a8f95b11e68 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:59.360174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086a0cf-14b9-4f08-b57f-07e9d3ee2ae9 None None] No DVR routers for this DVR port 1c19ddfb-a3ba-4e5f-8828-9806a39ba582 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:59.525883 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-954f22aa-e90d-4846-bcf1-9476d51b9331 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.727915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-56bc2d45-8097-4ee4-ae65-d2f412d97b00 None None] Provisioning complete for port d54289a3-16f9-4274-b425-df6ff2ae86d4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:59.729012 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-56bc2d45-8097-4ee4-ae65-d2f412d97b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.753667 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-954f22aa-e90d-4846-bcf1-9476d51b9331 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.779616 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-954f22aa-e90d-4846-bcf1-9476d51b9331 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a261d06-87c1-4257-8a02-2034edffad44']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:59.811468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-954f22aa-e90d-4846-bcf1-9476d51b9331 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d362dab-81c2-4b4b-b929-f5e9b50afeb1') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:59.813629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-954f22aa-e90d-4846-bcf1-9476d51b9331 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d362dab-81c2-4b4b-b929-f5e9b50afeb1') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:59.825241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-56bc2d45-8097-4ee4-ae65-d2f412d97b00 None None] Port d54289a3-16f9-4274-b425-df6ff2ae86d4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:36:59.830664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9856da-f596-4e88-99ae-de41dcf14299 req-30d5d1ad-4491-476f-b2d9-804a1cf0aa96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:59.832812 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb9856da-f596-4e88-99ae-de41dcf14299 req-30d5d1ad-4491-476f-b2d9-804a1cf0aa96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 944 time: 0.1465385 Nov 27 01:36:59.885906 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-954f22aa-e90d-4846-bcf1-9476d51b9331 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.948014 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-954f22aa-e90d-4846-bcf1-9476d51b9331 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.975701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954f22aa-e90d-4846-bcf1-9476d51b9331 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:36:59.976072 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-954f22aa-e90d-4846-bcf1-9476d51b9331 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:36:59.996975 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:00.006762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb9856da-f596-4e88-99ae-de41dcf14299 req-b58de24f-3e69-4151-b94c-a57ad2d55912 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1572001 Nov 27 01:37:00.022127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60102) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:00.100629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b377133-a48f-4097-9ec8-1a8f95b11e68 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:00.106497 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9b377133-a48f-4097-9ec8-1a8f95b11e68 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.129756 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-954f22aa-e90d-4846-bcf1-9476d51b9331 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.140562 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-954f22aa-e90d-4846-bcf1-9476d51b9331 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.145636 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-954f22aa-e90d-4846-bcf1-9476d51b9331 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] 10.222.0.15 "DELETE /v2.0/networks/4a261d06-87c1-4257-8a02-2034edffad44 HTTP/1.1" status: 204 len: 168 time: 1.0190682 Nov 27 01:37:00.224383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7b6dab46-a840-4d9b-8f52-b0ce3d263e74 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/3f812e0a-c0ad-4832-812e-2c3d44431c2a HTTP/1.1" status: 200 len: 991 time: 0.1978257 Nov 27 01:37:00.309800 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f22aa-e90d-4846-bcf1-9476d51b9331 tempest-PortsIpV6TestJSON-674306663 tempest-PortsIpV6TestJSON-674306663-project] Pushing event deleted for resources: {'Network': ['ID=4a261d06-87c1-4257-8a02-2034edffad44,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:00.420963 n-d-817303-10 neutron-server[103402]: INFO neutron.db.ipam_backend_mixin [None req-9b377133-a48f-4097-9ec8-1a8f95b11e68 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b9aa99ca-f39c-4231-95f1-2c45c419451f (CIDR: 172.20.0.0/28) Nov 27 01:37:00.432830 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b377133-a48f-4097-9ec8-1a8f95b11e68 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:37:00.433653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b377133-a48f-4097-9ec8-1a8f95b11e68 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:00.466411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60114) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:00.470786 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9b377133-a48f-4097-9ec8-1a8f95b11e68 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1113377 Nov 27 01:37:00.491102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6c13ccc1-6bb2-4e2b-bca1-eae28859d633 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:00.720383 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.734371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c13ccc1-6bb2-4e2b-bca1-eae28859d633 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:00.748149 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c13ccc1-6bb2-4e2b-bca1-eae28859d633 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.853044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60126) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:01.038521 n-d-817303-10 neutron-server[103403]: INFO neutron.db.ipam_backend_mixin [None req-6c13ccc1-6bb2-4e2b-bca1-eae28859d633 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4e03b97f-9e2a-45a5-852b-780f4fa0367f (CIDR: 172.20.0.16/28) Nov 27 01:37:01.042310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 43e11f99-f8e4-4ab9-b360-3ea52902e151 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:37:01.047204 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c13ccc1-6bb2-4e2b-bca1-eae28859d633 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:37:01.049389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c13ccc1-6bb2-4e2b-bca1-eae28859d633 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:01.118794 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6c13ccc1-6bb2-4e2b-bca1-eae28859d633 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6285844 Nov 27 01:37:01.119127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60142) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:01.130962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e62f184b-7a30-4a28-9128-8448bdeb7b3f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'subnet': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:01.206304 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2e2895bc-2ebe-4187-b5c8-b507babdb46f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f08bf4757fe74368baf4b11f55020ac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3518422 Nov 27 01:37:01.211447 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60148) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:01.367344 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4621051-0687-4549-9842-4397c7ae8f10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:01.383134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:01.397105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'port_id': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'mac_address': 'fa:16:3e:17:39:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:37:01.405532 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4621051-0687-4549-9842-4397c7ae8f10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:01.420484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62f184b-7a30-4a28-9128-8448bdeb7b3f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Made reservation on behalf of a08c6b151ce94ff7b7ccc683f0d7f62b for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:01.437836 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e62f184b-7a30-4a28-9128-8448bdeb7b3f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:01.455260 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4621051-0687-4549-9842-4397c7ae8f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:01.460799 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e4621051-0687-4549-9842-4397c7ae8f10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:01.467104 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e4621051-0687-4549-9842-4397c7ae8f10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04df154d-58d8-417a-903f-7900a8a2d437 HTTP/1.1" status: 204 len: 168 time: 0.2499495 Nov 27 01:37:01.473712 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:01.486032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4621051-0687-4549-9842-4397c7ae8f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04df154d-58d8-417a-903f-7900a8a2d437,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:01.518999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e11f99-f8e4-4ab9-b360-3ea52902e151 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:37:01.547351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:01.553117 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:01.679926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=43e11f99-f8e4-4ab9-b360-3ea52902e151,revision_number=11']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:01.815758 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e62f184b-7a30-4a28-9128-8448bdeb7b3f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:01.865262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62f184b-7a30-4a28-9128-8448bdeb7b3f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Network d178f411-24b3-4cd9-b1e6-672df371324f is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:01.870810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e62f184b-7a30-4a28-9128-8448bdeb7b3f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:01.875281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62f184b-7a30-4a28-9128-8448bdeb7b3f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:01.875887 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e62f184b-7a30-4a28-9128-8448bdeb7b3f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:01.885862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f184b-7a30-4a28-9128-8448bdeb7b3f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Subnet': ['ID=499e1fd5-a8f2-4ca2-982f-5bf08a605d32,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:01.886535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d26636-4112-4b69-af1d-c46f44a6869b None None] Network d178f411-24b3-4cd9-b1e6-672df371324f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:01.901786 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e62f184b-7a30-4a28-9128-8448bdeb7b3f tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7774436 Nov 27 01:37:01.902120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60168) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:01.912187 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7b9f46ed-0c78-4248-9b18-57a67fb2a59a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-297840273', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '499e1fd5-a8f2-4ca2-982f-5bf08a605d32'}], 'security_groups': ['419a8fc8-0402-4095-af09-cf0b0c317d62', 'fc5541c3-9b1f-4147-98ce-2a6bdaf80b10']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:01.993631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['43e11f99-f8e4-4ab9-b360-3ea52902e151'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:37:02.603076 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b9f46ed-0c78-4248-9b18-57a67fb2a59a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:02.681253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60232) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:02.807096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b512dc1-467a-4a12-95b0-167c8dc1439f None None] Update dhcp port {'port': {'network_id': 'd178f411-24b3-4cd9-b1e6-672df371324f', 'fixed_ips': [{'subnet_id': '4e03b97f-9e2a-45a5-852b-780f4fa0367f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b9aa99ca-f39c-4231-95f1-2c45c419451f', 'ip_address': '172.20.0.2'}, {'subnet_id': '499e1fd5-a8f2-4ca2-982f-5bf08a605d32'}], 'binding:host_id': 'n-d-817303-10'}, 'id': '225b00f7-75dd-40b3-8467-b5573db3a340'} from n-d-817303-10. {{(pid=103404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:37:02.864358 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2b512dc1-467a-4a12-95b0-167c8dc1439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:02.951698 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-41d7e1ab-1b37-4e15-a7cc-73f7b20ed095 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-989581227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:03.039760 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-41d7e1ab-1b37-4e15-a7cc-73f7b20ed095 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.042685 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-41d7e1ab-1b37-4e15-a7cc-73f7b20ed095 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.157961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-7b9f46ed-0c78-4248-9b18-57a67fb2a59a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Delete allocated IP 172.20.0.9 (d178f411-24b3-4cd9-b1e6-672df371324f/b9aa99ca-f39c-4231-95f1-2c45c419451f) {{(pid=103403) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 01:37:03.169972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-7b9f46ed-0c78-4248-9b18-57a67fb2a59a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Allocated IP 172.20.0.46 (d178f411-24b3-4cd9-b1e6-672df371324f/499e1fd5-a8f2-4ca2-982f-5bf08a605d32/d54289a3-16f9-4274-b425-df6ff2ae86d4) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:03.232219 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-41d7e1ab-1b37-4e15-a7cc-73f7b20ed095 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.238909 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-41d7e1ab-1b37-4e15-a7cc-73f7b20ed095 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.272730 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-41d7e1ab-1b37-4e15-a7cc-73f7b20ed095 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.274736 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-41d7e1ab-1b37-4e15-a7cc-73f7b20ed095 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5918632 Nov 27 01:37:03.277311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60252) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:03.306861 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-75444621'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:03.333934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Made reservation on behalf of d9685434b2c448998e944b1ef403201d for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:03.338194 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.358800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.399446 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b9f46ed-0c78-4248-9b18-57a67fb2a59a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.418016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b9f46ed-0c78-4248-9b18-57a67fb2a59a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.472402 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.480192 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.490526 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-2b512dc1-467a-4a12-95b0-167c8dc1439f None None] Allocated IP 172.20.0.34 (d178f411-24b3-4cd9-b1e6-672df371324f/499e1fd5-a8f2-4ca2-982f-5bf08a605d32/225b00f7-75dd-40b3-8467-b5573db3a340) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:03.594908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:03.606535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf876337-d00d-440a-8eba-dae1bbf06938,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:03.615545 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.615900 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Added segment a0b9d74d-17e7-40ef-9983-1035a41519e8 of type vlan for network 7764edae-61a5-4c09-b23b-bd2f0c2e8c69 Nov 27 01:37:03.664072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2b512dc1-467a-4a12-95b0-167c8dc1439f None None] For port 225b00f7-75dd-40b3-8467-b5573db3a340, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=225b00f7-75dd-40b3-8467-b5573db3a340,segment=NetworkSegment(07105532-7967-4cf4-85cd-fe0dea23a965),segment_id=07105532-7967-4cf4-85cd-fe0dea23a965)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:03.681571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.703597 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2b512dc1-467a-4a12-95b0-167c8dc1439f None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.709960 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2b512dc1-467a-4a12-95b0-167c8dc1439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.718981 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.727678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f46ed-0c78-4248-9b18-57a67fb2a59a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] In _notify_port_updated(), no bound segment for port d54289a3-16f9-4274-b425-df6ff2ae86d4 on network d178f411-24b3-4cd9-b1e6-672df371324f {{(pid=103403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:37:03.730355 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:03.734116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9f46ed-0c78-4248-9b18-57a67fb2a59a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:03.734116 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7b9f46ed-0c78-4248-9b18-57a67fb2a59a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.737875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7b9f46ed-0c78-4248-9b18-57a67fb2a59a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "PUT /v2.0/ports/d54289a3-16f9-4274-b425-df6ff2ae86d4 HTTP/1.1" status: 200 len: 959 time: 1.8327737 Nov 27 01:37:03.738065 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.740693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f46ed-0c78-4248-9b18-57a67fb2a59a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event updated for resources: {'Port': ['ID=d54289a3-16f9-4274-b425-df6ff2ae86d4,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:03.749344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60284) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:03.779837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4976585 Nov 27 01:37:03.807618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60288) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:03.820957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e1e683df-1c25-454e-b9f8-6e60fe6f546d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Request body: {'subnet': {'network_id': '7764edae-61a5-4c09-b23b-bd2f0c2e8c69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:03.868363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b512dc1-467a-4a12-95b0-167c8dc1439f None None] Pushing event updated for resources: {'Port': ['ID=225b00f7-75dd-40b3-8467-b5573db3a340,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:03.938079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-f612e600-9cc9-4b0c-918b-4deb4afa80a3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port d54289a3-16f9-4274-b425-df6ff2ae86d4 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:03.938079 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f612e600-9cc9-4b0c-918b-4deb4afa80a3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:03.971249 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f70c7-75f1-4c0f-b182-4a0066a3cd06 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event updated for resources: {'Network': ['ID=7764edae-61a5-4c09-b23b-bd2f0c2e8c69,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:03.984403 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 7764edae-61a5-4c09-b23b-bd2f0c2e8c69 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:04.026519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e683df-1c25-454e-b9f8-6e60fe6f546d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Made reservation on behalf of d9685434b2c448998e944b1ef403201d for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:04.030339 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1e683df-1c25-454e-b9f8-6e60fe6f546d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:04.075361 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f612e600-9cc9-4b0c-918b-4deb4afa80a3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:04.093893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-f612e600-9cc9-4b0c-918b-4deb4afa80a3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for d54289a3-16f9-4274-b425-df6ff2ae86d4 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:04.313712 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f612e600-9cc9-4b0c-918b-4deb4afa80a3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:04.382679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612e600-9cc9-4b0c-918b-4deb4afa80a3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=d54289a3-16f9-4274-b425-df6ff2ae86d4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:04.536681 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f612e600-9cc9-4b0c-918b-4deb4afa80a3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:04.538945 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:37:04.546180 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f612e600-9cc9-4b0c-918b-4deb4afa80a3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/d54289a3-16f9-4274-b425-df6ff2ae86d4 HTTP/1.1" status: 204 len: 168 time: 0.7896326 Nov 27 01:37:04.546940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60326) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:04.592102 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b750f95c-8b20-44d4-a023-16ffeb2946f4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] GET failed (client error): The resource could not be found. Nov 27 01:37:04.593753 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b750f95c-8b20-44d4-a023-16ffeb2946f4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports/d54289a3-16f9-4274-b425-df6ff2ae86d4 HTTP/1.1" status: 404 len: 333 time: 0.0457947 Nov 27 01:37:04.596561 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60332) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:04.685537 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5a10607-710b-4fb7-a85d-bcb43a9ecc0a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:04.762420 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5a10607-710b-4fb7-a85d-bcb43a9ecc0a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:04.837638 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5a10607-710b-4fb7-a85d-bcb43a9ecc0a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:04.841740 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5a10607-710b-4fb7-a85d-bcb43a9ecc0a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:04.846659 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c5a10607-710b-4fb7-a85d-bcb43a9ecc0a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/security-groups/c71ec918-100e-4a48-bc0c-024ff6052a2c HTTP/1.1" status: 204 len: 168 time: 0.2488587 Nov 27 01:37:04.847401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60346) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:04.873439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a10607-710b-4fb7-a85d-bcb43a9ecc0a tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71ec918-100e-4a48-bc0c-024ff6052a2c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:04.915128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3f0be321-8336-4c72-a646-4c00e0729d0e None None] Provisioning complete for port e17b7850-085b-4153-804f-32e1670a4889 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:04.915551 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3f0be321-8336-4c72-a646-4c00e0729d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:04.952738 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26a9c614-73dd-439b-8b79-f7a0862f87aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:04.982877 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3f0be321-8336-4c72-a646-4c00e0729d0e None None] Port e17b7850-085b-4153-804f-32e1670a4889 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:05.007644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3f0be321-8336-4c72-a646-4c00e0729d0e None None] Provisioning complete for port 225b00f7-75dd-40b3-8467-b5573db3a340 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:05.008029 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3f0be321-8336-4c72-a646-4c00e0729d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.030441 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1e683df-1c25-454e-b9f8-6e60fe6f546d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.039324 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26a9c614-73dd-439b-8b79-f7a0862f87aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.083645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 43e11f99-f8e4-4ab9-b360-3ea52902e151 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:05.133831 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26a9c614-73dd-439b-8b79-f7a0862f87aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.152839 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 225b00f7-75dd-40b3-8467-b5573db3a340 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:05.155538 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-26a9c614-73dd-439b-8b79-f7a0862f87aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.162366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-26a9c614-73dd-439b-8b79-f7a0862f87aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/security-groups/fc5541c3-9b1f-4147-98ce-2a6bdaf80b10 HTTP/1.1" status: 204 len: 168 time: 0.3108342 Nov 27 01:37:05.175299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60366) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:05.197980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9c614-73dd-439b-8b79-f7a0862f87aa tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5541c3-9b1f-4147-98ce-2a6bdaf80b10,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:05.215294 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e683df-1c25-454e-b9f8-6e60fe6f546d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Checking segment: {'id': 'a0b9d74d-17e7-40ef-9983-1035a41519e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7764edae-61a5-4c09-b23b-bd2f0c2e8c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:05.215965 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e683df-1c25-454e-b9f8-6e60fe6f546d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Network hostable DHCP agents. Network: 7764edae-61a5-4c09-b23b-bd2f0c2e8c69, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:05.220788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e683df-1c25-454e-b9f8-6e60fe6f546d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event updated for resources: {'Subnet': ['ID=6732f548-7d81-4394-887a-eb08890a4801,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:05.253059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e683df-1c25-454e-b9f8-6e60fe6f546d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Network 7764edae-61a5-4c09-b23b-bd2f0c2e8c69 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:05.275891 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2412552f-7e4d-416d-9722-7f476f1a2fd4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.284590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e1e683df-1c25-454e-b9f8-6e60fe6f546d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 7764edae-61a5-4c09-b23b-bd2f0c2e8c69) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:05.289408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e683df-1c25-454e-b9f8-6e60fe6f546d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:05.290114 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1e683df-1c25-454e-b9f8-6e60fe6f546d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.329332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280aa967-ab5b-4fd2-bb4d-91f22b88f145 None None] Network 7764edae-61a5-4c09-b23b-bd2f0c2e8c69 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:05.368952 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2412552f-7e4d-416d-9722-7f476f1a2fd4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.372738 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e1e683df-1c25-454e-b9f8-6e60fe6f546d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5609424 Nov 27 01:37:05.374075 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60384) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:05.384369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-379ed5fc-dd73-4665-8165-e9500b778dbf tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Request body: {'network': {'name': 'tempest-router-network01--1942188106'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:05.440528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 43e11f99-f8e4-4ab9-b360-3ea52902e151 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:37:05.446814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 43e11f99-f8e4-4ab9-b360-3ea52902e151 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:05.451529 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.462633 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2412552f-7e4d-416d-9722-7f476f1a2fd4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.466543 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2412552f-7e4d-416d-9722-7f476f1a2fd4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.468801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379ed5fc-dd73-4665-8165-e9500b778dbf tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Made reservation on behalf of d9685434b2c448998e944b1ef403201d for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:05.473615 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2412552f-7e4d-416d-9722-7f476f1a2fd4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/security-groups/419a8fc8-0402-4095-af09-cf0b0c317d62 HTTP/1.1" status: 204 len: 168 time: 0.2948592 Nov 27 01:37:05.475821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60390) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:05.477971 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-379ed5fc-dd73-4665-8165-e9500b778dbf tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.532127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379ed5fc-dd73-4665-8165-e9500b778dbf tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:05.552447 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3f0be321-8336-4c72-a646-4c00e0729d0e None None] Could not find standard attr ID for object d54289a3-16f9-4274-b425-df6ff2ae86d4. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:37:05.558477 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-379ed5fc-dd73-4665-8165-e9500b778dbf tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.559051 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-379ed5fc-dd73-4665-8165-e9500b778dbf tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Added segment bd31bf66-7c41-49dc-a4bf-b6bb05b2d938 of type vlan for network 4d1ade0b-0be3-405d-bdd6-8718fd3cf001 Nov 27 01:37:05.599226 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 225b00f7-75dd-40b3-8467-b5573db3a340 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:05.599602 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.610969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412552f-7e4d-416d-9722-7f476f1a2fd4 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=419a8fc8-0402-4095-af09-cf0b0c317d62,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:05.615286 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-379ed5fc-dd73-4665-8165-e9500b778dbf tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.649149 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-379ed5fc-dd73-4665-8165-e9500b778dbf tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.659293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379ed5fc-dd73-4665-8165-e9500b778dbf tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:05.661314 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-379ed5fc-dd73-4665-8165-e9500b778dbf tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.679715 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e13563-2de5-4a48-976d-138cf5332f04 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting subnet b9aa99ca-f39c-4231-95f1-2c45c419451f {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:37:05.684205 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57e13563-2de5-4a48-976d-138cf5332f04 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.736201 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57e13563-2de5-4a48-976d-138cf5332f04 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.824751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-379ed5fc-dd73-4665-8165-e9500b778dbf tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4493861 Nov 27 01:37:05.830997 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60406) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:05.851641 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57e13563-2de5-4a48-976d-138cf5332f04 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.880076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b6c64b64-d201-4b58-b85a-b464936f9c1d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Request body: {'network': {'name': 'tempest-router-network02--1420754968'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:05.924702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c98e5f17-dd87-4c70-a6c2-53da68546efc None None] Could not find standard attr ID for object d54289a3-16f9-4274-b425-df6ff2ae86d4. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:37:05.933424 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57e13563-2de5-4a48-976d-138cf5332f04 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.941338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ed5fc-dd73-4665-8165-e9500b778dbf tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event updated for resources: {'Network': ['ID=4d1ade0b-0be3-405d-bdd6-8718fd3cf001,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:05.959352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 4d1ade0b-0be3-405d-bdd6-8718fd3cf001 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:05.983556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c64b64-d201-4b58-b85a-b464936f9c1d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Made reservation on behalf of d9685434b2c448998e944b1ef403201d for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:05.991301 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b6c64b64-d201-4b58-b85a-b464936f9c1d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:05.994585 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57e13563-2de5-4a48-976d-138cf5332f04 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.004453 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-57e13563-2de5-4a48-976d-138cf5332f04 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/b9aa99ca-f39c-4231-95f1-2c45c419451f HTTP/1.1" status: 204 len: 168 time: 0.5214016 Nov 27 01:37:06.005182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60408) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:06.006068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e13563-2de5-4a48-976d-138cf5332f04 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Subnet': ['ID=b9aa99ca-f39c-4231-95f1-2c45c419451f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:06.052337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c64b64-d201-4b58-b85a-b464936f9c1d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:06.073972 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b6c64b64-d201-4b58-b85a-b464936f9c1d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.074262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0be1bcb-8aba-4a29-88a5-3061523fd8ba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting subnet 499e1fd5-a8f2-4ca2-982f-5bf08a605d32 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:37:06.076426 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-b6c64b64-d201-4b58-b85a-b464936f9c1d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Added segment 4326c9aa-7d31-4cc6-bf1f-aad2a51c878a of type vlan for network 1349be3e-1d74-4caf-ba0a-fb3df9c33c54 Nov 27 01:37:06.077779 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d0be1bcb-8aba-4a29-88a5-3061523fd8ba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.139749 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b6c64b64-d201-4b58-b85a-b464936f9c1d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.152114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce26b8da-f6f8-4d0d-ba8a-a59ca9f50a17 None None] Network d178f411-24b3-4cd9-b1e6-672df371324f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:06.154413 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.156729 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d0be1bcb-8aba-4a29-88a5-3061523fd8ba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.188042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-7764edae-61a5-4c09-b23b-bd2f0c2e8c69', 'network_id': '7764edae-61a5-4c09-b23b-bd2f0c2e8c69', 'tenant_id': 'd9685434b2c448998e944b1ef403201d', 'fixed_ips': [{'subnet_id': '6732f548-7d81-4394-887a-eb08890a4801'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:37:06.189255 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.220589 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b6c64b64-d201-4b58-b85a-b464936f9c1d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.237463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c64b64-d201-4b58-b85a-b464936f9c1d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:06.240770 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b6c64b64-d201-4b58-b85a-b464936f9c1d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.254413 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:06.257136 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861b07cc-9179-4353-ba8f-332f146bef26" -d '{"events": [{"server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "name": "network-vif-plugged", "status": "completed", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:06.286894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:06.325857 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b6c64b64-d201-4b58-b85a-b464936f9c1d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4847622 Nov 27 01:37:06.349176 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.374717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60414) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:06.375075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60418) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:06.395469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-51fe8b42-f444-459c-92f8-9dbb119a57a1 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Request body: {'subnet': {'network_id': '4d1ade0b-0be3-405d-bdd6-8718fd3cf001', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:06.414338 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d195676-ecf6-4b00-8e2a-19ecc7324e2e x-openstack-request-id: req-0d195676-ecf6-4b00-8e2a-19ecc7324e2e {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:06.414983 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "name": "network-vif-plugged", "status": "completed", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:06.415490 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d195676-ecf6-4b00-8e2a-19ecc7324e2e {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:06.416119 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'code': 200} Nov 27 01:37:06.418454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=43e11f99-f8e4-4ab9-b360-3ea52902e151,revision_number=12']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:06.437361 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c64b64-d201-4b58-b85a-b464936f9c1d tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event updated for resources: {'Network': ['ID=1349be3e-1d74-4caf-ba0a-fb3df9c33c54,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:06.468130 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 1349be3e-1d74-4caf-ba0a-fb3df9c33c54 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:06.497475 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d0be1bcb-8aba-4a29-88a5-3061523fd8ba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.604562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fe8b42-f444-459c-92f8-9dbb119a57a1 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Made reservation on behalf of d9685434b2c448998e944b1ef403201d for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:06.607797 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-51fe8b42-f444-459c-92f8-9dbb119a57a1 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.657132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Allocated IP 172.20.0.2 (7764edae-61a5-4c09-b23b-bd2f0c2e8c69/6732f548-7d81-4394-887a-eb08890a4801/e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:06.833106 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09033f81-8980-4099-8985-e0c3da55f563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.868107 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-51fe8b42-f444-459c-92f8-9dbb119a57a1 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.942542 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.949798 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:06.963546 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09033f81-8980-4099-8985-e0c3da55f563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.020907 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Network 7764edae-61a5-4c09-b23b-bd2f0c2e8c69 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:07.024668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:07.028632 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:07.034099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Pushing event updated for resources: {'Port': ['ID=e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:07.041228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe8b42-f444-459c-92f8-9dbb119a57a1 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event updated for resources: {'Subnet': ['ID=8f2daa7d-5148-4c5c-baa7-de492002080c,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:07.045817 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09033f81-8980-4099-8985-e0c3da55f563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.116969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-09033f81-8980-4099-8985-e0c3da55f563 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=914b43d7c0874f2d84c5067ff82ecf25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7352195 Nov 27 01:37:07.117840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Attempting to bind port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:07.118187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60424) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:07.118638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Attempting to bind port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'a0b9d74d-17e7-40ef-9983-1035a41519e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7764edae-61a5-4c09-b23b-bd2f0c2e8c69'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:07.118638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Attempting to bind port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 on network 7764edae-61a5-4c09-b23b-bd2f0c2e8c69 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:07.124573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:07.124828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09033f81-8980-4099-8985-e0c3da55f563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fec7c68-fc88-4e6b-bfc2-804364345cee,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:07.124925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Checking segment: {'id': 'a0b9d74d-17e7-40ef-9983-1035a41519e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7764edae-61a5-4c09-b23b-bd2f0c2e8c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:07.125343 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.125736 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Bound using segment: {'id': 'a0b9d74d-17e7-40ef-9983-1035a41519e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7764edae-61a5-4c09-b23b-bd2f0c2e8c69'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:07.126209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Bound port: e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b9d74d-17e7-40ef-9983-1035a41519e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7764edae-61a5-4c09-b23b-bd2f0c2e8c69'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:07.126591 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.145911 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d0be1bcb-8aba-4a29-88a5-3061523fd8ba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.200537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be1bcb-8aba-4a29-88a5-3061523fd8ba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Subnet': ['ID=499e1fd5-a8f2-4ca2-982f-5bf08a605d32,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:07.211312 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d0be1bcb-8aba-4a29-88a5-3061523fd8ba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.216509 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d0be1bcb-8aba-4a29-88a5-3061523fd8ba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/499e1fd5-a8f2-4ca2-982f-5bf08a605d32 HTTP/1.1" status: 204 len: 168 time: 1.2069795 Nov 27 01:37:07.219396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60426) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:07.228744 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49937aee-40ca-4c1e-b489-8ccc9d762bc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.289278 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49937aee-40ca-4c1e-b489-8ccc9d762bc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.305222 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ac0a2c-5a4f-4020-82dd-4570fb6cd2b8 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] DELETE failed (client error): The resource could not be found. Nov 27 01:37:07.305678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ac0a2c-5a4f-4020-82dd-4570fb6cd2b8 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:07.308752 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f4ac0a2c-5a4f-4020-82dd-4570fb6cd2b8 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/b9aa99ca-f39c-4231-95f1-2c45c419451f HTTP/1.1" status: 404 len: 337 time: 0.0873497 Nov 27 01:37:07.311505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60428) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:07.333143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe8b42-f444-459c-92f8-9dbb119a57a1 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Checking segment: {'id': 'bd31bf66-7c41-49dc-a4bf-b6bb05b2d938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d1ade0b-0be3-405d-bdd6-8718fd3cf001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:07.333348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe8b42-f444-459c-92f8-9dbb119a57a1 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Network hostable DHCP agents. Network: 4d1ade0b-0be3-405d-bdd6-8718fd3cf001, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:07.382377 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49937aee-40ca-4c1e-b489-8ccc9d762bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.384950 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49937aee-40ca-4c1e-b489-8ccc9d762bc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.388817 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-49937aee-40ca-4c1e-b489-8ccc9d762bc7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fec7c68-fc88-4e6b-bfc2-804364345cee HTTP/1.1" status: 204 len: 168 time: 0.2687545 Nov 27 01:37:07.410829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-389495aa-08a4-4370-9831-f04d51a2b58d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting subnet 4e03b97f-9e2a-45a5-852b-780f4fa0367f {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:37:07.415376 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-389495aa-08a4-4370-9831-f04d51a2b58d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.416561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49937aee-40ca-4c1e-b489-8ccc9d762bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fec7c68-fc88-4e6b-bfc2-804364345cee,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:07.429458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] For port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:07.462196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] For port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6,segment=NetworkSegment(a0b9d74d-17e7-40ef-9983-1035a41519e8),segment_id=a0b9d74d-17e7-40ef-9983-1035a41519e8)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:07.477804 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.508812 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-389495aa-08a4-4370-9831-f04d51a2b58d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.575561 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5921fd-19c1-4a79-8afa-f915c68c103d None None] Pushing event updated for resources: {'Port': ['ID=e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:07.658048 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-389495aa-08a4-4370-9831-f04d51a2b58d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.662380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe8b42-f444-459c-92f8-9dbb119a57a1 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Network 4d1ade0b-0be3-405d-bdd6-8718fd3cf001 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:07.701487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbea982-2f7d-4397-a79f-5b77b44a5d70 None None] Network d178f411-24b3-4cd9-b1e6-672df371324f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:07.704411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-51fe8b42-f444-459c-92f8-9dbb119a57a1 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 4d1ade0b-0be3-405d-bdd6-8718fd3cf001) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:07.713606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fe8b42-f444-459c-92f8-9dbb119a57a1 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:07.714216 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-51fe8b42-f444-459c-92f8-9dbb119a57a1 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.734079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f92cbbf-5281-4b63-887f-36b071c4bba3 None None] Network 4d1ade0b-0be3-405d-bdd6-8718fd3cf001 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:07.756075 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-51fe8b42-f444-459c-92f8-9dbb119a57a1 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3799253 Nov 27 01:37:07.758607 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-389495aa-08a4-4370-9831-f04d51a2b58d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.760085 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60436) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:07.767425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5e1c1c0b-c74e-4251-b8f3-17d929c9b4ab tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Request body: {'subnet': {'network_id': '1349be3e-1d74-4caf-ba0a-fb3df9c33c54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:07.801986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389495aa-08a4-4370-9831-f04d51a2b58d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Subnet': ['ID=4e03b97f-9e2a-45a5-852b-780f4fa0367f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:07.805065 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-389495aa-08a4-4370-9831-f04d51a2b58d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.810258 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-389495aa-08a4-4370-9831-f04d51a2b58d tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/4e03b97f-9e2a-45a5-852b-780f4fa0367f HTTP/1.1" status: 204 len: 168 time: 0.4969547 Nov 27 01:37:07.813707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60438) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:07.884406 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-78db922b-18a1-44e0-a2f5-b08f712fbe58 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] DELETE failed (client error): The resource could not be found. Nov 27 01:37:07.891851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78db922b-18a1-44e0-a2f5-b08f712fbe58 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:07.893569 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60442) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:07.895743 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-78db922b-18a1-44e0-a2f5-b08f712fbe58 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/9d491265-fe11-4618-a9c2-6ac6e93d6961 HTTP/1.1" status: 404 len: 337 time: 0.0799289 Nov 27 01:37:07.907997 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d1b69b21-73f3-42ec-b724-8b94a197b1f6 None None] Provisioning complete for port e17b7850-085b-4153-804f-32e1670a4889 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:07.908284 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d1b69b21-73f3-42ec-b724-8b94a197b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:07.989101 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4c67c255-1df7-46b2-8c3b-63a90f535666 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "GET /v2.0/ports?device_id=47ac513e-07a7-4d03-ba89-adaa52c27d8f HTTP/1.1" status: 200 len: 205 time: 0.0943646 Nov 27 01:37:07.991666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60446) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:08.075535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1c1c0b-c74e-4251-b8f3-17d929c9b4ab tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Made reservation on behalf of d9685434b2c448998e944b1ef403201d for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:08.077633 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e1c1c0b-c74e-4251-b8f3-17d929c9b4ab tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:08.088674 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-29738b02-b0ed-43b2-91f5-4b9fb7cc0f0c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] delete failed (client error): The resource could not be found. Nov 27 01:37:08.090501 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-29738b02-b0ed-43b2-91f5-4b9fb7cc0f0c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/routers/47ac513e-07a7-4d03-ba89-adaa52c27d8f HTTP/1.1" status: 404 len: 336 time: 0.0967424 Nov 27 01:37:08.100804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60452) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:08.150285 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c5aead-9f29-4d00-9fa8-61f735d41eba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] DELETE failed (client error): The resource could not be found. Nov 27 01:37:08.150750 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c5aead-9f29-4d00-9fa8-61f735d41eba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:08.165816 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-40c5aead-9f29-4d00-9fa8-61f735d41eba tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/85050965-5003-4f98-aa43-544c9734d05b HTTP/1.1" status: 404 len: 337 time: 0.0638630 Nov 27 01:37:08.168729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60456) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:08.207224 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d1b69b21-73f3-42ec-b724-8b94a197b1f6 None None] Port e17b7850-085b-4153-804f-32e1670a4889 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:08.210835 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7d1a42-1de8-49e3-9582-a7a68fa300f8 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] DELETE failed (client error): The resource could not be found. Nov 27 01:37:08.217483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7d1a42-1de8-49e3-9582-a7a68fa300f8 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:08.223089 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3e7d1a42-1de8-49e3-9582-a7a68fa300f8 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/ace5e64a-1538-4aa4-87a5-0333efe0460a HTTP/1.1" status: 404 len: 337 time: 0.0528545 Nov 27 01:37:08.226566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60458) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:08.282863 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6537eeb3-9344-4c07-9ba7-46ff71f788ad tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] DELETE failed (client error): The resource could not be found. Nov 27 01:37:08.283637 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6537eeb3-9344-4c07-9ba7-46ff71f788ad tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:08.293256 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60460) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:08.296609 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6537eeb3-9344-4c07-9ba7-46ff71f788ad tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/4579bcd6-e892-4656-8737-b74b80649a14 HTTP/1.1" status: 404 len: 337 time: 0.0689805 Nov 27 01:37:08.309840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-4d1ade0b-0be3-405d-bdd6-8718fd3cf001', 'network_id': '4d1ade0b-0be3-405d-bdd6-8718fd3cf001', 'tenant_id': 'd9685434b2c448998e944b1ef403201d', 'fixed_ips': [{'subnet_id': '8f2daa7d-5148-4c5c-baa7-de492002080c'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:37:08.311118 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:08.345119 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d1b69b21-73f3-42ec-b724-8b94a197b1f6 None None] Provisioning complete for port 225b00f7-75dd-40b3-8467-b5573db3a340 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:08.345457 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d1b69b21-73f3-42ec-b724-8b94a197b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:08.365394 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77fa3b3-a821-4c4d-ac99-0549bf0924e3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] DELETE failed (client error): The resource could not be found. Nov 27 01:37:08.366480 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77fa3b3-a821-4c4d-ac99-0549bf0924e3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:08.373464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60462) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:08.385116 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b77fa3b3-a821-4c4d-ac99-0549bf0924e3 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/a378cc6f-8462-4313-b0ab-f47bea4c0de4 HTTP/1.1" status: 404 len: 333 time: 0.0852358 Nov 27 01:37:08.439534 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a55b6de-b96e-4c02-88dd-72b66a92e65c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] DELETE failed (client error): The resource could not be found. Nov 27 01:37:08.440236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a55b6de-b96e-4c02-88dd-72b66a92e65c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:08.447775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0a55b6de-b96e-4c02-88dd-72b66a92e65c tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/d84469c8-9908-455a-907b-de5bb35fca19 HTTP/1.1" status: 404 len: 337 time: 0.0729225 Nov 27 01:37:08.453217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60466) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:08.524345 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e70cbb7-1e4a-498c-afed-1e49dc1ab504 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] DELETE failed (client error): The resource could not be found. Nov 27 01:37:08.525416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e70cbb7-1e4a-498c-afed-1e49dc1ab504 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:08.529616 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e1c1c0b-c74e-4251-b8f3-17d929c9b4ab tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:08.540560 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6e70cbb7-1e4a-498c-afed-1e49dc1ab504 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/0a43ae4c-3a8b-44ee-8ff6-60481825573c HTTP/1.1" status: 404 len: 337 time: 0.0860000 Nov 27 01:37:08.543277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f001b45b-bc75-40cd-b3e8-3e6e85d3085d None None] DHCP port deletion for d178f411-24b3-4cd9-b1e6-672df371324f request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:37:08.543679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60472) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:08.598845 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4f8b1f-abd1-4277-8133-4671c6e58e7e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] DELETE failed (client error): The resource could not be found. Nov 27 01:37:08.599424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4f8b1f-abd1-4277-8133-4671c6e58e7e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:08.612502 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ed4f8b1f-abd1-4277-8133-4671c6e58e7e tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/b70ff300-551d-4013-a737-6b42d17b0c29 HTTP/1.1" status: 404 len: 333 time: 0.0670888 Nov 27 01:37:08.620173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60476) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:08.667445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c1c0b-c74e-4251-b8f3-17d929c9b4ab tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event updated for resources: {'Subnet': ['ID=9755ebc8-4753-467e-adf0-a6797c6a4b08,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:08.691722 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c1c0b-c74e-4251-b8f3-17d929c9b4ab tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Checking segment: {'id': '4326c9aa-7d31-4cc6-bf1f-aad2a51c878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1349be3e-1d74-4caf-ba0a-fb3df9c33c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:08.692491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c1c0b-c74e-4251-b8f3-17d929c9b4ab tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Network hostable DHCP agents. Network: 1349be3e-1d74-4caf-ba0a-fb3df9c33c54, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:08.716312 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-596e8700-897f-401e-9b19-56618cf29d11 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] DELETE failed (client error): The resource could not be found. Nov 27 01:37:08.716312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596e8700-897f-401e-9b19-56618cf29d11 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:08.716312 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-596e8700-897f-401e-9b19-56618cf29d11 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/02e4c9af-8d5e-4318-bb17-882464fa2a01 HTTP/1.1" status: 404 len: 337 time: 0.0948262 Nov 27 01:37:08.720415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60480) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:08.725310 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c1c0b-c74e-4251-b8f3-17d929c9b4ab tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Network 1349be3e-1d74-4caf-ba0a-fb3df9c33c54 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:08.747348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c1c0b-c74e-4251-b8f3-17d929c9b4ab tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 1349be3e-1d74-4caf-ba0a-fb3df9c33c54) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:08.756926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1c1c0b-c74e-4251-b8f3-17d929c9b4ab tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:08.758354 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e1c1c0b-c74e-4251-b8f3-17d929c9b4ab tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:08.774063 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1886b3a-e247-4e2a-ac20-d61e8664934c None None] Network 1349be3e-1d74-4caf-ba0a-fb3df9c33c54 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:08.788852 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5e1c1c0b-c74e-4251-b8f3-17d929c9b4ab tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0273445 Nov 27 01:37:08.792749 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60482) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:08.803671 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51a4ead-ac16-42bd-905a-ee945982c037 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] DELETE failed (client error): The resource could not be found. Nov 27 01:37:08.810220 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51a4ead-ac16-42bd-905a-ee945982c037 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:08.813932 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b51a4ead-ac16-42bd-905a-ee945982c037 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/subnets/d834ff87-e94c-4cda-9588-4f2172eafbb3 HTTP/1.1" status: 404 len: 337 time: 0.0919991 Nov 27 01:37:08.818810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60484) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:08.879542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f001b45b-bc75-40cd-b3e8-3e6e85d3085d None None] Deleting port 225b00f7-75dd-40b3-8467-b5573db3a340 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:08.880594 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f001b45b-bc75-40cd-b3e8-3e6e85d3085d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:08.986176 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f001b45b-bc75-40cd-b3e8-3e6e85d3085d None None] For port 225b00f7-75dd-40b3-8467-b5573db3a340, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=225b00f7-75dd-40b3-8467-b5573db3a340,segment=NetworkSegment(07105532-7967-4cf4-85cd-fe0dea23a965),segment_id=07105532-7967-4cf4-85cd-fe0dea23a965)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:08.986918 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f001b45b-bc75-40cd-b3e8-3e6e85d3085d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:09.038887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f001b45b-bc75-40cd-b3e8-3e6e85d3085d None None] Calling delete_port for 225b00f7-75dd-40b3-8467-b5573db3a340 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:09.054744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-143f1d56-7372-491b-ba3f-c3b12c491905 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port e17b7850-085b-4153-804f-32e1670a4889 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:09.055335 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-143f1d56-7372-491b-ba3f-c3b12c491905 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:09.203328 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:09.214216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Allocated IP 172.20.0.2 (4d1ade0b-0be3-405d-bdd6-8718fd3cf001/8f2daa7d-5148-4c5c-baa7-de492002080c/8de4fc67-9fbd-4d34-ad24-7e2ea73166bc) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:09.262906 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-143f1d56-7372-491b-ba3f-c3b12c491905 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:09.292527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-143f1d56-7372-491b-ba3f-c3b12c491905 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for e17b7850-085b-4153-804f-32e1670a4889 owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:09.512349 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-143f1d56-7372-491b-ba3f-c3b12c491905 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:09.546203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fefb8ab-fbed-4f8c-8917-77aff8339f71 None None] Network 7764edae-61a5-4c09-b23b-bd2f0c2e8c69 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:09.561223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f1d56-7372-491b-ba3f-c3b12c491905 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=e17b7850-085b-4153-804f-32e1670a4889,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:09.571670 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-143f1d56-7372-491b-ba3f-c3b12c491905 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:09.575968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-143f1d56-7372-491b-ba3f-c3b12c491905 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/ports/e17b7850-085b-4153-804f-32e1670a4889 HTTP/1.1" status: 204 len: 168 time: 0.7557697 Nov 27 01:37:09.578607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60498) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:09.597191 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:09.734052 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:09.884826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-1349be3e-1d74-4caf-ba0a-fb3df9c33c54', 'network_id': '1349be3e-1d74-4caf-ba0a-fb3df9c33c54', 'tenant_id': 'd9685434b2c448998e944b1ef403201d', 'fixed_ips': [{'subnet_id': '9755ebc8-4753-467e-adf0-a6797c6a4b08'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:37:09.886246 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:09.889099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b65da862-c5fc-4e6f-b68d-2489c4d04f9d None None] Provisioning complete for port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:09.889470 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b65da862-c5fc-4e6f-b68d-2489c4d04f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:09.927278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Deleting port 225b00f7-75dd-40b3-8467-b5573db3a340 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:09.927696 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:09.973657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:09.974194 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:10.011736 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f001b45b-bc75-40cd-b3e8-3e6e85d3085d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:10.154326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001b45b-bc75-40cd-b3e8-3e6e85d3085d None None] Pushing event deleted for resources: {'Port': ['ID=225b00f7-75dd-40b3-8467-b5573db3a340,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:10.180068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] For port 225b00f7-75dd-40b3-8467-b5573db3a340, host n-d-817303-10, got binding levels [] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:10.181748 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:10.209575 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Calling delete_port for 225b00f7-75dd-40b3-8467-b5573db3a340 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:10.216638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.ipam_backend_mixin [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Port 225b00f7-75dd-40b3-8467-b5573db3a340 was not found and therefore no delete operation was performed {{(pid=103403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:37:10.225966 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:10.286946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] No DVR routers for this DVR port 225b00f7-75dd-40b3-8467-b5573db3a340 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:10.288969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Port': ['ID=225b00f7-75dd-40b3-8467-b5573db3a340,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:10.358905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f001b45b-bc75-40cd-b3e8-3e6e85d3085d None None] No DVR routers for this DVR port 225b00f7-75dd-40b3-8467-b5573db3a340 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:10.477682 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-185e9e6e-e94a-4cb9-b9fa-8ed762ca9669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:10.520885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:10.555967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d178f411-24b3-4cd9-b1e6-672df371324f']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:10.568157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07105532-7967-4cf4-85cd-fe0dea23a965') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:10.568550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07105532-7967-4cf4-85cd-fe0dea23a965') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:10.583724 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:10.616022 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:10.627922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:10.630802 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:10.638635 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:10.695088 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:10.703640 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b65da862-c5fc-4e6f-b68d-2489c4d04f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:10.728936 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:10.739255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:10.745117 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] 10.222.0.15 "DELETE /v2.0/networks/d178f411-24b3-4cd9-b1e6-672df371324f HTTP/1.1" status: 204 len: 168 time: 1.1653044 Nov 27 01:37:10.759607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db2066-7992-4274-82c6-21e3e32099f6 tempest-PortsTestJSON-1592376865 tempest-PortsTestJSON-1592376865-project] Pushing event deleted for resources: {'Network': ['ID=d178f411-24b3-4cd9-b1e6-672df371324f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:10.835707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Allocated IP 172.20.0.2 (1349be3e-1d74-4caf-ba0a-fb3df9c33c54/9755ebc8-4753-467e-adf0-a6797c6a4b08/2f219611-9a6b-4c5c-a7e2-69f19e7f44ee) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:10.858037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Allocated IP 172.20.0.1 (4d1ade0b-0be3-405d-bdd6-8718fd3cf001/8f2daa7d-5148-4c5c-baa7-de492002080c/72608c7c-51a4-49bb-805a-ac3f08b7a84f) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:11.095848 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:11.192719 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:11.258073 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:11.283927 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Network 4d1ade0b-0be3-405d-bdd6-8718fd3cf001 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:11.291896 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:11.298204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:11.337969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event updated for resources: {'Port': ['ID=72608c7c-51a4-49bb-805a-ac3f08b7a84f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:11.399081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Pushing event updated for resources: {'Port': ['ID=8de4fc67-9fbd-4d34-ad24-7e2ea73166bc,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:11.424045 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:11.461965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60546) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:11.501295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Network 4d1ade0b-0be3-405d-bdd6-8718fd3cf001 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:11.503859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b65da862-c5fc-4e6f-b68d-2489c4d04f9d None None] For port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6,segment=NetworkSegment(a0b9d74d-17e7-40ef-9983-1035a41519e8),segment_id=a0b9d74d-17e7-40ef-9983-1035a41519e8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:11.519879 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b65da862-c5fc-4e6f-b68d-2489c4d04f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:11.526752 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:11.584985 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:11.590700 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:11.709482 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-eb63f409-364e-4b9d-9a58-61818a9f276e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a08c6b151ce94ff7b7ccc683f0d7f62b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2456326 Nov 27 01:37:11.712224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60558) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:11.753400 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:11.838199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65da862-c5fc-4e6f-b68d-2489c4d04f9d None None] Pushing event updated for resources: {'Port': ['ID=e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:11.877853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5b5f1611-dae7-41fd-8542-de4843fdadd2 None None] Provisioning complete for port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:11.878642 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5b5f1611-dae7-41fd-8542-de4843fdadd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:11.884281 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Attempting to bind port 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:11.885337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Attempting to bind port 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'bd31bf66-7c41-49dc-a4bf-b6bb05b2d938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d1ade0b-0be3-405d-bdd6-8718fd3cf001'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:11.885676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Attempting to bind port 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc on network 4d1ade0b-0be3-405d-bdd6-8718fd3cf001 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:11.958929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:11.959323 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Checking segment: {'id': 'bd31bf66-7c41-49dc-a4bf-b6bb05b2d938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d1ade0b-0be3-405d-bdd6-8718fd3cf001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:11.959780 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:11.960193 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Bound using segment: {'id': 'bd31bf66-7c41-49dc-a4bf-b6bb05b2d938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d1ade0b-0be3-405d-bdd6-8718fd3cf001'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:11.974719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Bound port: 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd31bf66-7c41-49dc-a4bf-b6bb05b2d938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d1ade0b-0be3-405d-bdd6-8718fd3cf001'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:11.975281 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:11.993326 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-79af9bf8-9032-40b9-8b2b-89362e1e880e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.013831 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.023464 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:37:12.024256 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:37:12.031539 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-79af9bf8-9032-40b9-8b2b-89362e1e880e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.051229 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.094252 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Network 1349be3e-1d74-4caf-ba0a-fb3df9c33c54 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:12.099693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:12.122432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:12.304194 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-79af9bf8-9032-40b9-8b2b-89362e1e880e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.311702 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-79af9bf8-9032-40b9-8b2b-89362e1e880e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.318146 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-79af9bf8-9032-40b9-8b2b-89362e1e880e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc57e970-d1f4-4716-865b-acdee42925ab HTTP/1.1" status: 204 len: 168 time: 0.6047714 Nov 27 01:37:12.357573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af9bf8-9032-40b9-8b2b-89362e1e880e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc57e970-d1f4-4716-865b-acdee42925ab,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:12.360906 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.378694 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.394434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Pushing event updated for resources: {'Port': ['ID=2f219611-9a6b-4c5c-a7e2-69f19e7f44ee,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:12.435022 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-487d7e84-4d41-431d-a0d8-0ccc982d308a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.444640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Attempting to bind port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:12.445134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Attempting to bind port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '4326c9aa-7d31-4cc6-bf1f-aad2a51c878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1349be3e-1d74-4caf-ba0a-fb3df9c33c54'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:12.445607 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Attempting to bind port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee on network 1349be3e-1d74-4caf-ba0a-fb3df9c33c54 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:12.454592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] For port 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:12.464545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] For port 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8de4fc67-9fbd-4d34-ad24-7e2ea73166bc,segment=NetworkSegment(bd31bf66-7c41-49dc-a4bf-b6bb05b2d938),segment_id=bd31bf66-7c41-49dc-a4bf-b6bb05b2d938)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:12.469826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:12.471625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Checking segment: {'id': '4326c9aa-7d31-4cc6-bf1f-aad2a51c878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1349be3e-1d74-4caf-ba0a-fb3df9c33c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:12.473735 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.474204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Bound using segment: {'id': '4326c9aa-7d31-4cc6-bf1f-aad2a51c878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1349be3e-1d74-4caf-ba0a-fb3df9c33c54'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:12.475085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Bound port: 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4326c9aa-7d31-4cc6-bf1f-aad2a51c878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1349be3e-1d74-4caf-ba0a-fb3df9c33c54'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:12.478685 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.508177 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.545355 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event updated for resources: {'Port': ['ID=72608c7c-51a4-49bb-805a-ac3f08b7a84f,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:12.557784 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.758190 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Network 4d1ade0b-0be3-405d-bdd6-8718fd3cf001 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:12.764636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:12.788919 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9c52a-42fe-4dba-9657-1adbbb0d05ba None None] Pushing event updated for resources: {'Port': ['ID=8de4fc67-9fbd-4d34-ad24-7e2ea73166bc,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:12.811243 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 225b00f7-75dd-40b3-8467-b5573db3a340 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:37:12.875081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] For port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:12.880157 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 225b00f7-75dd-40b3-8467-b5573db3a340 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:37:12.887604 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 225b00f7-75dd-40b3-8467-b5573db3a340 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:37:12.922562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] For port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2f219611-9a6b-4c5c-a7e2-69f19e7f44ee,segment=NetworkSegment(4326c9aa-7d31-4cc6-bf1f-aad2a51c878a),segment_id=4326c9aa-7d31-4cc6-bf1f-aad2a51c878a)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:12.935110 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:13.075456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:13.165676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ac657-d82f-413e-9837-62504fac0bc3 None None] Pushing event updated for resources: {'Port': ['ID=2f219611-9a6b-4c5c-a7e2-69f19e7f44ee,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:13.178367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Router 97cb92c3-09ad-4107-875e-406809b3d1a8 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:37:13.217965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60606) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:13.295456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:13.296063 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:13.358914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:13.373275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60614) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:13.375173 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c8824e8a-bf20-4db5-8a11-7ac69930a8ed tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "PUT /v2.0/routers/97cb92c3-09ad-4107-875e-406809b3d1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5810478 Nov 27 01:37:13.376059 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba4aaf4-7d60-46af-b3de-30f76920bdd4 None None] Sync routers for ids ['97cb92c3-09ad-4107-875e-406809b3d1a8'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:13.393172 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba4aaf4-7d60-46af-b3de-30f76920bdd4 None None] Routers {'97cb92c3-09ad-4107-875e-406809b3d1a8'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:13.394763 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6ba4aaf4-7d60-46af-b3de-30f76920bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97cb92c3-09ad-4107-875e-406809b3d1a8'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:13.395634 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:13.497089 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6ba4aaf4-7d60-46af-b3de-30f76920bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:13.526659 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba4aaf4-7d60-46af-b3de-30f76920bdd4 None None] Routers {'97cb92c3-09ad-4107-875e-406809b3d1a8'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:13.527289 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6ba4aaf4-7d60-46af-b3de-30f76920bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97cb92c3-09ad-4107-875e-406809b3d1a8'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:13.590803 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6ba4aaf4-7d60-46af-b3de-30f76920bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:13.591731 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba4aaf4-7d60-46af-b3de-30f76920bdd4 None None] The sync data for ids ['97cb92c3-09ad-4107-875e-406809b3d1a8'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:37:13.631412 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e7b42fc-b3d8-43ee-8af2-3b8e39ae9864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:13.892833 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-21d4651a-e118-47d0-890a-5bdf44ac6f20 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675736315&fields=id&tenant_id=6577badd8983434db4e0cc8b73f2fcf0 HTTP/1.1" status: 200 len: 267 time: 0.1555481 Nov 27 01:37:14.056160 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e7b42fc-b3d8-43ee-8af2-3b8e39ae9864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:14.070372 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e7b42fc-b3d8-43ee-8af2-3b8e39ae9864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:14.175736 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2e7b42fc-b3d8-43ee-8af2-3b8e39ae9864 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf15c2083c1846cf8d7bebf0dabbfac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9532945 Nov 27 01:37:14.176303 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60632) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:14.195206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b42fc-b3d8-43ee-8af2-3b8e39ae9864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f55b073-cd20-427d-b28c-8379236d0e89,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:14.213600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-c68cbfdc-77b6-45c9-ae6e-cc721e471e27 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:14.215296 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-c68cbfdc-77b6-45c9-ae6e-cc721e471e27 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 811 time: 0.2678230 Nov 27 01:37:14.264517 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08c3665b-5e08-492a-82db-bda2998dbd3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:14.299055 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-939ee2d9-91ad-4052-ac02-0f5c718ff467 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/quotas/6577badd8983434db4e0cc8b73f2fcf0 HTTP/1.1" status: 200 len: 375 time: 0.0540485 Nov 27 01:37:14.315053 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-afe29e14-5a2b-4dea-aa49-8878088fad90 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:37:14.318451 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08c3665b-5e08-492a-82db-bda2998dbd3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:14.319491 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-afe29e14-5a2b-4dea-aa49-8878088fad90 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "PUT /v2.0/routers/97cb92c3-09ad-4107-875e-406809b3d1a8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9451110 Nov 27 01:37:14.320862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60638) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:14.360602 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4341437-6ef1-4afa-a998-7ae93c1ca6be None None] Network 4d1ade0b-0be3-405d-bdd6-8718fd3cf001 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:14.405263 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08c3665b-5e08-492a-82db-bda2998dbd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:14.408698 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08c3665b-5e08-492a-82db-bda2998dbd3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:14.417514 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-08c3665b-5e08-492a-82db-bda2998dbd3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f55b073-cd20-427d-b28c-8379236d0e89 HTTP/1.1" status: 204 len: 168 time: 0.2378218 Nov 27 01:37:14.447331 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3665b-5e08-492a-82db-bda2998dbd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f55b073-cd20-427d-b28c-8379236d0e89,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:14.510948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-675f57b1-b684-41a7-83a2-c322aecc6430 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2010505 Nov 27 01:37:14.721010 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-35992f13-0470-4a73-984a-36a3f095fafe None None] Provisioning complete for port 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:14.726323 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-35992f13-0470-4a73-984a-36a3f095fafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:14.941710 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-35992f13-0470-4a73-984a-36a3f095fafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:14.971080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8294e9-3258-4d00-b04b-7c40b6918c04 None None] Network 1349be3e-1d74-4caf-ba0a-fb3df9c33c54 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:15.063303 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:15.213992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-35992f13-0470-4a73-984a-36a3f095fafe None None] For port 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8de4fc67-9fbd-4d34-ad24-7e2ea73166bc,segment=NetworkSegment(bd31bf66-7c41-49dc-a4bf-b6bb05b2d938),segment_id=bd31bf66-7c41-49dc-a4bf-b6bb05b2d938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:15.220276 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-35992f13-0470-4a73-984a-36a3f095fafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:15.270398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:15.441025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-9eef3b45-530b-43b3-b892-927c69505ea9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:37:15.451137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60668) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:15.452958 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-9eef3b45-530b-43b3-b892-927c69505ea9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9172015 Nov 27 01:37:15.466183 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3bb17393-8739-4388-af60-6b2df1c07cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:15.479051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35992f13-0470-4a73-984a-36a3f095fafe None None] Pushing event updated for resources: {'Port': ['ID=8de4fc67-9fbd-4d34-ad24-7e2ea73166bc,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:15.527591 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ff947f43-441e-4586-ad5e-3bed3aa77386 None None] Provisioning complete for port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:15.528354 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ff947f43-441e-4586-ad5e-3bed3aa77386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:15.624303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:15.624903 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:15.669048 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3bb17393-8739-4388-af60-6b2df1c07cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:15.674566 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3bb17393-8739-4388-af60-6b2df1c07cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:15.683176 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-fa052d39-bf5b-4de0-8744-1da3da2fd12f service neutron] 10.222.0.15 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291574 Nov 27 01:37:15.788291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60672) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:15.804431 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3bb17393-8739-4388-af60-6b2df1c07cc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=835fe3ae00824002a8079c4f64cff0f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3492875 Nov 27 01:37:15.804431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb17393-8739-4388-af60-6b2df1c07cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1891e655-3dd8-434c-806b-05d260707b4a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:15.805455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60674) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:15.953513 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1265a2d9-08e1-4549-ab8a-f1565a91bd3b tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:15.963631 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d10a-c02b-4b4f-a960-1d2363900b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.023461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d10a-c02b-4b4f-a960-1d2363900b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.061256 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:16.124019 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d10a-c02b-4b4f-a960-1d2363900b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.127840 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d10a-c02b-4b4f-a960-1d2363900b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.129614 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ceb0d10a-c02b-4b4f-a960-1d2363900b5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1891e655-3dd8-434c-806b-05d260707b4a HTTP/1.1" status: 204 len: 168 time: 0.3231552 Nov 27 01:37:16.147281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0d10a-c02b-4b4f-a960-1d2363900b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1891e655-3dd8-434c-806b-05d260707b4a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:16.166819 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-5192dfe8-0d30-4796-b56e-1569d1ba1312 service neutron] 10.222.0.15 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476311 Nov 27 01:37:16.182527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:16.186313 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.245473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60682) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:16.302552 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ff947f43-441e-4586-ad5e-3bed3aa77386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.376565 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ff947f43-441e-4586-ad5e-3bed3aa77386 None None] For port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2f219611-9a6b-4c5c-a7e2-69f19e7f44ee,segment=NetworkSegment(4326c9aa-7d31-4cc6-bf1f-aad2a51c878a),segment_id=4326c9aa-7d31-4cc6-bf1f-aad2a51c878a)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:16.392969 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9314-f127-409e-a9d0-7904b2722530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.469330 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a058c31-801c-42c5-ab87-244479146e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.474174 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-1265a2d9-08e1-4549-ab8a-f1565a91bd3b tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Deleting port 72608c7c-51a4-49bb-805a-ac3f08b7a84f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:16.474682 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1265a2d9-08e1-4549-ab8a-f1565a91bd3b tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.477167 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ff947f43-441e-4586-ad5e-3bed3aa77386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.500918 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.606421 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9314-f127-409e-a9d0-7904b2722530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.623338 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9314-f127-409e-a9d0-7904b2722530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.625772 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a058c31-801c-42c5-ab87-244479146e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.638545 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a058c31-801c-42c5-ab87-244479146e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.671010 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1265a2d9-08e1-4549-ab8a-f1565a91bd3b tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.700096 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8a058c31-801c-42c5-ab87-244479146e76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23bb0486e42242bd82aa7e7128c267e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4534390 Nov 27 01:37:16.700771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60700) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:16.710631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-1265a2d9-08e1-4549-ab8a-f1565a91bd3b tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Calling delete_port for 72608c7c-51a4-49bb-805a-ac3f08b7a84f owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:16.721355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-57e9b542-e63b-4532-9d20-bcc223511647 None None] Provisioning complete for port 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:16.722415 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-57e9b542-e63b-4532-9d20-bcc223511647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.727395 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff947f43-441e-4586-ad5e-3bed3aa77386 None None] Pushing event updated for resources: {'Port': ['ID=2f219611-9a6b-4c5c-a7e2-69f19e7f44ee,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:16.773730 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e82af89e-efe7-41c6-a448-092acdd21a3b req-24858e37-003d-46c4-9a09-e3f9e5d9111a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 210 time: 0.0317717 Nov 27 01:37:16.778599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a058c31-801c-42c5-ab87-244479146e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240248bc-a534-44b9-8666-e6928f88531d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:16.811466 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96448da9-cf68-44b0-8437-df9c48809374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.848151 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96448da9-cf68-44b0-8437-df9c48809374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.923632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96448da9-cf68-44b0-8437-df9c48809374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.926006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-57e9b542-e63b-4532-9d20-bcc223511647 None None] Provisioning complete for port 72608c7c-51a4-49bb-805a-ac3f08b7a84f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:16.926461 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-57e9b542-e63b-4532-9d20-bcc223511647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.932600 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0c7b9314-f127-409e-a9d0-7904b2722530 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fb280188c0440f094eb3f8278f5abef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1432033 Nov 27 01:37:16.939179 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60712) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:16.951965 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96448da9-cf68-44b0-8437-df9c48809374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.974379 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-96448da9-cf68-44b0-8437-df9c48809374 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/240248bc-a534-44b9-8666-e6928f88531d HTTP/1.1" status: 204 len: 168 time: 0.2698352 Nov 27 01:37:16.979119 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b9314-f127-409e-a9d0-7904b2722530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1431e6d4-7947-4fac-95c0-7d829494a574,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:16.998272 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96448da9-cf68-44b0-8437-df9c48809374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240248bc-a534-44b9-8666-e6928f88531d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:17.022843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-57e9b542-e63b-4532-9d20-bcc223511647 None None] Port 72608c7c-51a4-49bb-805a-ac3f08b7a84f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:17.057864 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25cdd950-7bd3-43eb-98df-c6beb5807386 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:17.062723 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1265a2d9-08e1-4549-ab8a-f1565a91bd3b tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:17.063651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-57e9b542-e63b-4532-9d20-bcc223511647 None None] Provisioning complete for port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:17.064811 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-57e9b542-e63b-4532-9d20-bcc223511647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:17.171590 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265a2d9-08e1-4549-ab8a-f1565a91bd3b tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event deleted for resources: {'Port': ['ID=72608c7c-51a4-49bb-805a-ac3f08b7a84f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:17.200511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:17.203744 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25cdd950-7bd3-43eb-98df-c6beb5807386 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:17.339039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:17.339551 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:17.415693 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f89cd6e5-e989-4098-80e4-c2db1dfaedd6 req-452aeba0-4a62-4a75-95eb-eed1cdea3efd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1042986 Nov 27 01:37:17.469410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1265a2d9-08e1-4549-ab8a-f1565a91bd3b tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:17.473677 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25cdd950-7bd3-43eb-98df-c6beb5807386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:17.477063 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25cdd950-7bd3-43eb-98df-c6beb5807386 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:17.478314 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-25cdd950-7bd3-43eb-98df-c6beb5807386 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1431e6d4-7947-4fac-95c0-7d829494a574 HTTP/1.1" status: 204 len: 168 time: 0.5381432 Nov 27 01:37:17.482586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60730) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:17.498262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdd950-7bd3-43eb-98df-c6beb5807386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1431e6d4-7947-4fac-95c0-7d829494a574,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:17.599415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:17.627855 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cd6e5-e989-4098-80e4-c2db1dfaedd6 req-7637d8e4-359b-4178-ae4a-57aaa3053980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:17.630505 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f89cd6e5-e989-4098-80e4-c2db1dfaedd6 req-7637d8e4-359b-4178-ae4a-57aaa3053980 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1098 time: 0.1059282 Nov 27 01:37:17.693783 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:17.694154 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:17.736775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1265a2d9-08e1-4549-ab8a-f1565a91bd3b tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Router 97cb92c3-09ad-4107-875e-406809b3d1a8 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:37:17.806908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cd6e5-e989-4098-80e4-c2db1dfaedd6 req-8983d12b-771d-4beb-b11a-0423f020d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:17.821383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f89cd6e5-e989-4098-80e4-c2db1dfaedd6 req-8983d12b-771d-4beb-b11a-0423f020d112 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 898 time: 0.1668019 Nov 27 01:37:17.836054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1768862653'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:17.919380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1265a2d9-08e1-4549-ab8a-f1565a91bd3b tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:17.924757 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:17.928025 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1265a2d9-08e1-4549-ab8a-f1565a91bd3b tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "PUT /v2.0/routers/97cb92c3-09ad-4107-875e-406809b3d1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5773616 Nov 27 01:37:17.928470 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:17.934882 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4800e-c58f-473e-baf8-54a7f8c0372b None None] Sync routers for ids ['97cb92c3-09ad-4107-875e-406809b3d1a8'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:17.941934 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60740) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:17.948766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4800e-c58f-473e-baf8-54a7f8c0372b None None] Routers {'97cb92c3-09ad-4107-875e-406809b3d1a8'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:17.949426 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ccf4800e-c58f-473e-baf8-54a7f8c0372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97cb92c3-09ad-4107-875e-406809b3d1a8'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:17.955485 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:17.969318 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f89cd6e5-e989-4098-80e4-c2db1dfaedd6 req-a2240e95-7e40-4999-879d-c3b5327f49e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 1001 time: 0.1402149 Nov 27 01:37:17.985264 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-944e5b73-fe0c-434e-a608-00306d46d251 req-dc5093a7-ed9b-4c68-afc9-cb5c03509014 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 210 time: 0.0554044 Nov 27 01:37:17.997301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ccf4800e-c58f-473e-baf8-54a7f8c0372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:18.015523 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4800e-c58f-473e-baf8-54a7f8c0372b None None] Routers {'97cb92c3-09ad-4107-875e-406809b3d1a8'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:18.016313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ccf4800e-c58f-473e-baf8-54a7f8c0372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97cb92c3-09ad-4107-875e-406809b3d1a8'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:18.054271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ccf4800e-c58f-473e-baf8-54a7f8c0372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:18.054866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4800e-c58f-473e-baf8-54a7f8c0372b None None] The sync data for ids ['97cb92c3-09ad-4107-875e-406809b3d1a8'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:37:18.058681 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-d152ceed-bc9b-4ec6-b1e1-b6267b63a17b tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] delete failed (client error): The resource could not be found. Nov 27 01:37:18.060384 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d152ceed-bc9b-4ec6-b1e1-b6267b63a17b tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-922686241 HTTP/1.1" status: 404 len: 334 time: 0.1162407 Nov 27 01:37:18.063735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60746) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:18.066584 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cd6e5-e989-4098-80e4-c2db1dfaedd6 req-60e8b5b3-f156-461f-8671-a4d02f41c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:18.068315 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f89cd6e5-e989-4098-80e4-c2db1dfaedd6 req-60e8b5b3-f156-461f-8671-a4d02f41c9dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 200 len: 833 time: 0.0902565 Nov 27 01:37:18.070681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4c5b9cb7-91dc-4770-be85-b71fe105f8fb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Request body: {'router': {'external_gateway_info': {'network_id': '97cb92c3-09ad-4107-875e-406809b3d1a8'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:18.106764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60748) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:18.143855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-320c86cc-8e2c-4611-a1dc-33227f88f4b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.174911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cd6e5-e989-4098-80e4-c2db1dfaedd6 req-69112a5b-60a4-4f30-ae2b-04bcad0bc105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:18.177561 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f89cd6e5-e989-4098-80e4-c2db1dfaedd6 req-69112a5b-60a4-4f30-ae2b-04bcad0bc105 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13c791bd-1904-4631-a93a-d2f8f394f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022184 Nov 27 01:37:18.262042 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.279863 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.301435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:18.341634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.342039 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Added segment 35901907-bd1e-40f4-9b9c-4abcce9ecae9 of type vlan for network 760959fb-c2a1-40ae-8df9-7c286f139b5b Nov 27 01:37:18.383163 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cf143a-60c8-49c5-b12d-4e4a209b2005,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:18.399445 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9cb7-91dc-4770-be85-b71fe105f8fb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.417223 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f89cd6e5-e989-4098-80e4-c2db1dfaedd6 req-46ce2d52-eefb-40b7-8748-95514d5408d7 service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315779 Nov 27 01:37:18.454166 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.455345 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-4c5b9cb7-91dc-4770-be85-b71fe105f8fb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] update failed (client error): The resource could not be found. Nov 27 01:37:18.456941 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4c5b9cb7-91dc-4770-be85-b71fe105f8fb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "PUT /v2.0/routers/97cb92c3-09ad-4107-875e-406809b3d1a8 HTTP/1.1" status: 404 len: 339 time: 0.3921452 Nov 27 01:37:18.464417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60758) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:18.507279 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-320c86cc-8e2c-4611-a1dc-33227f88f4b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.521398 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-320c86cc-8e2c-4611-a1dc-33227f88f4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.568403 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.574075 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:18.574671 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.602498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c86cc-8e2c-4611-a1dc-33227f88f4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050bae76-d7d4-41aa-a3c7-083cad59e902,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:18.618200 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-320c86cc-8e2c-4611-a1dc-33227f88f4b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc98b0997d26454f882f9f562e16f42f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5072732 Nov 27 01:37:18.631159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60762) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:18.683405 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1989875 Nov 27 01:37:18.726387 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f89cd6e5-e989-4098-80e4-c2db1dfaedd6 req-147c0784-b7d4-454a-8a0e-b18cb2b59ec1 service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856221 Nov 27 01:37:18.751052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-5af88310-482b-49e6-b281-a9a53e905442 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:18.754203 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-5af88310-482b-49e6-b281-a9a53e905442 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 811 time: 0.4329278 Nov 27 01:37:18.782112 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c43fdd0f-3595-4d95-a02f-25ff77f51fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.813833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c43fdd0f-3595-4d95-a02f-25ff77f51fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.830195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae14ec8-effc-4d5d-ba4f-0850822c5fb4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Network': ['ID=760959fb-c2a1-40ae-8df9-7c286f139b5b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:18.836754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60768) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:18.845320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 760959fb-c2a1-40ae-8df9-7c286f139b5b details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:18.850959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-de453663-62e1-4839-8501-df10e2524961 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'subnet': {'network_id': '760959fb-c2a1-40ae-8df9-7c286f139b5b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:18.979023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de453663-62e1-4839-8501-df10e2524961 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:18.988395 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de453663-62e1-4839-8501-df10e2524961 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.996834 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c43fdd0f-3595-4d95-a02f-25ff77f51fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.999311 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c43fdd0f-3595-4d95-a02f-25ff77f51fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.000542 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c43fdd0f-3595-4d95-a02f-25ff77f51fd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/050bae76-d7d4-41aa-a3c7-083cad59e902 HTTP/1.1" status: 204 len: 168 time: 0.3682091 Nov 27 01:37:19.030022 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-f3d2aa2a-233d-46b0-b420-fe766de8e3e5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6577badd8983434db4e0cc8b73f2fcf0 HTTP/1.1" status: 200 len: 379 time: 0.1847968 Nov 27 01:37:19.049402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fdd0f-3595-4d95-a02f-25ff77f51fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050bae76-d7d4-41aa-a3c7-083cad59e902,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:19.064495 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.071396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-1f851c9a-71d5-4949-88e2-67b57aa6d02a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'port': {'device_id': 'f674d4d2-beca-4692-9ba0-716f8f4961bd', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'admin_state_up': True, 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'security_groups': ['28ac7fed-b729-4ea9-aeee-081f499edac9']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:19.198537 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5ffe4035-238c-4be5-9385-716bacd7b0d4 req-a945918b-c9ce-432d-ac2f-6bcd0ac8ddcd tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 210 time: 0.0570085 Nov 27 01:37:19.297727 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de453663-62e1-4839-8501-df10e2524961 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.411484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de453663-62e1-4839-8501-df10e2524961 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Subnet': ['ID=0fe0903f-f0f7-4d3b-a4ec-b08c583ac315,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:19.431122 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-1f851c9a-71d5-4949-88e2-67b57aa6d02a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Made reservation on behalf of 6577badd8983434db4e0cc8b73f2fcf0 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:19.435147 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-1f851c9a-71d5-4949-88e2-67b57aa6d02a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.439521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de453663-62e1-4839-8501-df10e2524961 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Checking segment: {'id': '35901907-bd1e-40f4-9b9c-4abcce9ecae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '760959fb-c2a1-40ae-8df9-7c286f139b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:19.441179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de453663-62e1-4839-8501-df10e2524961 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network hostable DHCP agents. Network: 760959fb-c2a1-40ae-8df9-7c286f139b5b, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:19.485813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de453663-62e1-4839-8501-df10e2524961 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network 760959fb-c2a1-40ae-8df9-7c286f139b5b is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:19.507549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-de453663-62e1-4839-8501-df10e2524961 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 760959fb-c2a1-40ae-8df9-7c286f139b5b) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:19.513711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de453663-62e1-4839-8501-df10e2524961 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:19.517394 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de453663-62e1-4839-8501-df10e2524961 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.521289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba2faf4-4492-4f73-8f3d-40ad57ef366a None None] Network 760959fb-c2a1-40ae-8df9-7c286f139b5b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:19.584423 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-de453663-62e1-4839-8501-df10e2524961 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7401810 Nov 27 01:37:19.587913 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60782) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:19.594863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-6120364e-63e8-4b2d-848b-e8536c4799b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-395733871'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:19.606093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Allocated IP 172.20.0.1 (7764edae-61a5-4c09-b23b-bd2f0c2e8c69/6732f548-7d81-4394-887a-eb08890a4801/6286af66-63d3-4a97-8b66-e782992bd77f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:19.626639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6120364e-63e8-4b2d-848b-e8536c4799b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:19.631175 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6120364e-63e8-4b2d-848b-e8536c4799b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.662723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6120364e-63e8-4b2d-848b-e8536c4799b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:19.674078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6120364e-63e8-4b2d-848b-e8536c4799b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.674791 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-6120364e-63e8-4b2d-848b-e8536c4799b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Added segment 622b3417-c900-47fd-a4f3-8ffdf03506fe of type vlan for network 992adc38-a23b-41a6-9e22-a3acb741a71c Nov 27 01:37:19.761391 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6120364e-63e8-4b2d-848b-e8536c4799b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.802322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6120364e-63e8-4b2d-848b-e8536c4799b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.813484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6120364e-63e8-4b2d-848b-e8536c4799b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:19.814590 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6120364e-63e8-4b2d-848b-e8536c4799b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.854714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-1f851c9a-71d5-4949-88e2-67b57aa6d02a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Allocated IP 172.20.0.5 (35aa4cc9-b10e-46ba-916b-1eb397216d85/39c2a817-dfb4-428a-8395-e967cb858ab1/b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:19.876815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-760959fb-c2a1-40ae-8df9-7c286f139b5b', 'network_id': '760959fb-c2a1-40ae-8df9-7c286f139b5b', 'tenant_id': '1357afb772194b77bdadbf3824988502', 'fixed_ips': [{'subnet_id': '0fe0903f-f0f7-4d3b-a4ec-b08c583ac315'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:37:19.877696 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.920430 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:20.006834 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6120364e-63e8-4b2d-848b-e8536c4799b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4150651 Nov 27 01:37:20.009150 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60796) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:20.021417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7baa8700-ce73-42de-8d6e-803b6d8c4d95 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'subnet': {'network_id': '992adc38-a23b-41a6-9e22-a3acb741a71c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:20.039639 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:20.040258 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120364e-63e8-4b2d-848b-e8536c4799b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Network': ['ID=992adc38-a23b-41a6-9e22-a3acb741a71c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:20.067680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 992adc38-a23b-41a6-9e22-a3acb741a71c details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:20.192002 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-1f851c9a-71d5-4949-88e2-67b57aa6d02a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:20.221773 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event updated for resources: {'Port': ['ID=6286af66-63d3-4a97-8b66-e782992bd77f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:20.232034 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baa8700-ce73-42de-8d6e-803b6d8c4d95 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:20.236224 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7baa8700-ce73-42de-8d6e-803b6d8c4d95 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:20.278016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Network 7764edae-61a5-4c09-b23b-bd2f0c2e8c69 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:20.293817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:20.304430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:20.413992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Allocated IP 172.20.255.242 (760959fb-c2a1-40ae-8df9-7c286f139b5b/0fe0903f-f0f7-4d3b-a4ec-b08c583ac315/39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:20.707819 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:20.740646 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:20.802348 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7baa8700-ce73-42de-8d6e-803b6d8c4d95 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:20.828212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Pushing event updated for resources: {'Port': ['ID=39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:20.872775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Network 760959fb-c2a1-40ae-8df9-7c286f139b5b is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:20.876827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:20.880545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:20.887677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-79dbe4aa-fadc-490f-ae1d-cdb073dd17ca None None] Provisioning complete for port 6286af66-63d3-4a97-8b66-e782992bd77f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:20.888549 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-79dbe4aa-fadc-490f-ae1d-cdb073dd17ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:20.962441 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa8700-ce73-42de-8d6e-803b6d8c4d95 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Subnet': ['ID=1ac4b227-9506-4093-90ff-07a6c2553d63,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:20.977078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa8700-ce73-42de-8d6e-803b6d8c4d95 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Checking segment: {'id': '622b3417-c900-47fd-a4f3-8ffdf03506fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '992adc38-a23b-41a6-9e22-a3acb741a71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:20.977456 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baa8700-ce73-42de-8d6e-803b6d8c4d95 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network hostable DHCP agents. Network: 992adc38-a23b-41a6-9e22-a3acb741a71c, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:21.002517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-79dbe4aa-fadc-490f-ae1d-cdb073dd17ca None None] Port 6286af66-63d3-4a97-8b66-e782992bd77f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:21.004867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Attempting to bind port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:21.005251 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Attempting to bind port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '35901907-bd1e-40f4-9b9c-4abcce9ecae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '760959fb-c2a1-40ae-8df9-7c286f139b5b'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:21.005634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Attempting to bind port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 on network 760959fb-c2a1-40ae-8df9-7c286f139b5b {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:21.008455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baa8700-ce73-42de-8d6e-803b6d8c4d95 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network 992adc38-a23b-41a6-9e22-a3acb741a71c is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:21.011263 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:21.012965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Checking segment: {'id': '35901907-bd1e-40f4-9b9c-4abcce9ecae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '760959fb-c2a1-40ae-8df9-7c286f139b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:21.013382 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.014192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Bound using segment: {'id': '35901907-bd1e-40f4-9b9c-4abcce9ecae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '760959fb-c2a1-40ae-8df9-7c286f139b5b'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:21.014672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Bound port: 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35901907-bd1e-40f4-9b9c-4abcce9ecae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '760959fb-c2a1-40ae-8df9-7c286f139b5b'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:21.015071 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.053155 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-7baa8700-ce73-42de-8d6e-803b6d8c4d95 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 992adc38-a23b-41a6-9e22-a3acb741a71c) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:21.057725 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baa8700-ce73-42de-8d6e-803b6d8c4d95 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:21.058344 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7baa8700-ce73-42de-8d6e-803b6d8c4d95 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.086557 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7baa8700-ce73-42de-8d6e-803b6d8c4d95 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0753062 Nov 27 01:37:21.088851 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60814) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:21.092768 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e5ab9a-e0fb-4cc8-a321-4e5e59dad841 None None] Network 992adc38-a23b-41a6-9e22-a3acb741a71c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:21.118129 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-149fa163-672e-4730-9ba6-1e8368132700 req-6d394efa-6546-47c7-85ba-e4fdabae9413 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 210 time: 0.7250409 Nov 27 01:37:21.138380 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.144217 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-1f851c9a-71d5-4949-88e2-67b57aa6d02a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.218959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] For port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:21.247091 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] For port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0,segment=NetworkSegment(35901907-bd1e-40f4-9b9c-4abcce9ecae9),segment_id=35901907-bd1e-40f4-9b9c-4abcce9ecae9)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:21.252744 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.270744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f851c9a-71d5-4949-88e2-67b57aa6d02a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'Port': ['ID=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:21.278302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-1f851c9a-71d5-4949-88e2-67b57aa6d02a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:21.283955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-1f851c9a-71d5-4949-88e2-67b57aa6d02a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:21.286658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-1f851c9a-71d5-4949-88e2-67b57aa6d02a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:21.364372 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.457403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-1f851c9a-71d5-4949-88e2-67b57aa6d02a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:21.458149 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-1f851c9a-71d5-4949-88e2-67b57aa6d02a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.464179 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.471694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5aa93-7497-4eeb-8e50-9a92ec6c7b8e None None] Pushing event updated for resources: {'Port': ['ID=39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:21.498904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-1f851c9a-71d5-4949-88e2-67b57aa6d02a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4344468 Nov 27 01:37:21.501182 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.557614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cbe9eb-9c76-4065-94ca-f4c13d331d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-992adc38-a23b-41a6-9e22-a3acb741a71c', 'network_id': '992adc38-a23b-41a6-9e22-a3acb741a71c', 'tenant_id': '1357afb772194b77bdadbf3824988502', 'fixed_ips': [{'subnet_id': '1ac4b227-9506-4093-90ff-07a6c2553d63'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:37:21.559178 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a6cbe9eb-9c76-4065-94ca-f4c13d331d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.604611 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.624762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Request body: {'port': {'device_id': 'f674d4d2-beca-4692-9ba0-716f8f4961bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:21.725436 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac4b227-9506-4093-90ff-07a6c2553d63,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server [None req-a6cbe9eb-9c76-4065-94ca-f4c13d331d4a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ac4b227-9506-4093-90ff-07a6c2553d63: This subnet is being modified by another concurrent operation. Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ac4b227-9506-4093-90ff-07a6c2553d63: This subnet is being modified by another concurrent operation. Nov 27 01:37:21.836731 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Nov 27 01:37:21.842857 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.843323 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7ab8137a-ba48-469e-8bae-9fdae2f3cb8d None None] Provisioning complete for port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:21.843323 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7ab8137a-ba48-469e-8bae-9fdae2f3cb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.884181 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992adc38-a23b-41a6-9e22-a3acb741a71c']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:21.889229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec3ec42-2eb0-4bff-8255-786414c1b9f1 None None] Network 992adc38-a23b-41a6-9e22-a3acb741a71c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:21.903580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622b3417-c900-47fd-a4f3-8ffdf03506fe') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:21.904230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622b3417-c900-47fd-a4f3-8ffdf03506fe') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:21.925625 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.961207 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.975319 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:21.975551 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:21.981875 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:22.041491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8137a-ba48-469e-8bae-9fdae2f3cb8d None None] Port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:22.073138 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.123068 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.131195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.142833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60836) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:22.143478 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/992adc38-a23b-41a6-9e22-a3acb741a71c HTTP/1.1" status: 204 len: 168 time: 1.0533817 Nov 27 01:37:22.156438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-be5222b2-a5e6-424b-83fb-ad51915a64d0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1881862054'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:22.173501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52199d74-f73a-47d3-98f1-df880d62c2cb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Network': ['ID=992adc38-a23b-41a6-9e22-a3acb741a71c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:22.325730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5222b2-a5e6-424b-83fb-ad51915a64d0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:22.330339 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be5222b2-a5e6-424b-83fb-ad51915a64d0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.347994 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8538b79-c5a7-43eb-b8cc-e63b81150c7a req-851e521d-d186-49dc-bf61-6ca71f5d836e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:22.354094 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8538b79-c5a7-43eb-b8cc-e63b81150c7a req-851e521d-d186-49dc-bf61-6ca71f5d836e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 931 time: 0.1051307 Nov 27 01:37:22.439621 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.452743 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.626173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5222b2-a5e6-424b-83fb-ad51915a64d0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:22.639409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60844) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:22.721389 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be5222b2-a5e6-424b-83fb-ad51915a64d0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.722552 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-be5222b2-a5e6-424b-83fb-ad51915a64d0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Added segment b40df302-e3c3-47e4-b6ec-0333f3e22c03 of type vlan for network 5b19f38b-e0c4-4404-b996-524330347712 Nov 27 01:37:22.724598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event updated for resources: {'Port': ['ID=6286af66-63d3-4a97-8b66-e782992bd77f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:22.748030 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.815977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be5222b2-a5e6-424b-83fb-ad51915a64d0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.901045 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f8538b79-c5a7-43eb-b8cc-e63b81150c7a req-8a22950b-d115-4769-8e73-56e5dcf28346 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5403283 Nov 27 01:37:22.978416 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be5222b2-a5e6-424b-83fb-ad51915a64d0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.983937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5222b2-a5e6-424b-83fb-ad51915a64d0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:22.984548 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-be5222b2-a5e6-424b-83fb-ad51915a64d0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:23.017298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Network 7764edae-61a5-4c09-b23b-bd2f0c2e8c69 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:23.031599 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f3ff7c82-f8f0-46cd-82c3-b7b2ed100d86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:23.050944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b558348-baf4-44f2-87d3-c0b8eec16a33 None None] Network 760959fb-c2a1-40ae-8df9-7c286f139b5b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:23.096844 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:23.139095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:23.154868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60848) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:23.155133 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-be5222b2-a5e6-424b-83fb-ad51915a64d0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0074606 Nov 27 01:37:23.163408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e247a726-3e7f-49f9-9f63-a88de8d585f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'subnet': {'network_id': '5b19f38b-e0c4-4404-b996-524330347712', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:23.318815 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5222b2-a5e6-424b-83fb-ad51915a64d0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Network': ['ID=5b19f38b-e0c4-4404-b996-524330347712,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:23.348778 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f3ff7c82-f8f0-46cd-82c3-b7b2ed100d86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:23.352692 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Router 97cb92c3-09ad-4107-875e-406809b3d1a8 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:37:23.360495 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f3ff7c82-f8f0-46cd-82c3-b7b2ed100d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:23.371963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e247a726-3e7f-49f9-9f63-a88de8d585f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:23.377629 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e247a726-3e7f-49f9-9f63-a88de8d585f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:23.423184 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:37:23.442713 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:23.447704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff7c82-f8f0-46cd-82c3-b7b2ed100d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad487f7-03be-4af1-99c4-bfaa6538f1b7,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:23.497974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f3ff7c82-f8f0-46cd-82c3-b7b2ed100d86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d03dfb99207c45da820c3d4bdadcd73c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8257725 Nov 27 01:37:23.511226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60852) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:23.535002 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.ipam_backend_mixin [None req-e247a726-3e7f-49f9-9f63-a88de8d585f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Performing IP validity checks on allocation pools {{(pid=103402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 01:37:23.535800 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.ipam_backend_mixin [None req-e247a726-3e7f-49f9-9f63-a88de8d585f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 01:37:23.562074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 5b19f38b-e0c4-4404-b996-524330347712 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:23.599656 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-22a5f1db-4a35-4032-aab4-3f3b44547bd3 None None] Provisioning complete for port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:23.599950 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-22a5f1db-4a35-4032-aab4-3f3b44547bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:23.609542 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:23.619473 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-67dd77cb-ae52-401c-b4da-6205756f7efa tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "PUT /v2.0/routers/97cb92c3-09ad-4107-875e-406809b3d1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1531971 Nov 27 01:37:23.620368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60854) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:23.622318 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eeced4-60e4-40af-8130-55477e070285 None None] Sync routers for ids ['97cb92c3-09ad-4107-875e-406809b3d1a8'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:23.635069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Transition to ACTIVE for port object b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:37:23.644513 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eeced4-60e4-40af-8130-55477e070285 None None] Routers {'97cb92c3-09ad-4107-875e-406809b3d1a8'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:23.653001 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-76eeced4-60e4-40af-8130-55477e070285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97cb92c3-09ad-4107-875e-406809b3d1a8'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:23.679990 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e247a726-3e7f-49f9-9f63-a88de8d585f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:23.726717 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-76eeced4-60e4-40af-8130-55477e070285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:23.730474 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:23.755643 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eeced4-60e4-40af-8130-55477e070285 None None] Routers {'97cb92c3-09ad-4107-875e-406809b3d1a8'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:23.760478 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-76eeced4-60e4-40af-8130-55477e070285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97cb92c3-09ad-4107-875e-406809b3d1a8'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:23.785824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e247a726-3e7f-49f9-9f63-a88de8d585f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Checking segment: {'id': 'b40df302-e3c3-47e4-b6ec-0333f3e22c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b19f38b-e0c4-4404-b996-524330347712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:23.786194 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e247a726-3e7f-49f9-9f63-a88de8d585f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network hostable DHCP agents. Network: 5b19f38b-e0c4-4404-b996-524330347712, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:23.814421 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-76eeced4-60e4-40af-8130-55477e070285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:23.816462 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eeced4-60e4-40af-8130-55477e070285 None None] The sync data for ids ['97cb92c3-09ad-4107-875e-406809b3d1a8'] in n-d-817303-10 is: [] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:37:23.832179 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e9e5-8209-400d-9d35-34d1a50d594e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:23.849910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Pushing event updated for resources: {'Port': ['ID=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:23.866747 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e9e5-8209-400d-9d35-34d1a50d594e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:23.894252 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-412d554b-5103-4102-b8a9-9f0605a5d81f tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:23.945450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247a726-3e7f-49f9-9f63-a88de8d585f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Subnet': ['ID=4357ba04-bd06-4db4-a993-f31b951e988a,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:23.950060 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e9e5-8209-400d-9d35-34d1a50d594e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:23.953971 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e9e5-8209-400d-9d35-34d1a50d594e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:23.957859 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ebb9e9e5-8209-400d-9d35-34d1a50d594e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aad487f7-03be-4af1-99c4-bfaa6538f1b7 HTTP/1.1" status: 204 len: 168 time: 0.4433081 Nov 27 01:37:23.988579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9e9e5-8209-400d-9d35-34d1a50d594e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad487f7-03be-4af1-99c4-bfaa6538f1b7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:24.008463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e247a726-3e7f-49f9-9f63-a88de8d585f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network 5b19f38b-e0c4-4404-b996-524330347712 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:24.026087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e247a726-3e7f-49f9-9f63-a88de8d585f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 5b19f38b-e0c4-4404-b996-524330347712) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:24.035535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e247a726-3e7f-49f9-9f63-a88de8d585f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:24.037471 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e247a726-3e7f-49f9-9f63-a88de8d585f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:24.039227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:24.039735 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:24.074821 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e247a726-3e7f-49f9-9f63-a88de8d585f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9174683 Nov 27 01:37:24.086639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60860) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:24.097496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49033436-d6a7-4fd8-88f6-0ae645819368 None None] Network 5b19f38b-e0c4-4404-b996-524330347712 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:24.248064 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-412d554b-5103-4102-b8a9-9f0605a5d81f tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 01:37:24.257000 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-412d554b-5103-4102-b8a9-9f0605a5d81f tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "DELETE /v2.0/routers/97cb92c3-09ad-4107-875e-406809b3d1a8 HTTP/1.1" status: 409 len: 329 time: 0.6300571 Nov 27 01:37:24.259337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60864) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:24.276047 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-22a5f1db-4a35-4032-aab4-3f3b44547bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:24.323086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Attempting to bind port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:24.323428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Attempting to bind port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:24.323765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Attempting to bind port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:24.329245 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:24.330575 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:37:24.331639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Attempting to bind port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:24.347875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:24.350058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Checking segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:24.350371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Bound using segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:24.350781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Bound port: b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:24.354808 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:24.411874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb385f2e-b47c-441e-9bf9-a3e792682917 req-45689551-823c-4608-a302-b2ddacd38036 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:24.429349 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb385f2e-b47c-441e-9bf9-a3e792682917 req-45689551-823c-4608-a302-b2ddacd38036 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 943 time: 0.1736019 Nov 27 01:37:24.450949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-22a5f1db-4a35-4032-aab4-3f3b44547bd3 None None] For port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0,segment=NetworkSegment(35901907-bd1e-40f4-9b9c-4abcce9ecae9),segment_id=35901907-bd1e-40f4-9b9c-4abcce9ecae9)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:24.471164 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-22a5f1db-4a35-4032-aab4-3f3b44547bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:24.555410 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:24.593779 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:37:24.594346 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:37:24.611426 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60868) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:24.638816 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb385f2e-b47c-441e-9bf9-a3e792682917 req-d3ca04b6-d3e6-4891-b020-29cdac1b3aa5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083263 Nov 27 01:37:24.640198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] For port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:24.652013 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eae24fae-ad73-4547-9cbd-7b23189f4c5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:24.670793 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] For port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:24.671891 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5f1db-4a35-4032-aab4-3f3b44547bd3 None None] Pushing event updated for resources: {'Port': ['ID=39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:24.689913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-421d7508-e0a5-4def-a9a2-eabc76922a00 None None] Provisioning complete for port 6286af66-63d3-4a97-8b66-e782992bd77f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:24.690601 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-421d7508-e0a5-4def-a9a2-eabc76922a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:24.694302 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:24.750957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-421d7508-e0a5-4def-a9a2-eabc76922a00 None None] Port 6286af66-63d3-4a97-8b66-e782992bd77f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:24.763454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ccea5-a1e9-45aa-af20-a8ff742ce4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-5b19f38b-e0c4-4404-b996-524330347712', 'network_id': '5b19f38b-e0c4-4404-b996-524330347712', 'tenant_id': '1357afb772194b77bdadbf3824988502', 'fixed_ips': [{'subnet_id': '4357ba04-bd06-4db4-a993-f31b951e988a'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:37:24.764349 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-028ccea5-a1e9-45aa-af20-a8ff742ce4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:24.779256 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-421d7508-e0a5-4def-a9a2-eabc76922a00 None None] Provisioning complete for port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:24.779891 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-421d7508-e0a5-4def-a9a2-eabc76922a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:24.802231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Pushing event updated for resources: {'Port': ['ID=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:24.815897 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:24.848753 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:24.851197 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:24.853232 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-109f50f0-9bbd-4a02-9077-00cce9dbddbc service neutron] 10.222.0.21 "PUT /v2.0/ports/b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 HTTP/1.1" status: 200 len: 1092 time: 3.2676747 Nov 27 01:37:24.856183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f674d4d2-beca-4692-9ba0-716f8f4961bd', 'tag': 'b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:24.858940 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0b8336-afd1-49be-964b-eeb693e12c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f674d4d2-beca-4692-9ba0-716f8f4961bd", "tag": "b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:24.977962 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b86609-f508-4e0d-8f9a-a44d6bf48102 x-openstack-request-id: req-45b86609-f508-4e0d-8f9a-a44d6bf48102 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:24.978440 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f674d4d2-beca-4692-9ba0-716f8f4961bd", "tag": "b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:24.978847 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45b86609-f508-4e0d-8f9a-a44d6bf48102 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:24.979349 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f674d4d2-beca-4692-9ba0-716f8f4961bd', 'tag': 'b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587', 'status': 'completed', 'code': 200} Nov 27 01:37:25.003409 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.032389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-4a40a246-f2af-46c5-96b5-2886cbc12666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:25.035176 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-4a40a246-f2af-46c5-96b5-2886cbc12666 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 1095 time: 0.1134381 Nov 27 01:37:25.071600 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eae24fae-ad73-4547-9cbd-7b23189f4c5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server [None req-028ccea5-a1e9-45aa-af20-a8ff742ce4ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4357ba04-bd06-4db4-a993-f31b951e988a: This subnet is being modified by another concurrent operation. Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4357ba04-bd06-4db4-a993-f31b951e988a: This subnet is being modified by another concurrent operation. Nov 27 01:37:25.076047 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Nov 27 01:37:25.117576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Subnet': ['ID=4357ba04-bd06-4db4-a993-f31b951e988a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:25.123314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a361954-4bc3-4210-bccf-7ca8413e8df3 None None] Network 5b19f38b-e0c4-4404-b996-524330347712 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:25.193862 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-eae24fae-ad73-4547-9cbd-7b23189f4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.202230 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-627b59a9-d4ae-4b1d-9441-8c0ad40a425a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 HTTP/1.1" status: 200 len: 217 time: 0.1446302 Nov 27 01:37:25.223376 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.254675 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c49bd81f-fc37-4540-ba0b-7dad61850368 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.335657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0893de-e428-4198-a0e7-ea3c312abf6c None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:37:25.337731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b19f38b-e0c4-4404-b996-524330347712']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:25.403401 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-eae24fae-ad73-4547-9cbd-7b23189f4c5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6794c797ba1247448e04251204423ade&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7888393 Nov 27 01:37:25.406651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae24fae-ad73-4547-9cbd-7b23189f4c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9376617a-a3ba-4977-800b-eaf6ac9ba4c9,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:25.415533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60872) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:25.442095 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-4f461f10-287c-4e43-80a7-6e0b372630f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:25.442552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40df302-e3c3-47e4-b6ec-0333f3e22c03') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:25.442857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40df302-e3c3-47e4-b6ec-0333f3e22c03') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:25.445335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-4f461f10-287c-4e43-80a7-6e0b372630f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.1797409 Nov 27 01:37:25.454739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:25.459670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.494862 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.509233 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:25.509553 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:25.514132 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:25.547870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-7501badc-2c8e-4f43-a401-94c05d1dcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:25.554237 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-7501badc-2c8e-4f43-a401-94c05d1dcf94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817463 Nov 27 01:37:25.655024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0893de-e428-4198-a0e7-ea3c312abf6c None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:37:25.667936 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a29f06d-1e06-424e-bf30-8dda8ea20a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.695238 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.700605 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:25.701165 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.726273 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.727503 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/5b19f38b-e0c4-4404-b996-524330347712 HTTP/1.1" status: 204 len: 168 time: 1.6367927 Nov 27 01:37:25.733226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60878) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:25.760014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-245a3cf7-1123-4fc3-9f93-21e0c2795314 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2057205473'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:25.760824 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-fdacc671-2ae1-4dd5-8f06-78b8b81384bf service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949821 Nov 27 01:37:25.803784 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a29f06d-1e06-424e-bf30-8dda8ea20a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.823955 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d775d5e-22c3-487b-a89d-ec4b8d035a42 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Network': ['ID=5b19f38b-e0c4-4404-b996-524330347712,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:25.884635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245a3cf7-1123-4fc3-9f93-21e0c2795314 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:25.888095 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-245a3cf7-1123-4fc3-9f93-21e0c2795314 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.983110 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a29f06d-1e06-424e-bf30-8dda8ea20a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.985763 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a29f06d-1e06-424e-bf30-8dda8ea20a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:26.002309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20f712-c6da-4510-a29a-3824220dae29 req-056f1100-cb67-4ec5-a3cb-05a478e2096e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:26.005781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3e20f712-c6da-4510-a29a-3824220dae29 req-056f1100-cb67-4ec5-a3cb-05a478e2096e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 943 time: 0.1623106 Nov 27 01:37:26.012147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31b5b614-ad45-4ba9-bdf2-d4c6b37a07f6 req-3019cbb3-b546-4197-afcb-d7e4b888a209 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406485 Nov 27 01:37:26.015817 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6a29f06d-1e06-424e-bf30-8dda8ea20a13 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9376617a-a3ba-4977-800b-eaf6ac9ba4c9 HTTP/1.1" status: 204 len: 168 time: 0.5963516 Nov 27 01:37:26.033014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245a3cf7-1123-4fc3-9f93-21e0c2795314 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:26.078598 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3e20f712-c6da-4510-a29a-3824220dae29 req-a3c760c3-c8f9-47a7-9d87-369854441554 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649977 Nov 27 01:37:26.098894 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-245a3cf7-1123-4fc3-9f93-21e0c2795314 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:26.099299 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-245a3cf7-1123-4fc3-9f93-21e0c2795314 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Added segment 636d97c5-b372-4f00-ae3e-13383cbb16f8 of type vlan for network 096404ed-9a5b-4885-a87a-8fed9048f349 Nov 27 01:37:26.158987 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bba719-b97d-4e57-81d7-65e9c21d7cbd None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:37:26.186672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b8336-afd1-49be-964b-eeb693e12c8f req-f35bf88f-8d6a-42bb-addf-0550d4897918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:26.186828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-245a3cf7-1123-4fc3-9f93-21e0c2795314 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:26.188825 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e0b8336-afd1-49be-964b-eeb693e12c8f req-f35bf88f-8d6a-42bb-addf-0550d4897918 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 1095 time: 0.0829628 Nov 27 01:37:26.216456 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29f06d-1e06-424e-bf30-8dda8ea20a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9376617a-a3ba-4977-800b-eaf6ac9ba4c9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:26.298871 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-245a3cf7-1123-4fc3-9f93-21e0c2795314 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:26.314220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245a3cf7-1123-4fc3-9f93-21e0c2795314 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:26.314869 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-245a3cf7-1123-4fc3-9f93-21e0c2795314 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:26.401570 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-245a3cf7-1123-4fc3-9f93-21e0c2795314 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6445413 Nov 27 01:37:26.406440 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60884) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:26.424441 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4d4a06aa-7e73-488c-8343-236ee8052565 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'subnet': {'network_id': '096404ed-9a5b-4885-a87a-8fed9048f349', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:26.443208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bba719-b97d-4e57-81d7-65e9c21d7cbd None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:37:26.444713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c49bd81f-fc37-4540-ba0b-7dad61850368 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Deleting port 6286af66-63d3-4a97-8b66-e782992bd77f {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:26.445063 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c49bd81f-fc37-4540-ba0b-7dad61850368 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:26.541405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a3cf7-1123-4fc3-9f93-21e0c2795314 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Network': ['ID=096404ed-9a5b-4885-a87a-8fed9048f349,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:26.560000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 096404ed-9a5b-4885-a87a-8fed9048f349 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:26.607540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b8336-afd1-49be-964b-eeb693e12c8f req-9b6796d6-f685-48bf-a37d-2f4221c8afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:26.609134 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e0b8336-afd1-49be-964b-eeb693e12c8f req-9b6796d6-f685-48bf-a37d-2f4221c8afa0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.4130147 Nov 27 01:37:26.625981 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c49bd81f-fc37-4540-ba0b-7dad61850368 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:26.656833 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c49bd81f-fc37-4540-ba0b-7dad61850368 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Calling delete_port for 6286af66-63d3-4a97-8b66-e782992bd77f owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:26.716927 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e0b8336-afd1-49be-964b-eeb693e12c8f req-cfe64de9-d493-4c19-8774-14a2d307094f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 HTTP/1.1" status: 200 len: 217 time: 0.0938158 Nov 27 01:37:26.893809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b8336-afd1-49be-964b-eeb693e12c8f req-bc795973-b088-439e-a571-6c283dc79d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:26.895506 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e0b8336-afd1-49be-964b-eeb693e12c8f req-bc795973-b088-439e-a571-6c283dc79d20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.1670539 Nov 27 01:37:26.936413 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4a06aa-7e73-488c-8343-236ee8052565 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:26.944115 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d4a06aa-7e73-488c-8343-236ee8052565 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:26.953505 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c49bd81f-fc37-4540-ba0b-7dad61850368 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:27.029855 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bd81f-fc37-4540-ba0b-7dad61850368 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event deleted for resources: {'Port': ['ID=6286af66-63d3-4a97-8b66-e782992bd77f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:27.061085 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b8336-afd1-49be-964b-eeb693e12c8f req-74db7add-873c-4f6e-81fc-251e9be455d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:27.063397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e0b8336-afd1-49be-964b-eeb693e12c8f req-74db7add-873c-4f6e-81fc-251e9be455d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546888 Nov 27 01:37:27.218191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60906) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:27.325532 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c49bd81f-fc37-4540-ba0b-7dad61850368 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:27.374447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f3545-6a4c-46d1-bab9-a2c1d49fa0e6 req-193ad770-5e33-4a86-9c6f-d2db608f508d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:27.382190 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a7f3545-6a4c-46d1-bab9-a2c1d49fa0e6 req-193ad770-5e33-4a86-9c6f-d2db608f508d tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 943 time: 0.1633406 Nov 27 01:37:27.581516 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a7f3545-6a4c-46d1-bab9-a2c1d49fa0e6 req-23595428-804b-42a0-a3af-277fbdef55c4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977429 Nov 27 01:37:27.705500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49bd81f-fc37-4540-ba0b-7dad61850368 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Router 97cb92c3-09ad-4107-875e-406809b3d1a8 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:37:27.778535 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e0b8336-afd1-49be-964b-eeb693e12c8f req-5ddcf122-d743-4b4f-8a73-596d2cd4e80d service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949670 Nov 27 01:37:27.802108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49bd81f-fc37-4540-ba0b-7dad61850368 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:27.811908 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c49bd81f-fc37-4540-ba0b-7dad61850368 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "PUT /v2.0/routers/97cb92c3-09ad-4107-875e-406809b3d1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5514829 Nov 27 01:37:27.817064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60918) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:27.820030 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69452a5-234d-4b96-8e36-1afd8965b61c None None] Sync routers for ids ['97cb92c3-09ad-4107-875e-406809b3d1a8'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:27.837404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69452a5-234d-4b96-8e36-1afd8965b61c None None] Routers {'97cb92c3-09ad-4107-875e-406809b3d1a8'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:27.838378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d69452a5-234d-4b96-8e36-1afd8965b61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97cb92c3-09ad-4107-875e-406809b3d1a8'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:27.855498 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d4a06aa-7e73-488c-8343-236ee8052565 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:27.877391 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-b10d8bd1-0ced-4171-be07-1ce37b875641 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] show failed (client error): The resource could not be found. Nov 27 01:37:27.879568 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b10d8bd1-0ced-4171-be07-1ce37b875641 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1525114058 HTTP/1.1" status: 404 len: 335 time: 0.0605726 Nov 27 01:37:27.880557 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2ce9f3d-3550-412f-9485-59e32678cc1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:27.884831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60920) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:27.888702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d69452a5-234d-4b96-8e36-1afd8965b61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:27.891904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-55431cd2-ab20-429b-845b-1d54afdbb86c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:27.899364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69452a5-234d-4b96-8e36-1afd8965b61c None None] Routers {'97cb92c3-09ad-4107-875e-406809b3d1a8'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:27.901192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d69452a5-234d-4b96-8e36-1afd8965b61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97cb92c3-09ad-4107-875e-406809b3d1a8'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:27.945860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d69452a5-234d-4b96-8e36-1afd8965b61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:27.946831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69452a5-234d-4b96-8e36-1afd8965b61c None None] The sync data for ids ['97cb92c3-09ad-4107-875e-406809b3d1a8'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:37:28.004234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a06aa-7e73-488c-8343-236ee8052565 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Subnet': ['ID=ae0486fd-8356-4184-a9ba-b531790a233b,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:28.020848 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e0b8336-afd1-49be-964b-eeb693e12c8f req-8b62d9d9-bdd5-41d0-bf5e-eb632f34e511 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341030 Nov 27 01:37:28.023871 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2ce9f3d-3550-412f-9485-59e32678cc1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.025157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a06aa-7e73-488c-8343-236ee8052565 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Checking segment: {'id': '636d97c5-b372-4f00-ae3e-13383cbb16f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '096404ed-9a5b-4885-a87a-8fed9048f349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:28.025689 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4a06aa-7e73-488c-8343-236ee8052565 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network hostable DHCP agents. Network: 096404ed-9a5b-4885-a87a-8fed9048f349, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:28.026503 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-55431cd2-ab20-429b-845b-1d54afdbb86c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] update failed (client error): The resource could not be found. Nov 27 01:37:28.028593 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-55431cd2-ab20-429b-845b-1d54afdbb86c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-207165727 HTTP/1.1" status: 404 len: 334 time: 0.1424003 Nov 27 01:37:28.032347 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2ce9f3d-3550-412f-9485-59e32678cc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.034505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60924) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:28.078708 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c2ce9f3d-3550-412f-9485-59e32678cc1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82136c96646241aa9af510ee6f98f498&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8560400 Nov 27 01:37:28.078934 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4a06aa-7e73-488c-8343-236ee8052565 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network 096404ed-9a5b-4885-a87a-8fed9048f349 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:28.079064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60928) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:28.087752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce9f3d-3550-412f-9485-59e32678cc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9582cef-1f1e-4c6b-ab82-84cceb86af9c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:28.093660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4d4a06aa-7e73-488c-8343-236ee8052565 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 096404ed-9a5b-4885-a87a-8fed9048f349) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:28.100880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f56e6c-1211-4f32-bc57-372b1af52f83 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Deleting subnet 9755ebc8-4753-467e-adf0-a6797c6a4b08 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:37:28.103826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4a06aa-7e73-488c-8343-236ee8052565 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:28.104443 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d4a06aa-7e73-488c-8343-236ee8052565 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.107807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249c26de-4a96-444c-a181-a71ca2477310 None None] Network 096404ed-9a5b-4885-a87a-8fed9048f349 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:28.108478 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13f56e6c-1211-4f32-bc57-372b1af52f83 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.151726 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a9ebe39-9bc0-45f8-b532-0e47d732ef07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.156690 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4d4a06aa-7e73-488c-8343-236ee8052565 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7466719 Nov 27 01:37:28.157599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60932) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:28.194075 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a9ebe39-9bc0-45f8-b532-0e47d732ef07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.226285 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13f56e6c-1211-4f32-bc57-372b1af52f83 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.262777 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a9ebe39-9bc0-45f8-b532-0e47d732ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.266963 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a9ebe39-9bc0-45f8-b532-0e47d732ef07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.267929 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9a9ebe39-9bc0-45f8-b532-0e47d732ef07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9582cef-1f1e-4c6b-ab82-84cceb86af9c HTTP/1.1" status: 204 len: 168 time: 0.1879351 Nov 27 01:37:28.291376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ebe39-9bc0-45f8-b532-0e47d732ef07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9582cef-1f1e-4c6b-ab82-84cceb86af9c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:28.372825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b46f530-7358-4045-a90c-962f70a116a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-096404ed-9a5b-4885-a87a-8fed9048f349', 'network_id': '096404ed-9a5b-4885-a87a-8fed9048f349', 'tenant_id': '1357afb772194b77bdadbf3824988502', 'fixed_ips': [{'subnet_id': 'ae0486fd-8356-4184-a9ba-b531790a233b'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:37:28.373441 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6b46f530-7358-4045-a90c-962f70a116a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.387550 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.400804 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13f56e6c-1211-4f32-bc57-372b1af52f83 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.491139 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.533928 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13f56e6c-1211-4f32-bc57-372b1af52f83 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.570021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f56e6c-1211-4f32-bc57-372b1af52f83 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event deleted for resources: {'Subnet': ['ID=9755ebc8-4753-467e-adf0-a6797c6a4b08,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:28.572131 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13f56e6c-1211-4f32-bc57-372b1af52f83 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.575539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-13f56e6c-1211-4f32-bc57-372b1af52f83 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "DELETE /v2.0/subnets/9755ebc8-4753-467e-adf0-a6797c6a4b08 HTTP/1.1" status: 204 len: 168 time: 0.5398030 Nov 27 01:37:28.578528 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60942) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:28.601683 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.650910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0486fd-8356-4184-a9ba-b531790a233b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:28.695900 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33fffde-c079-4e23-b893-6fa44dae50cc tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Deleting subnet 8f2daa7d-5148-4c5c-baa7-de492002080c {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:37:28.706522 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b33fffde-c079-4e23-b893-6fa44dae50cc tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.728172 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.742379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bcd23f-c997-4077-a8a2-ce8b6675ce95 None None] Network 1349be3e-1d74-4caf-ba0a-fb3df9c33c54 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:28.795994 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b33fffde-c079-4e23-b893-6fa44dae50cc tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.828953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096404ed-9a5b-4885-a87a-8fed9048f349']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:28.843540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3745f-0b46-4d28-a910-a6f04d4a9344 req-b0d8646f-fd3c-485b-b04d-2187583462c8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:28.845106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4f3745f-0b46-4d28-a910-a6f04d4a9344 req-b0d8646f-fd3c-485b-b04d-2187583462c8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 943 time: 0.1224523 Nov 27 01:37:28.861881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636d97c5-b372-4f00-ae3e-13383cbb16f8') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:28.862290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636d97c5-b372-4f00-ae3e-13383cbb16f8') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:28.882214 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server [None req-6b46f530-7358-4045-a90c-962f70a116a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae0486fd-8356-4184-a9ba-b531790a233b: This subnet is being modified by another concurrent operation. Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae0486fd-8356-4184-a9ba-b531790a233b: This subnet is being modified by another concurrent operation. Nov 27 01:37:28.884979 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Nov 27 01:37:28.915930 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e03c80-27ff-4a1a-bae4-173c2e8bee09 None None] Network 096404ed-9a5b-4885-a87a-8fed9048f349 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:28.942651 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.982077 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b33fffde-c079-4e23-b893-6fa44dae50cc tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.989272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:28.992432 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:28.997267 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:29.011465 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:29.031320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4f3745f-0b46-4d28-a910-a6f04d4a9344 req-2b8cc639-c4b7-461f-b6c0-bced63215f9e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788545 Nov 27 01:37:29.104541 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.105655 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b33fffde-c079-4e23-b893-6fa44dae50cc tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.121217 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950c6ddf-3399-4f09-a9a3-3da573bba8ff None None] DHCP port deletion for 1349be3e-1d74-4caf-ba0a-fb3df9c33c54 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:37:29.121644 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.126147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/096404ed-9a5b-4885-a87a-8fed9048f349 HTTP/1.1" status: 204 len: 168 time: 0.9676940 Nov 27 01:37:29.129562 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b33fffde-c079-4e23-b893-6fa44dae50cc tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.135699 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b33fffde-c079-4e23-b893-6fa44dae50cc tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "DELETE /v2.0/subnets/8f2daa7d-5148-4c5c-baa7-de492002080c HTTP/1.1" status: 204 len: 168 time: 0.5559337 Nov 27 01:37:29.139734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60964) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:29.140435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60966) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:29.162686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fffde-c079-4e23-b893-6fa44dae50cc tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event deleted for resources: {'Subnet': ['ID=8f2daa7d-5148-4c5c-baa7-de492002080c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:29.173340 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df87b087-060d-47b5-9bf0-3331515d1585 None None] Network 4d1ade0b-0be3-405d-bdd6-8718fd3cf001 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:29.177254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a7a94854-0eca-4a25-ace1-d0693a488c04 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1837942113'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:29.198056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63d2f3-e2c6-4682-8e61-01ca057b5b08 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Network': ['ID=096404ed-9a5b-4885-a87a-8fed9048f349,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:29.269779 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a94854-0eca-4a25-ace1-d0693a488c04 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:29.274634 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a7a94854-0eca-4a25-ace1-d0693a488c04 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.291183 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.292150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-950c6ddf-3399-4f09-a9a3-3da573bba8ff None None] Deleting port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:29.292480 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-950c6ddf-3399-4f09-a9a3-3da573bba8ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.347534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a94854-0eca-4a25-ace1-d0693a488c04 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:29.360792 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a7a94854-0eca-4a25-ace1-d0693a488c04 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.361072 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-a7a94854-0eca-4a25-ace1-d0693a488c04 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Added segment 80a956bd-2cfc-438b-83cc-9494d00b0375 of type vlan for network 39a8b4b3-9c95-4fda-b668-d4557230d966 Nov 27 01:37:29.363708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-950c6ddf-3399-4f09-a9a3-3da573bba8ff None None] For port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2f219611-9a6b-4c5c-a7e2-69f19e7f44ee,segment=NetworkSegment(4326c9aa-7d31-4cc6-bf1f-aad2a51c878a),segment_id=4326c9aa-7d31-4cc6-bf1f-aad2a51c878a)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:29.363868 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-950c6ddf-3399-4f09-a9a3-3da573bba8ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.377291 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-950c6ddf-3399-4f09-a9a3-3da573bba8ff None None] Calling delete_port for 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:29.414447 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a7a94854-0eca-4a25-ace1-d0693a488c04 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.431902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60974) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:29.433289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:37:29.472850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Deleting port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:29.473204 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.547748 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-950c6ddf-3399-4f09-a9a3-3da573bba8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.551715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a7a94854-0eca-4a25-ace1-d0693a488c04 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.559029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a94854-0eca-4a25-ace1-d0693a488c04 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:29.559814 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a7a94854-0eca-4a25-ace1-d0693a488c04 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.561312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No active binding found for port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee {{(pid=103404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 01:37:29.561759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:37:29.582133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c6ddf-3399-4f09-a9a3-3da573bba8ff None None] No DVR routers for this DVR port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:29.585587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c6ddf-3399-4f09-a9a3-3da573bba8ff None None] Pushing event deleted for resources: {'Port': ['ID=2f219611-9a6b-4c5c-a7e2-69f19e7f44ee,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:29.648015 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a7a94854-0eca-4a25-ace1-d0693a488c04 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5031166 Nov 27 01:37:29.648643 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60984) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:29.651698 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1797022874-network', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:29.652528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3329d7f-9e7c-4e50-b0c4-ee54a07a6b96 None None] DHCP port deletion for 4d1ade0b-0be3-405d-bdd6-8718fd3cf001 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:37:29.661908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] For port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2f219611-9a6b-4c5c-a7e2-69f19e7f44ee,segment=NetworkSegment(4326c9aa-7d31-4cc6-bf1f-aad2a51c878a),segment_id=4326c9aa-7d31-4cc6-bf1f-aad2a51c878a)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:29.662268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.676132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Calling delete_port for 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:29.677197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] Made reservation on behalf of 66bfd72e1119480fbdf150943a4fa717 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:29.680648 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.717579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c3329d7f-9e7c-4e50-b0c4-ee54a07a6b96 None None] Deleting port 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:29.718201 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c3329d7f-9e7c-4e50-b0c4-ee54a07a6b96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.791875 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.793769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c3329d7f-9e7c-4e50-b0c4-ee54a07a6b96 None None] For port 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8de4fc67-9fbd-4d34-ad24-7e2ea73166bc,segment=NetworkSegment(bd31bf66-7c41-49dc-a4bf-b6bb05b2d938),segment_id=bd31bf66-7c41-49dc-a4bf-b6bb05b2d938)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:29.795039 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c3329d7f-9e7c-4e50-b0c4-ee54a07a6b96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.802224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-293fbd6f-611a-432f-a49a-1e55ed9a94b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'subnet': {'network_id': '39a8b4b3-9c95-4fda-b668-d4557230d966', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:29.818920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c3329d7f-9e7c-4e50-b0c4-ee54a07a6b96 None None] Calling delete_port for 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:29.855935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event deleted for resources: {'Port': ['ID=2f219611-9a6b-4c5c-a7e2-69f19e7f44ee,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:29.892756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] No DVR routers for this DVR port 2f219611-9a6b-4c5c-a7e2-69f19e7f44ee on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:29.902232 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a94854-0eca-4a25-ace1-d0693a488c04 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Network': ['ID=39a8b4b3-9c95-4fda-b668-d4557230d966,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:29.934814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 39a8b4b3-9c95-4fda-b668-d4557230d966 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:29.940083 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c3329d7f-9e7c-4e50-b0c4-ee54a07a6b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:29.988203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3329d7f-9e7c-4e50-b0c4-ee54a07a6b96 None None] No DVR routers for this DVR port 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:30.014824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293fbd6f-611a-432f-a49a-1e55ed9a94b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:30.019085 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-293fbd6f-611a-432f-a49a-1e55ed9a94b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.028865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05a1ee9-6960-4fc5-9d1a-efdd84195004 None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:37:30.030934 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3329d7f-9e7c-4e50-b0c4-ee54a07a6b96 None None] Pushing event deleted for resources: {'Port': ['ID=8de4fc67-9fbd-4d34-ad24-7e2ea73166bc,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:30.054556 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.133841 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.152767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1349be3e-1d74-4caf-ba0a-fb3df9c33c54']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:30.170025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4326c9aa-7d31-4cc6-bf1f-aad2a51c878a') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:30.170394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4326c9aa-7d31-4cc6-bf1f-aad2a51c878a') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:30.184308 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05a1ee9-6960-4fc5-9d1a-efdd84195004 None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:37:30.188349 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.209818 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.224071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:30.224501 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: self.session.flush() Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:30.227514 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:30.252297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e4848-f594-423d-b35f-eb495aa9e0af req-299cc79b-8ef4-4e9f-b5db-a4a5e882de71 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:30.254529 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b53e4848-f594-423d-b35f-eb495aa9e0af req-299cc79b-8ef4-4e9f-b5db-a4a5e882de71 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 943 time: 0.0959802 Nov 27 01:37:30.351306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b53e4848-f594-423d-b35f-eb495aa9e0af req-2177838e-58af-4d38-b903-21cfd5b83e70 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828903 Nov 27 01:37:30.381532 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.386719 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.388193 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.403359 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.410031 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "DELETE /v2.0/networks/1349be3e-1d74-4caf-ba0a-fb3df9c33c54 HTTP/1.1" status: 204 len: 168 time: 1.2611659 Nov 27 01:37:30.410289 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 60988) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:30.433348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event deleted for resources: {'Network': ['ID=1349be3e-1d74-4caf-ba0a-fb3df9c33c54,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:30.444161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-293fbd6f-611a-432f-a49a-1e55ed9a94b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.447315 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:30.447865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:30.448087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:30.448356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:30.448683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:30.449016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:30.449357 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:30.450330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:30.450330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:30.450330 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:30.450604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:30.450704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:30.454301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9784d-202b-42f0-a2ec-b191c1d4e0cb tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:30.497828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e110a70-e36f-433c-ad1b-d863a9e7ab8c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:30.553868 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.556419 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] Added segment 4078bd3d-c26d-4633-80e8-1d9e548d5f34 of type vlan for network 2348c32e-4240-45c4-a447-9d7d4522b55b Nov 27 01:37:30.557133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293fbd6f-611a-432f-a49a-1e55ed9a94b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Checking segment: {'id': '80a956bd-2cfc-438b-83cc-9494d00b0375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '39a8b4b3-9c95-4fda-b668-d4557230d966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:30.557571 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293fbd6f-611a-432f-a49a-1e55ed9a94b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network hostable DHCP agents. Network: 39a8b4b3-9c95-4fda-b668-d4557230d966, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:30.566740 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fbd6f-611a-432f-a49a-1e55ed9a94b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Subnet': ['ID=e1fd7778-8982-4e28-8906-d04604946f75,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:30.593937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293fbd6f-611a-432f-a49a-1e55ed9a94b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network 39a8b4b3-9c95-4fda-b668-d4557230d966 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:30.601888 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1acdab6d-55c2-49c9-9e9e-564aa72d2d3c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.606963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-293fbd6f-611a-432f-a49a-1e55ed9a94b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 39a8b4b3-9c95-4fda-b668-d4557230d966) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:30.621708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293fbd6f-611a-432f-a49a-1e55ed9a94b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:30.622519 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-293fbd6f-611a-432f-a49a-1e55ed9a94b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.627271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6da61e-23d8-435c-900f-70b0f3d64074 None None] Network 39a8b4b3-9c95-4fda-b668-d4557230d966 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:30.646176 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-293fbd6f-611a-432f-a49a-1e55ed9a94b2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8553834 Nov 27 01:37:30.647025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60992) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:30.650192 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.746606 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.751775 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1acdab6d-55c2-49c9-9e9e-564aa72d2d3c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.752509 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.772501 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.773652 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:30.774235 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.788281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-1acdab6d-55c2-49c9-9e9e-564aa72d2d3c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1ade0b-0be3-405d-bdd6-8718fd3cf001']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:30.803682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f401220-6e6f-4b78-809f-e6a13ca710eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-39a8b4b3-9c95-4fda-b668-d4557230d966', 'network_id': '39a8b4b3-9c95-4fda-b668-d4557230d966', 'tenant_id': '1357afb772194b77bdadbf3824988502', 'fixed_ips': [{'subnet_id': 'e1fd7778-8982-4e28-8906-d04604946f75'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:37:30.804628 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f401220-6e6f-4b78-809f-e6a13ca710eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.807900 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.828382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-1acdab6d-55c2-49c9-9e9e-564aa72d2d3c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd31bf66-7c41-49dc-a4bf-b6bb05b2d938') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:30.828786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-1acdab6d-55c2-49c9-9e9e-564aa72d2d3c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd31bf66-7c41-49dc-a4bf-b6bb05b2d938') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:30.874470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.879409 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4432425 Nov 27 01:37:30.881716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60994) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:30.890719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-50a3f309-86fc-4727-ae1f-280751b1998e admin admin] Request body: {'subnet': {'network_id': '2348c32e-4240-45c4-a447-9d7d4522b55b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1797022874-subnet', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:30.896048 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1acdab6d-55c2-49c9-9e9e-564aa72d2d3c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server [None req-8f401220-6e6f-4b78-809f-e6a13ca710eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1fd7778-8982-4e28-8906-d04604946f75: This subnet is being modified by another concurrent operation. Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1fd7778-8982-4e28-8906-d04604946f75: This subnet is being modified by another concurrent operation. Nov 27 01:37:30.904670 n-d-817303-10 neutron-server[103404]: ERROR oslo_messaging.rpc.server Nov 27 01:37:30.915427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2055c7-df71-4181-a208-779666320b28 admin admin] Pushing event updated for resources: {'Network': ['ID=2348c32e-4240-45c4-a447-9d7d4522b55b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:30.925096 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Subnet': ['ID=e1fd7778-8982-4e28-8906-d04604946f75,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:30.930089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f47037-3cd6-4166-b3ee-fa66399dd181 None None] Network 39a8b4b3-9c95-4fda-b668-d4557230d966 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:30.933155 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1acdab6d-55c2-49c9-9e9e-564aa72d2d3c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.947959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acdab6d-55c2-49c9-9e9e-564aa72d2d3c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:30.948727 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1acdab6d-55c2-49c9-9e9e-564aa72d2d3c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:30.953302 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:30.980159 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 2348c32e-4240-45c4-a447-9d7d4522b55b details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:30.981813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a3f309-86fc-4727-ae1f-280751b1998e admin admin] Made reservation on behalf of 66bfd72e1119480fbdf150943a4fa717 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:30.984128 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-50a3f309-86fc-4727-ae1f-280751b1998e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.016234 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1acdab6d-55c2-49c9-9e9e-564aa72d2d3c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.053380 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1acdab6d-55c2-49c9-9e9e-564aa72d2d3c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.060922 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1acdab6d-55c2-49c9-9e9e-564aa72d2d3c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "DELETE /v2.0/networks/4d1ade0b-0be3-405d-bdd6-8718fd3cf001 HTTP/1.1" status: 204 len: 168 time: 0.6473427 Nov 27 01:37:31.060922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdab6d-55c2-49c9-9e9e-564aa72d2d3c tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event deleted for resources: {'Network': ['ID=4d1ade0b-0be3-405d-bdd6-8718fd3cf001,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:31.061223 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.062374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 60996) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:31.115001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6edcc2-525d-4834-8fb3-23929cf35750 None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:37:31.127247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a8b4b3-9c95-4fda-b668-d4557230d966']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:31.147566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a956bd-2cfc-438b-83cc-9494d00b0375') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:31.147864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a956bd-2cfc-438b-83cc-9494d00b0375') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:31.168754 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.173741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc61107b-4fcb-4742-b210-0076c0e81942 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Deleting subnet 6732f548-7d81-4394-887a-eb08890a4801 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:37:31.200054 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bc61107b-4fcb-4742-b210-0076c0e81942 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.210216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6edcc2-525d-4834-8fb3-23929cf35750 None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:37:31.232945 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.248165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:31.248627 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:31.254751 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:31.331799 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bc61107b-4fcb-4742-b210-0076c0e81942 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.358146 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:37:31.387342 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-50a3f309-86fc-4727-ae1f-280751b1998e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.388781 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:37:31.389251 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8de4fc67-9fbd-4d34-ad24-7e2ea73166bc not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:37:31.398432 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.429072 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.432365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/39a8b4b3-9c95-4fda-b668-d4557230d966 HTTP/1.1" status: 204 len: 168 time: 0.7845392 Nov 27 01:37:31.435735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32768) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:31.444632 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-59ba130f-f8e5-402b-a8be-f7069be59f3e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2062085610'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:31.467809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512b49e-79f2-4e53-8d61-23e7c2aa2662 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Network': ['ID=39a8b4b3-9c95-4fda-b668-d4557230d966,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:31.477152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ba130f-f8e5-402b-a8be-f7069be59f3e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:31.481022 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59ba130f-f8e5-402b-a8be-f7069be59f3e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.508126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ba130f-f8e5-402b-a8be-f7069be59f3e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:31.519775 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59ba130f-f8e5-402b-a8be-f7069be59f3e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.520124 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-59ba130f-f8e5-402b-a8be-f7069be59f3e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Added segment c8eefdfe-adb3-42ad-96b7-e9926a343a2f of type vlan for network b33666af-c95b-4370-8699-a7ab75f78620 Nov 27 01:37:31.533268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3f309-86fc-4727-ae1f-280751b1998e admin admin] Pushing event updated for resources: {'Subnet': ['ID=278b08e3-3119-4a70-864f-72312bf014d9,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:31.558882 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bc61107b-4fcb-4742-b210-0076c0e81942 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.566263 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59ba130f-f8e5-402b-a8be-f7069be59f3e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.591989 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59ba130f-f8e5-402b-a8be-f7069be59f3e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.595461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58109f16-c2cc-44e6-801c-734e7b95b0fd req-f0379393-1e22-48a8-a1f2-7938a2052196 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:31.597544 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58109f16-c2cc-44e6-801c-734e7b95b0fd req-f0379393-1e22-48a8-a1f2-7938a2052196 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 943 time: 0.1439590 Nov 27 01:37:31.598154 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba130f-f8e5-402b-a8be-f7069be59f3e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:31.598292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a3f309-86fc-4727-ae1f-280751b1998e admin admin] Checking segment: {'id': '4078bd3d-c26d-4633-80e8-1d9e548d5f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2348c32e-4240-45c4-a447-9d7d4522b55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:31.598614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3f309-86fc-4727-ae1f-280751b1998e admin admin] Network hostable DHCP agents. Network: 2348c32e-4240-45c4-a447-9d7d4522b55b, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:31.598756 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59ba130f-f8e5-402b-a8be-f7069be59f3e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.652208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-59ba130f-f8e5-402b-a8be-f7069be59f3e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2138312 Nov 27 01:37:31.655551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32772) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:31.657284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3f309-86fc-4727-ae1f-280751b1998e admin admin] Network 2348c32e-4240-45c4-a447-9d7d4522b55b is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:31.661366 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2169afe0-186f-4254-9353-62787a0779ff tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'subnet': {'network_id': 'b33666af-c95b-4370-8699-a7ab75f78620', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:31.683046 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58109f16-c2cc-44e6-801c-734e7b95b0fd req-0d31355e-0023-4911-b45f-4c2289ac8316 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765100 Nov 27 01:37:31.686696 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba130f-f8e5-402b-a8be-f7069be59f3e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Network': ['ID=b33666af-c95b-4370-8699-a7ab75f78620,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:31.690619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-50a3f309-86fc-4727-ae1f-280751b1998e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 2348c32e-4240-45c4-a447-9d7d4522b55b) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:31.695290 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bc61107b-4fcb-4742-b210-0076c0e81942 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.699681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a3f309-86fc-4727-ae1f-280751b1998e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:31.700387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-50a3f309-86fc-4727-ae1f-280751b1998e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.701577 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd411ac4-28f2-4460-b38d-8ca7891424d7 None None] Network 2348c32e-4240-45c4-a447-9d7d4522b55b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:31.716607 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bc61107b-4fcb-4742-b210-0076c0e81942 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.720000 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bc61107b-4fcb-4742-b210-0076c0e81942 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "DELETE /v2.0/subnets/6732f548-7d81-4394-887a-eb08890a4801 HTTP/1.1" status: 204 len: 168 time: 0.6524315 Nov 27 01:37:31.731138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32776) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:31.734485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network b33666af-c95b-4370-8699-a7ab75f78620 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:31.736304 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7488341f-28f2-4a2b-b77d-9f15e28f4c75 None None] Network 7764edae-61a5-4c09-b23b-bd2f0c2e8c69 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:31.745718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61107b-4fcb-4742-b210-0076c0e81942 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event deleted for resources: {'Subnet': ['ID=6732f548-7d81-4394-887a-eb08890a4801,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:31.759612 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-50a3f309-86fc-4727-ae1f-280751b1998e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8726387 Nov 27 01:37:31.760615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32778) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:31.765519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1797022874-router', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:31.789844 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.791358 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.856106 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.922319 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:31.935104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2169afe0-186f-4254-9353-62787a0779ff tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:31.939592 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2169afe0-186f-4254-9353-62787a0779ff tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.026687 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.037413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.ipam_backend_mixin [None req-2169afe0-186f-4254-9353-62787a0779ff tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Performing IP validity checks on allocation pools {{(pid=103402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 01:37:32.037939 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.ipam_backend_mixin [None req-2169afe0-186f-4254-9353-62787a0779ff tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 01:37:32.104749 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-2348c32e-4240-45c4-a447-9d7d4522b55b', 'network_id': '2348c32e-4240-45c4-a447-9d7d4522b55b', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'fixed_ips': [{'subnet_id': '278b08e3-3119-4a70-864f-72312bf014d9'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:37:32.105675 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.105829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Deleting port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:32.106187 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.166717 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f3702-b9fb-487d-ab7d-8ecc2d7e65d8 None None] DHCP port deletion for 7764edae-61a5-4c09-b23b-bd2f0c2e8c69 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:37:32.231639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] For port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6,segment=NetworkSegment(a0b9d74d-17e7-40ef-9983-1035a41519e8),segment_id=a0b9d74d-17e7-40ef-9983-1035a41519e8)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:32.232004 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.294175 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.302741 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Calling delete_port for e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:32.314304 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.325477 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2169afe0-186f-4254-9353-62787a0779ff tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.346591 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-357f3702-b9fb-487d-ab7d-8ecc2d7e65d8 None None] Deleting port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:32.347238 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-357f3702-b9fb-487d-ab7d-8ecc2d7e65d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.387897 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169afe0-186f-4254-9353-62787a0779ff tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Subnet': ['ID=874ec0ec-8f53-4060-9ce2-c49fa7a55766,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:32.424728 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Allocated IP 172.20.0.2 (2348c32e-4240-45c4-a447-9d7d4522b55b/278b08e3-3119-4a70-864f-72312bf014d9/b84801a0-6022-4ab5-83e6-a553eb0d1b72) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:32.452535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-357f3702-b9fb-487d-ab7d-8ecc2d7e65d8 None None] For port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6,segment=NetworkSegment(a0b9d74d-17e7-40ef-9983-1035a41519e8),segment_id=a0b9d74d-17e7-40ef-9983-1035a41519e8)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:32.452856 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-357f3702-b9fb-487d-ab7d-8ecc2d7e65d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.478110 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169afe0-186f-4254-9353-62787a0779ff tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Checking segment: {'id': 'c8eefdfe-adb3-42ad-96b7-e9926a343a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b33666af-c95b-4370-8699-a7ab75f78620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:32.478747 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-357f3702-b9fb-487d-ab7d-8ecc2d7e65d8 None None] Calling delete_port for e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:32.478858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169afe0-186f-4254-9353-62787a0779ff tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network hostable DHCP agents. Network: b33666af-c95b-4370-8699-a7ab75f78620, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:32.489500 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Allocated IP 172.25.1.138 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/13c06ddf-8a39-4130-958b-53edc9c0d900) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:32.520613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169afe0-186f-4254-9353-62787a0779ff tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network b33666af-c95b-4370-8699-a7ab75f78620 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:32.530521 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.544184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-2169afe0-186f-4254-9353-62787a0779ff tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, b33666af-c95b-4370-8699-a7ab75f78620) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:32.545914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] No DVR routers for this DVR port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:32.572944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2169afe0-186f-4254-9353-62787a0779ff tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:32.573540 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2169afe0-186f-4254-9353-62787a0779ff tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.576299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event deleted for resources: {'Port': ['ID=e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:32.658717 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2169afe0-186f-4254-9353-62787a0779ff tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0018477 Nov 27 01:37:32.661931 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32798) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:32.675723 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.727140 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.739023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b78e04-294c-43c3-ad71-e1079bb4cd36 None None] Network b33666af-c95b-4370-8699-a7ab75f78620 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:32.775547 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.789243 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:32.792576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:32.793518 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.796707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:32.826829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7764edae-61a5-4c09-b23b-bd2f0c2e8c69']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:32.839262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Pushing event updated for resources: {'Port': ['ID=13c06ddf-8a39-4130-958b-53edc9c0d900,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:32.840648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05536db-3e78-4fbe-b91d-587d1d1be68f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:37:32.861036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b9d74d-17e7-40ef-9983-1035a41519e8') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:32.862255 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b9d74d-17e7-40ef-9983-1035a41519e8') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:32.876897 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.907706 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.967621 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.971878 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.007427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:33.008131 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.008594 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-357f3702-b9fb-487d-ab7d-8ecc2d7e65d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.011228 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:33.011698 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:33.017391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a7ef3518-913a-44a5-9ad9-8f8629e6f595 None None] Provisioning complete for port 13c06ddf-8a39-4130-958b-53edc9c0d900 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:33.018536 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3518-913a-44a5-9ad9-8f8629e6f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.028307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Subnet': ['ID=874ec0ec-8f53-4060-9ce2-c49fa7a55766,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:33.068685 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.095605 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f3702-b9fb-487d-ab7d-8ecc2d7e65d8 None None] Pushing event deleted for resources: {'Port': ['ID=e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:33.114685 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f3702-b9fb-487d-ab7d-8ecc2d7e65d8 None None] No DVR routers for this DVR port e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:33.135350 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.148531 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.172863 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.190544 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef3518-913a-44a5-9ad9-8f8629e6f595 None None] Port 13c06ddf-8a39-4130-958b-53edc9c0d900 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:33.199721 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "DELETE /v2.0/networks/7764edae-61a5-4c09-b23b-bd2f0c2e8c69 HTTP/1.1" status: 204 len: 168 time: 1.4641340 Nov 27 01:37:33.202248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Network 2348c32e-4240-45c4-a447-9d7d4522b55b is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:33.203555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32802) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:33.217527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61139ecd-787e-469d-a8bc-7148d490799a None None] Network b33666af-c95b-4370-8699-a7ab75f78620 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:33.221532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:33.227517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:33.252923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56e2cc-3379-43a2-b9fe-26943294afa4 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Pushing event deleted for resources: {'Network': ['ID=7764edae-61a5-4c09-b23b-bd2f0c2e8c69,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:33.258940 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-40a9cd77-e3eb-43f4-9cce-480b88c13dd1 tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cb92c3-09ad-4107-875e-406809b3d1a8 HTTP/1.1" status: 200 len: 205 time: 0.0499611 Nov 27 01:37:33.259802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32804) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:33.267560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33666af-c95b-4370-8699-a7ab75f78620']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:33.289216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Pushing event updated for resources: {'Port': ['ID=b84801a0-6022-4ab5-83e6-a553eb0d1b72,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:33.299147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e9118-4be3-4a1a-b6ed-bcffd32f71fc req-1c5d9e76-db08-4262-acde-20d7dff13888 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:33.306703 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-072e9118-4be3-4a1a-b6ed-bcffd32f71fc req-1c5d9e76-db08-4262-acde-20d7dff13888 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 943 time: 0.4640870 Nov 27 01:37:33.365565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8eefdfe-adb3-42ad-96b7-e9926a343a2f') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:33.366162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8eefdfe-adb3-42ad-96b7-e9926a343a2f') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:33.381083 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.395589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Attempting to bind port b84801a0-6022-4ab5-83e6-a553eb0d1b72 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:33.396734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Attempting to bind port b84801a0-6022-4ab5-83e6-a553eb0d1b72 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '4078bd3d-c26d-4633-80e8-1d9e548d5f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2348c32e-4240-45c4-a447-9d7d4522b55b'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:33.397276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Attempting to bind port b84801a0-6022-4ab5-83e6-a553eb0d1b72 on network 2348c32e-4240-45c4-a447-9d7d4522b55b {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:33.397788 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4a366a2-ed3a-4cab-9f6a-e410222a8e6f tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.408056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:37:33.410947 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:33.411330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Checking segment: {'id': '4078bd3d-c26d-4633-80e8-1d9e548d5f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2348c32e-4240-45c4-a447-9d7d4522b55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:33.411747 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.412148 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Bound using segment: {'id': '4078bd3d-c26d-4633-80e8-1d9e548d5f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2348c32e-4240-45c4-a447-9d7d4522b55b'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:33.412653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Bound port: b84801a0-6022-4ab5-83e6-a553eb0d1b72, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4078bd3d-c26d-4633-80e8-1d9e548d5f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2348c32e-4240-45c4-a447-9d7d4522b55b'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:33.413042 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.413447 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-072e9118-4be3-4a1a-b6ed-bcffd32f71fc req-1a283dd0-f102-41aa-b1a8-251bba180818 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014163 Nov 27 01:37:33.453827 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.462648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:33.463026 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:33.508626 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:33.523804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:37:33.524261 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e35e8ec8-2f92-41c2-8fff-5df3e7c95ac6 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:37:33.562898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] For port b84801a0-6022-4ab5-83e6-a553eb0d1b72, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:33.594666 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] For port b84801a0-6022-4ab5-83e6-a553eb0d1b72, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b84801a0-6022-4ab5-83e6-a553eb0d1b72,segment=NetworkSegment(4078bd3d-c26d-4633-80e8-1d9e548d5f34),segment_id=4078bd3d-c26d-4633-80e8-1d9e548d5f34)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:33.599941 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.608994 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.660941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91499dc1-a5e6-4d67-b0ac-07498fa07ce4 None None] Pushing event updated for resources: {'Port': ['ID=b84801a0-6022-4ab5-83e6-a553eb0d1b72,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:33.676836 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4a366a2-ed3a-4cab-9f6a-e410222a8e6f tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.679682 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4a366a2-ed3a-4cab-9f6a-e410222a8e6f tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.683632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.695467 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.702749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/b33666af-c95b-4370-8699-a7ab75f78620 HTTP/1.1" status: 204 len: 168 time: 1.0357306 Nov 27 01:37:33.712644 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32806) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:33.719940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-61029d0a-e26b-4baf-b663-f34547e5abad tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-932380482'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:33.748336 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e87192-7824-4497-a23e-f1081b9b06f4 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Network': ['ID=b33666af-c95b-4370-8699-a7ab75f78620,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:33.754653 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4a366a2-ed3a-4cab-9f6a-e410222a8e6f tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.757586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a366a2-ed3a-4cab-9f6a-e410222a8e6f tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Fanout notify agent at l3_agent the message router_deleted on router 97cb92c3-09ad-4107-875e-406809b3d1a8 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:37:33.767010 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4a366a2-ed3a-4cab-9f6a-e410222a8e6f tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.771488 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b4a366a2-ed3a-4cab-9f6a-e410222a8e6f tempest-RoutersNegativeTest-2079012398 tempest-RoutersNegativeTest-2079012398-project] 10.222.0.15 "DELETE /v2.0/routers/97cb92c3-09ad-4107-875e-406809b3d1a8 HTTP/1.1" status: 204 len: 168 time: 0.5075831 Nov 27 01:37:33.853378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61029d0a-e26b-4baf-b663-f34547e5abad tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:33.857451 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-61029d0a-e26b-4baf-b663-f34547e5abad tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.910715 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61029d0a-e26b-4baf-b663-f34547e5abad tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:33.922917 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.928487 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-61029d0a-e26b-4baf-b663-f34547e5abad tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.928827 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-61029d0a-e26b-4baf-b663-f34547e5abad tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Added segment 4be1b3aa-43f9-46de-aaf1-234983a9d23d of type vlan for network c524468f-b785-405e-8991-454ab334719d Nov 27 01:37:34.090239 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32814) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:34.099179 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-61029d0a-e26b-4baf-b663-f34547e5abad tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:34.147739 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-61029d0a-e26b-4baf-b663-f34547e5abad tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:34.154367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61029d0a-e26b-4baf-b663-f34547e5abad tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:34.154941 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-61029d0a-e26b-4baf-b663-f34547e5abad tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:34.234126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Router aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:37:34.244294 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-61029d0a-e26b-4baf-b663-f34547e5abad tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5289817 Nov 27 01:37:34.245665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32818) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:34.248550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61029d0a-e26b-4baf-b663-f34547e5abad tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Network': ['ID=c524468f-b785-405e-8991-454ab334719d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:34.262908 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network c524468f-b785-405e-8991-454ab334719d details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:34.268731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4e59fb5a-9f05-43a5-9cc5-ec99f61273e1 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'subnet': {'network_id': 'c524468f-b785-405e-8991-454ab334719d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:34.358487 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7c10efae-a8e8-4e67-bb87-868b273a6ab9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9685434b2c448998e944b1ef403201d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2640979 Nov 27 01:37:34.363540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32820) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:34.410566 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e59fb5a-9f05-43a5-9cc5-ec99f61273e1 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:34.415172 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e59fb5a-9f05-43a5-9cc5-ec99f61273e1 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:34.416129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:34.427202 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Sync routers for ids ['aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:34.439061 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Routers {'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:34.440137 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:34.442761 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e10738a4-523a-43fc-bbbb-1b58fa9e9069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:34.449583 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:34.453305 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dead932c-4671-4f83-b8b0-5c4b54c6e993 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6889987 Nov 27 01:37:34.457039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32824) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:34.520193 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e10738a4-523a-43fc-bbbb-1b58fa9e9069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:34.562466 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Set router aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:34.677901 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e10738a4-523a-43fc-bbbb-1b58fa9e9069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:34.680841 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e10738a4-523a-43fc-bbbb-1b58fa9e9069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:34.682155 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e10738a4-523a-43fc-bbbb-1b58fa9e9069 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf876337-d00d-440a-8eba-dae1bbf06938 HTTP/1.1" status: 204 len: 168 time: 0.3175707 Nov 27 01:37:34.688390 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e59fb5a-9f05-43a5-9cc5-ec99f61273e1 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:34.699924 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10738a4-523a-43fc-bbbb-1b58fa9e9069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf876337-d00d-440a-8eba-dae1bbf06938,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:34.816220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d7cd0-8d62-4998-8a3a-e534c2b8c006 req-3160b038-aa7f-451c-9cb4-7a82da406a86 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:34.818241 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d51d7cd0-8d62-4998-8a3a-e534c2b8c006 req-3160b038-aa7f-451c-9cb4-7a82da406a86 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 943 time: 0.1421144 Nov 27 01:37:34.829267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59fb5a-9f05-43a5-9cc5-ec99f61273e1 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Subnet': ['ID=5b8997f0-849b-476d-8447-dd888d4b75c3,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:34.840627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e59fb5a-9f05-43a5-9cc5-ec99f61273e1 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Checking segment: {'id': '4be1b3aa-43f9-46de-aaf1-234983a9d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c524468f-b785-405e-8991-454ab334719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:34.841180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e59fb5a-9f05-43a5-9cc5-ec99f61273e1 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network hostable DHCP agents. Network: c524468f-b785-405e-8991-454ab334719d, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:34.881809 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e59fb5a-9f05-43a5-9cc5-ec99f61273e1 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network c524468f-b785-405e-8991-454ab334719d is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:34.908013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-4e59fb5a-9f05-43a5-9cc5-ec99f61273e1 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, c524468f-b785-405e-8991-454ab334719d) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:34.913736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e59fb5a-9f05-43a5-9cc5-ec99f61273e1 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:34.914399 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e59fb5a-9f05-43a5-9cc5-ec99f61273e1 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:34.922135 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d882f4-fd2a-4716-b7e6-067d636ba7cc None None] Network c524468f-b785-405e-8991-454ab334719d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:34.938986 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4e59fb5a-9f05-43a5-9cc5-ec99f61273e1 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6751997 Nov 27 01:37:34.943784 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32832) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:34.950872 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d51d7cd0-8d62-4998-8a3a-e534c2b8c006 req-dfa3ae33-c3a3-4144-ac0e-117ab244bba2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236413 Nov 27 01:37:34.970648 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'name': 'tempest-TestAggregatesBasicOps-1797022874-router', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '13c06ddf-8a39-4130-958b-53edc9c0d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:31Z', 'updated_at': '2021-11-27T01:37:33Z', 'revision_number': 3, 'project_id': '66bfd72e1119480fbdf150943a4fa717', 'gw_port': {'id': '13c06ddf-8a39-4130-958b-53edc9c0d900', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:32Z', 'updated_at': '2021-11-27T01:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:35.044037 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Checking router: aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:37:35.044551 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Updating router aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e port 13c06ddf-8a39-4130-958b-53edc9c0d900 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:37:35.113222 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:35.164485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-c524468f-b785-405e-8991-454ab334719d', 'network_id': 'c524468f-b785-405e-8991-454ab334719d', 'tenant_id': '1357afb772194b77bdadbf3824988502', 'fixed_ips': [{'subnet_id': '5b8997f0-849b-476d-8447-dd888d4b75c3'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:37:35.165377 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:35.189899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:37:35.261471 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:35.426099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fad84f6-0e1f-46d2-a34c-411b020b96a8 None None] Network 2348c32e-4240-45c4-a447-9d7d4522b55b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:35.439899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b84801a0-6022-4ab5-83e6-a553eb0d1b72 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:35.487413 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:35.524181 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:35.584017 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:35.591792 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:35.594918 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Provisioning complete for port b84801a0-6022-4ab5-83e6-a553eb0d1b72 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:35.594918 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:35.693443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b76185-dcde-4e29-8530-57ff25e77663 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:37:35.701604 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Allocated IP 172.20.0.1 (c524468f-b785-405e-8991-454ab334719d/5b8997f0-849b-476d-8447-dd888d4b75c3/afb8b7b4-f193-40b0-823f-06e15a41caba) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:35.711562 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0b255-75e3-467c-b505-69b9539c0f1f None None] Pushing event updated for resources: {'Port': ['ID=13c06ddf-8a39-4130-958b-53edc9c0d900,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:35.733940 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Attempting to bind port 13c06ddf-8a39-4130-958b-53edc9c0d900 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:35.734401 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Attempting to bind port 13c06ddf-8a39-4130-958b-53edc9c0d900 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:35.734828 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Attempting to bind port 13c06ddf-8a39-4130-958b-53edc9c0d900 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:35.744349 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b255-75e3-467c-b505-69b9539c0f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:35.744910 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b255-75e3-467c-b505-69b9539c0f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:35.745241 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b255-75e3-467c-b505-69b9539c0f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:35.745848 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b255-75e3-467c-b505-69b9539c0f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:35.748784 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b255-75e3-467c-b505-69b9539c0f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:35.749489 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b255-75e3-467c-b505-69b9539c0f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:35.749922 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b255-75e3-467c-b505-69b9539c0f1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:35.750958 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b255-75e3-467c-b505-69b9539c0f1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:35.751528 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b255-75e3-467c-b505-69b9539c0f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:35.752005 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b255-75e3-467c-b505-69b9539c0f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:35.755286 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b255-75e3-467c-b505-69b9539c0f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:35.755776 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b255-75e3-467c-b505-69b9539c0f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:35.763618 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:35.764190 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:35.764717 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:35.765472 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:35.766304 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Bound port: 13c06ddf-8a39-4130-958b-53edc9c0d900, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:35.766854 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:35.772377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:35.803739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Allocated IP 172.20.0.1 (2348c32e-4240-45c4-a447-9d7d4522b55b/278b08e3-3119-4a70-864f-72312bf014d9/ff49f918-d8a7-47cc-8d2f-388d6da9cfd3) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:35.841656 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] For port 13c06ddf-8a39-4130-958b-53edc9c0d900, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:35.842557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b84801a0-6022-4ab5-83e6-a553eb0d1b72 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:35.843003 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:35.846600 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] For port 13c06ddf-8a39-4130-958b-53edc9c0d900, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=13c06ddf-8a39-4130-958b-53edc9c0d900,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:35.851670 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:35.884714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'port_id': 'b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587', 'mac_address': 'fa:16:3e:3e:af:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:37:35.975520 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Routers {'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:35.975520 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:35.978428 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0b255-75e3-467c-b505-69b9539c0f1f None None] Pushing event updated for resources: {'Port': ['ID=13c06ddf-8a39-4130-958b-53edc9c0d900,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:36.004009 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:36.006890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc41402-a6f3-46b2-8cdd-67c018944f9b None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:37:36.022078 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:36.038620 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32856) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:36.155043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502bcb-dbf6-4c59-b4f4-4804ee1ce7bd req-fd36dea5-798e-43db-86c5-b403070cfdd8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:36.156755 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d502bcb-dbf6-4c59-b4f4-4804ee1ce7bd req-fd36dea5-798e-43db-86c5-b403070cfdd8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 943 time: 0.0782206 Nov 27 01:37:36.158410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:36.161548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:37:36.224407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Network 2348c32e-4240-45c4-a447-9d7d4522b55b is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:36.226662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Pushing event updated for resources: {'Port': ['ID=ff49f918-d8a7-47cc-8d2f-388d6da9cfd3,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:36.229310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:36.238655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:36.280659 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:36.287708 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-657c4f0d-c8ae-4276-aad9-1fff92bf6205 tempest-ServiceProvidersTest-1509337679 tempest-ServiceProvidersTest-1509337679-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2500343 Nov 27 01:37:36.302711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:36.318439 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:36.321557 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d502bcb-dbf6-4c59-b4f4-4804ee1ce7bd req-e8469b01-52c8-4fb6-819c-3b83dc1de79a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526587 Nov 27 01:37:36.338208 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:36.407035 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] Set router aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:36.420307 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:36.430061 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:36.639463 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:36.709339 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'name': 'tempest-TestAggregatesBasicOps-1797022874-router', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '13c06ddf-8a39-4130-958b-53edc9c0d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:31Z', 'updated_at': '2021-11-27T01:37:33Z', 'revision_number': 3, 'project_id': '66bfd72e1119480fbdf150943a4fa717', 'gw_port': {'id': '13c06ddf-8a39-4130-958b-53edc9c0d900', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:32Z', 'updated_at': '2021-11-27T01:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:36.793482 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fb55d-07e7-469c-8e39-99e99e533db1 None None] The sync data for ids ['aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'] in n-d-817303-10 is: [{'id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'name': 'tempest-TestAggregatesBasicOps-1797022874-router', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '13c06ddf-8a39-4130-958b-53edc9c0d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:31Z', 'updated_at': '2021-11-27T01:37:33Z', 'revision_number': 3, 'project_id': '66bfd72e1119480fbdf150943a4fa717', 'gw_port': {'id': '13c06ddf-8a39-4130-958b-53edc9c0d900', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:32Z', 'updated_at': '2021-11-27T01:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:37:36.914988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32870) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:36.943938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:37:37.000087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] For port b84801a0-6022-4ab5-83e6-a553eb0d1b72, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b84801a0-6022-4ab5-83e6-a553eb0d1b72,segment=NetworkSegment(4078bd3d-c26d-4633-80e8-1d9e548d5f34),segment_id=4078bd3d-c26d-4633-80e8-1d9e548d5f34)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:37.017074 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.030092 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32874) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:37.043605 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.053572 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.151003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.158801 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.202294 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.224083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Network c524468f-b785-405e-8991-454ab334719d is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:37.236050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:37.240113 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Pushing event updated for resources: {'Port': ['ID=b84801a0-6022-4ab5-83e6-a553eb0d1b72,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:37.255094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:37.287449 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:37:37.287811 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:37:37.303549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8997f0-849b-476d-8447-dd888d4b75c3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:37.304394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a917d0c3-dce5-4608-a317-e265a468db43 None None] Provisioning complete for port 13c06ddf-8a39-4130-958b-53edc9c0d900 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:37.304770 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a917d0c3-dce5-4608-a317-e265a468db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.305153 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1d0cb729-1c88-467c-b34a-3a01a1b4e17d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.313453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.313861 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.314141 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.314740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.315095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.315435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.315768 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.316100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.316457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.316788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.317117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.317443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647aa8b-a908-487a-adbe-c1c63a552b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.379127 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cc448ea4-06b5-4caa-87da-4e8e4c63f6af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.437309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.442727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Pushing event updated for resources: {'Port': ['ID=ff49f918-d8a7-47cc-8d2f-388d6da9cfd3,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:37.524501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Attempting to bind port afb8b7b4-f193-40b0-823f-06e15a41caba on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:37.525348 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Attempting to bind port afb8b7b4-f193-40b0-823f-06e15a41caba by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '4be1b3aa-43f9-46de-aaf1-234983a9d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c524468f-b785-405e-8991-454ab334719d'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:37.525348 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Attempting to bind port afb8b7b4-f193-40b0-823f-06e15a41caba on network c524468f-b785-405e-8991-454ab334719d {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:37.545206 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Pushing event updated for resources: {'Port': ['ID=afb8b7b4-f193-40b0-823f-06e15a41caba,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:37.572777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:37.576767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Checking segment: {'id': '4be1b3aa-43f9-46de-aaf1-234983a9d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c524468f-b785-405e-8991-454ab334719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:37.577116 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.577604 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.579249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Bound using segment: {'id': '4be1b3aa-43f9-46de-aaf1-234983a9d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c524468f-b785-405e-8991-454ab334719d'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:37.579978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Bound port: afb8b7b4-f193-40b0-823f-06e15a41caba, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be1b3aa-43f9-46de-aaf1-234983a9d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c524468f-b785-405e-8991-454ab334719d'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:37.581430 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.602940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c524468f-b785-405e-8991-454ab334719d']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:37.615174 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be1b3aa-43f9-46de-aaf1-234983a9d23d') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:37.615466 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be1b3aa-43f9-46de-aaf1-234983a9d23d') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:37.630063 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.648064 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.655677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:37.656138 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.671482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994c5d-0e24-4d45-99bd-bfef56e1fe9b req-c0eb260d-24e0-4d04-ad3f-ffca63207a37 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:37.686038 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-22994c5d-0e24-4d45-99bd-bfef56e1fe9b req-c0eb260d-24e0-4d04-ad3f-ffca63207a37 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 944 time: 0.2421618 Nov 27 01:37:37.688375 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1d0cb729-1c88-467c-b34a-3a01a1b4e17d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.716740 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cc448ea4-06b5-4caa-87da-4e8e4c63f6af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.721587 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1d0cb729-1c88-467c-b34a-3a01a1b4e17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:37.743688 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:37.750643 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.db.api [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 01:37:37.750643 n-d-817303-10 neutron-server[103403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 01:37:37.750643 n-d-817303-10 neutron-server[103403]: [parameters: {'id': 'c524468f-b785-405e-8991-454ab334719d'}] Nov 27 01:37:37.750643 n-d-817303-10 neutron-server[103403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:37:37.751114 n-d-817303-10 neutron-server[103403]: DEBUG oslo_db.api [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:37:37.762541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1d0cb729-1c88-467c-b34a-3a01a1b4e17d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06cc8637a4154624a786ec6ebebe8cd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8464246 Nov 27 01:37:37.762797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32882) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:37.763534 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cc448ea4-06b5-4caa-87da-4e8e4c63f6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.823473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cb729-1c88-467c-b34a-3a01a1b4e17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a6f130-6dd0-411b-a021-c7470d76c391,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:37.828084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cc448ea4-06b5-4caa-87da-4e8e4c63f6af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0741050945964bb0961d88825cc31022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7951782 Nov 27 01:37:37.828454 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a917d0c3-dce5-4608-a317-e265a468db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.848843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32884) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:37.887040 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc448ea4-06b5-4caa-87da-4e8e4c63f6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b94a1e4-1c9b-46a2-a2a4-ecc863e73bfa,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:37.916639 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-22994c5d-0e24-4d45-99bd-bfef56e1fe9b req-cf75e301-4922-4d97-bdfa-1ae32ae465d3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976409 Nov 27 01:37:37.936877 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a917d0c3-dce5-4608-a317-e265a468db43 None None] For port 13c06ddf-8a39-4130-958b-53edc9c0d900, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=13c06ddf-8a39-4130-958b-53edc9c0d900,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:37.946648 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a917d0c3-dce5-4608-a317-e265a468db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.952415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] For port afb8b7b4-f193-40b0-823f-06e15a41caba, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:37.964042 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Network 2348c32e-4240-45c4-a447-9d7d4522b55b is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:37.970436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:37.991914 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a71b3a42-e1af-4c2b-b204-e8ce18c61671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.019738 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a71b3a42-e1af-4c2b-b204-e8ce18c61671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.129379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a71b3a42-e1af-4c2b-b204-e8ce18c61671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.130470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a71b3a42-e1af-4c2b-b204-e8ce18c61671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.131828 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a71b3a42-e1af-4c2b-b204-e8ce18c61671 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42a6f130-6dd0-411b-a021-c7470d76c391 HTTP/1.1" status: 204 len: 168 time: 0.3678932 Nov 27 01:37:38.161291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b3a42-e1af-4c2b-b204-e8ce18c61671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a6f130-6dd0-411b-a021-c7470d76c391,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:38.166814 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f5ae833e-ede5-4e6d-8a81-f3ab4345989a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.198401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] For port afb8b7b4-f193-40b0-823f-06e15a41caba, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=afb8b7b4-f193-40b0-823f-06e15a41caba,segment=NetworkSegment(4be1b3aa-43f9-46de-aaf1-234983a9d23d),segment_id=4be1b3aa-43f9-46de-aaf1-234983a9d23d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:38.208784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917d0c3-dce5-4608-a317-e265a468db43 None None] Pushing event updated for resources: {'Port': ['ID=13c06ddf-8a39-4130-958b-53edc9c0d900,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:38.230885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b84801a0-6022-4ab5-83e6-a553eb0d1b72 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:38.252715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.255593 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f5ae833e-ede5-4e6d-8a81-f3ab4345989a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.274305 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.332202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Router aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:37:38.344648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a917d0c3-dce5-4608-a317-e265a468db43 None None] Provisioning complete for port b84801a0-6022-4ab5-83e6-a553eb0d1b72 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:38.345175 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a917d0c3-dce5-4608-a317-e265a468db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.412560 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f5ae833e-ede5-4e6d-8a81-f3ab4345989a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.415351 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f5ae833e-ede5-4e6d-8a81-f3ab4345989a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.418780 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f5ae833e-ede5-4e6d-8a81-f3ab4345989a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b94a1e4-1c9b-46a2-a2a4-ecc863e73bfa HTTP/1.1" status: 204 len: 168 time: 0.5561700 Nov 27 01:37:38.436636 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae833e-ede5-4e6d-8a81-f3ab4345989a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b94a1e4-1c9b-46a2-a2a4-ecc863e73bfa,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:38.476259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Deleting port afb8b7b4-f193-40b0-823f-06e15a41caba {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:38.476677 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.524511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4829a7-06b1-443d-8b17-3b8c19617265 None None] Pushing event updated for resources: {'Port': ['ID=afb8b7b4-f193-40b0-823f-06e15a41caba,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:38.531505 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b64b09-8fc4-4a6f-8e0f-1f34c3e6e637 None None] Network c524468f-b785-405e-8991-454ab334719d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:38.638966 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b84801a0-6022-4ab5-83e6-a553eb0d1b72 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:38.639332 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.806789 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c57629-4a6f-494f-a5fe-c9c558fd4578 None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:37:38.814319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 13c06ddf-8a39-4130-958b-53edc9c0d900 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:38.913906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4db4f6af-1e3f-4b76-b602-a10bad2d794d None None] Provisioning complete for port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:38.914377 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4db4f6af-1e3f-4b76-b602-a10bad2d794d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.923056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] For port afb8b7b4-f193-40b0-823f-06e15a41caba, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=afb8b7b4-f193-40b0-823f-06e15a41caba,segment=NetworkSegment(4be1b3aa-43f9-46de-aaf1-234983a9d23d),segment_id=4be1b3aa-43f9-46de-aaf1-234983a9d23d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:38.923659 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.928161 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:38.941972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-946c3e65-207c-4085-92b5-0ac015f77b91 admin admin] 10.222.0.15 "PUT /v2.0/routers/aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4839809 Nov 27 01:37:38.962299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Calling delete_port for afb8b7b4-f193-40b0-823f-06e15a41caba owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:38.962823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32908) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:38.995231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4db4f6af-1e3f-4b76-b602-a10bad2d794d None None] Port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:39.005315 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 13c06ddf-8a39-4130-958b-53edc9c0d900 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:39.005821 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.026204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c16d4a51-41bb-450c-9393-5f24f6e73c70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.038832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c57629-4a6f-494f-a5fe-c9c558fd4578 None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:37:39.213684 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c16d4a51-41bb-450c-9393-5f24f6e73c70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.222108 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c16d4a51-41bb-450c-9393-5f24f6e73c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.224597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:39.243123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba4094-7aa1-4948-929e-419119bfea34 req-cd2daeba-9a88-485b-8cc7-2069ae559949 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:39.254058 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02ba4094-7aa1-4948-929e-419119bfea34 req-cd2daeba-9a88-485b-8cc7-2069ae559949 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 944 time: 0.1814663 Nov 27 01:37:39.255275 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.273623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d4a51-41bb-450c-9393-5f24f6e73c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad397b7-cb88-400a-9ac3-40165cce201a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:39.311591 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c16d4a51-41bb-450c-9393-5f24f6e73c70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=413e2408da574f2baa596123f1a9935f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3432219 Nov 27 01:37:39.314204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32918) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:39.329019 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Port': ['ID=afb8b7b4-f193-40b0-823f-06e15a41caba,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:39.358066 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No DVR routers for this DVR port afb8b7b4-f193-40b0-823f-06e15a41caba on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:39.381155 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:37:39.389778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:39.390205 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.466530 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bd0225dc-68c7-47bf-8a28-68a0542e7ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.493163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Sync routers for ids ['aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:39.511237 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.513089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Routers {'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:39.513714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:39.529512 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bd0225dc-68c7-47bf-8a28-68a0542e7ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.544832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.581790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f674d4d2-beca-4692-9ba0-716f8f4961bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:39.584094 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979a3a80-4621-4daf-b96a-3d17be4d618c" -d '{"events": [{"server_uuid": "f674d4d2-beca-4692-9ba0-716f8f4961bd", "name": "network-vif-plugged", "status": "completed", "tag": "b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:39.604572 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bd0225dc-68c7-47bf-8a28-68a0542e7ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.612746 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bd0225dc-68c7-47bf-8a28-68a0542e7ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.615614 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bd0225dc-68c7-47bf-8a28-68a0542e7ca5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ad397b7-cb88-400a-9ac3-40165cce201a HTTP/1.1" status: 204 len: 168 time: 0.2995894 Nov 27 01:37:39.623539 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c524468f-b785-405e-8991-454ab334719d']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:39.644959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0225dc-68c7-47bf-8a28-68a0542e7ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad397b7-cb88-400a-9ac3-40165cce201a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:39.680205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be1b3aa-43f9-46de-aaf1-234983a9d23d') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:39.680738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be1b3aa-43f9-46de-aaf1-234983a9d23d') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:39.687002 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02ba4094-7aa1-4948-929e-419119bfea34 req-4eef0dd6-f262-42dc-a92f-cd99967a4cc4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4178424 Nov 27 01:37:39.699960 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.744512 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.753726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:39.754708 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:39.758870 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:39.800616 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acb0303-aeb2-48e9-87e8-3c2095393caa x-openstack-request-id: req-2acb0303-aeb2-48e9-87e8-3c2095393caa {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:39.801164 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f674d4d2-beca-4692-9ba0-716f8f4961bd", "name": "network-vif-plugged", "status": "completed", "tag": "b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:39.801690 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2acb0303-aeb2-48e9-87e8-3c2095393caa {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:39.802360 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f674d4d2-beca-4692-9ba0-716f8f4961bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587', 'code': 200} Nov 27 01:37:39.808672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:39.823807 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.880555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Set router aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:39.881536 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.884955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffbc34-019e-4c41-93c2-39690b2c3c2a req-fe22716c-10ff-43fc-9091-8ab3fa1a2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:39.887336 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f5ffbc34-019e-4c41-93c2-39690b2c3c2a req-fe22716c-10ff-43fc-9091-8ab3fa1a2a6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 1097 time: 0.0790403 Nov 27 01:37:39.894047 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.900984 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/c524468f-b785-405e-8991-454ab334719d HTTP/1.1" status: 204 len: 168 time: 4.9144742 Nov 27 01:37:39.901758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32938) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:39.907899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a52ff5fa-ea98-415f-a63b-f52564763b91 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-232621384'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:39.920883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f264c9e-d687-4512-87c1-fc848747e526 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Network': ['ID=c524468f-b785-405e-8991-454ab334719d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:39.935942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:39.956754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52ff5fa-ea98-415f-a63b-f52564763b91 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:39.967583 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a52ff5fa-ea98-415f-a63b-f52564763b91 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.997767 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52ff5fa-ea98-415f-a63b-f52564763b91 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:40.009880 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a52ff5fa-ea98-415f-a63b-f52564763b91 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.010460 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-a52ff5fa-ea98-415f-a63b-f52564763b91 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Added segment de0eacef-40bb-4348-a4f0-82b6fc53b22d of type vlan for network 27a6c1f2-b5d7-48df-8850-102027f129ab Nov 27 01:37:40.035172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f5ffbc34-019e-4c41-93c2-39690b2c3c2a req-1e7d31ea-6800-4968-9aed-22ed85225f12 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343729 Nov 27 01:37:40.102677 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a52ff5fa-ea98-415f-a63b-f52564763b91 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.110086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 13c06ddf-8a39-4130-958b-53edc9c0d900 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:40.140606 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a52ff5fa-ea98-415f-a63b-f52564763b91 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.150403 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52ff5fa-ea98-415f-a63b-f52564763b91 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:40.151301 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a52ff5fa-ea98-415f-a63b-f52564763b91 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.156716 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c58d5439-cb32-426e-a213-1ae869212500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.180715 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a52ff5fa-ea98-415f-a63b-f52564763b91 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2770402 Nov 27 01:37:40.182663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32948) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:40.191183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c11ef140-b17c-4011-9e9c-e46dda2c2638 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'subnet': {'network_id': '27a6c1f2-b5d7-48df-8850-102027f129ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:40.193501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'name': 'tempest-TestAggregatesBasicOps-1797022874-router', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '13c06ddf-8a39-4130-958b-53edc9c0d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:31Z', 'updated_at': '2021-11-27T01:37:36Z', 'revision_number': 4, 'project_id': '66bfd72e1119480fbdf150943a4fa717', 'gw_port': {'id': '13c06ddf-8a39-4130-958b-53edc9c0d900', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:32Z', 'updated_at': '2021-11-27T01:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ff49f918-d8a7-47cc-8d2f-388d6da9cfd3', 'name': '', 'network_id': '2348c32e-4240-45c4-a447-9d7d4522b55b', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'mac_address': 'fa:16:3e:b9:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '278b08e3-3119-4a70-864f-72312bf014d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:35Z', 'updated_at': '2021-11-27T01:37:36Z', 'revision_number': 2, 'project_id': '66bfd72e1119480fbdf150943a4fa717', 'subnets': [{'id': '278b08e3-3119-4a70-864f-72312bf014d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:40.197080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 13c06ddf-8a39-4130-958b-53edc9c0d900 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:40.197080 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.217907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32952) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:40.234006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-158417964-network', 'tenant_id': '3033e170b370430aab128146dc02d438'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:40.251697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Checking router: aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:37:40.252082 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Updating router aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:37:40.282346 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] Made reservation on behalf of 3033e170b370430aab128146dc02d438 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:40.289526 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.301040 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.339185 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.369200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ff5fa-ea98-415f-a63b-f52564763b91 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Network': ['ID=27a6c1f2-b5d7-48df-8850-102027f129ab,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:40.379036 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11ef140-b17c-4011-9e9c-e46dda2c2638 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:40.383205 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c11ef140-b17c-4011-9e9c-e46dda2c2638 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.390198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 27a6c1f2-b5d7-48df-8850-102027f129ab details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:40.461976 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.475097 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.530432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b652d546-930c-477f-a0fc-e5904155c691,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:40.551332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:40.573256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.573606 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] Added segment ef42e571-8c0b-42e7-82bd-1c0f48df57cf of type vlan for network 1cd1b2c3-8ef3-482f-ace3-8225a6d9152d Nov 27 01:37:40.653137 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.698686 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.700081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:40.702451 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.704214 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c11ef140-b17c-4011-9e9c-e46dda2c2638 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.730417 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5066087 Nov 27 01:37:40.743832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32970) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:40.749206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b92fefe4-d8c2-4854-8f93-5d10a3f58ad0 admin admin] Request body: {'subnet': {'network_id': '1cd1b2c3-8ef3-482f-ace3-8225a6d9152d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-158417964-subnet', 'tenant_id': '3033e170b370430aab128146dc02d438', 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:40.825474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cc4f0-ce67-47d7-afde-bed612fe6d3d admin admin] Pushing event updated for resources: {'Network': ['ID=1cd1b2c3-8ef3-482f-ace3-8225a6d9152d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:40.840054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92fefe4-d8c2-4854-8f93-5d10a3f58ad0 admin admin] Made reservation on behalf of 3033e170b370430aab128146dc02d438 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:40.846685 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b92fefe4-d8c2-4854-8f93-5d10a3f58ad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.847764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ef140-b17c-4011-9e9c-e46dda2c2638 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Subnet': ['ID=2bdf680f-3389-4a61-aa65-47b6fe8c0622,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:40.857421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11ef140-b17c-4011-9e9c-e46dda2c2638 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Checking segment: {'id': 'de0eacef-40bb-4348-a4f0-82b6fc53b22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '27a6c1f2-b5d7-48df-8850-102027f129ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:40.858032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11ef140-b17c-4011-9e9c-e46dda2c2638 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network hostable DHCP agents. Network: 27a6c1f2-b5d7-48df-8850-102027f129ab, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:40.864026 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.870928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 1cd1b2c3-8ef3-482f-ace3-8225a6d9152d details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:40.881723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11ef140-b17c-4011-9e9c-e46dda2c2638 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network 27a6c1f2-b5d7-48df-8850-102027f129ab is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:40.893044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-c11ef140-b17c-4011-9e9c-e46dda2c2638 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 27a6c1f2-b5d7-48df-8850-102027f129ab) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:40.898316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11ef140-b17c-4011-9e9c-e46dda2c2638 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:40.899185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c11ef140-b17c-4011-9e9c-e46dda2c2638 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.925073 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c11ef140-b17c-4011-9e9c-e46dda2c2638 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7405255 Nov 27 01:37:40.927537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 32980) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:40.972511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f468412b-c56f-4f62-b89b-dd5b813f60a0 None None] Network 27a6c1f2-b5d7-48df-8850-102027f129ab requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:40.987322 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.989036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc0283-dc06-4cef-aa79-8ff59565ee7c req-3ec25148-a1b4-4b9b-84f8-d60c1d823ab0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:40.997854 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eafc0283-dc06-4cef-aa79-8ff59565ee7c req-3ec25148-a1b4-4b9b-84f8-d60c1d823ab0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 945 time: 0.1400447 Nov 27 01:37:41.090947 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eafc0283-dc06-4cef-aa79-8ff59565ee7c req-078da8d7-9c4c-4337-bdae-5c8991a569b4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921152 Nov 27 01:37:41.122843 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.233712 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b92fefe4-d8c2-4854-8f93-5d10a3f58ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.272975 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.282248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c322c-3aa2-42ae-a59b-ea1b79d1b750 None None] Pushing event updated for resources: {'Port': ['ID=ff49f918-d8a7-47cc-8d2f-388d6da9cfd3,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:41.345426 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Attempting to bind port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:41.346152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Attempting to bind port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '4078bd3d-c26d-4633-80e8-1d9e548d5f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2348c32e-4240-45c4-a447-9d7d4522b55b'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:41.346686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Attempting to bind port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 on network 2348c32e-4240-45c4-a447-9d7d4522b55b {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:41.349661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92fefe4-d8c2-4854-8f93-5d10a3f58ad0 admin admin] Checking segment: {'id': 'ef42e571-8c0b-42e7-82bd-1c0f48df57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1cd1b2c3-8ef3-482f-ace3-8225a6d9152d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:41.350157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92fefe4-d8c2-4854-8f93-5d10a3f58ad0 admin admin] Network hostable DHCP agents. Network: 1cd1b2c3-8ef3-482f-ace3-8225a6d9152d, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:41.363212 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fefe4-d8c2-4854-8f93-5d10a3f58ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b294865-20e5-4bee-9f95-e557086d0ab0,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:41.374139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:41.377906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Checking segment: {'id': '4078bd3d-c26d-4633-80e8-1d9e548d5f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2348c32e-4240-45c4-a447-9d7d4522b55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:41.378847 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.379261 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Bound using segment: {'id': '4078bd3d-c26d-4633-80e8-1d9e548d5f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2348c32e-4240-45c4-a447-9d7d4522b55b'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:41.379814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Bound port: ff49f918-d8a7-47cc-8d2f-388d6da9cfd3, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4078bd3d-c26d-4633-80e8-1d9e548d5f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2348c32e-4240-45c4-a447-9d7d4522b55b'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:41.380155 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.389613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92fefe4-d8c2-4854-8f93-5d10a3f58ad0 admin admin] Network 1cd1b2c3-8ef3-482f-ace3-8225a6d9152d is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:41.418596 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.427792 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-b92fefe4-d8c2-4854-8f93-5d10a3f58ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 1cd1b2c3-8ef3-482f-ace3-8225a6d9152d) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:41.439109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92fefe4-d8c2-4854-8f93-5d10a3f58ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:41.440712 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b92fefe4-d8c2-4854-8f93-5d10a3f58ad0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.469736 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8e9e17-a026-4b90-b2be-21f190c88b28 None None] Network 1cd1b2c3-8ef3-482f-ace3-8225a6d9152d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:41.478974 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b92fefe4-d8c2-4854-8f93-5d10a3f58ad0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7334063 Nov 27 01:37:41.480830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 32994) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:41.486915 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-158417964-router', 'tenant_id': '3033e170b370430aab128146dc02d438', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:41.514159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Subnet': ['ID=2bdf680f-3389-4a61-aa65-47b6fe8c0622,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:41.523659 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.529206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.539067 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:37:41.578216 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.603201 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a6c1f2-b5d7-48df-8850-102027f129ab']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:41.610366 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.616448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0eacef-40bb-4348-a4f0-82b6fc53b22d') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:41.616754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0eacef-40bb-4348-a4f0-82b6fc53b22d') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:41.646481 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.677092 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.695171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:41.696354 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:41.701785 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:41.731575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-30b36636-8a68-4fb9-91fc-575c7d708891 None None] Provisioning complete for port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:41.732043 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30b36636-8a68-4fb9-91fc-575c7d708891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.736706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] For port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:41.740340 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c6b19e-accc-4585-842e-f165d5773346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-27a6c1f2-b5d7-48df-8850-102027f129ab', 'network_id': '27a6c1f2-b5d7-48df-8850-102027f129ab', 'tenant_id': '1357afb772194b77bdadbf3824988502', 'fixed_ips': [{'subnet_id': '2bdf680f-3389-4a61-aa65-47b6fe8c0622'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:37:41.741196 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-97c6b19e-accc-4585-842e-f165d5773346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.789352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] For port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ff49f918-d8a7-47cc-8d2f-388d6da9cfd3,segment=NetworkSegment(4078bd3d-c26d-4633-80e8-1d9e548d5f34),segment_id=4078bd3d-c26d-4633-80e8-1d9e548d5f34)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:41.795199 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.805480 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.816652 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.820859 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.821749 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/27a6c1f2-b5d7-48df-8850-102027f129ab HTTP/1.1" status: 204 len: 168 time: 0.8927357 Nov 27 01:37:41.825764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33004) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:41.831277 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-6ad1432d-d46f-490c-8011-0b939f8b3ff3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1767150326'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:41.836385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c454c7-b2b3-4d8b-958e-5c91e809be9e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Network': ['ID=27a6c1f2-b5d7-48df-8850-102027f129ab,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:41.852585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-30b36636-8a68-4fb9-91fc-575c7d708891 None None] Port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:41.904620 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badcfd45-406e-455a-8bb0-3f6267521a80 None None] Network 27a6c1f2-b5d7-48df-8850-102027f129ab requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:41.906285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad1432d-d46f-490c-8011-0b939f8b3ff3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:41.910114 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ad1432d-d46f-490c-8011-0b939f8b3ff3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.942951 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badcfd45-406e-455a-8bb0-3f6267521a80 None None] Network 27a6c1f2-b5d7-48df-8850-102027f129ab could not be found, it might have been deleted concurrently. {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:37:41.951764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad1432d-d46f-490c-8011-0b939f8b3ff3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:41.952045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c322c-3aa2-42ae-a59b-ea1b79d1b750 None None] Pushing event updated for resources: {'Port': ['ID=ff49f918-d8a7-47cc-8d2f-388d6da9cfd3,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:41.957698 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Routers {'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:41.958670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:41.969325 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ad1432d-d46f-490c-8011-0b939f8b3ff3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.969670 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-6ad1432d-d46f-490c-8011-0b939f8b3ff3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Added segment 77be0420-c0de-4217-aa9b-ec3e6403285e of type vlan for network 40dc8098-58e8-4846-953b-01ac2497f1e3 Nov 27 01:37:42.028161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-1cd1b2c3-8ef3-482f-ace3-8225a6d9152d', 'network_id': '1cd1b2c3-8ef3-482f-ace3-8225a6d9152d', 'tenant_id': '3033e170b370430aab128146dc02d438', 'fixed_ips': [{'subnet_id': '3b294865-20e5-4bee-9f95-e557086d0ab0'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:37:42.029107 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:42.037364 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ad1432d-d46f-490c-8011-0b939f8b3ff3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:42.179701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] Set router aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:42.287248 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b814f9f-09b8-4b3e-bdde-711de25032a4 req-7478965e-8eea-4972-b1f8-bb26608ff908 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:42.294732 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b814f9f-09b8-4b3e-bdde-711de25032a4 req-7478965e-8eea-4972-b1f8-bb26608ff908 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 945 time: 0.0987332 Nov 27 01:37:42.374298 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b814f9f-09b8-4b3e-bdde-711de25032a4 req-824264b8-cdb9-4b94-b18c-debb708fd38e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766692 Nov 27 01:37:42.531055 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-930fa1e9-4066-47a0-95c7-bb4a0873f067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:42.579362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-42342d54-b8a4-4663-b190-a1e390962b7b None None] Provisioning complete for port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:42.579732 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-42342d54-b8a4-4663-b190-a1e390962b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:42.583673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Allocated IP 172.20.0.2 (1cd1b2c3-8ef3-482f-ace3-8225a6d9152d/3b294865-20e5-4bee-9f95-e557086d0ab0/57c4fae4-c00e-4cfa-87f2-e11b80203744) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:42.652474 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ad1432d-d46f-490c-8011-0b939f8b3ff3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:42.659117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad1432d-d46f-490c-8011-0b939f8b3ff3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:42.659996 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ad1432d-d46f-490c-8011-0b939f8b3ff3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:42.719645 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6ad1432d-d46f-490c-8011-0b939f8b3ff3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8924868 Nov 27 01:37:42.726853 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33036) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:42.742405 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1940d54b-5217-42bc-9149-083c73af3ec2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:42.813762 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:42.827053 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-42342d54-b8a4-4663-b190-a1e390962b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:42.875030 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475bb69-b4f2-4d88-b21a-9427a75ed718 req-4f85e5a3-6e0c-47b1-b3b5-f2b27c795d7a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:42.886494 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8475bb69-b4f2-4d88-b21a-9427a75ed718 req-4f85e5a3-6e0c-47b1-b3b5-f2b27c795d7a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 945 time: 0.3208284 Nov 27 01:37:42.910189 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:42.912283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1432d-d46f-490c-8011-0b939f8b3ff3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Network': ['ID=40dc8098-58e8-4846-953b-01ac2497f1e3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:42.944003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33040) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:42.958032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 40dc8098-58e8-4846-953b-01ac2497f1e3 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:43.000752 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.014452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-42342d54-b8a4-4663-b190-a1e390962b7b None None] For port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ff49f918-d8a7-47cc-8d2f-388d6da9cfd3,segment=NetworkSegment(4078bd3d-c26d-4633-80e8-1d9e548d5f34),segment_id=4078bd3d-c26d-4633-80e8-1d9e548d5f34)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:43.053190 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-42342d54-b8a4-4663-b190-a1e390962b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.057086 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.066913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'name': 'tempest-TestAggregatesBasicOps-1797022874-router', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '13c06ddf-8a39-4130-958b-53edc9c0d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:31Z', 'updated_at': '2021-11-27T01:37:36Z', 'revision_number': 4, 'project_id': '66bfd72e1119480fbdf150943a4fa717', 'gw_port': {'id': '13c06ddf-8a39-4130-958b-53edc9c0d900', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:32Z', 'updated_at': '2021-11-27T01:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ff49f918-d8a7-47cc-8d2f-388d6da9cfd3', 'name': '', 'network_id': '2348c32e-4240-45c4-a447-9d7d4522b55b', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'mac_address': 'fa:16:3e:b9:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '278b08e3-3119-4a70-864f-72312bf014d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:35Z', 'updated_at': '2021-11-27T01:37:41Z', 'revision_number': 4, 'project_id': '66bfd72e1119480fbdf150943a4fa717', 'subnets': [{'id': '278b08e3-3119-4a70-864f-72312bf014d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:43.082902 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1940d54b-5217-42bc-9149-083c73af3ec2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.110850 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-30c3ca65-fe34-4075-8788-db5486305839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.112903 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1940d54b-5217-42bc-9149-083c73af3ec2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.117360 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c799d-8d99-48e4-85f5-5345e5bc6021 None None] The sync data for ids ['aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'] in n-d-817303-10 is: [{'id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'name': 'tempest-TestAggregatesBasicOps-1797022874-router', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '13c06ddf-8a39-4130-958b-53edc9c0d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:31Z', 'updated_at': '2021-11-27T01:37:36Z', 'revision_number': 4, 'project_id': '66bfd72e1119480fbdf150943a4fa717', 'gw_port': {'id': '13c06ddf-8a39-4130-958b-53edc9c0d900', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:32Z', 'updated_at': '2021-11-27T01:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ff49f918-d8a7-47cc-8d2f-388d6da9cfd3', 'name': '', 'network_id': '2348c32e-4240-45c4-a447-9d7d4522b55b', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'mac_address': 'fa:16:3e:b9:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '278b08e3-3119-4a70-864f-72312bf014d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:35Z', 'updated_at': '2021-11-27T01:37:41Z', 'revision_number': 4, 'project_id': '66bfd72e1119480fbdf150943a4fa717', 'subnets': [{'id': '278b08e3-3119-4a70-864f-72312bf014d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:37:43.133529 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8475bb69-b4f2-4d88-b21a-9427a75ed718 req-32bcc7c5-0426-4115-807f-8c6b9169b555 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866150 Nov 27 01:37:43.164144 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33046) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:43.222129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Allocated IP 172.25.1.110 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/1fd03d68-dd73-494e-a474-ea353c895533) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:43.230002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Network 1cd1b2c3-8ef3-482f-ace3-8225a6d9152d is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:43.250327 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:43.262179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:43.279050 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940d54b-5217-42bc-9149-083c73af3ec2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Network': ['ID=40dc8098-58e8-4846-953b-01ac2497f1e3,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:43.283479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1940d54b-5217-42bc-9149-083c73af3ec2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network 40dc8098-58e8-4846-953b-01ac2497f1e3 is not hosted by any dhcp agent {{(pid=103403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:37:43.301809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1940d54b-5217-42bc-9149-083c73af3ec2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:43.302478 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1940d54b-5217-42bc-9149-083c73af3ec2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.307350 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1940d54b-5217-42bc-9149-083c73af3ec2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "PUT /v2.0/networks/40dc8098-58e8-4846-953b-01ac2497f1e3 HTTP/1.1" status: 200 len: 723 time: 0.5776138 Nov 27 01:37:43.318776 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33050) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:43.328299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7de0cdb2-ab3a-4c76-8ced-563d13e7a2dc tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'subnet': {'network_id': '40dc8098-58e8-4846-953b-01ac2497f1e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:43.366717 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 40dc8098-58e8-4846-953b-01ac2497f1e3 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:43.412050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42342d54-b8a4-4663-b190-a1e390962b7b None None] Pushing event updated for resources: {'Port': ['ID=ff49f918-d8a7-47cc-8d2f-388d6da9cfd3,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:43.454943 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-30c3ca65-fe34-4075-8788-db5486305839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.461321 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-30c3ca65-fe34-4075-8788-db5486305839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.506609 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-30c3ca65-fe34-4075-8788-db5486305839 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91ea270527ee4880a74666abbf191fa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5614774 Nov 27 01:37:43.506867 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.509516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33052) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:43.512461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Attempting to bind port 57c4fae4-c00e-4cfa-87f2-e11b80203744 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:43.513075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3ca65-fe34-4075-8788-db5486305839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b72705c-f70e-4679-b00d-aad5ead658d8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:43.513335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Attempting to bind port 57c4fae4-c00e-4cfa-87f2-e11b80203744 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ef42e571-8c0b-42e7-82bd-1c0f48df57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1cd1b2c3-8ef3-482f-ace3-8225a6d9152d'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:43.513941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Attempting to bind port 57c4fae4-c00e-4cfa-87f2-e11b80203744 on network 1cd1b2c3-8ef3-482f-ace3-8225a6d9152d {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:43.528638 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.536104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a85c0f-be3d-43a9-8796-e446531a7062 tempest-TestVolumeBootPattern-290616248 tempest-TestVolumeBootPattern-290616248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:43.545249 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-00a85c0f-be3d-43a9-8796-e446531a7062 tempest-TestVolumeBootPattern-290616248 tempest-TestVolumeBootPattern-290616248-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 1092 time: 0.3765574 Nov 27 01:37:43.546226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33054) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:43.551554 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:43.552002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Checking segment: {'id': 'ef42e571-8c0b-42e7-82bd-1c0f48df57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1cd1b2c3-8ef3-482f-ace3-8225a6d9152d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:43.552384 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.552785 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Bound using segment: {'id': 'ef42e571-8c0b-42e7-82bd-1c0f48df57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1cd1b2c3-8ef3-482f-ace3-8225a6d9152d'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:43.553291 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Bound port: 57c4fae4-c00e-4cfa-87f2-e11b80203744, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef42e571-8c0b-42e7-82bd-1c0f48df57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1cd1b2c3-8ef3-482f-ace3-8225a6d9152d'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:43.553664 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.555287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': 'b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:43.572474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Pushing event updated for resources: {'Port': ['ID=57c4fae4-c00e-4cfa-87f2-e11b80203744,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:43.591452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de0cdb2-ab3a-4c76-8ced-563d13e7a2dc tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:43.592523 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.595421 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7de0cdb2-ab3a-4c76-8ced-563d13e7a2dc tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.642100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] For port 57c4fae4-c00e-4cfa-87f2-e11b80203744, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:43.645863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] For port 57c4fae4-c00e-4cfa-87f2-e11b80203744, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=57c4fae4-c00e-4cfa-87f2-e11b80203744,segment=NetworkSegment(ef42e571-8c0b-42e7-82bd-1c0f48df57cf),segment_id=ef42e571-8c0b-42e7-82bd-1c0f48df57cf)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:43.650864 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.732999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef754316-b77b-49e5-8976-c84a0570ab3a None None] Pushing event updated for resources: {'Port': ['ID=57c4fae4-c00e-4cfa-87f2-e11b80203744,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:43.744045 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.768079 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.827771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:43.858935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:43.875800 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87d33ee-2b98-442b-b1b2-7cd7d477ea56 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:37:43.878900 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Pushing event updated for resources: {'Port': ['ID=1fd03d68-dd73-494e-a474-ea353c895533,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:43.886648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:43.963132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Allocated IP 172.25.1.137 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/e2a6923e-f398-4f68-b7e2-a6f1a3983477) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:43.976052 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c5434ee-7662-4d5e-9495-6813c1f428f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.988765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1a76b335-02d9-4611-b9b8-f7a9794a8534 None None] Provisioning complete for port 1fd03d68-dd73-494e-a474-ea353c895533 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:43.989313 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1a76b335-02d9-4611-b9b8-f7a9794a8534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.115090 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1a76b335-02d9-4611-b9b8-f7a9794a8534 None None] Port 1fd03d68-dd73-494e-a474-ea353c895533 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:44.141422 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7de0cdb2-ab3a-4c76-8ced-563d13e7a2dc tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.183616 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.243548 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.244079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 57c4fae4-c00e-4cfa-87f2-e11b80203744 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:44.303441 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c5434ee-7662-4d5e-9495-6813c1f428f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.315813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:44.321452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:44.327635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:44.338408 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'Port': ['ID=e2a6923e-f398-4f68-b7e2-a6f1a3983477,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:44.378286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 57c4fae4-c00e-4cfa-87f2-e11b80203744 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:44.378660 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.430534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0cdb2-ab3a-4c76-8ced-563d13e7a2dc tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Subnet': ['ID=0ab47d31-ef11-4996-a3af-74add7510198,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:44.444124 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de0cdb2-ab3a-4c76-8ced-563d13e7a2dc tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Checking segment: {'id': '77be0420-c0de-4217-aa9b-ec3e6403285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40dc8098-58e8-4846-953b-01ac2497f1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:44.444523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de0cdb2-ab3a-4c76-8ced-563d13e7a2dc tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network hostable DHCP agents. Network: 40dc8098-58e8-4846-953b-01ac2497f1e3, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:44.496294 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c5434ee-7662-4d5e-9495-6813c1f428f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.498912 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6c5434ee-7662-4d5e-9495-6813c1f428f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.502471 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6c5434ee-7662-4d5e-9495-6813c1f428f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b72705c-f70e-4679-b00d-aad5ead658d8 HTTP/1.1" status: 204 len: 168 time: 0.9895556 Nov 27 01:37:44.545327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5434ee-7662-4d5e-9495-6813c1f428f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b72705c-f70e-4679-b00d-aad5ead658d8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:44.587298 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.596009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de0cdb2-ab3a-4c76-8ced-563d13e7a2dc tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network 40dc8098-58e8-4846-953b-01ac2497f1e3 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:44.657934 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 57c4fae4-c00e-4cfa-87f2-e11b80203744, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=57c4fae4-c00e-4cfa-87f2-e11b80203744,segment=NetworkSegment(ef42e571-8c0b-42e7-82bd-1c0f48df57cf),segment_id=ef42e571-8c0b-42e7-82bd-1c0f48df57cf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:44.676278 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.679956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:44.703316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-7de0cdb2-ab3a-4c76-8ced-563d13e7a2dc tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 40dc8098-58e8-4846-953b-01ac2497f1e3) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:44.728750 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de0cdb2-ab3a-4c76-8ced-563d13e7a2dc tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:44.729348 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7de0cdb2-ab3a-4c76-8ced-563d13e7a2dc tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.789531 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.801850 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7de0cdb2-ab3a-4c76-8ced-563d13e7a2dc tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4816518 Nov 27 01:37:44.803248 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33074) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:44.821105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02418d46-3ee0-4c17-8b33-e0dbd58419fb None None] Network 40dc8098-58e8-4846-953b-01ac2497f1e3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:44.829021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=57c4fae4-c00e-4cfa-87f2-e11b80203744,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:44.881761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-76da7c8f-7d3f-4204-8e24-408c86bde407 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:44.960751 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.032563 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:45.034869 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.130068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33076) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:45.190268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5bab05d8-b82f-4ea6-93e9-5697afe9c3ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.219886 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.230242 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-40dc8098-58e8-4846-953b-01ac2497f1e3', 'network_id': '40dc8098-58e8-4846-953b-01ac2497f1e3', 'tenant_id': '1357afb772194b77bdadbf3824988502', 'fixed_ips': [{'subnet_id': '0ab47d31-ef11-4996-a3af-74add7510198'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:37:45.231257 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.284408 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76da7c8f-7d3f-4204-8e24-408c86bde407 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26150242'] for subnet, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.397486 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.409092 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5bab05d8-b82f-4ea6-93e9-5697afe9c3ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.415386 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.416026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b75b61b-855a-4564-97f5-2e6e72b269f9 None None] Network 1cd1b2c3-8ef3-482f-ace3-8225a6d9152d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:45.418525 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5bab05d8-b82f-4ea6-93e9-5697afe9c3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.496162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab05d8-b82f-4ea6-93e9-5697afe9c3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16e9ede-bcb7-40cf-b9f2-efd2a7cce0df,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:45.506431 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5bab05d8-b82f-4ea6-93e9-5697afe9c3ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6e1033d4c264a948bc156b55258d097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3724468 Nov 27 01:37:45.509734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33078) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:45.516815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Allocated IP 172.20.0.2 (40dc8098-58e8-4846-953b-01ac2497f1e3/0ab47d31-ef11-4996-a3af-74add7510198/5f84b0bb-ff48-4739-9e38-a7a8205c993c) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:45.542815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9061e802-ac7b-4f47-bf98-49aef4b55ae6 None None] Provisioning complete for port 57c4fae4-c00e-4cfa-87f2-e11b80203744 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:45.543189 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9061e802-ac7b-4f47-bf98-49aef4b55ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.568980 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Router 59de0fb2-7d39-4d33-85c7-31ef283d7aad is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:37:45.635182 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-03bd6675-9d2d-4935-85a5-3e73b1b74f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.670265 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-03bd6675-9d2d-4935-85a5-3e73b1b74f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.709601 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:45.723284 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Sync routers for ids ['59de0fb2-7d39-4d33-85c7-31ef283d7aad'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:45.741744 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Routers {'59de0fb2-7d39-4d33-85c7-31ef283d7aad'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:45.743363 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['59de0fb2-7d39-4d33-85c7-31ef283d7aad'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:45.768809 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.776048 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2827209a-b00e-488a-9d25-522411d28c28 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2914608 Nov 27 01:37:45.776848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33084) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:45.777449 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.782649 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-03bd6675-9d2d-4935-85a5-3e73b1b74f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.790486 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-03bd6675-9d2d-4935-85a5-3e73b1b74f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.792052 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-03bd6675-9d2d-4935-85a5-3e73b1b74f44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a16e9ede-bcb7-40cf-b9f2-efd2a7cce0df HTTP/1.1" status: 204 len: 168 time: 0.2812865 Nov 27 01:37:45.799792 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.827680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd6675-9d2d-4935-85a5-3e73b1b74f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16e9ede-bcb7-40cf-b9f2-efd2a7cce0df,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:45.999004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'Port': ['ID=e2a6923e-f398-4f68-b7e2-a6f1a3983477,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:46.007863 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.013507 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.028414 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.126523 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Set router 59de0fb2-7d39-4d33-85c7-31ef283d7aad gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:46.224073 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76da7c8f-7d3f-4204-8e24-408c86bde407 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737831931760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26125482'] for subnet, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.297509 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Floating IP ac9fad0e-bab8-4c03-9bf7-6ffc6b30a574 associated. External IP: 172.25.1.137, port: b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587. Nov 27 01:37:46.301638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da7c8f-7d3f-4204-8e24-408c86bde407 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:46.302249 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76da7c8f-7d3f-4204-8e24-408c86bde407 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.306763 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-76da7c8f-7d3f-4204-8e24-408c86bde407 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "PUT /v2.0/subnets/0ab47d31-ef11-4996-a3af-74add7510198 HTTP/1.1" status: 200 len: 806 time: 1.4328485 Nov 27 01:37:46.307346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33090) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:46.334182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da7c8f-7d3f-4204-8e24-408c86bde407 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Subnet': ['ID=0ab47d31-ef11-4996-a3af-74add7510198,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:46.450690 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'name': 'tempest-TestAggregatesBasicOps-158417964-router', 'tenant_id': '3033e170b370430aab128146dc02d438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '1fd03d68-dd73-494e-a474-ea353c895533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:41Z', 'updated_at': '2021-11-27T01:37:44Z', 'revision_number': 3, 'project_id': '3033e170b370430aab128146dc02d438', 'gw_port': {'id': '1fd03d68-dd73-494e-a474-ea353c895533', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:38:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:42Z', 'updated_at': '2021-11-27T01:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:46.500297 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Checking router: 59de0fb2-7d39-4d33-85c7-31ef283d7aad for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:37:46.501037 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Updating router 59de0fb2-7d39-4d33-85c7-31ef283d7aad port 1fd03d68-dd73-494e-a474-ea353c895533 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:37:46.521421 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.542222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Pushing event updated for resources: {'Port': ['ID=5f84b0bb-ff48-4739-9e38-a7a8205c993c,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:46.547363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 57c4fae4-c00e-4cfa-87f2-e11b80203744 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:46.561249 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.643985 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Network 40dc8098-58e8-4846-953b-01ac2497f1e3 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:46.647361 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.654785 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:46.658683 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:46.670509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a567b754-58da-4829-9519-1e1dfa13369b None None] Provisioning complete for port 57c4fae4-c00e-4cfa-87f2-e11b80203744 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:46.670509 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a567b754-58da-4829-9519-1e1dfa13369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.698990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:37:46.701775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Deleting port 5f84b0bb-ff48-4739-9e38-a7a8205c993c {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:46.702057 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.777417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 57c4fae4-c00e-4cfa-87f2-e11b80203744 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:46.778339 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.781159 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.787608 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Attempting to bind port 5f84b0bb-ff48-4739-9e38-a7a8205c993c on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:46.788199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Attempting to bind port 5f84b0bb-ff48-4739-9e38-a7a8205c993c by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '77be0420-c0de-4217-aa9b-ec3e6403285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40dc8098-58e8-4846-953b-01ac2497f1e3'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:46.788996 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Attempting to bind port 5f84b0bb-ff48-4739-9e38-a7a8205c993c on network 40dc8098-58e8-4846-953b-01ac2497f1e3 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:46.858406 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:46.858675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Checking segment: {'id': '77be0420-c0de-4217-aa9b-ec3e6403285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40dc8098-58e8-4846-953b-01ac2497f1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:46.859085 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.859491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Bound using segment: {'id': '77be0420-c0de-4217-aa9b-ec3e6403285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40dc8098-58e8-4846-953b-01ac2497f1e3'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:46.859978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Bound port: 5f84b0bb-ff48-4739-9e38-a7a8205c993c, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77be0420-c0de-4217-aa9b-ec3e6403285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40dc8098-58e8-4846-953b-01ac2497f1e3'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:46.880013 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.930869 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.940224 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.991519 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923e2d8-06a8-4449-b93a-16cc87fed2f0 None None] Pushing event updated for resources: {'Port': ['ID=1fd03d68-dd73-494e-a474-ea353c895533,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:47.010574 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Attempting to bind port 1fd03d68-dd73-494e-a474-ea353c895533 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:47.010960 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Attempting to bind port 1fd03d68-dd73-494e-a474-ea353c895533 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:47.011329 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Attempting to bind port 1fd03d68-dd73-494e-a474-ea353c895533 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:47.017308 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:47.018104 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:47.018678 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.019243 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:47.019885 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Bound port: 1fd03d68-dd73-494e-a474-ea353c895533, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:47.020598 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.042553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] For port 5f84b0bb-ff48-4739-9e38-a7a8205c993c, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:47.047068 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] For port 5f84b0bb-ff48-4739-9e38-a7a8205c993c, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5f84b0bb-ff48-4739-9e38-a7a8205c993c,segment=NetworkSegment(77be0420-c0de-4217-aa9b-ec3e6403285e),segment_id=77be0420-c0de-4217-aa9b-ec3e6403285e)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:47.059411 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea2b56b-9e54-45b6-bb7f-1f8b86ca9565 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:37:47.072612 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.082590 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] For port 1fd03d68-dd73-494e-a474-ea353c895533, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:47.086724 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] For port 1fd03d68-dd73-494e-a474-ea353c895533, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1fd03d68-dd73-494e-a474-ea353c895533,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:47.094100 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.138349 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] For port 5f84b0bb-ff48-4739-9e38-a7a8205c993c, host n-d-817303-10, got binding levels [] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:47.138802 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.178095 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Calling delete_port for 5f84b0bb-ff48-4739-9e38-a7a8205c993c owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:47.207026 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923e2d8-06a8-4449-b93a-16cc87fed2f0 None None] Pushing event updated for resources: {'Port': ['ID=1fd03d68-dd73-494e-a474-ea353c895533,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:47.209367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:47.253177 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Routers {'59de0fb2-7d39-4d33-85c7-31ef283d7aad'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:47.253970 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['59de0fb2-7d39-4d33-85c7-31ef283d7aad'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:47.273512 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc30de4-a437-498f-9654-0d13f22a2754 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:37:47.293057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bd92ad-57e5-41fc-b03c-9f5c83df161b None None] Sync routers for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:47.313308 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Allocated IP 172.20.0.1 (1cd1b2c3-8ef3-482f-ace3-8225a6d9152d/3b294865-20e5-4bee-9f95-e557086d0ab0/c85c2d18-fe86-4830-85be-fa9ef1b3d2d0) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:47.330781 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.414215 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-41c32720-df12-44ed-a324-0ab6502bfa46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8657649 Nov 27 01:37:47.414425 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc1945-d145-4157-9e5d-bcbeee62adbb None None] Pushing event updated for resources: {'Port': ['ID=5f84b0bb-ff48-4739-9e38-a7a8205c993c,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:47.416743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f674d4d2-beca-4692-9ba0-716f8f4961bd', 'tag': 'b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:47.419333 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e795a5c-3c31-4d19-ba0c-752b66c12802" -d '{"events": [{"name": "network-changed", "server_uuid": "f674d4d2-beca-4692-9ba0-716f8f4961bd", "tag": "b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:47.521578 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] Set router 59de0fb2-7d39-4d33-85c7-31ef283d7aad gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:47.571208 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaff9db-07c4-4a80-ab24-aa98099c7077 x-openstack-request-id: req-5aaff9db-07c4-4a80-ab24-aa98099c7077 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:47.571685 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f674d4d2-beca-4692-9ba0-716f8f4961bd", "tag": "b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:47.571791 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5aaff9db-07c4-4a80-ab24-aa98099c7077 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:47.572187 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f674d4d2-beca-4692-9ba0-716f8f4961bd', 'tag': 'b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587', 'status': 'completed', 'code': 200} Nov 27 01:37:47.624380 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.640672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd92ad-57e5-41fc-b03c-9f5c83df161b None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:47.646625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-05bd92ad-57e5-41fc-b03c-9f5c83df161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:47.655252 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-21df6d57-08ee-43a3-82b1-f4faa281ec60 None None] Provisioning complete for port 1fd03d68-dd73-494e-a474-ea353c895533 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:47.665904 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-21df6d57-08ee-43a3-82b1-f4faa281ec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.696484 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.737478 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.784750 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Network 1cd1b2c3-8ef3-482f-ace3-8225a6d9152d is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:47.790459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:47.793198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:47.837857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e795a5c-3c31-4d19-ba0c-752b66c12802 req-32fb57c7-3065-4d09-98bd-b90992092dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:47.839412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e795a5c-3c31-4d19-ba0c-752b66c12802 req-32fb57c7-3065-4d09-98bd-b90992092dca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 1097 time: 0.2738190 Nov 27 01:37:47.881433 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Port': ['ID=5f84b0bb-ff48-4739-9e38-a7a8205c993c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:47.884838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Pushing event updated for resources: {'Port': ['ID=c85c2d18-fe86-4830-85be-fa9ef1b3d2d0,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:47.912381 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:48.028371 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'name': 'tempest-TestAggregatesBasicOps-158417964-router', 'tenant_id': '3033e170b370430aab128146dc02d438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '1fd03d68-dd73-494e-a474-ea353c895533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:41Z', 'updated_at': '2021-11-27T01:37:44Z', 'revision_number': 3, 'project_id': '3033e170b370430aab128146dc02d438', 'gw_port': {'id': '1fd03d68-dd73-494e-a474-ea353c895533', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:38:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:42Z', 'updated_at': '2021-11-27T01:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:48.094806 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02c640f-444f-481a-9a56-a725c21100e5 None None] The sync data for ids ['59de0fb2-7d39-4d33-85c7-31ef283d7aad'] in n-d-817303-10 is: [{'id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'name': 'tempest-TestAggregatesBasicOps-158417964-router', 'tenant_id': '3033e170b370430aab128146dc02d438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '1fd03d68-dd73-494e-a474-ea353c895533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:41Z', 'updated_at': '2021-11-27T01:37:44Z', 'revision_number': 3, 'project_id': '3033e170b370430aab128146dc02d438', 'gw_port': {'id': '1fd03d68-dd73-494e-a474-ea353c895533', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:38:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:42Z', 'updated_at': '2021-11-27T01:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:37:48.133485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No DVR routers for this DVR port 5f84b0bb-ff48-4739-9e38-a7a8205c993c on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:48.157032 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:48.192565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e795a5c-3c31-4d19-ba0c-752b66c12802 req-68f6825a-d931-4582-8a0f-7e44c4ccf660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:48.194472 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e795a5c-3c31-4d19-ba0c-752b66c12802 req-68f6825a-d931-4582-8a0f-7e44c4ccf660 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.3349349 Nov 27 01:37:48.215149 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-05bd92ad-57e5-41fc-b03c-9f5c83df161b None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:48.291668 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-21df6d57-08ee-43a3-82b1-f4faa281ec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:48.389826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-21df6d57-08ee-43a3-82b1-f4faa281ec60 None None] For port 1fd03d68-dd73-494e-a474-ea353c895533, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1fd03d68-dd73-494e-a474-ea353c895533,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:48.434455 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:48.440332 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:48.480883 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-21df6d57-08ee-43a3-82b1-f4faa281ec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:48.546061 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:48.567294 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Pushing event updated for resources: {'Port': ['ID=c85c2d18-fe86-4830-85be-fa9ef1b3d2d0,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:48.781187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Network 1cd1b2c3-8ef3-482f-ace3-8225a6d9152d is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:48.786866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:48.881852 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ceb92bfb-5df8-4d60-b38d-67bbe72f895b None None] Provisioning complete for port 1fd03d68-dd73-494e-a474-ea353c895533 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:48.885140 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ceb92bfb-5df8-4d60-b38d-67bbe72f895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:49.012172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df6d57-08ee-43a3-82b1-f4faa281ec60 None None] Pushing event updated for resources: {'Port': ['ID=1fd03d68-dd73-494e-a474-ea353c895533,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:49.056803 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:49.278190 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:49.363952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab47d31-ef11-4996-a3af-74add7510198,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:49.383980 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e795a5c-3c31-4d19-ba0c-752b66c12802 req-a04472f8-fff3-4fee-b189-d3ac824e5bc7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 HTTP/1.1" status: 200 len: 999 time: 1.1746225 Nov 27 01:37:49.388915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c4ad69-77bd-42eb-a662-6aa2246873cf None None] Network 40dc8098-58e8-4846-953b-01ac2497f1e3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:49.577526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e795a5c-3c31-4d19-ba0c-752b66c12802 req-82d296ed-9186-4cc4-b88b-40ba84e135c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:49.579111 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e795a5c-3c31-4d19-ba0c-752b66c12802 req-82d296ed-9186-4cc4-b88b-40ba84e135c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.1847658 Nov 27 01:37:49.664268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:49.713892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dc8098-58e8-4846-953b-01ac2497f1e3']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:49.728022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ceb92bfb-5df8-4d60-b38d-67bbe72f895b None None] Provisioning complete for port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:49.728790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ceb92bfb-5df8-4d60-b38d-67bbe72f895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:49.734961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77be0420-c0de-4217-aa9b-ec3e6403285e') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:49.735511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77be0420-c0de-4217-aa9b-ec3e6403285e') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:49.745041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e795a5c-3c31-4d19-ba0c-752b66c12802 req-42901056-df41-4906-a287-b8d56380ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:49.751045 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e795a5c-3c31-4d19-ba0c-752b66c12802 req-42901056-df41-4906-a287-b8d56380ee36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1585078 Nov 27 01:37:49.756076 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:49.784993 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-05bd92ad-57e5-41fc-b03c-9f5c83df161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'ac9fad0e-bab8-4c03-9bf7-6ffc6b30a574', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:3e:af:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674d4d2-beca-4692-9ba0-716f8f4961bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:37:44Z', 'updated_at': '2021-11-27T01:37:44Z', 'revision_number': 0, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:49.831310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bd92ad-57e5-41fc-b03c-9f5c83df161b None None] Checking router: bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:37:49.837724 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8814219c-8be2-44ce-a34f-db784df359ee None None] DHCP port deletion for 40dc8098-58e8-4846-953b-01ac2497f1e3 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:37:49.864398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd92ad-57e5-41fc-b03c-9f5c83df161b None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:49.865094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-05bd92ad-57e5-41fc-b03c-9f5c83df161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:49.925658 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e795a5c-3c31-4d19-ba0c-752b66c12802 req-b424cb0b-d58c-45d9-8889-ca7b1db5db1f service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601253 Nov 27 01:37:49.933497 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:49.939224 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e84643f-cd17-4366-843f-6c180e4b6397 None None] Network 40dc8098-58e8-4846-953b-01ac2497f1e3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:49.954331 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:49.955890 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:49.961075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ceb92bfb-5df8-4d60-b38d-67bbe72f895b None None] Port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:49.981335 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:50.005792 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Router 59de0fb2-7d39-4d33-85c7-31ef283d7aad has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:37:50.143825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ac799936-f954-4afc-922c-13f91c4749b8 None None] Provisioning complete for port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:50.144823 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ac799936-f954-4afc-922c-13f91c4749b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:50.153648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1fd03d68-dd73-494e-a474-ea353c895533 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:50.293189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-05bd92ad-57e5-41fc-b03c-9f5c83df161b None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:50.301745 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:50.337789 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1fd03d68-dd73-494e-a474-ea353c895533 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:50.338627 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:50.345851 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:50.350547 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/40dc8098-58e8-4846-953b-01ac2497f1e3 HTTP/1.1" status: 204 len: 168 time: 3.9918051 Nov 27 01:37:50.351542 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e38450-4107-4e12-b508-82dae0fe42f0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Network': ['ID=40dc8098-58e8-4846-953b-01ac2497f1e3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:50.353805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33182) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:50.353963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:50.359658 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-755ed0aa-62e1-4200-9190-501e815118cc admin admin] 10.222.0.15 "PUT /v2.0/routers/59de0fb2-7d39-4d33-85c7-31ef283d7aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5812640 Nov 27 01:37:50.365283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e796f3-c5c3-4dd6-95af-0d37c2a8be69 req-ebf492c1-6f50-46e8-aaa3-b32e52b969bc tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:50.366897 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69e796f3-c5c3-4dd6-95af-0d37c2a8be69 req-ebf492c1-6f50-46e8-aaa3-b32e52b969bc tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1098 time: 0.3914075 Nov 27 01:37:50.394104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ac799936-f954-4afc-922c-13f91c4749b8 None None] Port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:50.402663 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e795a5c-3c31-4d19-ba0c-752b66c12802 req-2004e5c7-63e6-47b8-8e0a-1592644f5268 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660537 Nov 27 01:37:50.410659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ac799936-f954-4afc-922c-13f91c4749b8 None None] Could not find standard attr ID for object 5f84b0bb-ff48-4739-9e38-a7a8205c993c. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:37:50.426912 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd24f025-91a6-45b0-9b35-b68e7ab6762d tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:37:50.428637 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd24f025-91a6-45b0-9b35-b68e7ab6762d tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:50.454281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33186) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:50.457102 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fd24f025-91a6-45b0-9b35-b68e7ab6762d tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/40dc8098-58e8-4846-953b-01ac2497f1e3 HTTP/1.1" status: 404 len: 339 time: 0.0664933 Nov 27 01:37:50.469046 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-947ef967-495b-44f6-a36c-a8a35e6ecca2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1399304735', 'description': 'd1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:50.495188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69e796f3-c5c3-4dd6-95af-0d37c2a8be69 req-8fa6c237-726c-462c-a129-a11777b6be2a tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178637 Nov 27 01:37:50.520299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33190) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:50.552544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947ef967-495b-44f6-a36c-a8a35e6ecca2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:50.562376 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-947ef967-495b-44f6-a36c-a8a35e6ecca2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:50.607699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5f84b0bb-ff48-4739-9e38-a7a8205c993c no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:37:50.626628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947ef967-495b-44f6-a36c-a8a35e6ecca2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:50.639377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 5f84b0bb-ff48-4739-9e38-a7a8205c993c {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:37:50.639820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5f84b0bb-ff48-4739-9e38-a7a8205c993c not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:37:50.639914 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-947ef967-495b-44f6-a36c-a8a35e6ecca2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:50.640524 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-947ef967-495b-44f6-a36c-a8a35e6ecca2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Added segment 296024ff-e136-43cb-904d-454c220e60d6 of type vlan for network 8db679eb-9d98-40b6-8a98-1454937be7c5 Nov 27 01:37:50.691814 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-947ef967-495b-44f6-a36c-a8a35e6ecca2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:50.731678 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-947ef967-495b-44f6-a36c-a8a35e6ecca2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:50.747894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947ef967-495b-44f6-a36c-a8a35e6ecca2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:50.748584 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-947ef967-495b-44f6-a36c-a8a35e6ecca2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:50.902627 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-947ef967-495b-44f6-a36c-a8a35e6ecca2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4406624 Nov 27 01:37:50.905915 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33202) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:50.924862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ef967-495b-44f6-a36c-a8a35e6ecca2 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Network': ['ID=8db679eb-9d98-40b6-8a98-1454937be7c5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:51.099720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3253c06f-ea8e-4654-adf2-97a516925275 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:51.106264 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3253c06f-ea8e-4654-adf2-97a516925275 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "GET /v2.0/networks?id=8db679eb-9d98-40b6-8a98-1454937be7c5 HTTP/1.1" status: 200 len: 761 time: 0.1988542 Nov 27 01:37:51.107152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33214) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:51.120758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0e86a5ea-df87-4dd1-ba91-523e5f58addd tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'network': {'description': 'd2'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:51.141251 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2eda52e5-10e1-4b66-944b-2c4414afe385 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port 593fbdc9-7095-4622-acb2-16a3b49cbcdb {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:51.141727 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2eda52e5-10e1-4b66-944b-2c4414afe385 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:51.173381 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Sync routers for ids ['59de0fb2-7d39-4d33-85c7-31ef283d7aad'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:51.195281 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Routers {'59de0fb2-7d39-4d33-85c7-31ef283d7aad'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:51.198342 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['59de0fb2-7d39-4d33-85c7-31ef283d7aad'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:51.231000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 8db679eb-9d98-40b6-8a98-1454937be7c5 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:51.324008 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2eda52e5-10e1-4b66-944b-2c4414afe385 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:51.324008 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2eda52e5-10e1-4b66-944b-2c4414afe385 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:51.356497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-2eda52e5-10e1-4b66-944b-2c4414afe385 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for 593fbdc9-7095-4622-acb2-16a3b49cbcdb owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:51.476866 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Set router 59de0fb2-7d39-4d33-85c7-31ef283d7aad gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:51.510632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e86a5ea-df87-4dd1-ba91-523e5f58addd tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:51.526908 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-05bd92ad-57e5-41fc-b03c-9f5c83df161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'ac9fad0e-bab8-4c03-9bf7-6ffc6b30a574', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:3e:af:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674d4d2-beca-4692-9ba0-716f8f4961bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:37:44Z', 'updated_at': '2021-11-27T01:37:44Z', 'revision_number': 0, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:51.547490 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e86a5ea-df87-4dd1-ba91-523e5f58addd tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:51.560262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bd92ad-57e5-41fc-b03c-9f5c83df161b None None] The sync data for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 is: [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'ac9fad0e-bab8-4c03-9bf7-6ffc6b30a574', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:3e:af:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674d4d2-beca-4692-9ba0-716f8f4961bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:37:44Z', 'updated_at': '2021-11-27T01:37:44Z', 'revision_number': 0, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:37:51.661215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86a5ea-df87-4dd1-ba91-523e5f58addd tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Network': ['ID=8db679eb-9d98-40b6-8a98-1454937be7c5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:51.664033 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e86a5ea-df87-4dd1-ba91-523e5f58addd tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network 8db679eb-9d98-40b6-8a98-1454937be7c5 is not hosted by any dhcp agent {{(pid=103402) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:37:51.673039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 8db679eb-9d98-40b6-8a98-1454937be7c5 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:51.694946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e86a5ea-df87-4dd1-ba91-523e5f58addd tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:51.695630 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e86a5ea-df87-4dd1-ba91-523e5f58addd tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:51.703879 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0e86a5ea-df87-4dd1-ba91-523e5f58addd tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "PUT /v2.0/networks/8db679eb-9d98-40b6-8a98-1454937be7c5 HTTP/1.1" status: 200 len: 758 time: 0.5942781 Nov 27 01:37:51.706910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33228) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:51.769350 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2eda52e5-10e1-4b66-944b-2c4414afe385 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:51.832118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda52e5-10e1-4b66-944b-2c4414afe385 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=593fbdc9-7095-4622-acb2-16a3b49cbcdb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:51.926812 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad5b666-ac1e-47b0-b135-3bbe6b294d1e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:51.931221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8ad5b666-ac1e-47b0-b135-3bbe6b294d1e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "GET /v2.0/networks?id=8db679eb-9d98-40b6-8a98-1454937be7c5 HTTP/1.1" status: 200 len: 761 time: 0.2230082 Nov 27 01:37:51.935261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33244) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:51.945466 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-09358105-2b31-43ca-8206-dc542dd0587c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-355362024'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:51.965265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf679a-b219-492f-8739-28fabfa90589 None None] New status for floating IP ac9fad0e-bab8-4c03-9bf7-6ffc6b30a574: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:37:51.971721 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2eda52e5-10e1-4b66-944b-2c4414afe385 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:51.972595 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-2eda52e5-10e1-4b66-944b-2c4414afe385 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Floating IP 3f812e0a-c0ad-4832-812e-2c3d44431c2a disassociated (deleted). External IP: 172.25.1.157, port: 43e11f99-f8e4-4ab9-b360-3ea52902e151. Nov 27 01:37:52.012000 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'name': 'tempest-TestAggregatesBasicOps-158417964-router', 'tenant_id': '3033e170b370430aab128146dc02d438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '1fd03d68-dd73-494e-a474-ea353c895533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:41Z', 'updated_at': '2021-11-27T01:37:48Z', 'revision_number': 4, 'project_id': '3033e170b370430aab128146dc02d438', 'gw_port': {'id': '1fd03d68-dd73-494e-a474-ea353c895533', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:38:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:42Z', 'updated_at': '2021-11-27T01:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'c85c2d18-fe86-4830-85be-fa9ef1b3d2d0', 'name': '', 'network_id': '1cd1b2c3-8ef3-482f-ace3-8225a6d9152d', 'tenant_id': '3033e170b370430aab128146dc02d438', 'mac_address': 'fa:16:3e:cf:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '3b294865-20e5-4bee-9f95-e557086d0ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:46Z', 'updated_at': '2021-11-27T01:37:48Z', 'revision_number': 2, 'project_id': '3033e170b370430aab128146dc02d438', 'subnets': [{'id': '3b294865-20e5-4bee-9f95-e557086d0ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:52.046431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09358105-2b31-43ca-8206-dc542dd0587c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:52.053885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09358105-2b31-43ca-8206-dc542dd0587c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:52.089421 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Checking router: 59de0fb2-7d39-4d33-85c7-31ef283d7aad for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:37:52.089786 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Updating router 59de0fb2-7d39-4d33-85c7-31ef283d7aad port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:37:52.141144 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:52.221675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09358105-2b31-43ca-8206-dc542dd0587c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:37:52.253993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33258) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:52.299551 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09358105-2b31-43ca-8206-dc542dd0587c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:52.300018 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-09358105-2b31-43ca-8206-dc542dd0587c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Added segment a7e48761-3eb7-4dbd-a67f-fd8d09a94160 of type vlan for network 4e9999d4-008f-495b-9b66-0f2e8b24163e Nov 27 01:37:52.494030 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09358105-2b31-43ca-8206-dc542dd0587c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:52.599576 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09358105-2b31-43ca-8206-dc542dd0587c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:52.608920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09358105-2b31-43ca-8206-dc542dd0587c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:52.609544 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09358105-2b31-43ca-8206-dc542dd0587c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:52.703730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09358105-2b31-43ca-8206-dc542dd0587c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Network': ['ID=4e9999d4-008f-495b-9b66-0f2e8b24163e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:52.716860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 4e9999d4-008f-495b-9b66-0f2e8b24163e details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:37:52.728117 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-09358105-2b31-43ca-8206-dc542dd0587c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7869120 Nov 27 01:37:52.730690 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eda52e5-10e1-4b66-944b-2c4414afe385 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:37:52.731897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33268) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:52.738854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-69fd15dc-c5a1-4175-bb49-ccf1881eeeb8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'subnet': {'network_id': '4e9999d4-008f-495b-9b66-0f2e8b24163e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:52.814235 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:52.823219 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:52.937690 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3232595-5d2f-4555-85e4-6c7e093e1c3b None None] Pushing event updated for resources: {'Port': ['ID=c85c2d18-fe86-4830-85be-fa9ef1b3d2d0,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:52.941492 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eda52e5-10e1-4b66-944b-2c4414afe385 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:52.946634 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2eda52e5-10e1-4b66-944b-2c4414afe385 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:52.955761 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308666f-4615-4059-b20d-2261042a9ee1 None None] Sync routers for ids ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:53.007613 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2eda52e5-10e1-4b66-944b-2c4414afe385 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/floatingips/3f812e0a-c0ad-4832-812e-2c3d44431c2a HTTP/1.1" status: 204 len: 168 time: 2.4861438 Nov 27 01:37:53.008552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:53.016202 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2597d5-978b-4ec1-9eaf-80d11c92c90e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:53.020283 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-773bae1d-9bc2-42c5-a8f7-96851ff7ab03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:53.044055 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308666f-4615-4059-b20d-2261042a9ee1 None None] Routers {'40cbaa5f-bb09-43d5-a8be-7c14a1138baf'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:53.044734 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2308666f-4615-4059-b20d-2261042a9ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:53.061550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fd15dc-c5a1-4175-bb49-ccf1881eeeb8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:53.070233 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69fd15dc-c5a1-4175-bb49-ccf1881eeeb8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:53.219463 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767e18b7-4ace-4557-b89e-e2d5e406f0d3 x-openstack-request-id: req-767e18b7-4ace-4557-b89e-e2d5e406f0d3 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:53.224806 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:53.225521 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-767e18b7-4ace-4557-b89e-e2d5e406f0d3 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:53.228809 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'status': 'completed', 'code': 200} Nov 27 01:37:53.333695 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Attempting to bind port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:53.336739 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Attempting to bind port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ef42e571-8c0b-42e7-82bd-1c0f48df57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1cd1b2c3-8ef3-482f-ace3-8225a6d9152d'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:53.337404 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Attempting to bind port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 on network 1cd1b2c3-8ef3-482f-ace3-8225a6d9152d {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:53.466725 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:53.467111 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Checking segment: {'id': 'ef42e571-8c0b-42e7-82bd-1c0f48df57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1cd1b2c3-8ef3-482f-ace3-8225a6d9152d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:53.469606 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:53.470148 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Bound using segment: {'id': 'ef42e571-8c0b-42e7-82bd-1c0f48df57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1cd1b2c3-8ef3-482f-ace3-8225a6d9152d'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:53.470704 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Bound port: c85c2d18-fe86-4830-85be-fa9ef1b3d2d0, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef42e571-8c0b-42e7-82bd-1c0f48df57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1cd1b2c3-8ef3-482f-ace3-8225a6d9152d'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:53.471094 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:53.492499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-42ff1c61-0845-4533-9cc5-75b5f9ac2cbd None None] Provisioning complete for port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:53.492883 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-42ff1c61-0845-4533-9cc5-75b5f9ac2cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:53.565502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2597d5-978b-4ec1-9eaf-80d11c92c90e req-3b5a0fac-94ee-4d96-8bb0-36ed88f29f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:53.567667 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b2597d5-978b-4ec1-9eaf-80d11c92c90e req-3b5a0fac-94ee-4d96-8bb0-36ed88f29f38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 1098 time: 0.2694941 Nov 27 01:37:53.605777 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-2308666f-4615-4059-b20d-2261042a9ee1 None None] Set router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:53.681539 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-42ff1c61-0845-4533-9cc5-75b5f9ac2cbd None None] Port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:53.718113 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69fd15dc-c5a1-4175-bb49-ccf1881eeeb8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:54.027730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd15dc-c5a1-4175-bb49-ccf1881eeeb8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Subnet': ['ID=3723f89d-f2a1-48b4-9ee7-f8474a88416e,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:54.050430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c077a8-86ce-4463-80e3-a9fa993d9f0e req-fd00b797-b967-48de-983c-337b14876158 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:54.051107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2597d5-978b-4ec1-9eaf-80d11c92c90e req-34e8bd5f-e4a2-4d2d-9d36-fa85e1be12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:54.052639 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b2597d5-978b-4ec1-9eaf-80d11c92c90e req-34e8bd5f-e4a2-4d2d-9d36-fa85e1be12fd service neutron] 10.222.0.31 "GET /v2.0/networks?id=13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 200 len: 898 time: 0.4639416 Nov 27 01:37:54.062637 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-35c077a8-86ce-4463-80e3-a9fa993d9f0e req-fd00b797-b967-48de-983c-337b14876158 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 946 time: 0.4294438 Nov 27 01:37:54.096339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fd15dc-c5a1-4175-bb49-ccf1881eeeb8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Checking segment: {'id': 'a7e48761-3eb7-4dbd-a67f-fd8d09a94160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4e9999d4-008f-495b-9b66-0f2e8b24163e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:54.101048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fd15dc-c5a1-4175-bb49-ccf1881eeeb8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network hostable DHCP agents. Network: 4e9999d4-008f-495b-9b66-0f2e8b24163e, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:37:54.158369 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] For port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:54.184569 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b2597d5-978b-4ec1-9eaf-80d11c92c90e req-f2d7498a-e26c-4093-9837-2f2c9dde81d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 200 len: 217 time: 0.1195176 Nov 27 01:37:54.198169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-773bae1d-9bc2-42c5-a8f7-96851ff7ab03 admin admin] Deleting port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:54.198504 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-773bae1d-9bc2-42c5-a8f7-96851ff7ab03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:54.214367 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] For port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c85c2d18-fe86-4830-85be-fa9ef1b3d2d0,segment=NetworkSegment(ef42e571-8c0b-42e7-82bd-1c0f48df57cf),segment_id=ef42e571-8c0b-42e7-82bd-1c0f48df57cf)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:54.222892 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:54.295406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fd15dc-c5a1-4175-bb49-ccf1881eeeb8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network 4e9999d4-008f-495b-9b66-0f2e8b24163e is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:37:54.322111 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-35c077a8-86ce-4463-80e3-a9fa993d9f0e req-89dfc192-86ce-42ec-a7ac-4cb0424b69d5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2268441 Nov 27 01:37:54.330209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-69fd15dc-c5a1-4175-bb49-ccf1881eeeb8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 4e9999d4-008f-495b-9b66-0f2e8b24163e) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:54.350374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cc8367-04db-47d5-9d47-4156bbf9142a None None] Network 4e9999d4-008f-495b-9b66-0f2e8b24163e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:54.354575 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fd15dc-c5a1-4175-bb49-ccf1881eeeb8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:54.362736 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69fd15dc-c5a1-4175-bb49-ccf1881eeeb8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:54.434234 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3232595-5d2f-4555-85e4-6c7e093e1c3b None None] Pushing event updated for resources: {'Port': ['ID=c85c2d18-fe86-4830-85be-fa9ef1b3d2d0,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:54.445230 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-69fd15dc-c5a1-4175-bb49-ccf1881eeeb8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7121091 Nov 27 01:37:54.447123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33334) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:54.477610 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Routers {'59de0fb2-7d39-4d33-85c7-31ef283d7aad'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:54.478254 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['59de0fb2-7d39-4d33-85c7-31ef283d7aad'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:54.522301 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-773bae1d-9bc2-42c5-a8f7-96851ff7ab03 admin admin] For port ff49f918-d8a7-47cc-8d2f-388d6da9cfd3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ff49f918-d8a7-47cc-8d2f-388d6da9cfd3,segment=NetworkSegment(4078bd3d-c26d-4633-80e8-1d9e548d5f34),segment_id=4078bd3d-c26d-4633-80e8-1d9e548d5f34)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:54.524331 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-773bae1d-9bc2-42c5-a8f7-96851ff7ab03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:54.563253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-773bae1d-9bc2-42c5-a8f7-96851ff7ab03 admin admin] Calling delete_port for ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:54.647577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2597d5-978b-4ec1-9eaf-80d11c92c90e req-c16a55bd-434e-430e-a9b5-febecc279847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:54.659075 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b2597d5-978b-4ec1-9eaf-80d11c92c90e req-c16a55bd-434e-430e-a9b5-febecc279847 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 200 len: 833 time: 0.4623814 Nov 27 01:37:54.693701 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] Set router 59de0fb2-7d39-4d33-85c7-31ef283d7aad gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:54.777136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-4e9999d4-008f-495b-9b66-0f2e8b24163e', 'network_id': '4e9999d4-008f-495b-9b66-0f2e8b24163e', 'tenant_id': '1357afb772194b77bdadbf3824988502', 'fixed_ips': [{'subnet_id': '3723f89d-f2a1-48b4-9ee7-f8474a88416e'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:37:54.778153 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:54.858900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-06c54877-f1ec-4f72-9913-0281c0ad9ec7 None None] Provisioning complete for port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:54.859885 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-06c54877-f1ec-4f72-9913-0281c0ad9ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:54.889415 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2308666f-4615-4059-b20d-2261042a9ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '80cd2b85-445b-4233-a440-845973b44e7f', 'name': '', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ca:f4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:46Z', 'updated_at': '2021-11-27T01:34:56Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:54.920622 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:54.941188 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308666f-4615-4059-b20d-2261042a9ee1 None None] Checking router: 40cbaa5f-bb09-43d5-a8be-7c14a1138baf for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:37:54.958603 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308666f-4615-4059-b20d-2261042a9ee1 None None] Routers {'40cbaa5f-bb09-43d5-a8be-7c14a1138baf'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:54.958603 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2308666f-4615-4059-b20d-2261042a9ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:55.034824 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'name': 'tempest-TestAggregatesBasicOps-158417964-router', 'tenant_id': '3033e170b370430aab128146dc02d438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '1fd03d68-dd73-494e-a474-ea353c895533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:41Z', 'updated_at': '2021-11-27T01:37:48Z', 'revision_number': 4, 'project_id': '3033e170b370430aab128146dc02d438', 'gw_port': {'id': '1fd03d68-dd73-494e-a474-ea353c895533', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:38:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:42Z', 'updated_at': '2021-11-27T01:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'c85c2d18-fe86-4830-85be-fa9ef1b3d2d0', 'name': '', 'network_id': '1cd1b2c3-8ef3-482f-ace3-8225a6d9152d', 'tenant_id': '3033e170b370430aab128146dc02d438', 'mac_address': 'fa:16:3e:cf:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '3b294865-20e5-4bee-9f95-e557086d0ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:46Z', 'updated_at': '2021-11-27T01:37:54Z', 'revision_number': 4, 'project_id': '3033e170b370430aab128146dc02d438', 'subnets': [{'id': '3b294865-20e5-4bee-9f95-e557086d0ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:55.066631 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b58fe-9297-418b-88c7-f329f5f10036 None None] The sync data for ids ['59de0fb2-7d39-4d33-85c7-31ef283d7aad'] in n-d-817303-10 is: [{'id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'name': 'tempest-TestAggregatesBasicOps-158417964-router', 'tenant_id': '3033e170b370430aab128146dc02d438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '1fd03d68-dd73-494e-a474-ea353c895533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:41Z', 'updated_at': '2021-11-27T01:37:48Z', 'revision_number': 4, 'project_id': '3033e170b370430aab128146dc02d438', 'gw_port': {'id': '1fd03d68-dd73-494e-a474-ea353c895533', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:38:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:42Z', 'updated_at': '2021-11-27T01:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'c85c2d18-fe86-4830-85be-fa9ef1b3d2d0', 'name': '', 'network_id': '1cd1b2c3-8ef3-482f-ace3-8225a6d9152d', 'tenant_id': '3033e170b370430aab128146dc02d438', 'mac_address': 'fa:16:3e:cf:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '3b294865-20e5-4bee-9f95-e557086d0ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:46Z', 'updated_at': '2021-11-27T01:37:54Z', 'revision_number': 4, 'project_id': '3033e170b370430aab128146dc02d438', 'subnets': [{'id': '3b294865-20e5-4bee-9f95-e557086d0ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:37:55.118167 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:55.233463 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-2308666f-4615-4059-b20d-2261042a9ee1 None None] Set router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:55.259910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2597d5-978b-4ec1-9eaf-80d11c92c90e req-9807f110-b0cf-489e-84a0-525bf2d7ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:55.270792 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b2597d5-978b-4ec1-9eaf-80d11c92c90e req-9807f110-b0cf-489e-84a0-525bf2d7ba36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13c791bd-1904-4631-a93a-d2f8f394f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4048703 Nov 27 01:37:55.420877 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-06c54877-f1ec-4f72-9913-0281c0ad9ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:55.500400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Allocated IP 172.20.0.2 (4e9999d4-008f-495b-9b66-0f2e8b24163e/3723f89d-f2a1-48b4-9ee7-f8474a88416e/9568fc9f-c882-4137-9dc1-5046d6b7a6ee) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:55.534268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-06c54877-f1ec-4f72-9913-0281c0ad9ec7 None None] For port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c85c2d18-fe86-4830-85be-fa9ef1b3d2d0,segment=NetworkSegment(ef42e571-8c0b-42e7-82bd-1c0f48df57cf),segment_id=ef42e571-8c0b-42e7-82bd-1c0f48df57cf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:55.561107 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-06c54877-f1ec-4f72-9913-0281c0ad9ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:55.609871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98475a73-2064-47e7-9888-8cf43b064dfc req-9301a8a2-26e4-4a78-bb95-c63ec9937c7d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:55.618100 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98475a73-2064-47e7-9888-8cf43b064dfc req-9301a8a2-26e4-4a78-bb95-c63ec9937c7d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 946 time: 0.6240420 Nov 27 01:37:55.813212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c54877-f1ec-4f72-9913-0281c0ad9ec7 None None] Pushing event updated for resources: {'Port': ['ID=c85c2d18-fe86-4830-85be-fa9ef1b3d2d0,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:55.915507 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2308666f-4615-4059-b20d-2261042a9ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '80cd2b85-445b-4233-a440-845973b44e7f', 'name': '', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ca:f4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:46Z', 'updated_at': '2021-11-27T01:34:56Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:55.960256 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:55.979916 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308666f-4615-4059-b20d-2261042a9ee1 None None] The sync data for ids ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'] in n-d-817303-10 is: [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '80cd2b85-445b-4233-a440-845973b44e7f', 'name': '', 'network_id': '13c791bd-1904-4631-a93a-d2f8f394f94c', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ca:f4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:46Z', 'updated_at': '2021-11-27T01:34:56Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'f564e61c-3e3b-4dd6-808c-943fd39c40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:37:56.002442 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.009035 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.145436 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a692e5-eb56-4a6d-b0e5-7e02c7360ee5 req-988d9c6a-b2ff-418f-b409-7aeb3fd2df82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:56.154152 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48a692e5-eb56-4a6d-b0e5-7e02c7360ee5 req-988d9c6a-b2ff-418f-b409-7aeb3fd2df82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 946 time: 0.6382658 Nov 27 01:37:56.167884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Pushing event updated for resources: {'Port': ['ID=9568fc9f-c882-4137-9dc1-5046d6b7a6ee,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:56.173771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Subnet': ['ID=3723f89d-f2a1-48b4-9ee7-f8474a88416e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:56.204616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Network 4e9999d4-008f-495b-9b66-0f2e8b24163e is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:56.206309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:56.214312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:56.274470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.281819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-98475a73-2064-47e7-9888-8cf43b064dfc req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port 43e11f99-f8e4-4ab9-b360-3ea52902e151 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:56.283203 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-98475a73-2064-47e7-9888-8cf43b064dfc req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.291346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-773bae1d-9bc2-42c5-a8f7-96851ff7ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.333153 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9999d4-008f-495b-9b66-0f2e8b24163e']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:56.365090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e48761-3eb7-4dbd-a67f-fd8d09a94160') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:56.373596 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e48761-3eb7-4dbd-a67f-fd8d09a94160') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:56.378454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:56.408370 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.424506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bae1d-9bc2-42c5-a8f7-96851ff7ab03 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff49f918-d8a7-47cc-8d2f-388d6da9cfd3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:56.438408 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b2597d5-978b-4ec1-9eaf-80d11c92c90e req-46501282-8ff7-443a-9ab8-f1b925f94953 service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1582479 Nov 27 01:37:56.447151 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.468080 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:56.470087 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:56.482722 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:56.526106 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Attempting to bind port 9568fc9f-c882-4137-9dc1-5046d6b7a6ee on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:56.527085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Attempting to bind port 9568fc9f-c882-4137-9dc1-5046d6b7a6ee by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'a7e48761-3eb7-4dbd-a67f-fd8d09a94160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4e9999d4-008f-495b-9b66-0f2e8b24163e'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:56.527692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Attempting to bind port 9568fc9f-c882-4137-9dc1-5046d6b7a6ee on network 4e9999d4-008f-495b-9b66-0f2e8b24163e {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:56.536334 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:56.536826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Checking segment: {'id': 'a7e48761-3eb7-4dbd-a67f-fd8d09a94160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4e9999d4-008f-495b-9b66-0f2e8b24163e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:56.537323 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.538567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Bound using segment: {'id': 'a7e48761-3eb7-4dbd-a67f-fd8d09a94160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4e9999d4-008f-495b-9b66-0f2e8b24163e'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:56.539475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Bound port: 9568fc9f-c882-4137-9dc1-5046d6b7a6ee, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e48761-3eb7-4dbd-a67f-fd8d09a94160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4e9999d4-008f-495b-9b66-0f2e8b24163e'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:56.540391 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.648793 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48a692e5-eb56-4a6d-b0e5-7e02c7360ee5 req-2ab5bdde-76b9-4ad4-b7ab-50cb9774acae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace224a8-13de-49df-8895-5a31861b4942&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4935718 Nov 27 01:37:56.663672 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.db.api [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 01:37:56.663672 n-d-817303-10 neutron-server[103403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 01:37:56.663672 n-d-817303-10 neutron-server[103403]: [parameters: {'id': '4e9999d4-008f-495b-9b66-0f2e8b24163e'}] Nov 27 01:37:56.663672 n-d-817303-10 neutron-server[103403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:37:56.664527 n-d-817303-10 neutron-server[103403]: DEBUG oslo_db.api [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:37:56.680882 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] For port 9568fc9f-c882-4137-9dc1-5046d6b7a6ee, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:56.684817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] For port 9568fc9f-c882-4137-9dc1-5046d6b7a6ee, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9568fc9f-c882-4137-9dc1-5046d6b7a6ee,segment=NetworkSegment(a7e48761-3eb7-4dbd-a67f-fd8d09a94160),segment_id=a7e48761-3eb7-4dbd-a67f-fd8d09a94160)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:56.697358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:56.698264 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.702413 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.774415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520f5c0-39d2-4d85-a832-529796dc0da4 None None] New status for floating IP 3f812e0a-c0ad-4832-812e-2c3d44431c2a: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:37:56.850593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-98475a73-2064-47e7-9888-8cf43b064dfc req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] For port 43e11f99-f8e4-4ab9-b360-3ea52902e151, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=43e11f99-f8e4-4ab9-b360-3ea52902e151,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:56.850891 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-98475a73-2064-47e7-9888-8cf43b064dfc req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:57.013721 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ca1a8-98d4-4acb-bb4a-4e30dd5cb27c None None] Pushing event updated for resources: {'Port': ['ID=9568fc9f-c882-4137-9dc1-5046d6b7a6ee,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:57.033402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-98475a73-2064-47e7-9888-8cf43b064dfc req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for 43e11f99-f8e4-4ab9-b360-3ea52902e151 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:57.059659 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fba9af65-8964-4987-8237-6bbaba0b1b0f req-813b71b6-fb29-4fa0-864a-ab55dbd3fa45 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0943673 Nov 27 01:37:57.067517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28ff47-2bba-4455-ab0a-fa87c5be2443 None None] Network 4e9999d4-008f-495b-9b66-0f2e8b24163e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:37:57.068540 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b2597d5-978b-4ec1-9eaf-80d11c92c90e req-2e34694f-1531-42f3-b1bb-4701cd2e7af0 service neutron] 10.222.0.31 "GET /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168494 Nov 27 01:37:57.174474 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:57.286305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94733db-8a2c-4c10-b4e3-b092ba42dda2 None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:37:57.307666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9af65-8964-4987-8237-6bbaba0b1b0f req-e37d7841-70f6-4fc2-8917-c5d98dd6935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:57.309310 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fba9af65-8964-4987-8237-6bbaba0b1b0f req-e37d7841-70f6-4fc2-8917-c5d98dd6935d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 1097 time: 0.1645379 Nov 27 01:37:57.343763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 43e11f99-f8e4-4ab9-b360-3ea52902e151 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:37:57.381724 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-98475a73-2064-47e7-9888-8cf43b064dfc req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:57.384394 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-773bae1d-9bc2-42c5-a8f7-96851ff7ab03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:57.455234 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No active binding found for port 43e11f99-f8e4-4ab9-b360-3ea52902e151 {{(pid=103404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 01:37:57.455687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 43e11f99-f8e4-4ab9-b360-3ea52902e151 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:37:57.511188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9af65-8964-4987-8237-6bbaba0b1b0f req-b8950f4b-bd63-4328-92ad-f541db82c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:57.513340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fba9af65-8964-4987-8237-6bbaba0b1b0f req-b8950f4b-bd63-4328-92ad-f541db82c7db service neutron] 10.222.0.21 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.1794748 Nov 27 01:37:57.515131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Deleting port 9568fc9f-c882-4137-9dc1-5046d6b7a6ee {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:57.515696 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:57.522664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94733db-8a2c-4c10-b4e3-b092ba42dda2 None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:37:57.665159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] For port 9568fc9f-c882-4137-9dc1-5046d6b7a6ee, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9568fc9f-c882-4137-9dc1-5046d6b7a6ee,segment=NetworkSegment(a7e48761-3eb7-4dbd-a67f-fd8d09a94160),segment_id=a7e48761-3eb7-4dbd-a67f-fd8d09a94160)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:57.666997 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:57.689967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Calling delete_port for 9568fc9f-c882-4137-9dc1-5046d6b7a6ee owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:57.850402 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:57.900788 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3578837-7436-4eff-b76b-06083eb771f4 req-2127b1ad-5995-4f6e-859e-70d0b3b5dd1c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 210 time: 0.1063776 Nov 27 01:37:57.931856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No DVR routers for this DVR port 9568fc9f-c882-4137-9dc1-5046d6b7a6ee on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:57.940905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Port': ['ID=9568fc9f-c882-4137-9dc1-5046d6b7a6ee,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:57.988289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fba9af65-8964-4987-8237-6bbaba0b1b0f req-b0bb95af-5d79-440a-90cd-8d86dbfae415 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 HTTP/1.1" status: 200 len: 1001 time: 0.1951380 Nov 27 01:37:58.137569 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=43e11f99-f8e4-4ab9-b360-3ea52902e151,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:58.143178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9af65-8964-4987-8237-6bbaba0b1b0f req-402272ef-e65a-4d9b-b551-c479846918be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:58.145877 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fba9af65-8964-4987-8237-6bbaba0b1b0f req-402272ef-e65a-4d9b-b551-c479846918be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.1486642 Nov 27 01:37:58.162945 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:58.197391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-98475a73-2064-47e7-9888-8cf43b064dfc req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] No DVR routers for this DVR port 43e11f99-f8e4-4ab9-b360-3ea52902e151 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:58.199987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:58.200323 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:58.200780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:58.201123 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:58.201505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:58.201850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:58.202242 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:58.202708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:58.202955 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:58.203333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:58.203678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:58.204074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:58.209962 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-98475a73-2064-47e7-9888-8cf43b064dfc req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:58.213659 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98475a73-2064-47e7-9888-8cf43b064dfc req-637b0982-d585-4555-ab87-fbb1947fd6b3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.31 "DELETE /v2.0/ports/43e11f99-f8e4-4ab9-b360-3ea52902e151 HTTP/1.1" status: 204 len: 173 time: 2.5705121 Nov 27 01:37:58.214244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'name': 'network-vif-deleted', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:58.216697 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c8c89f-5646-404c-ac2e-7b36e46ae1d0" -d '{"events": [{"server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "name": "network-vif-deleted", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:58.241985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9999d4-008f-495b-9b66-0f2e8b24163e']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:58.260052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e48761-3eb7-4dbd-a67f-fd8d09a94160') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:58.260462 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e48761-3eb7-4dbd-a67f-fd8d09a94160') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:58.280261 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:58.338707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9af65-8964-4987-8237-6bbaba0b1b0f req-916ff6f3-5d4e-4156-a003-cc386e556996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:58.344949 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fba9af65-8964-4987-8237-6bbaba0b1b0f req-916ff6f3-5d4e-4156-a003-cc386e556996 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1618855 Nov 27 01:37:58.346189 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:58.380873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:37:58.381287 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:37:58.384891 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:37:58.410252 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052bc0de-0acd-4a55-a551-a7153f2fb58d x-openstack-request-id: req-052bc0de-0acd-4a55-a551-a7153f2fb58d {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:58.410839 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2301ab-5d87-4a6a-8963-f3d5d0792455", "name": "network-vif-deleted", "tag": "43e11f99-f8e4-4ab9-b360-3ea52902e151", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:58.411002 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-052bc0de-0acd-4a55-a551-a7153f2fb58d {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:58.411504 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2301ab-5d87-4a6a-8963-f3d5d0792455', 'name': 'network-vif-deleted', 'tag': '43e11f99-f8e4-4ab9-b360-3ea52902e151', 'status': 'completed', 'code': 200} Nov 27 01:37:58.481600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773bae1d-9bc2-42c5-a8f7-96851ff7ab03 admin admin] Router aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:37:58.509062 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fba9af65-8964-4987-8237-6bbaba0b1b0f req-b19f641f-3c36-450f-ab68-a14c4fd2d1c6 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603212 Nov 27 01:37:58.610199 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:58.613879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773bae1d-9bc2-42c5-a8f7-96851ff7ab03 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:58.619427 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-773bae1d-9bc2-42c5-a8f7-96851ff7ab03 admin admin] 10.222.0.15 "PUT /v2.0/routers/aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3566003 Nov 27 01:37:58.622193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33392) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:58.625346 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:58.628517 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/4e9999d4-008f-495b-9b66-0f2e8b24163e HTTP/1.1" status: 204 len: 168 time: 4.1798351 Nov 27 01:37:58.631120 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ec418-85d3-4050-9d6b-18bbea69e840 None None] Sync routers for ids ['aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:58.632270 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33394) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:58.674495 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ec418-85d3-4050-9d6b-18bbea69e840 None None] Routers {'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:58.684380 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fe9ec418-85d3-4050-9d6b-18bbea69e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:58.706655 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:58.747619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:58.992929 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:59.098579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] Deleting port 13c06ddf-8a39-4130-958b-53edc9c0d900 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:59.098918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:59.152541 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-fe9ec418-85d3-4050-9d6b-18bbea69e840 None None] Set router aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:59.162811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad413463-af1f-4e34-a813-c8f76eb46e8c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Network': ['ID=4e9999d4-008f-495b-9b66-0f2e8b24163e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:59.184851 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-242d8db3-ebf6-4735-bdfa-e6ebc8deb688 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] GET failed (client error): The resource could not be found. Nov 27 01:37:59.186609 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-242d8db3-ebf6-4735-bdfa-e6ebc8deb688 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "GET /v2.0/subnets/3723f89d-f2a1-48b4-9ee7-f8474a88416e HTTP/1.1" status: 404 len: 337 time: 0.5519609 Nov 27 01:37:59.189490 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33406) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:59.202841 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fba9af65-8964-4987-8237-6bbaba0b1b0f req-e7386dc4-e177-487b-8e4c-5379f9190eab service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6643357 Nov 27 01:37:59.228902 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5ab5e673-a28e-457e-bcf7-8652db9f8a87 req-7c949159-93fb-4b56-8c02-9a0db8fc2a8d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2301ab-5d87-4a6a-8963-f3d5d0792455 HTTP/1.1" status: 200 len: 210 time: 0.0533013 Nov 27 01:37:59.239320 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4ab9c2-f4e5-450e-8ccf-6c24dfb71a07 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:37:59.239848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4ab9c2-f4e5-450e-8ccf-6c24dfb71a07 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:37:59.242979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8c4ab9c2-f4e5-450e-8ccf-6c24dfb71a07 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/4e9999d4-008f-495b-9b66-0f2e8b24163e HTTP/1.1" status: 404 len: 339 time: 0.0525005 Nov 27 01:37:59.247227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33410) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:59.307858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] For port 13c06ddf-8a39-4130-958b-53edc9c0d900, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=13c06ddf-8a39-4130-958b-53edc9c0d900,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:59.308213 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:59.343278 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] Calling delete_port for 13c06ddf-8a39-4130-958b-53edc9c0d900 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:59.470649 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fe9ec418-85d3-4050-9d6b-18bbea69e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'name': 'tempest-TestAggregatesBasicOps-1797022874-router', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '13c06ddf-8a39-4130-958b-53edc9c0d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:31Z', 'updated_at': '2021-11-27T01:37:56Z', 'revision_number': 5, 'project_id': '66bfd72e1119480fbdf150943a4fa717', 'gw_port': {'id': '13c06ddf-8a39-4130-958b-53edc9c0d900', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:32Z', 'updated_at': '2021-11-27T01:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:59.531234 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ec418-85d3-4050-9d6b-18bbea69e840 None None] Checking router: aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:37:59.541219 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ec418-85d3-4050-9d6b-18bbea69e840 None None] Routers {'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:59.541855 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fe9ec418-85d3-4050-9d6b-18bbea69e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:59.562123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa48a7-464b-4636-abca-19d894abc415 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:59.566245 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5faa48a7-464b-4636-abca-19d894abc415 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3147891 Nov 27 01:37:59.566828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33420) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:59.613445 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-05d38dc7-c328-474a-8e09-543c0595acce tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 207 time: 0.0424597 Nov 27 01:37:59.614000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33422) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:59.616557 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:59.646219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c06ddf-8a39-4130-958b-53edc9c0d900,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:59.665972 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e48de40-406e-43a2-ba33-a18418f943a6 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:37:59.697311 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-fe9ec418-85d3-4050-9d6b-18bbea69e840 None None] Set router aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:59.726897 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:59.837307 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fe9ec418-85d3-4050-9d6b-18bbea69e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'name': 'tempest-TestAggregatesBasicOps-1797022874-router', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:31Z', 'updated_at': '2021-11-27T01:37:58Z', 'revision_number': 6, 'project_id': '66bfd72e1119480fbdf150943a4fa717', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:59.875610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babc7c1b-3926-429b-b5be-85856234de26 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:59.888619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babc7c1b-3926-429b-b5be-85856234de26 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:59.900525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babc7c1b-3926-429b-b5be-85856234de26 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:59.901921 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ec418-85d3-4050-9d6b-18bbea69e840 None None] The sync data for ids ['aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e'] in n-d-817303-10 is: [{'id': 'aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e', 'name': 'tempest-TestAggregatesBasicOps-1797022874-router', 'tenant_id': '66bfd72e1119480fbdf150943a4fa717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:31Z', 'updated_at': '2021-11-27T01:37:58Z', 'revision_number': 6, 'project_id': '66bfd72e1119480fbdf150943a4fa717', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:37:59.904501 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:59.908124 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:59.920231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babc7c1b-3926-429b-b5be-85856234de26 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:59.929629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-babc7c1b-3926-429b-b5be-85856234de26 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3145349 Nov 27 01:37:59.930515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33428) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:00.013563 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:00.014435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:38:00.019805 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:00.025659 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9054f64c-0d24-4e41-8b5a-0d88e9fa02f4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/aa2bb8d3-f7a2-4260-83bc-7dd9b7bd395e HTTP/1.1" status: 204 len: 168 time: 1.4024119 Nov 27 01:38:00.026481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33432) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:00.156261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b5f403-5335-44d5-8e1c-56fe7874199c admin admin] Deleting subnet 278b08e3-3119-4a70-864f-72312bf014d9 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:38:00.160698 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f403-5335-44d5-8e1c-56fe7874199c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:00.218566 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-219b1edf-e571-40a4-8836-db841b88dabb tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2853806 Nov 27 01:38:00.220999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33438) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:00.246452 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f403-5335-44d5-8e1c-56fe7874199c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:00.328224 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:00.361167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0654c071-4e6a-40a1-80d7-a885ec9281bd tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:00.361787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:00.362330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ff49f918-d8a7-47cc-8d2f-388d6da9cfd3 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:00.370853 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0654c071-4e6a-40a1-80d7-a885ec9281bd tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:00.381539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0654c071-4e6a-40a1-80d7-a885ec9281bd tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1567595 Nov 27 01:38:00.382431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33444) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:00.382856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33446) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:00.455748 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f403-5335-44d5-8e1c-56fe7874199c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:00.526761 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f451fb4-6baa-4377-bfba-e7ac545a7120 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:00.533255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f451fb4-6baa-4377-bfba-e7ac545a7120 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:00.543148 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5f451fb4-6baa-4377-bfba-e7ac545a7120 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1580102 Nov 27 01:38:00.545553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33452) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:00.558774 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f403-5335-44d5-8e1c-56fe7874199c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:00.613186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5f403-5335-44d5-8e1c-56fe7874199c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=278b08e3-3119-4a70-864f-72312bf014d9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:00.635838 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f403-5335-44d5-8e1c-56fe7874199c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:00.642256 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e5b5f403-5335-44d5-8e1c-56fe7874199c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/278b08e3-3119-4a70-864f-72312bf014d9 HTTP/1.1" status: 204 len: 168 time: 0.6126947 Nov 27 01:38:00.642904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33456) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:00.650616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e62c5d3-3866-40e2-82dd-4dd2b08bd60d None None] Network 2348c32e-4240-45c4-a447-9d7d4522b55b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:00.744164 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:00.847930 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:00.858137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33458) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:00.914807 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Deleting port b84801a0-6022-4ab5-83e6-a553eb0d1b72 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:00.917323 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.060620 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-07c127b3-c20c-48fc-8604-928f0a91e0dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.061073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d862488-1945-4137-8f7b-46d791414578 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:01.062722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5d862488-1945-4137-8f7b-46d791414578 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "GET /v2.0/networks/760959fb-c2a1-40ae-8df9-7c286f139b5b HTTP/1.1" status: 200 len: 800 time: 0.5109100 Nov 27 01:38:01.067955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33462) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:01.099283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] For port b84801a0-6022-4ab5-83e6-a553eb0d1b72, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b84801a0-6022-4ab5-83e6-a553eb0d1b72,segment=NetworkSegment(4078bd3d-c26d-4633-80e8-1d9e548d5f34),segment_id=4078bd3d-c26d-4633-80e8-1d9e548d5f34)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:01.099660 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.122607 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b1b6d6-d6aa-4a2f-a7cf-964b593120a8 None None] DHCP port deletion for 2348c32e-4240-45c4-a447-9d7d4522b55b request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:01.131596 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Calling delete_port for b84801a0-6022-4ab5-83e6-a553eb0d1b72 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:01.250094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1b6d6-d6aa-4a2f-a7cf-964b593120a8 None None] Deleting port b84801a0-6022-4ab5-83e6-a553eb0d1b72 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:01.250365 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f0b1b6d6-d6aa-4a2f-a7cf-964b593120a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.356777 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a53c2f97-5881-406f-a89a-12d24c58a79c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "GET /v2.0/networks/760959fb-c2a1-40ae-8df9-7c286f139b5b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2853246 Nov 27 01:38:01.361576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33464) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:01.385389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f0b1b6d6-d6aa-4a2f-a7cf-964b593120a8 None None] For port b84801a0-6022-4ab5-83e6-a553eb0d1b72, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b84801a0-6022-4ab5-83e6-a553eb0d1b72,segment=NetworkSegment(4078bd3d-c26d-4633-80e8-1d9e548d5f34),segment_id=4078bd3d-c26d-4633-80e8-1d9e548d5f34)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:01.386414 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f0b1b6d6-d6aa-4a2f-a7cf-964b593120a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.395353 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-07c127b3-c20c-48fc-8604-928f0a91e0dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.422204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-07c127b3-c20c-48fc-8604-928f0a91e0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.436519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1b6d6-d6aa-4a2f-a7cf-964b593120a8 None None] Calling delete_port for b84801a0-6022-4ab5-83e6-a553eb0d1b72 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:01.461960 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b81cec9-c126-4644-9048-8f8d285b7f8d tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:01.463708 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6b81cec9-c126-4644-9048-8f8d285b7f8d tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "GET /v2.0/subnets/0fe0903f-f0f7-4d3b-a4ec-b08c583ac315 HTTP/1.1" status: 200 len: 811 time: 0.1010914 Nov 27 01:38:01.467372 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33466) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:01.481442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c127b3-c20c-48fc-8604-928f0a91e0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b8f75a-6953-4022-84c4-e15a011bc450,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:01.519137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33468) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:01.520151 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-07c127b3-c20c-48fc-8604-928f0a91e0dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0745fd7f1a104c28978f5f980058d8d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6608129 Nov 27 01:38:01.531598 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.568354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=b84801a0-6022-4ab5-83e6-a553eb0d1b72,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:38:01.570871 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 01:38:01.575620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ecb74-de70-425f-94cc-c019fd6f8576 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['shared'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:01.575722 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f0b1b6d6-d6aa-4a2f-a7cf-964b593120a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.576145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] No DVR routers for this DVR port b84801a0-6022-4ab5-83e6-a553eb0d1b72 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:01.577907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33470) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:01.578386 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0e8ecb74-de70-425f-94cc-c019fd6f8576 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "GET /v2.0/subnets/0fe0903f-f0f7-4d3b-a4ec-b08c583ac315?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1079051 Nov 27 01:38:01.589815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b1b6d6-d6aa-4a2f-a7cf-964b593120a8 None None] No DVR routers for this DVR port b84801a0-6022-4ab5-83e6-a553eb0d1b72 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:01.607722 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8305bc11-88bb-4f16-815c-4fe57bacd00f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-714979242'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:01.612304 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1b6d6-d6aa-4a2f-a7cf-964b593120a8 None None] Pushing event deleted for resources: {'Port': ['ID=b84801a0-6022-4ab5-83e6-a553eb0d1b72,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:01.662955 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cd29e038-4c38-46a5-ab48-cf6de0d0233a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.698034 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cd29e038-4c38-46a5-ab48-cf6de0d0233a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.720934 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.751885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6779edd1-1abd-4d6d-b4e8-736e876230ae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.760780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2348c32e-4240-45c4-a447-9d7d4522b55b']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:01.764191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8305bc11-88bb-4f16-815c-4fe57bacd00f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:38:01.770094 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8305bc11-88bb-4f16-815c-4fe57bacd00f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.802545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4078bd3d-c26d-4633-80e8-1d9e548d5f34') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:01.803007 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4078bd3d-c26d-4633-80e8-1d9e548d5f34') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:01.824395 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cd29e038-4c38-46a5-ab48-cf6de0d0233a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.825262 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.826451 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cd29e038-4c38-46a5-ab48-cf6de0d0233a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.831882 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cd29e038-4c38-46a5-ab48-cf6de0d0233a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0b8f75a-6953-4022-84c4-e15a011bc450 HTTP/1.1" status: 204 len: 168 time: 0.3074017 Nov 27 01:38:01.849224 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.858533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:38:01.859493 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:38:01.875176 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:38:01.886120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29e038-4c38-46a5-ab48-cf6de0d0233a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b8f75a-6953-4022-84c4-e15a011bc450,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:01.937999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8305bc11-88bb-4f16-815c-4fe57bacd00f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:38:01.945234 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.962002 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8305bc11-88bb-4f16-815c-4fe57bacd00f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.962350 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-8305bc11-88bb-4f16-815c-4fe57bacd00f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Added segment 81ee67b1-3361-435c-bc64-bf2650f99237 of type vlan for network 69ec0fc8-2278-4744-9787-9f8802d57542 Nov 27 01:38:01.963959 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.967206 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2348c32e-4240-45c4-a447-9d7d4522b55b HTTP/1.1" status: 204 len: 168 time: 1.3233473 Nov 27 01:38:01.976819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33482) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:02.020997 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43350699-1b2d-40ba-bc40-1aead3c48f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=2348c32e-4240-45c4-a447-9d7d4522b55b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:02.040544 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8305bc11-88bb-4f16-815c-4fe57bacd00f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.087932 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 13c06ddf-8a39-4130-958b-53edc9c0d900 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:02.093549 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8305bc11-88bb-4f16-815c-4fe57bacd00f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.101411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305bc11-88bb-4f16-815c-4fe57bacd00f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:02.102612 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8305bc11-88bb-4f16-815c-4fe57bacd00f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.117447 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 13c06ddf-8a39-4130-958b-53edc9c0d900 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:02.118325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 13c06ddf-8a39-4130-958b-53edc9c0d900 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:02.118994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b84801a0-6022-4ab5-83e6-a553eb0d1b72 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:02.142405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: b84801a0-6022-4ab5-83e6-a553eb0d1b72 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:02.143161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b84801a0-6022-4ab5-83e6-a553eb0d1b72 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:02.195508 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8305bc11-88bb-4f16-815c-4fe57bacd00f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6041543 Nov 27 01:38:02.200485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33486) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:02.206768 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4e422d16-b77d-4261-ac13-5e159408a171 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'subnet': {'network_id': '69ec0fc8-2278-4744-9787-9f8802d57542', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:02.222916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33488) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:02.251937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5eb49bf7-a398-4529-bf3c-640d6e38ca2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.254879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305bc11-88bb-4f16-815c-4fe57bacd00f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Network': ['ID=69ec0fc8-2278-4744-9787-9f8802d57542,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:02.268767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 69ec0fc8-2278-4744-9787-9f8802d57542 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:38:02.313183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e422d16-b77d-4261-ac13-5e159408a171 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Made reservation on behalf of 1357afb772194b77bdadbf3824988502 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:38:02.317670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e422d16-b77d-4261-ac13-5e159408a171 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.362959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6779edd1-1abd-4d6d-b4e8-736e876230ae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port 80cd2b85-445b-4233-a440-845973b44e7f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:02.363512 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6779edd1-1abd-4d6d-b4e8-736e876230ae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.385653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.ipam_backend_mixin [None req-4e422d16-b77d-4261-ac13-5e159408a171 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Performing IP validity checks on allocation pools {{(pid=103402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 01:38:02.386214 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.ipam_backend_mixin [None req-4e422d16-b77d-4261-ac13-5e159408a171 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 01:38:02.515240 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e422d16-b77d-4261-ac13-5e159408a171 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.557680 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5eb49bf7-a398-4529-bf3c-640d6e38ca2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.561122 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-6779edd1-1abd-4d6d-b4e8-736e876230ae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] For port 80cd2b85-445b-4233-a440-845973b44e7f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=80cd2b85-445b-4233-a440-845973b44e7f,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:02.561531 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6779edd1-1abd-4d6d-b4e8-736e876230ae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.573353 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5eb49bf7-a398-4529-bf3c-640d6e38ca2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.584105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6779edd1-1abd-4d6d-b4e8-736e876230ae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for 80cd2b85-445b-4233-a440-845973b44e7f owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:02.601776 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e422d16-b77d-4261-ac13-5e159408a171 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Subnet': ['ID=76b80c76-4010-41a3-97a4-c0a445ca514e,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:02.611587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e422d16-b77d-4261-ac13-5e159408a171 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Checking segment: {'id': '81ee67b1-3361-435c-bc64-bf2650f99237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '69ec0fc8-2278-4744-9787-9f8802d57542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:02.612100 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e422d16-b77d-4261-ac13-5e159408a171 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network hostable DHCP agents. Network: 69ec0fc8-2278-4744-9787-9f8802d57542, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:38:02.629937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e422d16-b77d-4261-ac13-5e159408a171 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Network 69ec0fc8-2278-4744-9787-9f8802d57542 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:38:02.631676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb49bf7-a398-4529-bf3c-640d6e38ca2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac5b975-01c6-4334-9475-4634b1b68cd6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:02.639070 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5eb49bf7-a398-4529-bf3c-640d6e38ca2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3818c22d9244744abe28c18be6d8324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4132087 Nov 27 01:38:02.642243 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33490) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:02.648774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-4e422d16-b77d-4261-ac13-5e159408a171 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 69ec0fc8-2278-4744-9787-9f8802d57542) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:02.659411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e422d16-b77d-4261-ac13-5e159408a171 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:02.660384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e422d16-b77d-4261-ac13-5e159408a171 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.664196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11626a7-b0ab-42ca-b6db-8ec3b723f0e5 None None] Network 69ec0fc8-2278-4744-9787-9f8802d57542 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:02.693253 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4e422d16-b77d-4261-ac13-5e159408a171 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4916527 Nov 27 01:38:02.695885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33492) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:02.701429 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-00bedc9e-f64a-4c12-9587-8fe743190399 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:02.748091 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a9c44af-7aaf-40b5-b33f-8bf976dd1858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.806814 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a9c44af-7aaf-40b5-b33f-8bf976dd1858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.817944 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5d7988d-78a7-4e66-a5f6-f530786fefee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.855226 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-00bedc9e-f64a-4c12-9587-8fe743190399 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26150242'] for subnet, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.864743 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-69ec0fc8-2278-4744-9787-9f8802d57542', 'network_id': '69ec0fc8-2278-4744-9787-9f8802d57542', 'tenant_id': '1357afb772194b77bdadbf3824988502', 'fixed_ips': [{'subnet_id': '76b80c76-4010-41a3-97a4-c0a445ca514e'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:38:02.875683 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.915976 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a9c44af-7aaf-40b5-b33f-8bf976dd1858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.918967 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a9c44af-7aaf-40b5-b33f-8bf976dd1858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:02.940096 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4a9c44af-7aaf-40b5-b33f-8bf976dd1858 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bac5b975-01c6-4334-9475-4634b1b68cd6 HTTP/1.1" status: 204 len: 168 time: 0.2827528 Nov 27 01:38:02.968286 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c44af-7aaf-40b5-b33f-8bf976dd1858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac5b975-01c6-4334-9475-4634b1b68cd6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:02.971479 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6779edd1-1abd-4d6d-b4e8-736e876230ae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.006437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779edd1-1abd-4d6d-b4e8-736e876230ae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=80cd2b85-445b-4233-a440-845973b44e7f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:03.150990 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-00bedc9e-f64a-4c12-9587-8fe743190399 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737831931760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26125482'] for subnet, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.232324 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bedc9e-f64a-4c12-9587-8fe743190399 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:03.232943 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-00bedc9e-f64a-4c12-9587-8fe743190399 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.236298 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-00bedc9e-f64a-4c12-9587-8fe743190399 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "PUT /v2.0/subnets/76b80c76-4010-41a3-97a4-c0a445ca514e HTTP/1.1" status: 200 len: 877 time: 0.5374355 Nov 27 01:38:03.237862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33508) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:03.332919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bedc9e-f64a-4c12-9587-8fe743190399 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event updated for resources: {'Subnet': ['ID=76b80c76-4010-41a3-97a4-c0a445ca514e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:03.419125 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.500163 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.517649 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6779edd1-1abd-4d6d-b4e8-736e876230ae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.544525 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Allocated IP 172.20.0.3 (69ec0fc8-2278-4744-9787-9f8802d57542/76b80c76-4010-41a3-97a4-c0a445ca514e/db981c25-0eff-4d36-b40d-04c9ac37d9fc) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:03.588162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d5d7988d-78a7-4e66-a5f6-f530786fefee admin admin] Deleting port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:03.588649 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5d7988d-78a7-4e66-a5f6-f530786fefee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.726532 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.737219 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.756290 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.788732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Network 69ec0fc8-2278-4744-9787-9f8802d57542 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:03.792694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:03.797770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:03.800584 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Subnet': ['ID=76b80c76-4010-41a3-97a4-c0a445ca514e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:03.856432 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Pushing event updated for resources: {'Port': ['ID=db981c25-0eff-4d36-b40d-04c9ac37d9fc,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:03.897650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Attempting to bind port db981c25-0eff-4d36-b40d-04c9ac37d9fc on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:38:03.898056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Attempting to bind port db981c25-0eff-4d36-b40d-04c9ac37d9fc by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '81ee67b1-3361-435c-bc64-bf2650f99237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '69ec0fc8-2278-4744-9787-9f8802d57542'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:38:03.898483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Attempting to bind port db981c25-0eff-4d36-b40d-04c9ac37d9fc on network 69ec0fc8-2278-4744-9787-9f8802d57542 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:03.904795 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.914241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:38:03.914886 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Checking segment: {'id': '81ee67b1-3361-435c-bc64-bf2650f99237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '69ec0fc8-2278-4744-9787-9f8802d57542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:03.915470 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.916636 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Bound using segment: {'id': '81ee67b1-3361-435c-bc64-bf2650f99237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '69ec0fc8-2278-4744-9787-9f8802d57542'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:38:03.917309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Bound port: db981c25-0eff-4d36-b40d-04c9ac37d9fc, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ee67b1-3361-435c-bc64-bf2650f99237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '69ec0fc8-2278-4744-9787-9f8802d57542'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:38:03.917879 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.943852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ec0fc8-2278-4744-9787-9f8802d57542']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:03.955957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ee67b1-3361-435c-bc64-bf2650f99237') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:03.956468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ee67b1-3361-435c-bc64-bf2650f99237') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:03.972449 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.990780 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.007567 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:38:04.008009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] For port db981c25-0eff-4d36-b40d-04c9ac37d9fc, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:38:04.010634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:38:04.016493 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:38:04.059763 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-d5d7988d-78a7-4e66-a5f6-f530786fefee admin admin] For port c85c2d18-fe86-4830-85be-fa9ef1b3d2d0, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c85c2d18-fe86-4830-85be-fa9ef1b3d2d0,segment=NetworkSegment(ef42e571-8c0b-42e7-82bd-1c0f48df57cf),segment_id=ef42e571-8c0b-42e7-82bd-1c0f48df57cf)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:04.060132 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5d7988d-78a7-4e66-a5f6-f530786fefee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.108148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d5d7988d-78a7-4e66-a5f6-f530786fefee admin admin] Calling delete_port for c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:04.111891 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.db.api [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 01:38:04.111891 n-d-817303-10 neutron-server[103402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 01:38:04.111891 n-d-817303-10 neutron-server[103402]: [parameters: {'id': '69ec0fc8-2278-4744-9787-9f8802d57542'}] Nov 27 01:38:04.111891 n-d-817303-10 neutron-server[103402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:38:04.112397 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] For port db981c25-0eff-4d36-b40d-04c9ac37d9fc, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=db981c25-0eff-4d36-b40d-04c9ac37d9fc,segment=NetworkSegment(81ee67b1-3361-435c-bc64-bf2650f99237),segment_id=81ee67b1-3361-435c-bc64-bf2650f99237)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:38:04.112914 n-d-817303-10 neutron-server[103402]: DEBUG oslo_db.api [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:38:04.117381 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.212617 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3638c44-4e9f-4fb0-b9b0-f8bd36b8fc8d None None] Pushing event updated for resources: {'Port': ['ID=db981c25-0eff-4d36-b40d-04c9ac37d9fc,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:04.228373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6779edd1-1abd-4d6d-b4e8-736e876230ae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:38:04.241271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2f8d57-f49b-4346-83d2-72f919e3831d None None] Network 69ec0fc8-2278-4744-9787-9f8802d57542 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:04.402992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634f9ec4-8de5-4d48-bec7-5db4bfe5674d None None] Network 69ec0fc8-2278-4744-9787-9f8802d57542 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:04.439190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6779edd1-1abd-4d6d-b4e8-736e876230ae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:04.445333 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6779edd1-1abd-4d6d-b4e8-736e876230ae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "PUT /v2.0/routers/40cbaa5f-bb09-43d5-a8be-7c14a1138baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9372952 Nov 27 01:38:04.448355 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33532) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:04.457397 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5d7988d-78a7-4e66-a5f6-f530786fefee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.487067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7988d-78a7-4e66-a5f6-f530786fefee admin admin] Pushing event deleted for resources: {'Port': ['ID=c85c2d18-fe86-4830-85be-fa9ef1b3d2d0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:04.548704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccd690-90ba-47aa-af99-85dd82aa24a1 None None] Sync routers for ids ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:04.573158 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05f36cf-1337-4a6c-8354-891d2ffbf22c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting subnet f564e61c-3e3b-4dd6-808c-943fd39c40af {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:38:04.583598 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d05f36cf-1337-4a6c-8354-891d2ffbf22c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.670965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ccd690-90ba-47aa-af99-85dd82aa24a1 None None] Routers {'40cbaa5f-bb09-43d5-a8be-7c14a1138baf'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:04.671644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-10ccd690-90ba-47aa-af99-85dd82aa24a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:04.680300 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.752274 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d05f36cf-1337-4a6c-8354-891d2ffbf22c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.793898 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5d7988d-78a7-4e66-a5f6-f530786fefee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.800205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084719df-4173-44b0-934b-dfd24d1c45c0 None None] get_active_networks_info from n-d-817303-10 {{(pid=103404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:38:04.874026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-10ccd690-90ba-47aa-af99-85dd82aa24a1 None None] Set router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:04.919025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Deleting port db981c25-0eff-4d36-b40d-04c9ac37d9fc {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:04.919523 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.989274 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d05f36cf-1337-4a6c-8354-891d2ffbf22c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.055282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] For port db981c25-0eff-4d36-b40d-04c9ac37d9fc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=db981c25-0eff-4d36-b40d-04c9ac37d9fc,segment=NetworkSegment(81ee67b1-3361-435c-bc64-bf2650f99237),segment_id=81ee67b1-3361-435c-bc64-bf2650f99237)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:05.056027 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.071490 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Calling delete_port for db981c25-0eff-4d36-b40d-04c9ac37d9fc owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:05.094509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084719df-4173-44b0-934b-dfd24d1c45c0 None None] Resources bound (agent type, host, resource id): {{(pid=103404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:38:05.180113 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d7988d-78a7-4e66-a5f6-f530786fefee admin admin] Router 59de0fb2-7d39-4d33-85c7-31ef283d7aad has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:38:05.195445 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.312638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Port': ['ID=db981c25-0eff-4d36-b40d-04c9ac37d9fc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:05.338263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No DVR routers for this DVR port db981c25-0eff-4d36-b40d-04c9ac37d9fc on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:05.366370 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-10ccd690-90ba-47aa-af99-85dd82aa24a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:38:02Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:05.395205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d7988d-78a7-4e66-a5f6-f530786fefee admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:05.401823 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d5d7988d-78a7-4e66-a5f6-f530786fefee admin admin] 10.222.0.15 "PUT /v2.0/routers/59de0fb2-7d39-4d33-85c7-31ef283d7aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4234607 Nov 27 01:38:05.404284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33572) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:05.406320 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c7eb6-1f87-4efd-9595-146e91ae86d0 None None] Sync routers for ids ['59de0fb2-7d39-4d33-85c7-31ef283d7aad'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:05.424548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccd690-90ba-47aa-af99-85dd82aa24a1 None None] Checking router: 40cbaa5f-bb09-43d5-a8be-7c14a1138baf for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:05.424753 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c7eb6-1f87-4efd-9595-146e91ae86d0 None None] Routers {'59de0fb2-7d39-4d33-85c7-31ef283d7aad'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:05.428166 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c17c7eb6-1f87-4efd-9595-146e91ae86d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['59de0fb2-7d39-4d33-85c7-31ef283d7aad'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:05.471506 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ccd690-90ba-47aa-af99-85dd82aa24a1 None None] Routers {'40cbaa5f-bb09-43d5-a8be-7c14a1138baf'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:05.472326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-10ccd690-90ba-47aa-af99-85dd82aa24a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:05.553541 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d05f36cf-1337-4a6c-8354-891d2ffbf22c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.590646 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.630612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-10ccd690-90ba-47aa-af99-85dd82aa24a1 None None] Set router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:05.642032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f36cf-1337-4a6c-8354-891d2ffbf22c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Subnet': ['ID=f564e61c-3e3b-4dd6-808c-943fd39c40af,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:05.645386 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.679660 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d05f36cf-1337-4a6c-8354-891d2ffbf22c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.685985 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d05f36cf-1337-4a6c-8354-891d2ffbf22c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/subnets/f564e61c-3e3b-4dd6-808c-943fd39c40af HTTP/1.1" status: 204 len: 168 time: 1.2364254 Nov 27 01:38:05.686609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33578) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:05.703074 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-c17c7eb6-1f87-4efd-9595-146e91ae86d0 None None] Set router 59de0fb2-7d39-4d33-85c7-31ef283d7aad gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:05.799910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ec0fc8-2278-4744-9787-9f8802d57542']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:05.822885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ee67b1-3361-435c-bc64-bf2650f99237') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:05.822885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ee67b1-3361-435c-bc64-bf2650f99237') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:05.824639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2169d0cd-851a-4265-bc31-194e1ae53882 None None] Network 13c791bd-1904-4631-a93a-d2f8f394f94c requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:05.839043 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.861312 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.890565 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.923794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:38:05.924662 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:38:05.930404 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:38:05.946287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] Deleting port 1fd03d68-dd73-494e-a474-ea353c895533 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:05.947210 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.004408 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.072096 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] For port 1fd03d68-dd73-494e-a474-ea353c895533, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1fd03d68-dd73-494e-a474-ea353c895533,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:06.072905 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.104391 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.120031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] Calling delete_port for 1fd03d68-dd73-494e-a474-ea353c895533 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:06.121559 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c17c7eb6-1f87-4efd-9595-146e91ae86d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'name': 'tempest-TestAggregatesBasicOps-158417964-router', 'tenant_id': '3033e170b370430aab128146dc02d438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '1fd03d68-dd73-494e-a474-ea353c895533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:41Z', 'updated_at': '2021-11-27T01:38:04Z', 'revision_number': 5, 'project_id': '3033e170b370430aab128146dc02d438', 'gw_port': {'id': '1fd03d68-dd73-494e-a474-ea353c895533', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:38:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:37:42Z', 'updated_at': '2021-11-27T01:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:06.132458 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.142935 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/69ec0fc8-2278-4744-9787-9f8802d57542 HTTP/1.1" status: 204 len: 168 time: 2.9039810 Nov 27 01:38:06.161526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33586) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:06.196498 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c7eb6-1f87-4efd-9595-146e91ae86d0 None None] Checking router: 59de0fb2-7d39-4d33-85c7-31ef283d7aad for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:06.205697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca2280-a1f4-4e6e-88ca-13d6b5a47d41 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Network': ['ID=69ec0fc8-2278-4744-9787-9f8802d57542,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:06.209982 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c7eb6-1f87-4efd-9595-146e91ae86d0 None None] Routers {'59de0fb2-7d39-4d33-85c7-31ef283d7aad'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:06.210874 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c17c7eb6-1f87-4efd-9595-146e91ae86d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:37:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['59de0fb2-7d39-4d33-85c7-31ef283d7aad'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:06.362724 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e48bb51-29f4-433b-ad74-5510e2ed54df tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:06.363791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e48bb51-29f4-433b-ad74-5510e2ed54df tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:06.385059 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4e48bb51-29f4-433b-ad74-5510e2ed54df tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/subnets/76b80c76-4010-41a3-97a4-c0a445ca514e HTTP/1.1" status: 404 len: 337 time: 0.2076533 Nov 27 01:38:06.386075 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-c17c7eb6-1f87-4efd-9595-146e91ae86d0 None None] Set router 59de0fb2-7d39-4d33-85c7-31ef283d7aad gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:06.390498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33592) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:06.397226 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-10ccd690-90ba-47aa-af99-85dd82aa24a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:38:02Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:06.442122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccd690-90ba-47aa-af99-85dd82aa24a1 None None] The sync data for ids ['40cbaa5f-bb09-43d5-a8be-7c14a1138baf'] in n-d-817303-10 is: [{'id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236311353', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:38:02Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '1f508058-a508-4d12-92fa-6239ed16ff95', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbaa5f-bb09-43d5-a8be-7c14a1138baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:34:41Z', 'updated_at': '2021-11-27T01:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:06.468406 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f46cf0-61d4-4752-8a28-6074bdc30245 None None] DHCP port deletion for 13c791bd-1904-4631-a93a-d2f8f394f94c request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:06.484902 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94e9993-947e-421a-813c-ac2edbd71519 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:06.485469 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94e9993-947e-421a-813c-ac2edbd71519 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:06.486110 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.488570 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e94e9993-947e-421a-813c-ac2edbd71519 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/69ec0fc8-2278-4744-9787-9f8802d57542 HTTP/1.1" status: 404 len: 339 time: 0.0951664 Nov 27 01:38:06.491401 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33594) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:06.529641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd03d68-dd73-494e-a474-ea353c895533,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:06.546224 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b39d41-fd7f-4e49-a1b6-f46ec242ea58 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:06.546685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b39d41-fd7f-4e49-a1b6-f46ec242ea58 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:06.549891 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-08b39d41-fd7f-4e49-a1b6-f46ec242ea58 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/subnets/3723f89d-f2a1-48b4-9ee7-f8474a88416e HTTP/1.1" status: 404 len: 337 time: 0.0554752 Nov 27 01:38:06.555368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33596) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:06.560659 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c17c7eb6-1f87-4efd-9595-146e91ae86d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'name': 'tempest-TestAggregatesBasicOps-158417964-router', 'tenant_id': '3033e170b370430aab128146dc02d438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:41Z', 'updated_at': '2021-11-27T01:38:05Z', 'revision_number': 6, 'project_id': '3033e170b370430aab128146dc02d438', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:06.570635 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.590198 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73f4062-07fa-44a7-a354-010693ba191b tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:06.590725 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73f4062-07fa-44a7-a354-010693ba191b tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:06.594648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a73f4062-07fa-44a7-a354-010693ba191b tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/4e9999d4-008f-495b-9b66-0f2e8b24163e HTTP/1.1" status: 404 len: 339 time: 0.0374486 Nov 27 01:38:06.597631 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33598) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:06.598160 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c78cd45-9413-4a86-974c-556dfedebf4e None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:06.620797 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c7eb6-1f87-4efd-9595-146e91ae86d0 None None] The sync data for ids ['59de0fb2-7d39-4d33-85c7-31ef283d7aad'] in n-d-817303-10 is: [{'id': '59de0fb2-7d39-4d33-85c7-31ef283d7aad', 'name': 'tempest-TestAggregatesBasicOps-158417964-router', 'tenant_id': '3033e170b370430aab128146dc02d438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:37:41Z', 'updated_at': '2021-11-27T01:38:05Z', 'revision_number': 6, 'project_id': '3033e170b370430aab128146dc02d438', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:06.621221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-46f46cf0-61d4-4752-8a28-6074bdc30245 None None] Deleting port d39783b0-0827-4eeb-affe-bde182280a7f {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:06.621604 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-46f46cf0-61d4-4752-8a28-6074bdc30245 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.656602 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.758474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-46f46cf0-61d4-4752-8a28-6074bdc30245 None None] For port d39783b0-0827-4eeb-affe-bde182280a7f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d39783b0-0827-4eeb-affe-bde182280a7f,segment=NetworkSegment(bf60b246-a7bc-450c-b4ce-bba4c7978505),segment_id=bf60b246-a7bc-450c-b4ce-bba4c7978505)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:06.758833 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-46f46cf0-61d4-4752-8a28-6074bdc30245 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.787890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-46f46cf0-61d4-4752-8a28-6074bdc30245 None None] Calling delete_port for d39783b0-0827-4eeb-affe-bde182280a7f owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:06.849391 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.853604 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.925517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.926459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59de0fb2-7d39-4d33-85c7-31ef283d7aad {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:38:06.938678 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.940520 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-edc72814-cf2f-4463-bc7d-e7b8b7c54f2d admin admin] 10.222.0.15 "DELETE /v2.0/routers/59de0fb2-7d39-4d33-85c7-31ef283d7aad HTTP/1.1" status: 204 len: 168 time: 1.5350993 Nov 27 01:38:06.943113 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33604) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:07.027761 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a8713c-5878-4dde-b5ac-00f9d927752e admin admin] Deleting subnet 3b294865-20e5-4bee-9f95-e557086d0ab0 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:38:07.034088 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63a8713c-5878-4dde-b5ac-00f9d927752e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.098642 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63a8713c-5878-4dde-b5ac-00f9d927752e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.318160 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63a8713c-5878-4dde-b5ac-00f9d927752e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.328349 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-46f46cf0-61d4-4752-8a28-6074bdc30245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.343302 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f6af718-1a62-428d-8cb7-19906fd303b5 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.364408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port 1f508058-a508-4d12-92fa-6239ed16ff95 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:07.364840 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.393728 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f46cf0-61d4-4752-8a28-6074bdc30245 None None] No DVR routers for this DVR port d39783b0-0827-4eeb-affe-bde182280a7f on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:07.424032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f46cf0-61d4-4752-8a28-6074bdc30245 None None] Pushing event deleted for resources: {'Port': ['ID=d39783b0-0827-4eeb-affe-bde182280a7f,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:07.475356 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63a8713c-5878-4dde-b5ac-00f9d927752e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.502984 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d303c793-295c-4157-b7ff-d0b5d85e55da None None] Network 1cd1b2c3-8ef3-482f-ace3-8225a6d9152d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:07.503285 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63a8713c-5878-4dde-b5ac-00f9d927752e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.511464 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-63a8713c-5878-4dde-b5ac-00f9d927752e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3b294865-20e5-4bee-9f95-e557086d0ab0 HTTP/1.1" status: 204 len: 168 time: 0.5665970 Nov 27 01:38:07.512098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33612) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:07.544752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8713c-5878-4dde-b5ac-00f9d927752e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b294865-20e5-4bee-9f95-e557086d0ab0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:07.586347 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f6af718-1a62-428d-8cb7-19906fd303b5 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.609012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-4f6af718-1a62-428d-8cb7-19906fd303b5 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db679eb-9d98-40b6-8a98-1454937be7c5']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:07.619264 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-4f6af718-1a62-428d-8cb7-19906fd303b5 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296024ff-e136-43cb-904d-454c220e60d6') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:07.619932 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-4f6af718-1a62-428d-8cb7-19906fd303b5 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296024ff-e136-43cb-904d-454c220e60d6') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:07.644234 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.648966 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f6af718-1a62-428d-8cb7-19906fd303b5 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.689564 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f6af718-1a62-428d-8cb7-19906fd303b5 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.696554 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6af718-1a62-428d-8cb7-19906fd303b5 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:38:07.700673 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f6af718-1a62-428d-8cb7-19906fd303b5 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.729993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Deleting port 57c4fae4-c00e-4cfa-87f2-e11b80203744 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:07.730245 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:38:07.821524 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:38:07.825836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] For port 1f508058-a508-4d12-92fa-6239ed16ff95, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1f508058-a508-4d12-92fa-6239ed16ff95,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:07.826276 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.829697 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f6af718-1a62-428d-8cb7-19906fd303b5 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.831660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8190cd26-b2e2-4075-bfc9-e1074b3a2071 None None] DHCP port deletion for 1cd1b2c3-8ef3-482f-ace3-8225a6d9152d request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:07.845740 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] For port 57c4fae4-c00e-4cfa-87f2-e11b80203744, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=57c4fae4-c00e-4cfa-87f2-e11b80203744,segment=NetworkSegment(ef42e571-8c0b-42e7-82bd-1c0f48df57cf),segment_id=ef42e571-8c0b-42e7-82bd-1c0f48df57cf)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:07.846265 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.868773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f6af718-1a62-428d-8cb7-19906fd303b5 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.878436 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4f6af718-1a62-428d-8cb7-19906fd303b5 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/8db679eb-9d98-40b6-8a98-1454937be7c5 HTTP/1.1" status: 204 len: 168 time: 1.2721157 Nov 27 01:38:07.878436 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6af718-1a62-428d-8cb7-19906fd303b5 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Network': ['ID=8db679eb-9d98-40b6-8a98-1454937be7c5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:07.879909 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33616) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:07.882060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Calling delete_port for 57c4fae4-c00e-4cfa-87f2-e11b80203744 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:07.888795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for 1f508058-a508-4d12-92fa-6239ed16ff95 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:07.916735 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de85f65-accd-4c8b-8339-0901db966ea8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:07.917368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de85f65-accd-4c8b-8339-0901db966ea8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:07.920680 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8de85f65-accd-4c8b-8339-0901db966ea8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/subnets/0ab47d31-ef11-4996-a3af-74add7510198 HTTP/1.1" status: 404 len: 337 time: 0.0397148 Nov 27 01:38:07.924429 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33618) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:07.946505 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7f4a0a-459a-4c26-98c1-3929f01c6c26 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:07.947181 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7f4a0a-459a-4c26-98c1-3929f01c6c26 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:07.950388 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3f7f4a0a-459a-4c26-98c1-3929f01c6c26 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/40dc8098-58e8-4846-953b-01ac2497f1e3 HTTP/1.1" status: 404 len: 339 time: 0.0249112 Nov 27 01:38:07.953295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8190cd26-b2e2-4075-bfc9-e1074b3a2071 None None] Deleting port 57c4fae4-c00e-4cfa-87f2-e11b80203744 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:07.954948 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8190cd26-b2e2-4075-bfc9-e1074b3a2071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:07.979882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33620) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.014103 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3074e62-112b-4c75-9a15-304ac3eba798 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:08.014951 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3074e62-112b-4c75-9a15-304ac3eba798 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:08.018591 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c3074e62-112b-4c75-9a15-304ac3eba798 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/subnets/2bdf680f-3389-4a61-aa65-47b6fe8c0622 HTTP/1.1" status: 404 len: 337 time: 0.0375457 Nov 27 01:38:08.024372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33622) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.077592 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9faadc-078f-488d-a3ca-8d4ad536a030 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:08.080437 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8190cd26-b2e2-4075-bfc9-e1074b3a2071 None None] For port 57c4fae4-c00e-4cfa-87f2-e11b80203744, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=57c4fae4-c00e-4cfa-87f2-e11b80203744,segment=NetworkSegment(ef42e571-8c0b-42e7-82bd-1c0f48df57cf),segment_id=ef42e571-8c0b-42e7-82bd-1c0f48df57cf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:08.081155 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8190cd26-b2e2-4075-bfc9-e1074b3a2071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.081304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9faadc-078f-488d-a3ca-8d4ad536a030 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:08.086801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ee9faadc-078f-488d-a3ca-8d4ad536a030 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/27a6c1f2-b5d7-48df-8850-102027f129ab HTTP/1.1" status: 404 len: 339 time: 0.0585589 Nov 27 01:38:08.088658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33624) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.111420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8190cd26-b2e2-4075-bfc9-e1074b3a2071 None None] Calling delete_port for 57c4fae4-c00e-4cfa-87f2-e11b80203744 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:08.159757 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50c631d-cb75-4536-9877-732cfa331d1e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:08.160518 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50c631d-cb75-4536-9877-732cfa331d1e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:08.170762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e50c631d-cb75-4536-9877-732cfa331d1e tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/subnets/5b8997f0-849b-476d-8447-dd888d4b75c3 HTTP/1.1" status: 404 len: 337 time: 0.0742209 Nov 27 01:38:08.171761 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33626) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.184631 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.190722 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 80cd2b85-445b-4233-a440-845973b44e7f no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:08.233865 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8190cd26-b2e2-4075-bfc9-e1074b3a2071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.262169 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefbf256-8319-46d5-84d1-802e8d5b5e8d tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:08.262775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefbf256-8319-46d5-84d1-802e8d5b5e8d tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:08.267260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-aefbf256-8319-46d5-84d1-802e8d5b5e8d tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/c524468f-b785-405e-8991-454ab334719d HTTP/1.1" status: 404 len: 339 time: 0.0928729 Nov 27 01:38:08.270426 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c4fae4-c00e-4cfa-87f2-e11b80203744,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:08.274875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33628) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.275673 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] No DVR routers for this DVR port 57c4fae4-c00e-4cfa-87f2-e11b80203744 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:08.294225 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190cd26-b2e2-4075-bfc9-e1074b3a2071 None None] No DVR routers for this DVR port 57c4fae4-c00e-4cfa-87f2-e11b80203744 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:08.306057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 80cd2b85-445b-4233-a440-845973b44e7f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:08.306057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 80cd2b85-445b-4233-a440-845973b44e7f not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:08.306057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 57c4fae4-c00e-4cfa-87f2-e11b80203744 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:08.341980 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8baaa6d-ceb8-448f-9d52-6a6527cc3fe0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:08.342446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8baaa6d-ceb8-448f-9d52-6a6527cc3fe0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:08.349428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a8baaa6d-ceb8-448f-9d52-6a6527cc3fe0 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/subnets/874ec0ec-8f53-4060-9ce2-c49fa7a55766 HTTP/1.1" status: 404 len: 337 time: 0.0731184 Nov 27 01:38:08.357405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33630) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.395748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 57c4fae4-c00e-4cfa-87f2-e11b80203744 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:08.396227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 57c4fae4-c00e-4cfa-87f2-e11b80203744 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:08.397322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1fd03d68-dd73-494e-a474-ea353c895533 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:08.407052 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.410122 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdc42b6-5cd1-4eab-b129-63fe6599a401 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:08.410652 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fdc42b6-5cd1-4eab-b129-63fe6599a401 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:08.413716 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1fdc42b6-5cd1-4eab-b129-63fe6599a401 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/b33666af-c95b-4370-8699-a7ab75f78620 HTTP/1.1" status: 404 len: 339 time: 0.0524709 Nov 27 01:38:08.416791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33632) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.425161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 1fd03d68-dd73-494e-a474-ea353c895533 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:08.425507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1fd03d68-dd73-494e-a474-ea353c895533 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:08.425929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d39783b0-0827-4eeb-affe-bde182280a7f no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:08.428882 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190cd26-b2e2-4075-bfc9-e1074b3a2071 None None] Pushing event deleted for resources: {'Port': ['ID=57c4fae4-c00e-4cfa-87f2-e11b80203744,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:08.456620 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f876308-57da-4ee2-8dbb-503ca3b3d2e3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:08.457083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f876308-57da-4ee2-8dbb-503ca3b3d2e3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:08.459823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: d39783b0-0827-4eeb-affe-bde182280a7f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:08.460513 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1f876308-57da-4ee2-8dbb-503ca3b3d2e3 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/subnets/e1fd7778-8982-4e28-8906-d04604946f75 HTTP/1.1" status: 404 len: 337 time: 0.0424750 Nov 27 01:38:08.463417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d39783b0-0827-4eeb-affe-bde182280a7f not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:08.463855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:08.464453 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33634) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.471152 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd1b2c3-8ef3-482f-ace3-8225a6d9152d']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:08.486377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef42e571-8c0b-42e7-82bd-1c0f48df57cf') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:08.486757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef42e571-8c0b-42e7-82bd-1c0f48df57cf') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:08.486910 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:08.487269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c85c2d18-fe86-4830-85be-fa9ef1b3d2d0 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:08.499218 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.503375 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.509174 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e04e1e6-0313-4427-86d9-970b269c77b8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:08.509711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e04e1e6-0313-4427-86d9-970b269c77b8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:08.513492 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4e04e1e6-0313-4427-86d9-970b269c77b8 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/39a8b4b3-9c95-4fda-b668-d4557230d966 HTTP/1.1" status: 404 len: 339 time: 0.0472190 Nov 27 01:38:08.516459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33636) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.533687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b133cd-b877-4785-bdf2-deca6e23d799 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:08.559300 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb360745-de9f-4afd-ad9c-b359ae72f296 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:08.559946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb360745-de9f-4afd-ad9c-b359ae72f296 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:08.564072 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bb360745-de9f-4afd-ad9c-b359ae72f296 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/subnets/ae0486fd-8356-4184-a9ba-b531790a233b HTTP/1.1" status: 404 len: 337 time: 0.0459840 Nov 27 01:38:08.566706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33640) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.567912 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=1f508058-a508-4d12-92fa-6239ed16ff95,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:08.589339 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.591971 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4aa39d4-231c-4f83-8e72-9de594359c68 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:08.592671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4aa39d4-231c-4f83-8e72-9de594359c68 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:08.595978 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d4aa39d4-231c-4f83-8e72-9de594359c68 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/096404ed-9a5b-4885-a87a-8fed9048f349 HTTP/1.1" status: 404 len: 339 time: 0.0281496 Nov 27 01:38:08.599370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33644) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.633716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.637317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:38:08.637317 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:38:08.640080 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:38:08.650537 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adb6262-7870-4ce7-9da3-5c45a8ca637d tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:08.650979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9adb6262-7870-4ce7-9da3-5c45a8ca637d tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:08.656294 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9adb6262-7870-4ce7-9da3-5c45a8ca637d tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/subnets/4357ba04-bd06-4db4-a993-f31b951e988a HTTP/1.1" status: 404 len: 337 time: 0.0533986 Nov 27 01:38:08.656886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33646) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.709878 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc40d43-35b1-434e-b45a-4f3227b8660f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:08.710497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc40d43-35b1-434e-b45a-4f3227b8660f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:08.716067 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fdc40d43-35b1-434e-b45a-4f3227b8660f tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/5b19f38b-e0c4-4404-b996-524330347712 HTTP/1.1" status: 404 len: 339 time: 0.0557883 Nov 27 01:38:08.716271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33648) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.731537 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.733781 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.745898 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.747750 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf3d899-b65f-4951-acdd-2998ee4b86ac tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:08.748318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf3d899-b65f-4951-acdd-2998ee4b86ac tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:08.751589 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ebf3d899-b65f-4951-acdd-2998ee4b86ac tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/subnets/1ac4b227-9506-4093-90ff-07a6c2553d63 HTTP/1.1" status: 404 len: 337 time: 0.0344369 Nov 27 01:38:08.775240 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33650) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.776718 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.783617 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1cd1b2c3-8ef3-482f-ace3-8225a6d9152d HTTP/1.1" status: 204 len: 168 time: 1.2442009 Nov 27 01:38:08.783617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b57cc-8a93-49cd-a947-2e6b1e01fca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd1b2c3-8ef3-482f-ace3-8225a6d9152d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:08.794439 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.796685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Fanout notify agent at l3_agent the message router_deleted on router 40cbaa5f-bb09-43d5-a8be-7c14a1138baf {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:38:08.816136 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.819945 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9a809a9e-7d97-4181-ae4d-b6fa54d9e6b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/routers/40cbaa5f-bb09-43d5-a8be-7c14a1138baf HTTP/1.1" status: 204 len: 168 time: 3.1302619 Nov 27 01:38:08.822697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33654) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.825091 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cad4da2-70bf-4a0f-bd4d-bb750e017c25 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] DELETE failed (client error): The resource could not be found. Nov 27 01:38:08.827004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cad4da2-70bf-4a0f-bd4d-bb750e017c25 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:38:08.832273 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4cad4da2-70bf-4a0f-bd4d-bb750e017c25 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/992adc38-a23b-41a6-9e22-a3acb741a71c HTTP/1.1" status: 404 len: 339 time: 0.0443485 Nov 27 01:38:08.834826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33656) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.981169 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4a2df5-10e8-4d0e-a8a3-bbeffab1711c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Deleting subnet 0fe0903f-f0f7-4d3b-a4ec-b08c583ac315 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:38:08.983541 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b6d6bb8-e4d5-4a49-a47b-966695c3e05e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.990798 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f4a2df5-10e8-4d0e-a8a3-bbeffab1711c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.081969 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f4a2df5-10e8-4d0e-a8a3-bbeffab1711c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.144665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33662) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:09.179127 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b6d6bb8-e4d5-4a49-a47b-966695c3e05e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.205340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3b6d6bb8-e4d5-4a49-a47b-966695c3e05e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c791bd-1904-4631-a93a-d2f8f394f94c']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:09.216426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3b6d6bb8-e4d5-4a49-a47b-966695c3e05e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf60b246-a7bc-450c-b4ce-bba4c7978505') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:09.216426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3b6d6bb8-e4d5-4a49-a47b-966695c3e05e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf60b246-a7bc-450c-b4ce-bba4c7978505') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:09.228934 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b6d6bb8-e4d5-4a49-a47b-966695c3e05e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.241346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b6d6bb8-e4d5-4a49-a47b-966695c3e05e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.247486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6d6bb8-e4d5-4a49-a47b-966695c3e05e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:38:09.248050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b6d6bb8-e4d5-4a49-a47b-966695c3e05e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:38:09.251366 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:38:09.277466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a0620a29-92ec-4899-8cac-9c100c033c43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66bfd72e1119480fbdf150943a4fa717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305149 Nov 27 01:38:09.278263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33674) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:09.292746 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f4a2df5-10e8-4d0e-a8a3-bbeffab1711c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.334439 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b6d6bb8-e4d5-4a49-a47b-966695c3e05e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.343419 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b6d6bb8-e4d5-4a49-a47b-966695c3e05e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.349518 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3b6d6bb8-e4d5-4a49-a47b-966695c3e05e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/networks/13c791bd-1904-4631-a93a-d2f8f394f94c HTTP/1.1" status: 204 len: 168 time: 0.5204825 Nov 27 01:38:09.354517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33676) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:09.401741 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d98cca67-e253-49bd-9295-deebd8d7fc13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.421202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d6bb8-e4d5-4a49-a47b-966695c3e05e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Network': ['ID=13c791bd-1904-4631-a93a-d2f8f394f94c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:09.431499 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d98cca67-e253-49bd-9295-deebd8d7fc13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.462561 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-662102e0-b775-46d2-b2ba-51b5ff7dfa81 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.489226 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d98cca67-e253-49bd-9295-deebd8d7fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.492072 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d98cca67-e253-49bd-9295-deebd8d7fc13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.495990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d98cca67-e253-49bd-9295-deebd8d7fc13 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e110a70-e36f-433c-ad1b-d863a9e7ab8c HTTP/1.1" status: 204 len: 168 time: 0.1727371 Nov 27 01:38:09.508758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cca67-e253-49bd-9295-deebd8d7fc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e110a70-e36f-433c-ad1b-d863a9e7ab8c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:09.509692 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-662102e0-b775-46d2-b2ba-51b5ff7dfa81 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.511517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f4a2df5-10e8-4d0e-a8a3-bbeffab1711c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.571101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a2df5-10e8-4d0e-a8a3-bbeffab1711c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe0903f-f0f7-4d3b-a4ec-b08c583ac315,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:09.574570 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f4a2df5-10e8-4d0e-a8a3-bbeffab1711c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.578197 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3f4a2df5-10e8-4d0e-a8a3-bbeffab1711c tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/subnets/0fe0903f-f0f7-4d3b-a4ec-b08c583ac315 HTTP/1.1" status: 204 len: 168 time: 0.7423148 Nov 27 01:38:09.585012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33680) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:09.592572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307767e2-7729-4490-a39b-8d177c650f23 None None] Network 760959fb-c2a1-40ae-8df9-7c286f139b5b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:09.616122 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-662102e0-b775-46d2-b2ba-51b5ff7dfa81 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.619187 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-662102e0-b775-46d2-b2ba-51b5ff7dfa81 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.621072 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-662102e0-b775-46d2-b2ba-51b5ff7dfa81 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/security-groups/ace224a8-13de-49df-8895-5a31861b4942 HTTP/1.1" status: 204 len: 168 time: 0.2656884 Nov 27 01:38:09.691881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662102e0-b775-46d2-b2ba-51b5ff7dfa81 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace224a8-13de-49df-8895-5a31861b4942,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:09.811636 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.962368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Deleting port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:09.962712 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.018609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137be1e6-6582-4056-99ec-8a7f9d64996a None None] DHCP port deletion for 760959fb-c2a1-40ae-8df9-7c286f139b5b request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:10.091026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] For port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0,segment=NetworkSegment(35901907-bd1e-40f4-9b9c-4abcce9ecae9),segment_id=35901907-bd1e-40f4-9b9c-4abcce9ecae9)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:10.092324 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.129311 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Calling delete_port for 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:10.153295 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:10.173175 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-085ba30d-fefe-47f0-9002-990ca3aa2fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.235976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33694) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:10.276601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-137be1e6-6582-4056-99ec-8a7f9d64996a None None] Deleting port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:10.277591 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-137be1e6-6582-4056-99ec-8a7f9d64996a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.286419 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.306265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 update to DOWN by agent not found {{(pid=103404) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 27 01:38:10.307114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1f508058-a508-4d12-92fa-6239ed16ff95 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:10.326699 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-334f5e0b-4fc0-4602-a7d8-4565305eca33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3033e170b370430aab128146dc02d438&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0871766 Nov 27 01:38:10.326939 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33696) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:10.329566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Port': ['ID=39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:10.339880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] No DVR routers for this DVR port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:10.380089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 1f508058-a508-4d12-92fa-6239ed16ff95 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:10.381171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1f508058-a508-4d12-92fa-6239ed16ff95 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:10.422026 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4332f871-5514-4be3-9be7-855e2e0aa11a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.423281 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-137be1e6-6582-4056-99ec-8a7f9d64996a None None] For port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0, host n-d-817303-10, got binding levels [] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:10.423709 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-137be1e6-6582-4056-99ec-8a7f9d64996a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.441839 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-137be1e6-6582-4056-99ec-8a7f9d64996a None None] Calling delete_port for 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:10.445359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.ipam_backend_mixin [None req-137be1e6-6582-4056-99ec-8a7f9d64996a None None] Port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 was not found and therefore no delete operation was performed {{(pid=103404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:38:10.448621 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-137be1e6-6582-4056-99ec-8a7f9d64996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.461556 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.477752 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4332f871-5514-4be3-9be7-855e2e0aa11a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.481525 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137be1e6-6582-4056-99ec-8a7f9d64996a None None] Pushing event deleted for resources: {'Port': ['ID=39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:10.490710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137be1e6-6582-4056-99ec-8a7f9d64996a None None] No DVR routers for this DVR port 39ca58af-ed0f-4c9f-b9ef-62c73ec4edd0 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:10.513335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760959fb-c2a1-40ae-8df9-7c286f139b5b']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:10.525058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35901907-bd1e-40f4-9b9c-4abcce9ecae9') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:10.525629 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35901907-bd1e-40f4-9b9c-4abcce9ecae9') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:10.538408 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.565950 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4332f871-5514-4be3-9be7-855e2e0aa11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.568809 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.569182 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4332f871-5514-4be3-9be7-855e2e0aa11a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.570541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4332f871-5514-4be3-9be7-855e2e0aa11a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b652d546-930c-477f-a0fc-e5904155c691 HTTP/1.1" status: 204 len: 168 time: 0.2424791 Nov 27 01:38:10.577382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:38:10.578048 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.589661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332f871-5514-4be3-9be7-855e2e0aa11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b652d546-930c-477f-a0fc-e5904155c691,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:38:10.664752 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:38:10.668540 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.684165 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.688827 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] 10.222.0.15 "DELETE /v2.0/networks/760959fb-c2a1-40ae-8df9-7c286f139b5b HTTP/1.1" status: 204 len: 168 time: 1.1028194 Nov 27 01:38:10.713060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7f430-ba3d-4319-b754-1a82c9a5ee92 tempest-NetworksTest-2100023256 tempest-NetworksTest-2100023256-project] Pushing event deleted for resources: {'Network': ['ID=760959fb-c2a1-40ae-8df9-7c286f139b5b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:10.780882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33712) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:10.786601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-95a9aad1-5f04-4bf2-9799-2e1497991d3a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048531344', 'description': 'tempest-secgroup-smoke-1048531344 description', 'project_id': '53c72932feec4d45af53b9bccd5c3777'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:10.834141 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-95a9aad1-5f04-4bf2-9799-2e1497991d3a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.003722 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-95a9aad1-5f04-4bf2-9799-2e1497991d3a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.008323 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-95a9aad1-5f04-4bf2-9799-2e1497991d3a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.051377 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-95a9aad1-5f04-4bf2-9799-2e1497991d3a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.055910 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-95a9aad1-5f04-4bf2-9799-2e1497991d3a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2708230 Nov 27 01:38:11.056128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33722) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:11.057133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9aad1-5f04-4bf2-9799-2e1497991d3a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85640a9-bdef-461e-b1a2-6798b045baa4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:11.066159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-791ec77d-28fc-4e9c-86c2-03e41bb4ee03 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': 'f85640a9-bdef-461e-b1a2-6798b045baa4', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:11.102759 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-791ec77d-28fc-4e9c-86c2-03e41bb4ee03 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.146513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33726) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:11.159281 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-791ec77d-28fc-4e9c-86c2-03e41bb4ee03 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.163574 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-791ec77d-28fc-4e9c-86c2-03e41bb4ee03 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.204466 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ec77d-28fc-4e9c-86c2-03e41bb4ee03 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a895ec69-4f43-4bb6-a1d3-c3a80686a3d2,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:11.218908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-791ec77d-28fc-4e9c-86c2-03e41bb4ee03 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.221310 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-791ec77d-28fc-4e9c-86c2-03e41bb4ee03 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1640086 Nov 27 01:38:11.225351 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33732) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:11.230233 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-034a4971-1985-4b46-b464-3a9596b3eb9b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': 'f85640a9-bdef-461e-b1a2-6798b045baa4', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:11.302870 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-034a4971-1985-4b46-b464-3a9596b3eb9b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.386805 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-034a4971-1985-4b46-b464-3a9596b3eb9b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.392382 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-034a4971-1985-4b46-b464-3a9596b3eb9b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.448251 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a4971-1985-4b46-b464-3a9596b3eb9b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d71e0e5-04ae-45fc-9283-e9da5bb24b31,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:11.469256 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-034a4971-1985-4b46-b464-3a9596b3eb9b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.474318 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33740) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:11.479939 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-acb438be-e78d-4751-8ee2-88329c6a211c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': 'f85640a9-bdef-461e-b1a2-6798b045baa4', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:11.485594 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-034a4971-1985-4b46-b464-3a9596b3eb9b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2443986 Nov 27 01:38:11.518321 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a0c5fb6d-34ba-4c59-8390-92747b385fac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1357afb772194b77bdadbf3824988502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3709607 Nov 27 01:38:11.521627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33744) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:11.591377 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acb438be-e78d-4751-8ee2-88329c6a211c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.666448 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acb438be-e78d-4751-8ee2-88329c6a211c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.671851 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acb438be-e78d-4751-8ee2-88329c6a211c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.707061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb438be-e78d-4751-8ee2-88329c6a211c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc047ea-b6ac-48b9-9f2b-6bcc3ba325c6,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:11.714689 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-080d0b2b-8acd-4990-84be-8f3c2333b174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.733783 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acb438be-e78d-4751-8ee2-88329c6a211c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.735839 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-acb438be-e78d-4751-8ee2-88329c6a211c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2595232 Nov 27 01:38:11.739263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33752) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:11.761587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-717ad08a-01c9-4665-bada-8cfc7716ea04 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': 'f85640a9-bdef-461e-b1a2-6798b045baa4', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:11.788002 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-080d0b2b-8acd-4990-84be-8f3c2333b174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.878885 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-080d0b2b-8acd-4990-84be-8f3c2333b174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.882246 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-080d0b2b-8acd-4990-84be-8f3c2333b174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.883938 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-080d0b2b-8acd-4990-84be-8f3c2333b174 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9cf143a-60c8-49c5-b12d-4e4a209b2005 HTTP/1.1" status: 204 len: 168 time: 0.3609858 Nov 27 01:38:11.896340 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-717ad08a-01c9-4665-bada-8cfc7716ea04 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.963949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d0b2b-8acd-4990-84be-8f3c2333b174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cf143a-60c8-49c5-b12d-4e4a209b2005,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:11.991530 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-717ad08a-01c9-4665-bada-8cfc7716ea04 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.995539 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-717ad08a-01c9-4665-bada-8cfc7716ea04 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.043362 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ad08a-01c9-4665-bada-8cfc7716ea04 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc8bb7e-b117-4c7d-b8ed-e200397559e5,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:12.058116 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-717ad08a-01c9-4665-bada-8cfc7716ea04 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.062938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33764) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:12.063739 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-717ad08a-01c9-4665-bada-8cfc7716ea04 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3231077 Nov 27 01:38:12.067982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-da69b60b-c9af-4326-bbe8-d81a21c5651f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': 'f85640a9-bdef-461e-b1a2-6798b045baa4', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:12.111440 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-da69b60b-c9af-4326-bbe8-d81a21c5651f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Project 53c72932feec4d45af53b9bccd5c3777 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:38:12.118563 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da69b60b-c9af-4326-bbe8-d81a21c5651f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.213374 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da69b60b-c9af-4326-bbe8-d81a21c5651f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.218392 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da69b60b-c9af-4326-bbe8-d81a21c5651f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.243912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69b60b-c9af-4326-bbe8-d81a21c5651f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ae538d-0fff-4f3d-9419-d5db1dc7df86,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:12.267263 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da69b60b-c9af-4326-bbe8-d81a21c5651f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.268855 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-da69b60b-c9af-4326-bbe8-d81a21c5651f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2048562 Nov 27 01:38:12.271624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33768) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:12.277321 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c69fa6c5-4ae3-4a01-9184-995d550344f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.282671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ae778652-9dea-4004-aff5-e15e10cd7dc0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': 'f85640a9-bdef-461e-b1a2-6798b045baa4', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:12.320426 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-ae778652-9dea-4004-aff5-e15e10cd7dc0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Project 53c72932feec4d45af53b9bccd5c3777 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:38:12.329185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ae778652-9dea-4004-aff5-e15e10cd7dc0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.407155 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ae778652-9dea-4004-aff5-e15e10cd7dc0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.412557 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ae778652-9dea-4004-aff5-e15e10cd7dc0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.444378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae778652-9dea-4004-aff5-e15e10cd7dc0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b633f4ff-a027-4a31-bfc5-906c803727ef,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:12.478863 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ae778652-9dea-4004-aff5-e15e10cd7dc0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.483396 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ae778652-9dea-4004-aff5-e15e10cd7dc0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2095671 Nov 27 01:38:12.486067 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33778) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:12.493958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4e321fa0-4060-41c8-aa9c-3695048064fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'network': {'name': 'tempest-network-smoke--491179575', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'port_security_enabled': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:12.539852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e321fa0-4060-41c8-aa9c-3695048064fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Made reservation on behalf of 53c72932feec4d45af53b9bccd5c3777 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:38:12.549439 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e321fa0-4060-41c8-aa9c-3695048064fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.610125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e321fa0-4060-41c8-aa9c-3695048064fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:38:12.628433 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e321fa0-4060-41c8-aa9c-3695048064fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.630491 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-4e321fa0-4060-41c8-aa9c-3695048064fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Added segment d48a234c-b535-42ed-944c-67a08c99ca92 of type vlan for network 26a73c82-2a1f-4668-b353-12a7bbb2454b Nov 27 01:38:12.729166 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e321fa0-4060-41c8-aa9c-3695048064fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.771262 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e321fa0-4060-41c8-aa9c-3695048064fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.782988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e321fa0-4060-41c8-aa9c-3695048064fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:12.783888 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e321fa0-4060-41c8-aa9c-3695048064fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.874764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e321fa0-4060-41c8-aa9c-3695048064fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Network': ['ID=26a73c82-2a1f-4668-b353-12a7bbb2454b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:12.894802 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 26a73c82-2a1f-4668-b353-12a7bbb2454b details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:38:12.902342 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4e321fa0-4060-41c8-aa9c-3695048064fc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4109094 Nov 27 01:38:12.902564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33794) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:12.908128 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'admin_state_up': True, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:12.934773 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.935844 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.951664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33796) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:13.007893 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.221262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'network': {'name': 'tempest-network-smoke--789682669', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'port_security_enabled': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:13.268014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Made reservation on behalf of 793be66d9eb84ce981e4e9b4236fce7d for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:38:13.278479 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.292025 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.352385 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.392033 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.393268 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33816) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:13.401927 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.425803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:38:13.450544 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.451046 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Added segment 6a31883a-7087-471b-bd9f-c838489d0212 of type vlan for network fdad34b4-e389-41d4-a6ce-5266e43665d0 Nov 27 01:38:13.558999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f76c0ca-eb76-4f32-8893-23293cf0a76a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:13.593914 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.662706 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.679961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:13.680681 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.699937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a0e3abdb-a7dd-4211-9639-957f29bb7c64 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078128766'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:13.787869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Network': ['ID=fdad34b4-e389-41d4-a6ce-5266e43665d0,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:13.801881 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network fdad34b4-e389-41d4-a6ce-5266e43665d0 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:38:13.818192 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0e3abdb-a7dd-4211-9639-957f29bb7c64 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.834195 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f860d941-0873-4e8f-94ab-e07298529102 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8792667 Nov 27 01:38:13.837291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33834) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:13.843138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-291301219', 'admin_state_up': True, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:13.852537 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0e3abdb-a7dd-4211-9639-957f29bb7c64 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.861844 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.892527 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.893870 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.034539 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.051256 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0e3abdb-a7dd-4211-9639-957f29bb7c64 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.055550 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0e3abdb-a7dd-4211-9639-957f29bb7c64 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.115205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33838) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:14.170572 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0e3abdb-a7dd-4211-9639-957f29bb7c64 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.171816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3abdb-a7dd-4211-9639-957f29bb7c64 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afadd2b-1054-4c37-946b-5a57b88f28f1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:14.176677 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0e3abdb-a7dd-4211-9639-957f29bb7c64 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.204325 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.205579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3abdb-a7dd-4211-9639-957f29bb7c64 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d952c4d6-3b17-4b39-adf3-19a7eb98eb0c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:14.222042 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a0e3abdb-a7dd-4211-9639-957f29bb7c64 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.226032 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a0e3abdb-a7dd-4211-9639-957f29bb7c64 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8286440 Nov 27 01:38:14.226291 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33842) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:14.308853 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-eba54b48-5537-4c86-99bd-ad398c86c3b5 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0786803 Nov 27 01:38:14.309074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33844) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:14.313428 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a92a58dd-0e2c-4f70-bac0-2ebc61575e41 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group': {'name': 'tempest-security--982512384', 'description': 'tempest-security-description-1571549968'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:14.349235 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a92a58dd-0e2c-4f70-bac0-2ebc61575e41 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.360932 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-576ad9f3-3c70-4273-9398-ba07559961aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.392617 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.395968 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a92a58dd-0e2c-4f70-bac0-2ebc61575e41 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.399802 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a92a58dd-0e2c-4f70-bac0-2ebc61575e41 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.402600 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a92a58dd-0e2c-4f70-bac0-2ebc61575e41 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.407403 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a92a58dd-0e2c-4f70-bac0-2ebc61575e41 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "PUT /v2.0/security-groups/d952c4d6-3b17-4b39-adf3-19a7eb98eb0c HTTP/1.1" status: 200 len: 1796 time: 0.0940199 Nov 27 01:38:14.416765 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33846) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:14.425820 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.451992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a58dd-0e2c-4f70-bac0-2ebc61575e41 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d952c4d6-3b17-4b39-adf3-19a7eb98eb0c,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:14.473566 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fbeb4433-fb02-428c-a05c-c7d7cba66992 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-groups/d952c4d6-3b17-4b39-adf3-19a7eb98eb0c HTTP/1.1" status: 200 len: 1796 time: 0.0531991 Nov 27 01:38:14.473782 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33848) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:14.531717 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0b1b87a-fa72-448a-add9-c18501daeb1a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.556211 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0b1b87a-fa72-448a-add9-c18501daeb1a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.596743 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-576ad9f3-3c70-4273-9398-ba07559961aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.602666 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0b1b87a-fa72-448a-add9-c18501daeb1a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.603299 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-576ad9f3-3c70-4273-9398-ba07559961aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.606388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c0b1b87a-fa72-448a-add9-c18501daeb1a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.610635 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c0b1b87a-fa72-448a-add9-c18501daeb1a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-groups/d952c4d6-3b17-4b39-adf3-19a7eb98eb0c HTTP/1.1" status: 204 len: 168 time: 0.1328940 Nov 27 01:38:14.612864 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33850) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:14.630606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1b87a-fa72-448a-add9-c18501daeb1a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d952c4d6-3b17-4b39-adf3-19a7eb98eb0c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:14.682308 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c5b03074-3189-4d45-85e9-f63b9b5858c6 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0682135 Nov 27 01:38:14.688576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33856) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:14.688751 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.25.1.49 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/a11739b7-d605-4664-824a-6bfef7baa653) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:14.711406 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-ffda9f71-c24d-48d4-aea7-9257378130ac tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] delete failed (client error): The resource could not be found. Nov 27 01:38:14.718135 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ffda9f71-c24d-48d4-aea7-9257378130ac tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-groups/d952c4d6-3b17-4b39-adf3-19a7eb98eb0c HTTP/1.1" status: 404 len: 347 time: 0.0262597 Nov 27 01:38:14.718761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33858) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:14.725741 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c66b09db-9bad-490d-a363-e852775bd975 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group': {'name': 'tempest-secgroup--334780164'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:14.747320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-576ad9f3-3c70-4273-9398-ba07559961aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4a0e286083f406dbc0eb8c7e8736445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6312904 Nov 27 01:38:14.752659 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33860) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:14.763389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ad9f3-3c70-4273-9398-ba07559961aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe738dc0-8c1f-481b-bf5b-2cecb6664840,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:14.770736 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c66b09db-9bad-490d-a363-e852775bd975 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.851413 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.863051 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c66b09db-9bad-490d-a363-e852775bd975 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.867478 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c66b09db-9bad-490d-a363-e852775bd975 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.879933 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.899592 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.908672 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c66b09db-9bad-490d-a363-e852775bd975 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.913353 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c66b09db-9bad-490d-a363-e852775bd975 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1925900 Nov 27 01:38:14.914029 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33864) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:14.920408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a518965b-b754-4f54-9c2e-7760fe158ad8 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group_rule': {'security_group_id': '42062f29-d899-427e-ace7-28f7650b4036', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:14.957122 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a518965b-b754-4f54-9c2e-7760fe158ad8 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.987325 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b09db-9bad-490d-a363-e852775bd975 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42062f29-d899-427e-ace7-28f7650b4036,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:15.015506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.036283 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a518965b-b754-4f54-9c2e-7760fe158ad8 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.044022 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a518965b-b754-4f54-9c2e-7760fe158ad8 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.058843 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.065563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518965b-b754-4f54-9c2e-7760fe158ad8 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8596cb-a910-474d-bcb0-c80f2181d9d4,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:15.080752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-37b6f61c-2910-4e0b-8e10-720e345b5024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.093869 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a518965b-b754-4f54-9c2e-7760fe158ad8 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.096289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a518965b-b754-4f54-9c2e-7760fe158ad8 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1797099 Nov 27 01:38:15.098597 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33870) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:15.128267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:15.131732 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b94bf12b-5946-443c-9255-096a760e24e8 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.140573 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b94bf12b-5946-443c-9255-096a760e24e8 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.142573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:15.159513 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7aea81-34f7-4e99-a851-686ccb124d0b None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:15.173684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:15.185086 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b94bf12b-5946-443c-9255-096a760e24e8 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.187621 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-37b6f61c-2910-4e0b-8e10-720e345b5024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.197606 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b94bf12b-5946-443c-9255-096a760e24e8 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.199066 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b94bf12b-5946-443c-9255-096a760e24e8 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/1c8596cb-a910-474d-bcb0-c80f2181d9d4 HTTP/1.1" status: 204 len: 168 time: 0.0994701 Nov 27 01:38:15.202110 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33874) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:15.218910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=a11739b7-d605-4664-824a-6bfef7baa653,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:15.246122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bf12b-5946-443c-9255-096a760e24e8 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c8596cb-a910-474d-bcb0-c80f2181d9d4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:15.273718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Allocated IP 172.25.1.72 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/b9bc84ed-3b28-4e0c-817e-7cfe5733b69f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:15.282917 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dc4db156-6c9d-4eed-afff-9d6638b02d3a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0794358 Nov 27 01:38:15.285969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33876) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:15.309020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fb36abf1-3a3c-4967-a687-b97b07e767ca None None] Provisioning complete for port a11739b7-d605-4664-824a-6bfef7baa653 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:15.309769 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fb36abf1-3a3c-4967-a687-b97b07e767ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.364969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-fb36abf1-3a3c-4967-a687-b97b07e767ca None None] Port a11739b7-d605-4664-824a-6bfef7baa653 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:15.385373 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e726b86-5145-40a6-a56f-32900d108cd3 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.422392 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e726b86-5145-40a6-a56f-32900d108cd3 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.446559 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-37b6f61c-2910-4e0b-8e10-720e345b5024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.449181 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-37b6f61c-2910-4e0b-8e10-720e345b5024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.464350 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-37b6f61c-2910-4e0b-8e10-720e345b5024 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe738dc0-8c1f-481b-bf5b-2cecb6664840 HTTP/1.1" status: 204 len: 168 time: 0.6995955 Nov 27 01:38:15.483717 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e726b86-5145-40a6-a56f-32900d108cd3 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.487021 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e726b86-5145-40a6-a56f-32900d108cd3 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.488381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4e726b86-5145-40a6-a56f-32900d108cd3 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-groups/42062f29-d899-427e-ace7-28f7650b4036 HTTP/1.1" status: 204 len: 168 time: 0.2004333 Nov 27 01:38:15.493536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33880) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:15.499229 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6f61c-2910-4e0b-8e10-720e345b5024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe738dc0-8c1f-481b-bf5b-2cecb6664840,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:15.518427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e726b86-5145-40a6-a56f-32900d108cd3 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42062f29-d899-427e-ace7-28f7650b4036,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:15.556541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b144c6b4-dc89-409d-aa6a-06d37d982600 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0617361 Nov 27 01:38:15.561603 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33882) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:15.570791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b7007fab-8e00-48c8-ae38-cfba06e872a5 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group': {'name': 'tempest-secgroup--1235957894'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:15.601590 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7007fab-8e00-48c8-ae38-cfba06e872a5 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.705920 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7007fab-8e00-48c8-ae38-cfba06e872a5 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.712563 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7007fab-8e00-48c8-ae38-cfba06e872a5 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.721868 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.745337 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.755557 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7007fab-8e00-48c8-ae38-cfba06e872a5 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.757235 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b7007fab-8e00-48c8-ae38-cfba06e872a5 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1925564 Nov 27 01:38:15.760427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33886) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:15.767066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b3b99119-a64d-4d12-a8cc-419e111d8b1f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group_rule': {'security_group_id': '3a6a83fd-1bd2-44c9-9fa8-66f89052eb19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:15.775685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7007fab-8e00-48c8-ae38-cfba06e872a5 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6a83fd-1bd2-44c9-9fa8-66f89052eb19,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:15.830925 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b3b99119-a64d-4d12-a8cc-419e111d8b1f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.840967 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.909221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:15.911984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=b9bc84ed-3b28-4e0c-817e-7cfe5733b69f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:15.917112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:15.920571 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:15.937712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1d5e0f-777d-46cc-9389-ea320f5f13cf None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:15.953559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33888) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:15.987112 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5d17c7e-bed3-4073-b182-b103b033c14e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.991255 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f34fd00e-fec2-4c13-b952-204145f48434 None None] Provisioning complete for port b9bc84ed-3b28-4e0c-817e-7cfe5733b69f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:15.991630 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f34fd00e-fec2-4c13-b952-204145f48434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.003915 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b3b99119-a64d-4d12-a8cc-419e111d8b1f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.010910 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b3b99119-a64d-4d12-a8cc-419e111d8b1f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.061983 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f34fd00e-fec2-4c13-b952-204145f48434 None None] Port b9bc84ed-3b28-4e0c-817e-7cfe5733b69f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:16.068550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b99119-a64d-4d12-a8cc-419e111d8b1f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e8fabd-20ce-4dac-8077-3c3a57ec66bf,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:16.080279 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b3b99119-a64d-4d12-a8cc-419e111d8b1f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.082124 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b3b99119-a64d-4d12-a8cc-419e111d8b1f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3207598 Nov 27 01:38:16.092469 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33892) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:16.102218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0cf6b553-6851-494d-a1d5-6fd309077cae tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group_rule': {'security_group_id': '3a6a83fd-1bd2-44c9-9fa8-66f89052eb19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:16.154177 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b553-6851-494d-a1d5-6fd309077cae tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.193552 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5d17c7e-bed3-4073-b182-b103b033c14e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.203133 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5d17c7e-bed3-4073-b182-b103b033c14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.241330 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.265703 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d17c7e-bed3-4073-b182-b103b033c14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e3e146-64f9-476c-9f40-c82210487de0,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:16.286111 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d5d17c7e-bed3-4073-b182-b103b033c14e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=006c18f2e1214a59aa4c35f86f6210af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3313210 Nov 27 01:38:16.292006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33894) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:16.320989 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b553-6851-494d-a1d5-6fd309077cae tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.328047 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.329093 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b553-6851-494d-a1d5-6fd309077cae tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.368891 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6b553-6851-494d-a1d5-6fd309077cae tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6c8642-392b-475e-b2ef-a34baae3f4fb,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:16.375468 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b553-6851-494d-a1d5-6fd309077cae tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.380121 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0cf6b553-6851-494d-a1d5-6fd309077cae tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2858276 Nov 27 01:38:16.380614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33896) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:16.386126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-efb054e1-20c1-4654-8306-5e612c5eb2b1 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group_rule': {'security_group_id': '3a6a83fd-1bd2-44c9-9fa8-66f89052eb19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:16.417159 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f98a88fe-7808-4402-80aa-31ae78943450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.437736 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efb054e1-20c1-4654-8306-5e612c5eb2b1 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.439559 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.455999 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f98a88fe-7808-4402-80aa-31ae78943450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.520531 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efb054e1-20c1-4654-8306-5e612c5eb2b1 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.524838 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efb054e1-20c1-4654-8306-5e612c5eb2b1 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.539536 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f98a88fe-7808-4402-80aa-31ae78943450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.542177 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f98a88fe-7808-4402-80aa-31ae78943450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.543359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f98a88fe-7808-4402-80aa-31ae78943450 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93e3e146-64f9-476c-9f40-c82210487de0 HTTP/1.1" status: 204 len: 168 time: 0.2492154 Nov 27 01:38:16.562275 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a88fe-7808-4402-80aa-31ae78943450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e3e146-64f9-476c-9f40-c82210487de0,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:16.567363 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efb054e1-20c1-4654-8306-5e612c5eb2b1 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.571646 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-efb054e1-20c1-4654-8306-5e612c5eb2b1 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1869342 Nov 27 01:38:16.571646 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb054e1-20c1-4654-8306-5e612c5eb2b1 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9044bf8a-e228-4fa3-8496-28f93729e2ed,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:16.572442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33900) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:16.577484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a9dbf22c-8075-4e5f-a65d-b9241083a405 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group_rule': {'security_group_id': '3a6a83fd-1bd2-44c9-9fa8-66f89052eb19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:16.611742 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf22c-8075-4e5f-a65d-b9241083a405 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.667153 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf22c-8075-4e5f-a65d-b9241083a405 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.672608 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf22c-8075-4e5f-a65d-b9241083a405 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.697042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbf22c-8075-4e5f-a65d-b9241083a405 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c98a1d-eea6-4f76-8096-b1a214093dd5,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:16.702569 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf22c-8075-4e5f-a65d-b9241083a405 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.704401 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a9dbf22c-8075-4e5f-a65d-b9241083a405 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309280 Nov 27 01:38:16.707598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33902) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:16.712459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-40fc8324-f13f-4771-bb6e-1c27a4fcba75 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group_rule': {'security_group_id': '3a6a83fd-1bd2-44c9-9fa8-66f89052eb19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:16.743131 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40fc8324-f13f-4771-bb6e-1c27a4fcba75 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.812441 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40fc8324-f13f-4771-bb6e-1c27a4fcba75 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.818374 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40fc8324-f13f-4771-bb6e-1c27a4fcba75 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.841022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc8324-f13f-4771-bb6e-1c27a4fcba75 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fccd1b41-83b7-4ea6-8a49-ea422cd3e952,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:16.853071 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40fc8324-f13f-4771-bb6e-1c27a4fcba75 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.856831 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-40fc8324-f13f-4771-bb6e-1c27a4fcba75 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1456289 Nov 27 01:38:16.857698 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33906) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:16.865442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:38:16.888949 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc5a5fc4-03d5-4391-9ffe-0650c56d1dc4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.898027 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc5a5fc4-03d5-4391-9ffe-0650c56d1dc4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.928668 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc5a5fc4-03d5-4391-9ffe-0650c56d1dc4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.933321 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fc5a5fc4-03d5-4391-9ffe-0650c56d1dc4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.936752 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fc5a5fc4-03d5-4391-9ffe-0650c56d1dc4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/fccd1b41-83b7-4ea6-8a49-ea422cd3e952 HTTP/1.1" status: 204 len: 168 time: 0.0773408 Nov 27 01:38:16.941282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33910) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:16.963019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a5fc4-03d5-4391-9ffe-0650c56d1dc4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fccd1b41-83b7-4ea6-8a49-ea422cd3e952,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:16.997812 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7afa682a-209a-46c0-94e2-73225222b32c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0515237 Nov 27 01:38:17.001530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33916) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:17.027081 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6a1390c-42c0-4f5f-b285-8ac7e3ba74b6 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.035048 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6a1390c-42c0-4f5f-b285-8ac7e3ba74b6 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.062204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6a1390c-42c0-4f5f-b285-8ac7e3ba74b6 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.066168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:17.075761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Sync routers for ids ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:17.080462 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6a1390c-42c0-4f5f-b285-8ac7e3ba74b6 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.084292 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.085479 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e6a1390c-42c0-4f5f-b285-8ac7e3ba74b6 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/40c98a1d-eea6-4f76-8096-b1a214093dd5 HTTP/1.1" status: 204 len: 168 time: 0.0822668 Nov 27 01:38:17.087375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33920) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:17.087622 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Routers {'7bd13287-e0e8-4e25-bab9-1477e6eb0379'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:17.088298 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:38:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:17.093855 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1390c-42c0-4f5f-b285-8ac7e3ba74b6 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40c98a1d-eea6-4f76-8096-b1a214093dd5,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:17.129526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.130801 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c6ce51f5-1779-47c2-ba1b-d5596c3b5c61 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.2272620 Nov 27 01:38:17.135684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33924) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:17.201931 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4b0f35d7-5fd5-48d0-9d7f-703668e89ef2 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=53c72932feec4d45af53b9bccd5c3777&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574465 Nov 27 01:38:17.202308 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33928) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:17.238800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Router e868f714-3a39-4cd2-b24e-7441df78a207 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:38:17.245066 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e29ba69c-592d-497f-b9f6-fca02ebddb9c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1462960 Nov 27 01:38:17.246251 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33930) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:17.272816 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Set router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:17.294778 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c21c247-3fd6-4e6e-9cf9-6640bc97c1ad tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.305300 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c21c247-3fd6-4e6e-9cf9-6640bc97c1ad tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.339342 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c21c247-3fd6-4e6e-9cf9-6640bc97c1ad tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.349184 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6c21c247-3fd6-4e6e-9cf9-6640bc97c1ad tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.350625 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6c21c247-3fd6-4e6e-9cf9-6640bc97c1ad tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9044bf8a-e228-4fa3-8496-28f93729e2ed HTTP/1.1" status: 204 len: 168 time: 0.1033154 Nov 27 01:38:17.355232 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33936) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:17.398304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21c247-3fd6-4e6e-9cf9-6640bc97c1ad tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9044bf8a-e228-4fa3-8496-28f93729e2ed,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:17.492062 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4f0ffb3c-b0c8-48eb-aca3-0b9767ee90e2 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1320710 Nov 27 01:38:17.496044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33950) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:17.534073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec85781-9201-4008-b67c-656e33445f2f tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:17.539896 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3ec85781-9201-4008-b67c-656e33445f2f tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3365986 Nov 27 01:38:17.540587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33958) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:17.549229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:15Z', 'revision_number': 3, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:17.554517 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ecb9a45e-3ed7-4ee1-921f-6159049e966e tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.578109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:17.592536 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Sync routers for ids ['e868f714-3a39-4cd2-b24e-7441df78a207'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:17.597619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Checking router: 7bd13287-e0e8-4e25-bab9-1477e6eb0379 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:17.598190 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Updating router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 port a11739b7-d605-4664-824a-6bfef7baa653 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:38:17.625146 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Routers {'e868f714-3a39-4cd2-b24e-7441df78a207'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:17.626174 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.627015 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:38:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e868f714-3a39-4cd2-b24e-7441df78a207'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:17.627455 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-af93de1a-2481-4921-a314-23f5cd06bab9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7878230 Nov 27 01:38:17.630654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33962) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:17.656322 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.679592 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4d06bedf-7d02-495d-b3c2-936be213c238 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1377091 Nov 27 01:38:17.682021 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ecb9a45e-3ed7-4ee1-921f-6159049e966e tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.682355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33966) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:17.688532 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f717b68f-117b-44e3-be54-e0c0da57418c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-575889691', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:17.744592 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ecb9a45e-3ed7-4ee1-921f-6159049e966e tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.753093 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ecb9a45e-3ed7-4ee1-921f-6159049e966e tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.760832 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ecb9a45e-3ed7-4ee1-921f-6159049e966e tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/bd6c8642-392b-475e-b2ef-a34baae3f4fb HTTP/1.1" status: 204 len: 168 time: 0.2637010 Nov 27 01:38:17.765942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33970) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:17.794848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9a45e-3ed7-4ee1-921f-6159049e966e tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd6c8642-392b-475e-b2ef-a34baae3f4fb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:17.842084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a4fc6f96-fcd7-4159-b0df-d11d041adaab tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0747139 Nov 27 01:38:17.842834 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33972) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:17.908151 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f1e41db-09e4-4d82-bed7-7eda564ef8c0 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.931124 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f1e41db-09e4-4d82-bed7-7eda564ef8c0 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.937949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f717b68f-117b-44e3-be54-e0c0da57418c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Made reservation on behalf of 53c72932feec4d45af53b9bccd5c3777 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:38:17.948511 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f717b68f-117b-44e3-be54-e0c0da57418c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.000800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f1e41db-09e4-4d82-bed7-7eda564ef8c0 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.010449 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f1e41db-09e4-4d82-bed7-7eda564ef8c0 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.018030 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9f1e41db-09e4-4d82-bed7-7eda564ef8c0 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/52e8fabd-20ce-4dac-8077-3c3a57ec66bf HTTP/1.1" status: 204 len: 168 time: 0.1728599 Nov 27 01:38:18.019662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33976) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:18.073685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e41db-09e4-4d82-bed7-7eda564ef8c0 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52e8fabd-20ce-4dac-8077-3c3a57ec66bf,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:18.108011 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-32623455-2fc5-4860-bae1-d8d3031e1fc7 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0781763 Nov 27 01:38:18.108680 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33978) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:18.116763 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Set router e868f714-3a39-4cd2-b24e-7441df78a207 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:18.174937 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-034f321c-58b2-4dbc-9bcd-df04d2a1b493 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=793be66d9eb84ce981e4e9b4236fce7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5430532 Nov 27 01:38:18.179933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33980) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:18.287249 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.295049 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.358184 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c7040-69a9-4fda-97c5-330eaa665e89 None None] Pushing event updated for resources: {'Port': ['ID=a11739b7-d605-4664-824a-6bfef7baa653,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:18.358868 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f717b68f-117b-44e3-be54-e0c0da57418c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.395762 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b89c448-1322-49ec-b7af-9b12d8c88d0a None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:18.409377 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f30ce7a-1c4b-4229-a72d-1efd7ee51bff tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.426500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Attempting to bind port a11739b7-d605-4664-824a-6bfef7baa653 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:38:18.426845 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:38:16Z', 'revision_number': 3, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:18.427335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Attempting to bind port a11739b7-d605-4664-824a-6bfef7baa653 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:38:18.434492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Attempting to bind port a11739b7-d605-4664-824a-6bfef7baa653 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:18.444514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:38:18.447605 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:18.448293 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.449013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:38:18.449731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Bound port: a11739b7-d605-4664-824a-6bfef7baa653, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:38:18.451068 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.474974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717b68f-117b-44e3-be54-e0c0da57418c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Subnet': ['ID=d39c39e2-2994-4fd1-b3dc-99a5f955e1ea,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:18.475703 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f30ce7a-1c4b-4229-a72d-1efd7ee51bff tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.495588 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Checking router: e868f714-3a39-4cd2-b24e-7441df78a207 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:18.495942 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Updating router e868f714-3a39-4cd2-b24e-7441df78a207 port b9bc84ed-3b28-4e0c-817e-7cfe5733b69f binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:38:18.500523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda5164e-f269-4b58-87e8-ffe9ca381657 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:18.506338 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dda5164e-f269-4b58-87e8-ffe9ca381657 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3198740 Nov 27 01:38:18.506713 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33988) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:18.549357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9d375a8b-629c-4509-a1bb-de858da9630d None None] Provisioning complete for port a11739b7-d605-4664-824a-6bfef7baa653 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:18.552030 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9d375a8b-629c-4509-a1bb-de858da9630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.561792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f30ce7a-1c4b-4229-a72d-1efd7ee51bff tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.564788 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:38:18.566397 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f30ce7a-1c4b-4229-a72d-1efd7ee51bff tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.570308 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9f30ce7a-1c4b-4229-a72d-1efd7ee51bff tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-groups/3a6a83fd-1bd2-44c9-9fa8-66f89052eb19 HTTP/1.1" status: 204 len: 168 time: 0.4565632 Nov 27 01:38:18.575488 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33990) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:18.577474 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.591059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] For port a11739b7-d605-4664-824a-6bfef7baa653, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:38:18.606335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717b68f-117b-44e3-be54-e0c0da57418c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Checking segment: {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:18.606725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f717b68f-117b-44e3-be54-e0c0da57418c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network hostable DHCP agents. Network: 26a73c82-2a1f-4668-b353-12a7bbb2454b, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:38:18.618711 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1c338ced-cc45-4f4b-b12f-a61dd03adb6e tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1071236 Nov 27 01:38:18.621088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] For port a11739b7-d605-4664-824a-6bfef7baa653, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a11739b7-d605-4664-824a-6bfef7baa653,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:38:18.623780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 33994) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:18.629777 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.631093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-03bbd3fd-6585-4133-8254-d4bbd87c1253 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1220121009', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:18.662534 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0b626f5f-bbbc-4ceb-a737-d9fe740b375d tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0736988 Nov 27 01:38:18.662534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30ce7a-1c4b-4229-a72d-1efd7ee51bff tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6a83fd-1bd2-44c9-9fa8-66f89052eb19,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:18.662534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 33996) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:18.667732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9a5320e6-27ca-4531-836f-68734da91e8c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032456119'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:18.690558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f717b68f-117b-44e3-be54-e0c0da57418c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 26a73c82-2a1f-4668-b353-12a7bbb2454b is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:38:18.725886 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a5320e6-27ca-4531-836f-68734da91e8c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.730508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9d375a8b-629c-4509-a1bb-de858da9630d None None] Port a11739b7-d605-4664-824a-6bfef7baa653 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:18.748058 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c20b55-80e3-4533-aa7c-edcd508a9145 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:18.776332 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-f717b68f-117b-44e3-be54-e0c0da57418c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 26a73c82-2a1f-4668-b353-12a7bbb2454b) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:18.802921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f717b68f-117b-44e3-be54-e0c0da57418c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:18.803566 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f717b68f-117b-44e3-be54-e0c0da57418c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.811198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a1de35-67ee-4d45-b709-6ab9f14498cf None None] Network 26a73c82-2a1f-4668-b353-12a7bbb2454b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:18.820054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Routers {'7bd13287-e0e8-4e25-bab9-1477e6eb0379'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:18.820888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:38:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:18.849350 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f717b68f-117b-44e3-be54-e0c0da57418c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1657231 Nov 27 01:38:18.860615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34006) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:18.873078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a5320e6-27ca-4531-836f-68734da91e8c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.881961 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a5320e6-27ca-4531-836f-68734da91e8c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:18.985920 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5320e6-27ca-4531-836f-68734da91e8c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ae803a-37fe-4627-9e43-0bd12777a08c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:19.025753 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9a5320e6-27ca-4531-836f-68734da91e8c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.034320 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9a5320e6-27ca-4531-836f-68734da91e8c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3704593 Nov 27 01:38:19.035287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34008) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:19.043179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ae28fb48-7ec8-4205-9b4b-6bc1ecf57938 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group_rule': {'security_group_id': '25ae803a-37fe-4627-9e43-0bd12777a08c', 'direction': 'ingress', 'protocol': 17}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:19.092750 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae28fb48-7ec8-4205-9b4b-6bc1ecf57938 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.225270 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c7040-69a9-4fda-97c5-330eaa665e89 None None] Pushing event updated for resources: {'Port': ['ID=a11739b7-d605-4664-824a-6bfef7baa653,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:19.233389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2a6c4218-4c85-4b2e-a08e-62c41920cfd1 None None] Provisioning complete for port a11739b7-d605-4664-824a-6bfef7baa653 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:19.233389 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2a6c4218-4c85-4b2e-a08e-62c41920cfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.269835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bbd3fd-6585-4133-8254-d4bbd87c1253 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Made reservation on behalf of 793be66d9eb84ce981e4e9b4236fce7d for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:38:19.278001 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae28fb48-7ec8-4205-9b4b-6bc1ecf57938 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.282741 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-03bbd3fd-6585-4133-8254-d4bbd87c1253 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.285479 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae28fb48-7ec8-4205-9b4b-6bc1ecf57938 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.300916 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.310989 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.343703 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28fb48-7ec8-4205-9b4b-6bc1ecf57938 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7249462f-749e-440f-8c48-ae4ece989b1d,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:19.363627 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ae28fb48-7ec8-4205-9b4b-6bc1ecf57938 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.370089 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ae28fb48-7ec8-4205-9b4b-6bc1ecf57938 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3336453 Nov 27 01:38:19.371774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34020) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:19.439306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716bd6a9-994a-4724-8d3a-c7562f5e72cc None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:19.447168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] Set router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:19.455143 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Attempting to bind port b9bc84ed-3b28-4e0c-817e-7cfe5733b69f on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:38:19.455552 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Attempting to bind port b9bc84ed-3b28-4e0c-817e-7cfe5733b69f by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:38:19.455955 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Attempting to bind port b9bc84ed-3b28-4e0c-817e-7cfe5733b69f on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:19.483183 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:38:19.484233 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:19.484233 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.484736 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:38:19.484963 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Bound port: b9bc84ed-3b28-4e0c-817e-7cfe5733b69f, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:38:19.485339 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.514576 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-341d7aaf-e162-4879-a34a-cb2872ed0926 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.573504 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-341d7aaf-e162-4879-a34a-cb2872ed0926 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.621846 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] For port b9bc84ed-3b28-4e0c-817e-7cfe5733b69f, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:38:19.628786 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] For port b9bc84ed-3b28-4e0c-817e-7cfe5733b69f, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b9bc84ed-3b28-4e0c-817e-7cfe5733b69f,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:38:19.646990 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad8f45-a2d9-4be1-a892-fdc4060e80bd None None] Pushing event updated for resources: {'Port': ['ID=b9bc84ed-3b28-4e0c-817e-7cfe5733b69f,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:19.653109 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.668357 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-341d7aaf-e162-4879-a34a-cb2872ed0926 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.672647 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-341d7aaf-e162-4879-a34a-cb2872ed0926 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.674166 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-341d7aaf-e162-4879-a34a-cb2872ed0926 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-groups/25ae803a-37fe-4627-9e43-0bd12777a08c HTTP/1.1" status: 204 len: 168 time: 0.2978041 Nov 27 01:38:19.692568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34028) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:19.693671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d7aaf-e162-4879-a34a-cb2872ed0926 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ae803a-37fe-4627-9e43-0bd12777a08c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:19.746202 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Routers {'e868f714-3a39-4cd2-b24e-7441df78a207'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:19.746843 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:38:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e868f714-3a39-4cd2-b24e-7441df78a207'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:19.762318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-26a73c82-2a1f-4668-b353-12a7bbb2454b', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ips': [{'subnet_id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:38:19.763270 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.797489 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-022e5445-1be7-46cb-8be9-ad99578b600b tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0947862 Nov 27 01:38:19.799753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34036) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:19.810611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2d97b14a-dead-4000-80c1-ab9a4ffdf4f7 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group': {'name': 'tempest-secgroup--918177894'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:19.826959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc34cb8b-b448-4a47-b7f9-87f9df434671 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:19.848414 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d97b14a-dead-4000-80c1-ab9a4ffdf4f7 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.906597 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2a6c4218-4c85-4b2e-a08e-62c41920cfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:19.949823 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] Set router e868f714-3a39-4cd2-b24e-7441df78a207 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:20.054059 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d97b14a-dead-4000-80c1-ab9a4ffdf4f7 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.060564 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d97b14a-dead-4000-80c1-ab9a4ffdf4f7 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.105040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Allocated IP 172.20.0.2 (26a73c82-2a1f-4668-b353-12a7bbb2454b/d39c39e2-2994-4fd1-b3dc-99a5f955e1ea/c5790027-dbab-487e-baf7-b428acc8b370) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:20.113547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97b14a-dead-4000-80c1-ab9a4ffdf4f7 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3262f277-bfe1-4d2b-b296-44553c6dbb77,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:20.139420 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d97b14a-dead-4000-80c1-ab9a4ffdf4f7 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.144096 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2d97b14a-dead-4000-80c1-ab9a4ffdf4f7 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3426161 Nov 27 01:38:20.147476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34052) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:20.149776 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-03bbd3fd-6585-4133-8254-d4bbd87c1253 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.160521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2be628eb-1b4e-4157-9cb3-cc795c540147 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group': {'name': 'tempest-secgroup--15471559'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:20.200856 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad8f45-a2d9-4be1-a892-fdc4060e80bd None None] Pushing event updated for resources: {'Port': ['ID=b9bc84ed-3b28-4e0c-817e-7cfe5733b69f,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:20.215275 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2be628eb-1b4e-4157-9cb3-cc795c540147 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.314460 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.320412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbd3fd-6585-4133-8254-d4bbd87c1253 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Subnet': ['ID=8852ef37-9be9-4c0d-83ed-62291c5df900,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:20.413458 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.419584 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bbd3fd-6585-4133-8254-d4bbd87c1253 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Checking segment: {'id': '6a31883a-7087-471b-bd9f-c838489d0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:20.426833 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:38:16Z', 'revision_number': 3, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:20.436550 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2be628eb-1b4e-4157-9cb3-cc795c540147 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.437337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bbd3fd-6585-4133-8254-d4bbd87c1253 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network hostable DHCP agents. Network: fdad34b4-e389-41d4-a6ce-5266e43665d0, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:38:20.442635 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2be628eb-1b4e-4157-9cb3-cc795c540147 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.445081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Network 26a73c82-2a1f-4668-b353-12a7bbb2454b is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:20.455201 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2a6c4218-4c85-4b2e-a08e-62c41920cfd1 None None] For port a11739b7-d605-4664-824a-6bfef7baa653, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a11739b7-d605-4664-824a-6bfef7baa653,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:20.465853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:20.498999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:20.501097 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2be628eb-1b4e-4157-9cb3-cc795c540147 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.504690 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2be628eb-1b4e-4157-9cb3-cc795c540147 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3547547 Nov 27 01:38:20.506854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34070) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:20.513185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-aa37e0e9-4aac-42fd-9d78-ad0bbe453f12 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group_rule': {'security_group_id': '3262f277-bfe1-4d2b-b296-44553c6dbb77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '079fb284-74f6-410b-8e62-5c3590f41b59', 'remote_ip_prefix': None}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:20.524686 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2a6c4218-4c85-4b2e-a08e-62c41920cfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.528975 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49118ded-174c-4db8-a417-b9a922cc4f61 None None] The sync data for ids ['e868f714-3a39-4cd2-b24e-7441df78a207'] in n-d-817303-10 is: [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:38:16Z', 'revision_number': 3, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:20.563159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be628eb-1b4e-4157-9cb3-cc795c540147 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079fb284-74f6-410b-8e62-5c3590f41b59,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:20.587620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bbd3fd-6585-4133-8254-d4bbd87c1253 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network fdad34b4-e389-41d4-a6ce-5266e43665d0 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:38:20.613974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-03bbd3fd-6585-4133-8254-d4bbd87c1253 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, fdad34b4-e389-41d4-a6ce-5266e43665d0) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:20.633267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bbd3fd-6585-4133-8254-d4bbd87c1253 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:20.633873 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-03bbd3fd-6585-4133-8254-d4bbd87c1253 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.655919 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aa37e0e9-4aac-42fd-9d78-ad0bbe453f12 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.672931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5873052-bbd4-4a1b-92e9-11af8d9a2be0 None None] Network fdad34b4-e389-41d4-a6ce-5266e43665d0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:20.755335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-03bbd3fd-6585-4133-8254-d4bbd87c1253 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1278150 Nov 27 01:38:20.755741 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34082) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:20.809398 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.869679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d0e082ca-91fc-4c3a-a3ee-7a3523c52ebf None None] Provisioning complete for port b9bc84ed-3b28-4e0c-817e-7cfe5733b69f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:20.870703 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d0e082ca-91fc-4c3a-a3ee-7a3523c52ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.913955 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Pushing event updated for resources: {'Port': ['ID=c5790027-dbab-487e-baf7-b428acc8b370,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:20.942192 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aa37e0e9-4aac-42fd-9d78-ad0bbe453f12 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:20.946779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Attempting to bind port c5790027-dbab-487e-baf7-b428acc8b370 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:38:20.947959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Attempting to bind port c5790027-dbab-487e-baf7-b428acc8b370 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:38:20.949023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Attempting to bind port c5790027-dbab-487e-baf7-b428acc8b370 on network 26a73c82-2a1f-4668-b353-12a7bbb2454b {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:20.950445 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aa37e0e9-4aac-42fd-9d78-ad0bbe453f12 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:21.025149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37e0e9-4aac-42fd-9d78-ad0bbe453f12 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5621b36d-d1e6-43d4-916e-8b71cfbf9160,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:21.033825 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-aa37e0e9-4aac-42fd-9d78-ad0bbe453f12 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:21.035183 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-aa37e0e9-4aac-42fd-9d78-ad0bbe453f12 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5269778 Nov 27 01:38:21.038189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34100) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:21.114237 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb043-672c-4bfa-92c6-04799b7d20b1 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:21.130309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb043-672c-4bfa-92c6-04799b7d20b1 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:21.187096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:38:21.187498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Checking segment: {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:21.188707 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:21.189302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Bound using segment: {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:38:21.190018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Bound port: c5790027-dbab-487e-baf7-b428acc8b370, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:38:21.190635 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:21.251996 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb043-672c-4bfa-92c6-04799b7d20b1 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:21.262894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb043-672c-4bfa-92c6-04799b7d20b1 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:21.264956 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e9cbb043-672c-4bfa-92c6-04799b7d20b1 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/5621b36d-d1e6-43d4-916e-8b71cfbf9160 HTTP/1.1" status: 204 len: 168 time: 0.2253606 Nov 27 01:38:21.281637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-fdad34b4-e389-41d4-a6ce-5266e43665d0', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:38:21.282850 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:21.286727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34106) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:21.380723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbb043-672c-4bfa-92c6-04799b7d20b1 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5621b36d-d1e6-43d4-916e-8b71cfbf9160,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:21.387284 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:15Z', 'revision_number': 3, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:21.413089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c4218-4c85-4b2e-a08e-62c41920cfd1 None None] Pushing event updated for resources: {'Port': ['ID=a11739b7-d605-4664-824a-6bfef7baa653,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:21.458393 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-31449ad4-2f4f-4019-8e2b-585d772b74b4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1700640 Nov 27 01:38:21.465946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34114) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:21.597968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.20.0.1 (26a73c82-2a1f-4668-b353-12a7bbb2454b/d39c39e2-2994-4fd1-b3dc-99a5f955e1ea/a7c3836c-2d36-4373-aea6-10e75f5666dc) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:21.681285 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Allocated IP 172.20.0.2 (fdad34b4-e389-41d4-a6ce-5266e43665d0/8852ef37-9be9-4c0d-83ed-62291c5df900/0f619c3d-9070-4641-be2b-ee40d6c3d0b2) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:21.787895 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:21.873246 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:21.923587 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:21.992519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=a7c3836c-2d36-4373-aea6-10e75f5666dc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:21.998484 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3dc919a1-5baf-4996-a058-8969ae44eced tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:22.030558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75270a-69fc-46b2-b438-b74385ceaa94 None None] The sync data for ids ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'] in n-d-817303-10 is: [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:15Z', 'revision_number': 3, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:22.030754 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3dc919a1-5baf-4996-a058-8969ae44eced tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:22.070957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 26a73c82-2a1f-4668-b353-12a7bbb2454b is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:22.080961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:22.084824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:22.116220 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:22.210674 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:22.215050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] For port c5790027-dbab-487e-baf7-b428acc8b370, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:38:22.229612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] For port c5790027-dbab-487e-baf7-b428acc8b370, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c5790027-dbab-487e-baf7-b428acc8b370,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:38:22.244851 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:22.252010 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b9bc84ed-3b28-4e0c-817e-7cfe5733b69f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:22.267357 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:22.331348 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d0e082ca-91fc-4c3a-a3ee-7a3523c52ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:22.493853 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34138) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:22.494669 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3dc919a1-5baf-4996-a058-8969ae44eced tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:22.505869 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3dc919a1-5baf-4996-a058-8969ae44eced tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:22.510777 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3dc919a1-5baf-4996-a058-8969ae44eced tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-groups/079fb284-74f6-410b-8e62-5c3590f41b59 HTTP/1.1" status: 204 len: 168 time: 1.0373623 Nov 27 01:38:22.518673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34142) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:22.590816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Allocated IP 172.20.0.1 (fdad34b4-e389-41d4-a6ce-5266e43665d0/8852ef37-9be9-4c0d-83ed-62291c5df900/89ca2578-eec6-45f0-9ce5-8cce6a00ebfb) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:22.593787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Network fdad34b4-e389-41d4-a6ce-5266e43665d0 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:22.594297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34144) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:22.609100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d0e082ca-91fc-4c3a-a3ee-7a3523c52ebf None None] For port b9bc84ed-3b28-4e0c-817e-7cfe5733b69f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b9bc84ed-3b28-4e0c-817e-7cfe5733b69f,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:22.615037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:22.628343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:22.645965 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d0e082ca-91fc-4c3a-a3ee-7a3523c52ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:22.653852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc919a1-5baf-4996-a058-8969ae44eced tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079fb284-74f6-410b-8e62-5c3590f41b59,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:22.694055 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:22.708156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Pushing event updated for resources: {'Port': ['ID=0f619c3d-9070-4641-be2b-ee40d6c3d0b2,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:22.830860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098327c5-fb74-4615-bb1d-fa9747317bec None None] Pushing event updated for resources: {'Port': ['ID=c5790027-dbab-487e-baf7-b428acc8b370,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:22.922647 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d851f0fa-7311-4aea-9e16-f1809e2f5a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:22.953738 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8db1850d-8247-453c-923e-497fb4ea7503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.001872 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-054fbf98-20dd-45bc-861a-c0efd17de57d tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4808524 Nov 27 01:38:23.025109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34148) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:23.150435 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.251876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71e37049-7111-4e18-a1ca-d2587aa4100f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.369309 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d851f0fa-7311-4aea-9e16-f1809e2f5a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.371128 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71e37049-7111-4e18-a1ca-d2587aa4100f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.383195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d851f0fa-7311-4aea-9e16-f1809e2f5a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.429078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Attempting to bind port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:38:23.429603 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Attempting to bind port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '6a31883a-7087-471b-bd9f-c838489d0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:38:23.430102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Attempting to bind port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 on network fdad34b4-e389-41d4-a6ce-5266e43665d0 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:23.436395 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d851f0fa-7311-4aea-9e16-f1809e2f5a94 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ecad5a7a3cb04d1687e54c4ca85c42d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9414144 Nov 27 01:38:23.441705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34150) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:23.443588 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.471113 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b9bc84ed-3b28-4e0c-817e-7cfe5733b69f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:23.471706 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.473836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:38:23.475246 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.476024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Checking segment: {'id': '6a31883a-7087-471b-bd9f-c838489d0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:23.477884 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8db1850d-8247-453c-923e-497fb4ea7503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.479892 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.489136 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.489776 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Bound using segment: {'id': '6a31883a-7087-471b-bd9f-c838489d0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:38:23.490575 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8db1850d-8247-453c-923e-497fb4ea7503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.490715 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Bound port: 0f619c3d-9070-4641-be2b-ee40d6c3d0b2, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a31883a-7087-471b-bd9f-c838489d0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:38:23.491071 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.510441 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e082ca-91fc-4c3a-a3ee-7a3523c52ebf None None] Pushing event updated for resources: {'Port': ['ID=b9bc84ed-3b28-4e0c-817e-7cfe5733b69f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:23.591411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=89ca2578-eec6-45f0-9ce5-8cce6a00ebfb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:23.615475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8db1850d-8247-453c-923e-497fb4ea7503 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffa43f0ca8c543588e491083249349bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0171785 Nov 27 01:38:23.615475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1850d-8247-453c-923e-497fb4ea7503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72451bee-f9f5-4033-b52d-d4bfec4f2fc1,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:23.617148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34152) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:23.627171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=a7c3836c-2d36-4373-aea6-10e75f5666dc,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:23.631864 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.681273 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851f0fa-7311-4aea-9e16-f1809e2f5a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490e4e9f-2ee0-4ce8-83e7-f6165aff582e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:23.693365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network fdad34b4-e389-41d4-a6ce-5266e43665d0 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:23.695956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:23.708961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:23.747046 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71e37049-7111-4e18-a1ca-d2587aa4100f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.749702 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-71e37049-7111-4e18-a1ca-d2587aa4100f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.753226 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-71e37049-7111-4e18-a1ca-d2587aa4100f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-groups/3262f277-bfe1-4d2b-b296-44553c6dbb77 HTTP/1.1" status: 204 len: 168 time: 0.7210240 Nov 27 01:38:23.755678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34154) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:23.765125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] For port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:38:23.768536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 26a73c82-2a1f-4668-b353-12a7bbb2454b is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:23.785883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:23.788978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] For port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0f619c3d-9070-4641-be2b-ee40d6c3d0b2,segment=NetworkSegment(6a31883a-7087-471b-bd9f-c838489d0212),segment_id=6a31883a-7087-471b-bd9f-c838489d0212)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:38:23.790344 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e37049-7111-4e18-a1ca-d2587aa4100f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3262f277-bfe1-4d2b-b296-44553c6dbb77,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:23.805513 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de02bdf8-a9be-48a5-bb96-3f1c8163e7b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.815554 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.819570 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.916019 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1d953-f276-402b-995c-a09f8ce43fed None None] Pushing event updated for resources: {'Port': ['ID=0f619c3d-9070-4641-be2b-ee40d6c3d0b2,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:24.014695 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-35621312-f636-4b89-a420-2ea255de0d53 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2483146 Nov 27 01:38:24.015067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34156) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:24.020589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-44ff342e-c7b7-41fe-9ad9-8d065c00f8a2 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736251782'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:24.028721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:38:24.113614 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de02bdf8-a9be-48a5-bb96-3f1c8163e7b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:24.130867 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:24.247773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de02bdf8-a9be-48a5-bb96-3f1c8163e7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:24.250545 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de02bdf8-a9be-48a5-bb96-3f1c8163e7b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:24.251913 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-de02bdf8-a9be-48a5-bb96-3f1c8163e7b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/490e4e9f-2ee0-4ce8-83e7-f6165aff582e HTTP/1.1" status: 204 len: 168 time: 0.8092160 Nov 27 01:38:24.359599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02bdf8-a9be-48a5-bb96-3f1c8163e7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490e4e9f-2ee0-4ce8-83e7-f6165aff582e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:24.443354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b9bc84ed-3b28-4e0c-817e-7cfe5733b69f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:24.524650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b9bc84ed-3b28-4e0c-817e-7cfe5733b69f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:24.525394 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:24.588350 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c371926-3606-409d-86fd-95dc86ba3ae8 None None] Network 26a73c82-2a1f-4668-b353-12a7bbb2454b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:24.692505 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:24.700795 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:24.771797 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34162) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:24.776855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-892ded35-de8b-4120-b65e-91ac18d6e11b None None] Provisioning complete for port c5790027-dbab-487e-baf7-b428acc8b370 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:24.777334 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-892ded35-de8b-4120-b65e-91ac18d6e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:24.787818 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c5790027-dbab-487e-baf7-b428acc8b370 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:24.810085 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-451930eb-dcd8-4c0e-b2a1-f2ca29f443c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:24.831320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=89ca2578-eec6-45f0-9ce5-8cce6a00ebfb,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:24.834293 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0e073f7-bbe0-48d9-a62f-9c7646752c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:24.839253 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:24.848626 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44ff342e-c7b7-41fe-9ad9-8d065c00f8a2 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:24.901510 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0e073f7-bbe0-48d9-a62f-9c7646752c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:24.927804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:24.928070 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c5790027-dbab-487e-baf7-b428acc8b370 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:24.928070 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:24.943421 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6f30f2eb-37a9-4bf7-a3f7-1d08e476ecba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "PUT /v2.0/routers/7bd13287-e0e8-4e25-bab9-1477e6eb0379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0744781 Nov 27 01:38:25.002094 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-892ded35-de8b-4120-b65e-91ac18d6e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.028881 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44ff342e-c7b7-41fe-9ad9-8d065c00f8a2 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.065417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-892ded35-de8b-4120-b65e-91ac18d6e11b None None] For port c5790027-dbab-487e-baf7-b428acc8b370, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c5790027-dbab-487e-baf7-b428acc8b370,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:25.075015 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44ff342e-c7b7-41fe-9ad9-8d065c00f8a2 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.085684 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0e073f7-bbe0-48d9-a62f-9c7646752c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.088776 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0e073f7-bbe0-48d9-a62f-9c7646752c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.090429 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c0e073f7-bbe0-48d9-a62f-9c7646752c2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72451bee-f9f5-4033-b52d-d4bfec4f2fc1 HTTP/1.1" status: 204 len: 168 time: 1.4698861 Nov 27 01:38:25.109292 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-892ded35-de8b-4120-b65e-91ac18d6e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.128760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44ff342e-c7b7-41fe-9ad9-8d065c00f8a2 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.130070 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-44ff342e-c7b7-41fe-9ad9-8d065c00f8a2 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1137908 Nov 27 01:38:25.144110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff342e-c7b7-41fe-9ad9-8d065c00f8a2 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1fa24b-3f88-4540-8817-60a08f654650,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:25.155469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34168) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:25.163743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-b915b2ee-39be-44a7-afab-b5084b4b6e21 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group_rule': {'security_group_id': '5c1fa24b-3f88-4540-8817-60a08f654650', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:25.210004 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.225459 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b915b2ee-39be-44a7-afab-b5084b4b6e21 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.231404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e073f7-bbe0-48d9-a62f-9c7646752c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72451bee-f9f5-4033-b52d-d4bfec4f2fc1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:25.325188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b915b2ee-39be-44a7-afab-b5084b4b6e21 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.334821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b915b2ee-39be-44a7-afab-b5084b4b6e21 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.342868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ded35-de8b-4120-b65e-91ac18d6e11b None None] Pushing event updated for resources: {'Port': ['ID=c5790027-dbab-487e-baf7-b428acc8b370,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:25.383864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915b2ee-39be-44a7-afab-b5084b4b6e21 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a1e0ef-c6c8-48c5-bdac-e6151f217651,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:25.414238 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b915b2ee-39be-44a7-afab-b5084b4b6e21 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.415473 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b915b2ee-39be-44a7-afab-b5084b4b6e21 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2582927 Nov 27 01:38:25.420484 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34184) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:25.423954 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:38:25.424349 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:38:25.439267 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-016adffd-d57c-4773-99c9-cf005bb336ed None None] Provisioning complete for port c5790027-dbab-487e-baf7-b428acc8b370 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:25.439649 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-016adffd-d57c-4773-99c9-cf005bb336ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.477239 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a7de6cc1-1d54-4b96-bd77-9920aa2c8d1e tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.486411 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a7de6cc1-1d54-4b96-bd77-9920aa2c8d1e tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.511952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-f98a06cd-b05c-410d-9acc-44ddf3f9eb60 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048531344&fields=id&tenant_id=53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 267 time: 0.1948016 Nov 27 01:38:25.552981 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a7de6cc1-1d54-4b96-bd77-9920aa2c8d1e tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.609017 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a7de6cc1-1d54-4b96-bd77-9920aa2c8d1e tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.620044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network fdad34b4-e389-41d4-a6ce-5266e43665d0 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:25.621150 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34188) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:25.622162 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a7de6cc1-1d54-4b96-bd77-9920aa2c8d1e tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/44a1e0ef-c6c8-48c5-bdac-e6151f217651 HTTP/1.1" status: 204 len: 168 time: 0.2006011 Nov 27 01:38:25.638356 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-016adffd-d57c-4773-99c9-cf005bb336ed None None] Provisioning complete for port a7c3836c-2d36-4373-aea6-10e75f5666dc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:25.638622 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-451930eb-dcd8-4c0e-b2a1-f2ca29f443c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.638751 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-016adffd-d57c-4773-99c9-cf005bb336ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.648070 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:25.653970 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-451930eb-dcd8-4c0e-b2a1-f2ca29f443c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.694526 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de6cc1-1d54-4b96-bd77-9920aa2c8d1e tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44a1e0ef-c6c8-48c5-bdac-e6151f217651,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:25.695579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-016adffd-d57c-4773-99c9-cf005bb336ed None None] Port a7c3836c-2d36-4373-aea6-10e75f5666dc cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:25.735519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34190) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:25.759506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-988d34d1-05ef-40d6-af7a-12549c23a3b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:25.786925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Sync routers for ids ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:25.803717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-4040d024-9656-4de4-a2c8-2b9977315e82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:25.804999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Routers {'7bd13287-e0e8-4e25-bab9-1477e6eb0379'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:25.805336 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-4040d024-9656-4de4-a2c8-2b9977315e82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/networks?id=26a73c82-2a1f-4668-b353-12a7bbb2454b HTTP/1.1" status: 200 len: 796 time: 0.2827785 Nov 27 01:38:25.805867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:38:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:25.834054 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-001f3b4d-69a7-40af-925b-4908b17f5ee1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/quotas/53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 375 time: 0.0189812 Nov 27 01:38:25.877857 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-451930eb-dcd8-4c0e-b2a1-f2ca29f443c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=067e47801bd24fb295decbf075e7bc29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1048012 Nov 27 01:38:25.878833 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451930eb-dcd8-4c0e-b2a1-f2ca29f443c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc1e6eb-d7f5-454c-8aeb-4785458cebf3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:25.886573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34192) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:25.914971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-eedf5b68-d3ff-449f-9227-526b74f034e9 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2848189 Nov 27 01:38:25.919724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34194) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:25.940954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Router e868f714-3a39-4cd2-b24e-7441df78a207 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:38:25.971223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4c0dd3e5-0d3b-409b-9f35-8d5de53d2a7c None None] Provisioning complete for port a7c3836c-2d36-4373-aea6-10e75f5666dc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:25.971645 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4c0dd3e5-0d3b-409b-9f35-8d5de53d2a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.020690 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-988d34d1-05ef-40d6-af7a-12549c23a3b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.030428 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-988d34d1-05ef-40d6-af7a-12549c23a3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.090235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Set router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:26.095082 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-988d34d1-05ef-40d6-af7a-12549c23a3b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58022525c1054a719b2aae150fc3950c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3566079 Nov 27 01:38:26.097790 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d34d1-05ef-40d6-af7a-12549c23a3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed92537-1d82-4c8c-810c-1fb7cb3e4d30,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:26.100778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34196) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:26.114084 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-74e1d969-19b3-4875-b678-89b850088a14 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2716539 Nov 27 01:38:26.121108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:26.130255 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c1ae8b42-5601-4b33-bbe5-812ee7f198a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "PUT /v2.0/routers/e868f714-3a39-4cd2-b24e-7441df78a207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3706415 Nov 27 01:38:26.131818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34198) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:26.135725 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Sync routers for ids ['e868f714-3a39-4cd2-b24e-7441df78a207'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:26.149135 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Routers {'e868f714-3a39-4cd2-b24e-7441df78a207'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:26.151389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a11739b7-d605-4664-824a-6bfef7baa653 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:26.155066 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:38:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e868f714-3a39-4cd2-b24e-7441df78a207'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:26.175363 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da8f11de-3638-4f6b-b272-7546ee4e3f5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.182846 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66c78bb3-6293-4481-b723-6cd1cebaf71f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.190790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875d1d5d-be71-48b7-ac3f-b302d7bc5ee8 None None] Network fdad34b4-e389-41d4-a6ce-5266e43665d0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:26.192596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4c0dd3e5-0d3b-409b-9f35-8d5de53d2a7c None None] Port a7c3836c-2d36-4373-aea6-10e75f5666dc cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:26.204836 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da8f11de-3638-4f6b-b272-7546ee4e3f5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.271548 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da8f11de-3638-4f6b-b272-7546ee4e3f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.271548 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-da8f11de-3638-4f6b-b272-7546ee4e3f5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.275230 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-da8f11de-3638-4f6b-b272-7546ee4e3f5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abc1e6eb-d7f5-454c-8aeb-4785458cebf3 HTTP/1.1" status: 204 len: 168 time: 0.3847556 Nov 27 01:38:26.283271 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Set router e868f714-3a39-4cd2-b24e-7441df78a207 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:26.285406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f11de-3638-4f6b-b272-7546ee4e3f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc1e6eb-d7f5-454c-8aeb-4785458cebf3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:26.412888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f49fe3cd-40a2-4464-8f9f-e2a41b57daf0 None None] Provisioning complete for port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:26.413667 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f49fe3cd-40a2-4464-8f9f-e2a41b57daf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.416630 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66c78bb3-6293-4481-b723-6cd1cebaf71f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.423408 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a11739b7-d605-4664-824a-6bfef7baa653 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:26.424518 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.507166 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-81938225-a806-4774-bd91-560185db94eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.533888 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:38:24Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:24Z', 'revision_number': 2, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:26.564524 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Checking router: e868f714-3a39-4cd2-b24e-7441df78a207 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:26.564882 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Updating router e868f714-3a39-4cd2-b24e-7441df78a207 port 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:38:26.576129 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-81938225-a806-4774-bd91-560185db94eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.596820 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.644822 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-81938225-a806-4774-bd91-560185db94eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.648537 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-81938225-a806-4774-bd91-560185db94eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.649949 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-81938225-a806-4774-bd91-560185db94eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ed92537-1d82-4c8c-810c-1fb7cb3e4d30 HTTP/1.1" status: 204 len: 168 time: 0.5347054 Nov 27 01:38:26.657457 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-aeb24338-35e8-463f-8a31-ec7cd7b7911c service neutron] 10.222.0.15 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245705 Nov 27 01:38:26.664498 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16091e78-a9cb-4cec-bddd-16c0032741cd tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.664977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16091e78-a9cb-4cec-bddd-16c0032741cd tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.665437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16091e78-a9cb-4cec-bddd-16c0032741cd tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.665892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16091e78-a9cb-4cec-bddd-16c0032741cd tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.666349 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16091e78-a9cb-4cec-bddd-16c0032741cd tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.666801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16091e78-a9cb-4cec-bddd-16c0032741cd tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.667252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16091e78-a9cb-4cec-bddd-16c0032741cd tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.672369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-16091e78-a9cb-4cec-bddd-16c0032741cd tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.5348561 Nov 27 01:38:26.672873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34208) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:26.681906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81938225-a806-4774-bd91-560185db94eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed92537-1d82-4c8c-810c-1fb7cb3e4d30,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:26.696990 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66c78bb3-6293-4481-b723-6cd1cebaf71f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.700926 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66c78bb3-6293-4481-b723-6cd1cebaf71f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.702567 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-66c78bb3-6293-4481-b723-6cd1cebaf71f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-groups/5c1fa24b-3f88-4540-8817-60a08f654650 HTTP/1.1" status: 204 len: 168 time: 0.7812817 Nov 27 01:38:26.724040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34212) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:26.789356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c78bb3-6293-4481-b723-6cd1cebaf71f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1fa24b-3f88-4540-8817-60a08f654650,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:26.873933 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b5d28429-7eaf-417f-92e7-6aae3093dead tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1468735 Nov 27 01:38:26.876395 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f49fe3cd-40a2-4464-8f9f-e2a41b57daf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.883040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34218) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:26.902227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a7c3836c-2d36-4373-aea6-10e75f5666dc', 'name': '', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ce:0f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:23Z', 'revision_number': 2, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:26.902432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e7635098-0d4c-41b3-bd68-8b228e4bf9d4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group': {'name': 'tempest-secgroup--613274429'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:26.913974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98931c-0fff-471a-9699-c1394e20a31a tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.914575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98931c-0fff-471a-9699-c1394e20a31a tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.915491 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98931c-0fff-471a-9699-c1394e20a31a tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.916365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98931c-0fff-471a-9699-c1394e20a31a tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.917004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98931c-0fff-471a-9699-c1394e20a31a tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.917630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98931c-0fff-471a-9699-c1394e20a31a tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.918330 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98931c-0fff-471a-9699-c1394e20a31a tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.922686 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1a98931c-0fff-471a-9699-c1394e20a31a tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.2481861 Nov 27 01:38:26.925396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34222) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:26.928218 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-1048ac88-4c4c-44a4-8f91-02acefa38d11 service neutron] 10.222.0.15 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579949 Nov 27 01:38:26.966292 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7635098-0d4c-41b3-bd68-8b228e4bf9d4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.273563 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7635098-0d4c-41b3-bd68-8b228e4bf9d4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.279005 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7635098-0d4c-41b3-bd68-8b228e4bf9d4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.345292 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7cc75c8-a4a6-4855-b7a7-fb200a6b46d5 req-a335eea7-9c90-4d63-9ad7-799881043d69 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 210 time: 0.0621746 Nov 27 01:38:27.376003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34232) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:27.454698 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8ef67920-e22e-4b4c-9c96-5ada327fda17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.478583 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7635098-0d4c-41b3-bd68-8b228e4bf9d4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.484930 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e7635098-0d4c-41b3-bd68-8b228e4bf9d4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5903528 Nov 27 01:38:27.497188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34238) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:27.513299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7635098-0d4c-41b3-bd68-8b228e4bf9d4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff83652-4eca-4c59-bea3-ba5b03d6d66e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:27.545102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0e90e89b-9417-4d27-99a0-ebf76761e5ba tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group_rule': {'security_group_id': 'bff83652-4eca-4c59-bea3-ba5b03d6d66e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:27.629263 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-77f5ca5c-8b04-413d-baa7-6624c667380c tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.7023501 Nov 27 01:38:27.655155 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c5790027-dbab-487e-baf7-b428acc8b370 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:27.755554 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.759410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8ef67920-e22e-4b4c-9c96-5ada327fda17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.768260 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Checking router: 7bd13287-e0e8-4e25-bab9-1477e6eb0379 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:27.768647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Updating router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 port a7c3836c-2d36-4373-aea6-10e75f5666dc binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:38:27.769023 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8ef67920-e22e-4b4c-9c96-5ada327fda17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.771486 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.793407 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e90e89b-9417-4d27-99a0-ebf76761e5ba tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.838112 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.884960 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8ef67920-e22e-4b4c-9c96-5ada327fda17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cba797bcdac4080be318a5ab356e630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4923368 Nov 27 01:38:27.887467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34250) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:27.889782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef67920-e22e-4b4c-9c96-5ada327fda17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f98ab61-2862-4bfe-9803-60948ce33832,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:27.935566 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e90e89b-9417-4d27-99a0-ebf76761e5ba tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.940951 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e90e89b-9417-4d27-99a0-ebf76761e5ba tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.983185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90e89b-9417-4d27-99a0-ebf76761e5ba tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c060eb-fa95-4090-bf20-5df2d1a8584a,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:27.989622 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e90e89b-9417-4d27-99a0-ebf76761e5ba tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.993197 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0e90e89b-9417-4d27-99a0-ebf76761e5ba tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4569879 Nov 27 01:38:27.993463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34252) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:28.003407 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f9f3b-0341-46a6-a39a-7a7f65b0ecd5 None None] Pushing event updated for resources: {'Port': ['ID=89ca2578-eec6-45f0-9ce5-8cce6a00ebfb,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:28.038599 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8a31a9ec-894c-422c-89b6-e05a02203d46 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules/14c060eb-fa95-4090-bf20-5df2d1a8584a HTTP/1.1" status: 200 len: 763 time: 0.0407689 Nov 27 01:38:28.039933 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Attempting to bind port 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:38:28.040216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34254) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:28.040360 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Attempting to bind port 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '6a31883a-7087-471b-bd9f-c838489d0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:38:28.040701 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Attempting to bind port 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb on network fdad34b4-e389-41d4-a6ce-5266e43665d0 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:28.054049 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:38:28.065977 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59f5ec30-390e-4965-826b-a7dfa2c2a995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.067077 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Checking segment: {'id': '6a31883a-7087-471b-bd9f-c838489d0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:28.068391 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.068630 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Bound using segment: {'id': '6a31883a-7087-471b-bd9f-c838489d0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:38:28.071518 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Bound port: 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a31883a-7087-471b-bd9f-c838489d0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:38:28.072156 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.101355 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d7caaf71-4de5-42ab-953a-81248d93f8a4 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0583184 Nov 27 01:38:28.103698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34258) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:28.131574 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59f5ec30-390e-4965-826b-a7dfa2c2a995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.134564 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-155bf3ba-bf83-458f-8d6d-c51a31cead04 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.146506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-155bf3ba-bf83-458f-8d6d-c51a31cead04 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.174117 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34260) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:28.183109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f49fe3cd-40a2-4464-8f9f-e2a41b57daf0 None None] For port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0f619c3d-9070-4641-be2b-ee40d6c3d0b2,segment=NetworkSegment(6a31883a-7087-471b-bd9f-c838489d0212),segment_id=6a31883a-7087-471b-bd9f-c838489d0212)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:28.190828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5be2edca-3914-473d-a68d-e2bde4a31811 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444603746', 'description': 'tempest-secgroup-smoke-1444603746 description', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:28.199223 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f49fe3cd-40a2-4464-8f9f-e2a41b57daf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.233140 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59f5ec30-390e-4965-826b-a7dfa2c2a995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.237383 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59f5ec30-390e-4965-826b-a7dfa2c2a995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.244522 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-59f5ec30-390e-4965-826b-a7dfa2c2a995 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f98ab61-2862-4bfe-9803-60948ce33832 HTTP/1.1" status: 204 len: 168 time: 0.3542426 Nov 27 01:38:28.256331 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5ec30-390e-4965-826b-a7dfa2c2a995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f98ab61-2862-4bfe-9803-60948ce33832,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:28.258930 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-155bf3ba-bf83-458f-8d6d-c51a31cead04 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.286605 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] For port 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:38:28.289966 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] For port 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=89ca2578-eec6-45f0-9ce5-8cce6a00ebfb,segment=NetworkSegment(6a31883a-7087-471b-bd9f-c838489d0212),segment_id=6a31883a-7087-471b-bd9f-c838489d0212)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:38:28.294668 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.299284 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-155bf3ba-bf83-458f-8d6d-c51a31cead04 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.300629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-155bf3ba-bf83-458f-8d6d-c51a31cead04 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/14c060eb-fa95-4090-bf20-5df2d1a8584a HTTP/1.1" status: 204 len: 168 time: 0.1957855 Nov 27 01:38:28.304723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34264) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:28.316818 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5be2edca-3914-473d-a68d-e2bde4a31811 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.347876 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c5790027-dbab-487e-baf7-b428acc8b370 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:28.348694 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.364824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bf3ba-bf83-458f-8d6d-c51a31cead04 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14c060eb-fa95-4090-bf20-5df2d1a8584a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:28.391072 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Routers {'e868f714-3a39-4cd2-b24e-7441df78a207'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:28.393368 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:38:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e868f714-3a39-4cd2-b24e-7441df78a207'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:28.400276 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f9f3b-0341-46a6-a39a-7a7f65b0ecd5 None None] Pushing event updated for resources: {'Port': ['ID=89ca2578-eec6-45f0-9ce5-8cce6a00ebfb,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:28.438624 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f49fe3cd-40a2-4464-8f9f-e2a41b57daf0 None None] Provisioning complete for port a7c3836c-2d36-4373-aea6-10e75f5666dc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:28.438838 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f49fe3cd-40a2-4464-8f9f-e2a41b57daf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.470762 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-52526ea3-a642-410f-a122-6365f100d398 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1644228 Nov 27 01:38:28.471850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34272) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:28.487532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f49fe3cd-40a2-4464-8f9f-e2a41b57daf0 None None] Port a7c3836c-2d36-4373-aea6-10e75f5666dc cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:28.499106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7826f44c-676c-45a9-91c2-d123b07ccc51 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group_rule': {'security_group_id': 'bff83652-4eca-4c59-bea3-ba5b03d6d66e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:28.561527 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5be2edca-3914-473d-a68d-e2bde4a31811 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.568192 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5be2edca-3914-473d-a68d-e2bde4a31811 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.624474 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c1c70cc-94ea-4c6c-bcc5-055964b0186d req-65d87d5c-4eb3-4010-bf59-c1a235c8537a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 210 time: 0.0897334 Nov 27 01:38:28.652314 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7826f44c-676c-45a9-91c2-d123b07ccc51 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.658497 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5be2edca-3914-473d-a68d-e2bde4a31811 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.659768 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5be2edca-3914-473d-a68d-e2bde4a31811 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4846442 Nov 27 01:38:28.663237 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34276) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:28.665036 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2edca-3914-473d-a68d-e2bde4a31811 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c0b8d7-2c45-45ba-83eb-72e4137f316d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:28.673730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-94a10d15-3705-48a3-8d87-e05f46eb3e20 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': '61c0b8d7-2c45-45ba-83eb-72e4137f316d', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:28.690365 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fe3cd-40a2-4464-8f9f-e2a41b57daf0 None None] Pushing event updated for resources: {'Port': ['ID=0f619c3d-9070-4641-be2b-ee40d6c3d0b2,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:28.698255 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] Set router e868f714-3a39-4cd2-b24e-7441df78a207 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:28.739232 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-46b28302-59b8-488e-8db4-d4213bfea0f4 None None] Provisioning complete for port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:28.739918 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-46b28302-59b8-488e-8db4-d4213bfea0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.742646 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94a10d15-3705-48a3-8d87-e05f46eb3e20 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.826178 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.831110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:28.871022 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7826f44c-676c-45a9-91c2-d123b07ccc51 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.883885 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7826f44c-676c-45a9-91c2-d123b07ccc51 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.887525 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94a10d15-3705-48a3-8d87-e05f46eb3e20 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.925820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826f44c-676c-45a9-91c2-d123b07ccc51 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96d996b-3bbf-42af-ba4d-9e295f85009f,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:28.938452 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94a10d15-3705-48a3-8d87-e05f46eb3e20 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.976264 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94a10d15-3705-48a3-8d87-e05f46eb3e20 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.978019 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-94a10d15-3705-48a3-8d87-e05f46eb3e20 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3137047 Nov 27 01:38:28.981813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34284) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:28.986699 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7826f44c-676c-45a9-91c2-d123b07ccc51 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.988175 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7826f44c-676c-45a9-91c2-d123b07ccc51 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5158117 Nov 27 01:38:28.989033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-91b53a6c-ebb3-494e-acfa-e12e50f2ef5b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': '61c0b8d7-2c45-45ba-83eb-72e4137f316d', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:29.001118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34286) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:29.059107 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-84b029ea-4064-4898-a774-0791f262af5a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules/d96d996b-3bbf-42af-ba4d-9e295f85009f HTTP/1.1" status: 200 len: 763 time: 0.0560310 Nov 27 01:38:29.066654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34290) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:29.122037 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91b53a6c-ebb3-494e-acfa-e12e50f2ef5b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.154455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:29.154821 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.166918 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:38:24Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:28Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:29.214533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a10d15-3705-48a3-8d87-e05f46eb3e20 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224e1d10-75b3-4223-8f3e-f79cf1ba27d7,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:29.238245 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec987b08-4f42-4716-995f-94c772568b02 None None] The sync data for ids ['e868f714-3a39-4cd2-b24e-7441df78a207'] in n-d-817303-10 is: [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:38:24Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:28Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:29.253763 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-372bf1d9-5e87-474a-9e68-8d423d55829a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1832845 Nov 27 01:38:29.257210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34294) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:29.270664 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91b53a6c-ebb3-494e-acfa-e12e50f2ef5b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.279820 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91b53a6c-ebb3-494e-acfa-e12e50f2ef5b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.311628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-c46da2b9-82be-40bc-8bf0-4e413a47f8b2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:29.316364 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-c46da2b9-82be-40bc-8bf0-4e413a47f8b2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.31 "GET /v2.0/networks?id=26a73c82-2a1f-4668-b353-12a7bbb2454b HTTP/1.1" status: 200 len: 796 time: 0.3368611 Nov 27 01:38:29.330800 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16f-4136-4340-b7e6-5c72827daf0a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.334482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b53a6c-ebb3-494e-acfa-e12e50f2ef5b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6dfa80-4589-4fc1-8cf3-ed54163e72e1,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:29.354919 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91b53a6c-ebb3-494e-acfa-e12e50f2ef5b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.356886 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.363190 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-91b53a6c-ebb3-494e-acfa-e12e50f2ef5b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3797581 Nov 27 01:38:29.366000 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.373796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34298) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:29.384835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a51f994f-3fee-4eeb-a390-fd8b8742bed5 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': '61c0b8d7-2c45-45ba-83eb-72e4137f316d', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:29.389075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-46b28302-59b8-488e-8db4-d4213bfea0f4 None None] Provisioning complete for port 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:29.389460 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-46b28302-59b8-488e-8db4-d4213bfea0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.393434 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16f-4136-4340-b7e6-5c72827daf0a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.483250 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a51f994f-3fee-4eeb-a390-fd8b8742bed5 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.496922 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-a5dee702-47b2-4164-8a7e-fd7a56c19fb5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 380 time: 0.1656992 Nov 27 01:38:29.516480 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-af62a11d-83da-475e-a974-3ddfc0ab45f5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'port': {'device_id': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'admin_state_up': True, 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'security_groups': ['f85640a9-bdef-461e-b1a2-6798b045baa4']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:29.583268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726a6e3-b3be-48b4-9dda-fc90c394b4e3 None None] Pushing event updated for resources: {'Port': ['ID=a7c3836c-2d36-4373-aea6-10e75f5666dc,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:29.629867 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a51f994f-3fee-4eeb-a390-fd8b8742bed5 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.637276 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a51f994f-3fee-4eeb-a390-fd8b8742bed5 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.675860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f994f-3fee-4eeb-a390-fd8b8742bed5 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5742808d-385c-4b8b-aa07-820cf40b49a1,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:29.697259 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a51f994f-3fee-4eeb-a390-fd8b8742bed5 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.698920 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a51f994f-3fee-4eeb-a390-fd8b8742bed5 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3221009 Nov 27 01:38:29.704541 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34310) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:29.710183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-533a7d45-df24-495a-a2ba-1c668e1ae47c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': '61c0b8d7-2c45-45ba-83eb-72e4137f316d', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:29.762024 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-533a7d45-df24-495a-a2ba-1c668e1ae47c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.793779 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16f-4136-4340-b7e6-5c72827daf0a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.828607 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-af62a11d-83da-475e-a974-3ddfc0ab45f5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Made reservation on behalf of 53c72932feec4d45af53b9bccd5c3777 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:38:29.839991 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-af62a11d-83da-475e-a974-3ddfc0ab45f5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.882331 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16f-4136-4340-b7e6-5c72827daf0a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.891612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Attempting to bind port a7c3836c-2d36-4373-aea6-10e75f5666dc on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:38:29.892346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Attempting to bind port a7c3836c-2d36-4373-aea6-10e75f5666dc by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:38:29.892883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Attempting to bind port a7c3836c-2d36-4373-aea6-10e75f5666dc on network 26a73c82-2a1f-4668-b353-12a7bbb2454b {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:29.895878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e7c4d16f-4136-4340-b7e6-5c72827daf0a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d96d996b-3bbf-42af-ba4d-9e295f85009f HTTP/1.1" status: 204 len: 168 time: 0.6381459 Nov 27 01:38:29.903509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:38:29.904382 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Checking segment: {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:29.905854 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.906587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Bound using segment: {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:38:29.907371 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Bound port: a7c3836c-2d36-4373-aea6-10e75f5666dc, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:38:29.907923 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.933552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34318) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:29.959706 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-46b28302-59b8-488e-8db4-d4213bfea0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:29.962060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4d16f-4136-4340-b7e6-5c72827daf0a tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d96d996b-3bbf-42af-ba4d-9e295f85009f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:30.042082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-533a7d45-df24-495a-a2ba-1c668e1ae47c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.096855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-46b28302-59b8-488e-8db4-d4213bfea0f4 None None] For port 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=89ca2578-eec6-45f0-9ce5-8cce6a00ebfb,segment=NetworkSegment(6a31883a-7087-471b-bd9f-c838489d0212),segment_id=6a31883a-7087-471b-bd9f-c838489d0212)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:30.105976 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-46b28302-59b8-488e-8db4-d4213bfea0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.115290 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-12a80756-826d-4996-b0f0-2018e4980059 req-2da64039-439d-4801-a3a0-0baf47d31c5c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 210 time: 0.3261812 Nov 27 01:38:30.116952 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-533a7d45-df24-495a-a2ba-1c668e1ae47c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.146816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a7d45-df24-495a-a2ba-1c668e1ae47c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca2a88d-4964-41fd-b369-3c32d54b2916,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:30.161821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-533a7d45-df24-495a-a2ba-1c668e1ae47c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.165829 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-533a7d45-df24-495a-a2ba-1c668e1ae47c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4571979 Nov 27 01:38:30.167276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34328) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:30.174583 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dc6bdffe-f249-4eea-8629-aba80f1582d5 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2395463 Nov 27 01:38:30.179581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34330) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:30.181423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': '61c0b8d7-2c45-45ba-83eb-72e4137f316d', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:30.186686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-93cd2223-4a93-4ab3-bf70-daa7e640975c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Request body: {'security_group_rule': {'security_group_id': 'bff83652-4eca-4c59-bea3-ba5b03d6d66e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:30.219563 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-93cd2223-4a93-4ab3-bf70-daa7e640975c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Project 2ad94e9b6e054aa39e75947ab2e5a69c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:38:30.235310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93cd2223-4a93-4ab3-bf70-daa7e640975c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.254780 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Project 793be66d9eb84ce981e4e9b4236fce7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:38:30.256438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-af62a11d-83da-475e-a974-3ddfc0ab45f5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.20.0.12 (26a73c82-2a1f-4668-b353-12a7bbb2454b/d39c39e2-2994-4fd1-b3dc-99a5f955e1ea/4365ebc1-84c4-4d55-93bd-a24d75baeed8) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:30.271675 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.287059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] For port a7c3836c-2d36-4373-aea6-10e75f5666dc, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:38:30.343880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-16f1dee1-4a52-411b-9805-d662b9f33d24 None None] Provisioning complete for port 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:30.344270 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-16f1dee1-4a52-411b-9805-d662b9f33d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.352759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] For port a7c3836c-2d36-4373-aea6-10e75f5666dc, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a7c3836c-2d36-4373-aea6-10e75f5666dc,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:38:30.388856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:30.400619 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.418818 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.437782 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93cd2223-4a93-4ab3-bf70-daa7e640975c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.451415 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93cd2223-4a93-4ab3-bf70-daa7e640975c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.466626 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.475883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b28302-59b8-488e-8db4-d4213bfea0f4 None None] Pushing event updated for resources: {'Port': ['ID=89ca2578-eec6-45f0-9ce5-8cce6a00ebfb,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:30.502815 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e0c4db-695c-4549-ad67-76462be10cd9,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:30.514362 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:30.514757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:30.515085 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:30.515474 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:30.516015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:30.516371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:30.516627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:30.518115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:30.518460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:30.518913 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:30.519703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:30.519703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:30.526008 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.527569 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8104ab58-c14a-45f7-9dc3-f6cb6d6cf126 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3569741 Nov 27 01:38:30.531815 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34340) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:30.540442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8cf37a1b-e1b6-442d-82ef-b747635d1661 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': '61c0b8d7-2c45-45ba-83eb-72e4137f316d', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:30.568561 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-8cf37a1b-e1b6-442d-82ef-b747635d1661 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Project 793be66d9eb84ce981e4e9b4236fce7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:38:30.588517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cf37a1b-e1b6-442d-82ef-b747635d1661 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.643514 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93cd2223-4a93-4ab3-bf70-daa7e640975c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.645169 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-93cd2223-4a93-4ab3-bf70-daa7e640975c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4640768 Nov 27 01:38:30.648571 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd2223-4a93-4ab3-bf70-daa7e640975c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e40a3ce-40cf-4e81-a2da-b617959ec057,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:30.653702 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34354) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:30.663179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726a6e3-b3be-48b4-9dda-fc90c394b4e3 None None] Pushing event updated for resources: {'Port': ['ID=a7c3836c-2d36-4373-aea6-10e75f5666dc,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:30.673490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Routers {'7bd13287-e0e8-4e25-bab9-1477e6eb0379'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:30.674511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:38:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:30.730711 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9bc6cb1f-6fd0-44a9-9373-a91ae528a778 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules/0e40a3ce-40cf-4e81-a2da-b617959ec057 HTTP/1.1" status: 200 len: 769 time: 0.0671551 Nov 27 01:38:30.739794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34356) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:30.758060 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-af62a11d-83da-475e-a974-3ddfc0ab45f5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.888108 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.900747 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5f45f8ba-f9ba-4e9a-abe8-38dca63b4fe3 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1576188 Nov 27 01:38:30.903603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34368) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:30.903880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:30.904280 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.911282 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-af62a11d-83da-475e-a974-3ddfc0ab45f5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.918668 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cf37a1b-e1b6-442d-82ef-b747635d1661 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.928449 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cf37a1b-e1b6-442d-82ef-b747635d1661 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.960993 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8cf37a1b-e1b6-442d-82ef-b747635d1661 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:30.974955 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8cf37a1b-e1b6-442d-82ef-b747635d1661 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4419925 Nov 27 01:38:30.986167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf37a1b-e1b6-442d-82ef-b747635d1661 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15b2d71-7aed-4c9f-804b-d16fc828992e,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:30.991595 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74dabc82-908a-4978-9e26-77900d7fe638 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:31.001535 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74dabc82-908a-4978-9e26-77900d7fe638 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:31.013500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] Set router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:31.048032 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74dabc82-908a-4978-9e26-77900d7fe638 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:31.056165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-af62a11d-83da-475e-a974-3ddfc0ab45f5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 26a73c82-2a1f-4668-b353-12a7bbb2454b is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:31.056760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74dabc82-908a-4978-9e26-77900d7fe638 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:31.060432 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-74dabc82-908a-4978-9e26-77900d7fe638 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0e40a3ce-40cf-4e81-a2da-b617959ec057 HTTP/1.1" status: 204 len: 168 time: 0.1535361 Nov 27 01:38:31.062547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34374) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:31.091797 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-af62a11d-83da-475e-a974-3ddfc0ab45f5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:31.093986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dabc82-908a-4978-9e26-77900d7fe638 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e40a3ce-40cf-4e81-a2da-b617959ec057,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:31.105715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-af62a11d-83da-475e-a974-3ddfc0ab45f5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:31.130618 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fcc71584-cd47-476c-b487-dfc53b233ab6 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0667040 Nov 27 01:38:31.133192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34376) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:31.201623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62a11d-83da-475e-a974-3ddfc0ab45f5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=4365ebc1-84c4-4d55-93bd-a24d75baeed8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:31.238065 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e36c439d-9ad8-45ec-b393-00472dee770c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:31.264598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-af62a11d-83da-475e-a974-3ddfc0ab45f5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:31.278215 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-af62a11d-83da-475e-a974-3ddfc0ab45f5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:31.305032 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e36c439d-9ad8-45ec-b393-00472dee770c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:31.342291 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-16f1dee1-4a52-411b-9805-d662b9f33d24 None None] Provisioning complete for port a7c3836c-2d36-4373-aea6-10e75f5666dc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:31.342628 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-16f1dee1-4a52-411b-9805-d662b9f33d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:31.346853 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-af62a11d-83da-475e-a974-3ddfc0ab45f5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8377964 Nov 27 01:38:31.405022 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e36c439d-9ad8-45ec-b393-00472dee770c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:31.407730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34388) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:31.407927 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e36c439d-9ad8-45ec-b393-00472dee770c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:31.409199 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e36c439d-9ad8-45ec-b393-00472dee770c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "DELETE /v2.0/security-groups/bff83652-4eca-4c59-bea3-ba5b03d6d66e HTTP/1.1" status: 204 len: 168 time: 0.2744868 Nov 27 01:38:31.419258 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34392) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:31.433200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c439d-9ad8-45ec-b393-00472dee770c tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff83652-4eca-4c59-bea3-ba5b03d6d66e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:31.490617 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fbaca7c1-02c2-435c-b4de-5cd875973b5f tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0662527 Nov 27 01:38:31.495315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34400) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:31.507003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715051bb-ecef-430f-a10d-5743b6591c58 req-3a132377-589a-4c29-bec0-db7ef415d06f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:31.513220 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-715051bb-ecef-430f-a10d-5743b6591c58 req-3a132377-589a-4c29-bec0-db7ef415d06f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 932 time: 0.1988630 Nov 27 01:38:31.559885 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-5d28d8a1-49fb-4104-99ac-bbc5ace2f9dd tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444603746&fields=id&tenant_id=793be66d9eb84ce981e4e9b4236fce7d HTTP/1.1" status: 200 len: 267 time: 0.1079884 Nov 27 01:38:31.629058 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:31.653139 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d6dd7d23-b1a4-4fa7-b883-60b97315dea8 tempest-SecGroupIPv6Test-121722821 tempest-SecGroupIPv6Test-121722821-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1557813 Nov 27 01:38:31.673777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Request body: {'port': {'device_id': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:31.770518 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-715051bb-ecef-430f-a10d-5743b6591c58 req-326dea80-e7c9-42cd-bccc-aec1e71f457a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496855 Nov 27 01:38:31.780967 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10496ead-7707-42ec-9702-63073d051113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:31.787845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-ed671743-e9f6-4475-87c4-6119ad344eda tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:31.795147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:31.795522 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:31.797921 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-ed671743-e9f6-4475-87c4-6119ad344eda tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/networks?id=fdad34b4-e389-41d4-a6ce-5266e43665d0 HTTP/1.1" status: 200 len: 796 time: 0.2299759 Nov 27 01:38:31.806631 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:31.824673 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-21760e69-ce7b-4d3d-ac56-a5544f02e24f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/quotas/793be66d9eb84ce981e4e9b4236fce7d HTTP/1.1" status: 200 len: 375 time: 0.0255203 Nov 27 01:38:31.886297 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-cbecd691-0760-46c7-8e97-94f1d60701e9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602832 Nov 27 01:38:32.035605 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-16f1dee1-4a52-411b-9805-d662b9f33d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:32.038169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-787a1d62-c436-4e8a-a24a-547bb2aa14cf service neutron] 10.222.0.15 "GET /v2.0/networks/fdad34b4-e389-41d4-a6ce-5266e43665d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335604 Nov 27 01:38:32.096618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34414) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:32.097247 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-16f1dee1-4a52-411b-9805-d662b9f33d24 None None] For port a7c3836c-2d36-4373-aea6-10e75f5666dc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a7c3836c-2d36-4373-aea6-10e75f5666dc,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:32.106350 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-16f1dee1-4a52-411b-9805-d662b9f33d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:32.108710 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10496ead-7707-42ec-9702-63073d051113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:32.114031 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10496ead-7707-42ec-9702-63073d051113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:32.204389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a7c3836c-2d36-4373-aea6-10e75f5666dc', 'name': '', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ce:0f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:30Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:32.234710 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-10496ead-7707-42ec-9702-63073d051113 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9fe4376a015457387e020d2525df9e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8157609 Nov 27 01:38:32.237957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34422) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:32.250211 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78cc79a-75f3-4e96-a219-e76b37a22483 None None] The sync data for ids ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'] in n-d-817303-10 is: [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a7c3836c-2d36-4373-aea6-10e75f5666dc', 'name': '', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ce:0f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:30Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:32.255593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10496ead-7707-42ec-9702-63073d051113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a166e8c7-8a76-4b46-be14-a827b34a4649,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:32.268531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1dee1-4a52-411b-9805-d662b9f33d24 None None] Pushing event updated for resources: {'Port': ['ID=a7c3836c-2d36-4373-aea6-10e75f5666dc,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:32.277000 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-6e9abcdd-9d3e-4605-b705-b97a17aa06dd service neutron] 10.222.0.15 "GET /v2.0/networks/fdad34b4-e389-41d4-a6ce-5266e43665d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319188 Nov 27 01:38:32.324956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-923d603b-3f51-48e5-a122-b15f81e9675b None None] Provisioning complete for port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:32.325529 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-923d603b-3f51-48e5-a122-b15f81e9675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:32.410052 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-923d603b-3f51-48e5-a122-b15f81e9675b None None] Port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:32.445977 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-923d603b-3f51-48e5-a122-b15f81e9675b None None] Provisioning complete for port a7c3836c-2d36-4373-aea6-10e75f5666dc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:32.446457 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-923d603b-3f51-48e5-a122-b15f81e9675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:32.538650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4365ebc1-84c4-4d55-93bd-a24d75baeed8 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:38:32.546884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:32.572612 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:32.608227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Transition to ACTIVE for port object 4365ebc1-84c4-4d55-93bd-a24d75baeed8 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:38:32.637768 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f608775-2af1-4541-b351-35674fdb36fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:32.654536 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-86e1c39f-b5b2-4f78-b6d1-a5fd77301efd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ad94e9b6e054aa39e75947ab2e5a69c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5566714 Nov 27 01:38:32.655187 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:32.657355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34432) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:32.714365 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-67098a69-53a7-4b0c-86fb-258f3c956443 req-429503e5-833e-45b3-81ac-8ef55138a8a4 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 210 time: 0.0960798 Nov 27 01:38:32.743309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:32.743752 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:32.771246 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0a9e4d1-aca9-49f1-9a48-1ad77268e652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:32.795989 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f608775-2af1-4541-b351-35674fdb36fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:32.839724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4365ebc1-84c4-4d55-93bd-a24d75baeed8,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:32.878388 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0a9e4d1-aca9-49f1-9a48-1ad77268e652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:33.036857 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0a9e4d1-aca9-49f1-9a48-1ad77268e652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:33.043858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Attempting to bind port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:38:33.044735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Attempting to bind port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:38:33.044901 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c0a9e4d1-aca9-49f1-9a48-1ad77268e652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:33.045726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Attempting to bind port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 on network 26a73c82-2a1f-4668-b353-12a7bbb2454b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:33.046045 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c0a9e4d1-aca9-49f1-9a48-1ad77268e652 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4afadd2b-1054-4c37-946b-5a57b88f28f1 HTTP/1.1" status: 204 len: 168 time: 0.3877308 Nov 27 01:38:33.062893 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f608775-2af1-4541-b351-35674fdb36fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:33.066959 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7f608775-2af1-4541-b351-35674fdb36fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:33.068728 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7f608775-2af1-4541-b351-35674fdb36fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a166e8c7-8a76-4b46-be14-a827b34a4649 HTTP/1.1" status: 204 len: 168 time: 0.8295178 Nov 27 01:38:33.078468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9e4d1-aca9-49f1-9a48-1ad77268e652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afadd2b-1054-4c37-946b-5a57b88f28f1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:33.081904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f608775-2af1-4541-b351-35674fdb36fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a166e8c7-8a76-4b46-be14-a827b34a4649,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:33.084500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 on network 26a73c82-2a1f-4668-b353-12a7bbb2454b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:38:33.085188 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Attempting to bind port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 on network 26a73c82-2a1f-4668-b353-12a7bbb2454b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:33.093556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:38:33.094045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Checking segment: {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:33.094849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Bound using segment: {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:38:33.095582 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Bound port: 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:38:33.095926 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:33.135037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ae100-f1dc-40b6-bcc6-51346a5719bc req-c64c9497-dfed-43a6-94e8-d08bc8b3779f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:33.136461 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce2ae100-f1dc-40b6-bcc6-51346a5719bc req-c64c9497-dfed-43a6-94e8-d08bc8b3779f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 944 time: 0.1625993 Nov 27 01:38:33.270545 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce2ae100-f1dc-40b6-bcc6-51346a5719bc req-7a790bfd-8905-45d4-8c73-002760f34f26 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209202 Nov 27 01:38:33.294885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:38:33.294885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:38:33.308309 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:33.378340 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:33.379748 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:33.384585 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] 10.222.0.31 "PUT /v2.0/ports/4365ebc1-84c4-4d55-93bd-a24d75baeed8 HTTP/1.1" status: 200 len: 1093 time: 1.9910417 Nov 27 01:38:33.388057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:38:33.394815 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8186cb22-c955-4540-a53f-0dc68add7df2" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:38:33.517211 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ab54d-43ea-4fbe-b8b5-c54f105ccdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4365ebc1-84c4-4d55-93bd-a24d75baeed8,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:33.546286 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c444c5d-32f5-482f-a2bc-0987994eceed x-openstack-request-id: req-4c444c5d-32f5-482f-a2bc-0987994eceed {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:38:33.547156 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:38:33.547554 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c444c5d-32f5-482f-a2bc-0987994eceed {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:38:33.547839 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'status': 'completed', 'code': 200} Nov 27 01:38:33.581068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-a1c6662f-81c0-4f1d-a8a5-ff105f9bc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:33.582802 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-a1c6662f-81c0-4f1d-a8a5-ff105f9bc5af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 1096 time: 0.1232910 Nov 27 01:38:33.711889 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-cf967a25-9206-47d2-916a-a8a682e8aea1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8 HTTP/1.1" status: 200 len: 217 time: 0.1155322 Nov 27 01:38:33.791336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34466) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:33.807483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66067e12-e95d-4d83-8159-94736c3e2b52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:33.846022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-3c77c5d9-107b-41f6-8200-56eed1a0eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:33.847527 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-3c77c5d9-107b-41f6-8200-56eed1a0eac2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d39c39e2-2994-4fd1-b3dc-99a5f955e1ea HTTP/1.1" status: 200 len: 834 time: 0.1273177 Nov 27 01:38:33.946900 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-b7f86542-068a-4466-9b26-79e74081dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:33.948475 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-b7f86542-068a-4466-9b26-79e74081dcc5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26a73c82-2a1f-4668-b353-12a7bbb2454b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939958 Nov 27 01:38:33.956595 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-90fd15b7-a8f5-411a-8ce5-71a2909e9ba8 req-559261a8-4266-4d1f-8421-72b21b858577 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 210 time: 0.0510917 Nov 27 01:38:33.987465 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66067e12-e95d-4d83-8159-94736c3e2b52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:33.992332 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66067e12-e95d-4d83-8159-94736c3e2b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:34.073091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66067e12-e95d-4d83-8159-94736c3e2b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0085401b-02de-43ae-a4f0-b3bc9eac68b4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:34.082752 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-66067e12-e95d-4d83-8159-94736c3e2b52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b183cb701e5240e19551411ce86a1f06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902722 Nov 27 01:38:34.085464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34472) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:34.111275 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-b4873798-3659-4615-827f-1c3e84d135b3 service neutron] 10.222.0.31 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376479 Nov 27 01:38:34.176484 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c78940df-6760-4e4e-94ee-d3a8783dea96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:34.245947 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c78940df-6760-4e4e-94ee-d3a8783dea96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:34.268990 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c2dbed5-eeb2-4e87-8dd0-5aa9368cd811 req-ffdfed28-b49c-4573-b11e-fbde0c44f01d service neutron] 10.222.0.31 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510916 Nov 27 01:38:34.449304 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c78940df-6760-4e4e-94ee-d3a8783dea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:34.452205 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c78940df-6760-4e4e-94ee-d3a8783dea96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:34.467821 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c78940df-6760-4e4e-94ee-d3a8783dea96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0085401b-02de-43ae-a4f0-b3bc9eac68b4 HTTP/1.1" status: 204 len: 168 time: 0.3700809 Nov 27 01:38:34.535482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a7c3836c-2d36-4373-aea6-10e75f5666dc up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:34.576316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78940df-6760-4e4e-94ee-d3a8783dea96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0085401b-02de-43ae-a4f0-b3bc9eac68b4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:34.590218 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-fd4a8c3c-4a38-4eba-bbe4-7fc69f9f442d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:34.591421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cb416-ba3d-4d9d-8caf-8277d67a2da4 req-6035471b-6c48-4732-827e-c7501b000930 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:34.592432 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-fd4a8c3c-4a38-4eba-bbe4-7fc69f9f442d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "GET /v2.0/networks?id=fdad34b4-e389-41d4-a6ce-5266e43665d0 HTTP/1.1" status: 200 len: 796 time: 0.2614722 Nov 27 01:38:34.593008 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b23cb416-ba3d-4d9d-8caf-8277d67a2da4 req-6035471b-6c48-4732-827e-c7501b000930 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 944 time: 0.1611762 Nov 27 01:38:34.606012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186cb22-c955-4540-a53f-0dc68add7df2 req-3fcd450e-0b39-4680-bf31-817d905fa5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:34.607705 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8186cb22-c955-4540-a53f-0dc68add7df2 req-3fcd450e-0b39-4680-bf31-817d905fa5e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 1096 time: 0.2458344 Nov 27 01:38:34.631011 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34486) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:34.689405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a7c3836c-2d36-4373-aea6-10e75f5666dc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:34.689789 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:34.714284 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-56788eb3-6475-44a4-9141-a4679f571cf3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=793be66d9eb84ce981e4e9b4236fce7d HTTP/1.1" status: 200 len: 380 time: 0.0913670 Nov 27 01:38:34.724032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-a75716fc-9959-4bc4-a8d9-bdcb0bacf70a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'port': {'device_id': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'admin_state_up': True, 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'security_groups': ['61c0b8d7-2c45-45ba-83eb-72e4137f316d']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:34.772354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186cb22-c955-4540-a53f-0dc68add7df2 req-def6e7c9-2860-4892-bb50-84882cfef33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:34.773969 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8186cb22-c955-4540-a53f-0dc68add7df2 req-def6e7c9-2860-4892-bb50-84882cfef33b service neutron] 10.222.0.31 "GET /v2.0/networks?id=26a73c82-2a1f-4668-b353-12a7bbb2454b HTTP/1.1" status: 200 len: 897 time: 0.1440592 Nov 27 01:38:34.876768 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8186cb22-c955-4540-a53f-0dc68add7df2 req-33a61a25-3129-4f4a-b4e6-3a4248a346df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8 HTTP/1.1" status: 200 len: 217 time: 0.0834327 Nov 27 01:38:34.883246 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b23cb416-ba3d-4d9d-8caf-8277d67a2da4 req-d26e70b5-4186-4993-837c-0719f1978df8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729440 Nov 27 01:38:34.938908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-a75716fc-9959-4bc4-a8d9-bdcb0bacf70a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Made reservation on behalf of 793be66d9eb84ce981e4e9b4236fce7d for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:38:34.941654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186cb22-c955-4540-a53f-0dc68add7df2 req-816e1e05-1200-4a86-85d4-c8b8aed7dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:34.943838 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-a75716fc-9959-4bc4-a8d9-bdcb0bacf70a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:34.946792 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8186cb22-c955-4540-a53f-0dc68add7df2 req-816e1e05-1200-4a86-85d4-c8b8aed7dfad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d39c39e2-2994-4fd1-b3dc-99a5f955e1ea HTTP/1.1" status: 200 len: 834 time: 0.0625427 Nov 27 01:38:35.032062 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186cb22-c955-4540-a53f-0dc68add7df2 req-5bfb5964-cc73-41ca-ac88-ab3cdc39e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:35.034762 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8186cb22-c955-4540-a53f-0dc68add7df2 req-5bfb5964-cc73-41ca-ac88-ab3cdc39e6eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26a73c82-2a1f-4668-b353-12a7bbb2454b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812685 Nov 27 01:38:35.143383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d361dfa0-e888-48b8-b3d3-7efaa0fb78a9 req-b921ae91-9e2d-488a-99e5-16849e93a8a2 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 210 time: 0.0670409 Nov 27 01:38:35.177017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4677c45c-c591-4b8f-aaa1-2e046f31d0f1 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:35.177509 n-d-817303-10 neutron-server[103402]: WARNING neutron.api.v2.base [None req-4677c45c-c591-4b8f-aaa1-2e046f31d0f1 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 01:38:35.177947 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-4677c45c-c591-4b8f-aaa1-2e046f31d0f1 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 01:38:35.179120 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4677c45c-c591-4b8f-aaa1-2e046f31d0f1 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4545119 Nov 27 01:38:35.185251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34502) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:35.191711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a94900ac-acb9-4cf0-aac3-105b5245538b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group': {'name': 'tempest-secgroup--630939471'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:35.211623 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8186cb22-c955-4540-a53f-0dc68add7df2 req-4407c3c2-7dca-4d14-bb90-8d7fafafca57 service neutron] 10.222.0.31 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695499 Nov 27 01:38:35.223749 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-a75716fc-9959-4bc4-a8d9-bdcb0bacf70a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Allocated IP 172.20.0.3 (fdad34b4-e389-41d4-a6ce-5266e43665d0/8852ef37-9be9-4c0d-83ed-62291c5df900/37b93246-d006-447f-a9db-ff145fbd8f09) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:35.291571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a94900ac-acb9-4cf0-aac3-105b5245538b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.307275 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a94900ac-acb9-4cf0-aac3-105b5245538b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.381188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8186cb22-c955-4540-a53f-0dc68add7df2 req-18e35d9c-cd3d-4935-bdf3-4c71a908ea41 service neutron] 10.222.0.31 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615720 Nov 27 01:38:35.396917 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-a75716fc-9959-4bc4-a8d9-bdcb0bacf70a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.434992 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a94900ac-acb9-4cf0-aac3-105b5245538b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.439870 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a94900ac-acb9-4cf0-aac3-105b5245538b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.450724 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-a75716fc-9959-4bc4-a8d9-bdcb0bacf70a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.489284 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94900ac-acb9-4cf0-aac3-105b5245538b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3eebcf-4662-4fe4-8351-10a815401cf6,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:35.504961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-a75716fc-9959-4bc4-a8d9-bdcb0bacf70a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network fdad34b4-e389-41d4-a6ce-5266e43665d0 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:35.510798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-a75716fc-9959-4bc4-a8d9-bdcb0bacf70a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:35.513290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-a75716fc-9959-4bc4-a8d9-bdcb0bacf70a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:35.545151 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a94900ac-acb9-4cf0-aac3-105b5245538b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.553050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a94900ac-acb9-4cf0-aac3-105b5245538b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.569789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75716fc-9959-4bc4-a8d9-bdcb0bacf70a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=37b93246-d006-447f-a9db-ff145fbd8f09,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:35.581482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-a75716fc-9959-4bc4-a8d9-bdcb0bacf70a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:35.582124 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-a75716fc-9959-4bc4-a8d9-bdcb0bacf70a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.600196 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a94900ac-acb9-4cf0-aac3-105b5245538b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.601503 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a94900ac-acb9-4cf0-aac3-105b5245538b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4153011 Nov 27 01:38:35.602775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-a75716fc-9959-4bc4-a8d9-bdcb0bacf70a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8828337 Nov 27 01:38:35.603665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94900ac-acb9-4cf0-aac3-105b5245538b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175f67ca-dd9a-41f7-b20a-1f58c08862b3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:35.604437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34514) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:35.610126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c42855d3-180c-4626-bc1b-42cc94cb416b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': '175f67ca-dd9a-41f7-b20a-1f58c08862b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:35.639506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-963095c9-2fd0-4a21-99c1-bbc12d2a644a req-4949193e-a8d1-4aac-820f-df227ee62122 service neutron] (103402) timed out ('10.222.0.15', 38462) {{(pid=103402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:38:35.653439 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c42855d3-180c-4626-bc1b-42cc94cb416b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.723243 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c42855d3-180c-4626-bc1b-42cc94cb416b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.727674 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c42855d3-180c-4626-bc1b-42cc94cb416b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.747997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42855d3-180c-4626-bc1b-42cc94cb416b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1f62d8-79a6-428b-b3d6-7984e9eefc4c,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:35.758194 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c42855d3-180c-4626-bc1b-42cc94cb416b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.760487 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c42855d3-180c-4626-bc1b-42cc94cb416b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539111 Nov 27 01:38:35.762535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34522) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:35.770359 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0aa0732c-b15b-4559-8604-7c8221abf070 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': '175f67ca-dd9a-41f7-b20a-1f58c08862b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:35.783147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Request body: {'port': {'device_id': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:35.810722 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0aa0732c-b15b-4559-8604-7c8221abf070 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.852614 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.880380 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-0aa0732c-b15b-4559-8604-7c8221abf070 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 01:38:35.881896 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0aa0732c-b15b-4559-8604-7c8221abf070 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1162763 Nov 27 01:38:35.885013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34530) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:35.887655 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ad766a6f-9a73-4a44-b523-2fe1abcebd2a None None] Provisioning complete for port 37b93246-d006-447f-a9db-ff145fbd8f09 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:35.888145 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ad766a6f-9a73-4a44-b523-2fe1abcebd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:35.956861 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ad766a6f-9a73-4a44-b523-2fe1abcebd2a None None] Port 37b93246-d006-447f-a9db-ff145fbd8f09 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:35.995918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49825976-0c70-4290-afd5-178dbb1507c1 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.050761 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49825976-0c70-4290-afd5-178dbb1507c1 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.118693 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680e938-d827-465a-96ff-217843f91e37 req-f7b8510a-1ec7-408a-8e9d-159f12443f8f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:36.120306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5680e938-d827-465a-96ff-217843f91e37 req-f7b8510a-1ec7-408a-8e9d-159f12443f8f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 944 time: 0.1064215 Nov 27 01:38:36.156446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49825976-0c70-4290-afd5-178dbb1507c1 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.159050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49825976-0c70-4290-afd5-178dbb1507c1 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.160220 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-49825976-0c70-4290-afd5-178dbb1507c1 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "DELETE /v2.0/security-groups/175f67ca-dd9a-41f7-b20a-1f58c08862b3 HTTP/1.1" status: 204 len: 168 time: 0.2741957 Nov 27 01:38:36.165072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34548) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:36.189695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49825976-0c70-4290-afd5-178dbb1507c1 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175f67ca-dd9a-41f7-b20a-1f58c08862b3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:36.196852 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5680e938-d827-465a-96ff-217843f91e37 req-5e7623c7-0972-4c85-960a-05e71590979e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687168 Nov 27 01:38:36.318792 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d14445fd-9159-4c5e-a414-6e4e896fc799 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1523805 Nov 27 01:38:36.322483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34554) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:36.329876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6688c500-1f43-44f5-8996-c3e16e3c4b19 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1447562590'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:36.341275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b93246-d006-447f-a9db-ff145fbd8f09 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:38:36.358670 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.384754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3373c-e43f-4690-83e0-48fabe7bbadf req-707c6594-a1cd-4155-b200-6ace3c120dbc tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:36.386349 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58f3373c-e43f-4690-83e0-48fabe7bbadf req-707c6594-a1cd-4155-b200-6ace3c120dbc tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 931 time: 0.1415408 Nov 27 01:38:36.394790 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Transition to ACTIVE for port object 37b93246-d006-447f-a9db-ff145fbd8f09 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:38:36.406513 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.408512 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6688c500-1f43-44f5-8996-c3e16e3c4b19 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.500322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Pushing event updated for resources: {'Port': ['ID=37b93246-d006-447f-a9db-ff145fbd8f09,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:36.546156 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-58f3373c-e43f-4690-83e0-48fabe7bbadf req-cf246d59-975d-4560-85a5-e533045a62e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=61c0b8d7-2c45-45ba-83eb-72e4137f316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483550 Nov 27 01:38:36.652653 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6688c500-1f43-44f5-8996-c3e16e3c4b19 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.654516 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Attempting to bind port 37b93246-d006-447f-a9db-ff145fbd8f09 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:38:36.654951 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Attempting to bind port 37b93246-d006-447f-a9db-ff145fbd8f09 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '6a31883a-7087-471b-bd9f-c838489d0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:38:36.655492 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Attempting to bind port 37b93246-d006-447f-a9db-ff145fbd8f09 on network fdad34b4-e389-41d4-a6ce-5266e43665d0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:36.659726 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6688c500-1f43-44f5-8996-c3e16e3c4b19 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.673772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Port 37b93246-d006-447f-a9db-ff145fbd8f09 on network fdad34b4-e389-41d4-a6ce-5266e43665d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:38:36.673926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Attempting to bind port 37b93246-d006-447f-a9db-ff145fbd8f09 on network fdad34b4-e389-41d4-a6ce-5266e43665d0 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:36.690417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:38:36.690968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Checking segment: {'id': '6a31883a-7087-471b-bd9f-c838489d0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:36.691399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Bound using segment: {'id': '6a31883a-7087-471b-bd9f-c838489d0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:38:36.691889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Bound port: 37b93246-d006-447f-a9db-ff145fbd8f09, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a31883a-7087-471b-bd9f-c838489d0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:38:36.692424 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.709027 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6688c500-1f43-44f5-8996-c3e16e3c4b19 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.710301 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6688c500-1f43-44f5-8996-c3e16e3c4b19 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3868406 Nov 27 01:38:36.713692 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34562) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:36.718739 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-cd31403a-9e03-45c9-a02d-9067abbae6e2 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': '2d8ac51d-9212-420d-8bf8-4ead2f7c3a21', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:36.719582 n-d-817303-10 neutron-server[103402]: WARNING neutron.api.v2.base [None req-cd31403a-9e03-45c9-a02d-9067abbae6e2 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 27 01:38:36.720136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688c500-1f43-44f5-8996-c3e16e3c4b19 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8ac51d-9212-420d-8bf8-4ead2f7c3a21,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:36.720695 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-cd31403a-9e03-45c9-a02d-9067abbae6e2 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:36.726043 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cd31403a-9e03-45c9-a02d-9067abbae6e2 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0112207 Nov 27 01:38:36.726721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34564) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:36.836345 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ff532573-db73-40f4-a55f-ad74e3767753 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.839081 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] For port 37b93246-d006-447f-a9db-ff145fbd8f09, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:38:36.868101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] For port 37b93246-d006-447f-a9db-ff145fbd8f09, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=37b93246-d006-447f-a9db-ff145fbd8f09,segment=NetworkSegment(6a31883a-7087-471b-bd9f-c838489d0212),segment_id=6a31883a-7087-471b-bd9f-c838489d0212)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:38:36.878008 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.881554 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ff532573-db73-40f4-a55f-ad74e3767753 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.932425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:36.933131 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:36.935175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] 10.222.0.21 "PUT /v2.0/ports/37b93246-d006-447f-a9db-ff145fbd8f09 HTTP/1.1" status: 200 len: 1092 time: 1.3073821 Nov 27 01:38:36.940076 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'tag': '37b93246-d006-447f-a9db-ff145fbd8f09'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:38:36.943155 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8c3894-dc2c-4d85-9ae7-e37d81d56ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "45f748e7-b220-44ff-9477-b4b68fcfe73a", "tag": "37b93246-d006-447f-a9db-ff145fbd8f09"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:38:37.045464 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e45c14d-15bf-4652-838d-4c7d3b14e8f2 x-openstack-request-id: req-9e45c14d-15bf-4652-838d-4c7d3b14e8f2 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:38:37.045765 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f748e7-b220-44ff-9477-b4b68fcfe73a", "tag": "37b93246-d006-447f-a9db-ff145fbd8f09", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:38:37.046211 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e45c14d-15bf-4652-838d-4c7d3b14e8f2 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:38:37.048712 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'tag': '37b93246-d006-447f-a9db-ff145fbd8f09', 'status': 'completed', 'code': 200} Nov 27 01:38:37.088656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965458e-6bcb-4a91-89f2-b95bf60848aa service neutron] Pushing event updated for resources: {'Port': ['ID=37b93246-d006-447f-a9db-ff145fbd8f09,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:37.115176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-ab928aff-8026-4441-85e8-6be600101fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:37.116952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-ab928aff-8026-4441-85e8-6be600101fc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 1095 time: 0.1066501 Nov 27 01:38:37.118209 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ff532573-db73-40f4-a55f-ad74e3767753 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:37.122435 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ff532573-db73-40f4-a55f-ad74e3767753 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:37.127004 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ff532573-db73-40f4-a55f-ad74e3767753 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "DELETE /v2.0/security-groups/2d8ac51d-9212-420d-8bf8-4ead2f7c3a21 HTTP/1.1" status: 204 len: 168 time: 0.3990393 Nov 27 01:38:37.127344 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34578) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:37.137677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff532573-db73-40f4-a55f-ad74e3767753 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8ac51d-9212-420d-8bf8-4ead2f7c3a21,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:37.208776 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-5661530b-0565-4e8b-b83c-7a780f04c541 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b93246-d006-447f-a9db-ff145fbd8f09 HTTP/1.1" status: 200 len: 217 time: 0.0675516 Nov 27 01:38:37.229343 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b1a4dbaa-ea59-4341-bb74-e3c1adfb6cba tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1001270 Nov 27 01:38:37.234731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34590) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:37.238754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c916afa0-fd1b-4560-8e6b-4463ca9a9a75 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group': {'name': 'tempest-secgroup--492695234'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:37.275760 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c916afa0-fd1b-4560-8e6b-4463ca9a9a75 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:37.289368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-a25a0c53-ed7a-4f22-b4ca-419ace7a9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:37.290390 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-a25a0c53-ed7a-4f22-b4ca-419ace7a9190 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8852ef37-9be9-4c0d-83ed-62291c5df900 HTTP/1.1" status: 200 len: 835 time: 0.0709488 Nov 27 01:38:37.376664 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c916afa0-fd1b-4560-8e6b-4463ca9a9a75 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:37.386818 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c916afa0-fd1b-4560-8e6b-4463ca9a9a75 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:37.395191 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495b13d-8330-411c-a060-63df78901ac3 req-50d5fe3a-7b5f-4ee7-b126-6877716d7b3b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:37.402596 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3495b13d-8330-411c-a060-63df78901ac3 req-50d5fe3a-7b5f-4ee7-b126-6877716d7b3b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 944 time: 0.0915949 Nov 27 01:38:37.427162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-ea212647-1a48-454d-82c6-c8ca12d828a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:37.428830 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-ea212647-1a48-454d-82c6-c8ca12d828a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fdad34b4-e389-41d4-a6ce-5266e43665d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272619 Nov 27 01:38:37.440976 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c916afa0-fd1b-4560-8e6b-4463ca9a9a75 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:37.449359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c916afa0-fd1b-4560-8e6b-4463ca9a9a75 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2140458 Nov 27 01:38:37.455249 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34596) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:37.464790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a20b500e-b9d6-41a6-8850-f1aea46b37c7 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': 'bd25626e-57e4-4289-a1f7-bbe5a9b302d9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:37.466846 n-d-817303-10 neutron-server[103402]: WARNING neutron.api.v2.base [None req-a20b500e-b9d6-41a6-8850-f1aea46b37c7 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 27 01:38:37.467832 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-a20b500e-b9d6-41a6-8850-f1aea46b37c7 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:37.470817 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a20b500e-b9d6-41a6-8850-f1aea46b37c7 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0134330 Nov 27 01:38:37.474777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34598) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:37.477644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4365ebc1-84c4-4d55-93bd-a24d75baeed8 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:38:37.486179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916afa0-fd1b-4560-8e6b-4463ca9a9a75 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd25626e-57e4-4289-a1f7-bbe5a9b302d9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:37.537413 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3495b13d-8330-411c-a060-63df78901ac3 req-c23b0259-03bb-4c15-ac76-46d9faa58d97 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339421 Nov 27 01:38:37.566919 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b12f8f53-7b4d-4c2c-8482-656424f1b6d3 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:37.612725 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b12f8f53-7b4d-4c2c-8482-656424f1b6d3 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:37.654963 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:37.670862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'port_id': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'mac_address': 'fa:16:3e:ff:f6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:38:37.684941 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-92dd8d3d-6c9d-47d7-9564-86b63f3735de service neutron] 10.222.0.21 "GET /v2.0/networks/fdad34b4-e389-41d4-a6ce-5266e43665d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405868 Nov 27 01:38:37.722085 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:37.737406 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4365ebc1-84c4-4d55-93bd-a24d75baeed8 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:38:37.752503 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b12f8f53-7b4d-4c2c-8482-656424f1b6d3 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:37.758741 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b12f8f53-7b4d-4c2c-8482-656424f1b6d3 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:37.762876 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:37.765774 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b12f8f53-7b4d-4c2c-8482-656424f1b6d3 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "DELETE /v2.0/security-groups/bd25626e-57e4-4289-a1f7-bbe5a9b302d9 HTTP/1.1" status: 204 len: 168 time: 0.2895818 Nov 27 01:38:37.768772 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:37.771374 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34602) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:37.847383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=4365ebc1-84c4-4d55-93bd-a24d75baeed8,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:37.856178 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:37.856377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:37.856621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:37.857076 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:37.857465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:37.857796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:37.858122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:37.858640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:37.858995 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:37.859464 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:37.860214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:37.860214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:37.884983 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-73f37b7c-8e60-4c76-8452-ca8a82c93f09 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1030259 Nov 27 01:38:37.886016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34604) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:37.891887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f8f53-7b4d-4c2c-8482-656424f1b6d3 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd25626e-57e4-4289-a1f7-bbe5a9b302d9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:37.892804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-7dff79d2-815c-4e7a-8919-7a911fd56edb tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1514860197'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:37.904762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f2216-3b06-444e-8368-90ae120de6de req-15275d81-dc13-4b05-b428-e9805ce7355f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:37.907527 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-482f2216-3b06-444e-8368-90ae120de6de req-15275d81-dc13-4b05-b428-e9805ce7355f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 943 time: 0.2341218 Nov 27 01:38:37.929722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30b892b6-75f2-4793-9c05-8b1c785e430f req-f69e72ad-3cd6-416f-aee8-0d443854d9ed service neutron] 10.222.0.21 "GET /v2.0/networks/fdad34b4-e389-41d4-a6ce-5266e43665d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297571 Nov 27 01:38:37.964188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7dff79d2-815c-4e7a-8919-7a911fd56edb tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:37.986671 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-482f2216-3b06-444e-8368-90ae120de6de req-c756680d-d50e-4e18-ab9d-e731192465a8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=61c0b8d7-2c45-45ba-83eb-72e4137f316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731182 Nov 27 01:38:38.081578 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7dff79d2-815c-4e7a-8919-7a911fd56edb tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:38.086750 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7dff79d2-815c-4e7a-8919-7a911fd56edb tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:38.128524 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff79d2-815c-4e7a-8919-7a911fd56edb tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913df48c-060d-4f04-95f3-e030c611672f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:38.135040 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7dff79d2-815c-4e7a-8919-7a911fd56edb tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:38.136352 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7dff79d2-815c-4e7a-8919-7a911fd56edb tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2493544 Nov 27 01:38:38.138499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c3894-dc2c-4d85-9ae7-e37d81d56ed4 req-dfbb3efa-68ab-4660-9103-58754358026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:38.140646 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab8c3894-dc2c-4d85-9ae7-e37d81d56ed4 req-dfbb3efa-68ab-4660-9103-58754358026c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 1095 time: 0.0917239 Nov 27 01:38:38.141097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34606) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:38.146110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-065de5e8-ba1f-44bd-8693-e6f9e08a8c8d tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': '913df48c-060d-4f04-95f3-e030c611672f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:38.148252 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-065de5e8-ba1f-44bd-8693-e6f9e08a8c8d tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 27 01:38:38.148927 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-065de5e8-ba1f-44bd-8693-e6f9e08a8c8d tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:38.150224 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-065de5e8-ba1f-44bd-8693-e6f9e08a8c8d tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082297 Nov 27 01:38:38.152908 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['4365ebc1-84c4-4d55-93bd-a24d75baeed8'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:38:38.153410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34608) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:38.161558 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-340a0828-e27e-4546-a4c2-a1ed207f7199 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': '913df48c-060d-4f04-95f3-e030c611672f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:38.166320 n-d-817303-10 neutron-server[103402]: WARNING neutron.api.v2.base [None req-340a0828-e27e-4546-a4c2-a1ed207f7199 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 27 01:38:38.167087 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-340a0828-e27e-4546-a4c2-a1ed207f7199 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:38.171849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34610) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:38.173054 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-340a0828-e27e-4546-a4c2-a1ed207f7199 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0183003 Nov 27 01:38:38.182568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-604d8110-cf76-4de5-a366-1b3e60d49aa9 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': '913df48c-060d-4f04-95f3-e030c611672f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:38.183410 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-604d8110-cf76-4de5-a366-1b3e60d49aa9 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 27 01:38:38.183909 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-604d8110-cf76-4de5-a366-1b3e60d49aa9 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:38.189201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-604d8110-cf76-4de5-a366-1b3e60d49aa9 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081358 Nov 27 01:38:38.190380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34614) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:38.196780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-dec1307c-db30-4bd2-ae90-a47027dee959 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': '913df48c-060d-4f04-95f3-e030c611672f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:38.198236 n-d-817303-10 neutron-server[103402]: WARNING neutron.api.v2.base [None req-dec1307c-db30-4bd2-ae90-a47027dee959 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 27 01:38:38.198995 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-dec1307c-db30-4bd2-ae90-a47027dee959 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:38.204555 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dec1307c-db30-4bd2-ae90-a47027dee959 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0113671 Nov 27 01:38:38.205447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34616) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:38.330736 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b579ac38-3126-4492-9396-4c2b27059862 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:38.333075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c3894-dc2c-4d85-9ae7-e37d81d56ed4 req-12761793-0af8-4efc-a4b0-e8c74cf2f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:38.335098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab8c3894-dc2c-4d85-9ae7-e37d81d56ed4 req-12761793-0af8-4efc-a4b0-e8c74cf2f57b service neutron] 10.222.0.21 "GET /v2.0/networks?id=fdad34b4-e389-41d4-a6ce-5266e43665d0 HTTP/1.1" status: 200 len: 897 time: 0.1833637 Nov 27 01:38:38.378373 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b579ac38-3126-4492-9396-4c2b27059862 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:38.410353 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab8c3894-dc2c-4d85-9ae7-e37d81d56ed4 req-fde2dcbd-23b7-490e-bbef-230ba0ada286 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b93246-d006-447f-a9db-ff145fbd8f09 HTTP/1.1" status: 200 len: 217 time: 0.0670488 Nov 27 01:38:38.429395 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b579ac38-3126-4492-9396-4c2b27059862 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:38.432771 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b579ac38-3126-4492-9396-4c2b27059862 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:38.435550 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b579ac38-3126-4492-9396-4c2b27059862 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "DELETE /v2.0/security-groups/913df48c-060d-4f04-95f3-e030c611672f HTTP/1.1" status: 204 len: 168 time: 0.2278545 Nov 27 01:38:38.443478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34618) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:38.453872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579ac38-3126-4492-9396-4c2b27059862 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913df48c-060d-4f04-95f3-e030c611672f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:38.493278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c3894-dc2c-4d85-9ae7-e37d81d56ed4 req-fccc5ef6-28e6-4b74-8166-7b77b1431b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:38.494771 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab8c3894-dc2c-4d85-9ae7-e37d81d56ed4 req-fccc5ef6-28e6-4b74-8166-7b77b1431b5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8852ef37-9be9-4c0d-83ed-62291c5df900 HTTP/1.1" status: 200 len: 835 time: 0.0740345 Nov 27 01:38:38.541766 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b1c5ddd0-f2b3-46e1-8dd6-4d6e564b7662 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0887785 Nov 27 01:38:38.545551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34622) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:38.551532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e05f5b0b-fa62-483f-b157-49e361b5d16c tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700484525'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:38.558537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c3894-dc2c-4d85-9ae7-e37d81d56ed4 req-371a224f-0dd4-4ef6-9e93-43d9f8b120e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:38.560175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab8c3894-dc2c-4d85-9ae7-e37d81d56ed4 req-371a224f-0dd4-4ef6-9e93-43d9f8b120e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fdad34b4-e389-41d4-a6ce-5266e43665d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537796 Nov 27 01:38:38.593588 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e05f5b0b-fa62-483f-b157-49e361b5d16c tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:38.669660 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e05f5b0b-fa62-483f-b157-49e361b5d16c tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:38.674300 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e05f5b0b-fa62-483f-b157-49e361b5d16c tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:38.712812 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e05f5b0b-fa62-483f-b157-49e361b5d16c tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:38.714347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e05f5b0b-fa62-483f-b157-49e361b5d16c tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1672232 Nov 27 01:38:38.716574 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f5b0b-fa62-483f-b157-49e361b5d16c tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a80146-2cb2-4511-ac63-f5183ae378cd,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:38.720301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34626) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:39.060133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-2b9bf580-5418-4201-b049-570affeadb8e tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': 'c3a80146-2cb2-4511-ac63-f5183ae378cd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:39.060623 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-2b9bf580-5418-4201-b049-570affeadb8e tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 01:38:39.061113 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-2b9bf580-5418-4201-b049-570affeadb8e tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:39.062104 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2b9bf580-5418-4201-b049-570affeadb8e tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.3397446 Nov 27 01:38:39.066734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34630) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:39.070388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b3692-6c73-4c96-be9e-ef9fef754a8b req-c929f48e-e21b-496e-b053-ea83ee7e7892 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:39.071573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3a2e74fe-0025-43da-9782-574064de290c tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': 'c3a80146-2cb2-4511-ac63-f5183ae378cd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:39.071839 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-472b3692-6c73-4c96-be9e-ef9fef754a8b req-c929f48e-e21b-496e-b053-ea83ee7e7892 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 945 time: 0.4294620 Nov 27 01:38:39.073822 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab8c3894-dc2c-4d85-9ae7-e37d81d56ed4 req-7574f2c0-db75-45c0-84a3-67c80ed094d7 service neutron] 10.222.0.21 "GET /v2.0/networks/fdad34b4-e389-41d4-a6ce-5266e43665d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967220 Nov 27 01:38:39.137500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37f19a-aa16-49da-8927-dc0845ef215d req-b81e77be-8e86-4aeb-80ac-eefbc7957bde tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:39.139031 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f37f19a-aa16-49da-8927-dc0845ef215d req-b81e77be-8e86-4aeb-80ac-eefbc7957bde tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 943 time: 0.0737076 Nov 27 01:38:39.146820 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-3a2e74fe-0025-43da-9782-574064de290c tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:39.150781 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3a2e74fe-0025-43da-9782-574064de290c tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0802250 Nov 27 01:38:39.150952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34632) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:39.156099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-10bbbaac-7363-44ae-be14-713a1d63bc90 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': 'c3a80146-2cb2-4511-ac63-f5183ae378cd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:39.156928 n-d-817303-10 neutron-server[103402]: WARNING neutron.api.v2.base [None req-10bbbaac-7363-44ae-be14-713a1d63bc90 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 27 01:38:39.157683 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-10bbbaac-7363-44ae-be14-713a1d63bc90 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:39.159866 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-10bbbaac-7363-44ae-be14-713a1d63bc90 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065346 Nov 27 01:38:39.161138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34634) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:39.169527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9f9cda6b-3048-484d-8db4-41184116e0cc tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': 'c3a80146-2cb2-4511-ac63-f5183ae378cd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:39.194193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-472b3692-6c73-4c96-be9e-ef9fef754a8b req-89ae12cb-6a6e-46e8-af9c-274dc714bd98 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140766 Nov 27 01:38:39.226748 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f37f19a-aa16-49da-8927-dc0845ef215d req-1ff470be-9336-48b7-8dc0-80f477f157cf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=61c0b8d7-2c45-45ba-83eb-72e4137f316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533540 Nov 27 01:38:39.254180 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab8c3894-dc2c-4d85-9ae7-e37d81d56ed4 req-de9efc6a-60a5-4972-8a6b-0a3f10540acd service neutron] 10.222.0.21 "GET /v2.0/networks/fdad34b4-e389-41d4-a6ce-5266e43665d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678467 Nov 27 01:38:39.259238 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-9f9cda6b-3048-484d-8db4-41184116e0cc tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:39.262841 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9f9cda6b-3048-484d-8db4-41184116e0cc tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0978653 Nov 27 01:38:39.263200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34636) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:39.269097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-29c61345-84ad-4f20-8f53-43474b4d337e tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': 'c3a80146-2cb2-4511-ac63-f5183ae378cd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:39.269639 n-d-817303-10 neutron-server[103402]: WARNING neutron.api.v2.base [None req-29c61345-84ad-4f20-8f53-43474b4d337e tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 01:38:39.270129 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-29c61345-84ad-4f20-8f53-43474b4d337e tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:39.272277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-29c61345-84ad-4f20-8f53-43474b4d337e tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068767 Nov 27 01:38:39.273705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34638) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:39.278201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f91eb62c-62d0-409a-ad25-e804cb908b2f tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': 'c3a80146-2cb2-4511-ac63-f5183ae378cd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:39.331144 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-f91eb62c-62d0-409a-ad25-e804cb908b2f tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:39.332692 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f91eb62c-62d0-409a-ad25-e804cb908b2f tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0578253 Nov 27 01:38:39.335992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34642) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:39.340837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f5def5bf-e528-48b1-9ccf-f242c47ffb47 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': 'c3a80146-2cb2-4511-ac63-f5183ae378cd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:39.341317 n-d-817303-10 neutron-server[103403]: WARNING neutron.api.v2.base [None req-f5def5bf-e528-48b1-9ccf-f242c47ffb47 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 27 01:38:39.341807 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-f5def5bf-e528-48b1-9ccf-f242c47ffb47 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:39.344322 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f5def5bf-e528-48b1-9ccf-f242c47ffb47 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057032 Nov 27 01:38:39.346068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34646) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:39.350405 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ffe73b31-5035-4616-8d04-7148fd799b43 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': 'c3a80146-2cb2-4511-ac63-f5183ae378cd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:39.387071 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-ffe73b31-5035-4616-8d04-7148fd799b43 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:39.393052 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34648) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:39.400463 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ffe73b31-5035-4616-8d04-7148fd799b43 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0497580 Nov 27 01:38:39.400572 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0fed0ecc-dfcd-4409-b1a1-685c67fb8ecd tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': 'c3a80146-2cb2-4511-ac63-f5183ae378cd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:39.448115 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-0fed0ecc-dfcd-4409-b1a1-685c67fb8ecd tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:39.449795 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0fed0ecc-dfcd-4409-b1a1-685c67fb8ecd tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0556378 Nov 27 01:38:39.453788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34652) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:39.490548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4365ebc1-84c4-4d55-93bd-a24d75baeed8 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:39.513032 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c3171665-6a2b-4bb7-9e6e-c0b571d17d80 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:39.544370 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c3171665-6a2b-4bb7-9e6e-c0b571d17d80 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:39.570049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:38:39.578072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:39.579525 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:39.607158 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c3171665-6a2b-4bb7-9e6e-c0b571d17d80 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:39.610200 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c3171665-6a2b-4bb7-9e6e-c0b571d17d80 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:39.614414 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c3171665-6a2b-4bb7-9e6e-c0b571d17d80 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "DELETE /v2.0/security-groups/c3a80146-2cb2-4511-ac63-f5183ae378cd HTTP/1.1" status: 204 len: 168 time: 0.1572495 Nov 27 01:38:39.615312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34656) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:39.623706 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3171665-6a2b-4bb7-9e6e-c0b571d17d80 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a80146-2cb2-4511-ac63-f5183ae378cd,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:39.707623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34660) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:39.708049 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1a41bb77-aa97-40f1-8b35-b4d2b3150e14 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0907536 Nov 27 01:38:39.711975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f266c997-d5ae-4654-930e-c8f21085c4d9 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618608287'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:39.742350 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:39.764002 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f266c997-d5ae-4654-930e-c8f21085c4d9 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:39.775185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:38:39.777652 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988650c9-d930-4bc4-9b8a-41a6b91f949c" -d '{"events": [{"server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "name": "network-vif-plugged", "status": "completed", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:38:39.803792 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:39.812560 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:39.848709 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7fd23b-983e-472a-958c-787baa7aec2f x-openstack-request-id: req-fd7fd23b-983e-472a-958c-787baa7aec2f {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:38:39.849008 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "name": "network-vif-plugged", "status": "completed", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:38:39.849262 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd7fd23b-983e-472a-958c-787baa7aec2f {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:38:39.849652 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'code': 200} Nov 27 01:38:39.863298 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f266c997-d5ae-4654-930e-c8f21085c4d9 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:39.868931 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f266c997-d5ae-4654-930e-c8f21085c4d9 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:39.883726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=4365ebc1-84c4-4d55-93bd-a24d75baeed8,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:39.927457 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f266c997-d5ae-4654-930e-c8f21085c4d9 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:39.931740 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f266c997-d5ae-4654-930e-c8f21085c4d9 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2203703 Nov 27 01:38:39.932689 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34670) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:39.936798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-afbfd823-84a8-41a5-a3c4-68c228c0c626 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': 'e94c4461-fbcf-45d9-a01a-9bcfb6d9b915', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:39.940988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266c997-d5ae-4654-930e-c8f21085c4d9 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94c4461-fbcf-45d9-a01a-9bcfb6d9b915,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:40.003253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74007f43-27d4-427e-912e-c89327ec26b1 req-46098bf6-8bf8-4ab3-b957-aa4ad8f41dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:40.004801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-74007f43-27d4-427e-912e-c89327ec26b1 req-46098bf6-8bf8-4ab3-b957-aa4ad8f41dd8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 1098 time: 0.0583267 Nov 27 01:38:40.099178 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-01071a8a-be97-44f9-a65c-8b16b108750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:40.405692 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a6eb4-8854-488a-8c2a-c4c1810af855 req-d7292471-6382-424f-b365-c6fa1fc054c8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:40.408715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-424a6eb4-8854-488a-8c2a-c4c1810af855 req-d7292471-6382-424f-b365-c6fa1fc054c8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 946 time: 0.0606310 Nov 27 01:38:40.412521 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-afbfd823-84a8-41a5-a3c4-68c228c0c626 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The resource could not be found. Nov 27 01:38:40.413552 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-afbfd823-84a8-41a5-a3c4-68c228c0c626 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4805746 Nov 27 01:38:40.419142 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34676) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:40.424556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ed056aa2-d357-4720-ba9b-bea344aaebf0 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': 'e94c4461-fbcf-45d9-a01a-9bcfb6d9b915', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ef3658f1-5d0d-4be9-aad6-5b379403cdb9'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:40.467966 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-74007f43-27d4-427e-912e-c89327ec26b1 req-fddf19c0-be34-414b-9d99-63156bb931f8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4560742 Nov 27 01:38:40.488506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c59d7-1030-4619-b206-d4ece75bdafe req-72c884e8-e0ae-46fe-96e0-25924669841f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:40.490646 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-713c59d7-1030-4619-b206-d4ece75bdafe req-72c884e8-e0ae-46fe-96e0-25924669841f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 943 time: 0.0818892 Nov 27 01:38:40.496503 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-424a6eb4-8854-488a-8c2a-c4c1810af855 req-d92e2d23-5d76-4dc6-adf0-50f7bff58f8c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786269 Nov 27 01:38:40.522596 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-ed056aa2-d357-4720-ba9b-bea344aaebf0 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The resource could not be found. Nov 27 01:38:40.523658 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ed056aa2-d357-4720-ba9b-bea344aaebf0 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1035664 Nov 27 01:38:40.526819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34678) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:40.574546 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-713c59d7-1030-4619-b206-d4ece75bdafe req-f19466cf-489b-4e48-b179-676acb4cbbfb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=61c0b8d7-2c45-45ba-83eb-72e4137f316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779560 Nov 27 01:38:40.590354 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6de678ad-b6ec-4998-aff0-11548ca856cf tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:40.619539 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6de678ad-b6ec-4998-aff0-11548ca856cf tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:40.674198 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6de678ad-b6ec-4998-aff0-11548ca856cf tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:40.677055 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6de678ad-b6ec-4998-aff0-11548ca856cf tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:40.685607 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34684) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:40.685834 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6de678ad-b6ec-4998-aff0-11548ca856cf tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "DELETE /v2.0/security-groups/e94c4461-fbcf-45d9-a01a-9bcfb6d9b915 HTTP/1.1" status: 204 len: 168 time: 0.1578565 Nov 27 01:38:40.696742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de678ad-b6ec-4998-aff0-11548ca856cf tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94c4461-fbcf-45d9-a01a-9bcfb6d9b915,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:40.770802 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3155fdbc-f946-41ad-9172-39eaaedf0e7e tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0821424 Nov 27 01:38:40.775206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34688) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:40.791662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-501e7ef2-1c27-40f2-ac14-980e099f4e78 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': '371c317b-887c-4c5a-92bc-c32af53cd480', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:40.849683 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-501e7ef2-1c27-40f2-ac14-980e099f4e78 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The resource could not be found. Nov 27 01:38:40.851334 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-501e7ef2-1c27-40f2-ac14-980e099f4e78 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0750332 Nov 27 01:38:40.855027 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34692) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:40.860039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-efd6df1d-11d7-468c-954e-bfdc169a5206 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group': {'name': 'tempest-secgroup--314884985'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:40.886649 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-efd6df1d-11d7-468c-954e-bfdc169a5206 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:40.972083 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-efd6df1d-11d7-468c-954e-bfdc169a5206 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:40.975898 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-efd6df1d-11d7-468c-954e-bfdc169a5206 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.005688 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-efd6df1d-11d7-468c-954e-bfdc169a5206 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.009404 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-efd6df1d-11d7-468c-954e-bfdc169a5206 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1509094 Nov 27 01:38:41.010077 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34696) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:41.015452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2d99a633-602b-44ac-98a8-a276ce910cee tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group': {'name': 'tempest-secgroup--351322059'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:41.036095 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6df1d-11d7-468c-954e-bfdc169a5206 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5c21d7-33c9-4f8d-ab26-11c7e0e5cc79,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:41.083644 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d99a633-602b-44ac-98a8-a276ce910cee tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.184038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d99a633-602b-44ac-98a8-a276ce910cee tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.188600 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d99a633-602b-44ac-98a8-a276ce910cee tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.216762 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d99a633-602b-44ac-98a8-a276ce910cee tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.218753 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2d99a633-602b-44ac-98a8-a276ce910cee tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2074893 Nov 27 01:38:41.221979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34706) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:41.229164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99a633-602b-44ac-98a8-a276ce910cee tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5f806f-29b6-470e-8485-fa039425a64d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:41.229306 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-42dea076-055d-4add-81a3-5a0f56405d4c tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group_rule': {'security_group_id': '8a5c21d7-33c9-4f8d-ab26-11c7e0e5cc79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'db5f806f-29b6-470e-8485-fa039425a64d'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:41.321557 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-42dea076-055d-4add-81a3-5a0f56405d4c tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:38:41.322639 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-42dea076-055d-4add-81a3-5a0f56405d4c tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0979922 Nov 27 01:38:41.325847 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34712) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:41.395720 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94f99cd8-c42a-4fd9-b3a7-ef9ca811d214 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.423437 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94f99cd8-c42a-4fd9-b3a7-ef9ca811d214 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.472799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94f99cd8-c42a-4fd9-b3a7-ef9ca811d214 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.475966 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94f99cd8-c42a-4fd9-b3a7-ef9ca811d214 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.479884 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-94f99cd8-c42a-4fd9-b3a7-ef9ca811d214 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "DELETE /v2.0/security-groups/db5f806f-29b6-470e-8485-fa039425a64d HTTP/1.1" status: 204 len: 168 time: 0.1529968 Nov 27 01:38:41.480083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34716) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:41.482991 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 37b93246-d006-447f-a9db-ff145fbd8f09 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:38:41.509277 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f99cd8-c42a-4fd9-b3a7-ef9ca811d214 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5f806f-29b6-470e-8485-fa039425a64d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:41.617245 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-84d7a662-a916-474b-99a2-4a0860041d1b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1348181 Nov 27 01:38:41.620145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34722) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:41.632156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b0b85-a88f-4bc6-883f-8dcf7bbc7c4b req-48a6c245-5752-40a9-84bb-4de2ee0228e2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:41.634730 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-024b0b85-a88f-4bc6-883f-8dcf7bbc7c4b req-48a6c245-5752-40a9-84bb-4de2ee0228e2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 946 time: 0.0637779 Nov 27 01:38:41.662821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 37b93246-d006-447f-a9db-ff145fbd8f09, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=37b93246-d006-447f-a9db-ff145fbd8f09,segment=NetworkSegment(6a31883a-7087-471b-bd9f-c838489d0212),segment_id=6a31883a-7087-471b-bd9f-c838489d0212)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:41.693252 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '37b93246-d006-447f-a9db-ff145fbd8f09', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'port_id': '37b93246-d006-447f-a9db-ff145fbd8f09', 'mac_address': 'fa:16:3e:76:b5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:38:41.724662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-024b0b85-a88f-4bc6-883f-8dcf7bbc7c4b req-de0b5a59-94db-4ce9-98f0-46c66f63a700 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830011 Nov 27 01:38:41.733129 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2cd76f9-c13f-49a5-9f77-d8645a679e9b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.778412 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.788698 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2cd76f9-c13f-49a5-9f77-d8645a679e9b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.797237 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b93246-d006-447f-a9db-ff145fbd8f09 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:38:41.832579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 37b93246-d006-447f-a9db-ff145fbd8f09, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=37b93246-d006-447f-a9db-ff145fbd8f09,segment=NetworkSegment(6a31883a-7087-471b-bd9f-c838489d0212),segment_id=6a31883a-7087-471b-bd9f-c838489d0212)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:41.834795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978c696-3da8-419d-9e0a-8b8dcf07b81f req-b878a517-05e3-4a7c-a500-a7aa22d9f2ab tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:41.839071 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.845569 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7978c696-3da8-419d-9e0a-8b8dcf07b81f req-b878a517-05e3-4a7c-a500-a7aa22d9f2ab tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 943 time: 0.1129663 Nov 27 01:38:41.892568 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2cd76f9-c13f-49a5-9f77-d8645a679e9b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.895897 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c2cd76f9-c13f-49a5-9f77-d8645a679e9b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:41.897689 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c2cd76f9-c13f-49a5-9f77-d8645a679e9b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "DELETE /v2.0/security-groups/8a5c21d7-33c9-4f8d-ab26-11c7e0e5cc79 HTTP/1.1" status: 204 len: 168 time: 0.2765102 Nov 27 01:38:41.900809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34724) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:41.932365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd76f9-c13f-49a5-9f77-d8645a679e9b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5c21d7-33c9-4f8d-ab26-11c7e0e5cc79,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:41.940313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=37b93246-d006-447f-a9db-ff145fbd8f09,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:41.973183 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7978c696-3da8-419d-9e0a-8b8dcf07b81f req-e772b00e-18e3-4979-9f78-1cc31973af75 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=61c0b8d7-2c45-45ba-83eb-72e4137f316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269114 Nov 27 01:38:41.990814 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-43830a3f-dd3d-410f-b5a9-a3d2211f1da4 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0888228 Nov 27 01:38:41.999905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34726) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:42.011173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-37248c1c-e37a-417b-8761-89ddaf4d2fe6 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group': {'name': 'tempest-secgroup--922142223'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:42.045584 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-37248c1c-e37a-417b-8761-89ddaf4d2fe6 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:42.143459 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-37248c1c-e37a-417b-8761-89ddaf4d2fe6 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:42.147126 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-37248c1c-e37a-417b-8761-89ddaf4d2fe6 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:42.184997 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-37248c1c-e37a-417b-8761-89ddaf4d2fe6 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:42.186317 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-37248c1c-e37a-417b-8761-89ddaf4d2fe6 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1854200 Nov 27 01:38:42.189826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37248c1c-e37a-417b-8761-89ddaf4d2fe6 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b20083-1c3f-4583-91cd-24268ab17de8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:42.190053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34730) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:42.191482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['37b93246-d006-447f-a9db-ff145fbd8f09'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:38:42.195053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-6dbb5989-00c1-40d4-9c5a-eca43f96c488 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:42.195534 n-d-817303-10 neutron-server[103402]: WARNING neutron.api.v2.base [None req-6dbb5989-00c1-40d4-9c5a-eca43f96c488 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 01:38:42.196012 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-6dbb5989-00c1-40d4-9c5a-eca43f96c488 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] update failed (client error): There was a conflict when trying to complete your request. Nov 27 01:38:42.199391 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6dbb5989-00c1-40d4-9c5a-eca43f96c488 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "PUT /v2.0/security-groups/f4b20083-1c3f-4583-91cd-24268ab17de8 HTTP/1.1" status: 409 len: 330 time: 0.0059223 Nov 27 01:38:42.199984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34732) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:42.262210 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e7407624-e283-4042-a502-b5a3cae93384 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:42.296954 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e7407624-e283-4042-a502-b5a3cae93384 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:42.299584 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7305d1c8-7cc3-4300-ae3f-67ceee0eb49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:42.352608 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e7407624-e283-4042-a502-b5a3cae93384 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:42.357362 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e7407624-e283-4042-a502-b5a3cae93384 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:42.375410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e7407624-e283-4042-a502-b5a3cae93384 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "DELETE /v2.0/security-groups/f4b20083-1c3f-4583-91cd-24268ab17de8 HTTP/1.1" status: 204 len: 168 time: 0.1717227 Nov 27 01:38:42.375753 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34736) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:42.385593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7407624-e283-4042-a502-b5a3cae93384 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b20083-1c3f-4583-91cd-24268ab17de8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:42.441063 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b5d73876-7d3d-4109-af28-50d0d3193393 tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0636296 Nov 27 01:38:42.444647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34738) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:42.458594 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-abca484b-0ab1-4131-965b-bb2e7ab371ff tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] delete failed (client error): The resource could not be found. Nov 27 01:38:42.459571 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-abca484b-0ab1-4131-965b-bb2e7ab371ff tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "DELETE /v2.0/security-groups/f29194df-58eb-4926-8871-2293661e685c HTTP/1.1" status: 404 len: 347 time: 0.0139096 Nov 27 01:38:42.463598 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34740) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:42.477622 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-6210d544-5c38-4968-8c4e-daedcd4236ae tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] show failed (client error): The resource could not be found. Nov 27 01:38:42.478697 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6210d544-5c38-4968-8c4e-daedcd4236ae tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "GET /v2.0/security-groups/8ba1f818-3b90-4658-b4cd-a77381733620 HTTP/1.1" status: 404 len: 347 time: 0.0137250 Nov 27 01:38:42.482512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34742) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:42.498920 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-5348f427-11dc-4e51-9e87-19536488fa5b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] show failed (client error): The resource could not be found. Nov 27 01:38:42.500395 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5348f427-11dc-4e51-9e87-19536488fa5b tempest-NegativeSecGroupTest-886279032 tempest-NegativeSecGroupTest-886279032-project] 10.222.0.15 "GET /v2.0/security-group-rules/18c36cc8-a6b1-4920-8433-b0d55fbfd299 HTTP/1.1" status: 404 len: 356 time: 0.0167887 Nov 27 01:38:42.738350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34748) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:42.847988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6da72b-eaec-4a44-8ba0-390eaf751ccc req-5fc5e0f8-f1cd-4298-bcee-dbb6d8cb1b73 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:42.849564 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f6da72b-eaec-4a44-8ba0-390eaf751ccc req-5fc5e0f8-f1cd-4298-bcee-dbb6d8cb1b73 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 946 time: 0.0556839 Nov 27 01:38:42.873851 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-de0ba2e7-376c-4e66-ab24-d1d62003bc26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac1d9b5b453042d785470541c58b37f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343229 Nov 27 01:38:42.877448 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34754) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:42.899342 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f6da72b-eaec-4a44-8ba0-390eaf751ccc req-66549cea-59b1-434e-8ac3-a861d55a2b66 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434599 Nov 27 01:38:42.925303 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-79271fef-cbe8-41b2-b1ee-2e53611c3546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:42.946418 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-79271fef-cbe8-41b2-b1ee-2e53611c3546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:43.025128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7a149-2c9a-4672-b1fe-827482d969f2 req-b9eee007-412d-4fb6-afd8-232669e8c6c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:43.026653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7a7a149-2c9a-4672-b1fe-827482d969f2 req-b9eee007-412d-4fb6-afd8-232669e8c6c4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 946 time: 0.0586932 Nov 27 01:38:43.032862 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-79271fef-cbe8-41b2-b1ee-2e53611c3546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:43.035721 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-79271fef-cbe8-41b2-b1ee-2e53611c3546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:43.036912 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-79271fef-cbe8-41b2-b1ee-2e53611c3546 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a3eebcf-4662-4fe4-8351-10a815401cf6 HTTP/1.1" status: 204 len: 168 time: 0.1583843 Nov 27 01:38:43.073863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79271fef-cbe8-41b2-b1ee-2e53611c3546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3eebcf-4662-4fe4-8351-10a815401cf6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:43.096436 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7a7a149-2c9a-4672-b1fe-827482d969f2 req-535d8106-8a89-4229-8a00-991d89f4d479 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583861 Nov 27 01:38:43.119425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34762) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:43.123125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2b6ef-d837-49e1-b5db-9072e5f02f54 req-8a05774a-9036-4858-8961-d5d2b7b57bf9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:43.125089 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7fc2b6ef-d837-49e1-b5db-9072e5f02f54 req-8a05774a-9036-4858-8961-d5d2b7b57bf9 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 944 time: 0.0689168 Nov 27 01:38:43.189704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73830b68-3a51-489c-8601-1007ce7a58b0 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:43.192177 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-73830b68-3a51-489c-8601-1007ce7a58b0 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 1093 time: 0.0714035 Nov 27 01:38:43.195216 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34766) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:43.204381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:43.234792 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7fc2b6ef-d837-49e1-b5db-9072e5f02f54 req-4e700cc6-23aa-4524-a681-1587be103493 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=61c0b8d7-2c45-45ba-83eb-72e4137f316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987089 Nov 27 01:38:43.251964 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:43.350792 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:43.409514 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:43.494000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 37b93246-d006-447f-a9db-ff145fbd8f09 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:43.572180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.25.1.188 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/c486b8b5-5675-42b1-b37b-04146b3fde25) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:43.611266 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 37b93246-d006-447f-a9db-ff145fbd8f09 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:38:43.616133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 37b93246-d006-447f-a9db-ff145fbd8f09 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:43.616765 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:43.747388 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:43.748055 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:43.788936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 37b93246-d006-447f-a9db-ff145fbd8f09, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=37b93246-d006-447f-a9db-ff145fbd8f09,segment=NetworkSegment(6a31883a-7087-471b-bd9f-c838489d0212),segment_id=6a31883a-7087-471b-bd9f-c838489d0212)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:43.790194 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b93246-d006-447f-a9db-ff145fbd8f09'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:38:43.793800 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90aa424-3829-4d6d-b551-e3025425d162" -d '{"events": [{"server_uuid": "45f748e7-b220-44ff-9477-b4b68fcfe73a", "name": "network-vif-plugged", "status": "completed", "tag": "37b93246-d006-447f-a9db-ff145fbd8f09"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:38:43.798132 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:43.840408 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:43.877751 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecd9f76-1f30-4866-b149-6f1b3a9af273 x-openstack-request-id: req-eecd9f76-1f30-4866-b149-6f1b3a9af273 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:38:43.878051 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f748e7-b220-44ff-9477-b4b68fcfe73a", "name": "network-vif-plugged", "status": "completed", "tag": "37b93246-d006-447f-a9db-ff145fbd8f09", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:38:43.878311 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eecd9f76-1f30-4866-b149-6f1b3a9af273 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:38:43.882821 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b93246-d006-447f-a9db-ff145fbd8f09', 'code': 200} Nov 27 01:38:43.890242 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:43.893720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:43.895916 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=37b93246-d006-447f-a9db-ff145fbd8f09,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:43.898722 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:43.950735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=c486b8b5-5675-42b1-b37b-04146b3fde25,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:44.046707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb74633-d81d-40a9-a859-3d0e477737ed req-edfc4bfd-5c83-4588-9674-6078a5e0c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:44.051133 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2eb74633-d81d-40a9-a859-3d0e477737ed req-edfc4bfd-5c83-4588-9674-6078a5e0c01f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 1097 time: 0.0674303 Nov 27 01:38:44.121597 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2eb74633-d81d-40a9-a859-3d0e477737ed req-47108529-bd42-4a8a-884d-b4941c615c85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=61c0b8d7-2c45-45ba-83eb-72e4137f316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621464 Nov 27 01:38:44.170231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34812) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:44.367438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-328291707'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:44.411648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6afae-7036-45ce-b79e-31dd6230d65e req-089c20e2-0996-44e8-aa34-2c7c57c5d30f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:44.413545 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-15c6afae-7036-45ce-b79e-31dd6230d65e req-089c20e2-0996-44e8-aa34-2c7c57c5d30f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 945 time: 0.0630288 Nov 27 01:38:44.470239 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-15c6afae-7036-45ce-b79e-31dd6230d65e req-b62599ab-fbed-4acd-bdb0-fd5baf878824 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=61c0b8d7-2c45-45ba-83eb-72e4137f316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479300 Nov 27 01:38:44.503778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Made reservation on behalf of 9c37625b7c9b4f49ad70479b70ba2fcc for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:38:44.507346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:44.533883 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:44.680913 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:44.827419 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:44.828851 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:44.832257 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:44.902304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:38:44.906164 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:44.914023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7b95f5-c568-4814-a816-bd335b9ca465,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:44.920279 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:44.920633 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Added segment 8cead457-1c3d-4f89-a3b1-9c93176c125a of type vlan for network ae952fc6-61f4-4688-8291-acf76adfdea0 Nov 27 01:38:45.011129 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:45.073826 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:45.080038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:45.080578 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:45.145173 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:45.160513 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:45.173851 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0024593 Nov 27 01:38:45.176742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34826) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:45.186912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-687c8714-1cfe-4f5c-a5b3-adc892b7f40c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Request body: {'subnet': {'network_id': 'ae952fc6-61f4-4688-8291-acf76adfdea0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:45.224516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bd8f3-8ef6-4f76-888f-a476c8165445 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Pushing event updated for resources: {'Network': ['ID=ae952fc6-61f4-4688-8291-acf76adfdea0,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:45.239535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network ae952fc6-61f4-4688-8291-acf76adfdea0 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:38:45.262788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=c486b8b5-5675-42b1-b37b-04146b3fde25,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:45.277868 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:45.349112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687c8714-1cfe-4f5c-a5b3-adc892b7f40c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Made reservation on behalf of 9c37625b7c9b4f49ad70479b70ba2fcc for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:38:45.353309 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-687c8714-1cfe-4f5c-a5b3-adc892b7f40c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:45.409986 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Floating IP 3c7e7662-e298-4669-b8e6-736bd51e8da0 associated. External IP: 172.25.1.188, port: 4365ebc1-84c4-4d55-93bd-a24d75baeed8. Nov 27 01:38:45.632517 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-687c8714-1cfe-4f5c-a5b3-adc892b7f40c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:45.717132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c8714-1cfe-4f5c-a5b3-adc892b7f40c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Pushing event updated for resources: {'Subnet': ['ID=adedf266-afad-479a-ab61-4b5091e3b874,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:45.719957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15ca88-c9e3-482a-bf72-70c035af371e req-cf6b95fb-f5dd-4a43-ae7d-7540b2924bcf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:45.729326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee15ca88-c9e3-482a-bf72-70c035af371e req-cf6b95fb-f5dd-4a43-ae7d-7540b2924bcf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 945 time: 0.1665037 Nov 27 01:38:45.754035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c8714-1cfe-4f5c-a5b3-adc892b7f40c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Checking segment: {'id': '8cead457-1c3d-4f89-a3b1-9c93176c125a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ae952fc6-61f4-4688-8291-acf76adfdea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:45.754035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c8714-1cfe-4f5c-a5b3-adc892b7f40c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Network hostable DHCP agents. Network: ae952fc6-61f4-4688-8291-acf76adfdea0, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:38:45.778976 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c8714-1cfe-4f5c-a5b3-adc892b7f40c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Network ae952fc6-61f4-4688-8291-acf76adfdea0 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:38:45.794164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-687c8714-1cfe-4f5c-a5b3-adc892b7f40c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, ae952fc6-61f4-4688-8291-acf76adfdea0) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:45.802624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687c8714-1cfe-4f5c-a5b3-adc892b7f40c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:45.803227 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-687c8714-1cfe-4f5c-a5b3-adc892b7f40c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:45.809039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598c91c2-d884-4494-8548-2b5bbc056d85 None None] Network ae952fc6-61f4-4688-8291-acf76adfdea0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:45.839392 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-687c8714-1cfe-4f5c-a5b3-adc892b7f40c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6595874 Nov 27 01:38:45.841243 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34842) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:45.850877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Request body: {'port': {'network_id': 'ae952fc6-61f4-4688-8291-acf76adfdea0', 'name': 'tempest-TagsExtTest-1714230047'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:45.922963 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee15ca88-c9e3-482a-bf72-70c035af371e req-8907c655-07d2-49b4-a806-1a04415437a5 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=61c0b8d7-2c45-45ba-83eb-72e4137f316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876073 Nov 27 01:38:45.931914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:38:46.152014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-ae952fc6-61f4-4688-8291-acf76adfdea0', 'network_id': 'ae952fc6-61f4-4688-8291-acf76adfdea0', 'tenant_id': '9c37625b7c9b4f49ad70479b70ba2fcc', 'fixed_ips': [{'subnet_id': 'adedf266-afad-479a-ab61-4b5091e3b874'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:38:46.152936 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:46.215756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef572771-9a3e-4152-ae84-7bf84e70caea req-fe3ce610-3690-44cb-a8e3-2180f517065a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:46.228324 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef572771-9a3e-4152-ae84-7bf84e70caea req-fe3ce610-3690-44cb-a8e3-2180f517065a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 945 time: 0.2001185 Nov 27 01:38:46.270926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Made reservation on behalf of 9c37625b7c9b4f49ad70479b70ba2fcc for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:38:46.279262 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:46.320827 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef572771-9a3e-4152-ae84-7bf84e70caea req-e6a93354-a677-49ad-9140-8d3cfcd06626 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=61c0b8d7-2c45-45ba-83eb-72e4137f316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912967 Nov 27 01:38:46.346609 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:46.355139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34846) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:46.426181 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Allocated IP 172.20.0.2 (ae952fc6-61f4-4688-8291-acf76adfdea0/adedf266-afad-479a-ab61-4b5091e3b874/1d8aece5-9be9-400e-b349-143b2235f182) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:46.436849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] device_id is not set on port 7fec7956-7083-41dc-8bf4-00f447543d2b yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:38:46.469939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03918023-f3c9-43a2-bc38-d903eeaf85b4 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:46.474596 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-03918023-f3c9-43a2-bc38-d903eeaf85b4 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 1092 time: 0.1152589 Nov 27 01:38:46.478198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34848) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:46.482843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '37b93246-d006-447f-a9db-ff145fbd8f09', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:46.506261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:46.521700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe198d90-3483-45ab-b4f0-fc30177dc500 None None] Sync routers for ids ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:46.526110 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:46.559246 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-25a7e842-3a95-443d-8537-f2a3f57075f9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3603597 Nov 27 01:38:46.559246 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:38:46.572024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe198d90-3483-45ab-b4f0-fc30177dc500 None None] Routers {'7bd13287-e0e8-4e25-bab9-1477e6eb0379'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:46.572953 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fe198d90-3483-45ab-b4f0-fc30177dc500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:38:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:46.580111 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19020887-73ad-4848-bdaa-116b3dff1c46" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:38:46.585282 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:46.667947 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed80c298-89ef-452f-9526-83416083e426 x-openstack-request-id: req-ed80c298-89ef-452f-9526-83416083e426 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:38:46.668379 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:38:46.668732 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed80c298-89ef-452f-9526-83416083e426 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:38:46.669226 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'status': 'completed', 'code': 200} Nov 27 01:38:46.765620 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:46.802182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d420315-11f7-4f37-987f-43afd6241982 req-b5214281-d0a3-4007-86b3-15f81b343be5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:46.803757 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d420315-11f7-4f37-987f-43afd6241982 req-b5214281-d0a3-4007-86b3-15f81b343be5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 946 time: 0.1264963 Nov 27 01:38:46.810815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19020887-73ad-4848-bdaa-116b3dff1c46 req-85d6826c-b33e-4bfa-91f8-1fac9a75808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:46.813221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-19020887-73ad-4848-bdaa-116b3dff1c46 req-85d6826c-b33e-4bfa-91f8-1fac9a75808d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 1098 time: 0.0911856 Nov 27 01:38:47.009882 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d420315-11f7-4f37-987f-43afd6241982 req-7d78a787-20d1-417a-a779-3a091c84cd86 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954486 Nov 27 01:38:47.020858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Allocated IP 172.25.1.114 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/646b3e9b-d3a0-47f0-b3f1-a2674c9a95e7) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:47.038824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34864) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:47.218497 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:47.228084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-fe198d90-3483-45ab-b4f0-fc30177dc500 None None] Set router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:47.232339 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:47.320615 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0c15f984-4c10-4a4c-a5b9-e481e8469e32 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/3c7e7662-e298-4669-b8e6-736bd51e8da0 HTTP/1.1" status: 200 len: 992 time: 0.2804756 Nov 27 01:38:47.324807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Network ae952fc6-61f4-4688-8291-acf76adfdea0 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:47.332427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19020887-73ad-4848-bdaa-116b3dff1c46 req-a6166616-40d0-4198-aeda-fdd21fc2a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:47.333022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:47.334713 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-19020887-73ad-4848-bdaa-116b3dff1c46 req-a6166616-40d0-4198-aeda-fdd21fc2a42c service neutron] 10.222.0.31 "GET /v2.0/networks?id=26a73c82-2a1f-4668-b353-12a7bbb2454b HTTP/1.1" status: 200 len: 897 time: 0.5130806 Nov 27 01:38:47.339440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:47.372703 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:47.404615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Pushing event updated for resources: {'Port': ['ID=1d8aece5-9be9-400e-b349-143b2235f182,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:47.461914 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.db.api [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b8e86773-c136-4d9a-acaf-adf363a007a1 {{(pid=103403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:38:47.468363 n-d-817303-10 neutron-server[103403]: DEBUG oslo_db.api [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:38:47.470538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34868) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:47.511264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Attempting to bind port 1d8aece5-9be9-400e-b349-143b2235f182 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:38:47.511632 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Attempting to bind port 1d8aece5-9be9-400e-b349-143b2235f182 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '8cead457-1c3d-4f89-a3b1-9c93176c125a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ae952fc6-61f4-4688-8291-acf76adfdea0'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:38:47.511950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Attempting to bind port 1d8aece5-9be9-400e-b349-143b2235f182 on network ae952fc6-61f4-4688-8291-acf76adfdea0 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:47.512936 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:47.523448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:38:47.523837 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Checking segment: {'id': '8cead457-1c3d-4f89-a3b1-9c93176c125a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ae952fc6-61f4-4688-8291-acf76adfdea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:47.524546 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:47.524952 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Bound using segment: {'id': '8cead457-1c3d-4f89-a3b1-9c93176c125a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ae952fc6-61f4-4688-8291-acf76adfdea0'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:38:47.525441 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Bound port: 1d8aece5-9be9-400e-b349-143b2235f182, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cead457-1c3d-4f89-a3b1-9c93176c125a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ae952fc6-61f4-4688-8291-acf76adfdea0'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:38:47.525831 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:47.603448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:47.606533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:47.626808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:47.628980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=646b3e9b-d3a0-47f0-b3f1-a2674c9a95e7,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:47.662025 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e765e72a-335e-4217-81b1-695680447f29 None None] For port 1d8aece5-9be9-400e-b349-143b2235f182, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:38:47.677249 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-19020887-73ad-4848-bdaa-116b3dff1c46 req-2dc9e465-e558-45a6-845f-74667a84b137 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8 HTTP/1.1" status: 200 len: 1000 time: 0.3313990 Nov 27 01:38:47.679628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e765e72a-335e-4217-81b1-695680447f29 None None] For port 1d8aece5-9be9-400e-b349-143b2235f182, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1d8aece5-9be9-400e-b349-143b2235f182,segment=NetworkSegment(8cead457-1c3d-4f89-a3b1-9c93176c125a),segment_id=8cead457-1c3d-4f89-a3b1-9c93176c125a)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:38:47.686137 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:47.792644 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4807f23-8feb-4d13-812e-bac3dc57b7cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:47.800860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fe198d90-3483-45ab-b4f0-fc30177dc500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '3c7e7662-e298-4669-b8e6-736bd51e8da0', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'port_id': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'mac_address': 'fa:16:3e:ff:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:44Z', 'updated_at': '2021-11-27T01:38:44Z', 'revision_number': 0, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c3836c-2d36-4373-aea6-10e75f5666dc', 'name': '', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ce:0f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:32Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:47.815002 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19020887-73ad-4848-bdaa-116b3dff1c46 req-21397fee-137d-43c5-9795-f9b707cd35e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:47.818944 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-19020887-73ad-4848-bdaa-116b3dff1c46 req-21397fee-137d-43c5-9795-f9b707cd35e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d39c39e2-2994-4fd1-b3dc-99a5f955e1ea HTTP/1.1" status: 200 len: 834 time: 0.1358359 Nov 27 01:38:47.878410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765e72a-335e-4217-81b1-695680447f29 None None] Pushing event updated for resources: {'Port': ['ID=1d8aece5-9be9-400e-b349-143b2235f182,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:47.893195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe198d90-3483-45ab-b4f0-fc30177dc500 None None] Checking router: 7bd13287-e0e8-4e25-bab9-1477e6eb0379 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:47.903878 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe198d90-3483-45ab-b4f0-fc30177dc500 None None] Routers {'7bd13287-e0e8-4e25-bab9-1477e6eb0379'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:47.904542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fe198d90-3483-45ab-b4f0-fc30177dc500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:38:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:47.949332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19020887-73ad-4848-bdaa-116b3dff1c46 req-1bbbd32b-c78e-4969-aa55-79e532ea7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:47.954437 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-19020887-73ad-4848-bdaa-116b3dff1c46 req-1bbbd32b-c78e-4969-aa55-79e532ea7ffe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26a73c82-2a1f-4668-b353-12a7bbb2454b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1282868 Nov 27 01:38:47.972622 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:48.053158 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-fe198d90-3483-45ab-b4f0-fc30177dc500 None None] Set router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:48.128875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] device_id is not set on port 5e2c2849-7c82-4be6-bc28-306a280642ef yet. {{(pid=103403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:38:48.190732 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-19020887-73ad-4848-bdaa-116b3dff1c46 req-1ce639f6-9da2-4797-8e66-c65ba1b7bf21 service neutron] 10.222.0.31 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290297 Nov 27 01:38:48.326624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34874) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:48.468564 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:48.512621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fe198d90-3483-45ab-b4f0-fc30177dc500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '3c7e7662-e298-4669-b8e6-736bd51e8da0', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'port_id': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'mac_address': 'fa:16:3e:ff:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:44Z', 'updated_at': '2021-11-27T01:38:44Z', 'revision_number': 0, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c3836c-2d36-4373-aea6-10e75f5666dc', 'name': '', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ce:0f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:32Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:48.540148 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-19020887-73ad-4848-bdaa-116b3dff1c46 req-c0d12a02-556b-4536-8be6-03b65acedbe6 service neutron] 10.222.0.31 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412473 Nov 27 01:38:48.575079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Allocated IP 172.20.0.12 (ae952fc6-61f4-4688-8291-acf76adfdea0/adedf266-afad-479a-ab61-4b5091e3b874/5e2c2849-7c82-4be6-bc28-306a280642ef) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:48.586175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1d8aece5-9be9-400e-b349-143b2235f182 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:48.588231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe198d90-3483-45ab-b4f0-fc30177dc500 None None] The sync data for ids ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'] in n-d-817303-10 is: [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '3c7e7662-e298-4669-b8e6-736bd51e8da0', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'port_id': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'mac_address': 'fa:16:3e:ff:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:44Z', 'updated_at': '2021-11-27T01:38:44Z', 'revision_number': 0, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c3836c-2d36-4373-aea6-10e75f5666dc', 'name': '', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ce:0f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:32Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:48.590556 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a934b57b-f1ab-4b23-a4ca-f40e68fb0b41 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/3c7e7662-e298-4669-b8e6-736bd51e8da0 HTTP/1.1" status: 200 len: 992 time: 0.2579675 Nov 27 01:38:48.688406 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1d8aece5-9be9-400e-b349-143b2235f182 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:48.688793 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:48.753694 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4807f23-8feb-4d13-812e-bac3dc57b7cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:48.766970 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4807f23-8feb-4d13-812e-bac3dc57b7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:48.783995 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:48.809729 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:48.860993 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 1d8aece5-9be9-400e-b349-143b2235f182, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1d8aece5-9be9-400e-b349-143b2235f182,segment=NetworkSegment(8cead457-1c3d-4f89-a3b1-9c93176c125a),segment_id=8cead457-1c3d-4f89-a3b1-9c93176c125a)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:48.871751 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:48.944298 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d4807f23-8feb-4d13-812e-bac3dc57b7cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d04e692664bd4b70af2ba523a8b1c80d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4722061 Nov 27 01:38:48.946719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34876) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:48.985583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4807f23-8feb-4d13-812e-bac3dc57b7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6ab6a7-f4cf-4db1-97dc-66d39c57b8b8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:49.048145 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=1d8aece5-9be9-400e-b349-143b2235f182,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:49.130437 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.184645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8badc7e7-d0df-4323-9d73-3f076c691bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.214481 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d7967-c639-42ab-b1bc-62d51d76e443 None None] New status for floating IP 3c7e7662-e298-4669-b8e6-736bd51e8da0: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:38:49.245857 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.248225 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8badc7e7-d0df-4323-9d73-3f076c691bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.275004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Network ae952fc6-61f4-4688-8291-acf76adfdea0 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:49.281069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:49.283787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:49.343873 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8badc7e7-d0df-4323-9d73-3f076c691bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.347778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8badc7e7-d0df-4323-9d73-3f076c691bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.352278 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8badc7e7-d0df-4323-9d73-3f076c691bba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a6ab6a7-f4cf-4db1-97dc-66d39c57b8b8 HTTP/1.1" status: 204 len: 168 time: 0.4034271 Nov 27 01:38:49.361067 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badc7e7-d0df-4323-9d73-3f076c691bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6ab6a7-f4cf-4db1-97dc-66d39c57b8b8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:49.470261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Pushing event updated for resources: {'Port': ['ID=5e2c2849-7c82-4be6-bc28-306a280642ef,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:49.508014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:49.508871 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.514532 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.525800 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.543455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ae3f22-1098-4731-afa8-09262f6b554c None None] Network ae952fc6-61f4-4688-8291-acf76adfdea0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:49.571712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34882) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:49.572079 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8bf8d05c-d5d5-4d6b-a1f3-4f9947ded009 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7293110 Nov 27 01:38:49.582298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-6fda0399-e707-4f75-8d2b-4550516a16aa tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-882329019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:49.593591 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34884) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:49.635863 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=646b3e9b-d3a0-47f0-b3f1-a2674c9a95e7,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:49.670582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.749668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0bae029d-cbf9-42df-be0f-9de1f0120edc None None] Provisioning complete for port 1d8aece5-9be9-400e-b349-143b2235f182 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:49.753110 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0bae029d-cbf9-42df-be0f-9de1f0120edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.789192 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6fda0399-e707-4f75-8d2b-4550516a16aa tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.790250 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6fda0399-e707-4f75-8d2b-4550516a16aa tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.808204 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1c6dd512-aacd-4419-a13b-24a10f8a3a65 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/3c7e7662-e298-4669-b8e6-736bd51e8da0 HTTP/1.1" status: 200 len: 994 time: 0.2089958 Nov 27 01:38:49.882954 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Floating IP e5e7184c-6a39-41d7-bc40-3dcd7f152b47 associated. External IP: 172.25.1.114, port: 37b93246-d006-447f-a9db-ff145fbd8f09. Nov 27 01:38:49.885105 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34888) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:49.935410 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6fda0399-e707-4f75-8d2b-4550516a16aa tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.942064 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6fda0399-e707-4f75-8d2b-4550516a16aa tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.964996 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-640e117b-cc05-4dea-822e-07b6590957ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.976640 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6fda0399-e707-4f75-8d2b-4550516a16aa tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.980081 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6fda0399-e707-4f75-8d2b-4550516a16aa tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4041777 Nov 27 01:38:49.982492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34890) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:49.994622 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-94991ca6-60a4-42b3-bca1-a914b8dad0b7 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1391297785', 'prefixes': ['172.20.0.0/16']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:50.113352 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-94991ca6-60a4-42b3-bca1-a914b8dad0b7 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks [] for subnetpool, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.115540 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-94991ca6-60a4-42b3-bca1-a914b8dad0b7 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1310048 Nov 27 01:38:50.118984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34894) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:50.130936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-bc3054a6-dcaf-4499-b5f8-91275d646920 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'adedf266-afad-479a-ab61-4b5091e3b874', 'tempest-TagsExtTest-Tag-244602724') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:50.297647 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bc3054a6-dcaf-4499-b5f8-91275d646920 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "PUT /v2.0/subnets/adedf266-afad-479a-ab61-4b5091e3b874/tags/tempest-TagsExtTest-Tag-244602724 HTTP/1.1" status: 201 len: 201 time: 0.1773434 Nov 27 01:38:50.298221 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34896) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:50.302761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-42e71a37-3930-41ae-b76b-bd2e87d3925b tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5e2c2849-7c82-4be6-bc28-306a280642ef', 'tempest-TagsExtTest-Tag-2047497427') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:50.354071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3b2321e8-749a-4731-b048-fb469fdf2a23 None None] Provisioning complete for port 5e2c2849-7c82-4be6-bc28-306a280642ef triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:50.354444 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3b2321e8-749a-4731-b048-fb469fdf2a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.378266 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-640e117b-cc05-4dea-822e-07b6590957ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.389838 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-640e117b-cc05-4dea-822e-07b6590957ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.410715 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-42e71a37-3930-41ae-b76b-bd2e87d3925b tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "PUT /v2.0/ports/5e2c2849-7c82-4be6-bc28-306a280642ef/tags/tempest-TagsExtTest-Tag-2047497427 HTTP/1.1" status: 201 len: 201 time: 0.1114259 Nov 27 01:38:50.411351 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34898) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:50.416168 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-28851f4b-fa76-488f-9e68-e7029c914e72 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3dbca85e-12aa-4ede-ab1a-300dd1ab9388', 'tempest-TagsExtTest-Tag-205129214') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:50.425964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Router e868f714-3a39-4cd2-b24e-7441df78a207 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:38:50.436635 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3b2321e8-749a-4731-b048-fb469fdf2a23 None None] Port 5e2c2849-7c82-4be6-bc28-306a280642ef cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:50.461897 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3b2321e8-749a-4731-b048-fb469fdf2a23 None None] Provisioning complete for port 1d8aece5-9be9-400e-b349-143b2235f182 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:50.462312 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3b2321e8-749a-4731-b048-fb469fdf2a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.506999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1d8aece5-9be9-400e-b349-143b2235f182 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:50.514779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-640e117b-cc05-4dea-822e-07b6590957ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=333e3d4cec10452f936a6a2a7e9612a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6280017 Nov 27 01:38:50.528801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34900) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:50.532923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e117b-cc05-4dea-822e-07b6590957ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60144244-ca22-4f5b-8c00-b5fc5bc01ea0,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:50.605083 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-28851f4b-fa76-488f-9e68-e7029c914e72 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "PUT /v2.0/routers/3dbca85e-12aa-4ede-ab1a-300dd1ab9388/tags/tempest-TagsExtTest-Tag-205129214 HTTP/1.1" status: 201 len: 201 time: 0.1926053 Nov 27 01:38:50.607537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34902) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:50.613329 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-a8e7cd90-8211-496e-842c-b15522087d74 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '101ca8dd-8c70-4022-b272-8f76d8944c39', 'tempest-TagsExtTest-Tag-779540791') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:50.639933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1d8aece5-9be9-400e-b349-143b2235f182 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:50.641011 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.681235 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a8e7cd90-8211-496e-842c-b15522087d74 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "PUT /v2.0/subnetpools/101ca8dd-8c70-4022-b272-8f76d8944c39/tags/tempest-TagsExtTest-Tag-779540791 HTTP/1.1" status: 201 len: 201 time: 0.0709336 Nov 27 01:38:50.683111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34904) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:50.690681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-93a19f2c-3b87-4939-8bc8-dafdc8357e11 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'adedf266-afad-479a-ab61-4b5091e3b874') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:50.750491 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf8de131-2594-4899-959a-86a588db45c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.804755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:50.808662 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf8de131-2594-4899-959a-86a588db45c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.860348 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a23bf4-c6ea-4bea-9765-9883180d3efc None None] Sync routers for ids ['e868f714-3a39-4cd2-b24e-7441df78a207'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:50.867279 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.889595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a23bf4-c6ea-4bea-9765-9883180d3efc None None] Routers {'e868f714-3a39-4cd2-b24e-7441df78a207'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:50.890407 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-19a23bf4-c6ea-4bea-9765-9883180d3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:38:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e868f714-3a39-4cd2-b24e-7441df78a207'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:50.899519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c9ec72ee-929a-4c47-97d1-9d5bc9837525 None None] Provisioning complete for port 5e2c2849-7c82-4be6-bc28-306a280642ef triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:50.900078 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c9ec72ee-929a-4c47-97d1-9d5bc9837525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.901678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34906) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:50.901820 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-93a19f2c-3b87-4939-8bc8-dafdc8357e11 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/subnets/adedf266-afad-479a-ab61-4b5091e3b874/tags HTTP/1.1" status: 200 len: 240 time: 0.2167931 Nov 27 01:38:50.907497 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-e813f4e3-f9d8-46f6-8f4f-01a4cf7ea9f8 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'adedf266-afad-479a-ab61-4b5091e3b874', 'tempest-TagsExtTest-Tag-244602724') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:50.909731 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3022f456-eede-47d7-a264-1cb5b400f5ca tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4303272 Nov 27 01:38:50.910322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'tag': '37b93246-d006-447f-a9db-ff145fbd8f09'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:38:50.913700 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef276843-a2ce-478a-be0d-ddacac67df85" -d '{"events": [{"name": "network-changed", "server_uuid": "45f748e7-b220-44ff-9477-b4b68fcfe73a", "tag": "37b93246-d006-447f-a9db-ff145fbd8f09"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:38:50.916412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34908) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:50.974851 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf8de131-2594-4899-959a-86a588db45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.977604 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e813f4e3-f9d8-46f6-8f4f-01a4cf7ea9f8 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/subnets/adedf266-afad-479a-ab61-4b5091e3b874/tags/tempest-TagsExtTest-Tag-244602724 HTTP/1.1" status: 204 len: 168 time: 0.0742307 Nov 27 01:38:50.979468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34914) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:50.981017 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cf8de131-2594-4899-959a-86a588db45c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.982309 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cf8de131-2594-4899-959a-86a588db45c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60144244-ca22-4f5b-8c00-b5fc5bc01ea0 HTTP/1.1" status: 204 len: 168 time: 0.4521039 Nov 27 01:38:50.985153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-f433e745-81b2-43a0-9607-a404e7215b47 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'adedf266-afad-479a-ab61-4b5091e3b874', 'tempest-TagsExtTest-Tag-244602724') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:50.999475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8de131-2594-4899-959a-86a588db45c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60144244-ca22-4f5b-8c00-b5fc5bc01ea0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:51.022699 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8115ec16-7843-422d-9559-2ecbc76f87bd tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/floatingips/e5e7184c-6a39-41d7-bc40-3dcd7f152b47 HTTP/1.1" status: 200 len: 991 time: 0.1038401 Nov 27 01:38:51.146586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec72ee-929a-4c47-97d1-9d5bc9837525 None None] Port 5e2c2849-7c82-4be6-bc28-306a280642ef cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:51.182545 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f433e745-81b2-43a0-9607-a404e7215b47 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/subnets/adedf266-afad-479a-ab61-4b5091e3b874/tags/tempest-TagsExtTest-Tag-244602724 HTTP/1.1" status: 204 len: 168 time: 0.2018058 Nov 27 01:38:51.184988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34920) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:51.192738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-3c03f07b-2119-4912-9917-7b42b3818ba2 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'adedf266-afad-479a-ab61-4b5091e3b874') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:51.236545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-19a23bf4-c6ea-4bea-9765-9883180d3efc None None] Set router e868f714-3a39-4cd2-b24e-7441df78a207 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:51.302524 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2073ec-9845-4fe5-aa33-6891956469e7 x-openstack-request-id: req-2c2073ec-9845-4fe5-aa33-6891956469e7 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:38:51.303039 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f748e7-b220-44ff-9477-b4b68fcfe73a", "tag": "37b93246-d006-447f-a9db-ff145fbd8f09", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:38:51.303158 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c2073ec-9845-4fe5-aa33-6891956469e7 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:38:51.303570 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'tag': '37b93246-d006-447f-a9db-ff145fbd8f09', 'status': 'completed', 'code': 200} Nov 27 01:38:51.322656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3c03f07b-2119-4912-9917-7b42b3818ba2 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/subnets/adedf266-afad-479a-ab61-4b5091e3b874/tags HTTP/1.1" status: 200 len: 205 time: 0.1362085 Nov 27 01:38:51.326337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34924) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:51.338607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-7470296c-0eaa-4664-8645-ec5cf129072f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5e2c2849-7c82-4be6-bc28-306a280642ef') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:51.436672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef276843-a2ce-478a-be0d-ddacac67df85 req-554b7eca-368b-4c18-8f80-38921a25d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:51.438628 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef276843-a2ce-478a-be0d-ddacac67df85 req-554b7eca-368b-4c18-8f80-38921a25d8d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 1097 time: 0.0671394 Nov 27 01:38:51.467297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34930) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:51.467582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7470296c-0eaa-4664-8645-ec5cf129072f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/ports/5e2c2849-7c82-4be6-bc28-306a280642ef/tags HTTP/1.1" status: 200 len: 241 time: 0.1376376 Nov 27 01:38:51.472518 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-ffa02ded-a284-43f4-89c6-82292ab53c5c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e2c2849-7c82-4be6-bc28-306a280642ef', 'tempest-TagsExtTest-Tag-2047497427') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:51.601082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef276843-a2ce-478a-be0d-ddacac67df85 req-7c743ae1-8cb8-415d-aef0-a2d60aaf3649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:51.603552 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ffa02ded-a284-43f4-89c6-82292ab53c5c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/ports/5e2c2849-7c82-4be6-bc28-306a280642ef/tags/tempest-TagsExtTest-Tag-2047497427 HTTP/1.1" status: 204 len: 168 time: 0.1350436 Nov 27 01:38:51.604297 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34932) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:51.604543 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef276843-a2ce-478a-be0d-ddacac67df85 req-7c743ae1-8cb8-415d-aef0-a2d60aaf3649 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fdad34b4-e389-41d4-a6ce-5266e43665d0 HTTP/1.1" status: 200 len: 897 time: 0.1553521 Nov 27 01:38:51.617630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-c0b3c1b4-90cd-4dbb-9e11-b229ae4ecf4c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5e2c2849-7c82-4be6-bc28-306a280642ef', 'tempest-TagsExtTest-Tag-2047497427') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:51.732264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-19a23bf4-c6ea-4bea-9765-9883180d3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:38:24Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'e5e7184c-6a39-41d7-bc40-3dcd7f152b47', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'port_id': '37b93246-d006-447f-a9db-ff145fbd8f09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'mac_address': 'fa:16:3e:76:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:48Z', 'updated_at': '2021-11-27T01:38:48Z', 'revision_number': 0, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:30Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:51.735792 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c0b3c1b4-90cd-4dbb-9e11-b229ae4ecf4c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/ports/5e2c2849-7c82-4be6-bc28-306a280642ef/tags/tempest-TagsExtTest-Tag-2047497427 HTTP/1.1" status: 204 len: 168 time: 0.1295583 Nov 27 01:38:51.738846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34934) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:51.750517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-6579d401-25dc-41db-a153-0f0ddd20e117 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5e2c2849-7c82-4be6-bc28-306a280642ef') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:51.771715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef276843-a2ce-478a-be0d-ddacac67df85 req-5565f21c-74cf-4072-bcf7-89a6f2cdac17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b93246-d006-447f-a9db-ff145fbd8f09 HTTP/1.1" status: 200 len: 999 time: 0.1610713 Nov 27 01:38:51.811777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34936) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:51.847682 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49f5ee8-5b24-4869-a440-83a53c7e3366 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:51.895712 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef276843-a2ce-478a-be0d-ddacac67df85 req-9cbe01e8-073d-4bc6-a174-fc99507d78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:51.897491 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef276843-a2ce-478a-be0d-ddacac67df85 req-9cbe01e8-073d-4bc6-a174-fc99507d78f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8852ef37-9be9-4c0d-83ed-62291c5df900 HTTP/1.1" status: 200 len: 835 time: 0.1168530 Nov 27 01:38:51.905759 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6579d401-25dc-41db-a153-0f0ddd20e117 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/ports/5e2c2849-7c82-4be6-bc28-306a280642ef/tags HTTP/1.1" status: 200 len: 205 time: 0.1655374 Nov 27 01:38:51.909375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34938) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:51.914383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-40e55afb-93d5-48d6-acd1-fe5651bc414f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3dbca85e-12aa-4ede-ab1a-300dd1ab9388') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:51.993805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef276843-a2ce-478a-be0d-ddacac67df85 req-c4057f28-ee94-45ab-a163-2bc5e71d9052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:51.995277 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef276843-a2ce-478a-be0d-ddacac67df85 req-c4057f28-ee94-45ab-a163-2bc5e71d9052 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fdad34b4-e389-41d4-a6ce-5266e43665d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902302 Nov 27 01:38:52.009347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-40e55afb-93d5-48d6-acd1-fe5651bc414f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/routers/3dbca85e-12aa-4ede-ab1a-300dd1ab9388/tags HTTP/1.1" status: 200 len: 240 time: 0.0987236 Nov 27 01:38:52.014633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34940) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:52.019469 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-2c9be7c0-1f51-4cf9-aaab-99bc7ea4c2ee tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3dbca85e-12aa-4ede-ab1a-300dd1ab9388', 'tempest-TagsExtTest-Tag-205129214') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.031910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34942) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:52.060551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a23bf4-c6ea-4bea-9765-9883180d3efc None None] Checking router: e868f714-3a39-4cd2-b24e-7441df78a207 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:52.073950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a23bf4-c6ea-4bea-9765-9883180d3efc None None] Routers {'e868f714-3a39-4cd2-b24e-7441df78a207'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:52.075013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-19a23bf4-c6ea-4bea-9765-9883180d3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:38:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e868f714-3a39-4cd2-b24e-7441df78a207'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.131068 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2c9be7c0-1f51-4cf9-aaab-99bc7ea4c2ee tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/routers/3dbca85e-12aa-4ede-ab1a-300dd1ab9388/tags/tempest-TagsExtTest-Tag-205129214 HTTP/1.1" status: 204 len: 168 time: 0.1151021 Nov 27 01:38:52.136301 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34944) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:52.146150 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-86db1e79-8a29-4fb1-bbcc-c46295a1cc89 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3dbca85e-12aa-4ede-ab1a-300dd1ab9388', 'tempest-TagsExtTest-Tag-205129214') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.195350 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49f5ee8-5b24-4869-a440-83a53c7e3366 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:52.226679 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b49f5ee8-5b24-4869-a440-83a53c7e3366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:52.236319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-19a23bf4-c6ea-4bea-9765-9883180d3efc None None] Set router e868f714-3a39-4cd2-b24e-7441df78a207 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:52.274449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f5ee8-5b24-4869-a440-83a53c7e3366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9ad45d-c31d-45ce-92d3-ea9769778035,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:52.282000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b49f5ee8-5b24-4869-a440-83a53c7e3366 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=075421bcffa844e8bcac8f80df93be20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4659989 Nov 27 01:38:52.285211 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34946) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:52.337316 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-86db1e79-8a29-4fb1-bbcc-c46295a1cc89 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/routers/3dbca85e-12aa-4ede-ab1a-300dd1ab9388/tags/tempest-TagsExtTest-Tag-205129214 HTTP/1.1" status: 204 len: 168 time: 0.1998615 Nov 27 01:38:52.339892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34948) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:52.346138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-d12647f9-23d0-4049-8886-dd62e44f12c9 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3dbca85e-12aa-4ede-ab1a-300dd1ab9388') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.450257 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f2742b9-991c-419f-9bf4-e71122d80241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:52.481449 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f2742b9-991c-419f-9bf4-e71122d80241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:52.494445 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d12647f9-23d0-4049-8886-dd62e44f12c9 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/routers/3dbca85e-12aa-4ede-ab1a-300dd1ab9388/tags HTTP/1.1" status: 200 len: 205 time: 0.1510782 Nov 27 01:38:52.495217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34952) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:52.516810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-cfc373af-1308-48dd-bb3b-4167d242b3e3 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '101ca8dd-8c70-4022-b272-8f76d8944c39') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.612572 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f2742b9-991c-419f-9bf4-e71122d80241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:52.616037 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f2742b9-991c-419f-9bf4-e71122d80241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:52.617368 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8f2742b9-991c-419f-9bf4-e71122d80241 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b9ad45d-c31d-45ce-92d3-ea9769778035 HTTP/1.1" status: 204 len: 168 time: 0.3309648 Nov 27 01:38:52.624276 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cfc373af-1308-48dd-bb3b-4167d242b3e3 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/subnetpools/101ca8dd-8c70-4022-b272-8f76d8944c39/tags HTTP/1.1" status: 200 len: 240 time: 0.1252642 Nov 27 01:38:52.625006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34956) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:52.629711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-1045da86-8525-4a6e-a629-6baafe994525 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '101ca8dd-8c70-4022-b272-8f76d8944c39', 'tempest-TagsExtTest-Tag-779540791') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.646611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2742b9-991c-419f-9bf4-e71122d80241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9ad45d-c31d-45ce-92d3-ea9769778035,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:52.671672 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1045da86-8525-4a6e-a629-6baafe994525 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/subnetpools/101ca8dd-8c70-4022-b272-8f76d8944c39/tags/tempest-TagsExtTest-Tag-779540791 HTTP/1.1" status: 204 len: 168 time: 0.0431640 Nov 27 01:38:52.673381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34958) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:52.678657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-bb223d81-8c4a-4648-9c0a-3f4fc11632bc tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '101ca8dd-8c70-4022-b272-8f76d8944c39', 'tempest-TagsExtTest-Tag-779540791') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.730238 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bb223d81-8c4a-4648-9c0a-3f4fc11632bc tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/subnetpools/101ca8dd-8c70-4022-b272-8f76d8944c39/tags/tempest-TagsExtTest-Tag-779540791 HTTP/1.1" status: 204 len: 168 time: 0.0533628 Nov 27 01:38:52.730682 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34960) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:52.738398 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-4a0d6759-76ea-4af2-bea3-3d65526d80bc tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '101ca8dd-8c70-4022-b272-8f76d8944c39') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.744923 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2e666383-672e-4012-8734-dc2dc2f13d4c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/floatingips/e5e7184c-6a39-41d7-bc40-3dcd7f152b47 HTTP/1.1" status: 200 len: 991 time: 0.7117894 Nov 27 01:38:52.757754 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef276843-a2ce-478a-be0d-ddacac67df85 req-e8b4b3e0-16a5-4f6f-a6eb-263eb74395d6 service neutron] 10.222.0.21 "GET /v2.0/networks/fdad34b4-e389-41d4-a6ce-5266e43665d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7548623 Nov 27 01:38:52.780153 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4a0d6759-76ea-4af2-bea3-3d65526d80bc tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/subnetpools/101ca8dd-8c70-4022-b272-8f76d8944c39/tags HTTP/1.1" status: 200 len: 205 time: 0.0458193 Nov 27 01:38:52.780496 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34962) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:52.785810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-bc41611c-4cd1-4103-a371-832403c6a7c1 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '101ca8dd-8c70-4022-b272-8f76d8944c39') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.803507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-19a23bf4-c6ea-4bea-9765-9883180d3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:38:24Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'e5e7184c-6a39-41d7-bc40-3dcd7f152b47', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'port_id': '37b93246-d006-447f-a9db-ff145fbd8f09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'mac_address': 'fa:16:3e:76:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:48Z', 'updated_at': '2021-11-27T01:38:48Z', 'revision_number': 0, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:30Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.829444 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bc41611c-4cd1-4103-a371-832403c6a7c1 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/subnetpools/101ca8dd-8c70-4022-b272-8f76d8944c39/tags HTTP/1.1" status: 204 len: 168 time: 0.0446434 Nov 27 01:38:52.829830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34964) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:52.835746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-b6f11557-4382-4831-922c-cb5693d43b32 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3dbca85e-12aa-4ede-ab1a-300dd1ab9388') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.862817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a23bf4-c6ea-4bea-9765-9883180d3efc None None] The sync data for ids ['e868f714-3a39-4cd2-b24e-7441df78a207'] in n-d-817303-10 is: [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:38:24Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'e5e7184c-6a39-41d7-bc40-3dcd7f152b47', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'port_id': '37b93246-d006-447f-a9db-ff145fbd8f09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'mac_address': 'fa:16:3e:76:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:48Z', 'updated_at': '2021-11-27T01:38:48Z', 'revision_number': 0, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:30Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:52.942008 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef276843-a2ce-478a-be0d-ddacac67df85 req-7c2251c5-864a-4d2b-a022-dd4662aed1d5 service neutron] 10.222.0.21 "GET /v2.0/networks/fdad34b4-e389-41d4-a6ce-5266e43665d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693144 Nov 27 01:38:52.995954 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b6f11557-4382-4831-922c-cb5693d43b32 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/routers/3dbca85e-12aa-4ede-ab1a-300dd1ab9388/tags HTTP/1.1" status: 204 len: 168 time: 0.1639092 Nov 27 01:38:52.998621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34968) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:53.003319 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-9a6e0968-fccc-4ef5-93d7-87620246f2af tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e2c2849-7c82-4be6-bc28-306a280642ef') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:53.065287 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9a6e0968-fccc-4ef5-93d7-87620246f2af tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/ports/5e2c2849-7c82-4be6-bc28-306a280642ef/tags HTTP/1.1" status: 204 len: 168 time: 0.0631924 Nov 27 01:38:53.065960 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34970) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:53.072029 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-7b4a9393-872d-4385-bf5d-9be27ccdf7b5 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'adedf266-afad-479a-ab61-4b5091e3b874') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:53.133747 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7b4a9393-872d-4385-bf5d-9be27ccdf7b5 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/subnets/adedf266-afad-479a-ab61-4b5091e3b874/tags HTTP/1.1" status: 204 len: 168 time: 0.0635221 Nov 27 01:38:53.134244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 34972) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:53.157610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-03551240-13ac-4004-b684-c2f7441870d2 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'adedf266-afad-479a-ab61-4b5091e3b874', 'tempest-TagsExtTest-Tag-1776970735') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:53.220748 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715cbfee-0862-4fca-801a-1f520df6b4ac None None] New status for floating IP e5e7184c-6a39-41d7-bc40-3dcd7f152b47: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:38:53.284464 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-03551240-13ac-4004-b684-c2f7441870d2 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "PUT /v2.0/subnets/adedf266-afad-479a-ab61-4b5091e3b874/tags/tempest-TagsExtTest-Tag-1776970735 HTTP/1.1" status: 201 len: 201 time: 0.1484571 Nov 27 01:38:53.286941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34978) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:53.293634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-a68e0874-baa6-4d0d-b5e1-6d8b51f9965d tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5e2c2849-7c82-4be6-bc28-306a280642ef', 'tempest-TagsExtTest-Tag-1643510204') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:53.395530 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a68e0874-baa6-4d0d-b5e1-6d8b51f9965d tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "PUT /v2.0/ports/5e2c2849-7c82-4be6-bc28-306a280642ef/tags/tempest-TagsExtTest-Tag-1643510204 HTTP/1.1" status: 201 len: 201 time: 0.1070411 Nov 27 01:38:53.398204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34984) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:53.406941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-4b2c49aa-1c2d-40fe-9438-219461a052d0 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3dbca85e-12aa-4ede-ab1a-300dd1ab9388', 'tempest-TagsExtTest-Tag-893083725') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:53.542883 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4b2c49aa-1c2d-40fe-9438-219461a052d0 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "PUT /v2.0/routers/3dbca85e-12aa-4ede-ab1a-300dd1ab9388/tags/tempest-TagsExtTest-Tag-893083725 HTTP/1.1" status: 201 len: 201 time: 0.1428580 Nov 27 01:38:53.546196 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34990) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:53.554504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-b06b78ea-e1d8-4408-9741-0ab8d37cebde tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '101ca8dd-8c70-4022-b272-8f76d8944c39', 'tempest-TagsExtTest-Tag-100635508') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:53.604309 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b06b78ea-e1d8-4408-9741-0ab8d37cebde tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "PUT /v2.0/subnetpools/101ca8dd-8c70-4022-b272-8f76d8944c39/tags/tempest-TagsExtTest-Tag-100635508 HTTP/1.1" status: 201 len: 201 time: 0.0517907 Nov 27 01:38:53.605241 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 34996) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:53.610369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-ae2187f3-e9ed-488d-b699-11b67d3c50b9 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'adedf266-afad-479a-ab61-4b5091e3b874', {'tags': ['tempest-TagsExtTest-Tag-1217425010', 'tempest-TagsExtTest-Tag-1636347613', 'tempest-TagsExtTest-Tag-224528513']}) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:53.671450 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ae2187f3-e9ed-488d-b699-11b67d3c50b9 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "PUT /v2.0/subnets/adedf266-afad-479a-ab61-4b5091e3b874/tags HTTP/1.1" status: 200 len: 317 time: 0.0651712 Nov 27 01:38:53.673905 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35000) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:53.678369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-c613363f-c1c0-4f24-9dee-c27421750216 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'adedf266-afad-479a-ab61-4b5091e3b874') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:53.749829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35002) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:53.753924 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c613363f-c1c0-4f24-9dee-c27421750216 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/subnets/adedf266-afad-479a-ab61-4b5091e3b874/tags HTTP/1.1" status: 204 len: 168 time: 0.0765047 Nov 27 01:38:53.754104 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35004) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:53.758216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-a88f88a0-d434-4d7f-8370-38c0497bb22b tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'adedf266-afad-479a-ab61-4b5091e3b874', 'tempest-TagsExtTest-Tag-1217425010') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:53.856268 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5ae1a09a-175b-42d1-a372-c80e12ca4ffb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/floatingips/e5e7184c-6a39-41d7-bc40-3dcd7f152b47 HTTP/1.1" status: 200 len: 993 time: 0.0998490 Nov 27 01:38:53.875456 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-a88f88a0-d434-4d7f-8370-38c0497bb22b tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] show failed (client error): The resource could not be found. Nov 27 01:38:53.876963 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a88f88a0-d434-4d7f-8370-38c0497bb22b tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/subnets/adedf266-afad-479a-ab61-4b5091e3b874/tags/tempest-TagsExtTest-Tag-1217425010 HTTP/1.1" status: 404 len: 329 time: 0.1220248 Nov 27 01:38:53.880423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35010) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:53.884791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-69663c55-e520-4f51-9273-0fe46dbe816f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'adedf266-afad-479a-ab61-4b5091e3b874', 'tempest-TagsExtTest-Tag-1636347613') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:53.937265 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-69663c55-e520-4f51-9273-0fe46dbe816f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] show failed (client error): The resource could not be found. Nov 27 01:38:53.938316 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-69663c55-e520-4f51-9273-0fe46dbe816f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/subnets/adedf266-afad-479a-ab61-4b5091e3b874/tags/tempest-TagsExtTest-Tag-1636347613 HTTP/1.1" status: 404 len: 329 time: 0.0568936 Nov 27 01:38:53.941112 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35012) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:53.945494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-9323439d-fad0-4cd2-901d-3bb128f4cad0 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'adedf266-afad-479a-ab61-4b5091e3b874', 'tempest-TagsExtTest-Tag-224528513') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:53.996107 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-9323439d-fad0-4cd2-901d-3bb128f4cad0 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] show failed (client error): The resource could not be found. Nov 27 01:38:53.997196 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9323439d-fad0-4cd2-901d-3bb128f4cad0 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/subnets/adedf266-afad-479a-ab61-4b5091e3b874/tags/tempest-TagsExtTest-Tag-224528513 HTTP/1.1" status: 404 len: 328 time: 0.0551202 Nov 27 01:38:53.999952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35014) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:54.004565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-460a16fd-f714-4e5e-a0eb-38e1e1b00d84 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5e2c2849-7c82-4be6-bc28-306a280642ef', {'tags': ['tempest-TagsExtTest-Tag-605229253', 'tempest-TagsExtTest-Tag-103672628', 'tempest-TagsExtTest-Tag-920213655']}) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:54.067372 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-460a16fd-f714-4e5e-a0eb-38e1e1b00d84 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "PUT /v2.0/ports/5e2c2849-7c82-4be6-bc28-306a280642ef/tags HTTP/1.1" status: 200 len: 315 time: 0.0621073 Nov 27 01:38:54.067372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35016) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:54.071896 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-35853029-0266-4601-9408-d5778f1456eb tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e2c2849-7c82-4be6-bc28-306a280642ef') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:54.169262 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-35853029-0266-4601-9408-d5778f1456eb tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/ports/5e2c2849-7c82-4be6-bc28-306a280642ef/tags HTTP/1.1" status: 204 len: 168 time: 0.1021755 Nov 27 01:38:54.172112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35020) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:54.176996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-09748bb2-ce7d-4418-ac5e-9ff1b5a1b8e6 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e2c2849-7c82-4be6-bc28-306a280642ef', 'tempest-TagsExtTest-Tag-605229253') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:54.246088 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-09748bb2-ce7d-4418-ac5e-9ff1b5a1b8e6 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] show failed (client error): The resource could not be found. Nov 27 01:38:54.247257 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-09748bb2-ce7d-4418-ac5e-9ff1b5a1b8e6 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/ports/5e2c2849-7c82-4be6-bc28-306a280642ef/tags/tempest-TagsExtTest-Tag-605229253 HTTP/1.1" status: 404 len: 328 time: 0.0741439 Nov 27 01:38:54.250306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35024) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:54.255167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-6eedb6cb-e949-446c-b46c-79a72176f7fb tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e2c2849-7c82-4be6-bc28-306a280642ef', 'tempest-TagsExtTest-Tag-103672628') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:54.309773 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-6eedb6cb-e949-446c-b46c-79a72176f7fb tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] show failed (client error): The resource could not be found. Nov 27 01:38:54.310821 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6eedb6cb-e949-446c-b46c-79a72176f7fb tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/ports/5e2c2849-7c82-4be6-bc28-306a280642ef/tags/tempest-TagsExtTest-Tag-103672628 HTTP/1.1" status: 404 len: 328 time: 0.0591893 Nov 27 01:38:54.313719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35028) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:54.318047 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-89fe5750-9214-44fc-b1b6-babcf60d6e8d tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e2c2849-7c82-4be6-bc28-306a280642ef', 'tempest-TagsExtTest-Tag-920213655') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:54.373042 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-89fe5750-9214-44fc-b1b6-babcf60d6e8d tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] show failed (client error): The resource could not be found. Nov 27 01:38:54.374197 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-89fe5750-9214-44fc-b1b6-babcf60d6e8d tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/ports/5e2c2849-7c82-4be6-bc28-306a280642ef/tags/tempest-TagsExtTest-Tag-920213655 HTTP/1.1" status: 404 len: 328 time: 0.0595005 Nov 27 01:38:54.376937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35034) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:54.381602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-e1e28a18-3945-4aca-8186-3332fbe6483b tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3dbca85e-12aa-4ede-ab1a-300dd1ab9388', {'tags': ['tempest-TagsExtTest-Tag-539245968', 'tempest-TagsExtTest-Tag-1603964462', 'tempest-TagsExtTest-Tag-547512219']}) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:54.472088 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e1e28a18-3945-4aca-8186-3332fbe6483b tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "PUT /v2.0/routers/3dbca85e-12aa-4ede-ab1a-300dd1ab9388/tags HTTP/1.1" status: 200 len: 316 time: 0.0941284 Nov 27 01:38:54.474911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35036) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:54.479987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-46a33851-da90-4fcd-963a-488dfad30397 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3dbca85e-12aa-4ede-ab1a-300dd1ab9388') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:54.930235 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-46a33851-da90-4fcd-963a-488dfad30397 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/routers/3dbca85e-12aa-4ede-ab1a-300dd1ab9388/tags HTTP/1.1" status: 204 len: 168 time: 0.4539855 Nov 27 01:38:54.932983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35044) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:54.939732 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-ab7b3264-cd34-4dc8-8fee-d12131f473cb tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3dbca85e-12aa-4ede-ab1a-300dd1ab9388', 'tempest-TagsExtTest-Tag-539245968') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:55.025188 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-ab7b3264-cd34-4dc8-8fee-d12131f473cb tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] show failed (client error): The resource could not be found. Nov 27 01:38:55.026553 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ab7b3264-cd34-4dc8-8fee-d12131f473cb tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/routers/3dbca85e-12aa-4ede-ab1a-300dd1ab9388/tags/tempest-TagsExtTest-Tag-539245968 HTTP/1.1" status: 404 len: 328 time: 0.0917590 Nov 27 01:38:55.029709 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35046) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:55.037790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-8ac6ac7f-375b-4344-aa4c-cec28fcee117 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3dbca85e-12aa-4ede-ab1a-300dd1ab9388', 'tempest-TagsExtTest-Tag-1603964462') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:55.134901 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-8ac6ac7f-375b-4344-aa4c-cec28fcee117 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] show failed (client error): The resource could not be found. Nov 27 01:38:55.138731 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8ac6ac7f-375b-4344-aa4c-cec28fcee117 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/routers/3dbca85e-12aa-4ede-ab1a-300dd1ab9388/tags/tempest-TagsExtTest-Tag-1603964462 HTTP/1.1" status: 404 len: 329 time: 0.1054175 Nov 27 01:38:55.139220 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35048) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:55.144174 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-fc414369-dbef-489b-a5b1-7cb2adf53b3f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3dbca85e-12aa-4ede-ab1a-300dd1ab9388', 'tempest-TagsExtTest-Tag-547512219') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:55.224402 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-fc414369-dbef-489b-a5b1-7cb2adf53b3f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] show failed (client error): The resource could not be found. Nov 27 01:38:55.225989 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fc414369-dbef-489b-a5b1-7cb2adf53b3f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/routers/3dbca85e-12aa-4ede-ab1a-300dd1ab9388/tags/tempest-TagsExtTest-Tag-547512219 HTTP/1.1" status: 404 len: 328 time: 0.0854208 Nov 27 01:38:55.228630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35050) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:55.236652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-deb56f2c-9290-43ad-a9a9-359221e82929 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '101ca8dd-8c70-4022-b272-8f76d8944c39', {'tags': ['tempest-TagsExtTest-Tag-703511764', 'tempest-TagsExtTest-Tag-1891858141', 'tempest-TagsExtTest-Tag-44439410']}) {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:55.310071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35056) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:55.315504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-ae25e9a0-fd21-4d50-91ee-eadd567cda76 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '101ca8dd-8c70-4022-b272-8f76d8944c39') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:55.322595 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-deb56f2c-9290-43ad-a9a9-359221e82929 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "PUT /v2.0/subnetpools/101ca8dd-8c70-4022-b272-8f76d8944c39/tags HTTP/1.1" status: 200 len: 315 time: 0.0926926 Nov 27 01:38:55.366995 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ae25e9a0-fd21-4d50-91ee-eadd567cda76 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/subnetpools/101ca8dd-8c70-4022-b272-8f76d8944c39/tags HTTP/1.1" status: 204 len: 168 time: 0.0557647 Nov 27 01:38:55.369693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35060) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:55.374833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-cfcdd67a-3087-45ad-b4f6-758fa5e29c96 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '101ca8dd-8c70-4022-b272-8f76d8944c39', 'tempest-TagsExtTest-Tag-703511764') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:55.402346 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-cfcdd67a-3087-45ad-b4f6-758fa5e29c96 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] show failed (client error): The resource could not be found. Nov 27 01:38:55.403423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cfcdd67a-3087-45ad-b4f6-758fa5e29c96 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/subnetpools/101ca8dd-8c70-4022-b272-8f76d8944c39/tags/tempest-TagsExtTest-Tag-703511764 HTTP/1.1" status: 404 len: 328 time: 0.0326829 Nov 27 01:38:55.406859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35062) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:55.413011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-04bf92ed-2bc0-4ed3-bf53-ff3bf5a76c35 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '101ca8dd-8c70-4022-b272-8f76d8944c39', 'tempest-TagsExtTest-Tag-1891858141') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:55.435782 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-04bf92ed-2bc0-4ed3-bf53-ff3bf5a76c35 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] show failed (client error): The resource could not be found. Nov 27 01:38:55.439653 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-04bf92ed-2bc0-4ed3-bf53-ff3bf5a76c35 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/subnetpools/101ca8dd-8c70-4022-b272-8f76d8944c39/tags/tempest-TagsExtTest-Tag-1891858141 HTTP/1.1" status: 404 len: 329 time: 0.0287557 Nov 27 01:38:55.440013 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35066) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:55.444679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-382b6302-7861-4f25-98fb-881091592cac tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '101ca8dd-8c70-4022-b272-8f76d8944c39', 'tempest-TagsExtTest-Tag-44439410') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:55.468781 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [None req-382b6302-7861-4f25-98fb-881091592cac tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] show failed (client error): The resource could not be found. Nov 27 01:38:55.472897 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-382b6302-7861-4f25-98fb-881091592cac tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/subnetpools/101ca8dd-8c70-4022-b272-8f76d8944c39/tags/tempest-TagsExtTest-Tag-44439410 HTTP/1.1" status: 404 len: 327 time: 0.0291247 Nov 27 01:38:55.473295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35068) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:55.485262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.tag.tag_plugin [None req-a4f757ba-6de8-4568-8ba0-54beca55c5c1 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '101ca8dd-8c70-4022-b272-8f76d8944c39') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:55.526157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35072) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:55.533158 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a4f757ba-6de8-4568-8ba0-54beca55c5c1 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/subnetpools/101ca8dd-8c70-4022-b272-8f76d8944c39/tags HTTP/1.1" status: 204 len: 168 time: 0.0586920 Nov 27 01:38:55.537706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-d7cfa897-0090-4de3-b135-81e8daab9390 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3dbca85e-12aa-4ede-ab1a-300dd1ab9388') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:55.555265 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:38:55.629833 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d7cfa897-0090-4de3-b135-81e8daab9390 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/routers/3dbca85e-12aa-4ede-ab1a-300dd1ab9388/tags HTTP/1.1" status: 204 len: 168 time: 0.1025829 Nov 27 01:38:55.635710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35076) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:55.640987 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-409340f3-654f-42a1-a9bd-cbdc4d5fa33a tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e2c2849-7c82-4be6-bc28-306a280642ef') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:55.702185 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-409340f3-654f-42a1-a9bd-cbdc4d5fa33a tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/ports/5e2c2849-7c82-4be6-bc28-306a280642ef/tags HTTP/1.1" status: 204 len: 168 time: 0.0646608 Nov 27 01:38:55.704752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35078) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:55.709506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.tag.tag_plugin [None req-2acf76af-4ab5-4c99-9fe9-4ecb3586ae1c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'adedf266-afad-479a-ab61-4b5091e3b874') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:55.823360 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2acf76af-4ab5-4c99-9fe9-4ecb3586ae1c tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/subnets/adedf266-afad-479a-ab61-4b5091e3b874/tags HTTP/1.1" status: 204 len: 168 time: 0.1095345 Nov 27 01:38:55.823760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35084) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:55.942429 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0d2edcdd-0a17-43fc-89b6-d2cdd99d999e tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks [] for subnetpool, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:55.943688 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0d2edcdd-0a17-43fc-89b6-d2cdd99d999e tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/subnetpools/101ca8dd-8c70-4022-b272-8f76d8944c39 HTTP/1.1" status: 204 len: 168 time: 0.1187842 Nov 27 01:38:55.946407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35088) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:55.983726 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8cd7da26-0da1-475e-a8fd-e2c122c69d6f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dbca85e-12aa-4ede-ab1a-300dd1ab9388 HTTP/1.1" status: 200 len: 205 time: 0.0333257 Nov 27 01:38:55.984120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35090) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:56.056853 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c7892b-e91b-42f5-b887-e741567142f2 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.221481 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c7892b-e91b-42f5-b887-e741567142f2 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.223769 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c7892b-e91b-42f5-b887-e741567142f2 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.278869 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c7892b-e91b-42f5-b887-e741567142f2 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.278869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c7892b-e91b-42f5-b887-e741567142f2 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Fanout notify agent at l3_agent the message router_deleted on router 3dbca85e-12aa-4ede-ab1a-300dd1ab9388 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:38:56.287268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-32c7892b-e91b-42f5-b887-e741567142f2 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.288733 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-32c7892b-e91b-42f5-b887-e741567142f2 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/routers/3dbca85e-12aa-4ede-ab1a-300dd1ab9388 HTTP/1.1" status: 204 len: 168 time: 0.3032875 Nov 27 01:38:56.290789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35094) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:56.389854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-25606592-e869-4224-810b-a2ef284f5340 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Deleting port 5e2c2849-7c82-4be6-bc28-306a280642ef {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:56.390256 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25606592-e869-4224-810b-a2ef284f5340 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.485658 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25606592-e869-4224-810b-a2ef284f5340 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.497666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-25606592-e869-4224-810b-a2ef284f5340 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Calling delete_port for 5e2c2849-7c82-4be6-bc28-306a280642ef owned by {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:56.645319 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25606592-e869-4224-810b-a2ef284f5340 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.687614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25606592-e869-4224-810b-a2ef284f5340 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Pushing event deleted for resources: {'Port': ['ID=5e2c2849-7c82-4be6-bc28-306a280642ef,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:56.776010 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25606592-e869-4224-810b-a2ef284f5340 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.781619 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-25606592-e869-4224-810b-a2ef284f5340 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/ports/5e2c2849-7c82-4be6-bc28-306a280642ef HTTP/1.1" status: 204 len: 168 time: 0.4867172 Nov 27 01:38:56.782316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35096) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:56.842639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc1e20a-efaa-46d1-825b-bd11a8db1334 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Deleting subnet adedf266-afad-479a-ab61-4b5091e3b874 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:38:56.846469 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e20a-efaa-46d1-825b-bd11a8db1334 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.889523 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e20a-efaa-46d1-825b-bd11a8db1334 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.031588 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e20a-efaa-46d1-825b-bd11a8db1334 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.116025 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e20a-efaa-46d1-825b-bd11a8db1334 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.145088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1e20a-efaa-46d1-825b-bd11a8db1334 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Pushing event deleted for resources: {'Subnet': ['ID=adedf266-afad-479a-ab61-4b5091e3b874,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:57.150280 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e20a-efaa-46d1-825b-bd11a8db1334 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.153843 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4cc1e20a-efaa-46d1-825b-bd11a8db1334 tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/subnets/adedf266-afad-479a-ab61-4b5091e3b874 HTTP/1.1" status: 204 len: 168 time: 0.3699839 Nov 27 01:38:57.156980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35108) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:57.161024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77747972-a304-485b-851d-a92fb739634f None None] Network ae952fc6-61f4-4688-8291-acf76adfdea0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:57.259519 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.341815 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Deleting port 1d8aece5-9be9-400e-b349-143b2235f182 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:57.342215 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.421209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] For port 1d8aece5-9be9-400e-b349-143b2235f182, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1d8aece5-9be9-400e-b349-143b2235f182,segment=NetworkSegment(8cead457-1c3d-4f89-a3b1-9c93176c125a),segment_id=8cead457-1c3d-4f89-a3b1-9c93176c125a)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:57.421665 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.432764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d016818-a00c-46bc-bb77-22ca4ee991ae None None] DHCP port deletion for ae952fc6-61f4-4688-8291-acf76adfdea0 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:57.443675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Calling delete_port for 1d8aece5-9be9-400e-b349-143b2235f182 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:57.495171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4d016818-a00c-46bc-bb77-22ca4ee991ae None None] Deleting port 1d8aece5-9be9-400e-b349-143b2235f182 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:57.495570 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4d016818-a00c-46bc-bb77-22ca4ee991ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.548043 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.569428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-4d016818-a00c-46bc-bb77-22ca4ee991ae None None] For port 1d8aece5-9be9-400e-b349-143b2235f182, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1d8aece5-9be9-400e-b349-143b2235f182,segment=NetworkSegment(8cead457-1c3d-4f89-a3b1-9c93176c125a),segment_id=8cead457-1c3d-4f89-a3b1-9c93176c125a)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:57.569925 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4d016818-a00c-46bc-bb77-22ca4ee991ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.573309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Pushing event deleted for resources: {'Port': ['ID=1d8aece5-9be9-400e-b349-143b2235f182,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:57.583878 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4d016818-a00c-46bc-bb77-22ca4ee991ae None None] Calling delete_port for 1d8aece5-9be9-400e-b349-143b2235f182 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:57.597253 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] No DVR routers for this DVR port 1d8aece5-9be9-400e-b349-143b2235f182 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:57.684330 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4d016818-a00c-46bc-bb77-22ca4ee991ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.684598 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.706822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae952fc6-61f4-4688-8291-acf76adfdea0']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:57.710084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d016818-a00c-46bc-bb77-22ca4ee991ae None None] Pushing event deleted for resources: {'Port': ['ID=1d8aece5-9be9-400e-b349-143b2235f182,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:57.713855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d016818-a00c-46bc-bb77-22ca4ee991ae None None] No DVR routers for this DVR port 1d8aece5-9be9-400e-b349-143b2235f182 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:57.725358 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cead457-1c3d-4f89-a3b1-9c93176c125a') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:57.725804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cead457-1c3d-4f89-a3b1-9c93176c125a') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:57.739476 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.756171 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.764843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:38:57.765272 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:38:57.769093 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:38:57.834379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.841559 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.847598 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] 10.222.0.15 "DELETE /v2.0/networks/ae952fc6-61f4-4688-8291-acf76adfdea0 HTTP/1.1" status: 204 len: 168 time: 0.6861224 Nov 27 01:38:57.862172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8813f-cd6d-4837-98a6-fdddad55e94f tempest-TagsExtTest-1578930673 tempest-TagsExtTest-1578930673-project] Pushing event deleted for resources: {'Network': ['ID=ae952fc6-61f4-4688-8291-acf76adfdea0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:58.158451 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35122) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:58.204411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35126) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:58.352650 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.412346 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2804b96e-1039-4d58-90bc-5fbb3f71233b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c37625b7c9b4f49ad70479b70ba2fcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2517948 Nov 27 01:38:58.415231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35130) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:58.433930 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1d8aece5-9be9-400e-b349-143b2235f182 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:58.457731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 1d8aece5-9be9-400e-b349-143b2235f182 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:58.458075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1d8aece5-9be9-400e-b349-143b2235f182 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:58.494882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.496368 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d80e508-dfab-4ae4-bc33-7fec5b14d1c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.502573 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.559244 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d80e508-dfab-4ae4-bc33-7fec5b14d1c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.562393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b9ed2e-772b-407e-8000-9e4f9db68af4,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:58.571976 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=617677a50737485e9e35db70dac21ea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3663015 Nov 27 01:38:58.574467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35132) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:58.580970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:58.581664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:58.582012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:58.582356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:58.582683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:58.583020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:58.583348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:58.583676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:58.584000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:58.584354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:58.584678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:58.584999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1dbfc-160c-41b3-b8d9-e3d7fc55159e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:58.629086 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d80e508-dfab-4ae4-bc33-7fec5b14d1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.632311 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d80e508-dfab-4ae4-bc33-7fec5b14d1c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.636769 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2d80e508-dfab-4ae4-bc33-7fec5b14d1c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae7b95f5-c568-4814-a816-bd335b9ca465 HTTP/1.1" status: 204 len: 168 time: 0.2205427 Nov 27 01:38:58.640368 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5dbfa91-e2ee-464d-82ef-c82ce7c72712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.646218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80e508-dfab-4ae4-bc33-7fec5b14d1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7b95f5-c568-4814-a816-bd335b9ca465,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:58.666787 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5dbfa91-e2ee-464d-82ef-c82ce7c72712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.694022 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.723346 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5dbfa91-e2ee-464d-82ef-c82ce7c72712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.726451 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5dbfa91-e2ee-464d-82ef-c82ce7c72712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.730488 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d5dbfa91-e2ee-464d-82ef-c82ce7c72712 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88b9ed2e-772b-407e-8000-9e4f9db68af4 HTTP/1.1" status: 204 len: 168 time: 0.1548040 Nov 27 01:38:58.740073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbfa91-e2ee-464d-82ef-c82ce7c72712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b9ed2e-772b-407e-8000-9e4f9db68af4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:59.042334 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8eae5ec3-9c8f-4bb8-aeef-99eede015d9f req-bbc9bd06-b2c9-4f79-930f-864834dfb0c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521820 Nov 27 01:38:59.139663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35150) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:59.160023 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-816928ae-bc7a-4d30-9bce-87ea1e30f271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:59.171954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae5ec3-9c8f-4bb8-aeef-99eede015d9f req-be3be010-fa63-4cf7-89d2-ee309086075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:59.173495 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8eae5ec3-9c8f-4bb8-aeef-99eede015d9f req-be3be010-fa63-4cf7-89d2-ee309086075f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 1097 time: 0.0646956 Nov 27 01:38:59.284072 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-816928ae-bc7a-4d30-9bce-87ea1e30f271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:59.290769 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-816928ae-bc7a-4d30-9bce-87ea1e30f271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:59.329632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae5ec3-9c8f-4bb8-aeef-99eede015d9f req-50ec3801-8d4e-4516-9396-4accc4c01504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:59.331404 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8eae5ec3-9c8f-4bb8-aeef-99eede015d9f req-50ec3801-8d4e-4516-9396-4accc4c01504 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.1301723 Nov 27 01:38:59.341949 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-816928ae-bc7a-4d30-9bce-87ea1e30f271 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f55ba70f77254c848a2a59daa471001e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2000971 Nov 27 01:38:59.343093 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816928ae-bc7a-4d30-9bce-87ea1e30f271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da947f-4d5e-41b1-ae0d-ec398a1d56ec,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:59.346841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35158) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:59.422950 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8eae5ec3-9c8f-4bb8-aeef-99eede015d9f req-01059736-b3b2-4cb9-9309-669d035f54f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 HTTP/1.1" status: 200 len: 1001 time: 0.0835183 Nov 27 01:38:59.426310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-509446a7-c5f1-4ee1-9493-7ae5760d9113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:59.467397 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-509446a7-c5f1-4ee1-9493-7ae5760d9113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:59.487256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae5ec3-9c8f-4bb8-aeef-99eede015d9f req-efdecea5-f3f0-4ab5-a0ea-c569cf557f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:59.490191 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8eae5ec3-9c8f-4bb8-aeef-99eede015d9f req-efdecea5-f3f0-4ab5-a0ea-c569cf557f4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.0590382 Nov 27 01:38:59.522996 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-509446a7-c5f1-4ee1-9493-7ae5760d9113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:59.528046 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-509446a7-c5f1-4ee1-9493-7ae5760d9113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:59.530407 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-509446a7-c5f1-4ee1-9493-7ae5760d9113 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25da947f-4d5e-41b1-ae0d-ec398a1d56ec HTTP/1.1" status: 204 len: 168 time: 0.1694117 Nov 27 01:38:59.552437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509446a7-c5f1-4ee1-9493-7ae5760d9113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da947f-4d5e-41b1-ae0d-ec398a1d56ec,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:59.553759 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae5ec3-9c8f-4bb8-aeef-99eede015d9f req-cde4880f-bd01-4ce7-9408-aa76be84e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:59.555573 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8eae5ec3-9c8f-4bb8-aeef-99eede015d9f req-cde4880f-bd01-4ce7-9408-aa76be84e495 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572667 Nov 27 01:38:59.685510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8eae5ec3-9c8f-4bb8-aeef-99eede015d9f req-540fd5c3-f4b7-4e4a-8999-ddb017b4265b service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199851 Nov 27 01:38:59.880419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8eae5ec3-9c8f-4bb8-aeef-99eede015d9f req-3548050d-605e-4b19-98c1-53df0b0524e4 service neutron] 10.222.0.21 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857255 Nov 27 01:39:00.754522 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:00.942601 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35222) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:01.166538 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2ea60f8-bcf6-41a4-a7e3-b8cae1eb16c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:01.245686 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2ea60f8-bcf6-41a4-a7e3-b8cae1eb16c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:01.251089 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b2ea60f8-bcf6-41a4-a7e3-b8cae1eb16c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:01.292010 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b2ea60f8-bcf6-41a4-a7e3-b8cae1eb16c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f673506d152b4b72a0ad2d265b3e5929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476698 Nov 27 01:39:01.292928 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea60f8-bcf6-41a4-a7e3-b8cae1eb16c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bde563b-18fa-4e62-a64a-d0538b7c5f68,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:01.294816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35228) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:01.349675 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2c7de0f3-55a1-432e-a650-dc8e4f9ba5ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:01.371155 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2c7de0f3-55a1-432e-a650-dc8e4f9ba5ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:01.417268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2c7de0f3-55a1-432e-a650-dc8e4f9ba5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:01.419881 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2c7de0f3-55a1-432e-a650-dc8e4f9ba5ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:01.421580 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2c7de0f3-55a1-432e-a650-dc8e4f9ba5ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bde563b-18fa-4e62-a64a-d0538b7c5f68 HTTP/1.1" status: 204 len: 168 time: 0.1245735 Nov 27 01:39:01.429710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7de0f3-55a1-432e-a650-dc8e4f9ba5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bde563b-18fa-4e62-a64a-d0538b7c5f68,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:04.270977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35340) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:04.400192 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a20e5551-9e71-420a-8e54-1b7bd3134ac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:04.484366 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a20e5551-9e71-420a-8e54-1b7bd3134ac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:04.489603 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a20e5551-9e71-420a-8e54-1b7bd3134ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:04.535545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35354) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:04.536129 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a20e5551-9e71-420a-8e54-1b7bd3134ac7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f27472549dd14d5b9c80d844dc7ca4f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2618890 Nov 27 01:39:04.537248 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e5551-9e71-420a-8e54-1b7bd3134ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273c2e5c-cc63-48e6-829d-b7a4e9597cef,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:04.600319 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5136206b-80c8-43e8-9031-74bf2ef0e11a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:04.624866 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5136206b-80c8-43e8-9031-74bf2ef0e11a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:04.674827 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5136206b-80c8-43e8-9031-74bf2ef0e11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:04.678324 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5136206b-80c8-43e8-9031-74bf2ef0e11a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:04.684738 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5136206b-80c8-43e8-9031-74bf2ef0e11a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/273c2e5c-cc63-48e6-829d-b7a4e9597cef HTTP/1.1" status: 204 len: 168 time: 0.1479814 Nov 27 01:39:04.694305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136206b-80c8-43e8-9031-74bf2ef0e11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273c2e5c-cc63-48e6-829d-b7a4e9597cef,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:05.031736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35362) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:05.045692 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48ac5882-70ce-4424-8ec3-4f51c813ca9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:05.123921 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48ac5882-70ce-4424-8ec3-4f51c813ca9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:05.128597 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-48ac5882-70ce-4424-8ec3-4f51c813ca9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:05.172208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-48ac5882-70ce-4424-8ec3-4f51c813ca9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a30d547a63841eab0a1bede707ce718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392357 Nov 27 01:39:05.173450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac5882-70ce-4424-8ec3-4f51c813ca9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054b8352-589b-4986-9ab0-088956a58917,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:05.176989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35366) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:05.237491 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2125d511-b74b-49a7-ab44-7d18a7541d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:05.272784 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2125d511-b74b-49a7-ab44-7d18a7541d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:05.331875 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2125d511-b74b-49a7-ab44-7d18a7541d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:05.340470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2125d511-b74b-49a7-ab44-7d18a7541d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:05.344949 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2125d511-b74b-49a7-ab44-7d18a7541d81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/054b8352-589b-4986-9ab0-088956a58917 HTTP/1.1" status: 204 len: 168 time: 0.1662414 Nov 27 01:39:05.355277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125d511-b74b-49a7-ab44-7d18a7541d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054b8352-589b-4986-9ab0-088956a58917,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:07.230872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35426) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:07.529641 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5c90cf7-b123-4e7d-a52a-1f49914fc761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:07.623492 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5c90cf7-b123-4e7d-a52a-1f49914fc761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:07.628532 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5c90cf7-b123-4e7d-a52a-1f49914fc761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:07.669499 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c5c90cf7-b123-4e7d-a52a-1f49914fc761 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=520a572a76a9459bb20f22a60eb6e679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4358718 Nov 27 01:39:07.671186 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c90cf7-b123-4e7d-a52a-1f49914fc761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cdd31c-ff74-4aec-8d8a-3217052ad35f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:07.672744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35436) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:07.725705 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a2664dfd-1bf6-4564-bc72-90662fbcec29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:07.749329 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a2664dfd-1bf6-4564-bc72-90662fbcec29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:07.797601 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a2664dfd-1bf6-4564-bc72-90662fbcec29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:07.800498 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a2664dfd-1bf6-4564-bc72-90662fbcec29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:07.804328 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a2664dfd-1bf6-4564-bc72-90662fbcec29 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8cdd31c-ff74-4aec-8d8a-3217052ad35f HTTP/1.1" status: 204 len: 168 time: 0.1279297 Nov 27 01:39:07.811628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2664dfd-1bf6-4564-bc72-90662fbcec29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cdd31c-ff74-4aec-8d8a-3217052ad35f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:08.492381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35458) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:08.613735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-531809565-network', 'tenant_id': '0c02192115c74f95811efb6c6c75ef2c'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:08.636870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] Made reservation on behalf of 0c02192115c74f95811efb6c6c75ef2c for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:39:08.639421 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:08.648073 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:08.734046 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:08.738636 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:08.764612 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:39:08.779926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:08.785643 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:08.785948 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] Added segment ab4d261f-5780-4a2b-b09a-8b3862594b3f of type vlan for network fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 Nov 27 01:39:08.831242 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:08.857419 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:08.858407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:08.858985 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:08.938472 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35480) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:08.939171 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4451015 Nov 27 01:39:08.943952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-66de59c8-abf4-472d-9370-bfef994d3403 admin admin] Request body: {'subnet': {'network_id': 'fb8b6e92-a333-481f-80c8-5e17ae0b6ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-531809565-subnet', 'tenant_id': '0c02192115c74f95811efb6c6c75ef2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:08.973851 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbc84d-ee06-4019-a794-17d00a06cd47 admin admin] Pushing event updated for resources: {'Network': ['ID=fb8b6e92-a333-481f-80c8-5e17ae0b6ad9,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:08.983605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66de59c8-abf4-472d-9370-bfef994d3403 admin admin] Made reservation on behalf of 0c02192115c74f95811efb6c6c75ef2c for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:39:08.987625 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:39:09.002197 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66de59c8-abf4-472d-9370-bfef994d3403 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:09.182235 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66de59c8-abf4-472d-9370-bfef994d3403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:09.230439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de59c8-abf4-472d-9370-bfef994d3403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55415d3f-1a17-49db-8fab-205dbb96d2b4,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:09.245033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de59c8-abf4-472d-9370-bfef994d3403 admin admin] Checking segment: {'id': 'ab4d261f-5780-4a2b-b09a-8b3862594b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fb8b6e92-a333-481f-80c8-5e17ae0b6ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:09.245385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66de59c8-abf4-472d-9370-bfef994d3403 admin admin] Network hostable DHCP agents. Network: fb8b6e92-a333-481f-80c8-5e17ae0b6ad9, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:39:09.265864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66de59c8-abf4-472d-9370-bfef994d3403 admin admin] Network fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:39:09.277258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-66de59c8-abf4-472d-9370-bfef994d3403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, fb8b6e92-a333-481f-80c8-5e17ae0b6ad9) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:09.282334 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66de59c8-abf4-472d-9370-bfef994d3403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:09.283300 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-66de59c8-abf4-472d-9370-bfef994d3403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:09.300482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1153fcc8-227d-46f4-9fec-fcb952391a18 None None] Network fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:39:09.312282 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-66de59c8-abf4-472d-9370-bfef994d3403 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3678644 Nov 27 01:39:09.455772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da56b54a-1d0e-40df-96ef-a257db6d0b93 None None] Network fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:39:09.796703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35498) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:09.801609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-701090664-network', 'tenant_id': '92aa9c2f9f1e4852b8baa10e380dd41a'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:09.823810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] Made reservation on behalf of 92aa9c2f9f1e4852b8baa10e380dd41a for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:39:09.826736 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:09.835906 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:09.928950 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:09.934599 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:09.960652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:39:09.969986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbadbc44-373b-4044-a944-d424b7bdec85,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:09.977680 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:09.977680 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] Added segment 65c6c7af-8e01-4ddd-8502-9f22692a1305 of type vlan for network 7029c579-1224-4ce8-8cf5-516695840ec8 Nov 27 01:39:10.020283 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:10.050715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:10.052128 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:10.052682 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:10.096872 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e5d5077-e2e4-4602-8c39-91726b2244e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:10.135314 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3374920 Nov 27 01:39:10.140649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35510) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:10.147238 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-83ab3ad9-4fc7-4a68-b319-58926cb06709 admin admin] Request body: {'subnet': {'network_id': '7029c579-1224-4ce8-8cf5-516695840ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-701090664-subnet', 'tenant_id': '92aa9c2f9f1e4852b8baa10e380dd41a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:10.164031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba6b2b-db67-4f89-9c8b-4a68f1540673 admin admin] Pushing event updated for resources: {'Network': ['ID=7029c579-1224-4ce8-8cf5-516695840ec8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:10.179459 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 7029c579-1224-4ce8-8cf5-516695840ec8 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:39:10.187531 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ab3ad9-4fc7-4a68-b319-58926cb06709 admin admin] Made reservation on behalf of 92aa9c2f9f1e4852b8baa10e380dd41a for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:39:10.190475 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83ab3ad9-4fc7-4a68-b319-58926cb06709 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:10.410232 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83ab3ad9-4fc7-4a68-b319-58926cb06709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:10.487757 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab3ad9-4fc7-4a68-b319-58926cb06709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=382a89de-307c-4815-aa6e-5a9567d7d2ef,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:10.498378 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab3ad9-4fc7-4a68-b319-58926cb06709 admin admin] Checking segment: {'id': '65c6c7af-8e01-4ddd-8502-9f22692a1305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7029c579-1224-4ce8-8cf5-516695840ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:10.498967 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ab3ad9-4fc7-4a68-b319-58926cb06709 admin admin] Network hostable DHCP agents. Network: 7029c579-1224-4ce8-8cf5-516695840ec8, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:39:10.518060 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ab3ad9-4fc7-4a68-b319-58926cb06709 admin admin] Network 7029c579-1224-4ce8-8cf5-516695840ec8 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:39:10.528404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-83ab3ad9-4fc7-4a68-b319-58926cb06709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 7029c579-1224-4ce8-8cf5-516695840ec8) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:10.539352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8ce4c3-ffac-4d3a-a327-b303abd87d24 None None] Network 7029c579-1224-4ce8-8cf5-516695840ec8 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:39:10.541654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ab3ad9-4fc7-4a68-b319-58926cb06709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:10.544366 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-83ab3ad9-4fc7-4a68-b319-58926cb06709 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:10.572283 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-83ab3ad9-4fc7-4a68-b319-58926cb06709 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4271665 Nov 27 01:39:10.724428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d27df-7bcd-46d8-a160-2416b5f4e6b5 None None] Network 7029c579-1224-4ce8-8cf5-516695840ec8 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:39:11.037550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35542) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:11.178371 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2404f89f-dc7e-47df-8745-1344ea428961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:11.351451 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2404f89f-dc7e-47df-8745-1344ea428961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:11.360078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2404f89f-dc7e-47df-8745-1344ea428961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:11.423722 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-46b6d1b5-8ba2-445a-aece-d96a61b4e635 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:11.425242 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-46b6d1b5-8ba2-445a-aece-d96a61b4e635 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/networks?id=fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 HTTP/1.1" status: 200 len: 811 time: 0.1618257 Nov 27 01:39:11.428263 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2404f89f-dc7e-47df-8745-1344ea428961 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1d63b83dbef4a3aa1270c848134d143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3895266 Nov 27 01:39:11.428992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404f89f-dc7e-47df-8745-1344ea428961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedf546a-a699-4a24-88c5-74f03eac1caa,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:11.432205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35554) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:11.451197 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-8c38776c-e894-470a-9467-74b3e411ff6d tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/quotas/0c02192115c74f95811efb6c6c75ef2c HTTP/1.1" status: 200 len: 375 time: 0.0194399 Nov 27 01:39:11.497137 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5f46572f-413a-4998-a246-52184cf4287b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:11.512553 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-b32e1675-dff6-416a-a563-a0dfdd170315 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c02192115c74f95811efb6c6c75ef2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538745 Nov 27 01:39:11.520063 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5f46572f-413a-4998-a246-52184cf4287b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:11.574020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-32d69346-2ef0-4a22-92f5-791ccb751f71 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:39:11.575265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-32d69346-2ef0-4a22-92f5-791ccb751f71 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0619318 Nov 27 01:39:11.589227 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5f46572f-413a-4998-a246-52184cf4287b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:11.594073 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5f46572f-413a-4998-a246-52184cf4287b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:11.595227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5f46572f-413a-4998-a246-52184cf4287b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aedf546a-a699-4a24-88c5-74f03eac1caa HTTP/1.1" status: 204 len: 168 time: 0.1613524 Nov 27 01:39:11.604877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46572f-413a-4998-a246-52184cf4287b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedf546a-a699-4a24-88c5-74f03eac1caa,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:11.731412 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-9546017d-612f-4313-9949-25c488179e2a service neutron] 10.222.0.15 "GET /v2.0/networks/fb8b6e92-a333-481f-80c8-5e17ae0b6ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489270 Nov 27 01:39:11.844834 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-68f97c75-dae6-4f50-805f-2281d10891b5 service neutron] 10.222.0.15 "GET /v2.0/networks/fb8b6e92-a333-481f-80c8-5e17ae0b6ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123772 Nov 27 01:39:11.989422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35568) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:12.019246 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-149998bd-a61d-4497-910b-3dd46a17ddd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.023750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6d2adb71-ab8c-4a26-a891-8173bd1b0161 req-41d9f471-d136-46b6-8369-2508463819dc tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 210 time: 0.0362372 Nov 27 01:39:12.152584 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-149998bd-a61d-4497-910b-3dd46a17ddd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.158388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-149998bd-a61d-4497-910b-3dd46a17ddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.199520 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149998bd-a61d-4497-910b-3dd46a17ddd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a218b20-6e02-4fb7-9475-19ff35d67b74,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:12.219393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35578) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:12.222065 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-149998bd-a61d-4497-910b-3dd46a17ddd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffed75beeccb4e3cb1d4f9243bed4a66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318411 Nov 27 01:39:12.292714 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-abb8298a-75af-4188-896f-133b41cbc083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.294832 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cd9f54cd-408c-4495-9695-997f2379621e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.322181 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-abb8298a-75af-4188-896f-133b41cbc083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.391166 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-abb8298a-75af-4188-896f-133b41cbc083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.395124 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-abb8298a-75af-4188-896f-133b41cbc083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.399312 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-abb8298a-75af-4188-896f-133b41cbc083 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a218b20-6e02-4fb7-9475-19ff35d67b74 HTTP/1.1" status: 204 len: 168 time: 0.1782923 Nov 27 01:39:12.407937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8298a-75af-4188-896f-133b41cbc083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a218b20-6e02-4fb7-9475-19ff35d67b74,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:13.190262 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-274293ff-8b9c-4bc9-be0c-d9aebc9631bc req-e599db75-b2f6-49eb-ac7f-42063b57eb2d tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 210 time: 0.0874979 Nov 27 01:39:13.243975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-2af7cd28-ce10-4725-a2c9-3c82b84b21a8 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:13.246129 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-2af7cd28-ce10-4725-a2c9-3c82b84b21a8 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.31 "GET /v2.0/networks?id=fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 HTTP/1.1" status: 200 len: 811 time: 0.1497779 Nov 27 01:39:13.285371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-0b398692-41a8-40f8-9d4d-acbf54df39a6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Request body: {'port': {'device_id': '430d9fa8-fb96-47db-9ed4-4774125252ae', 'network_id': 'fb8b6e92-a333-481f-80c8-5e17ae0b6ad9', 'admin_state_up': True, 'tenant_id': '0c02192115c74f95811efb6c6c75ef2c'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:13.346845 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.442374 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-0b398692-41a8-40f8-9d4d-acbf54df39a6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Made reservation on behalf of 0c02192115c74f95811efb6c6c75ef2c for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:39:13.446966 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-0b398692-41a8-40f8-9d4d-acbf54df39a6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.601955 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-0b398692-41a8-40f8-9d4d-acbf54df39a6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Allocated IP 172.20.0.2 (fb8b6e92-a333-481f-80c8-5e17ae0b6ad9/55415d3f-1a17-49db-8fab-205dbb96d2b4/4d9bf125-9762-4671-8f96-d328024c3054) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:39:13.771926 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-0b398692-41a8-40f8-9d4d-acbf54df39a6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.817613 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-0b398692-41a8-40f8-9d4d-acbf54df39a6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.885992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-0b398692-41a8-40f8-9d4d-acbf54df39a6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Network fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:39:13.889289 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-0b398692-41a8-40f8-9d4d-acbf54df39a6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:13.893462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-0b398692-41a8-40f8-9d4d-acbf54df39a6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:39:13.900354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b398692-41a8-40f8-9d4d-acbf54df39a6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Pushing event updated for resources: {'Port': ['ID=4d9bf125-9762-4671-8f96-d328024c3054,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:13.962077 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-0b398692-41a8-40f8-9d4d-acbf54df39a6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:13.962699 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-0b398692-41a8-40f8-9d4d-acbf54df39a6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.980798 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-0b398692-41a8-40f8-9d4d-acbf54df39a6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7048891 Nov 27 01:39:14.000438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Request body: {'port': {'device_id': '430d9fa8-fb96-47db-9ed4-4774125252ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:14.059920 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.394931 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672b01c-d4c7-4d75-8840-63336a4be946 req-24ab2580-5579-45f7-9be9-df49f41a2902 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:14.396485 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5672b01c-d4c7-4d75-8840-63336a4be946 req-24ab2580-5579-45f7-9be9-df49f41a2902 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 931 time: 0.0865862 Nov 27 01:39:14.471484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9bf125-9762-4671-8f96-d328024c3054 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:39:14.483695 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.501376 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5672b01c-d4c7-4d75-8840-63336a4be946 req-4eb4919d-bfa2-47f1-a770-21005a68683c tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944388 Nov 27 01:39:14.510156 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Transition to ACTIVE for port object 4d9bf125-9762-4671-8f96-d328024c3054 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:39:14.516215 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.587151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9bf125-9762-4671-8f96-d328024c3054,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:14.671344 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Attempting to bind port 4d9bf125-9762-4671-8f96-d328024c3054 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:39:14.672311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Attempting to bind port 4d9bf125-9762-4671-8f96-d328024c3054 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'ab4d261f-5780-4a2b-b09a-8b3862594b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fb8b6e92-a333-481f-80c8-5e17ae0b6ad9'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:39:14.672311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Attempting to bind port 4d9bf125-9762-4671-8f96-d328024c3054 on network fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:14.680367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Port 4d9bf125-9762-4671-8f96-d328024c3054 on network fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:39:14.680744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Attempting to bind port 4d9bf125-9762-4671-8f96-d328024c3054 on network fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:14.687946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:39:14.688387 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Checking segment: {'id': 'ab4d261f-5780-4a2b-b09a-8b3862594b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fb8b6e92-a333-481f-80c8-5e17ae0b6ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:14.688698 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Bound using segment: {'id': 'ab4d261f-5780-4a2b-b09a-8b3862594b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fb8b6e92-a333-481f-80c8-5e17ae0b6ad9'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:39:14.689131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Bound port: 4d9bf125-9762-4671-8f96-d328024c3054, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4d261f-5780-4a2b-b09a-8b3862594b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fb8b6e92-a333-481f-80c8-5e17ae0b6ad9'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:39:14.689479 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.770880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] For port 4d9bf125-9762-4671-8f96-d328024c3054, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:39:14.774562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] For port 4d9bf125-9762-4671-8f96-d328024c3054, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4d9bf125-9762-4671-8f96-d328024c3054,segment=NetworkSegment(ab4d261f-5780-4a2b-b09a-8b3862594b3f),segment_id=ab4d261f-5780-4a2b-b09a-8b3862594b3f)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:39:14.780026 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.822019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:14.822664 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.824330 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] 10.222.0.31 "PUT /v2.0/ports/4d9bf125-9762-4671-8f96-d328024c3054 HTTP/1.1" status: 200 len: 1092 time: 0.8290012 Nov 27 01:39:14.824905 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430d9fa8-fb96-47db-9ed4-4774125252ae', 'tag': '4d9bf125-9762-4671-8f96-d328024c3054'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:14.827657 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f667c67-e718-4f5c-af5a-13c6fd17a3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "430d9fa8-fb96-47db-9ed4-4774125252ae", "tag": "4d9bf125-9762-4671-8f96-d328024c3054"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:14.860598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d1831-9e51-4560-8664-90ab625bd460 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9bf125-9762-4671-8f96-d328024c3054,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:14.900145 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716f1684-9809-4557-a9e7-a7656e3096a4 x-openstack-request-id: req-716f1684-9809-4557-a9e7-a7656e3096a4 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:14.900666 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430d9fa8-fb96-47db-9ed4-4774125252ae", "tag": "4d9bf125-9762-4671-8f96-d328024c3054", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:14.900792 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-716f1684-9809-4557-a9e7-a7656e3096a4 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:14.901152 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430d9fa8-fb96-47db-9ed4-4774125252ae', 'tag': '4d9bf125-9762-4671-8f96-d328024c3054', 'status': 'completed', 'code': 200} Nov 27 01:39:14.908370 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.974718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-41db4827-27fc-4e25-a4f3-34e34a32d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:14.979095 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-41db4827-27fc-4e25-a4f3-34e34a32d2ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c02192115c74f95811efb6c6c75ef2c&device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 1095 time: 0.0693707 Nov 27 01:39:15.033082 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-0f60a8af-7931-4770-b8b7-d202789f70d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d9bf125-9762-4671-8f96-d328024c3054 HTTP/1.1" status: 200 len: 217 time: 0.0388684 Nov 27 01:39:15.089740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-276f4c51-8e66-4fe9-9089-68a004d50eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:15.091345 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-276f4c51-8e66-4fe9-9089-68a004d50eae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55415d3f-1a17-49db-8fab-205dbb96d2b4 HTTP/1.1" status: 200 len: 851 time: 0.0515225 Nov 27 01:39:15.126146 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-58ec851b-2abc-4916-bb4d-fca0436fe222 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb8b6e92-a333-481f-80c8-5e17ae0b6ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273449 Nov 27 01:39:15.222316 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-7a347315-863b-46e2-852b-c924bb713b38 service neutron] 10.222.0.31 "GET /v2.0/networks/fb8b6e92-a333-481f-80c8-5e17ae0b6ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887849 Nov 27 01:39:15.349761 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a48dac9-ef81-4a10-9ce8-81dc83eba18f req-12836296-adbd-4bc9-9472-a79c488777b3 service neutron] 10.222.0.31 "GET /v2.0/networks/fb8b6e92-a333-481f-80c8-5e17ae0b6ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202748 Nov 27 01:39:15.499365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f667c67-e718-4f5c-af5a-13c6fd17a3e0 req-f74b3956-7d1c-4ee5-9c62-1cc41e161b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:15.501650 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f667c67-e718-4f5c-af5a-13c6fd17a3e0 req-f74b3956-7d1c-4ee5-9c62-1cc41e161b38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c02192115c74f95811efb6c6c75ef2c&device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 1095 time: 0.0531280 Nov 27 01:39:15.643035 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f667c67-e718-4f5c-af5a-13c6fd17a3e0 req-446feb31-7260-407f-9594-45b0af3eac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:15.644642 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f667c67-e718-4f5c-af5a-13c6fd17a3e0 req-446feb31-7260-407f-9594-45b0af3eac96 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 HTTP/1.1" status: 200 len: 912 time: 0.1361272 Nov 27 01:39:15.666854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22978ddc-e5e7-404b-b779-0618a2fd5dd7 req-171c34e5-4b4e-4d23-b5f6-82e55c562cea tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:15.668331 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-22978ddc-e5e7-404b-b779-0618a2fd5dd7 req-171c34e5-4b4e-4d23-b5f6-82e55c562cea tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 943 time: 0.0790014 Nov 27 01:39:15.699082 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f667c67-e718-4f5c-af5a-13c6fd17a3e0 req-9ff72924-a708-412a-a941-e4eb1900a40e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d9bf125-9762-4671-8f96-d328024c3054 HTTP/1.1" status: 200 len: 217 time: 0.0463779 Nov 27 01:39:15.779944 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-22978ddc-e5e7-404b-b779-0618a2fd5dd7 req-c33fe9c3-9a9b-494d-a641-20377bec6c61 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832946 Nov 27 01:39:15.784503 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f667c67-e718-4f5c-af5a-13c6fd17a3e0 req-61c60418-1160-40b0-aa4e-ea344d2e518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:15.786194 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f667c67-e718-4f5c-af5a-13c6fd17a3e0 req-61c60418-1160-40b0-aa4e-ea344d2e518b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55415d3f-1a17-49db-8fab-205dbb96d2b4 HTTP/1.1" status: 200 len: 851 time: 0.0743484 Nov 27 01:39:15.827439 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f667c67-e718-4f5c-af5a-13c6fd17a3e0 req-6b0ef188-57f6-43af-ab04-676559358d01 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb8b6e92-a333-481f-80c8-5e17ae0b6ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333011 Nov 27 01:39:15.962670 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f667c67-e718-4f5c-af5a-13c6fd17a3e0 req-23531661-02e5-41df-934f-2c996c808981 service neutron] 10.222.0.31 "GET /v2.0/networks/fb8b6e92-a333-481f-80c8-5e17ae0b6ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280918 Nov 27 01:39:16.084476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6f667c67-e718-4f5c-af5a-13c6fd17a3e0 req-b34f6f3d-8b2b-4859-aa71-454b20044cdb service neutron] 10.222.0.31 "GET /v2.0/networks/fb8b6e92-a333-481f-80c8-5e17ae0b6ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133444 Nov 27 01:39:16.308893 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:16.921938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede12ef8-c144-44c3-b827-353901905c85 req-b1efd8e4-5b6d-412d-95bf-0a746d62e123 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:16.923517 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ede12ef8-c144-44c3-b827-353901905c85 req-b1efd8e4-5b6d-412d-95bf-0a746d62e123 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 943 time: 0.0623908 Nov 27 01:39:16.974177 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ede12ef8-c144-44c3-b827-353901905c85 req-0dd8d3b1-8f52-4bb0-b587-6bf045b74bf9 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444129 Nov 27 01:39:17.370203 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c97625ef-9e34-4774-a852-58316215c934 req-c85258b5-2fb2-4124-8a2f-0c7efa619e89 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459809 Nov 27 01:39:17.479517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97625ef-9e34-4774-a852-58316215c934 req-b08978dc-0874-432d-bf32-0a78bce7615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:17.481110 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c97625ef-9e34-4774-a852-58316215c934 req-b08978dc-0874-432d-bf32-0a78bce7615b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 1098 time: 0.0447423 Nov 27 01:39:17.610656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97625ef-9e34-4774-a852-58316215c934 req-0068da64-d7f7-47bd-aff9-5cdea7bf02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:17.612367 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c97625ef-9e34-4774-a852-58316215c934 req-0068da64-d7f7-47bd-aff9-5cdea7bf02ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=26a73c82-2a1f-4668-b353-12a7bbb2454b HTTP/1.1" status: 200 len: 897 time: 0.1109982 Nov 27 01:39:17.686971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c97625ef-9e34-4774-a852-58316215c934 req-53a4a990-af4f-4d60-823e-2a6084c957be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8 HTTP/1.1" status: 200 len: 1002 time: 0.0671525 Nov 27 01:39:17.737515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97625ef-9e34-4774-a852-58316215c934 req-df7c2e69-4b2c-418d-9bf5-11d906ac4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:17.738991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c97625ef-9e34-4774-a852-58316215c934 req-df7c2e69-4b2c-418d-9bf5-11d906ac4ac2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d39c39e2-2994-4fd1-b3dc-99a5f955e1ea HTTP/1.1" status: 200 len: 834 time: 0.0457942 Nov 27 01:39:17.787343 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97625ef-9e34-4774-a852-58316215c934 req-0fb16218-1231-4dae-80f1-738ec9022943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:17.789037 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c97625ef-9e34-4774-a852-58316215c934 req-0fb16218-1231-4dae-80f1-738ec9022943 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26a73c82-2a1f-4668-b353-12a7bbb2454b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431237 Nov 27 01:39:17.884942 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c97625ef-9e34-4774-a852-58316215c934 req-cf3d0318-faa0-4414-bac4-6fd7f18bc0ad service neutron] 10.222.0.31 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875750 Nov 27 01:39:17.980635 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c97625ef-9e34-4774-a852-58316215c934 req-dab27022-a342-4c4c-bf51-2e6107820e98 service neutron] 10.222.0.31 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888946 Nov 27 01:39:18.096556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c3efc-e92f-428e-ac2b-b9ca900bd92f req-73d99eee-1dd4-451a-a5ae-62d92b68682f tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:18.098262 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-630c3efc-e92f-428e-ac2b-b9ca900bd92f req-73d99eee-1dd4-451a-a5ae-62d92b68682f tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 943 time: 0.0507579 Nov 27 01:39:18.147983 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-630c3efc-e92f-428e-ac2b-b9ca900bd92f req-4b45dc99-7f80-4553-b795-3e71f204afa0 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430892 Nov 27 01:39:19.285275 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc408ee-ec37-4c38-971d-1ccafe7bd74e req-8b0012ee-78c7-47d3-8973-56bf0b47cde4 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:19.287301 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fc408ee-ec37-4c38-971d-1ccafe7bd74e req-8b0012ee-78c7-47d3-8973-56bf0b47cde4 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 943 time: 0.0690091 Nov 27 01:39:19.337569 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fc408ee-ec37-4c38-971d-1ccafe7bd74e req-2bb68842-cd3d-4459-9cf2-a89ec3c2b5f9 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436895 Nov 27 01:39:19.764681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4d9bf125-9762-4671-8f96-d328024c3054 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:39:19.868113 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4d9bf125-9762-4671-8f96-d328024c3054, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4d9bf125-9762-4671-8f96-d328024c3054,segment=NetworkSegment(ab4d261f-5780-4a2b-b09a-8b3862594b3f),segment_id=ab4d261f-5780-4a2b-b09a-8b3862594b3f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:19.880284 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '4d9bf125-9762-4671-8f96-d328024c3054', 'network_id': 'fb8b6e92-a333-481f-80c8-5e17ae0b6ad9', 'port_id': '4d9bf125-9762-4671-8f96-d328024c3054', 'mac_address': 'fa:16:3e:1c:8b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55415d3f-1a17-49db-8fab-205dbb96d2b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:39:19.921191 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:19.934153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9bf125-9762-4671-8f96-d328024c3054 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:39:19.957373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4d9bf125-9762-4671-8f96-d328024c3054, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4d9bf125-9762-4671-8f96-d328024c3054,segment=NetworkSegment(ab4d261f-5780-4a2b-b09a-8b3862594b3f),segment_id=ab4d261f-5780-4a2b-b09a-8b3862594b3f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:19.965286 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:20.020498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=4d9bf125-9762-4671-8f96-d328024c3054,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:20.331208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['4d9bf125-9762-4671-8f96-d328024c3054'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:39:20.496515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d286-1b22-4f1d-a5ab-d795b670bdd2 req-aa40ffb9-9d17-463f-9d2d-de3206a93701 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:20.498168 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8367d286-1b22-4f1d-a5ab-d795b670bdd2 req-aa40ffb9-9d17-463f-9d2d-de3206a93701 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 944 time: 0.0595112 Nov 27 01:39:20.547323 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8367d286-1b22-4f1d-a5ab-d795b670bdd2 req-a46fb574-c84d-4de5-a353-ed0beb6624a4 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429273 Nov 27 01:39:21.669769 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b27538-14e2-4cb2-ae53-b2d5d0f43e41 req-c4c8054a-05eb-4330-bb8d-3b121b3dfe80 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:21.671516 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5b27538-14e2-4cb2-ae53-b2d5d0f43e41 req-c4c8054a-05eb-4330-bb8d-3b121b3dfe80 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 944 time: 0.0527041 Nov 27 01:39:21.725183 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5b27538-14e2-4cb2-ae53-b2d5d0f43e41 req-87726652-c544-4288-b237-6252d2b46808 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470076 Nov 27 01:39:21.749705 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4d9bf125-9762-4671-8f96-d328024c3054 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:39:21.798740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 4d9bf125-9762-4671-8f96-d328024c3054 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:39:21.803004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 4d9bf125-9762-4671-8f96-d328024c3054 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:21.803471 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:21.884043 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:21.910442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430d9fa8-fb96-47db-9ed4-4774125252ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9bf125-9762-4671-8f96-d328024c3054'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:21.913028 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985fede3-a444-4ae3-b886-b0a4ad8bf39a" -d '{"events": [{"server_uuid": "430d9fa8-fb96-47db-9ed4-4774125252ae", "name": "network-vif-plugged", "status": "completed", "tag": "4d9bf125-9762-4671-8f96-d328024c3054"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:21.927683 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 4d9bf125-9762-4671-8f96-d328024c3054, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4d9bf125-9762-4671-8f96-d328024c3054,segment=NetworkSegment(ab4d261f-5780-4a2b-b09a-8b3862594b3f),segment_id=ab4d261f-5780-4a2b-b09a-8b3862594b3f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:21.933382 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:21.994185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=4d9bf125-9762-4671-8f96-d328024c3054,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:22.116853 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c50f460-80c5-49fd-9e63-82d9c074bfe3 x-openstack-request-id: req-9c50f460-80c5-49fd-9e63-82d9c074bfe3 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:22.117359 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430d9fa8-fb96-47db-9ed4-4774125252ae", "name": "network-vif-plugged", "status": "completed", "tag": "4d9bf125-9762-4671-8f96-d328024c3054", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:22.117761 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c50f460-80c5-49fd-9e63-82d9c074bfe3 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:22.118300 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430d9fa8-fb96-47db-9ed4-4774125252ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9bf125-9762-4671-8f96-d328024c3054', 'code': 200} Nov 27 01:39:22.253897 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f404a-c358-47e2-af97-17a54e8d6900 req-085e73b3-d497-4433-b6d6-96d66eb284e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:22.255604 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f2f404a-c358-47e2-af97-17a54e8d6900 req-085e73b3-d497-4433-b6d6-96d66eb284e6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 1097 time: 0.0487514 Nov 27 01:39:22.316526 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f2f404a-c358-47e2-af97-17a54e8d6900 req-f1fb2edb-ce67-41f1-8cee-357a96079937 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519805 Nov 27 01:39:22.855653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60df2fb-b5fe-4099-9936-ca44eac99248 req-a2668bcb-9109-4c82-aefe-d04b5618a545 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:22.857268 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f60df2fb-b5fe-4099-9936-ca44eac99248 req-a2668bcb-9109-4c82-aefe-d04b5618a545 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.0560517 Nov 27 01:39:22.919708 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f60df2fb-b5fe-4099-9936-ca44eac99248 req-38b2bd0b-84d2-4f94-85e6-a76507530930 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561442 Nov 27 01:39:23.055539 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35744) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:23.198977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191de770-58eb-4737-a8df-ad7492557f5f tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:23.199451 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191de770-58eb-4737-a8df-ad7492557f5f tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:23.199994 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191de770-58eb-4737-a8df-ad7492557f5f tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:23.201761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-191de770-58eb-4737-a8df-ad7492557f5f tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=793be66d9eb84ce981e4e9b4236fce7d&network_id=fdad34b4-e389-41d4-a6ce-5266e43665d0 HTTP/1.1" status: 200 len: 2972 time: 0.1451197 Nov 27 01:39:24.114083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28300bc-c16b-4fbf-ad2c-c22146d64889 req-5004c30e-f81f-4481-8d08-b607a9e91802 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:24.121723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e28300bc-c16b-4fbf-ad2c-c22146d64889 req-5004c30e-f81f-4481-8d08-b607a9e91802 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.0977466 Nov 27 01:39:24.172610 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e28300bc-c16b-4fbf-ad2c-c22146d64889 req-e2a7902d-25d5-4b01-9b76-97099ca8c454 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493865 Nov 27 01:39:24.328372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c55cf-99dd-4297-8061-b47e33863295 req-2960b044-43bd-4a28-afb4-19fe124ebbcf tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:24.338702 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d52c55cf-99dd-4297-8061-b47e33863295 req-2960b044-43bd-4a28-afb4-19fe124ebbcf tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.0668070 Nov 27 01:39:24.387553 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d52c55cf-99dd-4297-8061-b47e33863295 req-a67c315d-1324-4773-be37-d89962dc52c9 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469880 Nov 27 01:39:24.690925 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04998cf-bca5-44cb-9a77-e2fdb2deac20 req-52b83b14-02d8-44a0-81d3-7b1f93b8f1ab tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:24.692579 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d04998cf-bca5-44cb-9a77-e2fdb2deac20 req-52b83b14-02d8-44a0-81d3-7b1f93b8f1ab tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.0773151 Nov 27 01:39:24.749431 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d04998cf-bca5-44cb-9a77-e2fdb2deac20 req-8fc46ad1-307d-419b-ac44-e52fd4d70dc0 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496843 Nov 27 01:39:25.899273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3697e-8382-41fc-bd56-0a4be1c13e1b req-bc6c841b-e80e-43b5-9660-4b04cf15bfd6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:25.904696 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1bd3697e-8382-41fc-bd56-0a4be1c13e1b req-bc6c841b-e80e-43b5-9660-4b04cf15bfd6 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.0644484 Nov 27 01:39:25.953441 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1bd3697e-8382-41fc-bd56-0a4be1c13e1b req-a596d6c8-180d-467e-bfd6-2a9e8f326bc8 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460689 Nov 27 01:39:26.216979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498777d-8e94-4532-a719-ec3375772c79 req-12fbb32c-3a01-439e-a627-e46e93eb2b6c tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:26.218633 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4498777d-8e94-4532-a719-ec3375772c79 req-12fbb32c-3a01-439e-a627-e46e93eb2b6c tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.0673084 Nov 27 01:39:26.274860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35898) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:26.279295 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4498777d-8e94-4532-a719-ec3375772c79 req-b92c4748-8e13-435a-a6c1-7fc2f2a834a2 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540226 Nov 27 01:39:26.329716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbae4fe-eb73-4779-85db-553d83e83eae req-95707582-62b2-47ac-be20-7d6e480e178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:26.331532 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dfbae4fe-eb73-4779-85db-553d83e83eae req-95707582-62b2-47ac-be20-7d6e480e178c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c02192115c74f95811efb6c6c75ef2c&device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 1097 time: 0.1062353 Nov 27 01:39:26.375078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cee888-0054-437b-9b77-89c0c2f01af8 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:26.376632 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c5cee888-0054-437b-9b77-89c0c2f01af8 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014 HTTP/1.1" status: 200 len: 814 time: 0.0996997 Nov 27 01:39:26.449625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbae4fe-eb73-4779-85db-553d83e83eae req-a9ca09ca-c2a9-4956-8faa-e44e38d81b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:26.451166 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dfbae4fe-eb73-4779-85db-553d83e83eae req-a9ca09ca-c2a9-4956-8faa-e44e38d81b8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 HTTP/1.1" status: 200 len: 912 time: 0.1083899 Nov 27 01:39:26.498050 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dfbae4fe-eb73-4779-85db-553d83e83eae req-f2b663b5-6b25-4fe0-8267-7d9edbb7408e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d9bf125-9762-4671-8f96-d328024c3054 HTTP/1.1" status: 200 len: 217 time: 0.0396149 Nov 27 01:39:26.557108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbae4fe-eb73-4779-85db-553d83e83eae req-f9bc8758-637e-47ef-9eca-899f45c1f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:26.558521 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dfbae4fe-eb73-4779-85db-553d83e83eae req-f9bc8758-637e-47ef-9eca-899f45c1f3d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55415d3f-1a17-49db-8fab-205dbb96d2b4 HTTP/1.1" status: 200 len: 851 time: 0.0536628 Nov 27 01:39:26.594016 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dfbae4fe-eb73-4779-85db-553d83e83eae req-5f472a3c-96c6-4a21-b0fd-58ed20078b7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb8b6e92-a333-481f-80c8-5e17ae0b6ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284994 Nov 27 01:39:26.688003 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dfbae4fe-eb73-4779-85db-553d83e83eae req-18035f22-eb97-4a3f-8be9-55f6491a2520 service neutron] 10.222.0.31 "GET /v2.0/networks/fb8b6e92-a333-481f-80c8-5e17ae0b6ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867455 Nov 27 01:39:26.795693 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dfbae4fe-eb73-4779-85db-553d83e83eae req-241180d3-0043-4cc6-9dcb-affb31018024 service neutron] 10.222.0.31 "GET /v2.0/networks/fb8b6e92-a333-481f-80c8-5e17ae0b6ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990443 Nov 27 01:39:27.192065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35924) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:27.197385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-51d22b0c-9c6f-4eb8-8f79-7eff4800570c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'network': {'name': 'tempest-network-smoke--1990207615', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'port_security_enabled': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:27.228838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d22b0c-9c6f-4eb8-8f79-7eff4800570c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Made reservation on behalf of 793be66d9eb84ce981e4e9b4236fce7d for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:39:27.233357 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51d22b0c-9c6f-4eb8-8f79-7eff4800570c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:27.272909 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d22b0c-9c6f-4eb8-8f79-7eff4800570c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:39:27.286346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51d22b0c-9c6f-4eb8-8f79-7eff4800570c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:27.287087 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-51d22b0c-9c6f-4eb8-8f79-7eff4800570c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Added segment 42554594-b560-4982-a610-76b6a00a452f of type vlan for network cbed6b24-69b8-4094-b021-725e58f18f43 Nov 27 01:39:27.334458 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51d22b0c-9c6f-4eb8-8f79-7eff4800570c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:27.380509 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51d22b0c-9c6f-4eb8-8f79-7eff4800570c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:27.386705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d22b0c-9c6f-4eb8-8f79-7eff4800570c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:27.387302 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51d22b0c-9c6f-4eb8-8f79-7eff4800570c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:27.486084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-51d22b0c-9c6f-4eb8-8f79-7eff4800570c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2928662 Nov 27 01:39:27.489299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35936) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:27.509199 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b231c4-1268-4177-a604-ea4e54c06a48 req-3a16a470-3cea-45c3-90d3-747c06380ebb tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:27.510706 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0b231c4-1268-4177-a604-ea4e54c06a48 req-3a16a470-3cea-45c3-90d3-747c06380ebb tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.1313667 Nov 27 01:39:27.516618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d22b0c-9c6f-4eb8-8f79-7eff4800570c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Network': ['ID=cbed6b24-69b8-4094-b021-725e58f18f43,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:27.537920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network cbed6b24-69b8-4094-b021-725e58f18f43 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:39:27.610376 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c0b231c4-1268-4177-a604-ea4e54c06a48 req-e985f9e6-6764-4046-a2cb-bc93abfbb6a1 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912304 Nov 27 01:39:27.612741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69f5bf5-8b27-4a26-a68d-55e1bf2a19ad tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:27.615148 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b69f5bf5-8b27-4a26-a68d-55e1bf2a19ad tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=793be66d9eb84ce981e4e9b4236fce7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1248620 Nov 27 01:39:27.618170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35938) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:27.732916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1e394-db81-423c-87d7-1ae658a27b86 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:27.737264 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8aa1e394-db81-423c-87d7-1ae658a27b86 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1152112 Nov 27 01:39:27.737641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35944) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:27.791677 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ee2dcc9c-e6b8-4d32-8fce-bdb5583bc1c5 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0525846 Nov 27 01:39:27.794232 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35946) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:28.159839 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-57890b8c-e664-46f7-a8c1-d4e3f2167ea1 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=793be66d9eb84ce981e4e9b4236fce7d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3643467 Nov 27 01:39:28.162143 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35954) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:28.267172 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dea8c5b-df08-48f4-8397-39f1bcb12671 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:28.271468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 35958) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:28.271635 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6dea8c5b-df08-48f4-8397-39f1bcb12671 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1086066 Nov 27 01:39:28.304577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7df1eaf7-693b-44ce-ae65-866e894f05c8 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317342 Nov 27 01:39:28.307663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35962) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:28.313247 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b6d585c6-9e06-4023-b94c-1a0dd00d8bfb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-79907083', 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:28.419752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d585c6-9e06-4023-b94c-1a0dd00d8bfb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Made reservation on behalf of 793be66d9eb84ce981e4e9b4236fce7d for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:39:28.423231 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b6d585c6-9e06-4023-b94c-1a0dd00d8bfb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:28.622647 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b6d585c6-9e06-4023-b94c-1a0dd00d8bfb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:28.703409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d585c6-9e06-4023-b94c-1a0dd00d8bfb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Subnet': ['ID=17bf0461-bbaa-4690-b181-368de1275af6,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:28.710208 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:28.712592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d585c6-9e06-4023-b94c-1a0dd00d8bfb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Checking segment: {'id': '42554594-b560-4982-a610-76b6a00a452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:28.713067 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d585c6-9e06-4023-b94c-1a0dd00d8bfb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network hostable DHCP agents. Network: cbed6b24-69b8-4094-b021-725e58f18f43, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:39:28.732273 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d585c6-9e06-4023-b94c-1a0dd00d8bfb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network cbed6b24-69b8-4094-b021-725e58f18f43 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:39:28.744843 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-b6d585c6-9e06-4023-b94c-1a0dd00d8bfb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, cbed6b24-69b8-4094-b021-725e58f18f43) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:28.755948 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589d0bf6-c818-42f3-98ee-2cfd6c312cfd None None] Network cbed6b24-69b8-4094-b021-725e58f18f43 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:39:28.756164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d585c6-9e06-4023-b94c-1a0dd00d8bfb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:28.756975 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b6d585c6-9e06-4023-b94c-1a0dd00d8bfb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:28.774954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c669d-0b04-492f-8a6e-88730b5be536 req-4d066bdd-8e66-4efa-9f49-27fe95f541b1 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:28.779686 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b6d585c6-9e06-4023-b94c-1a0dd00d8bfb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.4709024 Nov 27 01:39:28.788023 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d0c669d-0b04-492f-8a6e-88730b5be536 req-4d066bdd-8e66-4efa-9f49-27fe95f541b1 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.0903115 Nov 27 01:39:28.882003 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d0c669d-0b04-492f-8a6e-88730b5be536 req-bb6a89ca-4413-43e0-9194-7e136d1b8ff0 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911121 Nov 27 01:39:28.953657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-cbed6b24-69b8-4094-b021-725e58f18f43', 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ips': [{'subnet_id': '17bf0461-bbaa-4690-b181-368de1275af6'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:39:28.955067 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.154813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35984) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:29.159327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-374d296a-5058-4df4-be82-82461f2713ae tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-601349398', 'description': 'tempest-secgroup-smoke-601349398 description', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:29.188041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Allocated IP 172.20.0.18 (cbed6b24-69b8-4094-b021-725e58f18f43/17bf0461-bbaa-4690-b181-368de1275af6/1a6eb43a-b6e8-46ad-a942-e98bc4903d74) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:39:29.208918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-374d296a-5058-4df4-be82-82461f2713ae tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.282155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae6f4c-a8f7-48cd-8cd1-f4e1a7126a33 req-14a89689-38cd-4dca-9a3c-b8f257b02301 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:29.302435 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-acae6f4c-a8f7-48cd-8cd1-f4e1a7126a33 req-14a89689-38cd-4dca-9a3c-b8f257b02301 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.1032143 Nov 27 01:39:29.377568 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-acae6f4c-a8f7-48cd-8cd1-f4e1a7126a33 req-ac7ac050-4cb6-4021-8c8f-65690b1ece7d tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723290 Nov 27 01:39:29.394855 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.397822 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-374d296a-5058-4df4-be82-82461f2713ae tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.404149 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.405324 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-374d296a-5058-4df4-be82-82461f2713ae tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.441355 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d296a-5058-4df4-be82-82461f2713ae tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:29.461996 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Pushing event updated for resources: {'Port': ['ID=1a6eb43a-b6e8-46ad-a942-e98bc4903d74,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:29.465259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Network cbed6b24-69b8-4094-b021-725e58f18f43 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:39:29.469114 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-374d296a-5058-4df4-be82-82461f2713ae tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.469288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:29.469969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:39:29.475509 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-374d296a-5058-4df4-be82-82461f2713ae tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3195479 Nov 27 01:39:29.478747 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35992) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:29.485656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b591a3ab-36d3-4596-aadf-37052c053f88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': 'ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:29.530532 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b591a3ab-36d3-4596-aadf-37052c053f88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.608071 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b591a3ab-36d3-4596-aadf-37052c053f88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.614569 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b591a3ab-36d3-4596-aadf-37052c053f88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.634452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591a3ab-36d3-4596-aadf-37052c053f88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98bf0007-bcc6-4a89-a8a8-3b64e8f0bb68,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:29.655891 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b591a3ab-36d3-4596-aadf-37052c053f88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.660000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b591a3ab-36d3-4596-aadf-37052c053f88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1777513 Nov 27 01:39:29.660401 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 35998) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:29.666410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8a3e86aa-e350-4f95-910b-516df85571a1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': 'ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:29.706408 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a3e86aa-e350-4f95-910b-516df85571a1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.716387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Attempting to bind port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:39:29.716994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Attempting to bind port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '42554594-b560-4982-a610-76b6a00a452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:39:29.717509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Attempting to bind port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 on network cbed6b24-69b8-4094-b021-725e58f18f43 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:29.723382 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:39:29.723768 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Checking segment: {'id': '42554594-b560-4982-a610-76b6a00a452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:29.724178 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.724615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Bound using segment: {'id': '42554594-b560-4982-a610-76b6a00a452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:39:29.725113 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Bound port: 1a6eb43a-b6e8-46ad-a942-e98bc4903d74, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42554594-b560-4982-a610-76b6a00a452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:39:29.725552 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.788800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a3e86aa-e350-4f95-910b-516df85571a1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.795580 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a3e86aa-e350-4f95-910b-516df85571a1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.803071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] For port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:39:29.807361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] For port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1a6eb43a-b6e8-46ad-a942-e98bc4903d74,segment=NetworkSegment(42554594-b560-4982-a610-76b6a00a452f),segment_id=42554594-b560-4982-a610-76b6a00a452f)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:39:29.813580 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.818106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e86aa-e350-4f95-910b-516df85571a1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5943b518-68bb-435a-be75-e4ff58263507,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:29.837914 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8a3e86aa-e350-4f95-910b-516df85571a1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.839253 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8a3e86aa-e350-4f95-910b-516df85571a1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1777248 Nov 27 01:39:29.842515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36002) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:29.847981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-10709fa5-4f62-4f52-a298-8e4c9d4e318a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': 'ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:29.877593 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10709fa5-4f62-4f52-a298-8e4c9d4e318a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.909018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5062092-fb45-4a90-9710-2aeaddd0024e None None] Pushing event updated for resources: {'Port': ['ID=1a6eb43a-b6e8-46ad-a942-e98bc4903d74,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:29.969459 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10709fa5-4f62-4f52-a298-8e4c9d4e318a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.978334 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10709fa5-4f62-4f52-a298-8e4c9d4e318a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.009348 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-10709fa5-4f62-4f52-a298-8e4c9d4e318a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.011121 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-10709fa5-4f62-4f52-a298-8e4c9d4e318a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1676128 Nov 27 01:39:30.015074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36008) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:30.015785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10709fa5-4f62-4f52-a298-8e4c9d4e318a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5789c4-86b6-490f-9ab0-11074163feb3,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:30.019883 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1d90c3be-3317-431a-a922-d7e1c1a61adf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': 'ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:30.069157 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1d90c3be-3317-431a-a922-d7e1c1a61adf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.158073 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1d90c3be-3317-431a-a922-d7e1c1a61adf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.169937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1d90c3be-3317-431a-a922-d7e1c1a61adf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.188332 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90c3be-3317-431a-a922-d7e1c1a61adf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbcf81a-5f07-4518-bcfa-eab5a0337229,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:30.221905 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1d90c3be-3317-431a-a922-d7e1c1a61adf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.224888 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1d90c3be-3317-431a-a922-d7e1c1a61adf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2087095 Nov 27 01:39:30.227418 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36014) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:30.234024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-83e8d207-a92e-434f-b7c7-65f9cc8188ba tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': 'ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:30.259081 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-83e8d207-a92e-434f-b7c7-65f9cc8188ba tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Project 793be66d9eb84ce981e4e9b4236fce7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:39:30.268313 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-83e8d207-a92e-434f-b7c7-65f9cc8188ba tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.374751 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-83e8d207-a92e-434f-b7c7-65f9cc8188ba tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.382946 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-83e8d207-a92e-434f-b7c7-65f9cc8188ba tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.439096 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8d207-a92e-434f-b7c7-65f9cc8188ba tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241d6fc2-38da-41c3-a015-abaf7e2ea713,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:30.446619 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-83e8d207-a92e-434f-b7c7-65f9cc8188ba tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.451094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36020) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:30.451598 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-83e8d207-a92e-434f-b7c7-65f9cc8188ba tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2219408 Nov 27 01:39:30.457359 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7b32a2f9-0c92-4d4a-8568-2f91b5f0ce25 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': 'ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:30.534779 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-7b32a2f9-0c92-4d4a-8568-2f91b5f0ce25 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Project 793be66d9eb84ce981e4e9b4236fce7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:39:30.542263 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b32a2f9-0c92-4d4a-8568-2f91b5f0ce25 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.558408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618ae44-5a37-4428-87a6-0a8bfdeae510 req-6d06e7af-cd3c-422a-8ae4-f926a3a7c1e0 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:30.568125 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4618ae44-5a37-4428-87a6-0a8bfdeae510 req-6d06e7af-cd3c-422a-8ae4-f926a3a7c1e0 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.1031542 Nov 27 01:39:30.576320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:39:30.656203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:30.657179 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.663487 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b32a2f9-0c92-4d4a-8568-2f91b5f0ce25 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.676407 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4618ae44-5a37-4428-87a6-0a8bfdeae510 req-a5a82f1a-400e-4b4c-a4e9-64e772c12382 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053689 Nov 27 01:39:30.678668 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b32a2f9-0c92-4d4a-8568-2f91b5f0ce25 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.706845 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32a2f9-0c92-4d4a-8568-2f91b5f0ce25 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576659b0-7135-434e-b84e-8c290b5afed5,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:30.714043 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b32a2f9-0c92-4d4a-8568-2f91b5f0ce25 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.724322 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7b32a2f9-0c92-4d4a-8568-2f91b5f0ce25 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2630298 Nov 27 01:39:30.783724 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.796581 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.851198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1a6eb43a-b6e8-46ad-a942-e98bc4903d74,segment=NetworkSegment(42554594-b560-4982-a610-76b6a00a452f),segment_id=42554594-b560-4982-a610-76b6a00a452f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:30.863607 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:30.934007 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=1a6eb43a-b6e8-46ad-a942-e98bc4903d74,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:31.094572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3d4c9-e757-421e-a11a-1073757802c4 req-17a55fd9-fa37-4977-975a-c503a3623791 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:31.106352 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-70b3d4c9-e757-421e-a11a-1073757802c4 req-17a55fd9-fa37-4977-975a-c503a3623791 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.1218879 Nov 27 01:39:31.115545 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-7a485d49-ec0f-4171-813a-0d398bdfc8e5 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601349398&fields=id&tenant_id=793be66d9eb84ce981e4e9b4236fce7d HTTP/1.1" status: 200 len: 267 time: 0.1226914 Nov 27 01:39:31.150226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b31c18-3f54-453d-8f18-7c762688b405 req-805c9bde-da6c-49a5-bfeb-5b5259ff5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:31.151748 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7b31c18-3f54-453d-8f18-7c762688b405 req-805c9bde-da6c-49a5-bfeb-5b5259ff5a89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c02192115c74f95811efb6c6c75ef2c&device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 1097 time: 0.1375735 Nov 27 01:39:31.199492 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-70b3d4c9-e757-421e-a11a-1073757802c4 req-91dd1917-0404-4f21-88ce-8a6f5e7cc409 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882649 Nov 27 01:39:31.333090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-bc962c68-92f8-4971-9d75-b33eea8c4ead tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:31.340854 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-bc962c68-92f8-4971-9d75-b33eea8c4ead tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/networks?id=cbed6b24-69b8-4094-b021-725e58f18f43 HTTP/1.1" status: 200 len: 797 time: 0.2244842 Nov 27 01:39:31.371067 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-69c95856-c548-44d7-83b8-6dac989f7e9a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/quotas/793be66d9eb84ce981e4e9b4236fce7d HTTP/1.1" status: 200 len: 375 time: 0.0291657 Nov 27 01:39:31.375434 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b31c18-3f54-453d-8f18-7c762688b405 req-b0bf0dba-4e46-4cf8-af9b-fa6bb7b78a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:31.377026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7b31c18-3f54-453d-8f18-7c762688b405 req-b0bf0dba-4e46-4cf8-af9b-fa6bb7b78a47 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 HTTP/1.1" status: 200 len: 912 time: 0.1893985 Nov 27 01:39:31.387040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477b15a8-6946-45f8-bb11-8a3d7448bcb5 None None] Network cbed6b24-69b8-4094-b021-725e58f18f43 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:39:31.466580 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7b31c18-3f54-453d-8f18-7c762688b405 req-bb2b5807-69dc-43f1-a35e-4f489b7f292c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d9bf125-9762-4671-8f96-d328024c3054 HTTP/1.1" status: 200 len: 217 time: 0.0802250 Nov 27 01:39:31.473931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a623ff28-9099-4a0e-bd53-a29cd6b1980e None None] Provisioning complete for port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:31.474333 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a623ff28-9099-4a0e-bd53-a29cd6b1980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:31.546628 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-f07842d4-cc07-40cf-a8c6-9b7e3671370d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1733167 Nov 27 01:39:31.633063 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b31c18-3f54-453d-8f18-7c762688b405 req-34a0a4b9-66c6-4802-8ab6-510d4ef57496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:31.634505 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7b31c18-3f54-453d-8f18-7c762688b405 req-34a0a4b9-66c6-4802-8ab6-510d4ef57496 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55415d3f-1a17-49db-8fab-205dbb96d2b4 HTTP/1.1" status: 200 len: 851 time: 0.1614311 Nov 27 01:39:31.680848 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7b31c18-3f54-453d-8f18-7c762688b405 req-70484005-40d8-4260-8ccf-1523d6c28fbe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb8b6e92-a333-481f-80c8-5e17ae0b6ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364852 Nov 27 01:39:31.691635 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-ea9ad342-3c87-428a-b241-3e85ea7ac91d service neutron] 10.222.0.15 "GET /v2.0/networks/cbed6b24-69b8-4094-b021-725e58f18f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346424 Nov 27 01:39:31.887695 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-15dfd941-1efc-4822-97c4-e1084bac5be1 service neutron] 10.222.0.15 "GET /v2.0/networks/cbed6b24-69b8-4094-b021-725e58f18f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950517 Nov 27 01:39:31.905870 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7b31c18-3f54-453d-8f18-7c762688b405 req-f5f4b121-07d3-4780-aa59-0f2ebf08683e service neutron] 10.222.0.31 "GET /v2.0/networks/fb8b6e92-a333-481f-80c8-5e17ae0b6ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108808 Nov 27 01:39:31.956416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8555fb3f-0bd5-4b66-bf76-0fb7b005ca1c None None] Provisioning complete for port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:31.956971 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8555fb3f-0bd5-4b66-bf76-0fb7b005ca1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:32.029618 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a7b31c18-3f54-453d-8f18-7c762688b405 req-d57e29c8-6180-4429-aa04-831e1828ae79 service neutron] 10.222.0.31 "GET /v2.0/networks/fb8b6e92-a333-481f-80c8-5e17ae0b6ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182084 Nov 27 01:39:32.158389 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c6462a9-d720-4bdd-b940-25922ffcd61c req-d11a7adb-747e-43d0-b371-e58c2c626571 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 210 time: 0.0309405 Nov 27 01:39:32.354705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144fbc5-d7a3-4a75-8d89-05554e1437de req-2dc55bb0-0d47-4113-a02d-d47ea9cec9dd tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:32.364735 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3144fbc5-d7a3-4a75-8d89-05554e1437de req-2dc55bb0-0d47-4113-a02d-d47ea9cec9dd tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.0665596 Nov 27 01:39:32.440759 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3144fbc5-d7a3-4a75-8d89-05554e1437de req-42c16263-50da-4a06-93f9-248a0ed6f467 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750875 Nov 27 01:39:32.489855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:39:32.546958 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:39:32.572897 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:32.573563 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:33.290566 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc437af4-9f3b-4f1a-887f-f6d4cf90671b req-c10d26fc-42d0-4ee9-ba01-f6b232a7e8b2 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 210 time: 0.0392561 Nov 27 01:39:33.559814 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e93c21-5c5a-497a-907c-684ac8880f3c req-f4aeb539-873f-47c2-a2f4-a1c3515fe0cb tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:33.568610 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76e93c21-5c5a-497a-907c-684ac8880f3c req-f4aeb539-873f-47c2-a2f4-a1c3515fe0cb tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.0614908 Nov 27 01:39:33.671926 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76e93c21-5c5a-497a-907c-684ac8880f3c req-2dcec720-3926-40bb-bf03-b803092bb2d5 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024256 Nov 27 01:39:33.769888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-12847aa2-9c21-4ca4-bbf4-e8ca7de150e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:33.771763 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-12847aa2-9c21-4ca4-bbf4-e8ca7de150e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "GET /v2.0/networks?id=cbed6b24-69b8-4094-b021-725e58f18f43 HTTP/1.1" status: 200 len: 797 time: 0.1774600 Nov 27 01:39:33.895657 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-695c37d2-9d12-4242-ac47-b8063d5b8388 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=793be66d9eb84ce981e4e9b4236fce7d HTTP/1.1" status: 200 len: 472 time: 0.0924315 Nov 27 01:39:33.911663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'port': {'device_id': '0872a004-6ceb-40d3-bba3-c941707dc92d', 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43', 'admin_state_up': True, 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'security_groups': ['ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:33.992230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8964acb-57b5-4885-b064-16b9db880218 req-3c73e2a5-053d-4ac2-9564-cefbeb0f4dba tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:33.993732 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a8964acb-57b5-4885-b064-16b9db880218 req-3c73e2a5-053d-4ac2-9564-cefbeb0f4dba tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.0577948 Nov 27 01:39:34.061367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Made reservation on behalf of 793be66d9eb84ce981e4e9b4236fce7d for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:39:34.066374 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:34.073465 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a8964acb-57b5-4885-b064-16b9db880218 req-f3260c39-22f5-4ee6-8929-03b93be9e6b0 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681231 Nov 27 01:39:34.240767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Allocated IP 172.20.0.19 (cbed6b24-69b8-4094-b021-725e58f18f43/17bf0461-bbaa-4690-b181-368de1275af6/6a93906c-c826-49ec-8d19-647cbc58280d) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:39:34.425803 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-34baf581-af4d-4acc-95fa-4ece1cbd5c2a req-8278647c-8a9e-4fdd-8486-0874703da030 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 210 time: 0.0383377 Nov 27 01:39:34.435910 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:34.490003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:34.541350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network cbed6b24-69b8-4094-b021-725e58f18f43 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:39:34.545044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:34.550308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:39:34.557277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=6a93906c-c826-49ec-8d19-647cbc58280d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:34.565629 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:34.566047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:34.566456 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:34.566858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:34.567252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:34.567684 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:34.568067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:34.568477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:34.568947 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:34.569354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:34.569749 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:34.570138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:34.643495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:34.644775 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:34.665578 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-75c4d17a-b473-4d23-8842-6c50d0cf4712 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7592673 Nov 27 01:39:34.694001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Request body: {'port': {'device_id': '0872a004-6ceb-40d3-bba3-c941707dc92d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:34.768542 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:34.913569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-24a10acd-c7df-479a-a217-d2d546d1d5da None None] Provisioning complete for port 6a93906c-c826-49ec-8d19-647cbc58280d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:34.914772 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-24a10acd-c7df-479a-a217-d2d546d1d5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:34.982943 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-24a10acd-c7df-479a-a217-d2d546d1d5da None None] Port 6a93906c-c826-49ec-8d19-647cbc58280d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:39:35.088506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a93906c-c826-49ec-8d19-647cbc58280d {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:39:35.098577 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:35.114001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Transition to ACTIVE for port object 6a93906c-c826-49ec-8d19-647cbc58280d will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:39:35.117832 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:35.253863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcebf6-fe38-46b1-a501-9905bdbc0928 req-cae9d255-0dc6-43ce-9c3e-46498ab4c5b4 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:35.265985 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8bcebf6-fe38-46b1-a501-9905bdbc0928 req-cae9d255-0dc6-43ce-9c3e-46498ab4c5b4 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.1056261 Nov 27 01:39:35.337941 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8bcebf6-fe38-46b1-a501-9905bdbc0928 req-7120c3c2-05bd-4b99-92e9-bffa15a2dd49 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613222 Nov 27 01:39:35.671313 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Pushing event updated for resources: {'Port': ['ID=6a93906c-c826-49ec-8d19-647cbc58280d,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:35.712449 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374a2ed-edf8-4d6a-b6f3-e0ad0c9ec57a req-cc9f434a-6ec5-43b2-be50-6c5bebda5140 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:35.713999 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f374a2ed-edf8-4d6a-b6f3-e0ad0c9ec57a req-cc9f434a-6ec5-43b2-be50-6c5bebda5140 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 944 time: 0.1024537 Nov 27 01:39:35.718001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Attempting to bind port 6a93906c-c826-49ec-8d19-647cbc58280d on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:39:35.718345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Attempting to bind port 6a93906c-c826-49ec-8d19-647cbc58280d by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '42554594-b560-4982-a610-76b6a00a452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:39:35.718678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Attempting to bind port 6a93906c-c826-49ec-8d19-647cbc58280d on network cbed6b24-69b8-4094-b021-725e58f18f43 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:35.730444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Port 6a93906c-c826-49ec-8d19-647cbc58280d on network cbed6b24-69b8-4094-b021-725e58f18f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:39:35.731853 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Attempting to bind port 6a93906c-c826-49ec-8d19-647cbc58280d on network cbed6b24-69b8-4094-b021-725e58f18f43 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:35.748417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:39:35.748764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Checking segment: {'id': '42554594-b560-4982-a610-76b6a00a452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:35.749163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Bound using segment: {'id': '42554594-b560-4982-a610-76b6a00a452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:39:35.749601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Bound port: 6a93906c-c826-49ec-8d19-647cbc58280d, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42554594-b560-4982-a610-76b6a00a452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:39:35.749962 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:35.787806 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f374a2ed-edf8-4d6a-b6f3-e0ad0c9ec57a req-f02f2c27-a077-4a1c-8a57-29d2eb68e1ce tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654182 Nov 27 01:39:35.856112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] For port 6a93906c-c826-49ec-8d19-647cbc58280d, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:39:35.859173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] For port 6a93906c-c826-49ec-8d19-647cbc58280d, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6a93906c-c826-49ec-8d19-647cbc58280d,segment=NetworkSegment(42554594-b560-4982-a610-76b6a00a452f),segment_id=42554594-b560-4982-a610-76b6a00a452f)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:39:35.864504 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:35.910910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:35.911655 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:35.912962 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] 10.222.0.21 "PUT /v2.0/ports/6a93906c-c826-49ec-8d19-647cbc58280d HTTP/1.1" status: 200 len: 1093 time: 1.2242610 Nov 27 01:39:35.913409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0872a004-6ceb-40d3-bba3-c941707dc92d', 'tag': '6a93906c-c826-49ec-8d19-647cbc58280d'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:35.915684 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b4a669-f3d2-4e09-8756-1863333bcf30" -d '{"events": [{"name": "network-changed", "server_uuid": "0872a004-6ceb-40d3-bba3-c941707dc92d", "tag": "6a93906c-c826-49ec-8d19-647cbc58280d"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:35.944270 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74798388-e45c-4a83-b739-aa8cb5012789 service neutron] Pushing event updated for resources: {'Port': ['ID=6a93906c-c826-49ec-8d19-647cbc58280d,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:36.001400 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411bc75a-34a6-4477-a1fb-eb619a6ba055 x-openstack-request-id: req-411bc75a-34a6-4477-a1fb-eb619a6ba055 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:36.001704 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0872a004-6ceb-40d3-bba3-c941707dc92d", "tag": "6a93906c-c826-49ec-8d19-647cbc58280d", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:36.002031 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-411bc75a-34a6-4477-a1fb-eb619a6ba055 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:36.002347 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0872a004-6ceb-40d3-bba3-c941707dc92d', 'tag': '6a93906c-c826-49ec-8d19-647cbc58280d', 'status': 'completed', 'code': 200} Nov 27 01:39:36.035669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014f126-90d2-4423-9f75-b28de77b1a13 req-c737783c-c920-4264-9135-377ebc876110 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:36.037276 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2014f126-90d2-4423-9f75-b28de77b1a13 req-c737783c-c920-4264-9135-377ebc876110 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.31 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 945 time: 0.1095245 Nov 27 01:39:36.049240 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-c02faf5e-03ce-45e5-b1fa-0cfaea7bf3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:36.051075 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-c02faf5e-03ce-45e5-b1fa-0cfaea7bf3aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 1096 time: 0.0657821 Nov 27 01:39:36.151314 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-95b26659-6181-4681-8164-8456233d478d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=6a93906c-c826-49ec-8d19-647cbc58280d HTTP/1.1" status: 200 len: 217 time: 0.0770051 Nov 27 01:39:36.168197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-2014f126-90d2-4423-9f75-b28de77b1a13 req-d42b77b8-094d-4187-a567-5778c9102f63 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Deleting port 4d9bf125-9762-4671-8f96-d328024c3054 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:39:36.168657 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2014f126-90d2-4423-9f75-b28de77b1a13 req-d42b77b8-094d-4187-a567-5778c9102f63 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:36.221985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-6bbcaafc-c017-4557-861f-5ff97cf382bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:36.223770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-6bbcaafc-c017-4557-861f-5ff97cf382bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17bf0461-bbaa-4690-b181-368de1275af6 HTTP/1.1" status: 200 len: 836 time: 0.0613961 Nov 27 01:39:36.287676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2014f126-90d2-4423-9f75-b28de77b1a13 req-d42b77b8-094d-4187-a567-5778c9102f63 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] For port 4d9bf125-9762-4671-8f96-d328024c3054, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4d9bf125-9762-4671-8f96-d328024c3054,segment=NetworkSegment(ab4d261f-5780-4a2b-b09a-8b3862594b3f),segment_id=ab4d261f-5780-4a2b-b09a-8b3862594b3f)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:36.288878 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2014f126-90d2-4423-9f75-b28de77b1a13 req-d42b77b8-094d-4187-a567-5778c9102f63 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:36.299641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-824a0d06-56e5-4925-ab70-cf087e8e7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:36.301850 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-824a0d06-56e5-4925-ab70-cf087e8e7748 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cbed6b24-69b8-4094-b021-725e58f18f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0664909 Nov 27 01:39:36.308548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-2014f126-90d2-4423-9f75-b28de77b1a13 req-d42b77b8-094d-4187-a567-5778c9102f63 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Calling delete_port for 4d9bf125-9762-4671-8f96-d328024c3054 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:39:36.429195 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-56f2ed34-abb6-45fe-b084-e82118764668 service neutron] 10.222.0.21 "GET /v2.0/networks/cbed6b24-69b8-4094-b021-725e58f18f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156435 Nov 27 01:39:36.501711 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2014f126-90d2-4423-9f75-b28de77b1a13 req-d42b77b8-094d-4187-a567-5778c9102f63 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:36.534824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['4d9bf125-9762-4671-8f96-d328024c3054'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:39:36.555208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b77b8-094d-4187-a567-5778c9102f63 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Pushing event deleted for resources: {'Port': ['ID=4d9bf125-9762-4671-8f96-d328024c3054,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:36.587704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c08426-7dc4-4505-b9f6-d3e19d4a7610 req-061030c7-a2b4-41e1-9491-bed4e2230cdb tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:36.597067 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7c08426-7dc4-4505-b9f6-d3e19d4a7610 req-061030c7-a2b4-41e1-9491-bed4e2230cdb tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/ports?device_id=430d9fa8-fb96-47db-9ed4-4774125252ae HTTP/1.1" status: 200 len: 867 time: 0.1282775 Nov 27 01:39:36.603172 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2014f126-90d2-4423-9f75-b28de77b1a13 req-d42b77b8-094d-4187-a567-5778c9102f63 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] No DVR routers for this DVR port 4d9bf125-9762-4671-8f96-d328024c3054 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:39:36.606420 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2014f126-90d2-4423-9f75-b28de77b1a13 req-d42b77b8-094d-4187-a567-5778c9102f63 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:36.610189 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2014f126-90d2-4423-9f75-b28de77b1a13 req-d42b77b8-094d-4187-a567-5778c9102f63 tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.31 "DELETE /v2.0/ports/4d9bf125-9762-4671-8f96-d328024c3054 HTTP/1.1" status: 204 len: 173 time: 0.5667062 Nov 27 01:39:36.610890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430d9fa8-fb96-47db-9ed4-4774125252ae', 'name': 'network-vif-deleted', 'tag': '4d9bf125-9762-4671-8f96-d328024c3054'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:36.613828 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d290588e-b349-4eca-b6a2-64bb0d63b7b9" -d '{"events": [{"server_uuid": "430d9fa8-fb96-47db-9ed4-4774125252ae", "name": "network-vif-deleted", "tag": "4d9bf125-9762-4671-8f96-d328024c3054"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:36.671298 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c1caee-2ef3-49cb-b9ee-35314e160bb4 x-openstack-request-id: req-93c1caee-2ef3-49cb-b9ee-35314e160bb4 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:36.671604 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430d9fa8-fb96-47db-9ed4-4774125252ae", "name": "network-vif-deleted", "tag": "4d9bf125-9762-4671-8f96-d328024c3054", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:36.671866 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93c1caee-2ef3-49cb-b9ee-35314e160bb4 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:36.672305 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430d9fa8-fb96-47db-9ed4-4774125252ae', 'name': 'network-vif-deleted', 'tag': '4d9bf125-9762-4671-8f96-d328024c3054', 'status': 'completed', 'code': 200} Nov 27 01:39:36.680847 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e4cdddb-bcee-421f-aa1d-3a8f21d21103 req-f298a0c6-b4c0-4b82-81ec-d4b666aa1899 service neutron] 10.222.0.21 "GET /v2.0/networks/cbed6b24-69b8-4094-b021-725e58f18f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334402 Nov 27 01:39:36.697490 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7c08426-7dc4-4505-b9f6-d3e19d4a7610 req-5082dfbf-8ff0-4480-9324-90f7f24f471d tempest-TestServerAdvancedOps-16716303 tempest-TestServerAdvancedOps-16716303-project] 10.222.0.15 "GET /v2.0/security-groups?id=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992303 Nov 27 01:39:36.879527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4a669-f3d2-4e09-8756-1863333bcf30 req-c77f90d6-ddc9-4212-869b-7f6b6a6823ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:36.881118 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11b4a669-f3d2-4e09-8756-1863333bcf30 req-c77f90d6-ddc9-4212-869b-7f6b6a6823ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 1096 time: 0.0513549 Nov 27 01:39:36.934580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76535968-fb8e-45d8-a936-69bc7b05956a req-5533824f-67e6-4eaf-8746-827e40c279f4 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:36.936921 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76535968-fb8e-45d8-a936-69bc7b05956a req-5533824f-67e6-4eaf-8746-827e40c279f4 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 944 time: 0.0599284 Nov 27 01:39:36.999068 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76535968-fb8e-45d8-a936-69bc7b05956a req-b577e2ef-bfd3-4217-9bef-4d0fbd138f6c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558584 Nov 27 01:39:37.019455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4a669-f3d2-4e09-8756-1863333bcf30 req-27738104-8a56-4ce8-86b9-9269d1d82042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:37.019455 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11b4a669-f3d2-4e09-8756-1863333bcf30 req-27738104-8a56-4ce8-86b9-9269d1d82042 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cbed6b24-69b8-4094-b021-725e58f18f43 HTTP/1.1" status: 200 len: 898 time: 0.1197031 Nov 27 01:39:37.075257 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11b4a669-f3d2-4e09-8756-1863333bcf30 req-9c4c8da1-b735-46fe-b234-6fa114a10d4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=6a93906c-c826-49ec-8d19-647cbc58280d HTTP/1.1" status: 200 len: 217 time: 0.0517583 Nov 27 01:39:37.133278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4a669-f3d2-4e09-8756-1863333bcf30 req-3bc98572-14d6-42d1-b31d-41d037fb0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:37.135972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11b4a669-f3d2-4e09-8756-1863333bcf30 req-3bc98572-14d6-42d1-b31d-41d037fb0b4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17bf0461-bbaa-4690-b181-368de1275af6 HTTP/1.1" status: 200 len: 836 time: 0.0530610 Nov 27 01:39:37.191852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4a669-f3d2-4e09-8756-1863333bcf30 req-a329453e-14aa-4a20-a7fa-bd84b2008850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:37.193674 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11b4a669-f3d2-4e09-8756-1863333bcf30 req-a329453e-14aa-4a20-a7fa-bd84b2008850 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cbed6b24-69b8-4094-b021-725e58f18f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0471606 Nov 27 01:39:37.305820 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11b4a669-f3d2-4e09-8756-1863333bcf30 req-57fb7908-b37c-4959-b939-506a2a2112fc service neutron] 10.222.0.21 "GET /v2.0/networks/cbed6b24-69b8-4094-b021-725e58f18f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026525 Nov 27 01:39:37.409216 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11b4a669-f3d2-4e09-8756-1863333bcf30 req-537b9339-03c2-4cbe-bfa2-6f047dd3edb1 service neutron] 10.222.0.21 "GET /v2.0/networks/cbed6b24-69b8-4094-b021-725e58f18f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930352 Nov 27 01:39:37.764671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36208) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:37.817543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-299eee3a-9d93-4f87-86c4-314cb1493e93 admin admin] Deleting subnet 55415d3f-1a17-49db-8fab-205dbb96d2b4 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:39:37.821161 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-299eee3a-9d93-4f87-86c4-314cb1493e93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:37.857371 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-299eee3a-9d93-4f87-86c4-314cb1493e93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:37.899240 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-299eee3a-9d93-4f87-86c4-314cb1493e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:37.963176 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-299eee3a-9d93-4f87-86c4-314cb1493e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:37.992755 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299eee3a-9d93-4f87-86c4-314cb1493e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55415d3f-1a17-49db-8fab-205dbb96d2b4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:37.994665 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-299eee3a-9d93-4f87-86c4-314cb1493e93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:37.998598 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-299eee3a-9d93-4f87-86c4-314cb1493e93 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/55415d3f-1a17-49db-8fab-205dbb96d2b4 HTTP/1.1" status: 204 len: 168 time: 0.2322226 Nov 27 01:39:38.001129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36214) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:38.095589 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cc56c74-ef91-407d-b614-eb8113be458e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.164537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1a3ce-d8d5-40e6-b612-499556c0ba02 req-768f7336-c2ea-43dd-89f5-e12cffc3aa99 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:38.166246 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ba1a3ce-d8d5-40e6-b612-499556c0ba02 req-768f7336-c2ea-43dd-89f5-e12cffc3aa99 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 944 time: 0.0661922 Nov 27 01:39:38.208076 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cc56c74-ef91-407d-b614-eb8113be458e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.241559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-1cc56c74-ef91-407d-b614-eb8113be458e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8b6e92-a333-481f-80c8-5e17ae0b6ad9']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:38.253468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-1cc56c74-ef91-407d-b614-eb8113be458e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4d261f-5780-4a2b-b09a-8b3862594b3f') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:38.253693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-1cc56c74-ef91-407d-b614-eb8113be458e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4d261f-5780-4a2b-b09a-8b3862594b3f') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:38.259262 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ba1a3ce-d8d5-40e6-b612-499556c0ba02 req-43fb2262-ff47-4bbd-9db0-e4626157d045 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855727 Nov 27 01:39:38.286890 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cc56c74-ef91-407d-b614-eb8113be458e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.303248 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cc56c74-ef91-407d-b614-eb8113be458e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.310133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc56c74-ef91-407d-b614-eb8113be458e admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:39:38.310594 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cc56c74-ef91-407d-b614-eb8113be458e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:39:38.312540 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:39:38.370191 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cc56c74-ef91-407d-b614-eb8113be458e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.395477 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1cc56c74-ef91-407d-b614-eb8113be458e admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.400975 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1cc56c74-ef91-407d-b614-eb8113be458e admin admin] 10.222.0.15 "DELETE /v2.0/networks/fb8b6e92-a333-481f-80c8-5e17ae0b6ad9 HTTP/1.1" status: 204 len: 168 time: 0.3988285 Nov 27 01:39:38.402086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc56c74-ef91-407d-b614-eb8113be458e admin admin] Pushing event deleted for resources: {'Network': ['ID=fb8b6e92-a333-481f-80c8-5e17ae0b6ad9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:38.404305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36230) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:38.458880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f735a28e-de88-4ca1-b7f6-f553e5938be5 admin admin] Deleting subnet 382a89de-307c-4815-aa6e-5a9567d7d2ef {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:39:38.462570 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f735a28e-de88-4ca1-b7f6-f553e5938be5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.499426 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f735a28e-de88-4ca1-b7f6-f553e5938be5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.547153 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f735a28e-de88-4ca1-b7f6-f553e5938be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.605308 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f735a28e-de88-4ca1-b7f6-f553e5938be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.642630 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f735a28e-de88-4ca1-b7f6-f553e5938be5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.649743 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f735a28e-de88-4ca1-b7f6-f553e5938be5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/382a89de-307c-4815-aa6e-5a9567d7d2ef HTTP/1.1" status: 204 len: 168 time: 0.2406406 Nov 27 01:39:38.649743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735a28e-de88-4ca1-b7f6-f553e5938be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=382a89de-307c-4815-aa6e-5a9567d7d2ef,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:38.651201 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36242) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:38.731357 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76939e1f-5e58-4473-bc69-3974ca7b28b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.813477 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76939e1f-5e58-4473-bc69-3974ca7b28b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.835794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-76939e1f-5e58-4473-bc69-3974ca7b28b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7029c579-1224-4ce8-8cf5-516695840ec8']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:38.849065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-76939e1f-5e58-4473-bc69-3974ca7b28b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c6c7af-8e01-4ddd-8502-9f22692a1305') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:38.849922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-76939e1f-5e58-4473-bc69-3974ca7b28b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c6c7af-8e01-4ddd-8502-9f22692a1305') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:38.860723 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76939e1f-5e58-4473-bc69-3974ca7b28b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.874844 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76939e1f-5e58-4473-bc69-3974ca7b28b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.880805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76939e1f-5e58-4473-bc69-3974ca7b28b0 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:39:38.881185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76939e1f-5e58-4473-bc69-3974ca7b28b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:39:38.882868 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:39:38.942964 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76939e1f-5e58-4473-bc69-3974ca7b28b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.948984 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76939e1f-5e58-4473-bc69-3974ca7b28b0 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:38.955463 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-76939e1f-5e58-4473-bc69-3974ca7b28b0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7029c579-1224-4ce8-8cf5-516695840ec8 HTTP/1.1" status: 204 len: 168 time: 0.3005428 Nov 27 01:39:38.967966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76939e1f-5e58-4473-bc69-3974ca7b28b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7029c579-1224-4ce8-8cf5-516695840ec8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:39.159985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36254) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:39.206700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f01f8781-c6de-495f-814b-aa3acff53234 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c02192115c74f95811efb6c6c75ef2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421331 Nov 27 01:39:39.206927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36256) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:39.261524 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3424fba-097d-4c2a-bdf5-3888f93866af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:39.288020 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3424fba-097d-4c2a-bdf5-3888f93866af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:39.351816 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3424fba-097d-4c2a-bdf5-3888f93866af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:39.355735 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3424fba-097d-4c2a-bdf5-3888f93866af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:39.364675 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d3424fba-097d-4c2a-bdf5-3888f93866af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e256a4f5-f6eb-4d88-81d8-6dec9736f8ac HTTP/1.1" status: 204 len: 168 time: 0.1519334 Nov 27 01:39:39.397851 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3424fba-097d-4c2a-bdf5-3888f93866af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e256a4f5-f6eb-4d88-81d8-6dec9736f8ac,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:39.420088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02c2d4-2ac7-416a-9dea-2f06ea578900 req-28a01ada-97cd-4443-bb44-a4c4ff46e7fe tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:39.422120 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a02c2d4-2ac7-416a-9dea-2f06ea578900 req-28a01ada-97cd-4443-bb44-a4c4ff46e7fe tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 944 time: 0.0870247 Nov 27 01:39:39.504750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0a02c2d4-2ac7-416a-9dea-2f06ea578900 req-c1777016-4776-4f0d-8581-d5018bbe3db8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700393 Nov 27 01:39:39.816420 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36276) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:39.818032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4d9bf125-9762-4671-8f96-d328024c3054 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:39:39.843788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 4d9bf125-9762-4671-8f96-d328024c3054 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:39:39.844999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4d9bf125-9762-4671-8f96-d328024c3054 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:39:39.862129 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6a93906c-c826-49ec-8d19-647cbc58280d details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:39:39.882924 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4f4994ae-52e2-4642-ab55-e9a5c0a4f9d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92aa9c2f9f1e4852b8baa10e380dd41a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0646060 Nov 27 01:39:39.884799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36282) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:39.939303 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e3d63a1-fad4-4bdd-ab00-5b3b13854bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:39.966065 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e3d63a1-fad4-4bdd-ab00-5b3b13854bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:39.988756 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6a93906c-c826-49ec-8d19-647cbc58280d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6a93906c-c826-49ec-8d19-647cbc58280d,segment=NetworkSegment(42554594-b560-4982-a610-76b6a00a452f),segment_id=42554594-b560-4982-a610-76b6a00a452f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:40.010389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '6a93906c-c826-49ec-8d19-647cbc58280d', 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43', 'port_id': '6a93906c-c826-49ec-8d19-647cbc58280d', 'mac_address': 'fa:16:3e:d3:4c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bf0461-bbaa-4690-b181-368de1275af6', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:39:40.021757 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e3d63a1-fad4-4bdd-ab00-5b3b13854bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:40.029603 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e3d63a1-fad4-4bdd-ab00-5b3b13854bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:40.033270 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0e3d63a1-fad4-4bdd-ab00-5b3b13854bf3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbadbc44-373b-4044-a944-d424b7bdec85 HTTP/1.1" status: 204 len: 168 time: 0.1444414 Nov 27 01:39:40.040352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d63a1-fad4-4bdd-ab00-5b3b13854bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbadbc44-373b-4044-a944-d424b7bdec85,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:40.076524 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:40.093622 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a93906c-c826-49ec-8d19-647cbc58280d {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:39:40.119175 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-421f584b-2cc4-4189-8dfe-3a4d010cfd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:40.129858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6a93906c-c826-49ec-8d19-647cbc58280d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6a93906c-c826-49ec-8d19-647cbc58280d,segment=NetworkSegment(42554594-b560-4982-a610-76b6a00a452f),segment_id=42554594-b560-4982-a610-76b6a00a452f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:40.134986 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:40.194738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=6a93906c-c826-49ec-8d19-647cbc58280d,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:40.203489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:40.204066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:40.204543 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:40.204981 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:40.205415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:40.205865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:40.206345 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:40.206739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:40.207136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:40.207649 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:40.208045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:40.208467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:40.507414 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['6a93906c-c826-49ec-8d19-647cbc58280d'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:39:40.702570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d9394-89aa-4e54-b095-b30bf1ccc38e req-abe91126-6aed-4b82-a58c-0a38b90be25a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:40.712887 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e65d9394-89aa-4e54-b095-b30bf1ccc38e req-abe91126-6aed-4b82-a58c-0a38b90be25a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 945 time: 0.1076422 Nov 27 01:39:40.798017 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e65d9394-89aa-4e54-b095-b30bf1ccc38e req-3d246a32-e37b-4d9b-9f18-404a2fb641e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718744 Nov 27 01:39:41.868398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6a93906c-c826-49ec-8d19-647cbc58280d up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:39:41.931030 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 6a93906c-c826-49ec-8d19-647cbc58280d completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:39:41.936905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 6a93906c-c826-49ec-8d19-647cbc58280d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:41.937395 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:41.940510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cb5aa-9772-41f0-af50-fd793c6862e1 req-9b162277-124a-41dc-8d08-9510a002ee34 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:41.943374 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb5cb5aa-9772-41f0-af50-fd793c6862e1 req-9b162277-124a-41dc-8d08-9510a002ee34 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 945 time: 0.0634015 Nov 27 01:39:42.002003 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb5cb5aa-9772-41f0-af50-fd793c6862e1 req-66196923-3658-4583-9ed0-de3c03297132 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516405 Nov 27 01:39:42.045177 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:42.079759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0872a004-6ceb-40d3-bba3-c941707dc92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a93906c-c826-49ec-8d19-647cbc58280d'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:42.082548 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf7e050-b9e4-4e11-99ea-d388978e9a24" -d '{"events": [{"server_uuid": "0872a004-6ceb-40d3-bba3-c941707dc92d", "name": "network-vif-plugged", "status": "completed", "tag": "6a93906c-c826-49ec-8d19-647cbc58280d"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:42.096180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6a93906c-c826-49ec-8d19-647cbc58280d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6a93906c-c826-49ec-8d19-647cbc58280d,segment=NetworkSegment(42554594-b560-4982-a610-76b6a00a452f),segment_id=42554594-b560-4982-a610-76b6a00a452f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:42.100772 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:42.137186 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bb8004-d0c7-4813-8f23-da125756dae7 x-openstack-request-id: req-49bb8004-d0c7-4813-8f23-da125756dae7 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:42.137531 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0872a004-6ceb-40d3-bba3-c941707dc92d", "name": "network-vif-plugged", "status": "completed", "tag": "6a93906c-c826-49ec-8d19-647cbc58280d", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:42.137801 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49bb8004-d0c7-4813-8f23-da125756dae7 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:42.138386 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0872a004-6ceb-40d3-bba3-c941707dc92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a93906c-c826-49ec-8d19-647cbc58280d', 'code': 200} Nov 27 01:39:42.157567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=6a93906c-c826-49ec-8d19-647cbc58280d,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:42.269685 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ebb55127-861c-4e0b-90d9-b58a0bad0373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:42.297757 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406899c-f6d2-46fa-b61f-254869f387bf req-71943e5e-96a2-4828-b8bd-47f3f4d65837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:42.299362 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9406899c-f6d2-46fa-b61f-254869f387bf req-71943e5e-96a2-4828-b8bd-47f3f4d65837 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 1098 time: 0.0627053 Nov 27 01:39:42.355325 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9406899c-f6d2-46fa-b61f-254869f387bf req-8a519e16-aec9-4b4f-aa01-fa20d9aaed92 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480068 Nov 27 01:39:43.139171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0934c81-aea8-4fb0-a826-7b640be5dab0 req-070d0315-f963-49b2-a31f-cac491c210ab tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:43.147983 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0934c81-aea8-4fb0-a826-7b640be5dab0 req-070d0315-f963-49b2-a31f-cac491c210ab tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 946 time: 0.0750446 Nov 27 01:39:43.225736 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a0934c81-aea8-4fb0-a826-7b640be5dab0 req-68d49c1c-fd43-4455-9d2e-3714c084f1e6 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762792 Nov 27 01:39:43.343194 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:43.377968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddf1fc-8297-4069-b07c-450f99613e64 req-e094bec2-5e2a-4184-bda4-1675d5109f73 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:43.379531 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aaddf1fc-8297-4069-b07c-450f99613e64 req-e094bec2-5e2a-4184-bda4-1675d5109f73 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 945 time: 0.0556123 Nov 27 01:39:43.438845 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aaddf1fc-8297-4069-b07c-450f99613e64 req-12abfbdb-1fc7-45a5-84bd-a52cc08d5a60 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525763 Nov 27 01:39:44.375833 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9260a-e124-4aca-b7ac-812756f14976 req-5612b316-1391-46c3-bc13-bf58c54d3459 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:44.377534 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-15e9260a-e124-4aca-b7ac-812756f14976 req-5612b316-1391-46c3-bc13-bf58c54d3459 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 946 time: 0.0661337 Nov 27 01:39:44.433232 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-15e9260a-e124-4aca-b7ac-812756f14976 req-b6c950e6-7fdc-41f0-ada1-e4bdd098217c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481768 Nov 27 01:39:44.578528 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960a6c0-847f-471d-971b-e545309e62cf req-c597113f-e64e-4c80-876f-59a4f5be6c87 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:44.580078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0960a6c0-847f-471d-971b-e545309e62cf req-c597113f-e64e-4c80-876f-59a4f5be6c87 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 945 time: 0.0625403 Nov 27 01:39:44.592209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e2437-6c71-4d09-8280-7dc869a567f5 req-099e97e8-fb9f-45bb-85ce-b3cdb379f2bb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:44.594934 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f2e2437-6c71-4d09-8280-7dc869a567f5 req-099e97e8-fb9f-45bb-85ce-b3cdb379f2bb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 946 time: 0.0606987 Nov 27 01:39:44.647832 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0960a6c0-847f-471d-971b-e545309e62cf req-8d25dc7e-b218-4dae-9b94-d65baef9580a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565977 Nov 27 01:39:44.677975 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7f2e2437-6c71-4d09-8280-7dc869a567f5 req-16453062-65a2-4c09-89b4-59233276c49c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575130 Nov 27 01:39:44.884811 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:45.271318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a166988-c886-4b88-9fd7-15120690e472 req-1327182d-b99a-4b0e-8f60-c52feda4e102 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:45.272941 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a166988-c886-4b88-9fd7-15120690e472 req-1327182d-b99a-4b0e-8f60-c52feda4e102 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 945 time: 0.0598230 Nov 27 01:39:45.374901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-5a166988-c886-4b88-9fd7-15120690e472 req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Deleting port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:39:45.375325 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5a166988-c886-4b88-9fd7-15120690e472 req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:45.468298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-5a166988-c886-4b88-9fd7-15120690e472 req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] For port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:45.468648 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5a166988-c886-4b88-9fd7-15120690e472 req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:45.763909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5a166988-c886-4b88-9fd7-15120690e472 req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:45.765192 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5a166988-c886-4b88-9fd7-15120690e472 req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:45.765766 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [req-5a166988-c886-4b88-9fd7-15120690e472 req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Floating IP ac9fad0e-bab8-4c03-9bf7-6ffc6b30a574 disassociated. External IP: 172.25.1.137, port: b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587. Nov 27 01:39:45.766369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-5a166988-c886-4b88-9fd7-15120690e472 req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Calling delete_port for b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:39:45.791260 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d865f3-1dc2-4823-8dbb-9b3085d9a399 req-dc837e4a-015f-41f2-960f-e1415f055a99 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:45.794109 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-29d865f3-1dc2-4823-8dbb-9b3085d9a399 req-dc837e4a-015f-41f2-960f-e1415f055a99 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 945 time: 0.0670867 Nov 27 01:39:45.851354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-29d865f3-1dc2-4823-8dbb-9b3085d9a399 req-a292f499-b7b4-43f2-9dfd-2fbc0f7d4c0b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507953 Nov 27 01:39:45.932480 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5a166988-c886-4b88-9fd7-15120690e472 req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:45.975013 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event deleted for resources: {'Port': ['ID=b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:46.099774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a166988-c886-4b88-9fd7-15120690e472 req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:39:46.176476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36452) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:46.240123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a166988-c886-4b88-9fd7-15120690e472 req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:39:46.281597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12cc8d-bfc0-4896-85a3-92813d535975 None None] Sync routers for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:39:46.287391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a166988-c886-4b88-9fd7-15120690e472 req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] No DVR routers for this DVR port b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:39:46.290350 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5a166988-c886-4b88-9fd7-15120690e472 req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:46.294649 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a166988-c886-4b88-9fd7-15120690e472 req-71c440d2-d2e2-4410-a838-d46a69ec3d63 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.21 "DELETE /v2.0/ports/b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 HTTP/1.1" status: 204 len: 173 time: 1.0145032 Nov 27 01:39:46.295200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f674d4d2-beca-4692-9ba0-716f8f4961bd', 'name': 'network-vif-deleted', 'tag': 'b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:46.297531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12cc8d-bfc0-4896-85a3-92813d535975 None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:46.298432 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86041455-f6b4-4e11-b613-7e44c64f19cf" -d '{"events": [{"server_uuid": "f674d4d2-beca-4692-9ba0-716f8f4961bd", "name": "network-vif-deleted", "tag": "b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:46.299240 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fa12cc8d-bfc0-4896-85a3-92813d535975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:39:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:46.402086 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eedfd39-9ed2-48a0-9321-0d518105888c x-openstack-request-id: req-7eedfd39-9ed2-48a0-9321-0d518105888c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:46.402420 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f674d4d2-beca-4692-9ba0-716f8f4961bd", "name": "network-vif-deleted", "tag": "b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:46.402676 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7eedfd39-9ed2-48a0-9321-0d518105888c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:46.403082 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f674d4d2-beca-4692-9ba0-716f8f4961bd', 'name': 'network-vif-deleted', 'tag': 'b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587', 'status': 'completed', 'code': 200} Nov 27 01:39:46.444808 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:46.573854 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-fa12cc8d-bfc0-4896-85a3-92813d535975 None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:46.731321 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e862d-0d8c-4426-b104-c564f52c7b91 req-fe59cd4c-1c79-443f-81ae-82ff42ef6b78 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:46.735827 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d4e862d-0d8c-4426-b104-c564f52c7b91 req-fe59cd4c-1c79-443f-81ae-82ff42ef6b78 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 946 time: 0.1437356 Nov 27 01:39:46.878350 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d4e862d-0d8c-4426-b104-c564f52c7b91 req-ec9c6c07-431c-4373-9912-bf6c54347e97 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043000 Nov 27 01:39:46.899027 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36472) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:47.028764 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8e57bf15-b4b5-4bbd-8ca3-0d241cf96b19 req-364b19e0-09a8-4ee7-8994-e83057c916e0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 210 time: 0.0468788 Nov 27 01:39:47.033056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fa12cc8d-bfc0-4896-85a3-92813d535975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:47.046143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-738c7ce2-b004-46c5-a9b7-d4de1b68cd5f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/3c7e7662-e298-4669-b8e6-736bd51e8da0 HTTP/1.1" status: 200 len: 994 time: 0.1453965 Nov 27 01:39:47.096343 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:47.119851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12cc8d-bfc0-4896-85a3-92813d535975 None None] Checking router: bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:39:47.145440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12cc8d-bfc0-4896-85a3-92813d535975 None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:47.146349 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fa12cc8d-bfc0-4896-85a3-92813d535975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:39:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:47.327569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-fa12cc8d-bfc0-4896-85a3-92813d535975 None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:47.524569 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Allocated IP 172.20.0.17 (cbed6b24-69b8-4094-b021-725e58f18f43/17bf0461-bbaa-4690-b181-368de1275af6/8efc0317-ba11-42db-8edc-c33f1998fe9e) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:39:47.556850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a55548-345f-4af1-8392-697f8d31060c req-ac2c1c0c-4f4a-4a77-bda7-4f73b4006669 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:47.559692 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-62a55548-345f-4af1-8392-697f8d31060c req-ac2c1c0c-4f4a-4a77-bda7-4f73b4006669 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 1098 time: 0.0728526 Nov 27 01:39:47.578279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fa12cc8d-bfc0-4896-85a3-92813d535975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:47.610106 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12cc8d-bfc0-4896-85a3-92813d535975 None None] The sync data for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 is: [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:39:47.632407 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-62a55548-345f-4af1-8392-697f8d31060c req-474e8e69-2f6d-47b9-be94-27aeb1ae83d2 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648026 Nov 27 01:39:47.742970 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:47.822506 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:47.874097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network cbed6b24-69b8-4094-b021-725e58f18f43 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:39:47.879644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:47.882259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:39:47.903341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:39:47.954780 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:39:47.955130 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b5e520ff-4c80-4aa8-99f6-5bf5a4d2a587 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:39:47.967425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=8efc0317-ba11-42db-8edc-c33f1998fe9e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:48.006345 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:48.204698 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362ecea-56b5-4db4-9d4b-8fc89d456416 None None] New status for floating IP ac9fad0e-bab8-4c03-9bf7-6ffc6b30a574: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:39:48.299187 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:48.327467 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5101dbfc-361c-41c9-8a72-2cc82c4a1a32 req-af42f614-d9b7-4823-a03c-b3480fc234d3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 210 time: 0.1030164 Nov 27 01:39:48.482302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d1c10224-ee00-4172-aaaf-983413d6cfe4 None None] Provisioning complete for port 8efc0317-ba11-42db-8edc-c33f1998fe9e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:48.482811 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d1c10224-ee00-4172-aaaf-983413d6cfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:48.569059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d1c10224-ee00-4172-aaaf-983413d6cfe4 None None] Port 8efc0317-ba11-42db-8edc-c33f1998fe9e cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:39:49.041196 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-c3a7ca1a-192d-4105-b464-eeda49e7ce00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1019959 Nov 27 01:39:49.057388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-2d146208-7fec-4118-96cd-bf9df86fab79 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:39:49.065760 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-2d146208-7fec-4118-96cd-bf9df86fab79 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0199201 Nov 27 01:39:49.208760 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:49.229204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:49.355790 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:49.475360 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a30739c5-e646-4472-ba41-fd46e5c06936 req-f947ec86-338c-4ec0-b802-762baa12ee50 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 210 time: 0.0463958 Nov 27 01:39:49.482300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network cbed6b24-69b8-4094-b021-725e58f18f43 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:39:49.483679 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=8efc0317-ba11-42db-8edc-c33f1998fe9e,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:49.488618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:49.707320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Router e868f714-3a39-4cd2-b24e-7441df78a207 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:39:49.893869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-efd8f93a-a5e6-46a9-ad01-af77d2f8d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:49.893869 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-efd8f93a-a5e6-46a9-ad01-af77d2f8d432 service neutron] 10.222.0.15 "GET /v2.0/ports/4365ebc1-84c4-4d55-93bd-a24d75baeed8 HTTP/1.1" status: 200 len: 1095 time: 0.1020005 Nov 27 01:39:49.904084 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] Request body: {'binding': {'host': 'n-h1-817303-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:49.904614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] Unknown quota resources ['binding']. {{(pid=103402) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:39:49.910983 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a9df489c-e2c8-4ef7-9c4a-0f9bd95b096a None None] Provisioning complete for port 8efc0317-ba11-42db-8edc-c33f1998fe9e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:49.911538 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a9df489c-e2c8-4ef7-9c4a-0f9bd95b096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:49.963397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:39:49.988261 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-84daa775-ce25-4281-bd32-c02b13f37eeb tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "PUT /v2.0/routers/e868f714-3a39-4cd2-b24e-7441df78a207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7999191 Nov 27 01:39:49.988797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a9df489c-e2c8-4ef7-9c4a-0f9bd95b096a None None] Port 8efc0317-ba11-42db-8edc-c33f1998fe9e cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:39:49.988797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Sync routers for ids ['e868f714-3a39-4cd2-b24e-7441df78a207'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:39:50.017389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Routers {'e868f714-3a39-4cd2-b24e-7441df78a207'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:50.018034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:39:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e868f714-3a39-4cd2-b24e-7441df78a207'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:50.209637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] Attempting to bind port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 on host n-h1-817303-10 for vnic_type normal with profile None {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:39:50.217963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] Attempting to bind port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:39:50.218606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] Attempting to bind port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 on network 26a73c82-2a1f-4668-b353-12a7bbb2454b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:50.229114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] Port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 on network 26a73c82-2a1f-4668-b353-12a7bbb2454b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:39:50.229748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] Attempting to bind port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 on network 26a73c82-2a1f-4668-b353-12a7bbb2454b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:50.240857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:39:50.243691 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] Checking segment: {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:50.244357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] Bound using segment: {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:39:50.245024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] Bound port: 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:39:50.354834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Set router e868f714-3a39-4cd2-b24e-7441df78a207 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:50.364666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:39:50.372677 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] Publish callbacks [] for binding, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:50.374204 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] 10.222.0.15 "POST /v2.0/ports/4365ebc1-84c4-4d55-93bd-a24d75baeed8/bindings HTTP/1.1" status: 201 len: 390 time: 0.4764643 Nov 27 01:39:50.674252 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2db23bf8-a1fe-49ea-a593-a6e7ecc483fb req-3fc8d659-9c36-4b00-8683-f081313b46d4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 210 time: 0.0329366 Nov 27 01:39:50.773220 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:39:48Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'e5e7184c-6a39-41d7-bc40-3dcd7f152b47', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'port_id': '37b93246-d006-447f-a9db-ff145fbd8f09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'mac_address': 'fa:16:3e:76:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:48Z', 'updated_at': '2021-11-27T01:38:53Z', 'revision_number': 1, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:30Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8efc0317-ba11-42db-8edc-c33f1998fe9e', 'name': '', 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:01:10:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '17bf0461-bbaa-4690-b181-368de1275af6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:47Z', 'updated_at': '2021-11-27T01:39:49Z', 'revision_number': 2, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '17bf0461-bbaa-4690-b181-368de1275af6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:50.787318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-f3b7cf43-125d-43db-b37a-8fded316cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:50.789987 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-f3b7cf43-125d-43db-b37a-8fded316cbe1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 1098 time: 0.1093194 Nov 27 01:39:50.804053 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Checking router: e868f714-3a39-4cd2-b24e-7441df78a207 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:39:50.805222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Updating router e868f714-3a39-4cd2-b24e-7441df78a207 port 8efc0317-ba11-42db-8edc-c33f1998fe9e binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:39:50.807754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5089e87-fdb7-46a4-b30c-fbd7eb8d8fa6 req-2eb10fac-c553-4fa1-95d7-a735fbf42c7c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:50.820033 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f5089e87-fdb7-46a4-b30c-fbd7eb8d8fa6 req-2eb10fac-c553-4fa1-95d7-a735fbf42c7c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 946 time: 0.2316267 Nov 27 01:39:50.838640 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:50.925656 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f5089e87-fdb7-46a4-b30c-fbd7eb8d8fa6 req-d2b8eb40-cadf-412b-a4a2-0714422b7ed7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046305 Nov 27 01:39:51.037152 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-f4b069ed-0857-4231-911a-35761140786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:51.039037 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-f4b069ed-0857-4231-911a-35761140786f service neutron] 10.222.0.21 "GET /v2.0/networks?id=26a73c82-2a1f-4668-b353-12a7bbb2454b HTTP/1.1" status: 200 len: 897 time: 0.1694281 Nov 27 01:39:51.167358 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-f0b19569-6b6e-46e0-8f35-bab93a91b17e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8 HTTP/1.1" status: 200 len: 1002 time: 0.1142285 Nov 27 01:39:51.275230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-8e719357-6d48-41df-b224-8bc51f1e97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:51.278094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-8e719357-6d48-41df-b224-8bc51f1e97aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d39c39e2-2994-4fd1-b3dc-99a5f955e1ea HTTP/1.1" status: 200 len: 834 time: 0.0993447 Nov 27 01:39:51.319612 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:51.325461 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:51.364544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-98dec04a-29c9-4945-8881-cccafa6c6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:51.366534 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-98dec04a-29c9-4945-8881-cccafa6c6fd3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26a73c82-2a1f-4668-b353-12a7bbb2454b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812325 Nov 27 01:39:51.410127 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f6ff9-3720-403d-8214-6aaea4a8362a None None] Pushing event updated for resources: {'Port': ['ID=8efc0317-ba11-42db-8edc-c33f1998fe9e,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:51.499528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Attempting to bind port 8efc0317-ba11-42db-8edc-c33f1998fe9e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:39:51.500283 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Attempting to bind port 8efc0317-ba11-42db-8edc-c33f1998fe9e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '42554594-b560-4982-a610-76b6a00a452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:39:51.500910 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Attempting to bind port 8efc0317-ba11-42db-8edc-c33f1998fe9e on network cbed6b24-69b8-4094-b021-725e58f18f43 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:51.513579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:39:51.513989 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Checking segment: {'id': '42554594-b560-4982-a610-76b6a00a452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:51.514553 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:51.515023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Bound using segment: {'id': '42554594-b560-4982-a610-76b6a00a452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:39:51.515585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Bound port: 8efc0317-ba11-42db-8edc-c33f1998fe9e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42554594-b560-4982-a610-76b6a00a452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:39:51.516049 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:51.520288 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-8bf9f1bf-8b99-42c4-83ae-c05a1544fa76 service neutron] 10.222.0.21 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444802 Nov 27 01:39:51.632515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] For port 8efc0317-ba11-42db-8edc-c33f1998fe9e, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:39:51.635811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] For port 8efc0317-ba11-42db-8edc-c33f1998fe9e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8efc0317-ba11-42db-8edc-c33f1998fe9e,segment=NetworkSegment(42554594-b560-4982-a610-76b6a00a452f),segment_id=42554594-b560-4982-a610-76b6a00a452f)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:39:51.643101 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:51.714068 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-3c964345-431f-49bf-890f-d4c3bc6e5189 service neutron] 10.222.0.21 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852582 Nov 27 01:39:51.741128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Routers {'e868f714-3a39-4cd2-b24e-7441df78a207'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:51.743335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:39:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e868f714-3a39-4cd2-b24e-7441df78a207'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:51.827962 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a4e1c338-d652-4039-8219-02d0b57088f4 req-62c5bb23-c31d-41c4-8851-4895fd89090e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 210 time: 0.0557957 Nov 27 01:39:51.935814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] Set router e868f714-3a39-4cd2-b24e-7441df78a207 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:52.094939 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c4553008-2c27-4694-b985-31d58a11fcd6 None None] Provisioning complete for port 8efc0317-ba11-42db-8edc-c33f1998fe9e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:52.095298 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c4553008-2c27-4694-b985-31d58a11fcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:52.133550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-080a2001-3f73-482b-9c63-89bf364d73c2 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:52.135066 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-080a2001-3f73-482b-9c63-89bf364d73c2 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1&tenant_id=53c72932feec4d45af53b9bccd5c3777&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 1098 time: 0.3056395 Nov 27 01:39:52.150642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-10'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:52.171481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f6ff9-3720-403d-8214-6aaea4a8362a None None] Pushing event updated for resources: {'Port': ['ID=8efc0317-ba11-42db-8edc-c33f1998fe9e,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:52.195028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a155e3b-52a5-42ce-9fd1-1a12fae75b29 req-ac1339b5-34cf-4514-9816-7c12c89ec81d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:52.196600 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a155e3b-52a5-42ce-9fd1-1a12fae75b29 req-ac1339b5-34cf-4514-9816-7c12c89ec81d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 946 time: 0.1229339 Nov 27 01:39:52.234003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:52.328037 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c4553008-2c27-4694-b985-31d58a11fcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:52.432686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c4553008-2c27-4694-b985-31d58a11fcd6 None None] For port 8efc0317-ba11-42db-8edc-c33f1998fe9e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8efc0317-ba11-42db-8edc-c33f1998fe9e,segment=NetworkSegment(42554594-b560-4982-a610-76b6a00a452f),segment_id=42554594-b560-4982-a610-76b6a00a452f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:52.461180 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c4553008-2c27-4694-b985-31d58a11fcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:52.463785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:52.529713 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:39:48Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'e5e7184c-6a39-41d7-bc40-3dcd7f152b47', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'port_id': '37b93246-d006-447f-a9db-ff145fbd8f09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'mac_address': 'fa:16:3e:76:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:48Z', 'updated_at': '2021-11-27T01:38:53Z', 'revision_number': 1, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:30Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8efc0317-ba11-42db-8edc-c33f1998fe9e', 'name': '', 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:01:10:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '17bf0461-bbaa-4690-b181-368de1275af6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:47Z', 'updated_at': '2021-11-27T01:39:51Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '17bf0461-bbaa-4690-b181-368de1275af6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:52.540687 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a155e3b-52a5-42ce-9fd1-1a12fae75b29 req-678ca3d9-b28e-42fb-acf0-6a3a1c6af8e2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074143 Nov 27 01:39:52.563697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:39:52.576023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70745533-1eb5-4c2c-af9f-8342f7a51a23 None None] The sync data for ids ['e868f714-3a39-4cd2-b24e-7441df78a207'] in n-d-817303-10 is: [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:39:48Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'e5e7184c-6a39-41d7-bc40-3dcd7f152b47', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'port_id': '37b93246-d006-447f-a9db-ff145fbd8f09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'mac_address': 'fa:16:3e:76:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:48Z', 'updated_at': '2021-11-27T01:38:53Z', 'revision_number': 1, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:30Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8efc0317-ba11-42db-8edc-c33f1998fe9e', 'name': '', 'network_id': 'cbed6b24-69b8-4094-b021-725e58f18f43', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:01:10:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '17bf0461-bbaa-4690-b181-368de1275af6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:47Z', 'updated_at': '2021-11-27T01:39:51Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '17bf0461-bbaa-4690-b181-368de1275af6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:39:52.599755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4553008-2c27-4694-b985-31d58a11fcd6 None None] Pushing event updated for resources: {'Port': ['ID=8efc0317-ba11-42db-8edc-c33f1998fe9e,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:52.611168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-945c21a4-0032-45f6-a0a9-461eb9c9f416 None None] Provisioning complete for port 8efc0317-ba11-42db-8edc-c33f1998fe9e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:52.611290 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-945c21a4-0032-45f6-a0a9-461eb9c9f416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:52.654794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:52.657368 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b42577-f9ec-45c3-b576-a8f22a75d059" -d '{"events": [{"server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:52.685552 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:52.695483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:53.145012 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df5c25b-417f-4d9f-9580-9a601d216d78 x-openstack-request-id: req-6df5c25b-417f-4d9f-9580-9a601d216d78 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:53.145724 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:53.145724 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6df5c25b-417f-4d9f-9580-9a601d216d78 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:53.145919 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'code': 200} Nov 27 01:39:53.238142 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-49d723b6-4191-43f9-87a2-2ab4c7ae7ad7 req-9e7eb8fc-20c6-46bf-98a8-7efdc7ed0750 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 210 time: 0.0912883 Nov 27 01:39:53.399506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4365ebc1-84c4-4d55-93bd-a24d75baeed8,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:53.545931 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Attempting to bind port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 on host n-h2-817303-10 for vnic_type normal with profile {"migrating_to": "n-h1-817303-10"} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:39:53.546318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Attempting to bind port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:39:53.546612 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Attempting to bind port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 on network 26a73c82-2a1f-4668-b353-12a7bbb2454b {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:53.567357 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 on network 26a73c82-2a1f-4668-b353-12a7bbb2454b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:39:53.567674 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Attempting to bind port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 on network 26a73c82-2a1f-4668-b353-12a7bbb2454b {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:53.579271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:39:53.579943 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Checking segment: {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:53.580680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Bound using segment: {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:39:53.581381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Bound port: 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48a234c-b535-42ed-944c-67a08c99ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:39:53.582046 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:53.600716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9a1d311e-ef40-42bb-be5c-91d12fc12a06 None None] Provisioning complete for port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:53.610700 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a1d311e-ef40-42bb-be5c-91d12fc12a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:53.704957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d311e-ef40-42bb-be5c-91d12fc12a06 None None] Port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:39:53.739566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:39:53.745514 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:39:53.757739 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:53.809795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1e123-a654-47c8-9579-d9b9b7012fdd req-2420809a-8c6a-407d-ad3f-c833dea9f988 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:53.812141 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f3b1e123-a654-47c8-9579-d9b9b7012fdd req-2420809a-8c6a-407d-ad3f-c833dea9f988 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 944 time: 0.1047435 Nov 27 01:39:53.901950 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f3b1e123-a654-47c8-9579-d9b9b7012fdd req-7762354d-c6f4-4a0d-a93b-f711ec8aec12 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798185 Nov 27 01:39:53.949646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4365ebc1-84c4-4d55-93bd-a24d75baeed8,revision_number=8']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:54.004559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:54.005350 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:54.006862 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-cba8ddc8-fab6-4855-81f2-00cda5eb83c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/4365ebc1-84c4-4d55-93bd-a24d75baeed8 HTTP/1.1" status: 200 len: 1124 time: 1.8617601 Nov 27 01:39:54.133192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['4365ebc1-84c4-4d55-93bd-a24d75baeed8'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:39:54.205487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-78647a43-341e-4b7b-8242-5416cbacd2ba None None] Provisioning complete for port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:54.205821 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78647a43-341e-4b7b-8242-5416cbacd2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:54.465954 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78647a43-341e-4b7b-8242-5416cbacd2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:54.466813 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b78a4c74-48db-42ef-a35a-3923138773b8 req-7d4ff460-403e-4a90-a00c-cda5a41e6e95 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f674d4d2-beca-4692-9ba0-716f8f4961bd HTTP/1.1" status: 200 len: 210 time: 0.0688550 Nov 27 01:39:54.543609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:54.545985 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ce58e9-733c-4e91-aa03-5eb5e8743bf3" -d '{"events": [{"server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "name": "network-vif-plugged", "status": "completed", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:54.548757 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8efc0317-ba11-42db-8edc-c33f1998fe9e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:39:54.605481 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f823df-a198-4b72-888c-d8fbb7d7425f x-openstack-request-id: req-f8f823df-a198-4b72-888c-d8fbb7d7425f {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:54.606683 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "name": "network-vif-plugged", "status": "completed", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:54.607129 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8f823df-a198-4b72-888c-d8fbb7d7425f {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:54.607803 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'code': 200} Nov 27 01:39:54.609842 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-78647a43-341e-4b7b-8242-5416cbacd2ba None None] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:54.666603 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78647a43-341e-4b7b-8242-5416cbacd2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:54.937258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78647a43-341e-4b7b-8242-5416cbacd2ba None None] Pushing event updated for resources: {'Port': ['ID=4365ebc1-84c4-4d55-93bd-a24d75baeed8,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:54.966411 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 8efc0317-ba11-42db-8edc-c33f1998fe9e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:54.966785 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:55.109566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586adbb-7422-4635-a3b4-6c719e5c7f08 req-945f375d-20bf-4f90-ad36-b2ca6fdd42a2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:55.116905 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1586adbb-7422-4635-a3b4-6c719e5c7f08 req-945f375d-20bf-4f90-ad36-b2ca6fdd42a2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 946 time: 0.1024134 Nov 27 01:39:55.157376 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:55.160199 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca032e4a-39ff-44ff-acc8-65fc64e7bf16" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:55.227005 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1586adbb-7422-4635-a3b4-6c719e5c7f08 req-b7ad14da-5ddf-4945-be68-2f08d7c9da8a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875499 Nov 27 01:39:55.238608 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ca4cc1-f817-4cfa-86ca-16ab99da1422 x-openstack-request-id: req-59ca4cc1-f817-4cfa-86ca-16ab99da1422 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:55.238906 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:55.239165 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59ca4cc1-f817-4cfa-86ca-16ab99da1422 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:55.239564 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'status': 'completed', 'code': 200} Nov 27 01:39:55.332401 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca032e4a-39ff-44ff-acc8-65fc64e7bf16 req-0d157873-36ec-4b07-87f3-1770d793c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:55.335292 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca032e4a-39ff-44ff-acc8-65fc64e7bf16 req-0d157873-36ec-4b07-87f3-1770d793c0b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 1129 time: 0.0492983 Nov 27 01:39:55.455599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca032e4a-39ff-44ff-acc8-65fc64e7bf16 req-0ed4b8c1-0d9d-49b9-aecf-49018355fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:55.455599 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca032e4a-39ff-44ff-acc8-65fc64e7bf16 req-0ed4b8c1-0d9d-49b9-aecf-49018355fceb service neutron] 10.222.0.31 "GET /v2.0/networks?id=26a73c82-2a1f-4668-b353-12a7bbb2454b HTTP/1.1" status: 200 len: 897 time: 0.1122887 Nov 27 01:39:55.548469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca032e4a-39ff-44ff-acc8-65fc64e7bf16 req-e3ccd993-3086-4c69-b72a-cc6d414caa35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8 HTTP/1.1" status: 200 len: 1002 time: 0.0835903 Nov 27 01:39:55.605299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca032e4a-39ff-44ff-acc8-65fc64e7bf16 req-738dde7a-2b4e-4a97-819c-90a99b41fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:55.606812 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca032e4a-39ff-44ff-acc8-65fc64e7bf16 req-738dde7a-2b4e-4a97-819c-90a99b41fc52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d39c39e2-2994-4fd1-b3dc-99a5f955e1ea HTTP/1.1" status: 200 len: 834 time: 0.0517836 Nov 27 01:39:55.659619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca032e4a-39ff-44ff-acc8-65fc64e7bf16 req-318eb5ad-3241-419b-a6a5-281bb64e7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:55.661483 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca032e4a-39ff-44ff-acc8-65fc64e7bf16 req-318eb5ad-3241-419b-a6a5-281bb64e7032 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26a73c82-2a1f-4668-b353-12a7bbb2454b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473642 Nov 27 01:39:55.775215 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca032e4a-39ff-44ff-acc8-65fc64e7bf16 req-344565c7-2c2d-426d-bfeb-4751eaf832f9 service neutron] 10.222.0.31 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056027 Nov 27 01:39:55.891882 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-9a7737b7-6071-46b1-98c7-4f0ce6d9e6fa tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675736315&fields=id&tenant_id=6577badd8983434db4e0cc8b73f2fcf0 HTTP/1.1" status: 200 len: 267 time: 0.1155598 Nov 27 01:39:55.922469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca032e4a-39ff-44ff-acc8-65fc64e7bf16 req-6edf4f54-5d87-4cdd-94b0-282315dd032a service neutron] 10.222.0.31 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385598 Nov 27 01:39:55.934531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 4365ebc1-84c4-4d55-93bd-a24d75baeed8 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:39:56.043080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30551277-868d-4d3d-b836-38c3402194cf req-099d92ca-4bbc-4ae4-8eb6-5ca16a261211 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:56.048117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:56.051151 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-099d92ca-4bbc-4ae4-8eb6-5ca16a261211 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 811 time: 0.1478407 Nov 27 01:39:56.063987 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 4365ebc1-84c4-4d55-93bd-a24d75baeed8 has no active binding in host n-h1-817303-10 {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:39:56.068784 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-710a4965-bc8b-409f-900b-17c0aa6d6d57 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/quotas/6577badd8983434db4e0cc8b73f2fcf0 HTTP/1.1" status: 200 len: 375 time: 0.0173078 Nov 27 01:39:56.117189 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-08c209a5-f610-483f-aac0-459d9c041938 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472612 Nov 27 01:39:56.239337 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-33d3c3b1-d73a-4456-941b-6c5da7f7e3c0 service neutron] 10.222.0.15 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972769 Nov 27 01:39:56.357034 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-a551f3fc-cd07-4471-ba99-58abf251124d service neutron] 10.222.0.15 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126904 Nov 27 01:39:56.383450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2657b-149a-4e16-be96-6679a94cd094 req-d4b05f71-f520-48af-a3f2-66cadaf4cc15 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:56.385240 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c0d2657b-149a-4e16-be96-6679a94cd094 req-d4b05f71-f520-48af-a3f2-66cadaf4cc15 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 946 time: 0.0653002 Nov 27 01:39:56.455241 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c0d2657b-149a-4e16-be96-6679a94cd094 req-d6bccf55-2de3-4ab3-91bc-2d498dd485b8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618188 Nov 27 01:39:56.706404 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-099ad5c3-1f9a-4fcb-8c60-7b11d5b15dce req-99b846d4-94a4-463e-9392-3794703b0d56 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 210 time: 0.0257490 Nov 27 01:39:57.584068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ff69b-27ef-4a31-8906-0a441f40f2dd req-dd79c42e-c053-41b9-a156-7040cb486c1a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:57.585639 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d89ff69b-27ef-4a31-8906-0a441f40f2dd req-dd79c42e-c053-41b9-a156-7040cb486c1a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 946 time: 0.0564859 Nov 27 01:39:57.644158 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d89ff69b-27ef-4a31-8906-0a441f40f2dd req-3a420065-61e1-4d86-a37d-9db160972267 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515316 Nov 27 01:39:57.829503 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db42aa63-ef34-4de3-a3b1-1ac62c263c0f req-e42a62c2-ea42-40be-a565-6d1fb0ccd745 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 210 time: 0.0442970 Nov 27 01:39:57.958623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30551277-868d-4d3d-b836-38c3402194cf req-e1e3e0ff-acc7-4a92-a9f0-13554adef719 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:57.960975 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-e1e3e0ff-acc7-4a92-a9f0-13554adef719 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.31 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 811 time: 0.1984076 Nov 27 01:39:58.131159 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-d12b0efb-c1c0-44dc-b5f0-72963b07dbe3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6577badd8983434db4e0cc8b73f2fcf0 HTTP/1.1" status: 200 len: 379 time: 0.1419187 Nov 27 01:39:58.144682 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-30551277-868d-4d3d-b836-38c3402194cf req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'port': {'device_id': 'c311d406-f789-420b-a60d-e99540e71720', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'admin_state_up': True, 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'security_groups': ['28ac7fed-b729-4ea9-aeee-081f499edac9']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:58.280374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36726) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:58.356511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30551277-868d-4d3d-b836-38c3402194cf req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Made reservation on behalf of 6577badd8983434db4e0cc8b73f2fcf0 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:39:58.360880 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-30551277-868d-4d3d-b836-38c3402194cf req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:58.454057 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2014d4a9-f9aa-4295-923f-8ea2d94d9b99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:58.537720 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2014d4a9-f9aa-4295-923f-8ea2d94d9b99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:58.544455 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2014d4a9-f9aa-4295-923f-8ea2d94d9b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:58.568789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-30551277-868d-4d3d-b836-38c3402194cf req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Allocated IP 172.20.0.13 (35aa4cc9-b10e-46ba-916b-1eb397216d85/39c2a817-dfb4-428a-8395-e967cb858ab1/e805ab44-062d-4d19-9466-914c89f4cbcf) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:39:58.588616 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2014d4a9-f9aa-4295-923f-8ea2d94d9b99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e69163d3bf2442fb96be3c7163b70c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3068833 Nov 27 01:39:58.592592 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36732) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:58.628826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014d4a9-f9aa-4295-923f-8ea2d94d9b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a4abc8-b24e-474a-8752-ab54996ad248,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:58.693328 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4461b903-06ea-49cc-89d0-99c9fc988d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:58.719431 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:58.753274 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4461b903-06ea-49cc-89d0-99c9fc988d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:58.833042 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4461b903-06ea-49cc-89d0-99c9fc988d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:58.837223 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4461b903-06ea-49cc-89d0-99c9fc988d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:58.842287 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4461b903-06ea-49cc-89d0-99c9fc988d95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89a4abc8-b24e-474a-8752-ab54996ad248 HTTP/1.1" status: 204 len: 168 time: 0.2486963 Nov 27 01:39:58.851140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0ed55-eea2-4dbc-81e6-418664c7c85d req-5b1b4c0d-093f-4156-af6f-6b29f8e4898f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:58.853168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28d0ed55-eea2-4dbc-81e6-418664c7c85d req-5b1b4c0d-093f-4156-af6f-6b29f8e4898f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 946 time: 0.0921876 Nov 27 01:39:58.869846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461b903-06ea-49cc-89d0-99c9fc988d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a4abc8-b24e-474a-8752-ab54996ad248,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:58.877443 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-30551277-868d-4d3d-b836-38c3402194cf req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:58.929561 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28d0ed55-eea2-4dbc-81e6-418664c7c85d req-74543a5f-68e3-49b5-8c7b-1d808a56e84a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635226 Nov 27 01:39:58.963991 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-30551277-868d-4d3d-b836-38c3402194cf req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:59.055443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'Port': ['ID=e805ab44-062d-4d19-9466-914c89f4cbcf,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:59.081152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:59.082118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:59.082855 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:59.083548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:59.084089 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:59.084753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:59.085161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:59.085562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:59.086026 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:59.086426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:59.086824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:59.087224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:59.095180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30551277-868d-4d3d-b836-38c3402194cf req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:39:59.096934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-30551277-868d-4d3d-b836-38c3402194cf req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:59.099758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-30551277-868d-4d3d-b836-38c3402194cf req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:39:59.106011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be323b20-bdae-442a-b1d9-80b69817b8a1 req-196b5d79-8c90-4539-bba0-ca3dc9388184 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:59.107909 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-be323b20-bdae-442a-b1d9-80b69817b8a1 req-196b5d79-8c90-4539-bba0-ca3dc9388184 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 932 time: 0.1700435 Nov 27 01:39:59.121931 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0b24eda-7fc2-4432-84f5-dac59fb0daa3 req-a29b5ce0-3aa1-49d2-befb-6b6ee5fe9933 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1530581 Nov 27 01:39:59.184923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30551277-868d-4d3d-b836-38c3402194cf req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:59.185849 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-30551277-868d-4d3d-b836-38c3402194cf req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:59.201756 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-be323b20-bdae-442a-b1d9-80b69817b8a1 req-05a916ca-5273-484e-b985-3e498a09e248 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835671 Nov 27 01:39:59.207302 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-9231de9b-755a-4dd8-a0b2-d7c811caab6e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0682838 Nov 27 01:39:59.227715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Request body: {'port': {'device_id': 'c311d406-f789-420b-a60d-e99540e71720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:59.266698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b24eda-7fc2-4432-84f5-dac59fb0daa3 req-5964e7c1-6ccb-4e34-a5a3-11450e24d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:59.268196 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0b24eda-7fc2-4432-84f5-dac59fb0daa3 req-5964e7c1-6ccb-4e34-a5a3-11450e24d929 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 1097 time: 0.0717545 Nov 27 01:39:59.325388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:59.415371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b24eda-7fc2-4432-84f5-dac59fb0daa3 req-361a0d31-9253-4582-a49e-7e39b8285d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:59.418454 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0b24eda-7fc2-4432-84f5-dac59fb0daa3 req-361a0d31-9253-4582-a49e-7e39b8285d69 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fdad34b4-e389-41d4-a6ce-5266e43665d0 HTTP/1.1" status: 200 len: 897 time: 0.1188171 Nov 27 01:39:59.502935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1c8662cb-f9ac-49da-93ef-f60834599dd6 None None] Provisioning complete for port e805ab44-062d-4d19-9466-914c89f4cbcf triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:59.503574 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c8662cb-f9ac-49da-93ef-f60834599dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:59.527251 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0b24eda-7fc2-4432-84f5-dac59fb0daa3 req-fc8cd462-4aea-4ca3-ad58-87605b3e45b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b93246-d006-447f-a9db-ff145fbd8f09 HTTP/1.1" status: 200 len: 1001 time: 0.0985699 Nov 27 01:39:59.548681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1c8662cb-f9ac-49da-93ef-f60834599dd6 None None] Port e805ab44-062d-4d19-9466-914c89f4cbcf cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:39:59.601260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b24eda-7fc2-4432-84f5-dac59fb0daa3 req-3888d889-35ea-4c1f-8243-5aa4c9fa28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:59.603403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0b24eda-7fc2-4432-84f5-dac59fb0daa3 req-3888d889-35ea-4c1f-8243-5aa4c9fa28c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8852ef37-9be9-4c0d-83ed-62291c5df900 HTTP/1.1" status: 200 len: 835 time: 0.0691316 Nov 27 01:39:59.663658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b24eda-7fc2-4432-84f5-dac59fb0daa3 req-941d10de-b3e7-4091-ac28-90bf09c6f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:59.665339 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0b24eda-7fc2-4432-84f5-dac59fb0daa3 req-941d10de-b3e7-4091-ac28-90bf09c6f635 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fdad34b4-e389-41d4-a6ce-5266e43665d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519171 Nov 27 01:39:59.693667 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e805ab44-062d-4d19-9466-914c89f4cbcf {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:39:59.704258 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:59.720541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Transition to ACTIVE for port object e805ab44-062d-4d19-9466-914c89f4cbcf will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:39:59.729098 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:59.784648 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0b24eda-7fc2-4432-84f5-dac59fb0daa3 req-1edd1945-d064-4a4e-972a-dbddc0d2fcee service neutron] 10.222.0.21 "GET /v2.0/networks/fdad34b4-e389-41d4-a6ce-5266e43665d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091514 Nov 27 01:39:59.949684 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b0b24eda-7fc2-4432-84f5-dac59fb0daa3 req-f8b2bb36-7799-438f-a9b5-138589e2039f service neutron] 10.222.0.21 "GET /v2.0/networks/fdad34b4-e389-41d4-a6ce-5266e43665d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512384 Nov 27 01:39:59.976691 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Pushing event updated for resources: {'Port': ['ID=e805ab44-062d-4d19-9466-914c89f4cbcf,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:00.011714 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Attempting to bind port e805ab44-062d-4d19-9466-914c89f4cbcf on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:00.012064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Attempting to bind port e805ab44-062d-4d19-9466-914c89f4cbcf by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:00.012414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Attempting to bind port e805ab44-062d-4d19-9466-914c89f4cbcf on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:00.031580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Port e805ab44-062d-4d19-9466-914c89f4cbcf on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:40:00.031910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Attempting to bind port e805ab44-062d-4d19-9466-914c89f4cbcf on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:00.041604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:00.041947 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Checking segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:00.042860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Bound using segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:00.043289 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Bound port: e805ab44-062d-4d19-9466-914c89f4cbcf, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:00.043647 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:00.053207 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-637d17cc-17a7-474c-9a1a-1268d2f33873 service neutron] 10.222.0.31 "GET /v2.0/ports/4365ebc1-84c4-4d55-93bd-a24d75baeed8/bindings/n-h1-817303-10 HTTP/1.1" status: 200 len: 385 time: 0.2693422 Nov 27 01:40:00.390907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ddd07-5a73-4600-8264-5b9a27fe1b71 req-9c493dd5-f7f4-41d4-b1c2-b15158e80ff0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:00.400467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d43d33-3de8-4074-b0b1-fe939ec1b2a0 req-da40617d-38b4-4b58-bd41-db2dfd66b8ac tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:00.404741 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-922ddd07-5a73-4600-8264-5b9a27fe1b71 req-9c493dd5-f7f4-41d4-b1c2-b15158e80ff0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 944 time: 0.0817785 Nov 27 01:40:00.407582 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-02d43d33-3de8-4074-b0b1-fe939ec1b2a0 req-da40617d-38b4-4b58-bd41-db2dfd66b8ac tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 946 time: 0.2669978 Nov 27 01:40:00.450397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] For port e805ab44-062d-4d19-9466-914c89f4cbcf, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:00.484019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] For port e805ab44-062d-4d19-9466-914c89f4cbcf, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e805ab44-062d-4d19-9466-914c89f4cbcf,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:00.496917 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-922ddd07-5a73-4600-8264-5b9a27fe1b71 req-396e8ab1-a9e9-4152-a543-3bd760ea05d1 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910649 Nov 27 01:40:00.500850 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:00.538069 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-d4e75e8e-46dd-43aa-90de-e2c44b97aeac service neutron] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:00.626658 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-02d43d33-3de8-4074-b0b1-fe939ec1b2a0 req-4cd5f6ab-ecd2-45d9-af26-2f9cfa243927 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909900 Nov 27 01:40:00.641264 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:00.642438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:00.645456 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] 10.222.0.31 "PUT /v2.0/ports/e805ab44-062d-4d19-9466-914c89f4cbcf HTTP/1.1" status: 200 len: 1093 time: 1.4227011 Nov 27 01:40:00.646253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c311d406-f789-420b-a60d-e99540e71720', 'tag': 'e805ab44-062d-4d19-9466-914c89f4cbcf'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:00.649137 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51abebec-d34d-4362-87c3-a4377f0ce693" -d '{"events": [{"name": "network-changed", "server_uuid": "c311d406-f789-420b-a60d-e99540e71720", "tag": "e805ab44-062d-4d19-9466-914c89f4cbcf"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:00.668121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-d4e75e8e-46dd-43aa-90de-e2c44b97aeac service neutron] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:00.744522 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:00.791933 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f217745d-df33-4629-b3a9-7a6896412a42 x-openstack-request-id: req-f217745d-df33-4629-b3a9-7a6896412a42 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:00.792335 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c311d406-f789-420b-a60d-e99540e71720", "tag": "e805ab44-062d-4d19-9466-914c89f4cbcf", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:00.792714 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f217745d-df33-4629-b3a9-7a6896412a42 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:00.793207 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c311d406-f789-420b-a60d-e99540e71720', 'tag': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'status': 'completed', 'code': 200} Nov 27 01:40:00.801423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55707106-44a4-459a-9cf2-c1a297c64a6a service neutron] Pushing event updated for resources: {'Port': ['ID=e805ab44-062d-4d19-9466-914c89f4cbcf,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:00.845478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-d4e75e8e-46dd-43aa-90de-e2c44b97aeac service neutron] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:00.860050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30551277-868d-4d3d-b836-38c3402194cf req-c95add8e-a4ed-42d4-92f7-816c95185aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:00.861792 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-c95add8e-a4ed-42d4-92f7-816c95185aa1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 1096 time: 0.1323733 Nov 27 01:40:00.873283 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-d4e75e8e-46dd-43aa-90de-e2c44b97aeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:00.975716 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-890fc65f-77a0-4a3f-88a0-d3bdab035da4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e805ab44-062d-4d19-9466-914c89f4cbcf HTTP/1.1" status: 200 len: 217 time: 0.0996270 Nov 27 01:40:01.064372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-d4e75e8e-46dd-43aa-90de-e2c44b97aeac service neutron] Transition to ACTIVE for port object 4365ebc1-84c4-4d55-93bd-a24d75baeed8 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:40:01.084466 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30551277-868d-4d3d-b836-38c3402194cf req-6203bf02-82e5-4827-881a-cf019892d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:01.086660 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-6203bf02-82e5-4827-881a-cf019892d07a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.1014280 Nov 27 01:40:01.088627 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-d4e75e8e-46dd-43aa-90de-e2c44b97aeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:01.706133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e75e8e-46dd-43aa-90de-e2c44b97aeac service neutron] Pushing event updated for resources: {'Port': ['ID=4365ebc1-84c4-4d55-93bd-a24d75baeed8,revision_number=11']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:01.787328 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-d4e75e8e-46dd-43aa-90de-e2c44b97aeac service neutron] No DVR routers for this DVR port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:40:01.826898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288759b-1c07-40cd-9d5b-c73c717afa1f req-aef5d930-51e2-48a2-8d7e-f13b0c2c0dfb tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:01.828839 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7288759b-1c07-40cd-9d5b-c73c717afa1f req-aef5d930-51e2-48a2-8d7e-f13b0c2c0dfb tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 945 time: 0.0699928 Nov 27 01:40:01.834109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30551277-868d-4d3d-b836-38c3402194cf req-6acaa930-e14b-4a69-ac8e-0f1dca0aaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:01.835831 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-6acaa930-e14b-4a69-ac8e-0f1dca0aaec0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7414477 Nov 27 01:40:01.889475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7288759b-1c07-40cd-9d5b-c73c717afa1f req-7935e435-30c3-4bd8-86ce-f8bae01f8925 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541120 Nov 27 01:40:01.897507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4365ebc1-84c4-4d55-93bd-a24d75baeed8 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:40:01.950414 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 4365ebc1-84c4-4d55-93bd-a24d75baeed8 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:40:01.966540 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab07bb-0421-4a8d-a1d3-2fc03127c4b1 req-07bdd664-d7f1-4278-826a-65125cc2182c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:01.968060 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bab07bb-0421-4a8d-a1d3-2fc03127c4b1 req-07bdd664-d7f1-4278-826a-65125cc2182c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 944 time: 0.2778621 Nov 27 01:40:02.052455 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-64622e8b-5c5b-446e-a6c0-64c4200c775a service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049410 Nov 27 01:40:02.074657 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-d4e75e8e-46dd-43aa-90de-e2c44b97aeac service neutron] 10.222.0.31 "PUT /v2.0/ports/4365ebc1-84c4-4d55-93bd-a24d75baeed8/bindings/n-h1-817303-10/activate HTTP/1.1" status: 200 len: 370 time: 2.0041420 Nov 27 01:40:02.084597 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bab07bb-0421-4a8d-a1d3-2fc03127c4b1 req-f6f63a43-c955-4343-8255-3d55eb622f6b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084995 Nov 27 01:40:02.173444 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30551277-868d-4d3d-b836-38c3402194cf req-d526b6b3-ef3b-4831-aafc-4b579bb1abd1 service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055617 Nov 27 01:40:02.230174 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-87f5007c-bf88-4194-9316-20ba17bd19ed tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:02.231770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-87f5007c-bf88-4194-9316-20ba17bd19ed tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1&tenant_id=53c72932feec4d45af53b9bccd5c3777&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 1097 time: 0.0457644 Nov 27 01:40:02.293565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abebec-d34d-4362-87c3-a4377f0ce693 req-c413b7a2-7b72-4ffa-a496-2b4279988fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:02.295221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51abebec-d34d-4362-87c3-a4377f0ce693 req-c413b7a2-7b72-4ffa-a496-2b4279988fa8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 1096 time: 0.0505495 Nov 27 01:40:02.322369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-2533d57f-912d-4411-b428-8ec993731fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:02.324195 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-2533d57f-912d-4411-b428-8ec993731fa9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1&tenant_id=53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 1097 time: 0.0796845 Nov 27 01:40:02.388495 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abebec-d34d-4362-87c3-a4377f0ce693 req-b07fa000-9f6d-40fe-a838-8e54a26230ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:02.389986 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51abebec-d34d-4362-87c3-a4377f0ce693 req-b07fa000-9f6d-40fe-a838-8e54a26230ec service neutron] 10.222.0.31 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.0873768 Nov 27 01:40:02.402936 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-b085a362-0fef-4077-a376-58fbb99ece94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:02.404512 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-b085a362-0fef-4077-a376-58fbb99ece94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 1097 time: 0.0432954 Nov 27 01:40:02.440797 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51abebec-d34d-4362-87c3-a4377f0ce693 req-f8f45c4b-5c2f-4554-8a02-e993ea04b851 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e805ab44-062d-4d19-9466-914c89f4cbcf HTTP/1.1" status: 200 len: 217 time: 0.0432351 Nov 27 01:40:02.489940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abebec-d34d-4362-87c3-a4377f0ce693 req-aa0c92ee-c96e-4bbe-a6a1-c9e2a2fe7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:02.491467 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51abebec-d34d-4362-87c3-a4377f0ce693 req-aa0c92ee-c96e-4bbe-a6a1-c9e2a2fe7973 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.0446596 Nov 27 01:40:02.497388 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-e0cf4d4e-d786-48be-8709-0d4d2ad0920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:02.498956 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-e0cf4d4e-d786-48be-8709-0d4d2ad0920c service neutron] 10.222.0.21 "GET /v2.0/networks?id=26a73c82-2a1f-4668-b353-12a7bbb2454b HTTP/1.1" status: 200 len: 897 time: 0.0857081 Nov 27 01:40:02.538472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abebec-d34d-4362-87c3-a4377f0ce693 req-94932b70-20f1-41dd-a063-ea290b83692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:02.540138 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51abebec-d34d-4362-87c3-a4377f0ce693 req-94932b70-20f1-41dd-a063-ea290b83692c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418422 Nov 27 01:40:02.574423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-67cec330-ed32-4c53-99c0-cfe0af12bcb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8 HTTP/1.1" status: 200 len: 1000 time: 0.0662689 Nov 27 01:40:02.627110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-41964d7c-5ff7-493e-83bd-59e2546bb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:02.628601 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-41964d7c-5ff7-493e-83bd-59e2546bb461 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d39c39e2-2994-4fd1-b3dc-99a5f955e1ea HTTP/1.1" status: 200 len: 834 time: 0.0455239 Nov 27 01:40:02.637089 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51abebec-d34d-4362-87c3-a4377f0ce693 req-5f6de06e-54cd-4703-bf70-d215e2328e3c service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898387 Nov 27 01:40:02.678123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-0a69154a-3995-4aef-858b-deedc26bd4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:02.679626 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-0a69154a-3995-4aef-858b-deedc26bd4d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26a73c82-2a1f-4668-b353-12a7bbb2454b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423234 Nov 27 01:40:02.739940 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-51abebec-d34d-4362-87c3-a4377f0ce693 req-336e49c1-f27a-49c4-af04-1c593e534a40 service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941987 Nov 27 01:40:02.794019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:02.796644 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0a477a-f8c5-4a58-9694-0a84bf4679f1" -d '{"events": [{"server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:02.802652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-54003bf7-c4ad-482e-9b94-efd66d792baf service neutron] 10.222.0.21 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086299 Nov 27 01:40:02.850046 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e60edc0-f2d8-4677-a49b-8e11b82eb6b0 x-openstack-request-id: req-4e60edc0-f2d8-4677-a49b-8e11b82eb6b0 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:02.850342 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:02.850601 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e60edc0-f2d8-4677-a49b-8e11b82eb6b0 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:02.851017 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'code': 200} Nov 27 01:40:02.904008 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-ba9ea021-52af-4ddb-b129-1c2d0faac590 service neutron] 10.222.0.21 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935814 Nov 27 01:40:03.292505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1efd56-4d97-4f92-83b1-8e019fbde3bc req-d11170ac-4a38-4bc6-907d-5673e4e10739 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:03.294130 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa1efd56-4d97-4f92-83b1-8e019fbde3bc req-d11170ac-4a38-4bc6-907d-5673e4e10739 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 945 time: 0.0666208 Nov 27 01:40:03.330795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-39777e0e-ee11-42c6-8835-4069c0890c99 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:03.332383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-39777e0e-ee11-42c6-8835-4069c0890c99 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1&tenant_id=53c72932feec4d45af53b9bccd5c3777&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 1097 time: 0.0766618 Nov 27 01:40:03.340557 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ba154-a140-4dc7-a3a9-7f4e0ecdb39d req-3f7bb208-f873-4280-a425-0f561a6a1fc6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:03.342068 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-724ba154-a140-4dc7-a3a9-7f4e0ecdb39d req-3f7bb208-f873-4280-a425-0f561a6a1fc6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 944 time: 0.1406410 Nov 27 01:40:03.359360 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa1efd56-4d97-4f92-83b1-8e019fbde3bc req-1e517c89-9f1c-478a-a4fb-8948ff3bc906 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589769 Nov 27 01:40:03.446048 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-724ba154-a140-4dc7-a3a9-7f4e0ecdb39d req-cdce2577-9524-4a43-ae7a-66a56fc51a1f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967274 Nov 27 01:40:03.533015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-5aa8f1c1-ed97-4f40-b634-e7a0bd0248bd service neutron] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:03.536742 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-5aa8f1c1-ed97-4f40-b634-e7a0bd0248bd service neutron] Publish callbacks [] for binding, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:03.538076 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-5aa8f1c1-ed97-4f40-b634-e7a0bd0248bd service neutron] 10.222.0.21 "DELETE /v2.0/ports/4365ebc1-84c4-4d55-93bd-a24d75baeed8/bindings/n-h2-817303-10 HTTP/1.1" status: 204 len: 173 time: 0.1949372 Nov 27 01:40:04.485857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b011b-0568-4210-8c9a-fa2614d3a8a2 req-7a3e59e9-e187-49cb-bba6-09481d5b86c8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:04.487709 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a56b011b-0568-4210-8c9a-fa2614d3a8a2 req-7a3e59e9-e187-49cb-bba6-09481d5b86c8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 945 time: 0.0581486 Nov 27 01:40:04.557194 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a56b011b-0568-4210-8c9a-fa2614d3a8a2 req-90d25a7c-d70d-4972-9f25-6e518b2eb3b8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569816 Nov 27 01:40:04.612352 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdfd41-4b2b-4b10-962b-6e5b3de4b004 req-fcd085ad-8241-4781-9cb1-b53d84819956 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:04.626074 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82cdfd41-4b2b-4b10-962b-6e5b3de4b004 req-fcd085ad-8241-4781-9cb1-b53d84819956 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 944 time: 0.1036713 Nov 27 01:40:04.675188 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbefb1-d2d0-44a5-a333-d811ff25dd37 req-26babfb9-5cd9-4266-8c00-7222ba85ca67 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:04.677023 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bfbefb1-d2d0-44a5-a333-d811ff25dd37 req-26babfb9-5cd9-4266-8c00-7222ba85ca67 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 1097 time: 0.0498147 Nov 27 01:40:04.716838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82cdfd41-4b2b-4b10-962b-6e5b3de4b004 req-125d1cf4-a26f-4dbd-9b06-a1b926bc4e47 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919771 Nov 27 01:40:04.744312 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bfbefb1-d2d0-44a5-a333-d811ff25dd37 req-02033428-6417-4adb-8e83-87bd59c3e2de tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597248 Nov 27 01:40:04.890172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1569d-14bc-4c65-b355-cc9169537ea6 req-3dcf517a-123b-4f68-a131-7a4de87b4d75 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:04.891838 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7eb1569d-14bc-4c65-b355-cc9169537ea6 req-3dcf517a-123b-4f68-a131-7a4de87b4d75 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 945 time: 0.0707531 Nov 27 01:40:04.943602 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7eb1569d-14bc-4c65-b355-cc9169537ea6 req-ea3cc146-1fea-4edb-925a-ca42d0906a45 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451024 Nov 27 01:40:04.967161 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36838) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:05.036297 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-317dadd4-e310-43e7-9a22-09f8f98706cc tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/3c7e7662-e298-4669-b8e6-736bd51e8da0 HTTP/1.1" status: 200 len: 992 time: 0.0614548 Nov 27 01:40:05.854425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062cd93-12e9-49e0-827d-d3347053b582 req-1fd7db42-b6fa-4a27-9caa-6978b66463ae tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:05.856012 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3062cd93-12e9-49e0-827d-d3347053b582 req-1fd7db42-b6fa-4a27-9caa-6978b66463ae tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 944 time: 0.0660489 Nov 27 01:40:05.910855 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3062cd93-12e9-49e0-827d-d3347053b582 req-08ca90b7-d6f5-4146-bcfb-5ff3306782aa tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487041 Nov 27 01:40:07.043836 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637b7e4-7d1b-4a15-8e23-ecdf44dce3f8 req-bf0ad681-b947-4f84-81f4-a75451c8091c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:07.051963 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2637b7e4-7d1b-4a15-8e23-ecdf44dce3f8 req-bf0ad681-b947-4f84-81f4-a75451c8091c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 944 time: 0.0695674 Nov 27 01:40:07.112665 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2637b7e4-7d1b-4a15-8e23-ecdf44dce3f8 req-cf190bb9-1933-45df-ad06-7aa48199f88c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549400 Nov 27 01:40:07.281277 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36896) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:07.463377 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-4e69c09c-164e-4049-ac5e-82d24d71577d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port c486b8b5-5675-42b1-b37b-04146b3fde25 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:07.463755 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e69c09c-164e-4049-ac5e-82d24d71577d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:07.561051 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e69c09c-164e-4049-ac5e-82d24d71577d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:07.561388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e69c09c-164e-4049-ac5e-82d24d71577d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:07.574588 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-4e69c09c-164e-4049-ac5e-82d24d71577d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for c486b8b5-5675-42b1-b37b-04146b3fde25 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:07.796530 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e69c09c-164e-4049-ac5e-82d24d71577d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:07.825936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69c09c-164e-4049-ac5e-82d24d71577d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=c486b8b5-5675-42b1-b37b-04146b3fde25,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:07.893570 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e69c09c-164e-4049-ac5e-82d24d71577d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:07.894105 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-4e69c09c-164e-4049-ac5e-82d24d71577d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Floating IP 3c7e7662-e298-4669-b8e6-736bd51e8da0 disassociated (deleted). External IP: 172.25.1.188, port: 4365ebc1-84c4-4d55-93bd-a24d75baeed8. Nov 27 01:40:08.156803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e69c09c-164e-4049-ac5e-82d24d71577d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:40:08.236478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698733a1-c067-496f-a09b-8a8f891772a3 req-34a0c876-9c01-4a51-b564-dbbe171a26d9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:08.238227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-698733a1-c067-496f-a09b-8a8f891772a3 req-34a0c876-9c01-4a51-b564-dbbe171a26d9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 944 time: 0.0606503 Nov 27 01:40:08.310528 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-698733a1-c067-496f-a09b-8a8f891772a3 req-533532b3-1a0e-4249-a942-b380a29cabfd tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662129 Nov 27 01:40:08.311449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e69c09c-164e-4049-ac5e-82d24d71577d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:08.321065 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e69c09c-164e-4049-ac5e-82d24d71577d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:08.325063 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b44f0f-b37f-40e5-ae6f-d62b543c8d42 None None] Sync routers for ids ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:08.336916 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b44f0f-b37f-40e5-ae6f-d62b543c8d42 None None] Routers {'7bd13287-e0e8-4e25-bab9-1477e6eb0379'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:08.337785 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e1b44f0f-b37f-40e5-ae6f-d62b543c8d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:39:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:08.362837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4e69c09c-164e-4049-ac5e-82d24d71577d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/floatingips/3c7e7662-e298-4669-b8e6-736bd51e8da0 HTTP/1.1" status: 204 len: 168 time: 1.0803871 Nov 27 01:40:08.363533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:08.367096 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0e2ff8-823c-4d46-8650-fea10871a8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:08.436730 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c308ad5-c4a6-4cfe-a298-415d215e8268 x-openstack-request-id: req-2c308ad5-c4a6-4cfe-a298-415d215e8268 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:08.437024 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:08.437285 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c308ad5-c4a6-4cfe-a298-415d215e8268 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:08.437973 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'status': 'completed', 'code': 200} Nov 27 01:40:08.547252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e2ff8-823c-4d46-8650-fea10871a8f7 req-73ab231b-22d2-4922-a0a9-19625280c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:08.549067 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb0e2ff8-823c-4d46-8650-fea10871a8f7 req-73ab231b-22d2-4922-a0a9-19625280c53f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 1097 time: 0.0546634 Nov 27 01:40:08.585238 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e1b44f0f-b37f-40e5-ae6f-d62b543c8d42 None None] Set router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:08.673172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e2ff8-823c-4d46-8650-fea10871a8f7 req-e1c071a3-005d-4aee-9eca-811b0dd1aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:08.674881 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb0e2ff8-823c-4d46-8650-fea10871a8f7 req-e1c071a3-005d-4aee-9eca-811b0dd1aa18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26a73c82-2a1f-4668-b353-12a7bbb2454b HTTP/1.1" status: 200 len: 897 time: 0.1142590 Nov 27 01:40:08.749729 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb0e2ff8-823c-4d46-8650-fea10871a8f7 req-15769bbc-1a1f-48f3-8087-6bb244baabd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8 HTTP/1.1" status: 200 len: 217 time: 0.0664432 Nov 27 01:40:08.818696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9866564-d89a-4536-99eb-1a9efd2ee835 req-9fc02a9a-285e-49d7-9eec-21177d8e56bb tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:08.821503 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9866564-d89a-4536-99eb-1a9efd2ee835 req-9fc02a9a-285e-49d7-9eec-21177d8e56bb tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 945 time: 0.1279833 Nov 27 01:40:08.857879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e2ff8-823c-4d46-8650-fea10871a8f7 req-8f44a4d3-1195-4f2f-82c1-11993e371259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:08.859866 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb0e2ff8-823c-4d46-8650-fea10871a8f7 req-8f44a4d3-1195-4f2f-82c1-11993e371259 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d39c39e2-2994-4fd1-b3dc-99a5f955e1ea HTTP/1.1" status: 200 len: 834 time: 0.0973690 Nov 27 01:40:08.907409 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e1b44f0f-b37f-40e5-ae6f-d62b543c8d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a7c3836c-2d36-4373-aea6-10e75f5666dc', 'name': '', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ce:0f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:32Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:08.948841 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9866564-d89a-4536-99eb-1a9efd2ee835 req-bf79b8e6-8d9f-46a2-8840-89c91dbeda64 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=f85640a9-bdef-461e-b1a2-6798b045baa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142242 Nov 27 01:40:08.960576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e2ff8-823c-4d46-8650-fea10871a8f7 req-011e4d3e-e945-4c8c-bf3c-af68a37fef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:08.962145 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb0e2ff8-823c-4d46-8650-fea10871a8f7 req-011e4d3e-e945-4c8c-bf3c-af68a37fef32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26a73c82-2a1f-4668-b353-12a7bbb2454b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848205 Nov 27 01:40:09.050615 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b44f0f-b37f-40e5-ae6f-d62b543c8d42 None None] Checking router: 7bd13287-e0e8-4e25-bab9-1477e6eb0379 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:09.092721 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb0e2ff8-823c-4d46-8650-fea10871a8f7 req-145d2410-637e-4392-8390-bf546d60d2ef service neutron] 10.222.0.21 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214740 Nov 27 01:40:09.103577 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b44f0f-b37f-40e5-ae6f-d62b543c8d42 None None] Routers {'7bd13287-e0e8-4e25-bab9-1477e6eb0379'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:09.104055 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e1b44f0f-b37f-40e5-ae6f-d62b543c8d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:39:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:09.222547 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb0e2ff8-823c-4d46-8650-fea10871a8f7 req-41605aa1-1f88-4280-a340-857e0f8de055 service neutron] 10.222.0.21 "GET /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035314 Nov 27 01:40:09.246201 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e1b44f0f-b37f-40e5-ae6f-d62b543c8d42 None None] Set router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:09.394473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de720aa-4398-49bd-9aa4-ac111ff2dfb3 req-96b596de-554c-4f5a-9c5a-e722432e542a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:09.397257 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6de720aa-4398-49bd-9aa4-ac111ff2dfb3 req-96b596de-554c-4f5a-9c5a-e722432e542a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 945 time: 0.0807321 Nov 27 01:40:09.509828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6ab8e-2408-4183-92ee-5018ebc020a7 req-0d771ba3-2a84-4d9d-bf77-0ad87222855e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:09.514362 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e1b44f0f-b37f-40e5-ae6f-d62b543c8d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a7c3836c-2d36-4373-aea6-10e75f5666dc', 'name': '', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ce:0f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:32Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:09.519699 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6d6ab8e-2408-4183-92ee-5018ebc020a7 req-0d771ba3-2a84-4d9d-bf77-0ad87222855e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 944 time: 0.0794177 Nov 27 01:40:09.574457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-6de720aa-4398-49bd-9aa4-ac111ff2dfb3 req-b0eab3a9-6011-473d-8239-f3cb614d9375 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:09.574793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6de720aa-4398-49bd-9aa4-ac111ff2dfb3 req-b0eab3a9-6011-473d-8239-f3cb614d9375 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:09.587628 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b44f0f-b37f-40e5-ae6f-d62b543c8d42 None None] The sync data for ids ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'] in n-d-817303-10 is: [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a7c3836c-2d36-4373-aea6-10e75f5666dc', 'name': '', 'network_id': '26a73c82-2a1f-4668-b353-12a7bbb2454b', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:ce:0f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:32Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': 'd39c39e2-2994-4fd1-b3dc-99a5f955e1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:09.592917 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:40:09.614697 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6d6ab8e-2408-4183-92ee-5018ebc020a7 req-d34bb3d7-0c90-4d32-bc7d-b00073366b1c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938644 Nov 27 01:40:09.683442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6de720aa-4398-49bd-9aa4-ac111ff2dfb3 req-b0eab3a9-6011-473d-8239-f3cb614d9375 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] For port 4365ebc1-84c4-4d55-93bd-a24d75baeed8, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=4365ebc1-84c4-4d55-93bd-a24d75baeed8,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:09.683806 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6de720aa-4398-49bd-9aa4-ac111ff2dfb3 req-b0eab3a9-6011-473d-8239-f3cb614d9375 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:09.697312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-6de720aa-4398-49bd-9aa4-ac111ff2dfb3 req-b0eab3a9-6011-473d-8239-f3cb614d9375 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for 4365ebc1-84c4-4d55-93bd-a24d75baeed8 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:09.842760 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6de720aa-4398-49bd-9aa4-ac111ff2dfb3 req-b0eab3a9-6011-473d-8239-f3cb614d9375 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:09.876646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eab3a9-6011-473d-8239-f3cb614d9375 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=4365ebc1-84c4-4d55-93bd-a24d75baeed8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:09.947165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de720aa-4398-49bd-9aa4-ac111ff2dfb3 req-b0eab3a9-6011-473d-8239-f3cb614d9375 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] No DVR routers for this DVR port 4365ebc1-84c4-4d55-93bd-a24d75baeed8 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:40:09.954713 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6de720aa-4398-49bd-9aa4-ac111ff2dfb3 req-b0eab3a9-6011-473d-8239-f3cb614d9375 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:09.958807 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6de720aa-4398-49bd-9aa4-ac111ff2dfb3 req-b0eab3a9-6011-473d-8239-f3cb614d9375 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.21 "DELETE /v2.0/ports/4365ebc1-84c4-4d55-93bd-a24d75baeed8 HTTP/1.1" status: 204 len: 173 time: 0.5511196 Nov 27 01:40:09.959421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'name': 'network-vif-deleted', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:09.961854 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dceb51-406e-4a91-bc8f-3f2cb21c52b9" -d '{"events": [{"server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "name": "network-vif-deleted", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:09.981585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1505fb4a-8f31-4e18-941c-e191024b148e None None] New status for floating IP 3c7e7662-e298-4669-b8e6-736bd51e8da0: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:40:10.045329 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860c65fe-878a-4058-b30d-0972eefe8bc7 x-openstack-request-id: req-860c65fe-878a-4058-b30d-0972eefe8bc7 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:10.045626 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad787c7-1f87-4bcc-bf08-3fad220d43d1", "name": "network-vif-deleted", "tag": "4365ebc1-84c4-4d55-93bd-a24d75baeed8", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:10.046480 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-860c65fe-878a-4058-b30d-0972eefe8bc7 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:10.046898 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad787c7-1f87-4bcc-bf08-3fad220d43d1', 'name': 'network-vif-deleted', 'tag': '4365ebc1-84c4-4d55-93bd-a24d75baeed8', 'status': 'completed', 'code': 200} Nov 27 01:40:10.077926 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-42a5beb8-4f7b-467c-9a75-d1e6da51265a req-46cc4eda-363b-40f1-a617-5b169a617981 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad787c7-1f87-4bcc-bf08-3fad220d43d1 HTTP/1.1" status: 200 len: 210 time: 0.0543890 Nov 27 01:40:10.124992 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-013025d0-4dae-4ac5-af13-ea547a079ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:10.733875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ff31-188a-405b-a375-56f2be95e452 req-f2ad9f15-d3e4-418e-8d6c-283b76de0d34 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:10.735665 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2752ff31-188a-405b-a375-56f2be95e452 req-f2ad9f15-d3e4-418e-8d6c-283b76de0d34 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 944 time: 0.0541613 Nov 27 01:40:10.787666 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2752ff31-188a-405b-a375-56f2be95e452 req-c05c5448-dd74-486a-9f3e-1d847816996e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455527 Nov 27 01:40:11.137085 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36972) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:11.900768 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e32b786-c85a-4839-986d-5aefa135ca82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:11.931160 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456585-6a6a-4e3c-8b73-cee6b790fcea req-fe587453-50f4-460a-b11b-19f29b68d1bc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:11.941644 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e6456585-6a6a-4e3c-8b73-cee6b790fcea req-fe587453-50f4-460a-b11b-19f29b68d1bc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 944 time: 0.0702314 Nov 27 01:40:11.994367 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e6456585-6a6a-4e3c-8b73-cee6b790fcea req-37b5fb5e-08cd-4a82-a84e-a6aa37566c92 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512443 Nov 27 01:40:12.013048 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 4365ebc1-84c4-4d55-93bd-a24d75baeed8 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:40:12.033906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 4365ebc1-84c4-4d55-93bd-a24d75baeed8 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:40:12.034505 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 4365ebc1-84c4-4d55-93bd-a24d75baeed8 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:40:12.253845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-5e32b786-c85a-4839-986d-5aefa135ca82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port a7c3836c-2d36-4373-aea6-10e75f5666dc {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:12.254411 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e32b786-c85a-4839-986d-5aefa135ca82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:12.269477 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-90f1e828-86b6-4aa7-93ec-2bda61096468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:12.358236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-5e32b786-c85a-4839-986d-5aefa135ca82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] For port a7c3836c-2d36-4373-aea6-10e75f5666dc, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a7c3836c-2d36-4373-aea6-10e75f5666dc,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:12.358748 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e32b786-c85a-4839-986d-5aefa135ca82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:12.382294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-5e32b786-c85a-4839-986d-5aefa135ca82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for a7c3836c-2d36-4373-aea6-10e75f5666dc owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:12.698977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e32b786-c85a-4839-986d-5aefa135ca82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:12.729869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32b786-c85a-4839-986d-5aefa135ca82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=a7c3836c-2d36-4373-aea6-10e75f5666dc,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:12.944601 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5e32b786-c85a-4839-986d-5aefa135ca82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:12.958400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 36988) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:13.240016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e82dae-62e8-4b58-a18e-ddf9a0b5d9af req-82ba6346-74aa-4a41-8501-dc4c6cecc492 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:13.241530 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6e82dae-62e8-4b58-a18e-ddf9a0b5d9af req-82ba6346-74aa-4a41-8501-dc4c6cecc492 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 944 time: 0.1123884 Nov 27 01:40:13.286104 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e32b786-c85a-4839-986d-5aefa135ca82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:40:13.348927 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:13.350956 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6e82dae-62e8-4b58-a18e-ddf9a0b5d9af req-e98a93ac-9ff3-4b29-b9a4-837fca128d84 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978708 Nov 27 01:40:13.425730 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64896dc7-ad26-4811-ac29-013cd24f3e7e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:13.491226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e32b786-c85a-4839-986d-5aefa135ca82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:13.503143 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c321d-620a-4a04-a4bd-4f593b0842e0 None None] Sync routers for ids ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:13.507075 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5e32b786-c85a-4839-986d-5aefa135ca82 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "PUT /v2.0/routers/7bd13287-e0e8-4e25-bab9-1477e6eb0379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3714025 Nov 27 01:40:13.511519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36994) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:13.521042 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c321d-620a-4a04-a4bd-4f593b0842e0 None None] Routers {'7bd13287-e0e8-4e25-bab9-1477e6eb0379'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:13.521990 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8b6c321d-620a-4a04-a4bd-4f593b0842e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:13.584912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d108b5-bb2f-4d9e-9077-6abe102af886 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting subnet d39c39e2-2994-4fd1-b3dc-99a5f955e1ea {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:40:13.589013 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91d108b5-bb2f-4d9e-9077-6abe102af886 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:13.646227 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91d108b5-bb2f-4d9e-9077-6abe102af886 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:13.762005 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-8b6c321d-620a-4a04-a4bd-4f593b0842e0 None None] Set router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:13.796165 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91d108b5-bb2f-4d9e-9077-6abe102af886 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:13.841783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-64896dc7-ad26-4811-ac29-013cd24f3e7e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting port 8efc0317-ba11-42db-8edc-c33f1998fe9e {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:13.842402 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64896dc7-ad26-4811-ac29-013cd24f3e7e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:13.878127 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91d108b5-bb2f-4d9e-9077-6abe102af886 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:13.914990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d108b5-bb2f-4d9e-9077-6abe102af886 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Subnet': ['ID=d39c39e2-2994-4fd1-b3dc-99a5f955e1ea,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:13.921673 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-91d108b5-bb2f-4d9e-9077-6abe102af886 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:13.925131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-91d108b5-bb2f-4d9e-9077-6abe102af886 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/subnets/d39c39e2-2994-4fd1-b3dc-99a5f955e1ea HTTP/1.1" status: 204 len: 168 time: 0.4124758 Nov 27 01:40:13.928358 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 36998) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:13.932095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e74640b-3d0f-4779-ab81-a503666b0cbc None None] Network 26a73c82-2a1f-4668-b353-12a7bbb2454b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:40:13.981631 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-64896dc7-ad26-4811-ac29-013cd24f3e7e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] For port 8efc0317-ba11-42db-8edc-c33f1998fe9e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8efc0317-ba11-42db-8edc-c33f1998fe9e,segment=NetworkSegment(42554594-b560-4982-a610-76b6a00a452f),segment_id=42554594-b560-4982-a610-76b6a00a452f)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:13.982653 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64896dc7-ad26-4811-ac29-013cd24f3e7e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:14.003454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-64896dc7-ad26-4811-ac29-013cd24f3e7e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Calling delete_port for 8efc0317-ba11-42db-8edc-c33f1998fe9e owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:14.047881 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:14.088188 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8b6c321d-620a-4a04-a4bd-4f593b0842e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:40:12Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:14.125160 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c321d-620a-4a04-a4bd-4f593b0842e0 None None] Checking router: 7bd13287-e0e8-4e25-bab9-1477e6eb0379 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:14.137179 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c321d-620a-4a04-a4bd-4f593b0842e0 None None] Routers {'7bd13287-e0e8-4e25-bab9-1477e6eb0379'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:14.139564 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8b6c321d-620a-4a04-a4bd-4f593b0842e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:14.283180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fae26e-a2b1-4e6e-8077-356bf393a141 None None] DHCP port deletion for 26a73c82-2a1f-4668-b353-12a7bbb2454b request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:14.332952 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-8b6c321d-620a-4a04-a4bd-4f593b0842e0 None None] Set router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:14.381258 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64896dc7-ad26-4811-ac29-013cd24f3e7e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:14.408199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-71fae26e-a2b1-4e6e-8077-356bf393a141 None None] Deleting port c5790027-dbab-487e-baf7-b428acc8b370 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:14.409231 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-71fae26e-a2b1-4e6e-8077-356bf393a141 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:14.518403 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64896dc7-ad26-4811-ac29-013cd24f3e7e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Port': ['ID=8efc0317-ba11-42db-8edc-c33f1998fe9e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:14.526395 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-71fae26e-a2b1-4e6e-8077-356bf393a141 None None] For port c5790027-dbab-487e-baf7-b428acc8b370, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c5790027-dbab-487e-baf7-b428acc8b370,segment=NetworkSegment(d48a234c-b535-42ed-944c-67a08c99ca92),segment_id=d48a234c-b535-42ed-944c-67a08c99ca92)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:14.526804 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-71fae26e-a2b1-4e6e-8077-356bf393a141 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:14.563875 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-71fae26e-a2b1-4e6e-8077-356bf393a141 None None] Calling delete_port for c5790027-dbab-487e-baf7-b428acc8b370 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:14.647653 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8b6c321d-620a-4a04-a4bd-4f593b0842e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:40:12Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:14.692008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c5790027-dbab-487e-baf7-b428acc8b370 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:40:14.693859 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-71fae26e-a2b1-4e6e-8077-356bf393a141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:14.718806 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:14.726948 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c321d-620a-4a04-a4bd-4f593b0842e0 None None] The sync data for ids ['7bd13287-e0e8-4e25-bab9-1477e6eb0379'] in n-d-817303-10 is: [{'id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811529387', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:40:12Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': 'a11739b7-d605-4664-824a-6bfef7baa653', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd13287-e0e8-4e25-bab9-1477e6eb0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:14.762141 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fae26e-a2b1-4e6e-8077-356bf393a141 None None] Pushing event deleted for resources: {'Port': ['ID=c5790027-dbab-487e-baf7-b428acc8b370,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:14.770632 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fae26e-a2b1-4e6e-8077-356bf393a141 None None] No DVR routers for this DVR port c5790027-dbab-487e-baf7-b428acc8b370 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:40:14.774964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: c5790027-dbab-487e-baf7-b428acc8b370 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:40:14.775536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c5790027-dbab-487e-baf7-b428acc8b370 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:40:14.794500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500d34e-3ffa-44b6-b18a-1d9f165d23a5 req-3a557261-f33d-4f56-82bb-a7edf05ceab9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:14.803917 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8500d34e-3ffa-44b6-b18a-1d9f165d23a5 req-3a557261-f33d-4f56-82bb-a7edf05ceab9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 944 time: 0.3095372 Nov 27 01:40:14.824922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port a11739b7-d605-4664-824a-6bfef7baa653 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:14.825645 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:14.899652 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:14.938317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] For port a11739b7-d605-4664-824a-6bfef7baa653, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a11739b7-d605-4664-824a-6bfef7baa653,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:14.938968 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:14.958644 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for a11739b7-d605-4664-824a-6bfef7baa653 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:14.992909 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8500d34e-3ffa-44b6-b18a-1d9f165d23a5 req-74e44167-9607-42fb-8c34-914c37c3dec4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849208 Nov 27 01:40:14.997455 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64896dc7-ad26-4811-ac29-013cd24f3e7e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.160438 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.193536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=a11739b7-d605-4664-824a-6bfef7baa653,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:15.212459 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef88d86-33fb-4bfc-afdf-e4ddbd9dc217 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:15.294927 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.408044 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.410865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.472434 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.473247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Fanout notify agent at l3_agent the message router_deleted on router 7bd13287-e0e8-4e25-bab9-1477e6eb0379 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:40:15.490190 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.494260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5d2ca292-690b-4b98-a3f1-d2759d67af96 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/routers/7bd13287-e0e8-4e25-bab9-1477e6eb0379 HTTP/1.1" status: 204 len: 168 time: 1.5649209 Nov 27 01:40:15.495404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37012) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:15.593790 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d140fdf7-a42e-4fc4-9c63-9b1c1a96ea53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.667040 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64896dc7-ad26-4811-ac29-013cd24f3e7e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Router e868f714-3a39-4cd2-b24e-7441df78a207 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:40:15.720862 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d140fdf7-a42e-4fc4-9c63-9b1c1a96ea53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.765219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-d140fdf7-a42e-4fc4-9c63-9b1c1a96ea53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a73c82-2a1f-4668-b353-12a7bbb2454b']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:15.779605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-d140fdf7-a42e-4fc4-9c63-9b1c1a96ea53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48a234c-b535-42ed-944c-67a08c99ca92') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:15.780045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-d140fdf7-a42e-4fc4-9c63-9b1c1a96ea53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48a234c-b535-42ed-944c-67a08c99ca92') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:15.792033 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d140fdf7-a42e-4fc4-9c63-9b1c1a96ea53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.810135 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d140fdf7-a42e-4fc4-9c63-9b1c1a96ea53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.822267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d140fdf7-a42e-4fc4-9c63-9b1c1a96ea53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:40:15.823734 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d140fdf7-a42e-4fc4-9c63-9b1c1a96ea53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:40:15.828751 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:40:15.851810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64896dc7-ad26-4811-ac29-013cd24f3e7e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:15.862789 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a078ab-26a2-4b74-a383-2b9351d853ff None None] Sync routers for ids ['e868f714-3a39-4cd2-b24e-7441df78a207'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:15.872743 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-64896dc7-ad26-4811-ac29-013cd24f3e7e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "PUT /v2.0/routers/e868f714-3a39-4cd2-b24e-7441df78a207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9125397 Nov 27 01:40:15.883069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a078ab-26a2-4b74-a383-2b9351d853ff None None] Routers {'e868f714-3a39-4cd2-b24e-7441df78a207'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:15.888226 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26a078ab-26a2-4b74-a383-2b9351d853ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e868f714-3a39-4cd2-b24e-7441df78a207'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:15.967733 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d140fdf7-a42e-4fc4-9c63-9b1c1a96ea53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.971702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e805ab44-062d-4d19-9466-914c89f4cbcf details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:40:15.974565 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d140fdf7-a42e-4fc4-9c63-9b1c1a96ea53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.978496 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d140fdf7-a42e-4fc4-9c63-9b1c1a96ea53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/networks/26a73c82-2a1f-4668-b353-12a7bbb2454b HTTP/1.1" status: 204 len: 168 time: 0.4818673 Nov 27 01:40:15.981640 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37022) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:16.007292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140fdf7-a42e-4fc4-9c63-9b1c1a96ea53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Network': ['ID=26a73c82-2a1f-4668-b353-12a7bbb2454b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:16.243854 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-88cea12b-1818-418b-ac1a-c741471f55fd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:16.262648 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-88cea12b-1818-418b-ac1a-c741471f55fd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:16.404380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e805ab44-062d-4d19-9466-914c89f4cbcf, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e805ab44-062d-4d19-9466-914c89f4cbcf,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:16.404380 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:16.404380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'port_id': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'mac_address': 'fa:16:3e:39:1f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:40:16.419475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-26a078ab-26a2-4b74-a383-2b9351d853ff None None] Set router e868f714-3a39-4cd2-b24e-7441df78a207 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:16.491759 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356f4a0-6523-4bb3-9626-df9fa00d2ec2 req-222ded69-437e-42e7-8545-65a124b7a21a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:16.492167 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:16.499525 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c356f4a0-6523-4bb3-9626-df9fa00d2ec2 req-222ded69-437e-42e7-8545-65a124b7a21a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 946 time: 0.2009416 Nov 27 01:40:16.555101 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-88cea12b-1818-418b-ac1a-c741471f55fd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:16.559103 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-88cea12b-1818-418b-ac1a-c741471f55fd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:16.571153 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-88cea12b-1818-418b-ac1a-c741471f55fd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/security-groups/f85640a9-bdef-461e-b1a2-6798b045baa4 HTTP/1.1" status: 204 len: 168 time: 0.5882111 Nov 27 01:40:16.574112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e805ab44-062d-4d19-9466-914c89f4cbcf {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:40:16.605373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cea12b-1818-418b-ac1a-c741471f55fd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85640a9-bdef-461e-b1a2-6798b045baa4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:16.632445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1d5a9-b593-4647-a14b-1109f93b1328 req-8eddc39d-6052-42f0-9783-d12e7fb43087 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:16.635772 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cf1d5a9-b593-4647-a14b-1109f93b1328 req-8eddc39d-6052-42f0-9783-d12e7fb43087 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 944 time: 0.3759739 Nov 27 01:40:16.641336 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c356f4a0-6523-4bb3-9626-df9fa00d2ec2 req-0518c22d-8a04-4d3b-9906-1af6df052eb1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317539 Nov 27 01:40:16.699893 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8cf1d5a9-b593-4647-a14b-1109f93b1328 req-4a12944c-504b-4a95-a45f-821fd4a92e59 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568891 Nov 27 01:40:16.702016 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a7c3836c-2d36-4373-aea6-10e75f5666dc no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:40:16.708896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e805ab44-062d-4d19-9466-914c89f4cbcf, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e805ab44-062d-4d19-9466-914c89f4cbcf,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:16.792521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: a7c3836c-2d36-4373-aea6-10e75f5666dc {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:40:16.792871 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a7c3836c-2d36-4373-aea6-10e75f5666dc not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:40:16.793296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a11739b7-d605-4664-824a-6bfef7baa653 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:40:16.794912 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:16.974057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: a11739b7-d605-4664-824a-6bfef7baa653 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:40:16.974720 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a11739b7-d605-4664-824a-6bfef7baa653 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:40:17.040783 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=e805ab44-062d-4d19-9466-914c89f4cbcf,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:17.064592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26a078ab-26a2-4b74-a383-2b9351d853ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:40:14Z', 'revision_number': 6, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'e5e7184c-6a39-41d7-bc40-3dcd7f152b47', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'port_id': '37b93246-d006-447f-a9db-ff145fbd8f09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'mac_address': 'fa:16:3e:76:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:48Z', 'updated_at': '2021-11-27T01:38:53Z', 'revision_number': 1, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:30Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:17.105709 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a078ab-26a2-4b74-a383-2b9351d853ff None None] Checking router: e868f714-3a39-4cd2-b24e-7441df78a207 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:17.125134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a078ab-26a2-4b74-a383-2b9351d853ff None None] Routers {'e868f714-3a39-4cd2-b24e-7441df78a207'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:17.125831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26a078ab-26a2-4b74-a383-2b9351d853ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e868f714-3a39-4cd2-b24e-7441df78a207'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:17.174798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['e805ab44-062d-4d19-9466-914c89f4cbcf'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:40:17.378546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-26a078ab-26a2-4b74-a383-2b9351d853ff None None] Set router e868f714-3a39-4cd2-b24e-7441df78a207 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:17.423882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37062) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:17.428648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-45b643ba-5dab-425e-830a-2cdadd125439 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1228094483', 'description': 'tempest-secgroup-smoke-1228094483 description', 'project_id': '53c72932feec4d45af53b9bccd5c3777'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:17.486592 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45b643ba-5dab-425e-830a-2cdadd125439 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:17.611257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45b643ba-5dab-425e-830a-2cdadd125439 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:17.616330 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45b643ba-5dab-425e-830a-2cdadd125439 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:17.669145 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-45b643ba-5dab-425e-830a-2cdadd125439 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:17.670637 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-45b643ba-5dab-425e-830a-2cdadd125439 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2457161 Nov 27 01:40:17.673766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37070) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:17.680206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-95ab62ef-476e-4a13-bebd-cfd0f63f8482 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': '79f4af91-5958-400e-9091-460711c0fd45', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:17.717087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b643ba-5dab-425e-830a-2cdadd125439 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f4af91-5958-400e-9091-460711c0fd45,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:17.751382 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-95ab62ef-476e-4a13-bebd-cfd0f63f8482 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:17.872418 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000c86d-c180-4ce3-add9-2df20f9d6eb1 req-f406174b-30ff-460b-9f9b-2eccb2a46233 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:17.884308 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5000c86d-c180-4ce3-add9-2df20f9d6eb1 req-f406174b-30ff-460b-9f9b-2eccb2a46233 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 946 time: 0.1104088 Nov 27 01:40:17.945939 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-95ab62ef-476e-4a13-bebd-cfd0f63f8482 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:17.969587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b160158-ae34-4f91-9b28-164aa110df25 req-44de0306-ff9c-47c4-84dd-ff2e8d9eb058 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:17.971146 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b160158-ae34-4f91-9b28-164aa110df25 req-44de0306-ff9c-47c4-84dd-ff2e8d9eb058 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 945 time: 0.1099355 Nov 27 01:40:17.971821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-95ab62ef-476e-4a13-bebd-cfd0f63f8482 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.011720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab62ef-476e-4a13-bebd-cfd0f63f8482 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0123f0b-6c16-4f11-b07a-4e9ba6dc3215,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:18.024332 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728ddfb-6e00-46c1-9349-46dffbdd8bc4 req-1c22a1cc-243f-4e92-b7ea-c4c4be004937 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:18.030301 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a728ddfb-6e00-46c1-9349-46dffbdd8bc4 req-1c22a1cc-243f-4e92-b7ea-c4c4be004937 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 946 time: 0.1013463 Nov 27 01:40:18.038242 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5000c86d-c180-4ce3-add9-2df20f9d6eb1 req-d22e58d9-f89a-4f9f-8b8a-c71d62dd2d4a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440530 Nov 27 01:40:18.085755 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-95ab62ef-476e-4a13-bebd-cfd0f63f8482 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.089919 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-95ab62ef-476e-4a13-bebd-cfd0f63f8482 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4136221 Nov 27 01:40:18.090518 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37082) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:18.096708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8e8a16b8-d7c0-44f1-bcdf-5d7fc0baf1d8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': '79f4af91-5958-400e-9091-460711c0fd45', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:18.114525 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-26a078ab-26a2-4b74-a383-2b9351d853ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:40:14Z', 'revision_number': 6, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'e5e7184c-6a39-41d7-bc40-3dcd7f152b47', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'port_id': '37b93246-d006-447f-a9db-ff145fbd8f09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'mac_address': 'fa:16:3e:76:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:48Z', 'updated_at': '2021-11-27T01:38:53Z', 'revision_number': 1, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:30Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:18.142551 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e8a16b8-d7c0-44f1-bcdf-5d7fc0baf1d8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.158829 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a078ab-26a2-4b74-a383-2b9351d853ff None None] The sync data for ids ['e868f714-3a39-4cd2-b24e-7441df78a207'] in n-d-817303-10 is: [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:40:14Z', 'revision_number': 6, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'e5e7184c-6a39-41d7-bc40-3dcd7f152b47', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'port_id': '37b93246-d006-447f-a9db-ff145fbd8f09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'mac_address': 'fa:16:3e:76:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:48Z', 'updated_at': '2021-11-27T01:38:53Z', 'revision_number': 1, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:30Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:18.181343 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b160158-ae34-4f91-9b28-164aa110df25 req-4bf40d4b-21ed-437d-aa3f-842060db9f07 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006888 Nov 27 01:40:18.200936 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-a728ddfb-6e00-46c1-9349-46dffbdd8bc4 req-4a8e79e2-3aef-40c7-9b46-bdc9fec86c67 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting port 6a93906c-c826-49ec-8d19-647cbc58280d {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:18.201431 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a728ddfb-6e00-46c1-9349-46dffbdd8bc4 req-4a8e79e2-3aef-40c7-9b46-bdc9fec86c67 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.234288 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e8a16b8-d7c0-44f1-bcdf-5d7fc0baf1d8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.234288 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e8a16b8-d7c0-44f1-bcdf-5d7fc0baf1d8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.262969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a16b8-d7c0-44f1-bcdf-5d7fc0baf1d8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301d2d6f-05c8-4f1d-8d18-093b2c34a2c0,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:18.262969 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8e8a16b8-d7c0-44f1-bcdf-5d7fc0baf1d8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.262969 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8e8a16b8-d7c0-44f1-bcdf-5d7fc0baf1d8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1698327 Nov 27 01:40:18.271714 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37086) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:18.271714 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-004beef1-56c3-4809-b09d-09b93436ffae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': '79f4af91-5958-400e-9091-460711c0fd45', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:18.317041 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-004beef1-56c3-4809-b09d-09b93436ffae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.332993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-a728ddfb-6e00-46c1-9349-46dffbdd8bc4 req-4a8e79e2-3aef-40c7-9b46-bdc9fec86c67 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] For port 6a93906c-c826-49ec-8d19-647cbc58280d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6a93906c-c826-49ec-8d19-647cbc58280d,segment=NetworkSegment(42554594-b560-4982-a610-76b6a00a452f),segment_id=42554594-b560-4982-a610-76b6a00a452f)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:18.333795 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a728ddfb-6e00-46c1-9349-46dffbdd8bc4 req-4a8e79e2-3aef-40c7-9b46-bdc9fec86c67 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.352192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-a728ddfb-6e00-46c1-9349-46dffbdd8bc4 req-4a8e79e2-3aef-40c7-9b46-bdc9fec86c67 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Calling delete_port for 6a93906c-c826-49ec-8d19-647cbc58280d owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:18.429374 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-004beef1-56c3-4809-b09d-09b93436ffae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.434309 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-004beef1-56c3-4809-b09d-09b93436ffae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.457678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004beef1-56c3-4809-b09d-09b93436ffae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c2b5f8-fea4-45b3-8504-dedd9dd0a8e1,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:18.472988 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-004beef1-56c3-4809-b09d-09b93436ffae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.474238 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-004beef1-56c3-4809-b09d-09b93436ffae tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2073054 Nov 27 01:40:18.477065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37092) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:18.481791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5f32138b-4f6b-4837-8459-df17f3a91770 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': '79f4af91-5958-400e-9091-460711c0fd45', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:18.515529 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5f32138b-4f6b-4837-8459-df17f3a91770 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.566831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8efc0317-ba11-42db-8edc-c33f1998fe9e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:40:18.606736 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5f32138b-4f6b-4837-8459-df17f3a91770 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.606945 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a728ddfb-6e00-46c1-9349-46dffbdd8bc4 req-4a8e79e2-3aef-40c7-9b46-bdc9fec86c67 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.611857 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5f32138b-4f6b-4837-8459-df17f3a91770 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.629757 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 8efc0317-ba11-42db-8edc-c33f1998fe9e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:40:18.647781 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8efc0317-ba11-42db-8edc-c33f1998fe9e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:40:18.652389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e79e2-3aef-40c7-9b46-bdc9fec86c67 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Port': ['ID=6a93906c-c826-49ec-8d19-647cbc58280d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:18.679523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32138b-4f6b-4837-8459-df17f3a91770 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aaad933-e815-43b9-bd60-3169b2ea82f9,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:18.690257 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5f32138b-4f6b-4837-8459-df17f3a91770 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.696763 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5f32138b-4f6b-4837-8459-df17f3a91770 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2185640 Nov 27 01:40:18.697673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37098) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:18.705444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a728ddfb-6e00-46c1-9349-46dffbdd8bc4 req-4a8e79e2-3aef-40c7-9b46-bdc9fec86c67 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] No DVR routers for this DVR port 6a93906c-c826-49ec-8d19-647cbc58280d on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:40:18.708087 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a728ddfb-6e00-46c1-9349-46dffbdd8bc4 req-4a8e79e2-3aef-40c7-9b46-bdc9fec86c67 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.712287 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a728ddfb-6e00-46c1-9349-46dffbdd8bc4 req-4a8e79e2-3aef-40c7-9b46-bdc9fec86c67 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "DELETE /v2.0/ports/6a93906c-c826-49ec-8d19-647cbc58280d HTTP/1.1" status: 204 len: 173 time: 0.6729412 Nov 27 01:40:18.712837 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0872a004-6ceb-40d3-bba3-c941707dc92d', 'name': 'network-vif-deleted', 'tag': '6a93906c-c826-49ec-8d19-647cbc58280d'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:18.714196 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3ba10a41-8062-47b7-94e2-4d09a974720f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': '79f4af91-5958-400e-9091-460711c0fd45', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:18.715367 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a362e074-cc4e-4aee-8a39-5d4e197459f0" -d '{"events": [{"server_uuid": "0872a004-6ceb-40d3-bba3-c941707dc92d", "name": "network-vif-deleted", "tag": "6a93906c-c826-49ec-8d19-647cbc58280d"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:18.769396 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-3ba10a41-8062-47b7-94e2-4d09a974720f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Project 53c72932feec4d45af53b9bccd5c3777 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:40:18.776803 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a00f00e-83c3-458e-8a90-88d715b785ae x-openstack-request-id: req-2a00f00e-83c3-458e-8a90-88d715b785ae {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:18.777450 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0872a004-6ceb-40d3-bba3-c941707dc92d", "name": "network-vif-deleted", "tag": "6a93906c-c826-49ec-8d19-647cbc58280d", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:18.777894 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a00f00e-83c3-458e-8a90-88d715b785ae {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:18.778709 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0872a004-6ceb-40d3-bba3-c941707dc92d', 'name': 'network-vif-deleted', 'tag': '6a93906c-c826-49ec-8d19-647cbc58280d', 'status': 'completed', 'code': 200} Nov 27 01:40:18.785156 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ba10a41-8062-47b7-94e2-4d09a974720f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.895191 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ba10a41-8062-47b7-94e2-4d09a974720f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.905025 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ba10a41-8062-47b7-94e2-4d09a974720f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.925017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba10a41-8062-47b7-94e2-4d09a974720f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef620da-8a74-4e17-8ecc-cbaf24d58301,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:18.938644 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ba10a41-8062-47b7-94e2-4d09a974720f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:18.940297 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3ba10a41-8062-47b7-94e2-4d09a974720f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2373033 Nov 27 01:40:18.942854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37106) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:18.947767 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4d7076ff-7ac9-4043-b2fb-f35798bb4054 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'security_group_rule': {'security_group_id': '79f4af91-5958-400e-9091-460711c0fd45', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:18.970279 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-4d7076ff-7ac9-4043-b2fb-f35798bb4054 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Project 53c72932feec4d45af53b9bccd5c3777 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:40:18.977950 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d7076ff-7ac9-4043-b2fb-f35798bb4054 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:19.089650 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d7076ff-7ac9-4043-b2fb-f35798bb4054 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:19.099804 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d7076ff-7ac9-4043-b2fb-f35798bb4054 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:19.133274 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d7076ff-7ac9-4043-b2fb-f35798bb4054 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:19.135127 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4d7076ff-7ac9-4043-b2fb-f35798bb4054 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1910162 Nov 27 01:40:19.137978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37112) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:19.143926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2c944aae-386d-4347-9c4d-ccb4b7f9e1bd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'network': {'name': 'tempest-network-smoke--1923451781', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'port_security_enabled': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:19.153244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7076ff-7ac9-4043-b2fb-f35798bb4054 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d935a6-9802-43ae-9e8d-1bba48a9c14f,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:19.173642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c944aae-386d-4347-9c4d-ccb4b7f9e1bd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Made reservation on behalf of 53c72932feec4d45af53b9bccd5c3777 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:40:19.177433 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2c944aae-386d-4347-9c4d-ccb4b7f9e1bd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:19.215570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c944aae-386d-4347-9c4d-ccb4b7f9e1bd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:40:19.229474 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2c944aae-386d-4347-9c4d-ccb4b7f9e1bd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:19.231107 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-2c944aae-386d-4347-9c4d-ccb4b7f9e1bd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Added segment d09b9319-a1f7-4a32-a1b8-f271ddefb1b2 of type vlan for network 4897bf2f-e988-4633-afbb-1df8afce7e63 Nov 27 01:40:19.337150 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35aab7ca-0f6c-4135-ab3b-f09f989dd544 req-614d10bc-b6ce-4b25-8b1f-64ce1b4248ec tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0872a004-6ceb-40d3-bba3-c941707dc92d HTTP/1.1" status: 200 len: 210 time: 0.0826375 Nov 27 01:40:19.351497 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2c944aae-386d-4347-9c4d-ccb4b7f9e1bd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:19.412901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d314b43-ca9b-459d-ae7a-63d01ca10e70 req-343e459a-7fa1-44d5-8cd2-351c6cca07f3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:19.414385 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2c944aae-386d-4347-9c4d-ccb4b7f9e1bd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:19.421872 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d314b43-ca9b-459d-ae7a-63d01ca10e70 req-343e459a-7fa1-44d5-8cd2-351c6cca07f3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 945 time: 0.1000597 Nov 27 01:40:19.422686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c944aae-386d-4347-9c4d-ccb4b7f9e1bd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:19.423320 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2c944aae-386d-4347-9c4d-ccb4b7f9e1bd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:19.503999 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2c944aae-386d-4347-9c4d-ccb4b7f9e1bd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3641546 Nov 27 01:40:19.511468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37124) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:19.517439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'admin_state_up': True, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:19.543613 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d314b43-ca9b-459d-ae7a-63d01ca10e70 req-c6a0f8e6-6bfc-459a-81a3-257152466380 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152806 Nov 27 01:40:19.556390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c944aae-386d-4347-9c4d-ccb4b7f9e1bd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Network': ['ID=4897bf2f-e988-4633-afbb-1df8afce7e63,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:19.568164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 4897bf2f-e988-4633-afbb-1df8afce7e63 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:40:19.571002 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:19.573219 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:19.660769 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:19.822468 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:19.941431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e805ab44-062d-4d19-9466-914c89f4cbcf up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:20.016063 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port e805ab44-062d-4d19-9466-914c89f4cbcf completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:40:20.020599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port e805ab44-062d-4d19-9466-914c89f4cbcf triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:20.021265 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:20.036496 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:20.047005 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6a93906c-c826-49ec-8d19-647cbc58280d no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:40:20.077140 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:20.083006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 6a93906c-c826-49ec-8d19-647cbc58280d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:40:20.083346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6a93906c-c826-49ec-8d19-647cbc58280d not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:40:20.154717 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:20.188043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c311d406-f789-420b-a60d-e99540e71720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e805ab44-062d-4d19-9466-914c89f4cbcf'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:20.190387 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07d8082-948f-440a-805d-1e79f2a3913d" -d '{"events": [{"server_uuid": "c311d406-f789-420b-a60d-e99540e71720", "name": "network-vif-plugged", "status": "completed", "tag": "e805ab44-062d-4d19-9466-914c89f4cbcf"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:20.205555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e805ab44-062d-4d19-9466-914c89f4cbcf, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e805ab44-062d-4d19-9466-914c89f4cbcf,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:20.222486 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:20.246585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.25.1.76 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/88430149-b769-4a9d-9201-0f1a1b50fefd) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:20.275470 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafd013a-2740-4988-b722-bd502df327d3 x-openstack-request-id: req-aafd013a-2740-4988-b722-bd502df327d3 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:20.276033 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c311d406-f789-420b-a60d-e99540e71720", "name": "network-vif-plugged", "status": "completed", "tag": "e805ab44-062d-4d19-9466-914c89f4cbcf", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:20.276554 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aafd013a-2740-4988-b722-bd502df327d3 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:20.277529 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c311d406-f789-420b-a60d-e99540e71720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'code': 200} Nov 27 01:40:20.327046 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=e805ab44-062d-4d19-9466-914c89f4cbcf,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:20.451641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37152) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:20.455468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c99623-204d-4029-8e0b-a3ba73780417 req-9bbca220-3b3b-4828-b0f4-881984c2f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:20.457323 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-04c99623-204d-4029-8e0b-a3ba73780417 req-9bbca220-3b3b-4828-b0f4-881984c2f429 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 1098 time: 0.0935063 Nov 27 01:40:20.500722 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:20.549722 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-04c99623-204d-4029-8e0b-a3ba73780417 req-631f2078-a867-42cc-81b2-e23f926394c4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693204 Nov 27 01:40:20.568519 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bd90dbe6-71ef-458e-b8a5-e6a37618515a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:20.585848 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:20.612365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:20.618699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:20.624986 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bd90dbe6-71ef-458e-b8a5-e6a37618515a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:20.639543 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85129389-7ea7-458b-ac66-11dbb01bb322 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:20.672264 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:20.761819 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bd90dbe6-71ef-458e-b8a5-e6a37618515a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:20.767083 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bd90dbe6-71ef-458e-b8a5-e6a37618515a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:20.773056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=88430149-b769-4a9d-9201-0f1a1b50fefd,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:20.773706 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bd90dbe6-71ef-458e-b8a5-e6a37618515a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "DELETE /v2.0/security-groups/ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75 HTTP/1.1" status: 204 len: 168 time: 0.3189800 Nov 27 01:40:20.800226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37164) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:20.819238 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8b73e08a-f275-4891-8cc1-28dcda8c60de None None] Provisioning complete for port 88430149-b769-4a9d-9201-0f1a1b50fefd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:20.820864 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8b73e08a-f275-4891-8cc1-28dcda8c60de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:20.835570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37168) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:20.854347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90dbe6-71ef-458e-b8a5-e6a37618515a tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8a07ae-ed6a-4c9f-b5a0-b3827cd41d75,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:20.927843 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-915df6ea-6ad2-4518-9f5d-55fc8d966ae3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting subnet 17bf0461-bbaa-4690-b181-368de1275af6 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:40:20.938376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c40d94-4b19-48d3-97d9-6e7eae8363df req-f09f3530-b2de-4430-a6be-c0f783cdf9b1 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:20.940142 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d6c40d94-4b19-48d3-97d9-6e7eae8363df req-f09f3530-b2de-4430-a6be-c0f783cdf9b1 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 946 time: 0.2656276 Nov 27 01:40:20.943996 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-915df6ea-6ad2-4518-9f5d-55fc8d966ae3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:20.965119 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8b73e08a-f275-4891-8cc1-28dcda8c60de None None] Port 88430149-b769-4a9d-9201-0f1a1b50fefd cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:21.044464 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f34c6791-bf70-4f40-9540-034a826e8a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.048558 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-915df6ea-6ad2-4518-9f5d-55fc8d966ae3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.104771 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d6c40d94-4b19-48d3-97d9-6e7eae8363df req-b52efa4a-1756-41be-b570-3a6baf460421 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554034 Nov 27 01:40:21.201687 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f34c6791-bf70-4f40-9540-034a826e8a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.209694 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f34c6791-bf70-4f40-9540-034a826e8a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.245379 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f34c6791-bf70-4f40-9540-034a826e8a37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fde12f83845b4752afa24385040da379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4370306 Nov 27 01:40:21.247439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37178) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:21.290744 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-915df6ea-6ad2-4518-9f5d-55fc8d966ae3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.293763 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.308283 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c6791-bf70-4f40-9540-034a826e8a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a785154-9c46-49a6-85dc-4f70a4e0f5dc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:21.330089 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b89e7dfa-e94f-4be4-b052-f68ec02cd917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.360973 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b89e7dfa-e94f-4be4-b052-f68ec02cd917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.429694 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b89e7dfa-e94f-4be4-b052-f68ec02cd917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.432565 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b89e7dfa-e94f-4be4-b052-f68ec02cd917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.433822 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b89e7dfa-e94f-4be4-b052-f68ec02cd917 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a785154-9c46-49a6-85dc-4f70a4e0f5dc HTTP/1.1" status: 204 len: 168 time: 0.1853795 Nov 27 01:40:21.446689 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e7dfa-e94f-4be4-b052-f68ec02cd917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a785154-9c46-49a6-85dc-4f70a4e0f5dc,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:21.511325 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-915df6ea-6ad2-4518-9f5d-55fc8d966ae3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.548815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915df6ea-6ad2-4518-9f5d-55fc8d966ae3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Subnet': ['ID=17bf0461-bbaa-4690-b181-368de1275af6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:21.554138 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-915df6ea-6ad2-4518-9f5d-55fc8d966ae3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.558312 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-915df6ea-6ad2-4518-9f5d-55fc8d966ae3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "DELETE /v2.0/subnets/17bf0461-bbaa-4690-b181-368de1275af6 HTTP/1.1" status: 204 len: 168 time: 0.7210593 Nov 27 01:40:21.559384 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8572a2-e6a7-408d-852a-2f67c69eb021 None None] Network cbed6b24-69b8-4094-b021-725e58f18f43 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:40:21.561023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37190) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:21.641319 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.693802 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.787322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:21.787601 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.823122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80626e5-2a56-4081-af1b-f268f4e30b81 None None] DHCP port deletion for cbed6b24-69b8-4094-b021-725e58f18f43 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:21.927899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c80626e5-2a56-4081-af1b-f268f4e30b81 None None] Deleting port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:21.928807 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c80626e5-2a56-4081-af1b-f268f4e30b81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.967787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] For port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1a6eb43a-b6e8-46ad-a942-e98bc4903d74,segment=NetworkSegment(42554594-b560-4982-a610-76b6a00a452f),segment_id=42554594-b560-4982-a610-76b6a00a452f)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:21.968162 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:21.988656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router dbc41724-f60e-483f-a6f6-73bf4dedf20f is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:40:21.991383 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Calling delete_port for 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:22.018429 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c80626e5-2a56-4081-af1b-f268f4e30b81 None None] For port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1a6eb43a-b6e8-46ad-a942-e98bc4903d74,segment=NetworkSegment(42554594-b560-4982-a610-76b6a00a452f),segment_id=42554594-b560-4982-a610-76b6a00a452f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:22.018855 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c80626e5-2a56-4081-af1b-f268f4e30b81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:22.045554 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c80626e5-2a56-4081-af1b-f268f4e30b81 None None] Calling delete_port for 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:22.117822 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:22.158490 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c80626e5-2a56-4081-af1b-f268f4e30b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:22.179692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80626e5-2a56-4081-af1b-f268f4e30b81 None None] No DVR routers for this DVR port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:40:22.188001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Port': ['ID=1a6eb43a-b6e8-46ad-a942-e98bc4903d74,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:22.198464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] No DVR routers for this DVR port 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:40:22.204371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:22.218092 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Sync routers for ids ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:22.237764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80626e5-2a56-4081-af1b-f268f4e30b81 None None] Pushing event deleted for resources: {'Port': ['ID=1a6eb43a-b6e8-46ad-a942-e98bc4903d74,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:22.240630 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Routers {'dbc41724-f60e-483f-a6f6-73bf4dedf20f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:22.243330 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:22.270625 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:22.275312 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f7513a18-7930-4283-9498-0c5ad21d1c36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7594023 Nov 27 01:40:22.275672 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37214) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:22.310566 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-57828056-4e0d-4ea8-a861-d89a511901c9 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=53c72932feec4d45af53b9bccd5c3777&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311918 Nov 27 01:40:22.310795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37216) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:22.325260 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:22.397373 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Set router dbc41724-f60e-483f-a6f6-73bf4dedf20f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:22.403309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbed6b24-69b8-4094-b021-725e58f18f43']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:22.441496 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42554594-b560-4982-a610-76b6a00a452f') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:22.443813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42554594-b560-4982-a610-76b6a00a452f') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:22.461217 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:22.500817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b84776-3d7f-4776-b242-d221800cde4b tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:22.508063 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-11b84776-3d7f-4776-b242-d221800cde4b tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1961234 Nov 27 01:40:22.509960 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac93fe-23b0-4f90-9673-94e625658c8d req-a81b3182-9c99-4c64-84ce-ec86fa02be6a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:22.510969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37226) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:22.513551 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77ac93fe-23b0-4f90-9673-94e625658c8d req-a81b3182-9c99-4c64-84ce-ec86fa02be6a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 946 time: 0.1850152 Nov 27 01:40:22.537850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:40:22.556046 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:22.570599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:40:22.571286 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:40:22.575577 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:40:22.578598 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:40:22.578598 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1a6eb43a-b6e8-46ad-a942-e98bc4903d74 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:40:22.596042 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9552e466-b238-46be-b83a-dc466a29a206 tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0816269 Nov 27 01:40:22.596586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37232) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:22.610214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d5711f70-09e9-4db7-9e7e-533fb9546e72 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1869793871', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:22.745018 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77ac93fe-23b0-4f90-9673-94e625658c8d req-ecea6270-8f7f-4ea2-b05f-cf9bc3a2dc62 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089746 Nov 27 01:40:22.783880 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:22.785662 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:40:21Z', 'revision_number': 3, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:22.801068 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:22.805887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37242) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:22.806366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "DELETE /v2.0/networks/cbed6b24-69b8-4094-b021-725e58f18f43 HTTP/1.1" status: 204 len: 168 time: 1.2436934 Nov 27 01:40:22.812770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37244) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:22.830892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617430e-fcc4-47be-b765-13613a03931d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Network': ['ID=cbed6b24-69b8-4094-b021-725e58f18f43,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:22.831262 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Checking router: dbc41724-f60e-483f-a6f6-73bf4dedf20f for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:22.831659 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Updating router dbc41724-f60e-483f-a6f6-73bf4dedf20f port 88430149-b769-4a9d-9201-0f1a1b50fefd binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:40:22.858820 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5711f70-09e9-4db7-9e7e-533fb9546e72 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Made reservation on behalf of 53c72932feec4d45af53b9bccd5c3777 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:40:22.867430 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5711f70-09e9-4db7-9e7e-533fb9546e72 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:22.867702 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.130169 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5711f70-09e9-4db7-9e7e-533fb9546e72 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.227202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5711f70-09e9-4db7-9e7e-533fb9546e72 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Checking segment: {'id': 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:23.227511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5711f70-09e9-4db7-9e7e-533fb9546e72 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network hostable DHCP agents. Network: 4897bf2f-e988-4633-afbb-1df8afce7e63, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:40:23.233259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5711f70-09e9-4db7-9e7e-533fb9546e72 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Subnet': ['ID=0dfa94b4-d0fc-4c03-845d-58d22db33e31,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:23.253539 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5711f70-09e9-4db7-9e7e-533fb9546e72 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 4897bf2f-e988-4633-afbb-1df8afce7e63 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:40:23.273354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d5711f70-09e9-4db7-9e7e-533fb9546e72 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 4897bf2f-e988-4633-afbb-1df8afce7e63) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:23.282008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5711f70-09e9-4db7-9e7e-533fb9546e72 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:23.282747 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d5711f70-09e9-4db7-9e7e-533fb9546e72 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.283812 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546f275d-1b44-45e1-a21f-0d880836e523 None None] Network 4897bf2f-e988-4633-afbb-1df8afce7e63 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:40:23.299541 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.308790 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.312873 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d5711f70-09e9-4db7-9e7e-533fb9546e72 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7087905 Nov 27 01:40:23.313774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37256) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:23.339525 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1633651896-network', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:23.420886 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb888169-bab4-45be-a923-611e077ab088 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:23.451448 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccc63e-8a96-4323-95d7-9fffa0753a2e req-31462236-96f8-4dc1-82ef-a855c23b6bd6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:23.461878 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28ccc63e-8a96-4323-95d7-9fffa0753a2e req-31462236-96f8-4dc1-82ef-a855c23b6bd6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 946 time: 0.5593286 Nov 27 01:40:23.467192 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Attempting to bind port 88430149-b769-4a9d-9201-0f1a1b50fefd on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:23.467662 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Attempting to bind port 88430149-b769-4a9d-9201-0f1a1b50fefd by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:23.468182 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Attempting to bind port 88430149-b769-4a9d-9201-0f1a1b50fefd on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:23.472159 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758cbfe-d60c-4a55-a9fa-eb09413a3755 None None] Pushing event updated for resources: {'Port': ['ID=88430149-b769-4a9d-9201-0f1a1b50fefd,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:23.476280 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] Made reservation on behalf of d138f98993a14a20a1b00a6a5d8f2528 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:40:23.479461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.491918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.507288 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758cbfe-d60c-4a55-a9fa-eb09413a3755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:23.507868 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758cbfe-d60c-4a55-a9fa-eb09413a3755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:23.508455 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758cbfe-d60c-4a55-a9fa-eb09413a3755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:23.508995 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758cbfe-d60c-4a55-a9fa-eb09413a3755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:23.509600 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758cbfe-d60c-4a55-a9fa-eb09413a3755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:23.510282 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758cbfe-d60c-4a55-a9fa-eb09413a3755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:23.510883 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758cbfe-d60c-4a55-a9fa-eb09413a3755 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:23.511488 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758cbfe-d60c-4a55-a9fa-eb09413a3755 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:23.512213 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758cbfe-d60c-4a55-a9fa-eb09413a3755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:23.512968 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758cbfe-d60c-4a55-a9fa-eb09413a3755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:23.513675 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758cbfe-d60c-4a55-a9fa-eb09413a3755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:23.514227 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758cbfe-d60c-4a55-a9fa-eb09413a3755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:23.523652 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:23.526316 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:23.527817 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.529981 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:23.530739 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Bound port: 88430149-b769-4a9d-9201-0f1a1b50fefd, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:23.531389 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.602863 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] For port 88430149-b769-4a9d-9201-0f1a1b50fefd, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:23.605241 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28ccc63e-8a96-4323-95d7-9fffa0753a2e req-58c57b73-4309-4bb4-95a8-0bb0ff936617 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421700 Nov 27 01:40:23.606003 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2242a334-3047-4581-8756-c47eaec95793 None None] Provisioning complete for port 88430149-b769-4a9d-9201-0f1a1b50fefd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:23.606383 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2242a334-3047-4581-8756-c47eaec95793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.608167 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] For port 88430149-b769-4a9d-9201-0f1a1b50fefd, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=88430149-b769-4a9d-9201-0f1a1b50fefd,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:23.614670 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.638716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37264) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:23.689038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3ae26499-3f57-4d05-a37a-f30cf154ee31 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting port 646b3e9b-d3a0-47f0-b3f1-a2674c9a95e7 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:23.689391 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ae26499-3f57-4d05-a37a-f30cf154ee31 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.715195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32f6b32-e51d-43d3-a8e5-e817b7c3ffdb None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:23.717751 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Routers {'dbc41724-f60e-483f-a6f6-73bf4dedf20f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:23.720991 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:23.765038 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-4897bf2f-e988-4633-afbb-1df8afce7e63', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ips': [{'subnet_id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:40:23.765252 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.766986 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.770084 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.781244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3210d665-b966-43a9-b457-f1f5e90faac7 tempest-TestVolumeBootPattern-290616248 tempest-TestVolumeBootPattern-290616248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:23.786133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37268) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:23.788362 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3210d665-b966-43a9-b457-f1f5e90faac7 tempest-TestVolumeBootPattern-290616248 tempest-TestVolumeBootPattern-290616248-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 1093 time: 0.1480207 Nov 27 01:40:23.801262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:23.820985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:40:23.831639 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2242a334-3047-4581-8756-c47eaec95793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.860534 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2242a334-3047-4581-8756-c47eaec95793 None None] For port 88430149-b769-4a9d-9201-0f1a1b50fefd, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=88430149-b769-4a9d-9201-0f1a1b50fefd,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:23.866913 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2242a334-3047-4581-8756-c47eaec95793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.868175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb525ee-dcee-41d4-b118-c386d07ef854,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:23.877238 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ae26499-3f57-4d05-a37a-f30cf154ee31 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.878593 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ae26499-3f57-4d05-a37a-f30cf154ee31 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.895480 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.896153 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] Added segment 4dfc53e4-d585-44e8-aef6-e5730963123f of type vlan for network d35e71d3-df1b-472d-b0d5-abf76f313c36 Nov 27 01:40:23.923618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-3ae26499-3f57-4d05-a37a-f30cf154ee31 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Calling delete_port for 646b3e9b-d3a0-47f0-b3f1-a2674c9a95e7 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:23.929670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:23.985266 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:24.019972 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e89ee64e-feb5-4090-8996-c5828805c2db None None] Provisioning complete for port 88430149-b769-4a9d-9201-0f1a1b50fefd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:24.020682 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e89ee64e-feb5-4090-8996-c5828805c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:24.027945 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:24.029088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:24.029222 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] Set router dbc41724-f60e-483f-a6f6-73bf4dedf20f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:24.029788 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:24.077883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242a334-3047-4581-8756-c47eaec95793 None None] Pushing event updated for resources: {'Port': ['ID=88430149-b769-4a9d-9201-0f1a1b50fefd,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:24.107989 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Allocated IP 172.20.0.2 (4897bf2f-e988-4633-afbb-1df8afce7e63/0dfa94b4-d0fc-4c03-845d-58d22db33e31/b03f1f33-4250-4d23-9a9e-ce936895c60f) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:24.117842 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] Pushing event updated for resources: {'Network': ['ID=d35e71d3-df1b-472d-b0d5-abf76f313c36,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:24.144299 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network d35e71d3-df1b-472d-b0d5-abf76f313c36 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:40:24.160098 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758cbfe-d60c-4a55-a9fa-eb09413a3755 None None] Pushing event updated for resources: {'Port': ['ID=88430149-b769-4a9d-9201-0f1a1b50fefd,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:24.203223 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d257c147-4589-45f1-b7b0-2539468adc97 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3959475 Nov 27 01:40:24.214170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37276) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:24.225941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-de907acd-8a26-4de2-8855-a2fd320289f7 admin admin] Request body: {'subnet': {'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1633651896-subnet', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:24.289951 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de907acd-8a26-4de2-8855-a2fd320289f7 admin admin] Made reservation on behalf of d138f98993a14a20a1b00a6a5d8f2528 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:40:24.293136 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de907acd-8a26-4de2-8855-a2fd320289f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:24.367749 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:40:21Z', 'revision_number': 3, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:24.402844 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46864c-fae3-4a9c-8807-b748e21f1eb3 None None] The sync data for ids ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'] in n-d-817303-10 is: [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:40:21Z', 'revision_number': 3, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:24.464465 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:24.471429 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:24.474672 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:24.531246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Network 4897bf2f-e988-4633-afbb-1df8afce7e63 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:24.534619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:24.541081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:24.553073 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Pushing event updated for resources: {'Port': ['ID=b03f1f33-4250-4d23-9a9e-ce936895c60f,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:24.604587 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:24.623344 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ae26499-3f57-4d05-a37a-f30cf154ee31 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:24.660305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Attempting to bind port b03f1f33-4250-4d23-9a9e-ce936895c60f on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:24.660827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Attempting to bind port b03f1f33-4250-4d23-9a9e-ce936895c60f by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:24.661225 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Attempting to bind port b03f1f33-4250-4d23-9a9e-ce936895c60f on network 4897bf2f-e988-4633-afbb-1df8afce7e63 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:24.669040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:24.669559 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Checking segment: {'id': 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:24.670138 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:24.670537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Bound using segment: {'id': 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:24.671065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Bound port: b03f1f33-4250-4d23-9a9e-ce936895c60f, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:24.671455 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:24.678793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae26499-3f57-4d05-a37a-f30cf154ee31 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Port': ['ID=646b3e9b-d3a0-47f0-b3f1-a2674c9a95e7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:24.769466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] For port b03f1f33-4250-4d23-9a9e-ce936895c60f, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:24.776620 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] For port b03f1f33-4250-4d23-9a9e-ce936895c60f, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b03f1f33-4250-4d23-9a9e-ce936895c60f,segment=NetworkSegment(d09b9319-a1f7-4a32-a1b8-f271ddefb1b2),segment_id=d09b9319-a1f7-4a32-a1b8-f271ddefb1b2)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:24.782916 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:24.841347 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ae26499-3f57-4d05-a37a-f30cf154ee31 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:24.841695 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-3ae26499-3f57-4d05-a37a-f30cf154ee31 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Floating IP e5e7184c-6a39-41d7-bc40-3dcd7f152b47 disassociated (deleted). External IP: 172.25.1.114, port: 37b93246-d006-447f-a9db-ff145fbd8f09. Nov 27 01:40:24.950397 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c687c0-e622-4ab4-9c37-60ca80cd340a None None] Pushing event updated for resources: {'Port': ['ID=b03f1f33-4250-4d23-9a9e-ce936895c60f,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:25.066634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de907acd-8a26-4de2-8855-a2fd320289f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:25.210837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Allocated IP 172.25.1.104 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/54d4ea72-127b-44cd-bc22-2feddddab2ab) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:25.355201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de907acd-8a26-4de2-8855-a2fd320289f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72181b20-39e3-4e8a-9795-8b2658594b75,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:25.432169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de907acd-8a26-4de2-8855-a2fd320289f7 admin admin] Checking segment: {'id': '4dfc53e4-d585-44e8-aef6-e5730963123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:25.432573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de907acd-8a26-4de2-8855-a2fd320289f7 admin admin] Network hostable DHCP agents. Network: d35e71d3-df1b-472d-b0d5-abf76f313c36, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:40:25.527409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de907acd-8a26-4de2-8855-a2fd320289f7 admin admin] Network d35e71d3-df1b-472d-b0d5-abf76f313c36 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:40:25.560608 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.20.0.1 (4897bf2f-e988-4633-afbb-1df8afce7e63/0dfa94b4-d0fc-4c03-845d-58d22db33e31/cd990e9b-dabc-44db-91c7-a8fea6d23514) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:25.594487 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-de907acd-8a26-4de2-8855-a2fd320289f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, d35e71d3-df1b-472d-b0d5-abf76f313c36) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:25.599519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de907acd-8a26-4de2-8855-a2fd320289f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:25.600506 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-de907acd-8a26-4de2-8855-a2fd320289f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:25.605661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b425e07-4066-46f4-b7e3-79350d651083 None None] Network d35e71d3-df1b-472d-b0d5-abf76f313c36 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:40:25.635599 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:25.653577 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-de907acd-8a26-4de2-8855-a2fd320289f7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4355924 Nov 27 01:40:25.655169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37302) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:25.661048 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:25.673266 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae26499-3f57-4d05-a37a-f30cf154ee31 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Router e868f714-3a39-4cd2-b24e-7441df78a207 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:40:25.756167 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:25.757412 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:25.771018 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:25.779353 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:25.800303 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:25.816219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:25.821663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:25.838700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:25.905426 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-d35e71d3-df1b-472d-b0d5-abf76f313c36', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'fixed_ips': [{'subnet_id': '72181b20-39e3-4e8a-9795-8b2658594b75'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:40:25.907016 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:25.932585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 4897bf2f-e988-4633-afbb-1df8afce7e63 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:25.938844 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:25.943533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:25.951458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=cd990e9b-dabc-44db-91c7-a8fea6d23514,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:26.023497 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.072750 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.080555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'Port': ['ID=54d4ea72-127b-44cd-bc22-2feddddab2ab,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:26.269528 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.292884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae26499-3f57-4d05-a37a-f30cf154ee31 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:26.306914 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3ae26499-3f57-4d05-a37a-f30cf154ee31 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.433564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Allocated IP 172.20.0.2 (d35e71d3-df1b-472d-b0d5-abf76f313c36/72181b20-39e3-4e8a-9795-8b2658594b75/80ca3288-1aaa-4c4c-a236-de93c9e11afd) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:26.457306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a3464-c181-4212-8107-299d8031e6de None None] Sync routers for ids ['e868f714-3a39-4cd2-b24e-7441df78a207'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:26.511961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a3464-c181-4212-8107-299d8031e6de None None] Routers {'e868f714-3a39-4cd2-b24e-7441df78a207'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:26.512943 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-506a3464-c181-4212-8107-299d8031e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e868f714-3a39-4cd2-b24e-7441df78a207'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:26.626163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd958834-b3ca-415b-9823-18ad4eb95de8 None None] Network 4897bf2f-e988-4633-afbb-1df8afce7e63 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:40:26.717530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 88430149-b769-4a9d-9201-0f1a1b50fefd up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:26.780024 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.793715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.830474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-09db4509-445a-415b-bc53-d140d62f38bf None None] Provisioning complete for port b03f1f33-4250-4d23-9a9e-ce936895c60f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:26.831055 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09db4509-445a-415b-bc53-d140d62f38bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.875288 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.881933 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.903257 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.906219 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3ae26499-3f57-4d05-a37a-f30cf154ee31 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "DELETE /v2.0/floatingips/e5e7184c-6a39-41d7-bc40-3dcd7f152b47 HTTP/1.1" status: 204 len: 168 time: 4.0836384 Nov 27 01:40:26.932532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'tag': '37b93246-d006-447f-a9db-ff145fbd8f09'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:26.934839 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74185215-a5b5-42f2-bf25-d5cdf006dc39" -d '{"events": [{"name": "network-changed", "server_uuid": "45f748e7-b220-44ff-9477-b4b68fcfe73a", "tag": "37b93246-d006-447f-a9db-ff145fbd8f09"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:26.976091 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 88430149-b769-4a9d-9201-0f1a1b50fefd triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:26.976968 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.987832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-506a3464-c181-4212-8107-299d8031e6de None None] Set router e868f714-3a39-4cd2-b24e-7441df78a207 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:27.051756 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67721097-4090-4b9f-a284-fd4250e2dbc2 x-openstack-request-id: req-67721097-4090-4b9f-a284-fd4250e2dbc2 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:27.052230 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f748e7-b220-44ff-9477-b4b68fcfe73a", "tag": "37b93246-d006-447f-a9db-ff145fbd8f09", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:27.052539 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67721097-4090-4b9f-a284-fd4250e2dbc2 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:27.052953 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'tag': '37b93246-d006-447f-a9db-ff145fbd8f09', 'status': 'completed', 'code': 200} Nov 27 01:40:27.095165 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:27.136804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=cd990e9b-dabc-44db-91c7-a8fea6d23514,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:27.225343 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74185215-a5b5-42f2-bf25-d5cdf006dc39 req-73e13300-1374-4b7a-b14b-51368e5263e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:27.226862 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74185215-a5b5-42f2-bf25-d5cdf006dc39 req-73e13300-1374-4b7a-b14b-51368e5263e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 1097 time: 0.1123190 Nov 27 01:40:27.245464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 4897bf2f-e988-4633-afbb-1df8afce7e63 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:27.255692 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09db4509-445a-415b-bc53-d140d62f38bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:27.264695 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:27.280009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:27.397824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-09db4509-445a-415b-bc53-d140d62f38bf None None] For port b03f1f33-4250-4d23-9a9e-ce936895c60f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b03f1f33-4250-4d23-9a9e-ce936895c60f,segment=NetworkSegment(d09b9319-a1f7-4a32-a1b8-f271ddefb1b2),segment_id=d09b9319-a1f7-4a32-a1b8-f271ddefb1b2)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:27.482852 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:27.490853 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-09db4509-445a-415b-bc53-d140d62f38bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:27.516916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74185215-a5b5-42f2-bf25-d5cdf006dc39 req-4fa607bd-7d37-4495-b705-1709a83b2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:27.518460 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74185215-a5b5-42f2-bf25-d5cdf006dc39 req-4fa607bd-7d37-4495-b705-1709a83b2d04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fdad34b4-e389-41d4-a6ce-5266e43665d0 HTTP/1.1" status: 200 len: 897 time: 0.2716560 Nov 27 01:40:27.522723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router dbc41724-f60e-483f-a6f6-73bf4dedf20f has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:40:27.558292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Pushing event updated for resources: {'Port': ['ID=80ca3288-1aaa-4c4c-a236-de93c9e11afd,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:27.577870 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74185215-a5b5-42f2-bf25-d5cdf006dc39 req-bfc57eaa-5cc2-4d26-880a-ea185d0b3a29 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b93246-d006-447f-a9db-ff145fbd8f09 HTTP/1.1" status: 200 len: 217 time: 0.0484316 Nov 27 01:40:27.581045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b03f1f33-4250-4d23-9a9e-ce936895c60f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:27.691923 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Network d35e71d3-df1b-472d-b0d5-abf76f313c36 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:27.710733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:27.716395 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db4509-445a-415b-bc53-d140d62f38bf None None] Pushing event updated for resources: {'Port': ['ID=b03f1f33-4250-4d23-9a9e-ce936895c60f,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:27.727198 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74185215-a5b5-42f2-bf25-d5cdf006dc39 req-fd8b3c55-031e-42d4-bbb7-5107da7900fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:27.730159 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74185215-a5b5-42f2-bf25-d5cdf006dc39 req-fd8b3c55-031e-42d4-bbb7-5107da7900fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8852ef37-9be9-4c0d-83ed-62291c5df900 HTTP/1.1" status: 200 len: 835 time: 0.1167946 Nov 27 01:40:27.733712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:27.823739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:27.833348 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Sync routers for ids ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:27.856709 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d4727b12-dd6a-46c7-b7de-644b0dad391c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "PUT /v2.0/routers/dbc41724-f60e-483f-a6f6-73bf4dedf20f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5340366 Nov 27 01:40:27.861281 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Attempting to bind port 80ca3288-1aaa-4c4c-a236-de93c9e11afd on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:27.861673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Attempting to bind port 80ca3288-1aaa-4c4c-a236-de93c9e11afd by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '4dfc53e4-d585-44e8-aef6-e5730963123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:27.862227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Attempting to bind port 80ca3288-1aaa-4c4c-a236-de93c9e11afd on network d35e71d3-df1b-472d-b0d5-abf76f313c36 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:27.872998 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:27.873809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Checking segment: {'id': '4dfc53e4-d585-44e8-aef6-e5730963123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:27.874412 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:27.874986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Bound using segment: {'id': '4dfc53e4-d585-44e8-aef6-e5730963123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:27.876160 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Bound port: 80ca3288-1aaa-4c4c-a236-de93c9e11afd, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfc53e4-d585-44e8-aef6-e5730963123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:27.876775 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:27.885346 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Routers {'dbc41724-f60e-483f-a6f6-73bf4dedf20f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:27.886380 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:27.891348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74185215-a5b5-42f2-bf25-d5cdf006dc39 req-91cedfe5-72a9-4d57-8373-561cb382dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:27.896778 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74185215-a5b5-42f2-bf25-d5cdf006dc39 req-91cedfe5-72a9-4d57-8373-561cb382dd58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fdad34b4-e389-41d4-a6ce-5266e43665d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435633 Nov 27 01:40:28.069878 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.075815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] For port 80ca3288-1aaa-4c4c-a236-de93c9e11afd, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:28.081250 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] For port 80ca3288-1aaa-4c4c-a236-de93c9e11afd, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=80ca3288-1aaa-4c4c-a236-de93c9e11afd,segment=NetworkSegment(4dfc53e4-d585-44e8-aef6-e5730963123f),segment_id=4dfc53e4-d585-44e8-aef6-e5730963123f)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:28.082210 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74185215-a5b5-42f2-bf25-d5cdf006dc39 req-1e3b28e7-46cf-46d3-af9f-a2ff25c84980 service neutron] 10.222.0.21 "GET /v2.0/networks/fdad34b4-e389-41d4-a6ce-5266e43665d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750250 Nov 27 01:40:28.095237 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.099718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffe8f3-1377-4726-9a22-5bb9e8c81b87 req-967e75e8-4abb-4e97-9381-0b5aaeb9c260 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:28.101385 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7ffe8f3-1377-4726-9a22-5bb9e8c81b87 req-967e75e8-4abb-4e97-9381-0b5aaeb9c260 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 945 time: 0.3512197 Nov 27 01:40:28.147044 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.162644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b03f1f33-4250-4d23-9a9e-ce936895c60f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:28.164384 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.192765 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Set router dbc41724-f60e-483f-a6f6-73bf4dedf20f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:28.239818 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74185215-a5b5-42f2-bf25-d5cdf006dc39 req-b1ccbceb-1b31-46e1-82e7-09fd537d29a2 service neutron] 10.222.0.21 "GET /v2.0/networks/fdad34b4-e389-41d4-a6ce-5266e43665d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428363 Nov 27 01:40:28.343829 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-82970198-97be-4118-b827-5679de0cede3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1228094483&fields=id&tenant_id=53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 267 time: 0.1027877 Nov 27 01:40:28.432083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4c145384-f130-48ef-847d-a72dd5eb1d3f None None] Provisioning complete for port cd990e9b-dabc-44db-91c7-a8fea6d23514 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:28.432782 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4c145384-f130-48ef-847d-a72dd5eb1d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.478087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'Port': ['ID=54d4ea72-127b-44cd-bc22-2feddddab2ab,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:28.520269 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7ffe8f3-1377-4726-9a22-5bb9e8c81b87 req-46f6b882-05d7-43c5-b258-726cc6768b23 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=61c0b8d7-2c45-45ba-83eb-72e4137f316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4076209 Nov 27 01:40:28.554362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de832e0c-e976-4567-87a2-078e9c08fc26 None None] Pushing event updated for resources: {'Port': ['ID=80ca3288-1aaa-4c4c-a236-de93c9e11afd,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:28.574056 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.582080 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.628930 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4c145384-f130-48ef-847d-a72dd5eb1d3f None None] Port cd990e9b-dabc-44db-91c7-a8fea6d23514 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:28.690588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-506a3464-c181-4212-8107-299d8031e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:40:14Z', 'revision_number': 6, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:30Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:28.729717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-b59b7978-f47f-4199-9f54-d49d5e67552f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:28.731313 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:40:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'cd990e9b-dabc-44db-91c7-a8fea6d23514', 'name': '', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:01:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:24Z', 'updated_at': '2021-11-27T01:40:26Z', 'revision_number': 2, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:28.740288 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-b59b7978-f47f-4199-9f54-d49d5e67552f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/networks?id=4897bf2f-e988-4633-afbb-1df8afce7e63 HTTP/1.1" status: 200 len: 797 time: 0.3889813 Nov 27 01:40:28.747303 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.787132 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-8588f7cc-51ce-4e4a-be9a-e610e82420eb tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/quotas/53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 375 time: 0.0318828 Nov 27 01:40:28.797904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a3464-c181-4212-8107-299d8031e6de None None] Checking router: e868f714-3a39-4cd2-b24e-7441df78a207 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:28.798487 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Checking router: dbc41724-f60e-483f-a6f6-73bf4dedf20f for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:28.798487 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Updating router dbc41724-f60e-483f-a6f6-73bf4dedf20f port cd990e9b-dabc-44db-91c7-a8fea6d23514 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:40:28.853994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4c145384-f130-48ef-847d-a72dd5eb1d3f None None] Provisioning complete for port b03f1f33-4250-4d23-9a9e-ce936895c60f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:28.854380 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4c145384-f130-48ef-847d-a72dd5eb1d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.861202 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.877588 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.889956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a3464-c181-4212-8107-299d8031e6de None None] Routers {'e868f714-3a39-4cd2-b24e-7441df78a207'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:28.890859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-506a3464-c181-4212-8107-299d8031e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e868f714-3a39-4cd2-b24e-7441df78a207'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:28.915407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Allocated IP 172.25.1.29 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/d629f65e-f72d-47df-85ed-3a7a5d78f523) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:28.938253 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-61695491-7d3e-471e-98b5-fd66d47eb677 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1498122 Nov 27 01:40:29.211974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38f42f-98b9-4d2a-a452-53dbf7152c61 req-e113845b-089d-4c6d-aa8b-66c40b1c840b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:29.214375 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3e38f42f-98b9-4d2a-a452-53dbf7152c61 req-e113845b-089d-4c6d-aa8b-66c40b1c840b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 945 time: 0.1983519 Nov 27 01:40:29.287776 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-a36a5d19-cfbd-401d-a754-5f2a52e04c6c service neutron] 10.222.0.15 "GET /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310406 Nov 27 01:40:29.431260 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:29.499409 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Floating IP b1ded5ec-04f8-4a23-82c0-533d2ff67cf5 associated. External IP: 172.25.1.104, port: e805ab44-062d-4d19-9466-914c89f4cbcf. Nov 27 01:40:29.507020 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:29.515220 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:29.522723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-3e38f42f-98b9-4d2a-a452-53dbf7152c61 req-e88949bc-ba8f-4cdc-8804-2d92ee1d8c22 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting port 37b93246-d006-447f-a9db-ff145fbd8f09 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:29.523338 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3e38f42f-98b9-4d2a-a452-53dbf7152c61 req-e88949bc-ba8f-4cdc-8804-2d92ee1d8c22 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:29.558942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-506a3464-c181-4212-8107-299d8031e6de None None] Set router e868f714-3a39-4cd2-b24e-7441df78a207 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:29.603064 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-ed600087-d63a-47ea-96cc-89509dd3e8f8 service neutron] 10.222.0.15 "GET /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111908 Nov 27 01:40:29.752009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 80ca3288-1aaa-4c4c-a236-de93c9e11afd up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:29.843783 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3e38f42f-98b9-4d2a-a452-53dbf7152c61 req-e88949bc-ba8f-4cdc-8804-2d92ee1d8c22 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] For port 37b93246-d006-447f-a9db-ff145fbd8f09, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=37b93246-d006-447f-a9db-ff145fbd8f09,segment=NetworkSegment(6a31883a-7087-471b-bd9f-c838489d0212),segment_id=6a31883a-7087-471b-bd9f-c838489d0212)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:29.846627 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3e38f42f-98b9-4d2a-a452-53dbf7152c61 req-e88949bc-ba8f-4cdc-8804-2d92ee1d8c22 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:29.864544 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c47517-e983-4a08-8d67-bae804b11a21 None None] Pushing event updated for resources: {'Port': ['ID=cd990e9b-dabc-44db-91c7-a8fea6d23514,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:29.889010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-3e38f42f-98b9-4d2a-a452-53dbf7152c61 req-e88949bc-ba8f-4cdc-8804-2d92ee1d8c22 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Calling delete_port for 37b93246-d006-447f-a9db-ff145fbd8f09 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:29.995240 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Attempting to bind port cd990e9b-dabc-44db-91c7-a8fea6d23514 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:30.007354 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Attempting to bind port cd990e9b-dabc-44db-91c7-a8fea6d23514 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:30.008020 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Attempting to bind port cd990e9b-dabc-44db-91c7-a8fea6d23514 on network 4897bf2f-e988-4633-afbb-1df8afce7e63 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:30.013890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 80ca3288-1aaa-4c4c-a236-de93c9e11afd triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:30.014455 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:30.019832 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:30.029162 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:30.029682 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Checking segment: {'id': 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:30.030193 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:30.030864 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Bound using segment: {'id': 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:30.031444 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Bound port: cd990e9b-dabc-44db-91c7-a8fea6d23514, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:30.033752 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:30.082998 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db68d778-8286-48b8-aed2-fabcb816bcab req-7661e99d-6a45-4057-8f48-97f7bcbe4795 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 210 time: 0.0981863 Nov 27 01:40:30.173840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-95240f4c-2caf-4fcd-abf5-1d964c53534a None None] Provisioning complete for port cd990e9b-dabc-44db-91c7-a8fea6d23514 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:30.174338 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-95240f4c-2caf-4fcd-abf5-1d964c53534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:30.189299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:30.203325 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:30.221551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:30.236303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-95240f4c-2caf-4fcd-abf5-1d964c53534a None None] Port cd990e9b-dabc-44db-91c7-a8fea6d23514 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:30.246637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e48eff2-380c-4e76-9c13-c8c84fe86cb7 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:30.298466 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] For port cd990e9b-dabc-44db-91c7-a8fea6d23514, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:30.310262 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3e38f42f-98b9-4d2a-a452-53dbf7152c61 req-e88949bc-ba8f-4cdc-8804-2d92ee1d8c22 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:30.314041 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] For port cd990e9b-dabc-44db-91c7-a8fea6d23514, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cd990e9b-dabc-44db-91c7-a8fea6d23514,segment=NetworkSegment(d09b9319-a1f7-4a32-a1b8-f271ddefb1b2),segment_id=d09b9319-a1f7-4a32-a1b8-f271ddefb1b2)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:30.320916 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:30.366385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88949bc-ba8f-4cdc-8804-2d92ee1d8c22 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Port': ['ID=37b93246-d006-447f-a9db-ff145fbd8f09,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:30.435484 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:30.436588 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e38f42f-98b9-4d2a-a452-53dbf7152c61 req-e88949bc-ba8f-4cdc-8804-2d92ee1d8c22 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] No DVR routers for this DVR port 37b93246-d006-447f-a9db-ff145fbd8f09 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:40:30.455498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-506a3464-c181-4212-8107-299d8031e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:40:14Z', 'revision_number': 6, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:30Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:30.459652 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3e38f42f-98b9-4d2a-a452-53dbf7152c61 req-e88949bc-ba8f-4cdc-8804-2d92ee1d8c22 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:30.465199 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3e38f42f-98b9-4d2a-a452-53dbf7152c61 req-e88949bc-ba8f-4cdc-8804-2d92ee1d8c22 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "DELETE /v2.0/ports/37b93246-d006-447f-a9db-ff145fbd8f09 HTTP/1.1" status: 204 len: 173 time: 1.2389638 Nov 27 01:40:30.466556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'name': 'network-vif-deleted', 'tag': '37b93246-d006-447f-a9db-ff145fbd8f09'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:30.471508 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6465cb2c-6adc-4786-9efb-c2cb9903e1f8" -d '{"events": [{"server_uuid": "45f748e7-b220-44ff-9477-b4b68fcfe73a", "name": "network-vif-deleted", "tag": "37b93246-d006-447f-a9db-ff145fbd8f09"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:30.530363 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Routers {'dbc41724-f60e-483f-a6f6-73bf4dedf20f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:30.530885 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:30.531412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0eb4ac-7355-4c52-a30d-5a21826a992a req-ae374057-5783-4754-aca7-e24d56f09203 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:30.534023 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d0eb4ac-7355-4c52-a30d-5a21826a992a req-ae374057-5783-4754-aca7-e24d56f09203 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f748e7-b220-44ff-9477-b4b68fcfe73a HTTP/1.1" status: 200 len: 945 time: 0.8093493 Nov 27 01:40:30.575096 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d629f65e-f72d-47df-85ed-3a7a5d78f523,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:30.592509 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a2fffd-485e-449f-87a2-3e53b9bf39ec x-openstack-request-id: req-55a2fffd-485e-449f-87a2-3e53b9bf39ec {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:30.592817 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f748e7-b220-44ff-9477-b4b68fcfe73a", "name": "network-vif-deleted", "tag": "37b93246-d006-447f-a9db-ff145fbd8f09", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:30.593105 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55a2fffd-485e-449f-87a2-3e53b9bf39ec {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:30.594849 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f748e7-b220-44ff-9477-b4b68fcfe73a', 'name': 'network-vif-deleted', 'tag': '37b93246-d006-447f-a9db-ff145fbd8f09', 'status': 'completed', 'code': 200} Nov 27 01:40:30.635194 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d31054-6faf-4fa4-87a6-293e3f70a031 None None] Network d35e71d3-df1b-472d-b0d5-abf76f313c36 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:40:30.707231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a3464-c181-4212-8107-299d8031e6de None None] The sync data for ids ['e868f714-3a39-4cd2-b24e-7441df78a207'] in n-d-817303-10 is: [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:40:14Z', 'revision_number': 6, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '89ca2578-eec6-45f0-9ce5-8cce6a00ebfb', 'name': '', 'network_id': 'fdad34b4-e389-41d4-a6ce-5266e43665d0', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:a1:a9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:21Z', 'updated_at': '2021-11-27T01:38:30Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '8852ef37-9be9-4c0d-83ed-62291c5df900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:30.859057 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d0eb4ac-7355-4c52-a30d-5a21826a992a req-69dd84c7-df0e-425e-811b-5ea673563eab tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=61c0b8d7-2c45-45ba-83eb-72e4137f316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850204 Nov 27 01:40:30.919456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-62129b0e-b9d4-4ec2-b808-57d3fcc0c00c None None] Provisioning complete for port d629f65e-f72d-47df-85ed-3a7a5d78f523 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:30.920258 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-62129b0e-b9d4-4ec2-b808-57d3fcc0c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:30.923225 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:30.950337 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c47517-e983-4a08-8d67-bae804b11a21 None None] Pushing event updated for resources: {'Port': ['ID=cd990e9b-dabc-44db-91c7-a8fea6d23514,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:31.103028 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-62129b0e-b9d4-4ec2-b808-57d3fcc0c00c None None] Port d629f65e-f72d-47df-85ed-3a7a5d78f523 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:31.107128 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:31.116404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 80ca3288-1aaa-4c4c-a236-de93c9e11afd, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=80ca3288-1aaa-4c4c-a236-de93c9e11afd,segment=NetworkSegment(4dfc53e4-d585-44e8-aef6-e5730963123f),segment_id=4dfc53e4-d585-44e8-aef6-e5730963123f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:31.128098 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:31.129156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b03f1f33-4250-4d23-9a9e-ce936895c60f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:31.168219 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-62129b0e-b9d4-4ec2-b808-57d3fcc0c00c None None] Provisioning complete for port cd990e9b-dabc-44db-91c7-a8fea6d23514 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:31.171489 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-62129b0e-b9d4-4ec2-b808-57d3fcc0c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:31.204714 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] Set router dbc41724-f60e-483f-a6f6-73bf4dedf20f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:31.230635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:40:31.295114 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-de9ed86d-06b0-44a0-9025-07871d63f6bd req-bc32e6b8-85ad-41c0-bfe2-2959bd1a11cd tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 210 time: 0.0510352 Nov 27 01:40:31.340413 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=80ca3288-1aaa-4c4c-a236-de93c9e11afd,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:31.375433 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc28287-7d55-4ec6-9e46-47ed5275739a None None] New status for floating IP e5e7184c-6a39-41d7-bc40-3dcd7f152b47: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:40:31.560205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b03f1f33-4250-4d23-9a9e-ce936895c60f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:31.560920 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:31.562546 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:31.599292 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-62129b0e-b9d4-4ec2-b808-57d3fcc0c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:31.645682 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:40:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'cd990e9b-dabc-44db-91c7-a8fea6d23514', 'name': '', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:01:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:24Z', 'updated_at': '2021-11-27T01:40:30Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:31.685616 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb8e5e9-95d5-481e-9917-386010805c5b None None] The sync data for ids ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'] in n-d-817303-10 is: [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:40:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'cd990e9b-dabc-44db-91c7-a8fea6d23514', 'name': '', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:01:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:24Z', 'updated_at': '2021-11-27T01:40:30Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:31.686027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-62129b0e-b9d4-4ec2-b808-57d3fcc0c00c None None] For port cd990e9b-dabc-44db-91c7-a8fea6d23514, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cd990e9b-dabc-44db-91c7-a8fea6d23514,segment=NetworkSegment(d09b9319-a1f7-4a32-a1b8-f271ddefb1b2),segment_id=d09b9319-a1f7-4a32-a1b8-f271ddefb1b2)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:31.699133 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-62129b0e-b9d4-4ec2-b808-57d3fcc0c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:31.731121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:31.748201 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba38439-fca6-4a31-bb19-6075f47a8501 None None] Sync routers for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:31.770385 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba38439-fca6-4a31-bb19-6075f47a8501 None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:31.771236 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4ba38439-fca6-4a31-bb19-6075f47a8501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:31.771604 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62129b0e-b9d4-4ec2-b808-57d3fcc0c00c None None] Pushing event updated for resources: {'Port': ['ID=cd990e9b-dabc-44db-91c7-a8fea6d23514,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:31.818260 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:31.849812 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-45c4d594-2108-4be9-b947-4b4e39834152 None None] Provisioning complete for port cd990e9b-dabc-44db-91c7-a8fea6d23514 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:31.850510 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45c4d594-2108-4be9-b947-4b4e39834152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:31.909220 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2edcf924-ee2c-461a-b7e8-a4ca78bb8d3a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.1191716 Nov 27 01:40:31.910413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c311d406-f789-420b-a60d-e99540e71720', 'tag': 'e805ab44-062d-4d19-9466-914c89f4cbcf'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:31.912726 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84f9da2-2cde-4f69-a5ea-0375c8845634" -d '{"events": [{"name": "network-changed", "server_uuid": "c311d406-f789-420b-a60d-e99540e71720", "tag": "e805ab44-062d-4d19-9466-914c89f4cbcf"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:31.973003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Router 1f608894-b2b7-48af-a96f-af3fb60ee3df is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:40:31.982405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 80ca3288-1aaa-4c4c-a236-de93c9e11afd up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:31.985065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37430) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:32.078109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 37b93246-d006-447f-a9db-ff145fbd8f09 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:40:32.083903 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-4ba38439-fca6-4a31-bb19-6075f47a8501 None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:32.100925 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1cd589-65eb-4fdf-aa21-a4a4419a2c8a x-openstack-request-id: req-ef1cd589-65eb-4fdf-aa21-a4a4419a2c8a {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:32.101380 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c311d406-f789-420b-a60d-e99540e71720", "tag": "e805ab44-062d-4d19-9466-914c89f4cbcf", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:32.101650 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef1cd589-65eb-4fdf-aa21-a4a4419a2c8a {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:32.102083 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c311d406-f789-420b-a60d-e99540e71720', 'tag': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'status': 'completed', 'code': 200} Nov 27 01:40:32.155944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 37b93246-d006-447f-a9db-ff145fbd8f09 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:40:32.158814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 37b93246-d006-447f-a9db-ff145fbd8f09 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:40:32.327053 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 80ca3288-1aaa-4c4c-a236-de93c9e11afd triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:32.327428 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:32.352946 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92377de5-0197-4b3a-bb12-d8eef3d49188 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:32.366009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f9da2-2cde-4f69-a5ea-0375c8845634 req-12a9f88c-6507-4580-95c1-a61621c26a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:32.369795 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b84f9da2-2cde-4f69-a5ea-0375c8845634 req-12a9f88c-6507-4580-95c1-a61621c26a05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 1098 time: 0.2668238 Nov 27 01:40:32.374422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-45c4d594-2108-4be9-b947-4b4e39834152 None None] Provisioning complete for port 80ca3288-1aaa-4c4c-a236-de93c9e11afd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:32.374791 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-45c4d594-2108-4be9-b947-4b4e39834152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:32.421377 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92377de5-0197-4b3a-bb12-d8eef3d49188 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:32.426628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:32.460936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Sync routers for ids ['1f608894-b2b7-48af-a96f-af3fb60ee3df'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:32.495944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Routers {'1f608894-b2b7-48af-a96f-af3fb60ee3df'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:32.496891 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f608894-b2b7-48af-a96f-af3fb60ee3df'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:32.581113 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8aaae158-544e-4a49-ac5f-5abf0ffc5bba req-6232c1fc-c45d-4d41-ae32-29c03d724336 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 210 time: 0.1580725 Nov 27 01:40:32.597624 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:32.607396 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3e88105d-b0d8-426f-a847-7ca2259a57b5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.9496715 Nov 27 01:40:32.610676 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37434) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:32.624778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-6af36948-9c50-4cbb-b268-0abdf2114639 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:32.626691 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-6af36948-9c50-4cbb-b268-0abdf2114639 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.21 "GET /v2.0/networks?id=4897bf2f-e988-4633-afbb-1df8afce7e63 HTTP/1.1" status: 200 len: 797 time: 0.5537479 Nov 27 01:40:32.640886 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92377de5-0197-4b3a-bb12-d8eef3d49188 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:32.645000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Set router 1f608894-b2b7-48af-a96f-af3fb60ee3df gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:32.654122 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-92377de5-0197-4b3a-bb12-d8eef3d49188 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:32.655969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-92377de5-0197-4b3a-bb12-d8eef3d49188 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "DELETE /v2.0/security-groups/61c0b8d7-2c45-45ba-83eb-72e4137f316d HTTP/1.1" status: 204 len: 168 time: 0.6694865 Nov 27 01:40:32.693258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92377de5-0197-4b3a-bb12-d8eef3d49188 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c0b8d7-2c45-45ba-83eb-72e4137f316d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:32.718079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37438) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:32.747533 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4ba38439-fca6-4a31-bb19-6075f47a8501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b1ded5ec-04f8-4a23-82c0-533d2ff67cf5', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:39:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c311d406-f789-420b-a60d-e99540e71720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:26Z', 'updated_at': '2021-11-27T01:40:26Z', 'revision_number': 0, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:32.833101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f9da2-2cde-4f69-a5ea-0375c8845634 req-6d41d9d5-3bf0-4971-a782-38323d1a0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:32.834739 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba38439-fca6-4a31-bb19-6075f47a8501 None None] Checking router: bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:32.836746 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b84f9da2-2cde-4f69-a5ea-0375c8845634 req-6d41d9d5-3bf0-4971-a782-38323d1a0757 service neutron] 10.222.0.31 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.4548059 Nov 27 01:40:32.861986 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba38439-fca6-4a31-bb19-6075f47a8501 None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:32.862897 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4ba38439-fca6-4a31-bb19-6075f47a8501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:32.951762 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ec4d25f4-3bf5-463b-ab87-b347bd5f90cd None None] Provisioning complete for port 80ca3288-1aaa-4c4c-a236-de93c9e11afd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:32.952488 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ec4d25f4-3bf5-463b-ab87-b347bd5f90cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:33.029510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-e98955d2-d5d7-48db-836b-9ccf1595b3e5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53c72932feec4d45af53b9bccd5c3777 HTTP/1.1" status: 200 len: 380 time: 0.3720388 Nov 27 01:40:33.054782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'port': {'device_id': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'admin_state_up': True, 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'security_groups': ['79f4af91-5958-400e-9091-460711c0fd45']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:33.104183 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-4ba38439-fca6-4a31-bb19-6075f47a8501 None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:33.188069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:40:30Z', 'revision_number': 3, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port': {'id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:28Z', 'updated_at': '2021-11-27T01:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:33.294106 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Checking router: 1f608894-b2b7-48af-a96f-af3fb60ee3df for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:33.294474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Updating router 1f608894-b2b7-48af-a96f-af3fb60ee3df port d629f65e-f72d-47df-85ed-3a7a5d78f523 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:40:33.347332 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:33.437050 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Made reservation on behalf of 53c72932feec4d45af53b9bccd5c3777 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:40:33.440748 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:33.499892 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4ba38439-fca6-4a31-bb19-6075f47a8501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b1ded5ec-04f8-4a23-82c0-533d2ff67cf5', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:39:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c311d406-f789-420b-a60d-e99540e71720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:26Z', 'updated_at': '2021-11-27T01:40:26Z', 'revision_number': 0, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:33.536503 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba38439-fca6-4a31-bb19-6075f47a8501 None None] The sync data for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 is: [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b1ded5ec-04f8-4a23-82c0-533d2ff67cf5', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:39:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c311d406-f789-420b-a60d-e99540e71720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:26Z', 'updated_at': '2021-11-27T01:40:26Z', 'revision_number': 0, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:33.642034 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b84f9da2-2cde-4f69-a5ea-0375c8845634 req-c633d5b8-76b3-43ff-af28-1f515ecdfcd6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e805ab44-062d-4d19-9466-914c89f4cbcf HTTP/1.1" status: 200 len: 1000 time: 0.7355053 Nov 27 01:40:33.768329 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f6251be1-b604-442c-8f77-593e403614f2 req-036433a1-e0e1-4a02-be76-a7198ea664cf tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 210 time: 0.0632002 Nov 27 01:40:33.876945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.20.0.11 (4897bf2f-e988-4633-afbb-1df8afce7e63/0dfa94b4-d0fc-4c03-845d-58d22db33e31/9167b529-7d65-416c-b872-ade13fdfb493) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:33.879038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f9da2-2cde-4f69-a5ea-0375c8845634 req-2e32cc0e-d365-41a3-be1c-2049db9cb981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:33.880566 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b84f9da2-2cde-4f69-a5ea-0375c8845634 req-2e32cc0e-d365-41a3-be1c-2049db9cb981 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.2299917 Nov 27 01:40:33.904279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cd990e9b-dabc-44db-91c7-a8fea6d23514 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:33.983001 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.000743 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.027400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f9da2-2cde-4f69-a5ea-0375c8845634 req-85900864-60a7-44c9-8900-6db7c073183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:34.029152 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b84f9da2-2cde-4f69-a5ea-0375c8845634 req-85900864-60a7-44c9-8900-6db7c073183a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1367292 Nov 27 01:40:34.037700 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cca8b7f-d81e-4642-ba2f-02187c5bf4f8 None None] New status for floating IP b1ded5ec-04f8-4a23-82c0-533d2ff67cf5: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:40:34.094857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ddd535-e4ca-4fb4-9612-71079ca09ea2 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:34.174797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Attempting to bind port d629f65e-f72d-47df-85ed-3a7a5d78f523 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:34.175167 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Attempting to bind port d629f65e-f72d-47df-85ed-3a7a5d78f523 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:34.175451 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Attempting to bind port d629f65e-f72d-47df-85ed-3a7a5d78f523 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:34.199792 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port cd990e9b-dabc-44db-91c7-a8fea6d23514 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:34.200521 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.257973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:34.258645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:34.259067 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.259760 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:34.260533 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Bound port: d629f65e-f72d-47df-85ed-3a7a5d78f523, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:34.260981 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.266630 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275876bd-3f34-417d-b0c9-2fe35ea886cb None None] Pushing event updated for resources: {'Port': ['ID=d629f65e-f72d-47df-85ed-3a7a5d78f523,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:34.276824 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b84f9da2-2cde-4f69-a5ea-0375c8845634 req-9cc3cf58-e668-4e7c-9abc-d38b18ae6550 service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402647 Nov 27 01:40:34.313461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.340872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-19d47d1b-d09c-4376-b262-21efe1e1b95b None None] Provisioning complete for port d629f65e-f72d-47df-85ed-3a7a5d78f523 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:34.341401 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-19d47d1b-d09c-4376-b262-21efe1e1b95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.386031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] For port d629f65e-f72d-47df-85ed-3a7a5d78f523, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:34.431273 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8193bb3b-37dd-4188-9321-dd038f82eb6f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.431688 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] For port d629f65e-f72d-47df-85ed-3a7a5d78f523, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d629f65e-f72d-47df-85ed-3a7a5d78f523,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:34.439088 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.441249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-19d47d1b-d09c-4376-b262-21efe1e1b95b None None] Port d629f65e-f72d-47df-85ed-3a7a5d78f523 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:34.528261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Allocated IP 172.20.0.1 (d35e71d3-df1b-472d-b0d5-abf76f313c36/72181b20-39e3-4e8a-9795-8b2658594b75/ee92d410-c4dd-4d0c-9c52-807ba909937f) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:34.584177 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.671862 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b84f9da2-2cde-4f69-a5ea-0375c8845634 req-406e030d-8c99-4b4a-a5c2-021b467049e7 service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875101 Nov 27 01:40:34.678580 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.683918 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ed0b39-8581-4b38-a8c5-177e2e34465f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:34.711608 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275876bd-3f34-417d-b0c9-2fe35ea886cb None None] Pushing event updated for resources: {'Port': ['ID=d629f65e-f72d-47df-85ed-3a7a5d78f523,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:34.715745 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Routers {'1f608894-b2b7-48af-a96f-af3fb60ee3df'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:34.717302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f608894-b2b7-48af-a96f-af3fb60ee3df'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:34.740820 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.789814 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.811253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Network d35e71d3-df1b-472d-b0d5-abf76f313c36 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:34.819400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:34.834467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:34.843442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Pushing event updated for resources: {'Port': ['ID=ee92d410-c4dd-4d0c-9c52-807ba909937f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:34.864415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 4897bf2f-e988-4633-afbb-1df8afce7e63 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:34.866863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-58b19ade-95b2-43f1-a8bd-cd36f99b3507 None None] Provisioning complete for port d629f65e-f72d-47df-85ed-3a7a5d78f523 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:34.867408 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-58b19ade-95b2-43f1-a8bd-cd36f99b3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.872579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:34.876079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:34.929768 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:34.943754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=9167b529-7d65-416c-b872-ade13fdfb493,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:34.964609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] Set router 1f608894-b2b7-48af-a96f-af3fb60ee3df gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:35.047050 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-58b19ade-95b2-43f1-a8bd-cd36f99b3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:35.061745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:35.062113 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:35.062465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:35.062813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:35.063159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:35.063586 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:35.063922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:35.066307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:35.070346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:35.070520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:35.072678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:35.072925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:35.164086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-58b19ade-95b2-43f1-a8bd-cd36f99b3507 None None] For port d629f65e-f72d-47df-85ed-3a7a5d78f523, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d629f65e-f72d-47df-85ed-3a7a5d78f523,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:35.171113 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-58b19ade-95b2-43f1-a8bd-cd36f99b3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:35.174948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:35.175632 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:35.234953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ca655-53f0-49aa-aa34-3c0785ff71ed req-860e172c-0087-402c-a5f6-7046c73aab9f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:35.236723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0d7ca655-53f0-49aa-aa34-3c0785ff71ed req-860e172c-0087-402c-a5f6-7046c73aab9f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 932 time: 0.3575585 Nov 27 01:40:35.242116 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-c4744b59-7df6-46e6-8d09-acbb0c730ab4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2009594 Nov 27 01:40:35.260820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b19ade-95b2-43f1-a8bd-cd36f99b3507 None None] Pushing event updated for resources: {'Port': ['ID=d629f65e-f72d-47df-85ed-3a7a5d78f523,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:35.283941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Request body: {'port': {'device_id': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:35.287887 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:35.331413 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-50b0cf20-2c70-49a3-bdb9-999c3021c6c0 None None] Provisioning complete for port ee92d410-c4dd-4d0c-9c52-807ba909937f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:35.331808 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-50b0cf20-2c70-49a3-bdb9-999c3021c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:35.377823 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0d7ca655-53f0-49aa-aa34-3c0785ff71ed req-7a3c66da-e05b-4fe5-a5cf-b49c47f59558 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329162 Nov 27 01:40:35.379032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-50b0cf20-2c70-49a3-bdb9-999c3021c6c0 None None] Port ee92d410-c4dd-4d0c-9c52-807ba909937f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:35.387611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8193bb3b-37dd-4188-9321-dd038f82eb6f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting port 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:35.387963 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8193bb3b-37dd-4188-9321-dd038f82eb6f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:35.393971 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:35.410737 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:40:30Z', 'revision_number': 3, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port': {'id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:28Z', 'updated_at': '2021-11-27T01:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:35.446006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b78004-7d68-497f-8e34-8c17b0d6a3f1 None None] The sync data for ids ['1f608894-b2b7-48af-a96f-af3fb60ee3df'] in n-d-817303-10 is: [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:40:30Z', 'revision_number': 3, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port': {'id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:28Z', 'updated_at': '2021-11-27T01:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:35.513371 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e6829c95-772d-4a1c-9177-c15db5bc5333 None None] Provisioning complete for port 9167b529-7d65-416c-b872-ade13fdfb493 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:35.516141 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e6829c95-772d-4a1c-9177-c15db5bc5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:35.519857 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:35.530323 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:35.551729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-8193bb3b-37dd-4188-9321-dd038f82eb6f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] For port 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=89ca2578-eec6-45f0-9ce5-8cce6a00ebfb,segment=NetworkSegment(6a31883a-7087-471b-bd9f-c838489d0212),segment_id=6a31883a-7087-471b-bd9f-c838489d0212)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:35.552320 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8193bb3b-37dd-4188-9321-dd038f82eb6f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:35.585834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-e6829c95-772d-4a1c-9177-c15db5bc5333 None None] Port 9167b529-7d65-416c-b872-ade13fdfb493 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:35.615587 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:35.617560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Pushing event updated for resources: {'Port': ['ID=ee92d410-c4dd-4d0c-9c52-807ba909937f,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:35.641239 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-8193bb3b-37dd-4188-9321-dd038f82eb6f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Calling delete_port for 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:35.801629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Network d35e71d3-df1b-472d-b0d5-abf76f313c36 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:35.803174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:35.951971 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Router 1f608894-b2b7-48af-a96f-af3fb60ee3df has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:40:36.045821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9167b529-7d65-416c-b872-ade13fdfb493 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:40:36.058774 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:36.098385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Transition to ACTIVE for port object 9167b529-7d65-416c-b872-ade13fdfb493 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:40:36.099557 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8193bb3b-37dd-4188-9321-dd038f82eb6f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:36.113498 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:36.122573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:36.136742 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c5ccbbea-eb4f-4704-9e44-bcc3ab8a637a admin admin] 10.222.0.15 "PUT /v2.0/routers/1f608894-b2b7-48af-a96f-af3fb60ee3df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5225122 Nov 27 01:40:36.182342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193bb3b-37dd-4188-9321-dd038f82eb6f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Port': ['ID=89ca2578-eec6-45f0-9ce5-8cce6a00ebfb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:36.231013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-550682b4-92fd-45b2-9c09-7b5355dc68c4 None None] Provisioning complete for port ee92d410-c4dd-4d0c-9c52-807ba909937f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:36.231400 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-550682b4-92fd-45b2-9c09-7b5355dc68c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:36.340757 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-550682b4-92fd-45b2-9c09-7b5355dc68c4 None None] Port ee92d410-c4dd-4d0c-9c52-807ba909937f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:36.399509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Pushing event updated for resources: {'Port': ['ID=9167b529-7d65-416c-b872-ade13fdfb493,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:36.556886 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcceeaf-4118-422b-b406-809f006d6c9b req-de299c24-0002-418d-90b4-14bc80a07b56 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:36.574684 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fcceeaf-4118-422b-b406-809f006d6c9b req-de299c24-0002-418d-90b4-14bc80a07b56 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 944 time: 0.0979064 Nov 27 01:40:36.678409 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fcceeaf-4118-422b-b406-809f006d6c9b req-2a98de6f-525d-4c6e-8a27-ba2b2c90aeea tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926285 Nov 27 01:40:36.710269 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8193bb3b-37dd-4188-9321-dd038f82eb6f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:36.788117 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Attempting to bind port 9167b529-7d65-416c-b872-ade13fdfb493 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:36.788670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Attempting to bind port 9167b529-7d65-416c-b872-ade13fdfb493 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:36.789010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Attempting to bind port 9167b529-7d65-416c-b872-ade13fdfb493 on network 4897bf2f-e988-4633-afbb-1df8afce7e63 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:36.797565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Port 9167b529-7d65-416c-b872-ade13fdfb493 on network 4897bf2f-e988-4633-afbb-1df8afce7e63 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:40:36.797983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Attempting to bind port 9167b529-7d65-416c-b872-ade13fdfb493 on network 4897bf2f-e988-4633-afbb-1df8afce7e63 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:36.811182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:36.811556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Checking segment: {'id': 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:36.811944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Bound using segment: {'id': 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:36.812417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Bound port: 9167b529-7d65-416c-b872-ade13fdfb493, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:36.812784 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:36.950306 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] For port 9167b529-7d65-416c-b872-ade13fdfb493, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:36.955152 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] For port 9167b529-7d65-416c-b872-ade13fdfb493, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9167b529-7d65-416c-b872-ade13fdfb493,segment=NetworkSegment(d09b9319-a1f7-4a32-a1b8-f271ddefb1b2),segment_id=d09b9319-a1f7-4a32-a1b8-f271ddefb1b2)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:36.960685 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:37.012634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:37.013264 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:37.014665 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] 10.222.0.21 "PUT /v2.0/ports/9167b529-7d65-416c-b872-ade13fdfb493 HTTP/1.1" status: 200 len: 1093 time: 1.7505162 Nov 27 01:40:37.028418 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37468) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:37.038524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-178253978-network', 'tenant_id': '56eddd6d663d4809bb24006c926ed132'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:37.046618 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'tag': '9167b529-7d65-416c-b872-ade13fdfb493'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:37.049423 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc21cf0-3e6e-4c43-8374-0a372ba916e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c31518-fe42-4513-9d3c-490da558c90c", "tag": "9167b529-7d65-416c-b872-ade13fdfb493"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:37.081621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] Made reservation on behalf of 56eddd6d663d4809bb24006c926ed132 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:40:37.084193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494dfb74-f001-4996-8dae-318d6edf706d service neutron] Pushing event updated for resources: {'Port': ['ID=9167b529-7d65-416c-b872-ade13fdfb493,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:37.088619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:37.114694 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:37.161595 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb7a758-0936-49c8-8fea-af6f67b64500 x-openstack-request-id: req-cdb7a758-0936-49c8-8fea-af6f67b64500 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:37.161917 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c31518-fe42-4513-9d3c-490da558c90c", "tag": "9167b529-7d65-416c-b872-ade13fdfb493", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:37.162282 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdb7a758-0936-49c8-8fea-af6f67b64500 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:37.162916 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'tag': '9167b529-7d65-416c-b872-ade13fdfb493', 'status': 'completed', 'code': 200} Nov 27 01:40:37.200463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-3bb8fd7d-45cc-414f-b8bc-8d41cf1e0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:37.203201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-3bb8fd7d-45cc-414f-b8bc-8d41cf1e0b73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 1096 time: 0.0814180 Nov 27 01:40:37.212052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8193bb3b-37dd-4188-9321-dd038f82eb6f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Router e868f714-3a39-4cd2-b24e-7441df78a207 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:40:37.253861 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:37.267788 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:37.286186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:40:37.297650 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:37.298085 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] Added segment 7c7d2637-5d0a-48ad-a437-f744a0c9cf36 of type vlan for network 89d8df99-413e-4d99-a366-2cb2629b1cde Nov 27 01:40:37.356324 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8193bb3b-37dd-4188-9321-dd038f82eb6f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:37.359890 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:37.369613 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cb18d-884b-4ea5-a353-08f5600df406 None None] Sync routers for ids ['e868f714-3a39-4cd2-b24e-7441df78a207'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:37.372643 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8193bb3b-37dd-4188-9321-dd038f82eb6f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "PUT /v2.0/routers/e868f714-3a39-4cd2-b24e-7441df78a207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6528926 Nov 27 01:40:37.373268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37474) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:37.385404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729cb18d-884b-4ea5-a353-08f5600df406 None None] Routers {'e868f714-3a39-4cd2-b24e-7441df78a207'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:37.385655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cccb30-87c0-4322-b41f-8d4367b1d65f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:37.386500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-729cb18d-884b-4ea5-a353-08f5600df406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e868f714-3a39-4cd2-b24e-7441df78a207'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:37.407751 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:37.409188 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:37.409968 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:37.415421 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-429e997b-4446-49d8-894b-c3f264850004 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9167b529-7d65-416c-b872-ade13fdfb493 HTTP/1.1" status: 200 len: 217 time: 0.0723131 Nov 27 01:40:37.441705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37476) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:37.442223 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4119537 Nov 27 01:40:37.517325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-efb377f1-ea23-43fd-b2b5-2f9cc3bfaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:37.518913 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faedc5f-26de-4cf7-89af-5751df36a9d0 admin admin] Pushing event updated for resources: {'Network': ['ID=89d8df99-413e-4d99-a366-2cb2629b1cde,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:37.520227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-efb377f1-ea23-43fd-b2b5-2f9cc3bfaa61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0dfa94b4-d0fc-4c03-845d-58d22db33e31 HTTP/1.1" status: 200 len: 835 time: 0.0794501 Nov 27 01:40:37.524512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-2d78953f-85b3-4b02-ace9-98c49ea1ccb5 admin admin] Request body: {'subnet': {'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-178253978-subnet', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:37.547055 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 89d8df99-413e-4d99-a366-2cb2629b1cde details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:40:37.603760 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-729cb18d-884b-4ea5-a353-08f5600df406 None None] Set router e868f714-3a39-4cd2-b24e-7441df78a207 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:37.609676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31ae803-7399-4d43-8591-46992d2b7646 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting subnet 8852ef37-9be9-4c0d-83ed-62291c5df900 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:40:37.614739 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b31ae803-7399-4d43-8591-46992d2b7646 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:37.618476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d78953f-85b3-4b02-ace9-98c49ea1ccb5 admin admin] Made reservation on behalf of 56eddd6d663d4809bb24006c926ed132 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:40:37.620929 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d78953f-85b3-4b02-ace9-98c49ea1ccb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:37.737912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-666e04e1-4e01-4093-9233-83004489117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:37.739466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-666e04e1-4e01-4093-9233-83004489117f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4897bf2f-e988-4633-afbb-1df8afce7e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2065604 Nov 27 01:40:37.746170 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b31ae803-7399-4d43-8591-46992d2b7646 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:37.854903 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-729cb18d-884b-4ea5-a353-08f5600df406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 7, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:37.927619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cb18d-884b-4ea5-a353-08f5600df406 None None] Checking router: e868f714-3a39-4cd2-b24e-7441df78a207 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:37.934361 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c3ab5-8c80-412d-b432-f9fa8868f8f6 req-6574398b-7c5a-45fb-a24f-efe0a4ecabce tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:37.943470 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729cb18d-884b-4ea5-a353-08f5600df406 None None] Routers {'e868f714-3a39-4cd2-b24e-7441df78a207'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:37.944332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-729cb18d-884b-4ea5-a353-08f5600df406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e868f714-3a39-4cd2-b24e-7441df78a207'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:37.948945 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c0c3ab5-8c80-412d-b432-f9fa8868f8f6 req-6574398b-7c5a-45fb-a24f-efe0a4ecabce tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 944 time: 0.0861919 Nov 27 01:40:38.033519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d629f65e-f72d-47df-85ed-3a7a5d78f523 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:38.038845 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c0c3ab5-8c80-412d-b432-f9fa8868f8f6 req-91926898-b511-4080-8218-6b1c0da0fd3f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888505 Nov 27 01:40:38.092114 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Sync routers for ids ['1f608894-b2b7-48af-a96f-af3fb60ee3df'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:38.107435 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Routers {'1f608894-b2b7-48af-a96f-af3fb60ee3df'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:38.108924 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f608894-b2b7-48af-a96f-af3fb60ee3df'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:38.167716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-729cb18d-884b-4ea5-a353-08f5600df406 None None] Set router e868f714-3a39-4cd2-b24e-7441df78a207 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:38.236100 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Set router 1f608894-b2b7-48af-a96f-af3fb60ee3df gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:38.444202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d629f65e-f72d-47df-85ed-3a7a5d78f523 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:38.444774 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:38.456374 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b31ae803-7399-4d43-8591-46992d2b7646 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:38.497154 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-63ae73a1-134f-449a-8eef-cea37eb27b18 service neutron] 10.222.0.21 "GET /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7280369 Nov 27 01:40:38.614874 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port': {'id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:28Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ee92d410-c4dd-4d0c-9c52-807ba909937f', 'name': '', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'mac_address': 'fa:16:3e:7d:85:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:34Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 2, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'subnets': [{'id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:38.637861 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-729cb18d-884b-4ea5-a353-08f5600df406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 7, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:38.648691 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Checking router: 1f608894-b2b7-48af-a96f-af3fb60ee3df for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:38.649055 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Updating router 1f608894-b2b7-48af-a96f-af3fb60ee3df port ee92d410-c4dd-4d0c-9c52-807ba909937f binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:40:38.672369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f992b31-c35a-4426-b4ac-7c924ca54e20 req-457d6e69-abc9-423a-ac1d-6af1343c4ad8 service neutron] 10.222.0.21 "GET /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609750 Nov 27 01:40:38.674272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cb18d-884b-4ea5-a353-08f5600df406 None None] The sync data for ids ['e868f714-3a39-4cd2-b24e-7441df78a207'] in n-d-817303-10 is: [{'id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'name': 'tempest-TestNetworkBasicOps-router-291301219', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:13Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 7, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': 'b9bc84ed-3b28-4e0c-817e-7cfe5733b69f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f714-3a39-4cd2-b24e-7441df78a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:14Z', 'updated_at': '2021-11-27T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:38.676638 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:38.688067 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d78953f-85b3-4b02-ace9-98c49ea1ccb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:38.694663 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b31ae803-7399-4d43-8591-46992d2b7646 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:38.739630 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b31ae803-7399-4d43-8591-46992d2b7646 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:38.743369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b31ae803-7399-4d43-8591-46992d2b7646 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "DELETE /v2.0/subnets/8852ef37-9be9-4c0d-83ed-62291c5df900 HTTP/1.1" status: 204 len: 168 time: 1.3379545 Nov 27 01:40:38.746978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37484) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:38.750687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61100da-1fcb-4c5d-9598-ee84ec0a6534 None None] Network fdad34b4-e389-41d4-a6ce-5266e43665d0 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:40:38.764385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78953f-85b3-4b02-ace9-98c49ea1ccb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4e39de-c349-473a-b675-c522de008e12,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:38.795307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ae803-7399-4d43-8591-46992d2b7646 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Subnet': ['ID=8852ef37-9be9-4c0d-83ed-62291c5df900,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:38.797564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d78953f-85b3-4b02-ace9-98c49ea1ccb5 admin admin] Checking segment: {'id': '7c7d2637-5d0a-48ad-a437-f744a0c9cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:38.798314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d78953f-85b3-4b02-ace9-98c49ea1ccb5 admin admin] Network hostable DHCP agents. Network: 89d8df99-413e-4d99-a366-2cb2629b1cde, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:40:38.854679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d78953f-85b3-4b02-ace9-98c49ea1ccb5 admin admin] Network 89d8df99-413e-4d99-a366-2cb2629b1cde is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:40:38.866832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc21cf0-3e6e-4c43-8374-0a372ba916e4 req-d32af1b7-07af-4fd9-80e6-dd7cc7d35eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:38.869300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8fc21cf0-3e6e-4c43-8374-0a372ba916e4 req-d32af1b7-07af-4fd9-80e6-dd7cc7d35eb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 1096 time: 0.0664356 Nov 27 01:40:38.878940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-2d78953f-85b3-4b02-ace9-98c49ea1ccb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 89d8df99-413e-4d99-a366-2cb2629b1cde) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:38.903786 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78953f-85b3-4b02-ace9-98c49ea1ccb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:38.904616 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d78953f-85b3-4b02-ace9-98c49ea1ccb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:38.974564 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2d78953f-85b3-4b02-ace9-98c49ea1ccb5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5291083 Nov 27 01:40:38.974564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37486) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:38.981021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-178253978-router', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:38.998829 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24fe71f-0355-43a5-a890-32f9503a26a9 None None] Network 89d8df99-413e-4d99-a366-2cb2629b1cde requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:40:39.042781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc21cf0-3e6e-4c43-8374-0a372ba916e4 req-e2ca2a1f-1ce8-46ee-87cd-dd7cbd1749e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:39.045777 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8fc21cf0-3e6e-4c43-8374-0a372ba916e4 req-e2ca2a1f-1ce8-46ee-87cd-dd7cbd1749e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4897bf2f-e988-4633-afbb-1df8afce7e63 HTTP/1.1" status: 200 len: 898 time: 0.1576536 Nov 27 01:40:39.047202 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:39.048824 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:39.062870 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:39.086409 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:39.097853 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:39.172046 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d6cb2-d21e-4d61-b8a7-c03c3f6bbccc None None] Pushing event updated for resources: {'Port': ['ID=ee92d410-c4dd-4d0c-9c52-807ba909937f,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:39.222972 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:39.305018 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8fc21cf0-3e6e-4c43-8374-0a372ba916e4 req-ef379e57-efa9-4e38-911e-e9aeca0b7135 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9167b529-7d65-416c-b872-ade13fdfb493 HTTP/1.1" status: 200 len: 217 time: 0.2366564 Nov 27 01:40:39.335478 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Attempting to bind port ee92d410-c4dd-4d0c-9c52-807ba909937f on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:39.336815 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Attempting to bind port ee92d410-c4dd-4d0c-9c52-807ba909937f by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '4dfc53e4-d585-44e8-aef6-e5730963123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:39.336815 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Attempting to bind port ee92d410-c4dd-4d0c-9c52-807ba909937f on network d35e71d3-df1b-472d-b0d5-abf76f313c36 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:39.340884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting port b9bc84ed-3b28-4e0c-817e-7cfe5733b69f {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:39.341221 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:39.364196 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:39.364964 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Checking segment: {'id': '4dfc53e4-d585-44e8-aef6-e5730963123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:39.365475 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:39.365992 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Bound using segment: {'id': '4dfc53e4-d585-44e8-aef6-e5730963123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:39.368019 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Bound port: ee92d410-c4dd-4d0c-9c52-807ba909937f, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfc53e4-d585-44e8-aef6-e5730963123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:39.370430 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:39.401444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5a1e47-1f4c-4362-b695-018335a8c220 None None] DHCP port deletion for fdad34b4-e389-41d4-a6ce-5266e43665d0 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:39.410804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-89d8df99-413e-4d99-a366-2cb2629b1cde', 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'fixed_ips': [{'subnet_id': 'ce4e39de-c349-473a-b675-c522de008e12'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:40:39.412116 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:39.529881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] For port b9bc84ed-3b28-4e0c-817e-7cfe5733b69f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b9bc84ed-3b28-4e0c-817e-7cfe5733b69f,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:39.531437 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:39.531867 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] For port ee92d410-c4dd-4d0c-9c52-807ba909937f, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:39.538951 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] For port ee92d410-c4dd-4d0c-9c52-807ba909937f, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ee92d410-c4dd-4d0c-9c52-807ba909937f,segment=NetworkSegment(4dfc53e4-d585-44e8-aef6-e5730963123f),segment_id=4dfc53e4-d585-44e8-aef6-e5730963123f)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:39.544258 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:39.559897 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Calling delete_port for b9bc84ed-3b28-4e0c-817e-7cfe5733b69f owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:39.580792 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:39.671446 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Routers {'1f608894-b2b7-48af-a96f-af3fb60ee3df'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:39.672308 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f608894-b2b7-48af-a96f-af3fb60ee3df'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:39.699538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc21cf0-3e6e-4c43-8374-0a372ba916e4 req-060fa60b-0b6c-4753-9f15-1313fa736290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:39.704052 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8fc21cf0-3e6e-4c43-8374-0a372ba916e4 req-060fa60b-0b6c-4753-9f15-1313fa736290 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0dfa94b4-d0fc-4c03-845d-58d22db33e31 HTTP/1.1" status: 200 len: 835 time: 0.3183100 Nov 27 01:40:39.807994 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d6cb2-d21e-4d61-b8a7-c03c3f6bbccc None None] Pushing event updated for resources: {'Port': ['ID=ee92d410-c4dd-4d0c-9c52-807ba909937f,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:39.834729 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Allocated IP 172.20.0.2 (89d8df99-413e-4d99-a366-2cb2629b1cde/ce4e39de-c349-473a-b675-c522de008e12/5e5e2969-abf8-4476-955b-9fbbb1062b6f) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:39.849872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02214758-e249-4fcb-8e20-980eb0ac97a9 req-88a9dfb1-0fa9-4a06-95d0-caa03953352f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:39.851527 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02214758-e249-4fcb-8e20-980eb0ac97a9 req-88a9dfb1-0fa9-4a06-95d0-caa03953352f tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 944 time: 0.6656511 Nov 27 01:40:39.977910 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.005622 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] Set router 1f608894-b2b7-48af-a96f-af3fb60ee3df gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:40.017731 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.029882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc21cf0-3e6e-4c43-8374-0a372ba916e4 req-4bb35ed7-7092-406a-8603-2d7e58222293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:40.031853 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8fc21cf0-3e6e-4c43-8374-0a372ba916e4 req-4bb35ed7-7092-406a-8603-2d7e58222293 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4897bf2f-e988-4633-afbb-1df8afce7e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2735331 Nov 27 01:40:40.039876 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Port': ['ID=b9bc84ed-3b28-4e0c-817e-7cfe5733b69f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:40.092854 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02214758-e249-4fcb-8e20-980eb0ac97a9 req-df3a54bd-a7b4-4fc8-9218-7357cd0ddcaf tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320833 Nov 27 01:40:40.168809 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.279344 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8fc21cf0-3e6e-4c43-8374-0a372ba916e4 req-39ee365a-ad6b-427c-a902-1dca48577887 service neutron] 10.222.0.21 "GET /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262735 Nov 27 01:40:40.292064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:40:40.308191 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.312001 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.326477 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port': {'id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:28Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ee92d410-c4dd-4d0c-9c52-807ba909937f', 'name': '', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'mac_address': 'fa:16:3e:7d:85:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:34Z', 'updated_at': '2021-11-27T01:40:39Z', 'revision_number': 4, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'subnets': [{'id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:40.343679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b998b5-4f7a-4703-b93f-4ac600ceb951 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:40.357093 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b2f06499-8dc1-4a55-8560-d9e37c2fd2ff None None] Provisioning complete for port ee92d410-c4dd-4d0c-9c52-807ba909937f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:40.357093 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b2f06499-8dc1-4a55-8560-d9e37c2fd2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.361847 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.362728 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Fanout notify agent at l3_agent the message router_deleted on router e868f714-3a39-4cd2-b24e-7441df78a207 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:40:40.362878 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e32b0-9b98-4b0b-8c94-90083a8b689a None None] The sync data for ids ['1f608894-b2b7-48af-a96f-af3fb60ee3df'] in n-d-817303-10 is: [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port': {'id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:28Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ee92d410-c4dd-4d0c-9c52-807ba909937f', 'name': '', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'mac_address': 'fa:16:3e:7d:85:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:34Z', 'updated_at': '2021-11-27T01:40:39Z', 'revision_number': 4, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'subnets': [{'id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:40.372031 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.376000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d57a8b07-2dce-437c-95e2-bdba39df1770 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "DELETE /v2.0/routers/e868f714-3a39-4cd2-b24e-7441df78a207 HTTP/1.1" status: 204 len: 168 time: 1.6249857 Nov 27 01:40:40.376000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37496) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:40.395756 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:40:40.396112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 89ca2578-eec6-45f0-9ce5-8cce6a00ebfb not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:40:40.400697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:40:40.494060 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.559520 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ac0fbabd-173f-45a6-9682-1d1b10738370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.608405 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.611942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a1e47-1f4c-4362-b695-018335a8c220 None None] Deleting port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:40.612128 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8fc21cf0-3e6e-4c43-8374-0a372ba916e4 req-914fad9f-689b-4931-b75c-198450556d90 service neutron] 10.222.0.21 "GET /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173897 Nov 27 01:40:40.612684 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4c5a1e47-1f4c-4362-b695-018335a8c220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.654902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:40:40.655238 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.661618 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.767866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] For port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0f619c3d-9070-4641-be2b-ee40d6c3d0b2,segment=NetworkSegment(6a31883a-7087-471b-bd9f-c838489d0212),segment_id=6a31883a-7087-471b-bd9f-c838489d0212)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:40.768646 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.785440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Calling delete_port for 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:40.808097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Allocated IP 172.25.1.114 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:40.883650 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.915940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Port': ['ID=0f619c3d-9070-4641-be2b-ee40d6c3d0b2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:40.921415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] No DVR routers for this DVR port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:40:40.944324 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:40.983671 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.003544 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 update to DOWN by agent not found {{(pid=103404) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 27 01:40:41.021852 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.030421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:41.032912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-4c5a1e47-1f4c-4362-b695-018335a8c220 None None] For port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0f619c3d-9070-4641-be2b-ee40d6c3d0b2,segment=NetworkSegment(6a31883a-7087-471b-bd9f-c838489d0212),segment_id=6a31883a-7087-471b-bd9f-c838489d0212)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:41.033303 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4c5a1e47-1f4c-4362-b695-018335a8c220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.036358 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:41.051733 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:41.061771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdad34b4-e389-41d4-a6ce-5266e43665d0']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:41.076209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a31883a-7087-471b-bd9f-c838489d0212') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:41.076826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a31883a-7087-471b-bd9f-c838489d0212') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:41.094188 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.102249 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.111683 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.115290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01021ba-5ab6-4a1d-bcd4-e9f0a6c2619c None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:41.118914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:40:41.120809 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.123765 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b2f06499-8dc1-4a55-8560-d9e37c2fd2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.138902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Pushing event updated for resources: {'Port': ['ID=a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:41.144951 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a1e47-1f4c-4362-b695-018335a8c220 None None] Calling delete_port for 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:40:41.180690 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:40:41.217811 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:40:41.226817 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.235143 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.241690 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "DELETE /v2.0/networks/fdad34b4-e389-41d4-a6ce-5266e43665d0 HTTP/1.1" status: 204 len: 168 time: 0.8618412 Nov 27 01:40:41.277417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37502) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:41.283075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ad6ef5f6-ef19-4f25-af11-b83f0aff37c3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'network': {'name': 'tempest-network-smoke--936669906', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'port_security_enabled': True}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:41.322901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edb3c9-4529-4070-908f-8a1f14369b6b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Network': ['ID=fdad34b4-e389-41d4-a6ce-5266e43665d0,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:41.351427 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Network 89d8df99-413e-4d99-a366-2cb2629b1cde is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:41.360199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:41.360936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cdfde-d55b-4a1a-b7b9-4c87f0b75273 req-9a632f93-3205-4e53-9f3c-eab58284701c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:41.366355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:41.380275 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-673cdfde-d55b-4a1a-b7b9-4c87f0b75273 req-9a632f93-3205-4e53-9f3c-eab58284701c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 944 time: 0.1386642 Nov 27 01:40:41.388135 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-b2f06499-8dc1-4a55-8560-d9e37c2fd2ff None None] For port ee92d410-c4dd-4d0c-9c52-807ba909937f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ee92d410-c4dd-4d0c-9c52-807ba909937f,segment=NetworkSegment(4dfc53e4-d585-44e8-aef6-e5730963123f),segment_id=4dfc53e4-d585-44e8-aef6-e5730963123f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:41.391558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6ef5f6-ef19-4f25-af11-b83f0aff37c3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Made reservation on behalf of 793be66d9eb84ce981e4e9b4236fce7d for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:40:41.397033 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad6ef5f6-ef19-4f25-af11-b83f0aff37c3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.406463 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b2f06499-8dc1-4a55-8560-d9e37c2fd2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.457596 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-673cdfde-d55b-4a1a-b7b9-4c87f0b75273 req-c0f08a1f-5ccd-49af-8520-efc07e504bf7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727887 Nov 27 01:40:41.472736 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Pushing event updated for resources: {'Port': ['ID=5e5e2969-abf8-4476-955b-9fbbb1062b6f,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:41.494222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6ef5f6-ef19-4f25-af11-b83f0aff37c3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:40:41.510306 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad6ef5f6-ef19-4f25-af11-b83f0aff37c3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.510790 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-ad6ef5f6-ef19-4f25-af11-b83f0aff37c3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Added segment 67e716b0-4513-4b02-bcc5-ce7f418b096c of type vlan for network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f Nov 27 01:40:41.511290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:41.512105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:41.512105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:41.512435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:41.512714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:41.513049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:41.513377 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:41.513705 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:41.514041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:41.514356 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:41.514681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:41.515008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:41.564812 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Attempting to bind port 5e5e2969-abf8-4476-955b-9fbbb1062b6f on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:41.565149 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Attempting to bind port 5e5e2969-abf8-4476-955b-9fbbb1062b6f by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '7c7d2637-5d0a-48ad-a437-f744a0c9cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:41.565520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Attempting to bind port 5e5e2969-abf8-4476-955b-9fbbb1062b6f on network 89d8df99-413e-4d99-a366-2cb2629b1cde {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:41.593961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:41.594338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Checking segment: {'id': '7c7d2637-5d0a-48ad-a437-f744a0c9cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:41.594749 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.595144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Bound using segment: {'id': '7c7d2637-5d0a-48ad-a437-f744a0c9cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:41.595630 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Bound port: 5e5e2969-abf8-4476-955b-9fbbb1062b6f, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7d2637-5d0a-48ad-a437-f744a0c9cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:41.596771 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.603577 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad6ef5f6-ef19-4f25-af11-b83f0aff37c3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.603931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c1a1426a-fdee-44d6-b650-d918a35d7a00 None None] Provisioning complete for port ee92d410-c4dd-4d0c-9c52-807ba909937f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:41.604325 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c1a1426a-fdee-44d6-b650-d918a35d7a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.638875 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4c5a1e47-1f4c-4362-b695-018335a8c220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.648812 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.710015 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad6ef5f6-ef19-4f25-af11-b83f0aff37c3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.718687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ef5f6-ef19-4f25-af11-b83f0aff37c3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:41.719409 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ad6ef5f6-ef19-4f25-af11-b83f0aff37c3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.721174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c5a1e47-1f4c-4362-b695-018335a8c220 None None] Network fdad34b4-e389-41d4-a6ce-5266e43665d0 is not hosted by any dhcp agent {{(pid=103404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:40:41.721763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a1e47-1f4c-4362-b695-018335a8c220 None None] No DVR routers for this DVR port 0f619c3d-9070-4641-be2b-ee40d6c3d0b2 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:40:41.732229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f06499-8dc1-4a55-8560-d9e37c2fd2ff None None] Pushing event updated for resources: {'Port': ['ID=ee92d410-c4dd-4d0c-9c52-807ba909937f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:41.781560 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a1e47-1f4c-4362-b695-018335a8c220 None None] Pushing event deleted for resources: {'Port': ['ID=0f619c3d-9070-4641-be2b-ee40d6c3d0b2,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:41.830519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] For port 5e5e2969-abf8-4476-955b-9fbbb1062b6f, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:41.835430 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] For port 5e5e2969-abf8-4476-955b-9fbbb1062b6f, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5e5e2969-abf8-4476-955b-9fbbb1062b6f,segment=NetworkSegment(7c7d2637-5d0a-48ad-a437-f744a0c9cf36),segment_id=7c7d2637-5d0a-48ad-a437-f744a0c9cf36)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:41.872489 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37522) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:41.872757 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ad6ef5f6-ef19-4f25-af11-b83f0aff37c3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5939908 Nov 27 01:40:41.884424 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.906412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-274410372', 'admin_state_up': True, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:41.965675 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.967032 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:41.982246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ee92d410-c4dd-4d0c-9c52-807ba909937f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:42.014102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ef5f6-ef19-4f25-af11-b83f0aff37c3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Network': ['ID=64fa5681-50e9-4b24-a9ae-5d2fafebc38f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:42.069843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:42.073087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:40:42.152028 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 9167b529-7d65-416c-b872-ade13fdfb493 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:40:42.300707 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:42.327940 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:42.342152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673d270-bc5d-4a38-87fd-d501390737a2 None None] Pushing event updated for resources: {'Port': ['ID=5e5e2969-abf8-4476-955b-9fbbb1062b6f,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:42.350511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c1a1426a-fdee-44d6-b650-d918a35d7a00 None None] Provisioning complete for port a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:42.350983 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c1a1426a-fdee-44d6-b650-d918a35d7a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:42.403440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c1a1426a-fdee-44d6-b650-d918a35d7a00 None None] Port a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:42.408650 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26e0a907-bbd8-4ab9-ae0d-807d3884cc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:42.501996 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ee92d410-c4dd-4d0c-9c52-807ba909937f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:42.506336 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:42.625136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 9167b529-7d65-416c-b872-ade13fdfb493, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9167b529-7d65-416c-b872-ade13fdfb493,segment=NetworkSegment(d09b9319-a1f7-4a32-a1b8-f271ddefb1b2),segment_id=d09b9319-a1f7-4a32-a1b8-f271ddefb1b2)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:42.643023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '9167b529-7d65-416c-b872-ade13fdfb493', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'port_id': '9167b529-7d65-416c-b872-ade13fdfb493', 'mac_address': 'fa:16:3e:c2:bd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:40:42.746938 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:42.757872 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:42.768080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9167b529-7d65-416c-b872-ade13fdfb493 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:40:42.780456 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:42.794693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 9167b529-7d65-416c-b872-ade13fdfb493, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9167b529-7d65-416c-b872-ade13fdfb493,segment=NetworkSegment(d09b9319-a1f7-4a32-a1b8-f271ddefb1b2),segment_id=d09b9319-a1f7-4a32-a1b8-f271ddefb1b2)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:42.799263 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:42.860187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=9167b529-7d65-416c-b872-ade13fdfb493,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:42.972825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b9bc84ed-3b28-4e0c-817e-7cfe5733b69f no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:40:43.002904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: b9bc84ed-3b28-4e0c-817e-7cfe5733b69f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:40:43.003528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b9bc84ed-3b28-4e0c-817e-7cfe5733b69f not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:40:43.079463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca6963-b337-4b01-83cf-895cf8e93a28 req-2cfd26d5-ebf9-4a0e-a4a1-80d663486b29 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:43.081145 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-44ca6963-b337-4b01-83cf-895cf8e93a28 req-2cfd26d5-ebf9-4a0e-a4a1-80d663486b29 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 945 time: 0.0647891 Nov 27 01:40:43.164635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Router a49a60e8-4d67-4707-9a9e-ec9df7a9b902 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:40:43.173200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['9167b529-7d65-416c-b872-ade13fdfb493'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:40:43.361055 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-44ca6963-b337-4b01-83cf-895cf8e93a28 req-6aea9f98-da19-4863-83e3-07266ab63071 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696154 Nov 27 01:40:43.424972 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:43.485661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:43.500402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Sync routers for ids ['a49a60e8-4d67-4707-9a9e-ec9df7a9b902'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:43.526857 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:43.533471 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-63e5e2db-1082-4460-8e94-6e8c0e262484 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5578158 Nov 27 01:40:43.536205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37604) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:43.582653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Routers {'a49a60e8-4d67-4707-9a9e-ec9df7a9b902'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:43.583491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a49a60e8-4d67-4707-9a9e-ec9df7a9b902'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:43.986658 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Allocated IP 172.25.1.111 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/4ff4cb00-3c22-4a7e-9577-33fe72438eb8) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:44.005038 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93ebece-5f3a-47f7-a521-3496d5520a39 None None] Network 89d8df99-413e-4d99-a366-2cb2629b1cde requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:40:44.008984 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Set router a49a60e8-4d67-4707-9a9e-ec9df7a9b902 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:44.252994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ee92d410-c4dd-4d0c-9c52-807ba909937f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:44.352485 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:44.399113 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:44.449013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:44.456670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:44.464555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:44.532412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b9e86-bec5-4ae8-91e6-7d3c1d56f10f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:44.595401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0a53f45a-e0c3-44f1-b4fd-fa2fd6bca130 None None] Provisioning complete for port 5e5e2969-abf8-4476-955b-9fbbb1062b6f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:44.595782 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0a53f45a-e0c3-44f1-b4fd-fa2fd6bca130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:44.596196 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:44.605378 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=4ff4cb00-3c22-4a7e-9577-33fe72438eb8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:44.657248 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb062a-f863-4fac-8c40-474b03d9f99c req-587a3441-f97b-4837-9ee1-6ec15a042c53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:44.658852 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6cb062a-f863-4fac-8c40-474b03d9f99c req-587a3441-f97b-4837-9ee1-6ec15a042c53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 945 time: 0.1499357 Nov 27 01:40:44.878107 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a6cb062a-f863-4fac-8c40-474b03d9f99c req-97cc238b-0344-4582-96c3-aee6d15f0767 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096996 Nov 27 01:40:44.951963 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:45.004490 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Allocated IP 172.20.0.1 (89d8df99-413e-4d99-a366-2cb2629b1cde/ce4e39de-c349-473a-b675-c522de008e12/c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:45.150615 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:45.154799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ee92d410-c4dd-4d0c-9c52-807ba909937f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:45.155073 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:45.250288 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:45.259465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'name': 'tempest-TestServerBasicOps-178253978-router', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:39Z', 'updated_at': '2021-11-27T01:40:41Z', 'revision_number': 3, 'project_id': '56eddd6d663d4809bb24006c926ed132', 'gw_port': {'id': 'a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:40Z', 'updated_at': '2021-11-27T01:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:45.329115 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:45.346303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Checking router: a49a60e8-4d67-4707-9a9e-ec9df7a9b902 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:45.346718 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Updating router a49a60e8-4d67-4707-9a9e-ec9df7a9b902 port a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:40:45.434706 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:45.457255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:45.485881 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:45.494358 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Network 89d8df99-413e-4d99-a366-2cb2629b1cde is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:45.496765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:45.500972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:45.578067 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:45.706218 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0a53f45a-e0c3-44f1-b4fd-fa2fd6bca130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:45.771392 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:40:45.812900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0a53f45a-e0c3-44f1-b4fd-fa2fd6bca130 None None] For port 5e5e2969-abf8-4476-955b-9fbbb1062b6f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5e5e2969-abf8-4476-955b-9fbbb1062b6f,segment=NetworkSegment(7c7d2637-5d0a-48ad-a437-f744a0c9cf36),segment_id=7c7d2637-5d0a-48ad-a437-f744a0c9cf36)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:45.837798 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:45.900589 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0a53f45a-e0c3-44f1-b4fd-fa2fd6bca130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:45.987726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5e5e2969-abf8-4476-955b-9fbbb1062b6f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:46.029107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:46.045459 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Sync routers for ids ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:46.061493 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Routers {'97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:46.062116 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:46.062271 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.068641 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-daab19a8-c248-4237-98d8-bdacc43cf6e0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1942723 Nov 27 01:40:46.070966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37856) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:46.097136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53f45a-e0c3-44f1-b4fd-fa2fd6bca130 None None] Pushing event updated for resources: {'Port': ['ID=5e5e2969-abf8-4476-955b-9fbbb1062b6f,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:46.109813 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1b6f7d61-d146-4721-a1a2-403d9bc354c4 None None] Provisioning complete for port 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:46.110317 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7d61-d146-4721-a1a2-403d9bc354c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.131000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4fc7f4ea-dc3b-4d6b-a1a6-e16376682a20 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=793be66d9eb84ce981e4e9b4236fce7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532317 Nov 27 01:40:46.134559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37866) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:46.135199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 9167b529-7d65-416c-b872-ade13fdfb493 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:46.203614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde74888-3a6d-41b7-bfba-b87800510723 req-9cea0970-8ca6-490b-9c89-e3fff94c78b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:46.205709 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bde74888-3a6d-41b7-bfba-b87800510723 req-9cea0970-8ca6-490b-9c89-e3fff94c78b9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 945 time: 0.1225426 Nov 27 01:40:46.233503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f7d61-d146-4721-a1a2-403d9bc354c4 None None] Port 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:46.341890 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Set router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:46.344642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb59f1ab-2976-43b8-a352-920506387a07 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:46.346176 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cb59f1ab-2976-43b8-a352-920506387a07 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2098863 Nov 27 01:40:46.349122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37892) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:46.365960 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bde74888-3a6d-41b7-bfba-b87800510723 req-502d9531-1c84-4b10-a5fc-641ddffca185 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455731 Nov 27 01:40:46.402212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5e5e2969-abf8-4476-955b-9fbbb1062b6f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:46.402714 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.417722 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-24bc09c4-8f3c-4f2c-8fd9-ccd4e70b292c tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0674765 Nov 27 01:40:46.428789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 37902) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:46.435480 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-889278b7-b2e3-4d8c-9cec-6b1613e4f264 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1511837127', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:46.466674 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1b6f7d61-d146-4721-a1a2-403d9bc354c4 None None] Provisioning complete for port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:46.467182 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7d61-d146-4721-a1a2-403d9bc354c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.507628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f7d61-d146-4721-a1a2-403d9bc354c4 None None] Port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:46.509855 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.564413 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.581202 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.594083 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.596336 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.610492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1b6f7d61-d146-4721-a1a2-403d9bc354c4 None None] Provisioning complete for port 5e5e2969-abf8-4476-955b-9fbbb1062b6f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:46.611060 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7d61-d146-4721-a1a2-403d9bc354c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.616742 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:40:46.635846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889278b7-b2e3-4d8c-9cec-6b1613e4f264 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Made reservation on behalf of 793be66d9eb84ce981e4e9b4236fce7d for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:40:46.640896 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-889278b7-b2e3-4d8c-9cec-6b1613e4f264 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.664868 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:40:44Z', 'revision_number': 3, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:46.692119 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.693152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 9167b529-7d65-416c-b872-ade13fdfb493 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:40:46.726473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Attempting to bind port a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:46.727132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Attempting to bind port a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:46.727716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Attempting to bind port a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:46.734740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 9167b529-7d65-416c-b872-ade13fdfb493 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:46.735359 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.742797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:46.748950 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Checking router: 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:46.749415 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Updating router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b port 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:40:46.752978 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:46.756534 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.757554 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:46.758076 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Bound port: a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:46.758480 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.763836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7172a1-3e6e-4d2d-9b40-c389fb4a7d67 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:46.808462 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.842125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5e5e2969-abf8-4476-955b-9fbbb1062b6f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:46.865960 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:46.885407 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700a677-4382-4e85-8176-6e86195005fc None None] Pushing event updated for resources: {'Port': ['ID=a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:46.934953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Network 89d8df99-413e-4d99-a366-2cb2629b1cde is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:46.937221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:47.009743 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] For port a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:47.031234 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] For port a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:47.089642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5e5e2969-abf8-4476-955b-9fbbb1062b6f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:47.092713 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:47.140030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Router a49a60e8-4d67-4707-9a9e-ec9df7a9b902 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:40:47.151050 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:47.296441 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-889278b7-b2e3-4d8c-9cec-6b1613e4f264 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:47.413847 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:47.420286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf75050c-85cf-4c48-9773-cc368e93a749 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:47.432555 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:47.438635 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:47.449098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4af69343-4d35-4b29-954e-13c4ba1dc6b3 admin admin] 10.222.0.15 "PUT /v2.0/routers/a49a60e8-4d67-4707-9a9e-ec9df7a9b902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9115798 Nov 27 01:40:47.453508 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:47.524037 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Attempting to bind port 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:47.525127 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Attempting to bind port 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:47.525990 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Attempting to bind port 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:47.530500 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca4c35-0640-4243-8d9c-d67a2f00ddc9 None None] Pushing event updated for resources: {'Port': ['ID=4ff4cb00-3c22-4a7e-9577-33fe72438eb8,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:47.531235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Routers {'a49a60e8-4d67-4707-9a9e-ec9df7a9b902'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:47.532013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a49a60e8-4d67-4707-9a9e-ec9df7a9b902'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:47.537221 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:47.537928 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:47.538741 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:47.539634 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:47.541208 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Bound port: 4ff4cb00-3c22-4a7e-9577-33fe72438eb8, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:47.541795 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:47.583619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889278b7-b2e3-4d8c-9cec-6b1613e4f264 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Checking segment: {'id': '67e716b0-4513-4b02-bcc5-ce7f418b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:47.584466 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889278b7-b2e3-4d8c-9cec-6b1613e4f264 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network hostable DHCP agents. Network: 64fa5681-50e9-4b24-a9ae-5d2fafebc38f, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:40:47.589209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889278b7-b2e3-4d8c-9cec-6b1613e4f264 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Subnet': ['ID=889750cc-101c-4791-aa55-e4d8358964cd,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:47.622845 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75620d-f677-4e36-9889-caefede51817 req-6ec38eeb-564d-4f50-be4a-bf58c21ae94e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:47.624965 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab75620d-f677-4e36-9889-caefede51817 req-6ec38eeb-564d-4f50-be4a-bf58c21ae94e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 945 time: 0.1263046 Nov 27 01:40:47.662027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] Set router a49a60e8-4d67-4707-9a9e-ec9df7a9b902 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:47.667636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889278b7-b2e3-4d8c-9cec-6b1613e4f264 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:40:47.699898 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab75620d-f677-4e36-9889-caefede51817 req-79137855-999a-4a74-87ee-c50339ff408c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683274 Nov 27 01:40:47.701476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-889278b7-b2e3-4d8c-9cec-6b1613e4f264 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 64fa5681-50e9-4b24-a9ae-5d2fafebc38f) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:47.706925 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889278b7-b2e3-4d8c-9cec-6b1613e4f264 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:47.707967 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-889278b7-b2e3-4d8c-9cec-6b1613e4f264 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:47.731746 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-889278b7-b2e3-4d8c-9cec-6b1613e4f264 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3011899 Nov 27 01:40:47.734164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 37994) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:47.755983 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] For port 4ff4cb00-3c22-4a7e-9577-33fe72438eb8, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:47.760311 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] For port 4ff4cb00-3c22-4a7e-9577-33fe72438eb8, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4ff4cb00-3c22-4a7e-9577-33fe72438eb8,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:47.765576 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:47.858088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-44e98aa9-1ebe-4030-aaef-eb57665b3e2c None None] Provisioning complete for port a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:47.858597 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44e98aa9-1ebe-4030-aaef-eb57665b3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:47.886794 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Routers {'97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:47.887874 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:47.911924 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9167b529-7d65-416c-b872-ade13fdfb493'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:47.914715 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3f0b5e-8a37-4222-9f41-ffd5e871d4d4" -d '{"events": [{"server_uuid": "e2c31518-fe42-4513-9d3c-490da558c90c", "name": "network-vif-plugged", "status": "completed", "tag": "9167b529-7d65-416c-b872-ade13fdfb493"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:47.918475 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700a677-4382-4e85-8176-6e86195005fc None None] Pushing event updated for resources: {'Port': ['ID=a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:47.921558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd3f5ab-7b56-4d61-b22d-34653e30fe25 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:47.927096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961a15cd-5ac4-4c54-b8cd-7794481afb46 None None] Network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:40:48.061085 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d26b493-37de-4c6c-8c89-ffee445cb6ae x-openstack-request-id: req-6d26b493-37de-4c6c-8c89-ffee445cb6ae {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:48.061784 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c31518-fe42-4513-9d3c-490da558c90c", "name": "network-vif-plugged", "status": "completed", "tag": "9167b529-7d65-416c-b872-ade13fdfb493", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:48.062277 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d26b493-37de-4c6c-8c89-ffee445cb6ae {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:48.062918 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9167b529-7d65-416c-b872-ade13fdfb493', 'code': 200} Nov 27 01:40:48.071639 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca4c35-0640-4243-8d9c-d67a2f00ddc9 None None] Pushing event updated for resources: {'Port': ['ID=4ff4cb00-3c22-4a7e-9577-33fe72438eb8,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:48.101346 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] Set router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:48.127498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 9167b529-7d65-416c-b872-ade13fdfb493, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9167b529-7d65-416c-b872-ade13fdfb493,segment=NetworkSegment(d09b9319-a1f7-4a32-a1b8-f271ddefb1b2),segment_id=d09b9319-a1f7-4a32-a1b8-f271ddefb1b2)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:48.150461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60bdc40-80ff-4d6a-95b1-7e9c3c569ab5 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:40:48.201375 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:48.269167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38002) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:48.275672 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7c6a773d-ba34-43bd-81f0-2d8cf01fc446 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1466825771', 'description': 'tempest-secgroup-smoke-1466825771 description', 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:48.283745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25a390-9fce-49cd-968e-c195d1d72f4c req-ee9765b8-3c1c-44ba-bef7-e15a1d4ebe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:48.286275 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb25a390-9fce-49cd-968e-c195d1d72f4c req-ee9765b8-3c1c-44ba-bef7-e15a1d4ebe1a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 1098 time: 0.1467817 Nov 27 01:40:48.323363 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c6a773d-ba34-43bd-81f0-2d8cf01fc446 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:48.379405 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:40:44Z', 'revision_number': 3, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:48.417459 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13f8875-5936-405d-a995-612a4d03b82c None None] The sync data for ids ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'] in n-d-817303-10 is: [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:40:44Z', 'revision_number': 3, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:48.455869 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb25a390-9fce-49cd-968e-c195d1d72f4c req-1f85ce33-0e4f-4af6-9342-6ce7810a7ab4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264000 Nov 27 01:40:48.486910 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c6a773d-ba34-43bd-81f0-2d8cf01fc446 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:48.491882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c6a773d-ba34-43bd-81f0-2d8cf01fc446 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:48.528385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a773d-ba34-43bd-81f0-2d8cf01fc446 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a19702-4280-4fa0-b766-90407744b478,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:48.541539 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c6a773d-ba34-43bd-81f0-2d8cf01fc446 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:48.547051 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7c6a773d-ba34-43bd-81f0-2d8cf01fc446 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2765620 Nov 27 01:40:48.547796 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38006) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:48.553826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f9228167-7520-4ba2-b3df-d2c9c203eadc tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Request body: {'security_group_rule': {'security_group_id': '46a19702-4280-4fa0-b766-90407744b478', 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:48.608337 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f9228167-7520-4ba2-b3df-d2c9c203eadc tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:48.693415 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f9228167-7520-4ba2-b3df-d2c9c203eadc tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:48.698903 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f9228167-7520-4ba2-b3df-d2c9c203eadc tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:48.729668 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9228167-7520-4ba2-b3df-d2c9c203eadc tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2d0c4f-3ba9-4f8e-8413-0aa9ac669bbf,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:48.736951 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f9228167-7520-4ba2-b3df-d2c9c203eadc tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:48.741603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38012) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:48.742173 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f9228167-7520-4ba2-b3df-d2c9c203eadc tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1931574 Nov 27 01:40:48.751434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-21020519-fac9-4bb3-a084-d44abe9d0e19 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Request body: {'security_group_rule': {'security_group_id': '46a19702-4280-4fa0-b766-90407744b478', 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:48.833237 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:48.861719 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21020519-fac9-4bb3-a084-d44abe9d0e19 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:48.962637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b45a65-2adb-4df8-98d4-4b28fb3ee181 req-85bfad42-3ffb-4a5b-9d4c-1f124b0ba149 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:48.965774 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26b45a65-2adb-4df8-98d4-4b28fb3ee181 req-85bfad42-3ffb-4a5b-9d4c-1f124b0ba149 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.1336877 Nov 27 01:40:49.058878 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21020519-fac9-4bb3-a084-d44abe9d0e19 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.065622 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21020519-fac9-4bb3-a084-d44abe9d0e19 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.073840 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26b45a65-2adb-4df8-98d4-4b28fb3ee181 req-8a1e1e6d-2527-42f5-9856-cb8761c2c4e4 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976357 Nov 27 01:40:49.120025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21020519-fac9-4bb3-a084-d44abe9d0e19 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccdf460-da3d-45ec-94f1-f07b0b6ef42f,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:49.146892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ips': [{'subnet_id': '889750cc-101c-4791-aa55-e4d8358964cd'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:40:49.148168 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.166187 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-21020519-fac9-4bb3-a084-d44abe9d0e19 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.171383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-21020519-fac9-4bb3-a084-d44abe9d0e19 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4248762 Nov 27 01:40:49.171973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38016) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:49.186648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e27ed0ce-a026-4594-8ffd-9a7f2850866f tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Request body: {'security_group_rule': {'security_group_id': '46a19702-4280-4fa0-b766-90407744b478', 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:49.215523 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44e98aa9-1ebe-4030-aaef-eb57665b3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.252341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=9167b529-7d65-416c-b872-ade13fdfb493,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:49.264667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'name': 'tempest-TestServerBasicOps-178253978-router', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:39Z', 'updated_at': '2021-11-27T01:40:45Z', 'revision_number': 4, 'project_id': '56eddd6d663d4809bb24006c926ed132', 'gw_port': {'id': 'a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:40Z', 'updated_at': '2021-11-27T01:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18', 'name': '', 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'mac_address': 'fa:16:3e:f5:29:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ce4e39de-c349-473a-b675-c522de008e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:44Z', 'updated_at': '2021-11-27T01:40:45Z', 'revision_number': 2, 'project_id': '56eddd6d663d4809bb24006c926ed132', 'subnets': [{'id': 'ce4e39de-c349-473a-b675-c522de008e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:49.290711 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e27ed0ce-a026-4594-8ffd-9a7f2850866f tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.331586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f9d57-7182-4660-b44e-6de9f053cd1d None None] The sync data for ids ['a49a60e8-4d67-4707-9a9e-ec9df7a9b902'] in n-d-817303-10 is: [{'id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'name': 'tempest-TestServerBasicOps-178253978-router', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:39Z', 'updated_at': '2021-11-27T01:40:45Z', 'revision_number': 4, 'project_id': '56eddd6d663d4809bb24006c926ed132', 'gw_port': {'id': 'a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:40Z', 'updated_at': '2021-11-27T01:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18', 'name': '', 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'mac_address': 'fa:16:3e:f5:29:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ce4e39de-c349-473a-b675-c522de008e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:44Z', 'updated_at': '2021-11-27T01:40:45Z', 'revision_number': 2, 'project_id': '56eddd6d663d4809bb24006c926ed132', 'subnets': [{'id': 'ce4e39de-c349-473a-b675-c522de008e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:49.344372 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-44e98aa9-1ebe-4030-aaef-eb57665b3e2c None None] For port a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:49.371500 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-650dced3-3262-4010-96cb-55c2db53898a req-dd54c3ad-1747-4a95-8554-f7336828f3cb service neutron] (103403) timed out ('10.222.0.21', 57436) {{(pid=103403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:40:49.415519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Allocated IP 172.20.0.1 (64fa5681-50e9-4b24-a9ae-5d2fafebc38f/889750cc-101c-4791-aa55-e4d8358964cd/ac11a42f-1f79-4f66-b36d-35e4eda9b469) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:49.459050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e27ed0ce-a026-4594-8ffd-9a7f2850866f tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.464106 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e27ed0ce-a026-4594-8ffd-9a7f2850866f tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.482315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ed0ce-a026-4594-8ffd-9a7f2850866f tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b8a8b1-c1d4-47c9-94ee-3555811ddec6,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:49.488681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:49.535916 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e27ed0ce-a026-4594-8ffd-9a7f2850866f tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.542863 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e27ed0ce-a026-4594-8ffd-9a7f2850866f tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3693907 Nov 27 01:40:49.543664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38018) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:49.559327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-c9be76c5-73fc-4bc4-8756-d9f996ba39d8 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Request body: {'security_group_rule': {'security_group_id': '46a19702-4280-4fa0-b766-90407744b478', 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:49.573762 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44e98aa9-1ebe-4030-aaef-eb57665b3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.609959 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c9be76c5-73fc-4bc4-8756-d9f996ba39d8 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.691779 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.770718 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c9be76c5-73fc-4bc4-8756-d9f996ba39d8 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.775949 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c9be76c5-73fc-4bc4-8756-d9f996ba39d8 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.797332 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.827970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be76c5-73fc-4bc4-8756-d9f996ba39d8 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ce67b4-07bb-41a5-82fa-e73fb9172186,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:49.861949 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c9be76c5-73fc-4bc4-8756-d9f996ba39d8 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.867377 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c9be76c5-73fc-4bc4-8756-d9f996ba39d8 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3223751 Nov 27 01:40:49.872020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38022) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:49.877316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a7c10e78-6877-4e07-b970-bcd9c7ccdd3b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Request body: {'security_group_rule': {'security_group_id': '46a19702-4280-4fa0-b766-90407744b478', 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:49.903645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:49.911589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:49.915998 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:49.930434 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-a7c10e78-6877-4e07-b970-bcd9c7ccdd3b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Project d138f98993a14a20a1b00a6a5d8f2528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:40:49.938552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e98aa9-1ebe-4030-aaef-eb57665b3e2c None None] Pushing event updated for resources: {'Port': ['ID=a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:49.942010 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7c10e78-6877-4e07-b970-bcd9c7ccdd3b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.038219 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.047462 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Allocated IP 172.20.0.2 (64fa5681-50e9-4b24-a9ae-5d2fafebc38f/889750cc-101c-4791-aa55-e4d8358964cd/341d70c7-53ad-40d8-ad01-ad0524df1dac) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:50.074274 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7c10e78-6877-4e07-b970-bcd9c7ccdd3b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.078776 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7c10e78-6877-4e07-b970-bcd9c7ccdd3b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.089578 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=ac11a42f-1f79-4f66-b36d-35e4eda9b469,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:50.102032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c10e78-6877-4e07-b970-bcd9c7ccdd3b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1732f888-f0b7-41ec-8eb1-6335dd31e5f1,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:50.122891 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a7c10e78-6877-4e07-b970-bcd9c7ccdd3b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.126769 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a7c10e78-6877-4e07-b970-bcd9c7ccdd3b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2509363 Nov 27 01:40:50.127378 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38026) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:50.132805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0da7ca84-cd56-4503-a328-db9a03dcf362 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Request body: {'security_group_rule': {'security_group_id': '46a19702-4280-4fa0-b766-90407744b478', 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:50.162109 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-0da7ca84-cd56-4503-a328-db9a03dcf362 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Project d138f98993a14a20a1b00a6a5d8f2528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:40:50.168682 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0da7ca84-cd56-4503-a328-db9a03dcf362 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.299143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-980c6f0c-6cf7-4ab5-96b6-c7bac0f7549c None None] Provisioning complete for port 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:50.299777 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-980c6f0c-6cf7-4ab5-96b6-c7bac0f7549c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.317642 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0da7ca84-cd56-4503-a328-db9a03dcf362 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.323326 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0da7ca84-cd56-4503-a328-db9a03dcf362 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.352987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7ca84-cd56-4503-a328-db9a03dcf362 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4117f92-b128-466d-870d-8c151586bee4,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:50.354776 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.360898 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0da7ca84-cd56-4503-a328-db9a03dcf362 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.367461 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.381661 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0da7ca84-cd56-4503-a328-db9a03dcf362 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2526541 Nov 27 01:40:50.452135 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:50.452653 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.504923 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:50.512389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e98ba-71d7-488b-9d5b-e4a5b5d62fe2 req-46b105f2-4c7a-4b32-8ae7-e924e0b98834 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:50.514162 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f8e98ba-71d7-488b-9d5b-e4a5b5d62fe2 req-46b105f2-4c7a-4b32-8ae7-e924e0b98834 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.2161951 Nov 27 01:40:50.524847 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.531522 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:50.533707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Pushing event updated for resources: {'Port': ['ID=341d70c7-53ad-40d8-ad01-ad0524df1dac,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:50.554641 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:50.623540 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-980c6f0c-6cf7-4ab5-96b6-c7bac0f7549c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.629088 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-50b2ba7b-684b-4eeb-946b-eba9a88f7897 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1466825771&fields=id&tenant_id=d138f98993a14a20a1b00a6a5d8f2528 HTTP/1.1" status: 200 len: 267 time: 0.0976446 Nov 27 01:40:50.658961 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3f8e98ba-71d7-488b-9d5b-e4a5b5d62fe2 req-e835d4b1-9982-4cde-ab9d-ef3e36ab6b10 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317527 Nov 27 01:40:50.756671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Attempting to bind port 341d70c7-53ad-40d8-ad01-ad0524df1dac on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:50.757319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Attempting to bind port 341d70c7-53ad-40d8-ad01-ad0524df1dac by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '67e716b0-4513-4b02-bcc5-ce7f418b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:50.757694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Attempting to bind port 341d70c7-53ad-40d8-ad01-ad0524df1dac on network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:50.770928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-980c6f0c-6cf7-4ab5-96b6-c7bac0f7549c None None] For port 4ff4cb00-3c22-4a7e-9577-33fe72438eb8, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4ff4cb00-3c22-4a7e-9577-33fe72438eb8,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:50.780790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-980c6f0c-6cf7-4ab5-96b6-c7bac0f7549c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.795763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:50.796511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Checking segment: {'id': '67e716b0-4513-4b02-bcc5-ce7f418b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:50.797217 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.798505 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Bound using segment: {'id': '67e716b0-4513-4b02-bcc5-ce7f418b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:50.799211 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Bound port: 341d70c7-53ad-40d8-ad01-ad0524df1dac, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e716b0-4513-4b02-bcc5-ce7f418b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:50.799798 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.843514 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-18a0c1cf-f22b-4254-9acd-7fa4d4659ab5 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:50.849990 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.851799 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-18a0c1cf-f22b-4254-9acd-7fa4d4659ab5 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/networks?id=d35e71d3-df1b-472d-b0d5-abf76f313c36 HTTP/1.1" status: 200 len: 809 time: 0.2139678 Nov 27 01:40:50.871606 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-64aaccca-4e57-4154-b1bf-11c107fefd6a tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/quotas/d138f98993a14a20a1b00a6a5d8f2528 HTTP/1.1" status: 200 len: 375 time: 0.0181465 Nov 27 01:40:50.911743 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-980c6f0c-6cf7-4ab5-96b6-c7bac0f7549c None None] Provisioning complete for port a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:50.912780 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-980c6f0c-6cf7-4ab5-96b6-c7bac0f7549c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:50.965932 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-4ccbea9d-8aa8-4469-84c6-37e42df1bc0d tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d138f98993a14a20a1b00a6a5d8f2528&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932217 Nov 27 01:40:51.075955 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c6f0c-6cf7-4ab5-96b6-c7bac0f7549c None None] Pushing event updated for resources: {'Port': ['ID=4ff4cb00-3c22-4a7e-9577-33fe72438eb8,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:51.108062 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] For port 341d70c7-53ad-40d8-ad01-ad0524df1dac, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:51.134764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] For port 341d70c7-53ad-40d8-ad01-ad0524df1dac, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=341d70c7-53ad-40d8-ad01-ad0524df1dac,segment=NetworkSegment(67e716b0-4513-4b02-bcc5-ce7f418b096c),segment_id=67e716b0-4513-4b02-bcc5-ce7f418b096c)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:51.152670 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-3b2f0741-64ff-4d77-aea0-538ed7b780a5 service neutron] 10.222.0.15 "GET /v2.0/networks/d35e71d3-df1b-472d-b0d5-abf76f313c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821868 Nov 27 01:40:51.195431 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:40:51.196521 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:40:51.199823 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:51.287322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-980c6f0c-6cf7-4ab5-96b6-c7bac0f7549c None None] Provisioning complete for port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:51.287720 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-980c6f0c-6cf7-4ab5-96b6-c7bac0f7549c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:51.301086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f505207-9670-40a6-b061-2c076394ee70 None None] Pushing event updated for resources: {'Port': ['ID=341d70c7-53ad-40d8-ad01-ad0524df1dac,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:51.375796 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-5171f2f3-aac1-4a1a-93d2-3419d8a35e84 service neutron] 10.222.0.15 "GET /v2.0/networks/d35e71d3-df1b-472d-b0d5-abf76f313c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140665 Nov 27 01:40:51.378173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cc3d4-69ff-4c53-a686-481a8c0bcd37 req-72d15e6d-29fb-43dc-b3ff-fd0678ec0ef7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:51.379836 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-734cc3d4-69ff-4c53-a686-481a8c0bcd37 req-72d15e6d-29fb-43dc-b3ff-fd0678ec0ef7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.5778177 Nov 27 01:40:51.414616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-980c6f0c-6cf7-4ab5-96b6-c7bac0f7549c None None] Port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:51.565701 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-734cc3d4-69ff-4c53-a686-481a8c0bcd37 req-67f4530f-31fe-47bd-a235-225bf982c9e2 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599805 Nov 27 01:40:51.598671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38050) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:51.669608 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:51.675109 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:51.710304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c8b9a4-8b00-467d-b406-0abff1e6674a tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:51.719498 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-10c8b9a4-8b00-467d-b406-0abff1e6674a tempest-TestNetworkAdvancedServerOps-1541556110 tempest-TestNetworkAdvancedServerOps-1541556110-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 1093 time: 0.1203959 Nov 27 01:40:51.720156 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38056) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:51.734859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '9167b529-7d65-416c-b872-ade13fdfb493', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:51.790659 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:51.875986 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:51.894626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=ac11a42f-1f79-4f66-b36d-35e4eda9b469,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:51.961391 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7639a319-a9d9-4881-a276-d516d592d033 req-1e88f149-de29-41cc-909d-89a77dd7f4a8 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 210 time: 0.0830395 Nov 27 01:40:52.023479 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:52.184016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:52.188133 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:52.230767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 341d70c7-53ad-40d8-ad01-ad0524df1dac up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:52.263520 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Allocated IP 172.25.1.46 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/e0f6f8a9-28f6-4d65-b6df-77c8d9c8fe2f) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:52.351848 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 341d70c7-53ad-40d8-ad01-ad0524df1dac triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:52.352508 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:52.378836 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:40:52.475323 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:52.511757 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:52.522630 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:52.547389 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:52.556335 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:52.559394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:52.563604 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 341d70c7-53ad-40d8-ad01-ad0524df1dac, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=341d70c7-53ad-40d8-ad01-ad0524df1dac,segment=NetworkSegment(67e716b0-4513-4b02-bcc5-ce7f418b096c),segment_id=67e716b0-4513-4b02-bcc5-ce7f418b096c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:52.569491 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:52.570652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:52.581126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:52.589373 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9afa82c4-8e3d-4312-8f3c-3b99a17444f0 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "PUT /v2.0/routers/97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8518305 Nov 27 01:40:52.589919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38066) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:52.662595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Sync routers for ids ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:52.667227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=e0f6f8a9-28f6-4d65-b6df-77c8d9c8fe2f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:52.771252 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Routers {'97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:52.772318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:52.809670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad8fc1-8877-493a-9fdc-e4d42a787029 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:52.810160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad8fc1-8877-493a-9fdc-e4d42a787029 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:52.811912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad8fc1-8877-493a-9fdc-e4d42a787029 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:52.814551 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad8fc1-8877-493a-9fdc-e4d42a787029 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:52.815064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad8fc1-8877-493a-9fdc-e4d42a787029 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:52.815555 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad8fc1-8877-493a-9fdc-e4d42a787029 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:52.816018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad8fc1-8877-493a-9fdc-e4d42a787029 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:52.816515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad8fc1-8877-493a-9fdc-e4d42a787029 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:52.821203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad8fc1-8877-493a-9fdc-e4d42a787029 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:52.831158 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-80ad8fc1-8877-493a-9fdc-e4d42a787029 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6362 time: 0.2381794 Nov 27 01:40:52.832024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38068) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:52.869336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:52.869651 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:52.962874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=341d70c7-53ad-40d8-ad01-ad0524df1dac,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:53.009788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Set router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:53.051897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfe999-4caa-432f-a46d-5b6d890127e8 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:53.052417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfe999-4caa-432f-a46d-5b6d890127e8 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:53.052878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfe999-4caa-432f-a46d-5b6d890127e8 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:53.053328 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfe999-4caa-432f-a46d-5b6d890127e8 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:53.053774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfe999-4caa-432f-a46d-5b6d890127e8 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:53.054219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfe999-4caa-432f-a46d-5b6d890127e8 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:53.054686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfe999-4caa-432f-a46d-5b6d890127e8 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:53.055221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfe999-4caa-432f-a46d-5b6d890127e8 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:53.056262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfe999-4caa-432f-a46d-5b6d890127e8 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:53.062268 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-69dfe999-4caa-432f-a46d-5b6d890127e8 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5899 time: 0.2291758 Nov 27 01:40:53.063172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38074) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:53.090127 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5c0b6d-67f7-47f9-9613-b913df16df2d None None] Network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:40:53.128758 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0728100d-e4d2-4bde-b714-5a674be4a074 req-ce599d86-977e-475e-85c8-8e1f82720aeb tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 210 time: 0.0624292 Nov 27 01:40:53.249497 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:53.493319 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-745550d7-f785-4c4e-bceb-5138476f3b55 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5207 time: 0.4149823 Nov 27 01:40:53.525553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4aee62ba-8522-40b0-8862-3cda0f13ee05 None None] Provisioning complete for port 341d70c7-53ad-40d8-ad01-ad0524df1dac triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:53.526551 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4aee62ba-8522-40b0-8862-3cda0f13ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:53.566010 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:53.614014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-e16b22c4-b1f0-4458-9ebc-e82fb532378d tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:53.615511 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-e16b22c4-b1f0-4458-9ebc-e82fb532378d tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.31 "GET /v2.0/networks?id=d35e71d3-df1b-472d-b0d5-abf76f313c36 HTTP/1.1" status: 200 len: 809 time: 0.2997913 Nov 27 01:40:53.653815 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Sync routers for ids ['a49a60e8-4d67-4707-9a9e-ec9df7a9b902'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:53.667502 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Routers {'a49a60e8-4d67-4707-9a9e-ec9df7a9b902'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:53.675302 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a49a60e8-4d67-4707-9a9e-ec9df7a9b902'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:53.690969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:53.801326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-d5228cf4-49b9-476e-8407-e05fd51b0a64 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d138f98993a14a20a1b00a6a5d8f2528 HTTP/1.1" status: 200 len: 380 time: 0.1644218 Nov 27 01:40:53.815453 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-015813b0-784f-438a-b9f9-920149289226 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Request body: {'port': {'device_id': '947534fa-5640-475f-84c3-21ac6d40aee3', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'admin_state_up': True, 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'security_groups': ['46a19702-4280-4fa0-b766-90407744b478']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:53.872929 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Set router a49a60e8-4d67-4707-9a9e-ec9df7a9b902 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:53.896584 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38078) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:53.902655 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4bbe7e3d-22fe-4923-bcfc-5092d9aaeefd tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298813083', 'description': 'tempest-secgroup-smoke-298813083 description', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:53.962249 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7e3d-22fe-4923-bcfc-5092d9aaeefd tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:53.970816 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:53.971198 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.136179 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7e3d-22fe-4923-bcfc-5092d9aaeefd tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.149718 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7e3d-22fe-4923-bcfc-5092d9aaeefd tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.183472 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ac11a42f-1f79-4f66-b36d-35e4eda9b469', 'name': '', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:6b:b6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '889750cc-101c-4791-aa55-e4d8358964cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:49Z', 'updated_at': '2021-11-27T01:40:51Z', 'revision_number': 2, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '889750cc-101c-4791-aa55-e4d8358964cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:54.189908 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'name': 'tempest-TestServerBasicOps-178253978-router', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:39Z', 'updated_at': '2021-11-27T01:40:45Z', 'revision_number': 4, 'project_id': '56eddd6d663d4809bb24006c926ed132', 'gw_port': {'id': 'a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:40Z', 'updated_at': '2021-11-27T01:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18', 'name': '', 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'mac_address': 'fa:16:3e:f5:29:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ce4e39de-c349-473a-b675-c522de008e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:44Z', 'updated_at': '2021-11-27T01:40:45Z', 'revision_number': 2, 'project_id': '56eddd6d663d4809bb24006c926ed132', 'subnets': [{'id': 'ce4e39de-c349-473a-b675-c522de008e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:54.190733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-633502ca-a33d-41d9-9cd7-57679ea71109 None None] Provisioning complete for port ac11a42f-1f79-4f66-b36d-35e4eda9b469 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:54.191067 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-633502ca-a33d-41d9-9cd7-57679ea71109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.212006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe7e3d-22fe-4923-bcfc-5092d9aaeefd tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95cc188-b46a-4c52-9f66-c70dba6b7e96,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:54.225211 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7e3d-22fe-4923-bcfc-5092d9aaeefd tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.228077 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4bbe7e3d-22fe-4923-bcfc-5092d9aaeefd tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3299284 Nov 27 01:40:54.228672 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.230907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38086) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:54.248298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-015813b0-784f-438a-b9f9-920149289226 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Made reservation on behalf of d138f98993a14a20a1b00a6a5d8f2528 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:40:54.248545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6928159e-21a9-4b23-b855-88bea07cf5e1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': 'd95cc188-b46a-4c52-9f66-c70dba6b7e96', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:54.253970 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-015813b0-784f-438a-b9f9-920149289226 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.268709 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Checking router: a49a60e8-4d67-4707-9a9e-ec9df7a9b902 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:54.270454 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Updating router a49a60e8-4d67-4707-9a9e-ec9df7a9b902 port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:40:54.300755 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.304893 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6928159e-21a9-4b23-b855-88bea07cf5e1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.345319 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.354400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-633502ca-a33d-41d9-9cd7-57679ea71109 None None] Port ac11a42f-1f79-4f66-b36d-35e4eda9b469 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:54.356510 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 341d70c7-53ad-40d8-ad01-ad0524df1dac up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:54.358905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Checking router: 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:54.359449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Updating router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b port ac11a42f-1f79-4f66-b36d-35e4eda9b469 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:40:54.415032 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6928159e-21a9-4b23-b855-88bea07cf5e1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.429696 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6928159e-21a9-4b23-b855-88bea07cf5e1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.458988 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-633502ca-a33d-41d9-9cd7-57679ea71109 None None] Provisioning complete for port 341d70c7-53ad-40d8-ad01-ad0524df1dac triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:54.459753 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-633502ca-a33d-41d9-9cd7-57679ea71109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.460934 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f1add957-e69c-4d60-9fe7-df36b4ca47f8 req-5bad449f-5046-4524-a9cb-cb64bb2008b8 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 210 time: 0.1215641 Nov 27 01:40:54.469958 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.471941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928159e-21a9-4b23-b855-88bea07cf5e1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b312028a-ec58-4ffd-8ee1-61c31592910b,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:54.490822 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6928159e-21a9-4b23-b855-88bea07cf5e1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.493878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6928159e-21a9-4b23-b855-88bea07cf5e1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2600672 Nov 27 01:40:54.496489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38088) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:54.501935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9e701c6b-741e-4dac-8153-723a110b0f70 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': 'd95cc188-b46a-4c52-9f66-c70dba6b7e96', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:54.549082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e701c6b-741e-4dac-8153-723a110b0f70 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.567496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 341d70c7-53ad-40d8-ad01-ad0524df1dac triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:54.568114 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.639252 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event updated for resources: {'Port': ['ID=e0f6f8a9-28f6-4d65-b6df-77c8d9c8fe2f,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:54.647676 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.680442 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e701c6b-741e-4dac-8153-723a110b0f70 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.696010 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e701c6b-741e-4dac-8153-723a110b0f70 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.724300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e701c6b-741e-4dac-8153-723a110b0f70 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2c5bd9-a873-4f89-b81c-aaed199614c2,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:54.739183 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9e701c6b-741e-4dac-8153-723a110b0f70 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.741083 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9e701c6b-741e-4dac-8153-723a110b0f70 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2430875 Nov 27 01:40:54.743850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38090) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:54.752080 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-15cc6f55-1ee6-4577-8c37-4f49841c4296 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': 'd95cc188-b46a-4c52-9f66-c70dba6b7e96', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:54.809700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15cc6f55-1ee6-4577-8c37-4f49841c4296 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.947713 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.954192 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.964663 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15cc6f55-1ee6-4577-8c37-4f49841c4296 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:54.973257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15cc6f55-1ee6-4577-8c37-4f49841c4296 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.013301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc6f55-1ee6-4577-8c37-4f49841c4296 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621e497d-1780-4bc2-b1bb-6eeda422d011,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:55.018788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8173a849-fa8c-4f58-a8c9-68c1af4fbccc None None] Provisioning complete for port ac11a42f-1f79-4f66-b36d-35e4eda9b469 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:55.019154 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8173a849-fa8c-4f58-a8c9-68c1af4fbccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.033839 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-15cc6f55-1ee6-4577-8c37-4f49841c4296 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.038601 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-15cc6f55-1ee6-4577-8c37-4f49841c4296 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2933922 Nov 27 01:40:55.041350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38092) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:55.046420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-53cc197f-c40f-46aa-98d4-aae618998220 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': 'd95cc188-b46a-4c52-9f66-c70dba6b7e96', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:55.058610 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8853fb1-51f0-43a5-b154-f2328b927e47 None None] Pushing event updated for resources: {'Port': ['ID=c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:55.090893 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Attempting to bind port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:55.091302 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Attempting to bind port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '7c7d2637-5d0a-48ad-a437-f744a0c9cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:55.091710 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Attempting to bind port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 on network 89d8df99-413e-4d99-a366-2cb2629b1cde {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:55.099537 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:55.100201 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Checking segment: {'id': '7c7d2637-5d0a-48ad-a437-f744a0c9cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:55.101383 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.102330 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Bound using segment: {'id': '7c7d2637-5d0a-48ad-a437-f744a0c9cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:55.103894 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Bound port: c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7d2637-5d0a-48ad-a437-f744a0c9cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:55.104602 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.139894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53cc197f-c40f-46aa-98d4-aae618998220 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.140133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8173a849-fa8c-4f58-a8c9-68c1af4fbccc None None] Port ac11a42f-1f79-4f66-b36d-35e4eda9b469 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:55.185732 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] For port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:55.190077 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] For port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18,segment=NetworkSegment(7c7d2637-5d0a-48ad-a437-f744a0c9cf36),segment_id=7c7d2637-5d0a-48ad-a437-f744a0c9cf36)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:55.196856 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.243896 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.252161 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.280577 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Routers {'a49a60e8-4d67-4707-9a9e-ec9df7a9b902'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:55.281218 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a49a60e8-4d67-4707-9a9e-ec9df7a9b902'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:55.282022 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53cc197f-c40f-46aa-98d4-aae618998220 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.287188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53cc197f-c40f-46aa-98d4-aae618998220 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.333791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc197f-c40f-46aa-98d4-aae618998220 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fb8fa4-1d69-4cf0-88eb-39f6792e2b09,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:55.357930 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53cc197f-c40f-46aa-98d4-aae618998220 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.362147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-53cc197f-c40f-46aa-98d4-aae618998220 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3195190 Nov 27 01:40:55.363275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38096) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:55.376908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-fd5705da-50eb-4cc5-a529-c2b27bd30779 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': 'd95cc188-b46a-4c52-9f66-c70dba6b7e96', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:55.386645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b8bde-fab8-4389-b7ef-e7551ef7cffd None None] Pushing event updated for resources: {'Port': ['ID=ac11a42f-1f79-4f66-b36d-35e4eda9b469,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:55.416913 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-fd5705da-50eb-4cc5-a529-c2b27bd30779 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Project 793be66d9eb84ce981e4e9b4236fce7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:40:55.422937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fd5705da-50eb-4cc5-a529-c2b27bd30779 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.424513 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8853fb1-51f0-43a5-b154-f2328b927e47 None None] Pushing event updated for resources: {'Port': ['ID=c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:55.475282 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] Set router a49a60e8-4d67-4707-9a9e-ec9df7a9b902 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:55.556972 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Floating IP 99b6c55a-ea8e-4da2-92da-bdbc7f016c4f associated. External IP: 172.25.1.46, port: 9167b529-7d65-416c-b872-ade13fdfb493. Nov 27 01:40:55.558670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Attempting to bind port ac11a42f-1f79-4f66-b36d-35e4eda9b469 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:55.559057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Attempting to bind port ac11a42f-1f79-4f66-b36d-35e4eda9b469 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '67e716b0-4513-4b02-bcc5-ce7f418b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:55.559428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Attempting to bind port ac11a42f-1f79-4f66-b36d-35e4eda9b469 on network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:55.566526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fd5705da-50eb-4cc5-a529-c2b27bd30779 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.568535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-87f1905f-33a5-471a-9eb4-1ab3e6881506 None None] Provisioning complete for port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:55.569074 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-87f1905f-33a5-471a-9eb4-1ab3e6881506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.572060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fd5705da-50eb-4cc5-a529-c2b27bd30779 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.624154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5705da-50eb-4cc5-a529-c2b27bd30779 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1cbd17-578c-4f8e-8c90-c8470ca9e68b,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:55.625995 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:55.626386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Checking segment: {'id': '67e716b0-4513-4b02-bcc5-ce7f418b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:55.626798 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.627191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Bound using segment: {'id': '67e716b0-4513-4b02-bcc5-ce7f418b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:55.638191 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Bound port: ac11a42f-1f79-4f66-b36d-35e4eda9b469, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e716b0-4513-4b02-bcc5-ce7f418b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:55.638724 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.699369 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-015813b0-784f-438a-b9f9-920149289226 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Allocated IP 172.20.0.14 (d35e71d3-df1b-472d-b0d5-abf76f313c36/72181b20-39e3-4e8a-9795-8b2658594b75/0b6393a2-afdc-4869-b9de-0d298d2b8afb) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:55.699919 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fd5705da-50eb-4cc5-a529-c2b27bd30779 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.701402 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fd5705da-50eb-4cc5-a529-c2b27bd30779 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3355324 Nov 27 01:40:55.713650 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21798a25-620d-48d6-aad9-498cdeb38e69 req-8ef01bc2-e474-4b6e-8eea-3ba10464692b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 210 time: 0.0767200 Nov 27 01:40:55.718169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38100) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:55.731718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e292c211-9900-4c8b-b11f-ad18a8ba6eac tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'security_group_rule': {'security_group_id': 'd95cc188-b46a-4c52-9f66-c70dba6b7e96', 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:55.759660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] For port ac11a42f-1f79-4f66-b36d-35e4eda9b469, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:55.765473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] For port ac11a42f-1f79-4f66-b36d-35e4eda9b469, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ac11a42f-1f79-4f66-b36d-35e4eda9b469,segment=NetworkSegment(67e716b0-4513-4b02-bcc5-ce7f418b096c),segment_id=67e716b0-4513-4b02-bcc5-ce7f418b096c)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:55.797686 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.854168 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-87f1905f-33a5-471a-9eb4-1ab3e6881506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:55.918335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Routers {'97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:55.918982 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:55.996942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-87f1905f-33a5-471a-9eb4-1ab3e6881506 None None] For port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18,segment=NetworkSegment(7c7d2637-5d0a-48ad-a437-f744a0c9cf36),segment_id=7c7d2637-5d0a-48ad-a437-f744a0c9cf36)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:56.001434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b8bde-fab8-4389-b7ef-e7551ef7cffd None None] Pushing event updated for resources: {'Port': ['ID=ac11a42f-1f79-4f66-b36d-35e4eda9b469,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:56.012695 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-87f1905f-33a5-471a-9eb4-1ab3e6881506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:56.038474 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'name': 'tempest-TestServerBasicOps-178253978-router', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:39Z', 'updated_at': '2021-11-27T01:40:45Z', 'revision_number': 4, 'project_id': '56eddd6d663d4809bb24006c926ed132', 'gw_port': {'id': 'a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:40Z', 'updated_at': '2021-11-27T01:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18', 'name': '', 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'mac_address': 'fa:16:3e:f5:29:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ce4e39de-c349-473a-b675-c522de008e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:44Z', 'updated_at': '2021-11-27T01:40:55Z', 'revision_number': 4, 'project_id': '56eddd6d663d4809bb24006c926ed132', 'subnets': [{'id': 'ce4e39de-c349-473a-b675-c522de008e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:56.083555 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b482d4-f9d3-4b14-a4b3-0a537f747797 None None] The sync data for ids ['a49a60e8-4d67-4707-9a9e-ec9df7a9b902'] in n-d-817303-10 is: [{'id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'name': 'tempest-TestServerBasicOps-178253978-router', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:39Z', 'updated_at': '2021-11-27T01:40:45Z', 'revision_number': 4, 'project_id': '56eddd6d663d4809bb24006c926ed132', 'gw_port': {'id': 'a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:40Z', 'updated_at': '2021-11-27T01:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18', 'name': '', 'network_id': '89d8df99-413e-4d99-a366-2cb2629b1cde', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'mac_address': 'fa:16:3e:f5:29:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ce4e39de-c349-473a-b675-c522de008e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:44Z', 'updated_at': '2021-11-27T01:40:55Z', 'revision_number': 4, 'project_id': '56eddd6d663d4809bb24006c926ed132', 'subnets': [{'id': 'ce4e39de-c349-473a-b675-c522de008e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:56.153125 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-e292c211-9900-4c8b-b11f-ad18a8ba6eac tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Project 793be66d9eb84ce981e4e9b4236fce7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:40:56.184047 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router dbc41724-f60e-483f-a6f6-73bf4dedf20f has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:40:56.196748 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e292c211-9900-4c8b-b11f-ad18a8ba6eac tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:56.235573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1905f-33a5-471a-9eb4-1ab3e6881506 None None] Pushing event updated for resources: {'Port': ['ID=c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:56.260648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7d5ba885-bbf4-4f01-a94b-6624e46c97b7 None None] Provisioning complete for port ac11a42f-1f79-4f66-b36d-35e4eda9b469 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:56.261152 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba885-bbf4-4f01-a94b-6624e46c97b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:56.293166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] Set router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:56.333534 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:56.391391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:56.463155 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:56.472620 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-015813b0-784f-438a-b9f9-920149289226 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:56.510078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e292c211-9900-4c8b-b11f-ad18a8ba6eac tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:56.520407 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e292c211-9900-4c8b-b11f-ad18a8ba6eac tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:56.537609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292c211-9900-4c8b-b11f-ad18a8ba6eac tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aadf8a99-c1be-49fe-883f-c6303cdc7f63,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:56.541151 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f09380d0-697a-4d8a-972c-efbc68226dc9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8199635 Nov 27 01:40:56.545044 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'tag': '9167b529-7d65-416c-b872-ade13fdfb493'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:56.547485 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d783728-d682-4787-9045-eb5eb3dc32d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c31518-fe42-4513-9d3c-490da558c90c", "tag": "9167b529-7d65-416c-b872-ade13fdfb493"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:56.597510 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e292c211-9900-4c8b-b11f-ad18a8ba6eac tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:56.600343 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e292c211-9900-4c8b-b11f-ad18a8ba6eac tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8775949 Nov 27 01:40:56.603174 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-015813b0-784f-438a-b9f9-920149289226 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:56.667917 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb89a892-8b16-421d-9750-54c36d0cf660 x-openstack-request-id: req-fb89a892-8b16-421d-9750-54c36d0cf660 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:56.668202 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c31518-fe42-4513-9d3c-490da558c90c", "tag": "9167b529-7d65-416c-b872-ade13fdfb493", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:56.668501 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb89a892-8b16-421d-9750-54c36d0cf660 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:56.668920 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'tag': '9167b529-7d65-416c-b872-ade13fdfb493', 'status': 'completed', 'code': 200} Nov 27 01:40:56.669784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015813b0-784f-438a-b9f9-920149289226 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Pushing event updated for resources: {'Port': ['ID=0b6393a2-afdc-4869-b9de-0d298d2b8afb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:56.697995 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca171470-d26b-4f77-81f9-ee869775f48b None None] Sync routers for ids ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:56.720663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-015813b0-784f-438a-b9f9-920149289226 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Network d35e71d3-df1b-472d-b0d5-abf76f313c36 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:56.729290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d783728-d682-4787-9045-eb5eb3dc32d6 req-cff3cdae-e60b-4aa4-b382-9f006a17f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:56.731299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9d783728-d682-4787-9045-eb5eb3dc32d6 req-cff3cdae-e60b-4aa4-b382-9f006a17f378 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 1098 time: 0.0518551 Nov 27 01:40:56.787727 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-015813b0-784f-438a-b9f9-920149289226 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:56.803899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-015813b0-784f-438a-b9f9-920149289226 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:56.910282 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba885-bbf4-4f01-a94b-6624e46c97b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:56.913478 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca171470-d26b-4f77-81f9-ee869775f48b None None] Routers {'dbc41724-f60e-483f-a6f6-73bf4dedf20f'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:56.916031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ca171470-d26b-4f77-81f9-ee869775f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:56.917343 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-015813b0-784f-438a-b9f9-920149289226 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:56.921432 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-015813b0-784f-438a-b9f9-920149289226 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:56.954279 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-015813b0-784f-438a-b9f9-920149289226 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1457078 Nov 27 01:40:56.971824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a51fc-2a23-4101-9433-8df48622738f req-c3d3ed1c-99cf-4bff-bdae-1c4be8c07ae7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:56.981175 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-972a51fc-2a23-4101-9433-8df48622738f req-c3d3ed1c-99cf-4bff-bdae-1c4be8c07ae7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.2956262 Nov 27 01:40:56.986716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d783728-d682-4787-9045-eb5eb3dc32d6 req-3c1b9cdd-84fe-4660-9f1e-d766f18b16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:56.989095 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9d783728-d682-4787-9045-eb5eb3dc32d6 req-3c1b9cdd-84fe-4660-9f1e-d766f18b16c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4897bf2f-e988-4633-afbb-1df8afce7e63 HTTP/1.1" status: 200 len: 898 time: 0.2484341 Nov 27 01:40:57.003096 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065c585-32d0-4161-8e92-b6c332e2717d req-95ebab4b-d87f-4c4c-b465-3de2f149ba9d tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:57.009088 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0065c585-32d0-4161-8e92-b6c332e2717d req-95ebab4b-d87f-4c4c-b465-3de2f149ba9d tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 932 time: 0.1288886 Nov 27 01:40:57.016316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Request body: {'port': {'device_id': '947534fa-5640-475f-84c3-21ac6d40aee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:57.116956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:57.117519 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:57.199260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0065c585-32d0-4161-8e92-b6c332e2717d req-58ceb0c7-12b5-4dff-9dc5-4e69436894ea tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a19702-4280-4fa0-b766-90407744b478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761873 Nov 27 01:40:57.222918 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7d5ba885-bbf4-4f01-a94b-6624e46c97b7 None None] For port ac11a42f-1f79-4f66-b36d-35e4eda9b469, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ac11a42f-1f79-4f66-b36d-35e4eda9b469,segment=NetworkSegment(67e716b0-4513-4b02-bcc5-ce7f418b096c),segment_id=67e716b0-4513-4b02-bcc5-ce7f418b096c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:57.237171 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba885-bbf4-4f01-a94b-6624e46c97b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:57.239387 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-972a51fc-2a23-4101-9433-8df48622738f req-f5d311d5-3e6b-43b6-adc8-d0553ec069bf tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514353 Nov 27 01:40:57.240145 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:57.242455 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9d783728-d682-4787-9045-eb5eb3dc32d6 req-b9ef4ddd-4c5f-4c80-83cf-d5015a78c209 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9167b529-7d65-416c-b872-ade13fdfb493 HTTP/1.1" status: 200 len: 999 time: 0.2323203 Nov 27 01:40:57.273786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38116) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:57.348816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d783728-d682-4787-9045-eb5eb3dc32d6 req-28eb6d77-3451-4c60-9bd8-d390bc579c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:57.350999 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9d783728-d682-4787-9045-eb5eb3dc32d6 req-28eb6d77-3451-4c60-9bd8-d390bc579c0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0dfa94b4-d0fc-4c03-845d-58d22db33e31 HTTP/1.1" status: 200 len: 835 time: 0.0991592 Nov 27 01:40:57.367495 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-ca171470-d26b-4f77-81f9-ee869775f48b None None] Set router dbc41724-f60e-483f-a6f6-73bf4dedf20f gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:57.426553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7d5ba885-bbf4-4f01-a94b-6624e46c97b7 None None] Provisioning complete for port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:57.427025 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba885-bbf4-4f01-a94b-6624e46c97b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:57.451605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d783728-d682-4787-9045-eb5eb3dc32d6 req-a22a01ab-7678-4d7c-8492-8482656dce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:57.453523 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9d783728-d682-4787-9045-eb5eb3dc32d6 req-a22a01ab-7678-4d7c-8492-8482656dce57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4897bf2f-e988-4633-afbb-1df8afce7e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924363 Nov 27 01:40:57.458039 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-12896a69-5852-4eba-99d1-b7e569c68801 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298813083&fields=id&tenant_id=793be66d9eb84ce981e4e9b4236fce7d HTTP/1.1" status: 200 len: 267 time: 0.1059031 Nov 27 01:40:57.521425 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ba885-bbf4-4f01-a94b-6624e46c97b7 None None] Pushing event updated for resources: {'Port': ['ID=ac11a42f-1f79-4f66-b36d-35e4eda9b469,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:57.646031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ac11a42f-1f79-4f66-b36d-35e4eda9b469', 'name': '', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:6b:b6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '889750cc-101c-4791-aa55-e4d8358964cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:49Z', 'updated_at': '2021-11-27T01:40:55Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '889750cc-101c-4791-aa55-e4d8358964cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:57.650638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6393a2-afdc-4869-b9de-0d298d2b8afb {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:40:57.658615 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:57.672900 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Transition to ACTIVE for port object 0b6393a2-afdc-4869-b9de-0d298d2b8afb will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:40:57.681820 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:57.688747 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aecf82-0460-4b2f-92f1-900d9c740035 None None] The sync data for ids ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'] in n-d-817303-10 is: [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ac11a42f-1f79-4f66-b36d-35e4eda9b469', 'name': '', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:6b:b6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '889750cc-101c-4791-aa55-e4d8358964cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:49Z', 'updated_at': '2021-11-27T01:40:55Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '889750cc-101c-4791-aa55-e4d8358964cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:57.691858 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9d783728-d682-4787-9045-eb5eb3dc32d6 req-fa558355-70bd-4f33-88ca-32c56bcd1818 service neutron] 10.222.0.21 "GET /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303553 Nov 27 01:40:57.701182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-8ef9e5b1-b169-422f-bb74-e300c0abc425 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:57.703421 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-8ef9e5b1-b169-422f-bb74-e300c0abc425 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/networks?id=64fa5681-50e9-4b24-a9ae-5d2fafebc38f HTTP/1.1" status: 200 len: 796 time: 0.2273104 Nov 27 01:40:57.751979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-21594523-e68e-470b-857d-3e37c8c7aa6c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/99b6c55a-ea8e-4da2-92da-bdbc7f016c4f HTTP/1.1" status: 200 len: 991 time: 0.4761560 Nov 27 01:40:57.813005 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-f723dcfc-724c-4989-9d5f-7b0f0ea07b0e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/quotas/793be66d9eb84ce981e4e9b4236fce7d HTTP/1.1" status: 200 len: 375 time: 0.0980527 Nov 27 01:40:57.852646 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6393a2-afdc-4869-b9de-0d298d2b8afb,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:57.892386 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Attempting to bind port 0b6393a2-afdc-4869-b9de-0d298d2b8afb on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:57.892734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Attempting to bind port 0b6393a2-afdc-4869-b9de-0d298d2b8afb by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '4dfc53e4-d585-44e8-aef6-e5730963123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:57.893070 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Attempting to bind port 0b6393a2-afdc-4869-b9de-0d298d2b8afb on network d35e71d3-df1b-472d-b0d5-abf76f313c36 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:57.905313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Port 0b6393a2-afdc-4869-b9de-0d298d2b8afb on network d35e71d3-df1b-472d-b0d5-abf76f313c36 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:40:57.905644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Attempting to bind port 0b6393a2-afdc-4869-b9de-0d298d2b8afb on network d35e71d3-df1b-472d-b0d5-abf76f313c36 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:57.935028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:57.935815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Checking segment: {'id': '4dfc53e4-d585-44e8-aef6-e5730963123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:57.936487 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Bound using segment: {'id': '4dfc53e4-d585-44e8-aef6-e5730963123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:57.937890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Bound port: 0b6393a2-afdc-4869-b9de-0d298d2b8afb, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfc53e4-d585-44e8-aef6-e5730963123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:57.938482 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:57.943072 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-a0c7bbb6-7011-4516-878c-d0a6036ae082 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1209111 Nov 27 01:40:57.972059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cd40bd6d-254f-43ed-82ca-929717f17194 None None] Provisioning complete for port ac11a42f-1f79-4f66-b36d-35e4eda9b469 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:57.973884 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cd40bd6d-254f-43ed-82ca-929717f17194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:58.054144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ca171470-d26b-4f77-81f9-ee869775f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:40:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '99b6c55a-ea8e-4da2-92da-bdbc7f016c4f', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'port_id': '9167b529-7d65-416c-b872-ade13fdfb493', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'mac_address': 'fa:16:3e:c2:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:52Z', 'updated_at': '2021-11-27T01:40:52Z', 'revision_number': 0, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd990e9b-dabc-44db-91c7-a8fea6d23514', 'name': '', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:01:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:24Z', 'updated_at': '2021-11-27T01:40:31Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:58.077440 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-a436e7f0-0b27-4627-95ab-cd9ec25109f2 service neutron] 10.222.0.15 "GET /v2.0/networks/64fa5681-50e9-4b24-a9ae-5d2fafebc38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183083 Nov 27 01:40:58.081788 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9d783728-d682-4787-9045-eb5eb3dc32d6 req-9f7bb48f-f763-42cd-aa73-40a8d614f8f8 service neutron] 10.222.0.21 "GET /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764155 Nov 27 01:40:58.103941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca171470-d26b-4f77-81f9-ee869775f48b None None] Checking router: dbc41724-f60e-483f-a6f6-73bf4dedf20f for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:58.107391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] For port 0b6393a2-afdc-4869-b9de-0d298d2b8afb, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:58.111248 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] For port 0b6393a2-afdc-4869-b9de-0d298d2b8afb, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0b6393a2-afdc-4869-b9de-0d298d2b8afb,segment=NetworkSegment(4dfc53e4-d585-44e8-aef6-e5730963123f),segment_id=4dfc53e4-d585-44e8-aef6-e5730963123f)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:58.120564 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:58.174445 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca171470-d26b-4f77-81f9-ee869775f48b None None] Routers {'dbc41724-f60e-483f-a6f6-73bf4dedf20f'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:58.175218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ca171470-d26b-4f77-81f9-ee869775f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:58.197754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:58.205511 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:58.207512 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] 10.222.0.31 "PUT /v2.0/ports/0b6393a2-afdc-4869-b9de-0d298d2b8afb HTTP/1.1" status: 200 len: 1093 time: 1.2031217 Nov 27 01:40:58.368972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-39aac3ef-7810-4fa2-a179-fe27c4fd6708 service neutron] 10.222.0.15 "GET /v2.0/networks/64fa5681-50e9-4b24-a9ae-5d2fafebc38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835588 Nov 27 01:40:58.370557 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2fe2d-ad31-49da-a6d6-d06f69a7b2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6393a2-afdc-4869-b9de-0d298d2b8afb,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:58.418039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-ca171470-d26b-4f77-81f9-ee869775f48b None None] Set router dbc41724-f60e-483f-a6f6-73bf4dedf20f gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:58.510330 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-ccf30626-692b-432b-9907-f648216d3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:58.512330 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-ccf30626-692b-432b-9907-f648216d3b2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d138f98993a14a20a1b00a6a5d8f2528&device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 1096 time: 0.2427423 Nov 27 01:40:58.597223 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-a79ba7c4-740e-4719-a4b5-c7d5b1ebf7f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6393a2-afdc-4869-b9de-0d298d2b8afb HTTP/1.1" status: 200 len: 217 time: 0.0677440 Nov 27 01:40:58.619714 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91714c43-55a8-4dbf-ae3f-ba12d320e9ed req-cced306d-ef88-467c-8047-741103249b05 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:58.621942 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91714c43-55a8-4dbf-ae3f-ba12d320e9ed req-cced306d-ef88-467c-8047-741103249b05 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 944 time: 0.2275004 Nov 27 01:40:58.656002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ac11a42f-1f79-4f66-b36d-35e4eda9b469 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:58.680176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947534fa-5640-475f-84c3-21ac6d40aee3', 'tag': '0b6393a2-afdc-4869-b9de-0d298d2b8afb'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:58.694861 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3c93b4-0948-46e2-931f-2286374ddf69" -d '{"events": [{"name": "network-changed", "server_uuid": "947534fa-5640-475f-84c3-21ac6d40aee3", "tag": "0b6393a2-afdc-4869-b9de-0d298d2b8afb"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:58.757962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38136) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:58.759713 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46e89cd7-325b-4355-8519-f57f8f11497a req-c21677b5-058a-47df-9837-a68c7f0bfb4d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 210 time: 0.0546503 Nov 27 01:40:58.811315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-0488e90d-e5cd-4caa-9f95-5a6d66649922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:58.813208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-0488e90d-e5cd-4caa-9f95-5a6d66649922 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72181b20-39e3-4e8a-9795-8b2658594b75 HTTP/1.1" status: 200 len: 848 time: 0.1905997 Nov 27 01:40:58.821420 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:58.848541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91714c43-55a8-4dbf-ae3f-ba12d320e9ed req-50c46e9a-b5db-483f-8b85-306eb135ae6a tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a19702-4280-4fa0-b766-90407744b478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156916 Nov 27 01:40:58.862384 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ac11a42f-1f79-4f66-b36d-35e4eda9b469 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:58.862774 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:58.902351 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce19117-a9b1-4682-a506-960e049acc7b x-openstack-request-id: req-7ce19117-a9b1-4682-a506-960e049acc7b {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:58.902672 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947534fa-5640-475f-84c3-21ac6d40aee3", "tag": "0b6393a2-afdc-4869-b9de-0d298d2b8afb", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:58.902899 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ce19117-a9b1-4682-a506-960e049acc7b {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:58.903308 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947534fa-5640-475f-84c3-21ac6d40aee3', 'tag': '0b6393a2-afdc-4869-b9de-0d298d2b8afb', 'status': 'completed', 'code': 200} Nov 27 01:40:58.927687 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-12dd70f8-a20c-4104-b834-14fc56b5add3 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/99b6c55a-ea8e-4da2-92da-bdbc7f016c4f HTTP/1.1" status: 200 len: 991 time: 0.1677113 Nov 27 01:40:58.943191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-6e63e3d2-9fff-47fc-b5a1-988e18663600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:58.944777 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-6e63e3d2-9fff-47fc-b5a1-988e18663600 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d35e71d3-df1b-472d-b0d5-abf76f313c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1212595 Nov 27 01:40:58.986135 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:59.052803 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ca171470-d26b-4f77-81f9-ee869775f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:40:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '99b6c55a-ea8e-4da2-92da-bdbc7f016c4f', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'port_id': '9167b529-7d65-416c-b872-ade13fdfb493', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'mac_address': 'fa:16:3e:c2:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:52Z', 'updated_at': '2021-11-27T01:40:52Z', 'revision_number': 0, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd990e9b-dabc-44db-91c7-a8fea6d23514', 'name': '', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:01:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:24Z', 'updated_at': '2021-11-27T01:40:31Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:59.084964 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-9d5ec1dc-bb8b-4f75-afff-6e603fc4229b service neutron] 10.222.0.31 "GET /v2.0/networks/d35e71d3-df1b-472d-b0d5-abf76f313c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317952 Nov 27 01:40:59.087885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca171470-d26b-4f77-81f9-ee869775f48b None None] The sync data for ids ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'] in n-d-817303-10 is: [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:40:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '99b6c55a-ea8e-4da2-92da-bdbc7f016c4f', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'port_id': '9167b529-7d65-416c-b872-ade13fdfb493', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'mac_address': 'fa:16:3e:c2:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:52Z', 'updated_at': '2021-11-27T01:40:52Z', 'revision_number': 0, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd990e9b-dabc-44db-91c7-a8fea6d23514', 'name': '', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:01:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:24Z', 'updated_at': '2021-11-27T01:40:31Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:59.099369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:59.100002 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:59.233432 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ac9eb950-1a81-44db-9026-b810aaf05760 req-b97268a4-0fdc-4931-b872-fce504c7c0c7 service neutron] 10.222.0.31 "GET /v2.0/networks/d35e71d3-df1b-472d-b0d5-abf76f313c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407518 Nov 27 01:40:59.380065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c93b4-0948-46e2-931f-2286374ddf69 req-214382c3-9a0a-4744-9c2f-262330514684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:59.381871 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de3c93b4-0948-46e2-931f-2286374ddf69 req-214382c3-9a0a-4744-9c2f-262330514684 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d138f98993a14a20a1b00a6a5d8f2528&device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 1096 time: 0.0481501 Nov 27 01:40:59.500392 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c93b4-0948-46e2-931f-2286374ddf69 req-65729692-0197-451e-8ac8-308e722744af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:59.501954 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de3c93b4-0948-46e2-931f-2286374ddf69 req-65729692-0197-451e-8ac8-308e722744af service neutron] 10.222.0.31 "GET /v2.0/networks?id=d35e71d3-df1b-472d-b0d5-abf76f313c36 HTTP/1.1" status: 200 len: 910 time: 0.1126971 Nov 27 01:40:59.547871 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de3c93b4-0948-46e2-931f-2286374ddf69 req-0f9c843a-d632-41a9-95c1-4ced4acf0c4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6393a2-afdc-4869-b9de-0d298d2b8afb HTTP/1.1" status: 200 len: 217 time: 0.0377939 Nov 27 01:40:59.607227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c93b4-0948-46e2-931f-2286374ddf69 req-7563d8f5-0a95-4568-b715-695bd9f3f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:59.609512 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de3c93b4-0948-46e2-931f-2286374ddf69 req-7563d8f5-0a95-4568-b715-695bd9f3f1fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72181b20-39e3-4e8a-9795-8b2658594b75 HTTP/1.1" status: 200 len: 848 time: 0.0549295 Nov 27 01:40:59.672554 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c93b4-0948-46e2-931f-2286374ddf69 req-7cebcdff-9f11-4ef9-b755-30ef3bb42d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:59.674289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de3c93b4-0948-46e2-931f-2286374ddf69 req-7cebcdff-9f11-4ef9-b755-30ef3bb42d04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d35e71d3-df1b-472d-b0d5-abf76f313c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575790 Nov 27 01:40:59.757467 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688acc2c-c31d-4337-9ead-d58f866ac622 None None] New status for floating IP 99b6c55a-ea8e-4da2-92da-bdbc7f016c4f: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:40:59.792536 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de3c93b4-0948-46e2-931f-2286374ddf69 req-10c34e4e-83c6-46ee-bbc6-02a2f8742ed2 service neutron] 10.222.0.31 "GET /v2.0/networks/d35e71d3-df1b-472d-b0d5-abf76f313c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109655 Nov 27 01:40:59.931483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38152) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:59.988132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0c5899ac-a08e-47ae-a4b9-a519a06f3882 req-86b234ef-f886-4c56-991f-4825336eb9e1 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 210 time: 0.0753715 Nov 27 01:40:59.993772 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de3c93b4-0948-46e2-931f-2286374ddf69 req-9d39dffd-cb98-4c82-929e-7fcf1462df1d service neutron] 10.222.0.31 "GET /v2.0/networks/d35e71d3-df1b-472d-b0d5-abf76f313c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915915 Nov 27 01:41:00.196659 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-90d26160-d768-4915-8911-d1490118a0ba tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/99b6c55a-ea8e-4da2-92da-bdbc7f016c4f HTTP/1.1" status: 200 len: 991 time: 0.2620301 Nov 27 01:41:00.216379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a1700-4c69-4036-9c55-eb5e0c4c699e req-7610fec3-4875-49f5-9acc-db722a06da94 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:00.217866 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d44a1700-4c69-4036-9c55-eb5e0c4c699e req-7610fec3-4875-49f5-9acc-db722a06da94 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 944 time: 0.2146831 Nov 27 01:41:00.265206 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5908a51-a7bb-42e3-b422-46413811891a req-3a66b3a3-2dcf-44f3-a0b4-69628c262395 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1297677 Nov 27 01:41:00.275640 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-8d938895-3fda-4f5e-bcdd-aa0e8eb6345e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:00.277821 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-8d938895-3fda-4f5e-bcdd-aa0e8eb6345e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "GET /v2.0/networks?id=64fa5681-50e9-4b24-a9ae-5d2fafebc38f HTTP/1.1" status: 200 len: 796 time: 0.2474327 Nov 27 01:41:00.329450 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d44a1700-4c69-4036-9c55-eb5e0c4c699e req-619bda64-5b2c-4f23-a10a-09a8e5accb72 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a19702-4280-4fa0-b766-90407744b478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991344 Nov 27 01:41:00.419316 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-e75e664d-fdb4-4bab-953b-4a19148fb5e2 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=793be66d9eb84ce981e4e9b4236fce7d HTTP/1.1" status: 200 len: 379 time: 0.1151874 Nov 27 01:41:00.431804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-9013efa7-a8b7-46b5-ac80-de75024003b3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'port': {'device_id': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'admin_state_up': True, 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'security_groups': ['d95cc188-b46a-4c52-9f66-c70dba6b7e96']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:41:00.458390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5908a51-a7bb-42e3-b422-46413811891a req-f608e335-3d10-4896-82b7-72e51e9c7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:00.460047 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5908a51-a7bb-42e3-b422-46413811891a req-f608e335-3d10-4896-82b7-72e51e9c7693 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 1098 time: 0.0922611 Nov 27 01:41:00.746420 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:00.931072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5908a51-a7bb-42e3-b422-46413811891a req-33b332b4-aa03-4622-8728-750447cf48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:00.932461 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5908a51-a7bb-42e3-b422-46413811891a req-33b332b4-aa03-4622-8728-750447cf48d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4897bf2f-e988-4633-afbb-1df8afce7e63 HTTP/1.1" status: 200 len: 898 time: 0.4366248 Nov 27 01:41:00.940769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-9013efa7-a8b7-46b5-ac80-de75024003b3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Made reservation on behalf of 793be66d9eb84ce981e4e9b4236fce7d for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:41:00.944294 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-9013efa7-a8b7-46b5-ac80-de75024003b3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:01.057811 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5908a51-a7bb-42e3-b422-46413811891a req-63a9cd8e-ea45-4256-93fe-2a1bcb5b95a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9167b529-7d65-416c-b872-ade13fdfb493 HTTP/1.1" status: 200 len: 1001 time: 0.1098433 Nov 27 01:41:01.087987 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f714f8e0-8d94-473f-be95-96f7b35e3f45 req-2aba9462-6896-4edc-a788-44eafd26e5b5 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 210 time: 0.0268860 Nov 27 01:41:01.150403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5908a51-a7bb-42e3-b422-46413811891a req-3bbb0e48-1579-42f2-85e9-6e270dc7731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:01.151852 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5908a51-a7bb-42e3-b422-46413811891a req-3bbb0e48-1579-42f2-85e9-6e270dc7731c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0dfa94b4-d0fc-4c03-845d-58d22db33e31 HTTP/1.1" status: 200 len: 835 time: 0.0843477 Nov 27 01:41:01.178659 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-9013efa7-a8b7-46b5-ac80-de75024003b3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Allocated IP 172.20.0.8 (64fa5681-50e9-4b24-a9ae-5d2fafebc38f/889750cc-101c-4791-aa55-e4d8358964cd/bf0547fc-f1ff-47ee-94c0-c5497c9d4dae) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:41:01.199809 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38160) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:01.246730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5908a51-a7bb-42e3-b422-46413811891a req-bf3d2c35-d455-482d-a71b-e51fbce6dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:01.248426 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5908a51-a7bb-42e3-b422-46413811891a req-bf3d2c35-d455-482d-a71b-e51fbce6dd68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4897bf2f-e988-4633-afbb-1df8afce7e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852382 Nov 27 01:41:01.272181 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1eb91a38-8324-4102-b057-9f1e193e5013 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/99b6c55a-ea8e-4da2-92da-bdbc7f016c4f HTTP/1.1" status: 200 len: 993 time: 0.0711250 Nov 27 01:41:01.445131 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-9013efa7-a8b7-46b5-ac80-de75024003b3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:01.448712 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5908a51-a7bb-42e3-b422-46413811891a req-9fad7c3e-67ac-42d2-a049-48206ea40187 service neutron] 10.222.0.21 "GET /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801481 Nov 27 01:41:01.553828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee71cb8-55f1-4e90-bbd2-4ebe9254751a req-3312a12f-0b03-4439-8302-fd3c40257159 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:01.555743 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dee71cb8-55f1-4e90-bbd2-4ebe9254751a req-3312a12f-0b03-4439-8302-fd3c40257159 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 944 time: 0.1356981 Nov 27 01:41:01.601550 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-9013efa7-a8b7-46b5-ac80-de75024003b3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:01.625213 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5908a51-a7bb-42e3-b422-46413811891a req-78b2da5a-c7d7-4c89-91bd-506cb0c6f177 service neutron] 10.222.0.21 "GET /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620095 Nov 27 01:41:01.671316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-9013efa7-a8b7-46b5-ac80-de75024003b3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:41:01.677551 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dee71cb8-55f1-4e90-bbd2-4ebe9254751a req-684a3b34-fc17-490c-a796-c3de119eaa63 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a19702-4280-4fa0-b766-90407744b478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144848 Nov 27 01:41:01.681789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-9013efa7-a8b7-46b5-ac80-de75024003b3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:41:01.685846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-9013efa7-a8b7-46b5-ac80-de75024003b3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:41:01.692233 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013efa7-a8b7-46b5-ac80-de75024003b3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:01.741995 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-9013efa7-a8b7-46b5-ac80-de75024003b3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:01.743876 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-9013efa7-a8b7-46b5-ac80-de75024003b3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:01.764073 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-9013efa7-a8b7-46b5-ac80-de75024003b3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3379779 Nov 27 01:41:01.788020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Request body: {'port': {'device_id': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:41:01.853941 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:01.933212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-52824466-6397-4315-945a-c6e912854469 None None] Provisioning complete for port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:41:01.933810 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-52824466-6397-4315-945a-c6e912854469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:01.970051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-52824466-6397-4315-945a-c6e912854469 None None] Port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:41:02.140325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0547fc-f1ff-47ee-94c0-c5497c9d4dae {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:41:02.148459 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:02.152622 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0b6393a2-afdc-4869-b9de-0d298d2b8afb details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:41:02.163221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Transition to ACTIVE for port object bf0547fc-f1ff-47ee-94c0-c5497c9d4dae will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:41:02.167311 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:02.294737 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efc2f8-b81e-41d6-bf29-2ca0c1b2a6ea req-8352af15-f43e-413e-b1d6-65856f9a5574 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:02.297534 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0b6393a2-afdc-4869-b9de-0d298d2b8afb, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0b6393a2-afdc-4869-b9de-0d298d2b8afb,segment=NetworkSegment(4dfc53e4-d585-44e8-aef6-e5730963123f),segment_id=4dfc53e4-d585-44e8-aef6-e5730963123f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:02.304798 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7efc2f8-b81e-41d6-bf29-2ca0c1b2a6ea req-8352af15-f43e-413e-b1d6-65856f9a5574 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 943 time: 0.1183717 Nov 27 01:41:02.330029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:02.363872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '0b6393a2-afdc-4869-b9de-0d298d2b8afb', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'port_id': '0b6393a2-afdc-4869-b9de-0d298d2b8afb', 'mac_address': 'fa:16:3e:1a:b2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:41:02.369148 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7efc2f8-b81e-41d6-bf29-2ca0c1b2a6ea req-f60f043d-47bf-40e8-8b73-30ed0ac3a42c tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=d95cc188-b46a-4c52-9f66-c70dba6b7e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634470 Nov 27 01:41:02.386792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Attempting to bind port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:41:02.387137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Attempting to bind port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '67e716b0-4513-4b02-bcc5-ce7f418b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:41:02.387470 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Attempting to bind port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae on network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:41:02.394770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae on network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:41:02.395095 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Attempting to bind port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae on network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:41:02.402142 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:41:02.402485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Checking segment: {'id': '67e716b0-4513-4b02-bcc5-ce7f418b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:41:02.402875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Bound using segment: {'id': '67e716b0-4513-4b02-bcc5-ce7f418b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:41:02.403305 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Bound port: bf0547fc-f1ff-47ee-94c0-c5497c9d4dae, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e716b0-4513-4b02-bcc5-ce7f418b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:41:02.403665 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:02.412672 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:02.435646 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6393a2-afdc-4869-b9de-0d298d2b8afb {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:41:02.462860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0b6393a2-afdc-4869-b9de-0d298d2b8afb, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0b6393a2-afdc-4869-b9de-0d298d2b8afb,segment=NetworkSegment(4dfc53e4-d585-44e8-aef6-e5730963123f),segment_id=4dfc53e4-d585-44e8-aef6-e5730963123f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:02.468530 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:02.485958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] For port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:41:02.489425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] For port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae,segment=NetworkSegment(67e716b0-4513-4b02-bcc5-ce7f418b096c),segment_id=67e716b0-4513-4b02-bcc5-ce7f418b096c)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:41:02.494054 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:02.530072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=0b6393a2-afdc-4869-b9de-0d298d2b8afb,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:02.536886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:02.537692 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:02.539388 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] 10.222.0.21 "PUT /v2.0/ports/bf0547fc-f1ff-47ee-94c0-c5497c9d4dae HTTP/1.1" status: 200 len: 1092 time: 0.7557616 Nov 27 01:41:02.544288 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'tag': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:41:02.551307 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab6ef72-2b36-47bf-b63c-05fcfa8b0a77" -d '{"events": [{"name": "network-changed", "server_uuid": "818a9467-7f9b-4746-8ad3-ac4caddb8142", "tag": "bf0547fc-f1ff-47ee-94c0-c5497c9d4dae"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:41:02.574296 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc53d6-bf20-4ee2-92ba-9055c4bd01b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:02.638106 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355d2eda-c2de-4858-8061-79851993e5ec x-openstack-request-id: req-355d2eda-c2de-4858-8061-79851993e5ec {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:41:02.638397 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818a9467-7f9b-4746-8ad3-ac4caddb8142", "tag": "bf0547fc-f1ff-47ee-94c0-c5497c9d4dae", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:41:02.638662 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-355d2eda-c2de-4858-8061-79851993e5ec {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:41:02.639276 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'tag': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae', 'status': 'completed', 'code': 200} Nov 27 01:41:02.659768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-3955c5bd-401d-4678-8eb5-fb917df83d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:02.661401 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-3955c5bd-401d-4678-8eb5-fb917df83d5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 1095 time: 0.0613153 Nov 27 01:41:02.722091 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-839313ca-c3b4-4fd5-aa14-ab2a68a236c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae HTTP/1.1" status: 200 len: 217 time: 0.0419254 Nov 27 01:41:02.783475 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-4c802a7e-7e0f-4347-bfaf-5327318b77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:02.785574 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-4c802a7e-7e0f-4347-bfaf-5327318b77d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=889750cc-101c-4791-aa55-e4d8358964cd HTTP/1.1" status: 200 len: 835 time: 0.0563452 Nov 27 01:41:02.823530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d08b6-46fc-4519-ba76-52cd62f3ccc5 req-744fefc2-5424-4212-bdd3-ea066f2d44e7 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:02.832054 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae3d08b6-46fc-4519-ba76-52cd62f3ccc5 req-744fefc2-5424-4212-bdd3-ea066f2d44e7 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 945 time: 0.0650566 Nov 27 01:41:02.841149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-bcdd5d04-ac7a-4212-812d-920b42e9b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:02.843083 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-bcdd5d04-ac7a-4212-812d-920b42e9b59c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fa5681-50e9-4b24-a9ae-5d2fafebc38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491319 Nov 27 01:41:02.857213 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['0b6393a2-afdc-4869-b9de-0d298d2b8afb'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:41:02.900322 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae3d08b6-46fc-4519-ba76-52cd62f3ccc5 req-67f4fce7-ef79-43be-8945-690f30d24016 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a19702-4280-4fa0-b766-90407744b478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602784 Nov 27 01:41:02.954412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-c9ff14ea-7d68-4060-b206-8662ea7a2d17 service neutron] 10.222.0.21 "GET /v2.0/networks/64fa5681-50e9-4b24-a9ae-5d2fafebc38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964820 Nov 27 01:41:03.055287 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5c89841e-3838-4e8a-9974-e8242f89fb30 req-b6f4e819-2d79-4d01-8f7a-c79f7681a3de service neutron] 10.222.0.21 "GET /v2.0/networks/64fa5681-50e9-4b24-a9ae-5d2fafebc38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922472 Nov 27 01:41:03.193811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6ef72-2b36-47bf-b63c-05fcfa8b0a77 req-e8a4d54c-87f0-475d-aca0-3142b7221143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:03.195379 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aab6ef72-2b36-47bf-b63c-05fcfa8b0a77 req-e8a4d54c-87f0-475d-aca0-3142b7221143 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 1095 time: 0.0447946 Nov 27 01:41:03.292767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6ef72-2b36-47bf-b63c-05fcfa8b0a77 req-b6a13593-ebe1-42e7-969e-fb7d13600ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:03.295029 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aab6ef72-2b36-47bf-b63c-05fcfa8b0a77 req-b6a13593-ebe1-42e7-969e-fb7d13600ee4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fa5681-50e9-4b24-a9ae-5d2fafebc38f HTTP/1.1" status: 200 len: 897 time: 0.0912898 Nov 27 01:41:03.343977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aab6ef72-2b36-47bf-b63c-05fcfa8b0a77 req-0f16c846-e5df-4a3a-afa1-472ca47d15f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae HTTP/1.1" status: 200 len: 217 time: 0.0406950 Nov 27 01:41:03.395985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6ef72-2b36-47bf-b63c-05fcfa8b0a77 req-eaa91093-4ea6-4307-9ba2-6a9a65c860fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:03.397970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aab6ef72-2b36-47bf-b63c-05fcfa8b0a77 req-eaa91093-4ea6-4307-9ba2-6a9a65c860fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=889750cc-101c-4791-aa55-e4d8358964cd HTTP/1.1" status: 200 len: 835 time: 0.0472138 Nov 27 01:41:03.448142 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6ef72-2b36-47bf-b63c-05fcfa8b0a77 req-e3eae0a3-67c0-4e0b-8754-5db67f310072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:03.449923 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aab6ef72-2b36-47bf-b63c-05fcfa8b0a77 req-e3eae0a3-67c0-4e0b-8754-5db67f310072 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fa5681-50e9-4b24-a9ae-5d2fafebc38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439897 Nov 27 01:41:03.554272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de6c79-d926-4963-b351-a26d63e272e2 req-af2f5147-360e-4c04-a356-279c53d82d8e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:03.556307 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72de6c79-d926-4963-b351-a26d63e272e2 req-af2f5147-360e-4c04-a356-279c53d82d8e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 943 time: 0.1052098 Nov 27 01:41:03.593434 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aab6ef72-2b36-47bf-b63c-05fcfa8b0a77 req-84a22ab8-3583-4c35-a819-a450b352419b service neutron] 10.222.0.21 "GET /v2.0/networks/64fa5681-50e9-4b24-a9ae-5d2fafebc38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324489 Nov 27 01:41:03.667938 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72de6c79-d926-4963-b351-a26d63e272e2 req-ad2aad0b-9790-4ddd-a72c-6d59b807d5a3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=d95cc188-b46a-4c52-9f66-c70dba6b7e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029913 Nov 27 01:41:03.713579 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aab6ef72-2b36-47bf-b63c-05fcfa8b0a77 req-da68dfa9-dee3-408b-aba3-156b523ef3fd service neutron] 10.222.0.21 "GET /v2.0/networks/64fa5681-50e9-4b24-a9ae-5d2fafebc38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109831 Nov 27 01:41:04.012976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b57678-ed51-4d29-8463-1d7754b4d135 req-8bb70b0a-6256-4e82-b29d-514e38ac90a2 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:04.014554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6b57678-ed51-4d29-8463-1d7754b4d135 req-8bb70b0a-6256-4e82-b29d-514e38ac90a2 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 945 time: 0.0504174 Nov 27 01:41:04.064947 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6b57678-ed51-4d29-8463-1d7754b4d135 req-2c176886-b2a9-465d-9dc0-92228257433a tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a19702-4280-4fa0-b766-90407744b478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445135 Nov 27 01:41:04.157597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0b6393a2-afdc-4869-b9de-0d298d2b8afb up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:41:04.214231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 0b6393a2-afdc-4869-b9de-0d298d2b8afb completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:41:04.219773 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 0b6393a2-afdc-4869-b9de-0d298d2b8afb triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:41:04.220202 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:04.303376 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:04.488684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947534fa-5640-475f-84c3-21ac6d40aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6393a2-afdc-4869-b9de-0d298d2b8afb'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:41:04.490997 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9998cc-7234-412d-8640-3594c7f0c5f2" -d '{"events": [{"server_uuid": "947534fa-5640-475f-84c3-21ac6d40aee3", "name": "network-vif-plugged", "status": "completed", "tag": "0b6393a2-afdc-4869-b9de-0d298d2b8afb"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:41:04.510278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0b6393a2-afdc-4869-b9de-0d298d2b8afb, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0b6393a2-afdc-4869-b9de-0d298d2b8afb,segment=NetworkSegment(4dfc53e4-d585-44e8-aef6-e5730963123f),segment_id=4dfc53e4-d585-44e8-aef6-e5730963123f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:04.514295 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:04.539797 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7be352-9ae3-4a8f-87ed-d61846b12e58 x-openstack-request-id: req-5e7be352-9ae3-4a8f-87ed-d61846b12e58 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:41:04.540101 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947534fa-5640-475f-84c3-21ac6d40aee3", "name": "network-vif-plugged", "status": "completed", "tag": "0b6393a2-afdc-4869-b9de-0d298d2b8afb", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:41:04.540380 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e7be352-9ae3-4a8f-87ed-d61846b12e58 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:41:04.540772 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947534fa-5640-475f-84c3-21ac6d40aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6393a2-afdc-4869-b9de-0d298d2b8afb', 'code': 200} Nov 27 01:41:04.565080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=0b6393a2-afdc-4869-b9de-0d298d2b8afb,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:04.667943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672a057-42a1-446b-8e8a-642788262bf8 req-9ebfaa1e-a144-4687-8eed-e3ad94dd994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:04.670255 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0672a057-42a1-446b-8e8a-642788262bf8 req-9ebfaa1e-a144-4687-8eed-e3ad94dd994c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 1098 time: 0.0431345 Nov 27 01:41:04.724550 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0672a057-42a1-446b-8e8a-642788262bf8 req-0693af02-fd5a-42d3-877f-d1e41ec7cab5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=46a19702-4280-4fa0-b766-90407744b478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469763 Nov 27 01:41:04.791662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab436a3-72d2-4163-892d-ad08eb57315d req-d0bdd462-9dd2-45b6-a141-b262820850ad tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:04.793186 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ab436a3-72d2-4163-892d-ad08eb57315d req-d0bdd462-9dd2-45b6-a141-b262820850ad tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 943 time: 0.0560052 Nov 27 01:41:04.847813 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ab436a3-72d2-4163-892d-ad08eb57315d req-dc05f433-05ea-43f1-897b-86ff3a499a22 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=d95cc188-b46a-4c52-9f66-c70dba6b7e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483370 Nov 27 01:41:05.183707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae257d81-564a-4307-9b26-753010ec13f3 req-afa3a6ba-cb81-4e19-a5c0-623bfed716f2 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:05.185428 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ae257d81-564a-4307-9b26-753010ec13f3 req-afa3a6ba-cb81-4e19-a5c0-623bfed716f2 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 946 time: 0.0507739 Nov 27 01:41:05.234954 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ae257d81-564a-4307-9b26-753010ec13f3 req-bd24d435-e929-408b-8d46-0d5178eef924 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a19702-4280-4fa0-b766-90407744b478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434721 Nov 27 01:41:05.970987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf23c4-cdf1-4ddc-b121-5d7c9fa77c58 req-f93fd54c-2a77-4abe-97b8-6098b7715070 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:05.972571 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0eaf23c4-cdf1-4ddc-b121-5d7c9fa77c58 req-f93fd54c-2a77-4abe-97b8-6098b7715070 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 943 time: 0.0542605 Nov 27 01:41:06.027730 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0eaf23c4-cdf1-4ddc-b121-5d7c9fa77c58 req-fa71f8f8-08f8-40d9-a41d-8c8a6c01864f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=d95cc188-b46a-4c52-9f66-c70dba6b7e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456541 Nov 27 01:41:06.184010 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device bf0547fc-f1ff-47ee-94c0-c5497c9d4dae details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:41:06.297392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae,segment=NetworkSegment(67e716b0-4513-4b02-bcc5-ce7f418b096c),segment_id=67e716b0-4513-4b02-bcc5-ce7f418b096c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:06.309819 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'port_id': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae', 'mac_address': 'fa:16:3e:43:e3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889750cc-101c-4791-aa55-e4d8358964cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:41:06.348123 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:06.361489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0547fc-f1ff-47ee-94c0-c5497c9d4dae {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:41:06.366437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc001e2-64e1-45e9-99f8-c36d3b364a9c req-d3132b43-2b5c-49df-a97e-246a563b6eac tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:06.368011 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8dc001e2-64e1-45e9-99f8-c36d3b364a9c req-d3132b43-2b5c-49df-a97e-246a563b6eac tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 946 time: 0.0520129 Nov 27 01:41:06.383413 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae,segment=NetworkSegment(67e716b0-4513-4b02-bcc5-ce7f418b096c),segment_id=67e716b0-4513-4b02-bcc5-ce7f418b096c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:06.388025 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:06.430518 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8dc001e2-64e1-45e9-99f8-c36d3b364a9c req-d0d4aa5a-8674-4089-af0f-2aab4719d9d8 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a19702-4280-4fa0-b766-90407744b478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565987 Nov 27 01:41:06.439790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:06.555427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c976e-1a6e-4124-8387-7c2b36a82373 req-f31a8985-2eac-4429-9ba9-9d95c2f15251 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:06.557058 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-209c976e-1a6e-4124-8387-7c2b36a82373 req-f31a8985-2eac-4429-9ba9-9d95c2f15251 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 946 time: 0.0521581 Nov 27 01:41:06.612101 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-209c976e-1a6e-4124-8387-7c2b36a82373 req-4b82840f-37bb-405e-b9cf-3cc90b8b5a07 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a19702-4280-4fa0-b766-90407744b478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490096 Nov 27 01:41:06.693072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['bf0547fc-f1ff-47ee-94c0-c5497c9d4dae'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:41:06.737163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078afab8-47dc-4ac9-853d-07a6e5b2bc41 req-17d19038-12cd-4751-ae8f-acd61123b35b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:06.738725 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-078afab8-47dc-4ac9-853d-07a6e5b2bc41 req-17d19038-12cd-4751-ae8f-acd61123b35b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 946 time: 0.0611351 Nov 27 01:41:06.804339 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-078afab8-47dc-4ac9-853d-07a6e5b2bc41 req-1d97d678-8c2c-4a97-b664-9b52bc9cc7a9 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a19702-4280-4fa0-b766-90407744b478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541205 Nov 27 01:41:06.815517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38276) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:06.964368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1b5956-44cf-4c92-8658-2fa72d12cba4 tempest-TestServerBasicOps-1686554811 tempest-TestServerBasicOps-1686554811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:06.966183 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9a1b5956-44cf-4c92-8658-2fa72d12cba4 tempest-TestServerBasicOps-1686554811 tempest-TestServerBasicOps-1686554811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 1093 time: 0.1496873 Nov 27 01:41:06.969215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38280) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:06.974801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '0b6393a2-afdc-4869-b9de-0d298d2b8afb', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:41:07.000665 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:07.105621 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:07.168589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658903a9-55c8-4071-bc02-a65a9c812bd6 req-3d4c209d-c88c-4511-b7c0-77294c02fdb3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:07.170123 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-658903a9-55c8-4071-bc02-a65a9c812bd6 req-3d4c209d-c88c-4511-b7c0-77294c02fdb3 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 944 time: 0.0722997 Nov 27 01:41:07.219273 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Allocated IP 172.25.1.181 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/47c41e85-b5bc-49c0-8c51-46eda1955f92) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:41:07.219851 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-658903a9-55c8-4071-bc02-a65a9c812bd6 req-5482611c-6c63-4ed4-a0b4-c2b85a8d1582 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=d95cc188-b46a-4c52-9f66-c70dba6b7e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436158 Nov 27 01:41:07.335629 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:07.373460 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:07.417585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:41:07.422548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:41:07.426778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:41:07.429991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Pushing event updated for resources: {'Port': ['ID=47c41e85-b5bc-49c0-8c51-46eda1955f92,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:07.811468 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:07.879147 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:08.034392 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:08.038793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:08.112402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Pushing event updated for resources: {'Port': ['ID=47c41e85-b5bc-49c0-8c51-46eda1955f92,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:08.124688 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:08.200884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device bf0547fc-f1ff-47ee-94c0-c5497c9d4dae up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:41:08.237990 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Floating IP 9f8f97bf-f659-4368-984d-59282ef54550 associated. External IP: 172.25.1.181, port: 0b6393a2-afdc-4869-b9de-0d298d2b8afb. Nov 27 01:41:08.251483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:41:08.257588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:41:08.258014 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:08.346581 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:08.374188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:41:08.376859 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7440cf5c-4904-467c-83c4-d833fd556ea3" -d '{"events": [{"server_uuid": "818a9467-7f9b-4746-8ad3-ac4caddb8142", "name": "network-vif-plugged", "status": "completed", "tag": "bf0547fc-f1ff-47ee-94c0-c5497c9d4dae"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:41:08.398066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae,segment=NetworkSegment(67e716b0-4513-4b02-bcc5-ce7f418b096c),segment_id=67e716b0-4513-4b02-bcc5-ce7f418b096c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:08.403479 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:08.458975 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b17dc0-d61e-4b79-a8aa-97c1f5e83e8e x-openstack-request-id: req-94b17dc0-d61e-4b79-a8aa-97c1f5e83e8e {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:41:08.459260 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818a9467-7f9b-4746-8ad3-ac4caddb8142", "name": "network-vif-plugged", "status": "completed", "tag": "bf0547fc-f1ff-47ee-94c0-c5497c9d4dae", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:41:08.459666 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94b17dc0-d61e-4b79-a8aa-97c1f5e83e8e {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:41:08.460068 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae', 'code': 200} Nov 27 01:41:08.483875 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:08.760820 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f84fa-1e56-451c-87a4-601a7052dbff req-2a95c8c4-70e0-4e15-a9d2-35fb01b1b84b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:08.762211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db9f84fa-1e56-451c-87a4-601a7052dbff req-2a95c8c4-70e0-4e15-a9d2-35fb01b1b84b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 944 time: 0.4545548 Nov 27 01:41:08.775267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bc782-135e-4f66-9faa-90584f80a9a2 req-86a9aa20-b90f-4c0a-a380-f988658c7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:08.776457 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-128bc782-135e-4f66-9faa-90584f80a9a2 req-86a9aa20-b90f-4c0a-a380-f988658c7d15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 1097 time: 0.0821948 Nov 27 01:41:08.913155 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db9f84fa-1e56-451c-87a4-601a7052dbff req-4f714087-4968-416f-941d-d0d837bfb019 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=d95cc188-b46a-4c52-9f66-c70dba6b7e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434543 Nov 27 01:41:08.934041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-128bc782-135e-4f66-9faa-90584f80a9a2 req-9f551f6f-cc94-4c64-aba4-9a338d6c6844 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d95cc188-b46a-4c52-9f66-c70dba6b7e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142204 Nov 27 01:41:08.958770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Router 1f608894-b2b7-48af-a96f-af3fb60ee3df has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:41:09.079082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:41:09.090156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b6b6e-669f-4688-86b9-97b317678f26 None None] Sync routers for ids ['1f608894-b2b7-48af-a96f-af3fb60ee3df'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:41:09.098283 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:09.104724 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b6b6e-669f-4688-86b9-97b317678f26 None None] Routers {'1f608894-b2b7-48af-a96f-af3fb60ee3df'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:09.105665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ff0b6b6e-669f-4688-86b9-97b317678f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f608894-b2b7-48af-a96f-af3fb60ee3df'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:09.125343 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bde7757d-4add-4378-b1ea-075f64f06d8b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1550021 Nov 27 01:41:09.125931 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947534fa-5640-475f-84c3-21ac6d40aee3', 'tag': '0b6393a2-afdc-4869-b9de-0d298d2b8afb'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:41:09.128184 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0a0767-ce9a-444b-b327-63131870f994" -d '{"events": [{"name": "network-changed", "server_uuid": "947534fa-5640-475f-84c3-21ac6d40aee3", "tag": "0b6393a2-afdc-4869-b9de-0d298d2b8afb"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:41:09.168317 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7049d3-c667-4380-b3ce-8fff4dc48ced x-openstack-request-id: req-1f7049d3-c667-4380-b3ce-8fff4dc48ced {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:41:09.168682 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947534fa-5640-475f-84c3-21ac6d40aee3", "tag": "0b6393a2-afdc-4869-b9de-0d298d2b8afb", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:41:09.169345 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f7049d3-c667-4380-b3ce-8fff4dc48ced {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:41:09.169926 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947534fa-5640-475f-84c3-21ac6d40aee3', 'tag': '0b6393a2-afdc-4869-b9de-0d298d2b8afb', 'status': 'completed', 'code': 200} Nov 27 01:41:09.230589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-ff0b6b6e-669f-4688-86b9-97b317678f26 None None] Set router 1f608894-b2b7-48af-a96f-af3fb60ee3df gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:09.265181 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a0767-ce9a-444b-b327-63131870f994 req-f195d874-d241-47a6-bf7a-6bf98c46fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:09.266840 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb0a0767-ce9a-444b-b327-63131870f994 req-f195d874-d241-47a6-bf7a-6bf98c46fc5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d138f98993a14a20a1b00a6a5d8f2528&device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 1098 time: 0.0494833 Nov 27 01:41:09.364545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a0767-ce9a-444b-b327-63131870f994 req-663878bf-682c-4cf7-bd9a-00de085766c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:09.366666 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb0a0767-ce9a-444b-b327-63131870f994 req-663878bf-682c-4cf7-bd9a-00de085766c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d35e71d3-df1b-472d-b0d5-abf76f313c36 HTTP/1.1" status: 200 len: 910 time: 0.0911434 Nov 27 01:41:09.446564 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb0a0767-ce9a-444b-b327-63131870f994 req-db49477a-b875-4a32-a968-af224c947396 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6393a2-afdc-4869-b9de-0d298d2b8afb HTTP/1.1" status: 200 len: 1000 time: 0.0715232 Nov 27 01:41:09.489442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ff0b6b6e-669f-4688-86b9-97b317678f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port': {'id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:28Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9f8f97bf-f659-4368-984d-59282ef54550', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'port_id': '0b6393a2-afdc-4869-b9de-0d298d2b8afb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'mac_address': 'fa:16:3e:1a:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947534fa-5640-475f-84c3-21ac6d40aee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:41:07Z', 'updated_at': '2021-11-27T01:41:07Z', 'revision_number': 0, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d410-c4dd-4d0c-9c52-807ba909937f', 'name': '', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'mac_address': 'fa:16:3e:7d:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:34Z', 'updated_at': '2021-11-27T01:40:41Z', 'revision_number': 5, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'subnets': [{'id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:09.501446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a0767-ce9a-444b-b327-63131870f994 req-9723fbab-2c54-4c8f-9585-1c4ad85dfc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:09.502948 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb0a0767-ce9a-444b-b327-63131870f994 req-9723fbab-2c54-4c8f-9585-1c4ad85dfc4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72181b20-39e3-4e8a-9795-8b2658594b75 HTTP/1.1" status: 200 len: 848 time: 0.0499976 Nov 27 01:41:09.526001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b6b6e-669f-4688-86b9-97b317678f26 None None] Checking router: 1f608894-b2b7-48af-a96f-af3fb60ee3df for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:41:09.535138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b6b6e-669f-4688-86b9-97b317678f26 None None] Routers {'1f608894-b2b7-48af-a96f-af3fb60ee3df'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:09.535807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ff0b6b6e-669f-4688-86b9-97b317678f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:40:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f608894-b2b7-48af-a96f-af3fb60ee3df'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:09.557241 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a0767-ce9a-444b-b327-63131870f994 req-64a5cc9b-fd91-4f38-a294-3c1897cc4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:09.558994 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb0a0767-ce9a-444b-b327-63131870f994 req-64a5cc9b-fd91-4f38-a294-3c1897cc4067 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d35e71d3-df1b-472d-b0d5-abf76f313c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485220 Nov 27 01:41:09.650512 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-ff0b6b6e-669f-4688-86b9-97b317678f26 None None] Set router 1f608894-b2b7-48af-a96f-af3fb60ee3df gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:09.663240 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb0a0767-ce9a-444b-b327-63131870f994 req-540e0c60-e4d1-4d88-b284-aa25ab43ed31 service neutron] 10.222.0.31 "GET /v2.0/networks/d35e71d3-df1b-472d-b0d5-abf76f313c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970674 Nov 27 01:41:09.766204 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb0a0767-ce9a-444b-b327-63131870f994 req-732714eb-d644-43b4-b11b-17d1ab46ec36 service neutron] 10.222.0.31 "GET /v2.0/networks/d35e71d3-df1b-472d-b0d5-abf76f313c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962343 Nov 27 01:41:09.906357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-ff0b6b6e-669f-4688-86b9-97b317678f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port': {'id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:28Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9f8f97bf-f659-4368-984d-59282ef54550', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'port_id': '0b6393a2-afdc-4869-b9de-0d298d2b8afb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'mac_address': 'fa:16:3e:1a:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947534fa-5640-475f-84c3-21ac6d40aee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:41:07Z', 'updated_at': '2021-11-27T01:41:07Z', 'revision_number': 0, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d410-c4dd-4d0c-9c52-807ba909937f', 'name': '', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'mac_address': 'fa:16:3e:7d:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:34Z', 'updated_at': '2021-11-27T01:40:41Z', 'revision_number': 5, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'subnets': [{'id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:09.938711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b6b6e-669f-4688-86b9-97b317678f26 None None] The sync data for ids ['1f608894-b2b7-48af-a96f-af3fb60ee3df'] in n-d-817303-10 is: [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port': {'id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:28Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '9f8f97bf-f659-4368-984d-59282ef54550', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'port_id': '0b6393a2-afdc-4869-b9de-0d298d2b8afb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'mac_address': 'fa:16:3e:1a:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947534fa-5640-475f-84c3-21ac6d40aee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:41:07Z', 'updated_at': '2021-11-27T01:41:07Z', 'revision_number': 0, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d410-c4dd-4d0c-9c52-807ba909937f', 'name': '', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'mac_address': 'fa:16:3e:7d:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:34Z', 'updated_at': '2021-11-27T01:40:41Z', 'revision_number': 5, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'subnets': [{'id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:41:10.068058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51d74d-5db5-4df2-a29c-20f32a1abe54 req-ee1e2d20-2f79-4278-826d-89f096718786 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:10.069742 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b51d74d-5db5-4df2-a29c-20f32a1abe54 req-ee1e2d20-2f79-4278-826d-89f096718786 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 945 time: 0.0797887 Nov 27 01:41:10.103893 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-90300b29-9a4e-4c80-91d8-57bc3b97b599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:10.130990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b51d74d-5db5-4df2-a29c-20f32a1abe54 req-986d64e3-75f9-4e12-ad81-596dbf4ab4f5 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=d95cc188-b46a-4c52-9f66-c70dba6b7e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540740 Nov 27 01:41:10.223749 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63f0f21-8614-4a9c-be05-32467d5294c3 None None] New status for floating IP 9f8f97bf-f659-4368-984d-59282ef54550: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:41:11.288533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647364b-5b3a-4c6b-982b-adc354a23aa5 req-8ae8be31-314e-43f7-9453-ab45637047e6 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:11.291070 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f647364b-5b3a-4c6b-982b-adc354a23aa5 req-8ae8be31-314e-43f7-9453-ab45637047e6 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 945 time: 0.0708418 Nov 27 01:41:11.349583 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f647364b-5b3a-4c6b-982b-adc354a23aa5 req-1de1b844-33b6-49bf-9265-6ed158f45b72 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=d95cc188-b46a-4c52-9f66-c70dba6b7e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519936 Nov 27 01:41:11.474746 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09570b4e-a62f-4500-a991-c8fab81cd32e req-cde58209-1434-438b-b147-e724c4897df8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:11.476493 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-09570b4e-a62f-4500-a991-c8fab81cd32e req-cde58209-1434-438b-b147-e724c4897df8 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 945 time: 0.0508225 Nov 27 01:41:11.530856 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-09570b4e-a62f-4500-a991-c8fab81cd32e req-bf4be839-62ca-4fe0-bc86-cdd64d5cddb5 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=d95cc188-b46a-4c52-9f66-c70dba6b7e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475876 Nov 27 01:41:11.553351 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38380) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:11.592657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeb833b-e2c1-4abc-8f28-617e5c8c5c40 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:11.594167 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-baeb833b-e2c1-4abc-8f28-617e5c8c5c40 tempest-TestNetworkBasicOps-215556195 tempest-TestNetworkBasicOps-215556195-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 1092 time: 0.0398540 Nov 27 01:41:11.596941 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38386) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:11.601200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:41:11.624577 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:11.737366 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:11.864642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Allocated IP 172.25.1.60 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/b1850008-6407-49d0-8dee-f8734b620873) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:41:11.980159 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:12.016877 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:12.050589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:41:12.057402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:41:12.060938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:41:12.087141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=b1850008-6407-49d0-8dee-f8734b620873,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:12.261501 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f1f35d75-9eb2-4f29-8d6c-486f935059b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:12.447385 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:12.514805 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:12.667598 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:12.672135 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:12.742469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event updated for resources: {'Port': ['ID=b1850008-6407-49d0-8dee-f8734b620873,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:12.756601 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:12.864712 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Floating IP 1de1cdb6-8464-4d9e-826c-d3cc8362df49 associated. External IP: 172.25.1.60, port: bf0547fc-f1ff-47ee-94c0-c5497c9d4dae. Nov 27 01:41:13.090313 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:41:13.201210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:41:13.213743 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5055175-bb36-401a-a635-8a0fd33fd669 None None] Sync routers for ids ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:41:13.220413 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:13.224197 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5055175-bb36-401a-a635-8a0fd33fd669 None None] Routers {'97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:13.224861 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b5055175-bb36-401a-a635-8a0fd33fd669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:41:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:13.250819 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-20079ce6-9d90-4b7d-8a01-c19b6c4517bf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6528490 Nov 27 01:41:13.251403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'tag': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:41:13.253755 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5be4622-21c4-46c9-858f-6336aa7426bc" -d '{"events": [{"name": "network-changed", "server_uuid": "818a9467-7f9b-4746-8ad3-ac4caddb8142", "tag": "bf0547fc-f1ff-47ee-94c0-c5497c9d4dae"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:41:13.253908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38416) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:13.299612 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b19cc4-be08-4afa-b009-2f5415fcf826 x-openstack-request-id: req-a2b19cc4-be08-4afa-b009-2f5415fcf826 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:41:13.300133 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818a9467-7f9b-4746-8ad3-ac4caddb8142", "tag": "bf0547fc-f1ff-47ee-94c0-c5497c9d4dae", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:41:13.300582 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2b19cc4-be08-4afa-b009-2f5415fcf826 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:41:13.301189 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'tag': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae', 'status': 'completed', 'code': 200} Nov 27 01:41:13.337703 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-629f2543-0343-4cca-805c-e5bc4cfe5253 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/floatingips/1de1cdb6-8464-4d9e-826c-d3cc8362df49 HTTP/1.1" status: 200 len: 990 time: 0.0820963 Nov 27 01:41:13.384772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b5055175-bb36-401a-a635-8a0fd33fd669 None None] Set router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:13.395461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be4622-21c4-46c9-858f-6336aa7426bc req-8028cbb9-3d8a-4817-b66b-ff15d26663af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:13.397177 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5be4622-21c4-46c9-858f-6336aa7426bc req-8028cbb9-3d8a-4817-b66b-ff15d26663af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 1097 time: 0.0436132 Nov 27 01:41:13.427975 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:13.505737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be4622-21c4-46c9-858f-6336aa7426bc req-905c727f-97e7-4711-b9b8-e7e7c1c833f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:13.507208 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5be4622-21c4-46c9-858f-6336aa7426bc req-905c727f-97e7-4711-b9b8-e7e7c1c833f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fa5681-50e9-4b24-a9ae-5d2fafebc38f HTTP/1.1" status: 200 len: 897 time: 0.1027551 Nov 27 01:41:13.581628 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5be4622-21c4-46c9-858f-6336aa7426bc req-40e4f032-8c89-479f-ba92-7608a2d9f8a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae HTTP/1.1" status: 200 len: 998 time: 0.0652583 Nov 27 01:41:13.630788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b5055175-bb36-401a-a635-8a0fd33fd669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '1de1cdb6-8464-4d9e-826c-d3cc8362df49', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'port_id': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'mac_address': 'fa:16:3e:43:e3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:41:12Z', 'updated_at': '2021-11-27T01:41:12Z', 'revision_number': 0, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac11a42f-1f79-4f66-b36d-35e4eda9b469', 'name': '', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:6b:b6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '889750cc-101c-4791-aa55-e4d8358964cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:49Z', 'updated_at': '2021-11-27T01:40:57Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '889750cc-101c-4791-aa55-e4d8358964cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:13.640406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be4622-21c4-46c9-858f-6336aa7426bc req-adbef32a-f67c-4584-a555-f3fe29f6b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:13.641878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5be4622-21c4-46c9-858f-6336aa7426bc req-adbef32a-f67c-4584-a555-f3fe29f6b01b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=889750cc-101c-4791-aa55-e4d8358964cd HTTP/1.1" status: 200 len: 835 time: 0.0506430 Nov 27 01:41:13.657567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5055175-bb36-401a-a635-8a0fd33fd669 None None] Checking router: 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:41:13.667009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5055175-bb36-401a-a635-8a0fd33fd669 None None] Routers {'97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:13.667618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b5055175-bb36-401a-a635-8a0fd33fd669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:41:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:13.689953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be4622-21c4-46c9-858f-6336aa7426bc req-ed293a6a-3875-473b-ab79-b35363e3ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:13.691466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5be4622-21c4-46c9-858f-6336aa7426bc req-ed293a6a-3875-473b-ab79-b35363e3ffaa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fa5681-50e9-4b24-a9ae-5d2fafebc38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417073 Nov 27 01:41:13.776803 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b5055175-bb36-401a-a635-8a0fd33fd669 None None] Set router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:13.796660 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5be4622-21c4-46c9-858f-6336aa7426bc req-e4708d21-358a-4067-8930-661172006663 service neutron] 10.222.0.21 "GET /v2.0/networks/64fa5681-50e9-4b24-a9ae-5d2fafebc38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968878 Nov 27 01:41:13.894799 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d5be4622-21c4-46c9-858f-6336aa7426bc req-4dcf4a50-6d97-4fc2-9ac7-a09b7d23a2ec service neutron] 10.222.0.21 "GET /v2.0/networks/64fa5681-50e9-4b24-a9ae-5d2fafebc38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907207 Nov 27 01:41:14.168528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b5055175-bb36-401a-a635-8a0fd33fd669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '1de1cdb6-8464-4d9e-826c-d3cc8362df49', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'port_id': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'mac_address': 'fa:16:3e:43:e3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:41:12Z', 'updated_at': '2021-11-27T01:41:12Z', 'revision_number': 0, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac11a42f-1f79-4f66-b36d-35e4eda9b469', 'name': '', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:6b:b6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '889750cc-101c-4791-aa55-e4d8358964cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:49Z', 'updated_at': '2021-11-27T01:40:57Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '889750cc-101c-4791-aa55-e4d8358964cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:14.197672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5055175-bb36-401a-a635-8a0fd33fd669 None None] The sync data for ids ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'] in n-d-817303-10 is: [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '1de1cdb6-8464-4d9e-826c-d3cc8362df49', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'port_id': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'mac_address': 'fa:16:3e:43:e3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:41:12Z', 'updated_at': '2021-11-27T01:41:12Z', 'revision_number': 0, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac11a42f-1f79-4f66-b36d-35e4eda9b469', 'name': '', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:6b:b6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '889750cc-101c-4791-aa55-e4d8358964cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:49Z', 'updated_at': '2021-11-27T01:40:57Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '889750cc-101c-4791-aa55-e4d8358964cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:41:14.341566 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 38438) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:14.407327 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4c695e89-1167-4ad1-89aa-dfcd05b348cf tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/floatingips/1de1cdb6-8464-4d9e-826c-d3cc8362df49 HTTP/1.1" status: 200 len: 990 time: 0.0644901 Nov 27 01:41:14.424874 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c8948-4afa-401d-83df-c3df2bbe0ef2 None None] New status for floating IP 1de1cdb6-8464-4d9e-826c-d3cc8362df49: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:41:14.894771 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:15.410346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 38458) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:15.472117 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d8e7befc-98e3-45fe-913b-cf95afe32d27 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/floatingips/1de1cdb6-8464-4d9e-826c-d3cc8362df49 HTTP/1.1" status: 200 len: 992 time: 0.0606112 Nov 27 01:41:16.316879 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:19.336850 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd35161c-0e5e-415c-8e97-e3b389fe561a req-d8b0d795-f5a5-417c-a077-3d7391dc5740 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477247 Nov 27 01:41:19.442162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35161c-0e5e-415c-8e97-e3b389fe561a req-6f6ed716-4b47-409b-85ef-33f64d176cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:19.443668 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd35161c-0e5e-415c-8e97-e3b389fe561a req-6f6ed716-4b47-409b-85ef-33f64d176cc2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 1098 time: 0.0421977 Nov 27 01:41:19.551734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35161c-0e5e-415c-8e97-e3b389fe561a req-30ef0c7a-2a3b-4bf1-9b8f-7d7d3b97bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:19.553345 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd35161c-0e5e-415c-8e97-e3b389fe561a req-30ef0c7a-2a3b-4bf1-9b8f-7d7d3b97bcaf service neutron] 10.222.0.31 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.0867882 Nov 27 01:41:19.629003 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd35161c-0e5e-415c-8e97-e3b389fe561a req-0629c7bc-f716-4523-8130-5c9eea81b3cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e805ab44-062d-4d19-9466-914c89f4cbcf HTTP/1.1" status: 200 len: 1002 time: 0.0631704 Nov 27 01:41:19.682314 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35161c-0e5e-415c-8e97-e3b389fe561a req-e257b43a-5bdd-4264-a34f-96041117c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:19.683778 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd35161c-0e5e-415c-8e97-e3b389fe561a req-e257b43a-5bdd-4264-a34f-96041117c2da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.0474563 Nov 27 01:41:19.735295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35161c-0e5e-415c-8e97-e3b389fe561a req-f962978d-1f9a-47ed-b83a-a615c9199362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:19.736823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd35161c-0e5e-415c-8e97-e3b389fe561a req-f962978d-1f9a-47ed-b83a-a615c9199362 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429776 Nov 27 01:41:19.834248 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd35161c-0e5e-415c-8e97-e3b389fe561a req-0dae53fa-4133-4374-b601-ac51432d7826 service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878873 Nov 27 01:41:19.941359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd35161c-0e5e-415c-8e97-e3b389fe561a req-dcc19b83-4c6a-4b9c-aedc-fe3260eecaed service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980170 Nov 27 01:41:23.595982 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:41:28.769600 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:28.838945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f163b2-bded-4c8f-81b8-2b00063d91f6 req-13fc9c82-e7ab-4c27-80d9-1ca85b2c006d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:28.840151 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73f163b2-bded-4c8f-81b8-2b00063d91f6 req-13fc9c82-e7ab-4c27-80d9-1ca85b2c006d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0598967 Nov 27 01:41:28.899094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73f163b2-bded-4c8f-81b8-2b00063d91f6 req-e5de904a-e591-4cf1-b2b3-d4ae3b476e5b tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473790 Nov 27 01:41:30.020508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe1302-244e-4cf4-b0f8-8b7798930d24 req-e548d7af-c64f-49a9-b178-7b379e702f36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:30.022015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcfe1302-244e-4cf4-b0f8-8b7798930d24 req-e548d7af-c64f-49a9-b178-7b379e702f36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0539351 Nov 27 01:41:30.071583 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcfe1302-244e-4cf4-b0f8-8b7798930d24 req-6a2622a5-051b-41b5-a839-cb605f89ce78 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430081 Nov 27 01:41:30.737733 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:31.193565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3acca-05da-4c75-8d6d-d208909c03ac req-e4c23b39-b1f7-49f5-964b-61c8dcfab563 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:31.196878 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-86f3acca-05da-4c75-8d6d-d208909c03ac req-e4c23b39-b1f7-49f5-964b-61c8dcfab563 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0521996 Nov 27 01:41:31.247913 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-86f3acca-05da-4c75-8d6d-d208909c03ac req-09538b72-9a9b-45e9-bb67-ce1e34791b74 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462065 Nov 27 01:41:32.364206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a99d00-62ed-4a17-9b76-79fff264a988 req-5f9835b7-e22b-4ced-99a8-8b0e96873930 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:32.365713 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-55a99d00-62ed-4a17-9b76-79fff264a988 req-5f9835b7-e22b-4ced-99a8-8b0e96873930 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0491095 Nov 27 01:41:32.415383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-55a99d00-62ed-4a17-9b76-79fff264a988 req-a73ed500-90b6-431f-9229-ee9c771031bb tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432026 Nov 27 01:41:33.532681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa23d01-f9d8-4017-8ad6-ac8967355475 req-6cf791a8-d2f7-4969-be0a-5089150ca9e5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:33.534507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7fa23d01-f9d8-4017-8ad6-ac8967355475 req-6cf791a8-d2f7-4969-be0a-5089150ca9e5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0502334 Nov 27 01:41:33.589349 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7fa23d01-f9d8-4017-8ad6-ac8967355475 req-75d3fb10-42b5-4ef8-948a-4afe1e5640f8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489428 Nov 27 01:41:34.713267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005ac5a-2f03-4100-882b-db95ad379936 req-5bb5df5b-0755-4ab9-8430-ec1d0696678d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:34.714845 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a005ac5a-2f03-4100-882b-db95ad379936 req-5bb5df5b-0755-4ab9-8430-ec1d0696678d tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0548306 Nov 27 01:41:34.767944 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a005ac5a-2f03-4100-882b-db95ad379936 req-cdf09859-810e-4091-b1c0-650e11d77f09 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469129 Nov 27 01:41:35.890582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d28e93-c218-403e-8d19-cb6939850b10 req-2ab5f945-9ca1-4bb4-bab5-d190a0912d00 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:35.892170 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-44d28e93-c218-403e-8d19-cb6939850b10 req-2ab5f945-9ca1-4bb4-bab5-d190a0912d00 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0522871 Nov 27 01:41:35.943900 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-44d28e93-c218-403e-8d19-cb6939850b10 req-7790207f-1417-4896-911f-a70256f1d52c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453742 Nov 27 01:41:37.066425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9032bc-c543-4c2a-908f-9b2fae104974 req-c030f80d-6f79-488c-95a7-07d8434e3068 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:37.067967 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb9032bc-c543-4c2a-908f-9b2fae104974 req-c030f80d-6f79-488c-95a7-07d8434e3068 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0520291 Nov 27 01:41:37.116961 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb9032bc-c543-4c2a-908f-9b2fae104974 req-5d6d1507-febd-48c4-b1b9-b3b593d4366c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425549 Nov 27 01:41:38.233024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925e9b1-c804-48c0-942c-3ff612aaa4d1 req-1b5c726f-e829-4cd3-b184-afe629cc91c0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:38.234522 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1925e9b1-c804-48c0-942c-3ff612aaa4d1 req-1b5c726f-e829-4cd3-b184-afe629cc91c0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0486453 Nov 27 01:41:38.295279 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1925e9b1-c804-48c0-942c-3ff612aaa4d1 req-6f716f95-cab6-41a1-9339-72171ac52b0e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546241 Nov 27 01:41:39.416340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40bf0-ff05-4db7-a263-02fe6a018458 req-5a014c0e-b6da-4c9a-8434-25a8df114ee9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:39.417874 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28c40bf0-ff05-4db7-a263-02fe6a018458 req-5a014c0e-b6da-4c9a-8434-25a8df114ee9 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0514653 Nov 27 01:41:39.468412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-28c40bf0-ff05-4db7-a263-02fe6a018458 req-2730c6ce-4834-40f7-b0be-33ffd293f224 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441735 Nov 27 01:41:40.096664 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-da01d595-1835-4e23-b7e9-73d6976ec018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:40.585688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954df12-cdab-4c35-907f-48588b5dfb52 req-4cbfaf09-eb54-4f0d-90dc-dba93fa81bf1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:40.587190 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a954df12-cdab-4c35-907f-48588b5dfb52 req-4cbfaf09-eb54-4f0d-90dc-dba93fa81bf1 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0495000 Nov 27 01:41:40.636271 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a954df12-cdab-4c35-907f-48588b5dfb52 req-8fc1bf56-67e9-482c-9ba1-36b42ff57ff8 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430536 Nov 27 01:41:41.755291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e39177-1684-4af5-8e0c-e3a52d46e045 req-3636246c-2403-41b2-a2c5-0fff4cedf456 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:41.757397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c9e39177-1684-4af5-8e0c-e3a52d46e045 req-3636246c-2403-41b2-a2c5-0fff4cedf456 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0541737 Nov 27 01:41:41.807206 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c9e39177-1684-4af5-8e0c-e3a52d46e045 req-55d14f32-25fc-4cd7-922c-ad249ffd0250 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438082 Nov 27 01:41:42.265876 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd5497c9-bd21-42cb-ae1d-3a28349d7808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:42.928490 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b46b2-be4c-4ab9-b17e-6df92a9ebdf0 req-04bcbfeb-9fea-4416-90d8-35ce58a4c894 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:42.929981 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b11b46b2-be4c-4ab9-b17e-6df92a9ebdf0 req-04bcbfeb-9fea-4416-90d8-35ce58a4c894 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0516458 Nov 27 01:41:42.979343 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b11b46b2-be4c-4ab9-b17e-6df92a9ebdf0 req-850af84b-7d91-4d81-b624-a972f0fbc809 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431507 Nov 27 01:41:43.351088 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:44.099213 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44353989-fca2-463a-ba1c-aac9928a71f4 req-035b73f7-bf78-49ff-b06a-1865c26aed27 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:44.101631 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-44353989-fca2-463a-ba1c-aac9928a71f4 req-035b73f7-bf78-49ff-b06a-1865c26aed27 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0517948 Nov 27 01:41:44.157627 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-44353989-fca2-463a-ba1c-aac9928a71f4 req-9c327224-8eae-40b4-ac6a-991b53b7015e tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498772 Nov 27 01:41:44.208095 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39264) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:44.316819 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:44.397761 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:44.402579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:44.452663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39268) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:44.458794 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59b1268bba6d4e4d8f37cac658cfd080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2494569 Nov 27 01:41:44.461381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e183b6-2107-430d-8218-1376a0143b39,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:44.476886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.477383 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.477825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.478259 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.478693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.479124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.479550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.479977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.480426 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.480873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.481289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.481710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a9926-dcff-4eaf-b392-d7c7c18b3ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.531986 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:44.553320 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:44.600669 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:44.603230 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:44.606907 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9e183b6-2107-430d-8218-1376a0143b39 HTTP/1.1" status: 204 len: 168 time: 0.1506848 Nov 27 01:41:44.613474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e183b6-2107-430d-8218-1376a0143b39,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:44.623742 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.624089 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.624516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.624859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.625363 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.625703 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.626032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.626354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.627246 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.627713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.628311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.628926 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70206845-c203-4d5f-8c18-d38a0a4ec491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:44.889367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39274) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:44.896471 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:44.902552 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38d7f0b0-6b93-4ac6-8c4b-cbc31336c065 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:44.977350 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38d7f0b0-6b93-4ac6-8c4b-cbc31336c065 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:44.980801 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-38d7f0b0-6b93-4ac6-8c4b-cbc31336c065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:45.020473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7f0b0-6b93-4ac6-8c4b-cbc31336c065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce53630-0d3e-4c30-abb0-40a181b62fd1,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:45.025915 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-38d7f0b0-6b93-4ac6-8c4b-cbc31336c065 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19feeb4cac714ae78c1464814a6e9ac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355181 Nov 27 01:41:45.028536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39276) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:45.075788 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6db147df-ed29-4ac9-a583-4e9eafddd12d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:45.096187 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6db147df-ed29-4ac9-a583-4e9eafddd12d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:45.143985 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6db147df-ed29-4ac9-a583-4e9eafddd12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:45.146688 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6db147df-ed29-4ac9-a583-4e9eafddd12d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:45.151067 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6db147df-ed29-4ac9-a583-4e9eafddd12d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ce53630-0d3e-4c30-abb0-40a181b62fd1 HTTP/1.1" status: 204 len: 168 time: 0.1190841 Nov 27 01:41:45.159238 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db147df-ed29-4ac9-a583-4e9eafddd12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce53630-0d3e-4c30-abb0-40a181b62fd1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:45.277741 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215f03c-a1e1-4162-98e7-6e838b824614 req-06131639-6227-4c8c-a634-46e00fe47ccf tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:45.279249 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c215f03c-a1e1-4162-98e7-6e838b824614 req-06131639-6227-4c8c-a634-46e00fe47ccf tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0515337 Nov 27 01:41:45.330001 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c215f03c-a1e1-4162-98e7-6e838b824614 req-7d9e0cfb-cf14-45e0-a3bc-247a352da2d5 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444062 Nov 27 01:41:46.309193 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:46.446505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00d3f8-affe-4901-a4e2-7fb92c206620 req-bca2901b-30ff-4e26-9077-2c128be53731 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:46.447997 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db00d3f8-affe-4901-a4e2-7fb92c206620 req-bca2901b-30ff-4e26-9077-2c128be53731 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0499551 Nov 27 01:41:46.496811 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db00d3f8-affe-4901-a4e2-7fb92c206620 req-9d5ee134-0673-4b07-8b7e-8b5ba0f5ee6c tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428879 Nov 27 01:41:47.162896 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4f806-6404-40a0-aae0-307227767865 req-d12e98cb-b543-41ad-8002-7fd17098aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:47.164412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-42e4f806-6404-40a0-aae0-307227767865 req-d12e98cb-b543-41ad-8002-7fd17098aca0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 1098 time: 0.0396538 Nov 27 01:41:47.212101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-42e4f806-6404-40a0-aae0-307227767865 req-00ff7370-2ca4-45a0-a87c-15f59931d526 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390484 Nov 27 01:41:47.613162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a71286-38fd-425f-ba4c-8105eca4ff45 req-28221b14-3bc3-49cc-a21d-36890aab4348 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:47.614642 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-11a71286-38fd-425f-ba4c-8105eca4ff45 req-28221b14-3bc3-49cc-a21d-36890aab4348 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0496848 Nov 27 01:41:47.663100 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-11a71286-38fd-425f-ba4c-8105eca4ff45 req-498380ad-7a6f-4cf7-b3e1-99245c026379 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424592 Nov 27 01:41:48.429821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 9167b529-7d65-416c-b872-ade13fdfb493 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:41:48.529080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 9167b529-7d65-416c-b872-ade13fdfb493, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9167b529-7d65-416c-b872-ade13fdfb493,segment=NetworkSegment(d09b9319-a1f7-4a32-a1b8-f271ddefb1b2),segment_id=d09b9319-a1f7-4a32-a1b8-f271ddefb1b2)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:48.541973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '9167b529-7d65-416c-b872-ade13fdfb493', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'port_id': '9167b529-7d65-416c-b872-ade13fdfb493', 'mac_address': 'fa:16:3e:c2:bd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:41:48.584026 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:48.597011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9167b529-7d65-416c-b872-ade13fdfb493 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:41:48.612221 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39340) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:48.617815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 9167b529-7d65-416c-b872-ade13fdfb493, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9167b529-7d65-416c-b872-ade13fdfb493,segment=NetworkSegment(d09b9319-a1f7-4a32-a1b8-f271ddefb1b2),segment_id=d09b9319-a1f7-4a32-a1b8-f271ddefb1b2)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:48.622937 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:48.672739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=9167b529-7d65-416c-b872-ade13fdfb493,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:48.685186 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7057be91-a76d-42a9-a716-31bf7befe642 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/floatingips/1de1cdb6-8464-4d9e-826c-d3cc8362df49 HTTP/1.1" status: 200 len: 992 time: 0.0658655 Nov 27 01:41:48.687419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:48.687419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:48.687419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:48.687419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:48.687419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:48.687419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:48.687419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:48.687419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:48.687419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:48.687419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:48.687419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:48.687419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:48.807729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba793a5-3afd-4a7c-9ec6-b94930d0bd47 req-b863b2f6-167e-4bb9-922b-9e0ddd730044 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:48.809194 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dba793a5-3afd-4a7c-9ec6-b94930d0bd47 req-b863b2f6-167e-4bb9-922b-9e0ddd730044 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 945 time: 0.0722380 Nov 27 01:41:48.859652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dba793a5-3afd-4a7c-9ec6-b94930d0bd47 req-219a1feb-5c52-4f7a-a3c6-c6ddeb639daa tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442450 Nov 27 01:41:48.882902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39348) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:48.936907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39350) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:48.957445 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-58e78b86-5c54-4bfd-9667-30c5cff58083 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/floatingips/99b6c55a-ea8e-4da2-92da-bdbc7f016c4f HTTP/1.1" status: 200 len: 992 time: 0.0682018 Nov 27 01:41:48.989061 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['9167b529-7d65-416c-b872-ade13fdfb493'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:41:49.445859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-efadd430-fe14-42f6-aaa2-dbf9267e52a7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting port b1850008-6407-49d0-8dee-f8734b620873 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:49.446197 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efadd430-fe14-42f6-aaa2-dbf9267e52a7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:49.518645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efadd430-fe14-42f6-aaa2-dbf9267e52a7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:49.518870 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efadd430-fe14-42f6-aaa2-dbf9267e52a7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:49.530823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-efadd430-fe14-42f6-aaa2-dbf9267e52a7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Calling delete_port for b1850008-6407-49d0-8dee-f8734b620873 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:49.680111 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efadd430-fe14-42f6-aaa2-dbf9267e52a7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:49.710338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadd430-fe14-42f6-aaa2-dbf9267e52a7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Port': ['ID=b1850008-6407-49d0-8dee-f8734b620873,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:49.778547 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efadd430-fe14-42f6-aaa2-dbf9267e52a7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:49.778822 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-efadd430-fe14-42f6-aaa2-dbf9267e52a7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Floating IP 1de1cdb6-8464-4d9e-826c-d3cc8362df49 disassociated (deleted). External IP: 172.25.1.60, port: bf0547fc-f1ff-47ee-94c0-c5497c9d4dae. Nov 27 01:41:49.997869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efadd430-fe14-42f6-aaa2-dbf9267e52a7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:41:50.112129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efadd430-fe14-42f6-aaa2-dbf9267e52a7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:41:50.119920 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-efadd430-fe14-42f6-aaa2-dbf9267e52a7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.123501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12b700-0161-49a3-aba5-766a9c323988 None None] Sync routers for ids ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:41:50.135817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12b700-0161-49a3-aba5-766a9c323988 None None] Routers {'97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:50.136665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3b12b700-0161-49a3-aba5-766a9c323988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:41:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:50.165459 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-efadd430-fe14-42f6-aaa2-dbf9267e52a7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "DELETE /v2.0/floatingips/1de1cdb6-8464-4d9e-826c-d3cc8362df49 HTTP/1.1" status: 204 len: 168 time: 1.2246342 Nov 27 01:41:50.165459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'tag': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:41:50.176565 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ae59ec-5d4b-4f45-86d6-25ccd015f3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "818a9467-7f9b-4746-8ad3-ac4caddb8142", "tag": "bf0547fc-f1ff-47ee-94c0-c5497c9d4dae"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:41:50.220976 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9409d0-b12e-4551-9179-9e30e2416268 x-openstack-request-id: req-fb9409d0-b12e-4551-9179-9e30e2416268 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:41:50.221281 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818a9467-7f9b-4746-8ad3-ac4caddb8142", "tag": "bf0547fc-f1ff-47ee-94c0-c5497c9d4dae", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:41:50.221529 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb9409d0-b12e-4551-9179-9e30e2416268 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:41:50.221935 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'tag': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae', 'status': 'completed', 'code': 200} Nov 27 01:41:50.324983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae59ec-5d4b-4f45-86d6-25ccd015f3ac req-7ef82468-421a-4201-964b-1daaba11426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:50.327831 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06ae59ec-5d4b-4f45-86d6-25ccd015f3ac req-7ef82468-421a-4201-964b-1daaba11426e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 1097 time: 0.0555787 Nov 27 01:41:50.328359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-3b12b700-0161-49a3-aba5-766a9c323988 None None] Set router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:50.362169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39364) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:50.465351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 9167b529-7d65-416c-b872-ade13fdfb493 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:41:50.485073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae59ec-5d4b-4f45-86d6-25ccd015f3ac req-7bf85d45-4f27-4d6d-91ea-cd0cf223a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:50.487133 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06ae59ec-5d4b-4f45-86d6-25ccd015f3ac req-7bf85d45-4f27-4d6d-91ea-cd0cf223a301 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fa5681-50e9-4b24-a9ae-5d2fafebc38f HTTP/1.1" status: 200 len: 897 time: 0.1504693 Nov 27 01:41:50.513529 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c1e80-8636-458e-ae95-adb249f9da5b req-7e97f225-a82a-4649-a8cf-918768a16b88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:50.515337 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc3c1e80-8636-458e-ae95-adb249f9da5b req-7e97f225-a82a-4649-a8cf-918768a16b88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 945 time: 0.0659208 Nov 27 01:41:50.521450 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8868-d579-4f83-a2f0-abe294668c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.552510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06ae59ec-5d4b-4f45-86d6-25ccd015f3ac req-c8abb75b-a529-45d8-8b21-0e63897f4430 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae HTTP/1.1" status: 200 len: 217 time: 0.0532501 Nov 27 01:41:50.593477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 9167b529-7d65-416c-b872-ade13fdfb493 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:41:50.593796 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.620796 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8868-d579-4f83-a2f0-abe294668c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.636032 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc3c1e80-8636-458e-ae95-adb249f9da5b req-c6b6bfe1-7999-44a9-852e-56424808dead tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=d95cc188-b46a-4c52-9f66-c70dba6b7e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907700 Nov 27 01:41:50.636481 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8868-d579-4f83-a2f0-abe294668c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.637830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae59ec-5d4b-4f45-86d6-25ccd015f3ac req-43e78748-5528-41e7-93d2-2c323b5d4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:50.639584 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06ae59ec-5d4b-4f45-86d6-25ccd015f3ac req-43e78748-5528-41e7-93d2-2c323b5d4f45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=889750cc-101c-4791-aa55-e4d8358964cd HTTP/1.1" status: 200 len: 835 time: 0.0778592 Nov 27 01:41:50.682481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b8868-d579-4f83-a2f0-abe294668c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23bb457-e4de-4f1a-8f8f-1fbee8739690,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:50.688095 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4d7b8868-d579-4f83-a2f0-abe294668c69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d0826467111410a9d964f3347a8945d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246479 Nov 27 01:41:50.692554 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39370) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:50.725796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae59ec-5d4b-4f45-86d6-25ccd015f3ac req-638d6053-70a6-4dba-a735-66a8bb8f07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:50.727319 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06ae59ec-5d4b-4f45-86d6-25ccd015f3ac req-638d6053-70a6-4dba-a735-66a8bb8f07cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fa5681-50e9-4b24-a9ae-5d2fafebc38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787733 Nov 27 01:41:50.746002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3b12b700-0161-49a3-aba5-766a9c323988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ac11a42f-1f79-4f66-b36d-35e4eda9b469', 'name': '', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:6b:b6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '889750cc-101c-4791-aa55-e4d8358964cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:49Z', 'updated_at': '2021-11-27T01:40:57Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '889750cc-101c-4791-aa55-e4d8358964cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:50.782383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12b700-0161-49a3-aba5-766a9c323988 None None] Checking router: 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:41:50.796726 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.799635 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ac223a76-617a-481c-ba78-4c0bd1f5afcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.799763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12b700-0161-49a3-aba5-766a9c323988 None None] Routers {'97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:50.800450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3b12b700-0161-49a3-aba5-766a9c323988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:41:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:50.833657 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ac223a76-617a-481c-ba78-4c0bd1f5afcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.865216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9167b529-7d65-416c-b872-ade13fdfb493'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:41:50.868139 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2a7bf3-6a2b-4a41-9221-a6b8789e4aed" -d '{"events": [{"server_uuid": "e2c31518-fe42-4513-9d3c-490da558c90c", "name": "network-vif-plugged", "status": "completed", "tag": "9167b529-7d65-416c-b872-ade13fdfb493"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:41:50.886032 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06ae59ec-5d4b-4f45-86d6-25ccd015f3ac req-878ec06b-b3cf-4095-81d2-5bb638cdb1f9 service neutron] 10.222.0.21 "GET /v2.0/networks/64fa5681-50e9-4b24-a9ae-5d2fafebc38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492794 Nov 27 01:41:50.891164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 9167b529-7d65-416c-b872-ade13fdfb493, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9167b529-7d65-416c-b872-ade13fdfb493,segment=NetworkSegment(d09b9319-a1f7-4a32-a1b8-f271ddefb1b2),segment_id=d09b9319-a1f7-4a32-a1b8-f271ddefb1b2)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:50.930999 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae307f03-f8bb-481c-979f-16fa3acc0a6b x-openstack-request-id: req-ae307f03-f8bb-481c-979f-16fa3acc0a6b {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:41:50.931505 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c31518-fe42-4513-9d3c-490da558c90c", "name": "network-vif-plugged", "status": "completed", "tag": "9167b529-7d65-416c-b872-ade13fdfb493", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:41:50.931765 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae307f03-f8bb-481c-979f-16fa3acc0a6b {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:41:50.932161 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9167b529-7d65-416c-b872-ade13fdfb493', 'code': 200} Nov 27 01:41:50.934975 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.954866 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ac223a76-617a-481c-ba78-4c0bd1f5afcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.957806 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ac223a76-617a-481c-ba78-4c0bd1f5afcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.961556 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ac223a76-617a-481c-ba78-4c0bd1f5afcb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e23bb457-e4de-4f1a-8f8f-1fbee8739690 HTTP/1.1" status: 204 len: 168 time: 0.2653699 Nov 27 01:41:50.977030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac223a76-617a-481c-ba78-4c0bd1f5afcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23bb457-e4de-4f1a-8f8f-1fbee8739690,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:51.003986 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06ae59ec-5d4b-4f45-86d6-25ccd015f3ac req-15f3a9b8-12a2-4fce-b535-384fc455db17 service neutron] 10.222.0.21 "GET /v2.0/networks/64fa5681-50e9-4b24-a9ae-5d2fafebc38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094317 Nov 27 01:41:51.005635 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-3b12b700-0161-49a3-aba5-766a9c323988 None None] Set router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:51.048836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=9167b529-7d65-416c-b872-ade13fdfb493,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:51.237311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3b12b700-0161-49a3-aba5-766a9c323988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ac11a42f-1f79-4f66-b36d-35e4eda9b469', 'name': '', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:6b:b6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '889750cc-101c-4791-aa55-e4d8358964cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:49Z', 'updated_at': '2021-11-27T01:40:57Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '889750cc-101c-4791-aa55-e4d8358964cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:51.270536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12b700-0161-49a3-aba5-766a9c323988 None None] The sync data for ids ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'] in n-d-817303-10 is: [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ac11a42f-1f79-4f66-b36d-35e4eda9b469', 'name': '', 'network_id': '64fa5681-50e9-4b24-a9ae-5d2fafebc38f', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'mac_address': 'fa:16:3e:6b:b6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '889750cc-101c-4791-aa55-e4d8358964cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:49Z', 'updated_at': '2021-11-27T01:40:57Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'subnets': [{'id': '889750cc-101c-4791-aa55-e4d8358964cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:41:51.300028 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39378) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:51.315156 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f585b81-c796-42a5-84f7-5be72772822e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:51.403602 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f585b81-c796-42a5-84f7-5be72772822e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:51.408614 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1f585b81-c796-42a5-84f7-5be72772822e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:51.454676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f585b81-c796-42a5-84f7-5be72772822e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0f1f9d-5196-4b25-bd03-68d86651c76b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:51.459110 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1f585b81-c796-42a5-84f7-5be72772822e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca39339610274f7aa9d339c8a8bdfc93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579952 Nov 27 01:41:51.461990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39380) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:51.515373 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e94a56f0-4260-4d61-b1fd-f2b7c3bcba8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:51.534936 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783018a8-27bf-4b76-98ce-7c10741d8f41 None None] New status for floating IP 1de1cdb6-8464-4d9e-826c-d3cc8362df49: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:41:51.539201 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e94a56f0-4260-4d61-b1fd-f2b7c3bcba8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:51.587091 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e94a56f0-4260-4d61-b1fd-f2b7c3bcba8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:51.589963 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e94a56f0-4260-4d61-b1fd-f2b7c3bcba8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:51.591114 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e94a56f0-4260-4d61-b1fd-f2b7c3bcba8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c0f1f9d-5196-4b25-bd03-68d86651c76b HTTP/1.1" status: 204 len: 168 time: 0.1281452 Nov 27 01:41:51.599093 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a56f0-4260-4d61-b1fd-f2b7c3bcba8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0f1f9d-5196-4b25-bd03-68d86651c76b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:51.773334 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15638cd-ada2-41ee-b292-407a59dd9813 req-927ed59e-bcc2-4b7f-b63b-78fec3d7377e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:51.774939 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d15638cd-ada2-41ee-b292-407a59dd9813 req-927ed59e-bcc2-4b7f-b63b-78fec3d7377e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 945 time: 0.0554900 Nov 27 01:41:51.829802 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d15638cd-ada2-41ee-b292-407a59dd9813 req-fae8826b-7838-48fd-908c-31fd1e8c0018 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/security-groups?id=d95cc188-b46a-4c52-9f66-c70dba6b7e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487442 Nov 27 01:41:52.116616 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce1c22-4390-4240-80d6-1de29c7da315 req-e38847db-ea9d-4afb-aaaf-bbfbd0d1edfd tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:52.118070 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fcce1c22-4390-4240-80d6-1de29c7da315 req-e38847db-ea9d-4afb-aaaf-bbfbd0d1edfd tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 945 time: 0.0497363 Nov 27 01:41:52.216488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-fcce1c22-4390-4240-80d6-1de29c7da315 req-46ee3b59-33bf-49a6-a01b-bc45cbc07a4d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:52.216830 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fcce1c22-4390-4240-80d6-1de29c7da315 req-46ee3b59-33bf-49a6-a01b-bc45cbc07a4d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:52.311465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-fcce1c22-4390-4240-80d6-1de29c7da315 req-46ee3b59-33bf-49a6-a01b-bc45cbc07a4d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] For port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae,segment=NetworkSegment(67e716b0-4513-4b02-bcc5-ce7f418b096c),segment_id=67e716b0-4513-4b02-bcc5-ce7f418b096c)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:52.311830 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fcce1c22-4390-4240-80d6-1de29c7da315 req-46ee3b59-33bf-49a6-a01b-bc45cbc07a4d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:52.324800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-fcce1c22-4390-4240-80d6-1de29c7da315 req-46ee3b59-33bf-49a6-a01b-bc45cbc07a4d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Calling delete_port for bf0547fc-f1ff-47ee-94c0-c5497c9d4dae owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:52.455500 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fcce1c22-4390-4240-80d6-1de29c7da315 req-46ee3b59-33bf-49a6-a01b-bc45cbc07a4d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:52.483765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee3b59-33bf-49a6-a01b-bc45cbc07a4d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Port': ['ID=bf0547fc-f1ff-47ee-94c0-c5497c9d4dae,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:52.527481 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcce1c22-4390-4240-80d6-1de29c7da315 req-46ee3b59-33bf-49a6-a01b-bc45cbc07a4d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] No DVR routers for this DVR port bf0547fc-f1ff-47ee-94c0-c5497c9d4dae on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:41:52.530576 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-fcce1c22-4390-4240-80d6-1de29c7da315 req-46ee3b59-33bf-49a6-a01b-bc45cbc07a4d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:52.533937 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fcce1c22-4390-4240-80d6-1de29c7da315 req-46ee3b59-33bf-49a6-a01b-bc45cbc07a4d tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.21 "DELETE /v2.0/ports/bf0547fc-f1ff-47ee-94c0-c5497c9d4dae HTTP/1.1" status: 204 len: 173 time: 0.4085836 Nov 27 01:41:52.534379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'name': 'network-vif-deleted', 'tag': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:41:52.536675 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3afe99-69a2-4211-adeb-278cffeec8be" -d '{"events": [{"server_uuid": "818a9467-7f9b-4746-8ad3-ac4caddb8142", "name": "network-vif-deleted", "tag": "bf0547fc-f1ff-47ee-94c0-c5497c9d4dae"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:41:52.578779 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ad45ae-b2b5-4de0-8858-f974052e17f0 x-openstack-request-id: req-40ad45ae-b2b5-4de0-8858-f974052e17f0 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:41:52.579071 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818a9467-7f9b-4746-8ad3-ac4caddb8142", "name": "network-vif-deleted", "tag": "bf0547fc-f1ff-47ee-94c0-c5497c9d4dae", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:41:52.579325 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40ad45ae-b2b5-4de0-8858-f974052e17f0 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:41:52.579719 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818a9467-7f9b-4746-8ad3-ac4caddb8142', 'name': 'network-vif-deleted', 'tag': 'bf0547fc-f1ff-47ee-94c0-c5497c9d4dae', 'status': 'completed', 'code': 200} Nov 27 01:41:52.761450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39414) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:52.869129 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44a16948-4595-4c47-af3b-a3366ee978c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:52.945539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6f9e41a6-b661-4289-ae52-dbdd9ac4db1a req-765a5d90-90fd-464f-8b29-c12d5f5f9c0f tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "GET /v2.0/ports?device_id=818a9467-7f9b-4746-8ad3-ac4caddb8142 HTTP/1.1" status: 200 len: 210 time: 0.0310938 Nov 27 01:41:52.979475 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44a16948-4595-4c47-af3b-a3366ee978c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:52.985156 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44a16948-4595-4c47-af3b-a3366ee978c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:53.030732 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-44a16948-4595-4c47-af3b-a3366ee978c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f64c42b97a64074973db7faf3b02989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679696 Nov 27 01:41:53.031638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a16948-4595-4c47-af3b-a3366ee978c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f688d3f6-0c2a-41b9-894a-f626b8d10047,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:53.033217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39420) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:53.089431 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98fedd1d-9ca3-4ca2-869e-13edfb7de08b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:53.112831 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98fedd1d-9ca3-4ca2-869e-13edfb7de08b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:53.162421 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98fedd1d-9ca3-4ca2-869e-13edfb7de08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:53.165784 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98fedd1d-9ca3-4ca2-869e-13edfb7de08b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:53.167031 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-98fedd1d-9ca3-4ca2-869e-13edfb7de08b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f688d3f6-0c2a-41b9-894a-f626b8d10047 HTTP/1.1" status: 204 len: 168 time: 0.1327226 Nov 27 01:41:53.174952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fedd1d-9ca3-4ca2-869e-13edfb7de08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f688d3f6-0c2a-41b9-894a-f626b8d10047,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:54.015006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39452) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:54.076648 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e58299d-ed9b-47a1-bac4-c19151baed88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:54.103547 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e58299d-ed9b-47a1-bac4-c19151baed88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:54.170221 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e58299d-ed9b-47a1-bac4-c19151baed88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:54.173204 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e58299d-ed9b-47a1-bac4-c19151baed88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:54.174497 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4e58299d-ed9b-47a1-bac4-c19151baed88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "DELETE /v2.0/security-groups/d95cc188-b46a-4c52-9f66-c70dba6b7e96 HTTP/1.1" status: 204 len: 168 time: 0.1583693 Nov 27 01:41:54.185091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58299d-ed9b-47a1-bac4-c19151baed88 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95cc188-b46a-4c52-9f66-c70dba6b7e96,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:54.208100 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39462) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:54.576298 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3876999-027d-496e-9794-87ae73ef034b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:54.838161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d3876999-027d-496e-9794-87ae73ef034b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting port ac11a42f-1f79-4f66-b36d-35e4eda9b469 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:54.838506 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3876999-027d-496e-9794-87ae73ef034b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:54.931638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d3876999-027d-496e-9794-87ae73ef034b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] For port ac11a42f-1f79-4f66-b36d-35e4eda9b469, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ac11a42f-1f79-4f66-b36d-35e4eda9b469,segment=NetworkSegment(67e716b0-4513-4b02-bcc5-ce7f418b096c),segment_id=67e716b0-4513-4b02-bcc5-ce7f418b096c)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:54.932000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3876999-027d-496e-9794-87ae73ef034b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:54.944827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d3876999-027d-496e-9794-87ae73ef034b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Calling delete_port for ac11a42f-1f79-4f66-b36d-35e4eda9b469 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:55.135258 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3876999-027d-496e-9794-87ae73ef034b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.160070 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3876999-027d-496e-9794-87ae73ef034b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Port': ['ID=ac11a42f-1f79-4f66-b36d-35e4eda9b469,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:55.341294 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d3876999-027d-496e-9794-87ae73ef034b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.487026 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39480) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:55.492572 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Request body: {'network': {'name': 'tempest-network-smoke--1663496983', 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'port_security_enabled': True}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:41:55.513732 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Made reservation on behalf of ac699d701c7d4c1781210ddc1e6de10b for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:41:55.517383 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.526065 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.554327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3876999-027d-496e-9794-87ae73ef034b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:41:55.598878 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.603300 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.629401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:41:55.640097 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56155074-6c88-4b52-839c-2203c792a6ed,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:55.644843 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.645188 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Added segment bfce1158-a730-412e-8c91-1d9385385fa7 of type vlan for network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 Nov 27 01:41:55.666111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3876999-027d-496e-9794-87ae73ef034b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:41:55.673613 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d3876999-027d-496e-9794-87ae73ef034b tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "PUT /v2.0/routers/97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4635243 Nov 27 01:41:55.675852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39484) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:55.675963 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c166882-599c-45f9-854d-bb31612f1ef8 None None] Sync routers for ids ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:41:55.687900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c166882-599c-45f9-854d-bb31612f1ef8 None None] Routers {'97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:55.688571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4c166882-599c-45f9-854d-bb31612f1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:41:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:55.690259 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.718994 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.725550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:55.726258 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.733776 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-50953647-11f4-4616-9481-ff3507096eb7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting subnet 889750cc-101c-4791-aa55-e4d8358964cd {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:41:55.736660 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50953647-11f4-4616-9481-ff3507096eb7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.778879 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50953647-11f4-4616-9481-ff3507096eb7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.788412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2970078 Nov 27 01:41:55.788412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39486) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:55.792630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'admin_state_up': True, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:41:55.799814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-4c166882-599c-45f9-854d-bb31612f1ef8 None None] Set router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:55.820078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e950fa2-f708-458e-8efc-4050b15a8cdc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'Network': ['ID=8ae368b4-99aa-48cc-b906-8cd4fb1efac1,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:55.834388 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.836275 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.857166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:41:55.870610 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50953647-11f4-4616-9481-ff3507096eb7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.890509 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.937721 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50953647-11f4-4616-9481-ff3507096eb7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.966606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50953647-11f4-4616-9481-ff3507096eb7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Subnet': ['ID=889750cc-101c-4791-aa55-e4d8358964cd,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:55.970612 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50953647-11f4-4616-9481-ff3507096eb7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.973486 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-50953647-11f4-4616-9481-ff3507096eb7 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "DELETE /v2.0/subnets/889750cc-101c-4791-aa55-e4d8358964cd HTTP/1.1" status: 204 len: 168 time: 0.2966034 Nov 27 01:41:55.976256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39488) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:55.983067 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b920cbba-18c3-499f-b28e-701111c95115 None None] Network 64fa5681-50e9-4b24-a9ae-5d2fafebc38f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:41:56.318155 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4c166882-599c-45f9-854d-bb31612f1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:41:55Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:56.353983 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c166882-599c-45f9-854d-bb31612f1ef8 None None] Checking router: 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:41:56.362562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c166882-599c-45f9-854d-bb31612f1ef8 None None] Routers {'97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:56.363181 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4c166882-599c-45f9-854d-bb31612f1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:41:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:56.400956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5a41e8-6c4a-490a-88f6-1c9a96680ce9 None None] DHCP port deletion for 64fa5681-50e9-4b24-a9ae-5d2fafebc38f request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:41:56.405910 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:56.483743 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device bf0547fc-f1ff-47ee-94c0-c5497c9d4dae no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:41:56.513972 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: bf0547fc-f1ff-47ee-94c0-c5497c9d4dae {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:41:56.514314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device bf0547fc-f1ff-47ee-94c0-c5497c9d4dae not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:41:56.516730 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:56.532008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-4c166882-599c-45f9-854d-bb31612f1ef8 None None] Set router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:56.602693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a41e8-6c4a-490a-88f6-1c9a96680ce9 None None] Deleting port 341d70c7-53ad-40d8-ad01-ad0524df1dac {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:56.603000 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7a5a41e8-6c4a-490a-88f6-1c9a96680ce9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:56.649353 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:56.701717 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7a5a41e8-6c4a-490a-88f6-1c9a96680ce9 None None] For port 341d70c7-53ad-40d8-ad01-ad0524df1dac, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=341d70c7-53ad-40d8-ad01-ad0524df1dac,segment=NetworkSegment(67e716b0-4513-4b02-bcc5-ce7f418b096c),segment_id=67e716b0-4513-4b02-bcc5-ce7f418b096c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:56.702278 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7a5a41e8-6c4a-490a-88f6-1c9a96680ce9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:56.729365 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a41e8-6c4a-490a-88f6-1c9a96680ce9 None None] Calling delete_port for 341d70c7-53ad-40d8-ad01-ad0524df1dac owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:56.766888 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:56.790040 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:56.838878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Deleting port 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:56.839219 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:56.846157 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-4c166882-599c-45f9-854d-bb31612f1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:41:55Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:56.878335 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7a5a41e8-6c4a-490a-88f6-1c9a96680ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:56.882533 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c166882-599c-45f9-854d-bb31612f1ef8 None None] The sync data for ids ['97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b'] in n-d-817303-10 is: [{'id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'name': 'tempest-TestNetworkBasicOps-router-274410372', 'tenant_id': '793be66d9eb84ce981e4e9b4236fce7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:41Z', 'updated_at': '2021-11-27T01:41:55Z', 'revision_number': 5, 'project_id': '793be66d9eb84ce981e4e9b4236fce7d', 'gw_port': {'id': '4ff4cb00-3c22-4a7e-9577-33fe72438eb8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:42Z', 'updated_at': '2021-11-27T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:41:56.907394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a41e8-6c4a-490a-88f6-1c9a96680ce9 None None] Pushing event deleted for resources: {'Port': ['ID=341d70c7-53ad-40d8-ad01-ad0524df1dac,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:56.911515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5a41e8-6c4a-490a-88f6-1c9a96680ce9 None None] No DVR routers for this DVR port 341d70c7-53ad-40d8-ad01-ad0524df1dac on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:41:56.971021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Allocated IP 172.25.1.128 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/21816c1f-8e6c-4f01-a701-c3ca8983b7f0) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:41:56.978308 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] For port 4ff4cb00-3c22-4a7e-9577-33fe72438eb8, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4ff4cb00-3c22-4a7e-9577-33fe72438eb8,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:56.978650 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:56.996275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Calling delete_port for 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:57.175990 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.248819 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.288278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.297785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:41:57.308008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:41:57.313840 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:41:57.322851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c9d2aa-8789-45c0-b8b7-63d981bbb985 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:41:57.335287 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'Port': ['ID=21816c1f-8e6c-4f01-a701-c3ca8983b7f0,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:57.346785 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5230391-9823-43f9-a448-4421768daf9f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:41:57.387021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Port': ['ID=4ff4cb00-3c22-4a7e-9577-33fe72438eb8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:57.431101 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9c7b668b-a38a-4251-9d81-aee7bb009e50 None None] Provisioning complete for port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:41:57.431401 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9c7b668b-a38a-4251-9d81-aee7bb009e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.465521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9c7b668b-a38a-4251-9d81-aee7bb009e50 None None] Port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:41:57.494601 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.606028 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.609434 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.688789 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.689252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Fanout notify agent at l3_agent the message router_deleted on router 97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:41:57.697109 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.700693 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bbcc57df-a0db-4d95-b152-e6fcf7e9dc3e tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "DELETE /v2.0/routers/97b3e9ca-5da2-44f0-a3a1-bad1fbc6ff3b HTTP/1.1" status: 204 len: 168 time: 1.7234008 Nov 27 01:41:57.701033 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39490) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:57.766184 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.799253 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a408cca-7c79-4160-afa9-61b80c7f4907 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.898474 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a408cca-7c79-4160-afa9-61b80c7f4907 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.918384 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-4a408cca-7c79-4160-afa9-61b80c7f4907 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fa5681-50e9-4b24-a9ae-5d2fafebc38f']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:57.927856 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-4a408cca-7c79-4160-afa9-61b80c7f4907 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e716b0-4513-4b02-bcc5-ce7f418b096c') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:57.928158 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-4a408cca-7c79-4160-afa9-61b80c7f4907 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e716b0-4513-4b02-bcc5-ce7f418b096c') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:57.937282 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a408cca-7c79-4160-afa9-61b80c7f4907 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.951084 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a408cca-7c79-4160-afa9-61b80c7f4907 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.957635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a408cca-7c79-4160-afa9-61b80c7f4907 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:41:57.958021 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a408cca-7c79-4160-afa9-61b80c7f4907 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:41:57.961966 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:41:57.976345 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.023060 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a408cca-7c79-4160-afa9-61b80c7f4907 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.031284 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a408cca-7c79-4160-afa9-61b80c7f4907 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.034488 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4a408cca-7c79-4160-afa9-61b80c7f4907 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] 10.222.0.15 "DELETE /v2.0/networks/64fa5681-50e9-4b24-a9ae-5d2fafebc38f HTTP/1.1" status: 204 len: 168 time: 0.3324485 Nov 27 01:41:58.050432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a408cca-7c79-4160-afa9-61b80c7f4907 tempest-TestNetworkBasicOps-713399122 tempest-TestNetworkBasicOps-713399122-project] Pushing event deleted for resources: {'Network': ['ID=64fa5681-50e9-4b24-a9ae-5d2fafebc38f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:58.111078 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:41:58.229771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:41:58.242405 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Sync routers for ids ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:41:58.256846 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Routers {'d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:58.257975 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:41:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:58.260594 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.262100 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-120e8363-209e-46b4-802c-b3d3c0f76881 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4727530 Nov 27 01:41:58.271175 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39496) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:58.294084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 341d70c7-53ad-40d8-ad01-ad0524df1dac no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:41:58.316976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 341d70c7-53ad-40d8-ad01-ad0524df1dac {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:41:58.317383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 341d70c7-53ad-40d8-ad01-ad0524df1dac not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:41:58.317819 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ac11a42f-1f79-4f66-b36d-35e4eda9b469 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:41:58.342904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: ac11a42f-1f79-4f66-b36d-35e4eda9b469 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:41:58.343532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ac11a42f-1f79-4f66-b36d-35e4eda9b469 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:41:58.344121 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:41:58.351340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39500) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:58.374163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:41:58.374660 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Set router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:58.376710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4ff4cb00-3c22-4a7e-9577-33fe72438eb8 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:41:58.460227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ade70d84-96af-4fe5-a9cf-46a312600924 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=793be66d9eb84ce981e4e9b4236fce7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1068370 Nov 27 01:41:58.462879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39504) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:58.505480 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-15822d2d-fb62-49e3-b0a1-a65cfb05d40a tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ac699d701c7d4c1781210ddc1e6de10b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2383952 Nov 27 01:41:58.508982 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39506) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:58.538408 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccb25-7818-40be-9e9e-8a864c324211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.560906 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccb25-7818-40be-9e9e-8a864c324211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.574001 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:41:57Z', 'revision_number': 3, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:58.598756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae6e5ae-18b4-4b71-8aa8-eb879beb92d7 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:58.604293 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3ae6e5ae-18b4-4b71-8aa8-eb879beb92d7 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918102 Nov 27 01:41:58.604490 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Checking router: d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:41:58.604490 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Updating router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:41:58.605130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39508) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:58.621342 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccb25-7818-40be-9e9e-8a864c324211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.624232 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccb25-7818-40be-9e9e-8a864c324211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.625554 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0a2ccb25-7818-40be-9e9e-8a864c324211 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f76c0ca-eb76-4f32-8893-23293cf0a76a HTTP/1.1" status: 204 len: 168 time: 0.1617258 Nov 27 01:41:58.632535 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.633967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ccb25-7818-40be-9e9e-8a864c324211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f76c0ca-eb76-4f32-8893-23293cf0a76a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:58.639213 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1b0db4ca-be7a-44c8-abe6-6b130725a66c tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328774 Nov 27 01:41:58.641918 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39512) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:58.647858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-477de566-8dc8-475a-b031-8b216850f26b tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2120862425', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:41:58.726887 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.754463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477de566-8dc8-475a-b031-8b216850f26b tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Made reservation on behalf of ac699d701c7d4c1781210ddc1e6de10b for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:41:58.759157 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-477de566-8dc8-475a-b031-8b216850f26b tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.895120 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.901526 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.948795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39516) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:58.954178 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ae1f8-2b00-444f-bff6-7f262133d3dc None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:41:58.963371 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Attempting to bind port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:41:58.963773 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9fc36024-0c74-42a7-b9f0-62262aca9fa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.964899 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Attempting to bind port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:41:58.966462 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Attempting to bind port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:41:58.967587 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-477de566-8dc8-475a-b031-8b216850f26b tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.987292 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:41:58.988405 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:41:58.989216 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:58.989618 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:41:58.990099 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Bound port: 21816c1f-8e6c-4f01-a701-c3ca8983b7f0, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:41:58.991186 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.029883 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a401a-9932-4ab1-bd16-c6075241ab04 None None] Pushing event updated for resources: {'Port': ['ID=21816c1f-8e6c-4f01-a701-c3ca8983b7f0,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:59.039960 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477de566-8dc8-475a-b031-8b216850f26b tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'Subnet': ['ID=e07503c6-60b2-4a21-a602-f7da70aa57d6,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:59.047078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c6ec10ab-e786-4593-a54a-e488cae29cfd None None] Provisioning complete for port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:41:59.047444 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477de566-8dc8-475a-b031-8b216850f26b tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Checking segment: {'id': 'bfce1158-a730-412e-8c91-1d9385385fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:41:59.047588 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c6ec10ab-e786-4593-a54a-e488cae29cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.047782 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477de566-8dc8-475a-b031-8b216850f26b tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Network hostable DHCP agents. Network: 8ae368b4-99aa-48cc-b906-8cd4fb1efac1, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:41:59.057592 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a401a-9932-4ab1-bd16-c6075241ab04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:59.058243 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a401a-9932-4ab1-bd16-c6075241ab04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:59.058938 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a401a-9932-4ab1-bd16-c6075241ab04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:59.060270 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a401a-9932-4ab1-bd16-c6075241ab04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:59.060761 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a401a-9932-4ab1-bd16-c6075241ab04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:59.061605 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a401a-9932-4ab1-bd16-c6075241ab04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:59.062174 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a401a-9932-4ab1-bd16-c6075241ab04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:59.062463 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a401a-9932-4ab1-bd16-c6075241ab04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:59.062977 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a401a-9932-4ab1-bd16-c6075241ab04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:59.063320 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a401a-9932-4ab1-bd16-c6075241ab04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:59.063653 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a401a-9932-4ab1-bd16-c6075241ab04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:59.064104 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a401a-9932-4ab1-bd16-c6075241ab04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:59.068137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477de566-8dc8-475a-b031-8b216850f26b tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:41:59.078268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9fc36024-0c74-42a7-b9f0-62262aca9fa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.079061 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] For port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:41:59.082151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-477de566-8dc8-475a-b031-8b216850f26b tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 8ae368b4-99aa-48cc-b906-8cd4fb1efac1) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:41:59.083201 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] For port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=21816c1f-8e6c-4f01-a701-c3ca8983b7f0,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:41:59.083563 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9fc36024-0c74-42a7-b9f0-62262aca9fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.088406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477de566-8dc8-475a-b031-8b216850f26b tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:59.090199 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.092529 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-477de566-8dc8-475a-b031-8b216850f26b tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.098483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83342ac8-9bed-4e57-b475-7e2dd5ed7ce9 None None] Network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:41:59.128265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-477de566-8dc8-475a-b031-8b216850f26b tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4849343 Nov 27 01:41:59.130678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39518) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:59.131192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36788d90-3e0d-43e8-ad81-10f9f39fbca6 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:41:59.139389 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9fc36024-0c74-42a7-b9f0-62262aca9fa9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7c33322271745f98359dcd6749ae32e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1894481 Nov 27 01:41:59.140553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc36024-0c74-42a7-b9f0-62262aca9fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4d2a19-c940-4a98-81d3-3c0f7d705fb6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:59.142891 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39520) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:59.167367 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Routers {'d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:59.169193 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:41:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:59.188608 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec10ab-e786-4593-a54a-e488cae29cfd None None] Port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:41:59.192197 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a20f0c5a-5115-47c8-8304-bcf37bffa765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.217026 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a20f0c5a-5115-47c8-8304-bcf37bffa765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.310414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a20f0c5a-5115-47c8-8304-bcf37bffa765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.313294 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a20f0c5a-5115-47c8-8304-bcf37bffa765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.314589 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a20f0c5a-5115-47c8-8304-bcf37bffa765 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f4d2a19-c940-4a98-81d3-3c0f7d705fb6 HTTP/1.1" status: 204 len: 168 time: 0.1708460 Nov 27 01:41:59.341462 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f0c5a-5115-47c8-8304-bcf37bffa765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4d2a19-c940-4a98-81d3-3c0f7d705fb6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:59.342722 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'fixed_ips': [{'subnet_id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:41:59.350940 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.371471 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9b0c0bec-0801-4c2e-84ca-33609c2e7bc0 None None] Provisioning complete for port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:41:59.372507 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0bec-0801-4c2e-84ca-33609c2e7bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.402023 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] Set router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:59.509143 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a401a-9932-4ab1-bd16-c6075241ab04 None None] Pushing event updated for resources: {'Port': ['ID=21816c1f-8e6c-4f01-a701-c3ca8983b7f0,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:59.557170 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0bec-0801-4c2e-84ca-33609c2e7bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.605037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9b0c0bec-0801-4c2e-84ca-33609c2e7bc0 None None] For port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=21816c1f-8e6c-4f01-a701-c3ca8983b7f0,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:59.613096 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0bec-0801-4c2e-84ca-33609c2e7bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.630746 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:41:57Z', 'revision_number': 3, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:59.653558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Allocated IP 172.20.0.2 (8ae368b4-99aa-48cc-b906-8cd4fb1efac1/e07503c6-60b2-4a21-a602-f7da70aa57d6/bbd2d794-16e9-4a1c-b779-37dbc28d3016) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:41:59.660458 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7427522d-3d17-41de-95d0-89de8f46d632 None None] The sync data for ids ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'] in n-d-817303-10 is: [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:41:57Z', 'revision_number': 3, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:41:59.748466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c0bec-0801-4c2e-84ca-33609c2e7bc0 None None] Pushing event updated for resources: {'Port': ['ID=21816c1f-8e6c-4f01-a701-c3ca8983b7f0,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:59.822570 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.907171 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.919121 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.981327 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Pushing event updated for resources: {'Port': ['ID=bbd2d794-16e9-4a1c-b779-37dbc28d3016,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:00.017968 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:00.023417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:00.035331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:00.146164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Attempting to bind port bbd2d794-16e9-4a1c-b779-37dbc28d3016 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:00.146585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Attempting to bind port bbd2d794-16e9-4a1c-b779-37dbc28d3016 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'bfce1158-a730-412e-8c91-1d9385385fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:00.146959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Attempting to bind port bbd2d794-16e9-4a1c-b779-37dbc28d3016 on network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:00.153702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:00.154220 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Checking segment: {'id': 'bfce1158-a730-412e-8c91-1d9385385fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:00.154643 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.155057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Bound using segment: {'id': 'bfce1158-a730-412e-8c91-1d9385385fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:00.155541 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Bound port: bbd2d794-16e9-4a1c-b779-37dbc28d3016, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfce1158-a730-412e-8c91-1d9385385fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:00.155930 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.313293 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] For port bbd2d794-16e9-4a1c-b779-37dbc28d3016, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:00.318075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] For port bbd2d794-16e9-4a1c-b779-37dbc28d3016, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bbd2d794-16e9-4a1c-b779-37dbc28d3016,segment=NetworkSegment(bfce1158-a730-412e-8c91-1d9385385fa7),segment_id=bfce1158-a730-412e-8c91-1d9385385fa7)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:00.355178 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.409435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:42:00.470576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889a21f-0cac-4b07-857e-11b82719aa74 None None] Pushing event updated for resources: {'Port': ['ID=bbd2d794-16e9-4a1c-b779-37dbc28d3016,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:00.487516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:00.487894 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.600911 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:42:00.774216 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.897770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Allocated IP 172.20.0.1 (8ae368b4-99aa-48cc-b906-8cd4fb1efac1/e07503c6-60b2-4a21-a602-f7da70aa57d6/05b77360-1ac1-4507-b055-bee1860f251e) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:01.045939 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.097313 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.155271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:01.158635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:01.163640 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:01.195093 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'Port': ['ID=05b77360-1ac1-4507-b055-bee1860f251e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:01.215443 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.403300 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.666054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2df6e69-86c0-4f13-b43e-8605b2726459 None None] Network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:01.719500 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.729689 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.807031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'Port': ['ID=05b77360-1ac1-4507-b055-bee1860f251e,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:01.809507 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.819638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-59077e86-92d6-4ecb-a229-d121e292ea0c None None] Provisioning complete for port bbd2d794-16e9-4a1c-b779-37dbc28d3016 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:01.820092 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-59077e86-92d6-4ecb-a229-d121e292ea0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.938406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:01.940993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:01.945919 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-59077e86-92d6-4ecb-a229-d121e292ea0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.988294 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-59077e86-92d6-4ecb-a229-d121e292ea0c None None] For port bbd2d794-16e9-4a1c-b779-37dbc28d3016, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bbd2d794-16e9-4a1c-b779-37dbc28d3016,segment=NetworkSegment(bfce1158-a730-412e-8c91-1d9385385fa7),segment_id=bfce1158-a730-412e-8c91-1d9385385fa7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:01.998207 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-59077e86-92d6-4ecb-a229-d121e292ea0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.030866 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3449ddc-078f-441d-9c6b-e1a07fa55b83 req-e0757403-dead-4756-8c22-ef25ac440e65 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0764465 Nov 27 01:42:02.094715 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59077e86-92d6-4ecb-a229-d121e292ea0c None None] Pushing event updated for resources: {'Port': ['ID=bbd2d794-16e9-4a1c-b779-37dbc28d3016,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:02.148747 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:42:02.163302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3449ddc-078f-441d-9c6b-e1a07fa55b83 req-8ebd4386-998d-418c-960c-fed8e220e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:02.165717 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3449ddc-078f-441d-9c6b-e1a07fa55b83 req-8ebd4386-998d-418c-960c-fed8e220e106 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 1098 time: 0.0583606 Nov 27 01:42:02.238223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2c130a45-7943-41a2-8553-9ab522ac0d1f None None] Provisioning complete for port bbd2d794-16e9-4a1c-b779-37dbc28d3016 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:02.238750 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2c130a45-7943-41a2-8553-9ab522ac0d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.312049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:02.328318 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-37ebc9fe-2bda-47d6-bfa2-9083a350ca03 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "PUT /v2.0/routers/d37c6d0c-b8f6-49e2-b0b0-7f8292bde462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1961267 Nov 27 01:42:02.329200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39532) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:02.331967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Sync routers for ids ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:02.338664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d84292c6-e3ab-4375-b111-4dea8edd86ff tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1859736538', 'description': 'tempest-secgroup_access--1859736538 description', 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:02.371427 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d84292c6-e3ab-4375-b111-4dea8edd86ff tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.373665 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Routers {'d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:02.374508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:41:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:02.403660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3449ddc-078f-441d-9c6b-e1a07fa55b83 req-a6d97b6a-25ca-4071-9c88-2ee32bf16339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:02.405765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3449ddc-078f-441d-9c6b-e1a07fa55b83 req-a6d97b6a-25ca-4071-9c88-2ee32bf16339 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4897bf2f-e988-4633-afbb-1df8afce7e63 HTTP/1.1" status: 200 len: 898 time: 0.2070870 Nov 27 01:42:02.456534 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bbd2d794-16e9-4a1c-b779-37dbc28d3016 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:42:02.494842 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d84292c6-e3ab-4375-b111-4dea8edd86ff tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.503376 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d84292c6-e3ab-4375-b111-4dea8edd86ff tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.530868 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3449ddc-078f-441d-9c6b-e1a07fa55b83 req-14b97077-918c-4221-85f9-18da9385613d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9167b529-7d65-416c-b872-ade13fdfb493 HTTP/1.1" status: 200 len: 1001 time: 0.1168923 Nov 27 01:42:02.542958 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d84292c6-e3ab-4375-b111-4dea8edd86ff tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.544433 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d84292c6-e3ab-4375-b111-4dea8edd86ff tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2136152 Nov 27 01:42:02.547581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39534) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:02.554700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-41619049-36da-4b9d-8359-74bcc1a29d1e tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--932686393', 'description': 'tempest-secgroup_general--932686393 description', 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:02.572501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84292c6-e3ab-4375-b111-4dea8edd86ff tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03af6e3-a701-4e32-bd31-08ccf0631e0d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:02.618855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-41619049-36da-4b9d-8359-74bcc1a29d1e tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.667117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2c130a45-7943-41a2-8553-9ab522ac0d1f None None] Provisioning complete for port 05b77360-1ac1-4507-b055-bee1860f251e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:02.669757 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2c130a45-7943-41a2-8553-9ab522ac0d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.674206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3449ddc-078f-441d-9c6b-e1a07fa55b83 req-9ad30793-3d2c-48f2-a8e3-6dc2d432a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:02.676030 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3449ddc-078f-441d-9c6b-e1a07fa55b83 req-9ad30793-3d2c-48f2-a8e3-6dc2d432a780 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0dfa94b4-d0fc-4c03-845d-58d22db33e31 HTTP/1.1" status: 200 len: 835 time: 0.1348844 Nov 27 01:42:02.775806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3449ddc-078f-441d-9c6b-e1a07fa55b83 req-21056caa-d1bb-42f5-ae1c-3d6cc8479550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:02.779086 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3449ddc-078f-441d-9c6b-e1a07fa55b83 req-21056caa-d1bb-42f5-ae1c-3d6cc8479550 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4897bf2f-e988-4633-afbb-1df8afce7e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936708 Nov 27 01:42:02.797719 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-41619049-36da-4b9d-8359-74bcc1a29d1e tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.820157 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-41619049-36da-4b9d-8359-74bcc1a29d1e tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.889091 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-41619049-36da-4b9d-8359-74bcc1a29d1e tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.894439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39536) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:02.896923 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-41619049-36da-4b9d-8359-74bcc1a29d1e tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3482587 Nov 27 01:42:02.898216 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41619049-36da-4b9d-8359-74bcc1a29d1e tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5847272c-b2f6-4152-b75a-e4e37b3c74d8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:02.916343 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9fa9029e-ce82-4864-ba98-47b03ac7a38f tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Request body: {'security_group_rule': {'security_group_id': 'd03af6e3-a701-4e32-bd31-08ccf0631e0d', 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:02.938855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2c130a45-7943-41a2-8553-9ab522ac0d1f None None] Port 05b77360-1ac1-4507-b055-bee1860f251e cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:02.947656 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Set router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:02.954068 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3449ddc-078f-441d-9c6b-e1a07fa55b83 req-b5ff0d91-360d-410a-a622-2cb70abf8768 service neutron] 10.222.0.21 "GET /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657262 Nov 27 01:42:02.962432 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9fa9029e-ce82-4864-ba98-47b03ac7a38f tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.986485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port bbd2d794-16e9-4a1c-b779-37dbc28d3016 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:02.986865 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.066889 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9fa9029e-ce82-4864-ba98-47b03ac7a38f tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.072747 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9fa9029e-ce82-4864-ba98-47b03ac7a38f tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.103725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9029e-ce82-4864-ba98-47b03ac7a38f tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43be435-c84a-4e07-8fc8-77bfea1971b5,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:03.113429 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4ec6c9a9-8511-46d1-a3dd-657a649e309e None None] Provisioning complete for port 05b77360-1ac1-4507-b055-bee1860f251e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:03.113822 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c9a9-8511-46d1-a3dd-657a649e309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.117197 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9fa9029e-ce82-4864-ba98-47b03ac7a38f tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.118381 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9fa9029e-ce82-4864-ba98-47b03ac7a38f tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2228978 Nov 27 01:42:03.129751 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3449ddc-078f-441d-9c6b-e1a07fa55b83 req-0862a867-5b5c-4e7e-a3cf-699619456361 service neutron] 10.222.0.21 "GET /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353796 Nov 27 01:42:03.208623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4ec6c9a9-8511-46d1-a3dd-657a649e309e None None] Port 05b77360-1ac1-4507-b055-bee1860f251e cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:03.279682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:42:01Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '05b77360-1ac1-4507-b055-bee1860f251e', 'name': '', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'mac_address': 'fa:16:3e:d1:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:00Z', 'updated_at': '2021-11-27T01:42:01Z', 'revision_number': 2, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'subnets': [{'id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:03.306576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Checking router: d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:42:03.306939 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Updating router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 port 05b77360-1ac1-4507-b055-bee1860f251e binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:42:03.335387 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-ab52cca8-e878-4dde-b4c0-99df16469d72 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_access--1859736538&fields=id&tenant_id=ac699d701c7d4c1781210ddc1e6de10b HTTP/1.1" status: 200 len: 267 time: 0.0434783 Nov 27 01:42:03.336081 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.382261 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-b896cbff-9b19-42a2-95f0-bf662527f1d1 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_general--932686393&fields=id&tenant_id=ac699d701c7d4c1781210ddc1e6de10b HTTP/1.1" status: 200 len: 267 time: 0.0405200 Nov 27 01:42:03.492566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-276bcb81-a1ef-431b-b606-79d143c17b87 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:03.493964 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-276bcb81-a1ef-431b-b606-79d143c17b87 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/networks?id=8ae368b4-99aa-48cc-b906-8cd4fb1efac1 HTTP/1.1" status: 200 len: 797 time: 0.1050956 Nov 27 01:42:03.509265 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-8ec363e2-f126-4855-90b4-be8bd7a19951 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/quotas/ac699d701c7d4c1781210ddc1e6de10b HTTP/1.1" status: 200 len: 375 time: 0.0096476 Nov 27 01:42:03.560318 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-773fcfb7-e295-4e67-b7a2-735ee212c748 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac699d701c7d4c1781210ddc1e6de10b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456491 Nov 27 01:42:03.602277 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.608470 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.659950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463e762-f89a-4042-8445-ce7e01aee934 None None] Pushing event updated for resources: {'Port': ['ID=05b77360-1ac1-4507-b055-bee1860f251e,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:03.673987 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-21dbbe18-60df-4a44-a4b8-48e810794a62 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae368b4-99aa-48cc-b906-8cd4fb1efac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005332 Nov 27 01:42:03.713143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Attempting to bind port 05b77360-1ac1-4507-b055-bee1860f251e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:03.713662 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Attempting to bind port 05b77360-1ac1-4507-b055-bee1860f251e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'bfce1158-a730-412e-8c91-1d9385385fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:03.713873 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Attempting to bind port 05b77360-1ac1-4507-b055-bee1860f251e on network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:03.719304 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:03.719687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Checking segment: {'id': 'bfce1158-a730-412e-8c91-1d9385385fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:03.720098 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.720528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Bound using segment: {'id': 'bfce1158-a730-412e-8c91-1d9385385fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:03.720999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Bound port: 05b77360-1ac1-4507-b055-bee1860f251e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfce1158-a730-412e-8c91-1d9385385fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:03.721382 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.773277 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-d93574ac-8ba0-4afc-8b93-f5b74ddcde36 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae368b4-99aa-48cc-b906-8cd4fb1efac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916986 Nov 27 01:42:03.795925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] For port 05b77360-1ac1-4507-b055-bee1860f251e, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:03.799960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] For port 05b77360-1ac1-4507-b055-bee1860f251e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=05b77360-1ac1-4507-b055-bee1860f251e,segment=NetworkSegment(bfce1158-a730-412e-8c91-1d9385385fa7),segment_id=bfce1158-a730-412e-8c91-1d9385385fa7)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:03.805341 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.867129 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Routers {'d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:03.867781 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:41:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:03.873538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463e762-f89a-4042-8445-ce7e01aee934 None None] Pushing event updated for resources: {'Port': ['ID=05b77360-1ac1-4507-b055-bee1860f251e,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:03.980319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6e2e3bc6-8ee5-4cda-bb1c-1f8e86acbc05 None None] Provisioning complete for port 05b77360-1ac1-4507-b055-bee1860f251e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:03.980694 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6e2e3bc6-8ee5-4cda-bb1c-1f8e86acbc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.993736 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54b2a627-9cc9-4c39-9a2b-1471cb4d79df req-841a8c6e-07c1-48a3-993c-f9191f06f0f9 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 210 time: 0.0631514 Nov 27 01:42:04.047841 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] Set router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:04.220364 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6e2e3bc6-8ee5-4cda-bb1c-1f8e86acbc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:04.283702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6e2e3bc6-8ee5-4cda-bb1c-1f8e86acbc05 None None] For port 05b77360-1ac1-4507-b055-bee1860f251e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=05b77360-1ac1-4507-b055-bee1860f251e,segment=NetworkSegment(bfce1158-a730-412e-8c91-1d9385385fa7),segment_id=bfce1158-a730-412e-8c91-1d9385385fa7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:04.292803 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6e2e3bc6-8ee5-4cda-bb1c-1f8e86acbc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:04.380639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e3bc6-8ee5-4cda-bb1c-1f8e86acbc05 None None] Pushing event updated for resources: {'Port': ['ID=05b77360-1ac1-4507-b055-bee1860f251e,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:04.401701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:42:01Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '05b77360-1ac1-4507-b055-bee1860f251e', 'name': '', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'mac_address': 'fa:16:3e:d1:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:00Z', 'updated_at': '2021-11-27T01:42:03Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'subnets': [{'id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:04.434272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77657033-5374-4ae1-9b81-912423c9b32c None None] The sync data for ids ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'] in n-d-817303-10 is: [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:42:01Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '05b77360-1ac1-4507-b055-bee1860f251e', 'name': '', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'mac_address': 'fa:16:3e:d1:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:00Z', 'updated_at': '2021-11-27T01:42:03Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'subnets': [{'id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:04.445518 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-75165850-45dd-4c42-8f8b-2581d70e87d5 None None] Provisioning complete for port 05b77360-1ac1-4507-b055-bee1860f251e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:04.445977 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-75165850-45dd-4c42-8f8b-2581d70e87d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:05.104313 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ec01aabd-70d1-4e84-9ff0-5c821898ea1a req-4205573e-b781-4132-9a82-a51ed735fbad tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 210 time: 0.0316832 Nov 27 01:42:05.345831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-f6dc01df-0ebb-4c2d-b10f-6ddc58039ca7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:05.347319 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-f6dc01df-0ebb-4c2d-b10f-6ddc58039ca7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.21 "GET /v2.0/networks?id=8ae368b4-99aa-48cc-b906-8cd4fb1efac1 HTTP/1.1" status: 200 len: 797 time: 0.1596498 Nov 27 01:42:05.435579 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-8bb9a333-a8da-42df-b325-e966b872b569 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac699d701c7d4c1781210ddc1e6de10b HTTP/1.1" status: 200 len: 477 time: 0.0709472 Nov 27 01:42:05.447487 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-4d96505e-61c9-4745-9f6c-1a5809020e9d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Request body: {'port': {'device_id': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'admin_state_up': True, 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'security_groups': ['d03af6e3-a701-4e32-bd31-08ccf0631e0d', '5847272c-b2f6-4152-b75a-e4e37b3c74d8']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:05.879424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-4d96505e-61c9-4745-9f6c-1a5809020e9d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Made reservation on behalf of ac699d701c7d4c1781210ddc1e6de10b for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:05.883195 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-4d96505e-61c9-4745-9f6c-1a5809020e9d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.009387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-4d96505e-61c9-4745-9f6c-1a5809020e9d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Allocated IP 172.20.0.8 (8ae368b4-99aa-48cc-b906-8cd4fb1efac1/e07503c6-60b2-4a21-a602-f7da70aa57d6/3afdd7fa-d130-4511-ad10-f76bd17fccbc) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:06.158609 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-4d96505e-61c9-4745-9f6c-1a5809020e9d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.194429 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-4d96505e-61c9-4745-9f6c-1a5809020e9d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.226956 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9427065f-c4fb-4b5c-8027-f3b1d4cbc5e4 req-fe3bd043-31e8-42bd-a2f6-c8d210e036f4 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 210 time: 0.0479853 Nov 27 01:42:06.256729 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96505e-61c9-4745-9f6c-1a5809020e9d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'Port': ['ID=3afdd7fa-d130-4511-ad10-f76bd17fccbc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:06.274522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-4d96505e-61c9-4745-9f6c-1a5809020e9d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:06.277131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-4d96505e-61c9-4745-9f6c-1a5809020e9d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:06.280404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-4d96505e-61c9-4745-9f6c-1a5809020e9d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:06.329584 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 05b77360-1ac1-4507-b055-bee1860f251e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:42:06.340785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-4d96505e-61c9-4745-9f6c-1a5809020e9d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:06.341515 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-4d96505e-61c9-4745-9f6c-1a5809020e9d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.370497 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-4d96505e-61c9-4745-9f6c-1a5809020e9d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9275782 Nov 27 01:42:06.390254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Request body: {'port': {'device_id': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:06.405115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 05b77360-1ac1-4507-b055-bee1860f251e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:06.405859 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.469865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.595778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-beae65fe-d140-47c9-9fbc-d1144ef38728 None None] Provisioning complete for port 3afdd7fa-d130-4511-ad10-f76bd17fccbc triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:06.596164 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-beae65fe-d140-47c9-9fbc-d1144ef38728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.633883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-beae65fe-d140-47c9-9fbc-d1144ef38728 None None] Port 3afdd7fa-d130-4511-ad10-f76bd17fccbc cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:06.758804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afdd7fa-d130-4511-ad10-f76bd17fccbc {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:42:06.766293 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.778303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Transition to ACTIVE for port object 3afdd7fa-d130-4511-ad10-f76bd17fccbc will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:42:06.782255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.838818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3afdd7fa-d130-4511-ad10-f76bd17fccbc,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:06.917719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Attempting to bind port 3afdd7fa-d130-4511-ad10-f76bd17fccbc on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:06.918064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Attempting to bind port 3afdd7fa-d130-4511-ad10-f76bd17fccbc by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'bfce1158-a730-412e-8c91-1d9385385fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:06.918395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Attempting to bind port 3afdd7fa-d130-4511-ad10-f76bd17fccbc on network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:06.923176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Port 3afdd7fa-d130-4511-ad10-f76bd17fccbc on network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:42:06.923680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Attempting to bind port 3afdd7fa-d130-4511-ad10-f76bd17fccbc on network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:06.929416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:06.929764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Checking segment: {'id': 'bfce1158-a730-412e-8c91-1d9385385fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:06.930153 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Bound using segment: {'id': 'bfce1158-a730-412e-8c91-1d9385385fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:06.930582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Bound port: 3afdd7fa-d130-4511-ad10-f76bd17fccbc, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfce1158-a730-412e-8c91-1d9385385fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:06.930943 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:07.000916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] For port 3afdd7fa-d130-4511-ad10-f76bd17fccbc, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:07.004519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] For port 3afdd7fa-d130-4511-ad10-f76bd17fccbc, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3afdd7fa-d130-4511-ad10-f76bd17fccbc,segment=NetworkSegment(bfce1158-a730-412e-8c91-1d9385385fa7),segment_id=bfce1158-a730-412e-8c91-1d9385385fa7)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:07.009346 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:07.047042 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:07.048396 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:07.050526 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] 10.222.0.21 "PUT /v2.0/ports/3afdd7fa-d130-4511-ad10-f76bd17fccbc HTTP/1.1" status: 200 len: 1131 time: 0.6647940 Nov 27 01:42:07.055946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'tag': '3afdd7fa-d130-4511-ad10-f76bd17fccbc'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:42:07.058301 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898e395e-cd04-4119-8bad-3ebdbd7a6f67" -d '{"events": [{"name": "network-changed", "server_uuid": "19e371a4-89b3-4b2f-ae90-59cd4fa990ab", "tag": "3afdd7fa-d130-4511-ad10-f76bd17fccbc"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:42:07.083932 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6b023-df2d-4305-9292-3bb6ec78f2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3afdd7fa-d130-4511-ad10-f76bd17fccbc,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:07.116978 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c2a9ac-4bd3-4c49-9fbf-4380b076e8c3 x-openstack-request-id: req-86c2a9ac-4bd3-4c49-9fbf-4380b076e8c3 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:42:07.117705 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e371a4-89b3-4b2f-ae90-59cd4fa990ab", "tag": "3afdd7fa-d130-4511-ad10-f76bd17fccbc", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:42:07.117997 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86c2a9ac-4bd3-4c49-9fbf-4380b076e8c3 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:42:07.118419 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'tag': '3afdd7fa-d130-4511-ad10-f76bd17fccbc', 'status': 'completed', 'code': 200} Nov 27 01:42:07.191121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-6e7e26dd-65a2-4822-ac40-06ad1fbb5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:07.192742 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-6e7e26dd-65a2-4822-ac40-06ad1fbb5955 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac699d701c7d4c1781210ddc1e6de10b&device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 1134 time: 0.0533054 Nov 27 01:42:07.245985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-d2f6f03f-9158-4612-93ee-a50ad2735f90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3afdd7fa-d130-4511-ad10-f76bd17fccbc HTTP/1.1" status: 200 len: 217 time: 0.0358169 Nov 27 01:42:07.324316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-3031b9a0-746a-49cc-ae92-ac33d005b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:07.325953 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-3031b9a0-746a-49cc-ae92-ac33d005b8e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e07503c6-60b2-4a21-a602-f7da70aa57d6 HTTP/1.1" status: 200 len: 835 time: 0.0720561 Nov 27 01:42:07.365332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72b76f-8568-41ca-a19f-1cd2f1b446fd req-97d64634-171a-43e0-bbbd-f74f4b5a95a7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:07.368855 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b72b76f-8568-41ca-a19f-1cd2f1b446fd req-97d64634-171a-43e0-bbbd-f74f4b5a95a7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 982 time: 0.0541933 Nov 27 01:42:07.379420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-55488b1b-4191-4c6b-b286-d0e1addafec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:07.381159 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-55488b1b-4191-4c6b-b286-d0e1addafec6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ae368b4-99aa-48cc-b906-8cd4fb1efac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476193 Nov 27 01:42:07.436936 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b72b76f-8568-41ca-a19f-1cd2f1b446fd req-9a34f4b7-493a-4656-8b2b-731175f84389 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/security-groups?id=5847272c-b2f6-4152-b75a-e4e37b3c74d8&id=d03af6e3-a701-4e32-bd31-08ccf0631e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0636406 Nov 27 01:42:07.479971 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-32df2b0d-1c7e-4b6c-939a-190051d76942 service neutron] 10.222.0.21 "GET /v2.0/networks/8ae368b4-99aa-48cc-b906-8cd4fb1efac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873957 Nov 27 01:42:07.580447 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9df75db-bc17-4808-b963-6f60a2cd9adb req-6f46f6c1-aeac-4a40-b901-1b62fe0b636a service neutron] 10.222.0.21 "GET /v2.0/networks/8ae368b4-99aa-48cc-b906-8cd4fb1efac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897472 Nov 27 01:42:07.735288 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e395e-cd04-4119-8bad-3ebdbd7a6f67 req-7ad0edf5-5c48-4d0a-859e-3261db8e6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:07.737197 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-898e395e-cd04-4119-8bad-3ebdbd7a6f67 req-7ad0edf5-5c48-4d0a-859e-3261db8e6212 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac699d701c7d4c1781210ddc1e6de10b&device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 1134 time: 0.0557170 Nov 27 01:42:07.866715 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e395e-cd04-4119-8bad-3ebdbd7a6f67 req-a39588f6-11c7-4aa1-8733-277c979d1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:07.868718 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-898e395e-cd04-4119-8bad-3ebdbd7a6f67 req-a39588f6-11c7-4aa1-8733-277c979d1d00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ae368b4-99aa-48cc-b906-8cd4fb1efac1 HTTP/1.1" status: 200 len: 898 time: 0.1233964 Nov 27 01:42:07.945524 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-898e395e-cd04-4119-8bad-3ebdbd7a6f67 req-730eeeb8-6782-47d3-83e2-3ce67a7d81b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3afdd7fa-d130-4511-ad10-f76bd17fccbc HTTP/1.1" status: 200 len: 217 time: 0.0674076 Nov 27 01:42:08.003540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e395e-cd04-4119-8bad-3ebdbd7a6f67 req-90a6b280-fdf1-4032-a3fd-0453a71d7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:08.005271 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-898e395e-cd04-4119-8bad-3ebdbd7a6f67 req-90a6b280-fdf1-4032-a3fd-0453a71d7a57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e07503c6-60b2-4a21-a602-f7da70aa57d6 HTTP/1.1" status: 200 len: 835 time: 0.0519938 Nov 27 01:42:08.051649 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e395e-cd04-4119-8bad-3ebdbd7a6f67 req-393f27b7-9c9f-449f-9f9e-523948ed2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:08.053729 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-898e395e-cd04-4119-8bad-3ebdbd7a6f67 req-393f27b7-9c9f-449f-9f9e-523948ed2cff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ae368b4-99aa-48cc-b906-8cd4fb1efac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407848 Nov 27 01:42:08.185533 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-898e395e-cd04-4119-8bad-3ebdbd7a6f67 req-e3574c33-0ea0-49a8-acf1-4236a4bcf492 service neutron] 10.222.0.21 "GET /v2.0/networks/8ae368b4-99aa-48cc-b906-8cd4fb1efac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234982 Nov 27 01:42:08.296426 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-898e395e-cd04-4119-8bad-3ebdbd7a6f67 req-005198d5-5bf0-451a-9514-a2266802bb02 service neutron] 10.222.0.21 "GET /v2.0/networks/8ae368b4-99aa-48cc-b906-8cd4fb1efac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018317 Nov 27 01:42:08.629604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cb1a9-e02e-446f-b0ba-f6e77f47f6e3 req-96e4ab6f-7dbd-433f-a3cf-d1e162e66404 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:08.631095 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-370cb1a9-e02e-446f-b0ba-f6e77f47f6e3 req-96e4ab6f-7dbd-433f-a3cf-d1e162e66404 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 982 time: 0.0912488 Nov 27 01:42:08.710097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-370cb1a9-e02e-446f-b0ba-f6e77f47f6e3 req-1ad37072-b58e-418a-9189-8eae231c2576 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/security-groups?id=5847272c-b2f6-4152-b75a-e4e37b3c74d8&id=d03af6e3-a701-4e32-bd31-08ccf0631e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0636461 Nov 27 01:42:09.936380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bbb17-d1cd-4ca9-a2c3-c8ee1ab2a970 req-ec7ceea0-e67a-493a-a1f4-8d5dfa2e09ec tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:09.936380 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c39bbb17-d1cd-4ca9-a2c3-c8ee1ab2a970 req-ec7ceea0-e67a-493a-a1f4-8d5dfa2e09ec tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 982 time: 0.0598645 Nov 27 01:42:10.039995 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c39bbb17-d1cd-4ca9-a2c3-c8ee1ab2a970 req-accfdb3f-598e-40fb-a98d-bdc85ec8e6cd tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/security-groups?id=5847272c-b2f6-4152-b75a-e4e37b3c74d8&id=d03af6e3-a701-4e32-bd31-08ccf0631e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0938919 Nov 27 01:42:10.105551 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dd7d77f7-23d6-40b8-a283-c9cc3331ac3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.497175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3afdd7fa-d130-4511-ad10-f76bd17fccbc details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:42:10.623569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3afdd7fa-d130-4511-ad10-f76bd17fccbc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3afdd7fa-d130-4511-ad10-f76bd17fccbc,segment=NetworkSegment(bfce1158-a730-412e-8c91-1d9385385fa7),segment_id=bfce1158-a730-412e-8c91-1d9385385fa7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:10.638343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '3afdd7fa-d130-4511-ad10-f76bd17fccbc', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'port_id': '3afdd7fa-d130-4511-ad10-f76bd17fccbc', 'mac_address': 'fa:16:3e:9d:4f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:42:10.693898 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.710487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afdd7fa-d130-4511-ad10-f76bd17fccbc {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:42:10.743197 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3afdd7fa-d130-4511-ad10-f76bd17fccbc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3afdd7fa-d130-4511-ad10-f76bd17fccbc,segment=NetworkSegment(bfce1158-a730-412e-8c91-1d9385385fa7),segment_id=bfce1158-a730-412e-8c91-1d9385385fa7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:10.748970 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.810634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=3afdd7fa-d130-4511-ad10-f76bd17fccbc,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:11.074487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['3afdd7fa-d130-4511-ad10-f76bd17fccbc'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:42:11.182579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80643848-4f88-4ffe-8599-466d1ff17500 req-ef36d14a-e227-4e6f-b375-ddf57f3760ba tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:11.184107 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80643848-4f88-4ffe-8599-466d1ff17500 req-ef36d14a-e227-4e6f-b375-ddf57f3760ba tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 983 time: 0.0546134 Nov 27 01:42:11.274407 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80643848-4f88-4ffe-8599-466d1ff17500 req-ca49ef40-2a20-4b79-80e2-1db2874ab4b9 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/security-groups?id=5847272c-b2f6-4152-b75a-e4e37b3c74d8&id=d03af6e3-a701-4e32-bd31-08ccf0631e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0820270 Nov 27 01:42:12.283140 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e9cf9c9c-73fb-4b7e-8016-a3619a5d58be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:12.401644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e5ab6-08de-4832-98a2-4a8a9a201627 req-d76b5460-9786-4ec6-94d6-7d98d892d58d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:12.408728 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a37e5ab6-08de-4832-98a2-4a8a9a201627 req-d76b5460-9786-4ec6-94d6-7d98d892d58d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 983 time: 0.0619767 Nov 27 01:42:12.465194 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a37e5ab6-08de-4832-98a2-4a8a9a201627 req-bd67cb72-3363-4430-a01a-875dd3a411f1 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/security-groups?id=5847272c-b2f6-4152-b75a-e4e37b3c74d8&id=d03af6e3-a701-4e32-bd31-08ccf0631e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0541220 Nov 27 01:42:12.493718 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3afdd7fa-d130-4511-ad10-f76bd17fccbc up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:42:12.550280 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 3afdd7fa-d130-4511-ad10-f76bd17fccbc completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:42:12.554231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 3afdd7fa-d130-4511-ad10-f76bd17fccbc triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:12.554610 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:12.644631 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:12.670633 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afdd7fa-d130-4511-ad10-f76bd17fccbc'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:42:12.672950 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba94f824-500a-4132-a2fd-8032c7f0794c" -d '{"events": [{"server_uuid": "19e371a4-89b3-4b2f-ae90-59cd4fa990ab", "name": "network-vif-plugged", "status": "completed", "tag": "3afdd7fa-d130-4511-ad10-f76bd17fccbc"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:42:12.697179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3afdd7fa-d130-4511-ad10-f76bd17fccbc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3afdd7fa-d130-4511-ad10-f76bd17fccbc,segment=NetworkSegment(bfce1158-a730-412e-8c91-1d9385385fa7),segment_id=bfce1158-a730-412e-8c91-1d9385385fa7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:12.701299 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:12.726726 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6740f101-e523-4529-a7d8-8e3c5270b4f2 x-openstack-request-id: req-6740f101-e523-4529-a7d8-8e3c5270b4f2 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:42:12.727028 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e371a4-89b3-4b2f-ae90-59cd4fa990ab", "name": "network-vif-plugged", "status": "completed", "tag": "3afdd7fa-d130-4511-ad10-f76bd17fccbc", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:42:12.727282 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6740f101-e523-4529-a7d8-8e3c5270b4f2 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:42:12.727680 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afdd7fa-d130-4511-ad10-f76bd17fccbc', 'code': 200} Nov 27 01:42:12.755160 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=3afdd7fa-d130-4511-ad10-f76bd17fccbc,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:12.846974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65583f5d-aedd-4194-b848-126a55f39a56 req-332b4145-4fd1-4b8d-9c57-026b7bb9d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:12.848491 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-65583f5d-aedd-4194-b848-126a55f39a56 req-332b4145-4fd1-4b8d-9c57-026b7bb9d579 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 1136 time: 0.0413439 Nov 27 01:42:12.907413 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-65583f5d-aedd-4194-b848-126a55f39a56 req-0a4b2b79-e0db-4a10-913e-da13b17ccc26 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d03af6e3-a701-4e32-bd31-08ccf0631e0d&id=5847272c-b2f6-4152-b75a-e4e37b3c74d8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0510874 Nov 27 01:42:13.055574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-08287328-9741-4a7c-8bee-18fa6d760f73 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675736315&fields=id&tenant_id=6577badd8983434db4e0cc8b73f2fcf0 HTTP/1.1" status: 200 len: 267 time: 0.0474098 Nov 27 01:42:13.161418 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-1e66fb64-c292-450d-b131-da3343ea4e8a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:13.163736 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-1e66fb64-c292-450d-b131-da3343ea4e8a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 811 time: 0.1011770 Nov 27 01:42:13.179778 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-0a707713-3ba6-40e0-b034-4ab1cba5929c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/quotas/6577badd8983434db4e0cc8b73f2fcf0 HTTP/1.1" status: 200 len: 375 time: 0.0099657 Nov 27 01:42:13.240132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-edf2f55a-487b-4661-bac3-847abd6a0a03 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541272 Nov 27 01:42:13.335221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-fb10fc37-6cd4-4813-9bae-87eb900b75e8 service neutron] 10.222.0.15 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840092 Nov 27 01:42:13.351085 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:13.435185 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-914472cb-0ca1-42f3-9a56-07b777f16fe9 service neutron] 10.222.0.15 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899830 Nov 27 01:42:13.583435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0601e-d95e-4466-909c-0d00b7d5db3a req-bf499eef-9e35-4158-a745-9d759761899f tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:13.585017 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d6f0601e-d95e-4466-909c-0d00b7d5db3a req-bf499eef-9e35-4158-a745-9d759761899f tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 984 time: 0.0508027 Nov 27 01:42:13.648467 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d6f0601e-d95e-4466-909c-0d00b7d5db3a req-c9cd3a4a-3381-4593-8b32-f700b715968c tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/security-groups?id=5847272c-b2f6-4152-b75a-e4e37b3c74d8&id=d03af6e3-a701-4e32-bd31-08ccf0631e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0527389 Nov 27 01:42:13.722083 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-55b43b7f-d4fb-4f9c-b9da-99c7204c4916 req-339ba09b-55b6-4f85-a999-9314a92f8041 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 210 time: 0.0303824 Nov 27 01:42:14.720098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-c54c065b-0868-459f-b61d-d281bf2aec1e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:14.721658 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-c54c065b-0868-459f-b61d-d281bf2aec1e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.31 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 811 time: 0.1093168 Nov 27 01:42:14.789016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d0862-240a-44bf-9667-1ffba8e5a5f5 req-4c182b93-7537-444f-8200-a163cca32a74 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:14.791103 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-897d0862-240a-44bf-9667-1ffba8e5a5f5 req-4c182b93-7537-444f-8200-a163cca32a74 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 984 time: 0.0591366 Nov 27 01:42:14.840620 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-537154c4-ca5c-4361-b5b7-873383574294 req-44196ef9-d000-41e2-8eaf-4684edd8e434 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 210 time: 0.0438404 Nov 27 01:42:14.847745 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-bdadbc37-4930-4aa0-8f8b-0b234a443605 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6577badd8983434db4e0cc8b73f2fcf0 HTTP/1.1" status: 200 len: 379 time: 0.1012220 Nov 27 01:42:14.858015 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-897d0862-240a-44bf-9667-1ffba8e5a5f5 req-12274f7f-5cee-4f3d-bd69-8f5163746205 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/security-groups?id=5847272c-b2f6-4152-b75a-e4e37b3c74d8&id=d03af6e3-a701-4e32-bd31-08ccf0631e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0593641 Nov 27 01:42:14.865904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-6c0a69d0-e631-4989-ad96-f693fcc499a8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'port': {'device_id': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'admin_state_up': True, 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'security_groups': ['28ac7fed-b729-4ea9-aeee-081f499edac9']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:14.907031 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.037481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-6c0a69d0-e631-4989-ad96-f693fcc499a8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Made reservation on behalf of 6577badd8983434db4e0cc8b73f2fcf0 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:15.041177 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-6c0a69d0-e631-4989-ad96-f693fcc499a8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.051838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3e8da-24e3-4051-8cb8-5caa5962c4d6 req-037f5951-4862-41a8-b92b-96ca82853220 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:15.053549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39650) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:15.056703 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c3e8da-24e3-4051-8cb8-5caa5962c4d6 req-037f5951-4862-41a8-b92b-96ca82853220 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 984 time: 0.0784578 Nov 27 01:42:15.173635 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c3e8da-24e3-4051-8cb8-5caa5962c4d6 req-be3d9a04-09b2-41e6-bf2f-0926c5f9024b tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/security-groups?id=5847272c-b2f6-4152-b75a-e4e37b3c74d8&id=d03af6e3-a701-4e32-bd31-08ccf0631e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1088212 Nov 27 01:42:15.235091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef22fdb-d407-468e-bcac-bc7525cdde06 req-2b2b2fca-d55e-4d96-b69a-261fd6f3e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:15.236908 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2ef22fdb-d407-468e-bcac-bc7525cdde06 req-2b2b2fca-d55e-4d96-b69a-261fd6f3e9f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 1098 time: 0.1823409 Nov 27 01:42:15.243325 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-6c0a69d0-e631-4989-ad96-f693fcc499a8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Allocated IP 172.20.0.4 (35aa4cc9-b10e-46ba-916b-1eb397216d85/39c2a817-dfb4-428a-8395-e967cb858ab1/b44d7613-7136-4d18-b1a3-b337a201fce3) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:15.317445 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2ef22fdb-d407-468e-bcac-bc7525cdde06 req-34751532-0fca-4ccc-b052-74d802a874b8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=46a19702-4280-4fa0-b766-90407744b478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734220 Nov 27 01:42:15.329667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1d9eb-f9a1-46dc-984b-8bcec6559272 req-7b4eaa37-cbd3-41c8-88f1-a067c723bb0c tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:15.331226 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ffa1d9eb-f9a1-46dc-984b-8bcec6559272 req-7b4eaa37-cbd3-41c8-88f1-a067c723bb0c tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 1136 time: 0.0642183 Nov 27 01:42:15.352456 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ffa1d9eb-f9a1-46dc-984b-8bcec6559272 req-827e118b-3c98-4118-9a4c-cb13c30779ac tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.407233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-6c0a69d0-e631-4989-ad96-f693fcc499a8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.430048 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ffa1d9eb-f9a1-46dc-984b-8bcec6559272 req-827e118b-3c98-4118-9a4c-cb13c30779ac tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.433914 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ffa1d9eb-f9a1-46dc-984b-8bcec6559272 req-827e118b-3c98-4118-9a4c-cb13c30779ac tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.441978 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-6c0a69d0-e631-4989-ad96-f693fcc499a8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.483245 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-6c0a69d0-e631-4989-ad96-f693fcc499a8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:15.484075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e118b-3c98-4118-9a4c-cb13c30779ac tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0fa454-fa64-4f2a-b99f-b684928ed61e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:15.489118 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ffa1d9eb-f9a1-46dc-984b-8bcec6559272 req-827e118b-3c98-4118-9a4c-cb13c30779ac tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5847272c-b2f6-4152-b75a-e4e37b3c74d8&id=d03af6e3-a701-4e32-bd31-08ccf0631e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1511259 Nov 27 01:42:15.502477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-6c0a69d0-e631-4989-ad96-f693fcc499a8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:15.507866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-6c0a69d0-e631-4989-ad96-f693fcc499a8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:15.515354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39658) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:15.553090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a69d0-e631-4989-ad96-f693fcc499a8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'Port': ['ID=b44d7613-7136-4d18-b1a3-b337a201fce3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:15.566583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0999b2a-56f1-4319-b4d2-7d7eaa5c5683 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:15.568491 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a0999b2a-56f1-4319-b4d2-7d7eaa5c5683 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 1131 time: 0.0519381 Nov 27 01:42:15.571462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39660) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:15.579144 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '3afdd7fa-d130-4511-ad10-f76bd17fccbc', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:15.607758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-6c0a69d0-e631-4989-ad96-f693fcc499a8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:15.608427 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-6c0a69d0-e631-4989-ad96-f693fcc499a8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.625799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.632856 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-6c0a69d0-e631-4989-ad96-f693fcc499a8 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7753580 Nov 27 01:42:15.655171 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Request body: {'port': {'device_id': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:15.752141 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.766233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a32a744c-14b4-49d6-8d38-7a09a330ab62 None None] Provisioning complete for port b44d7613-7136-4d18-b1a3-b337a201fce3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:15.766817 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a32a744c-14b4-49d6-8d38-7a09a330ab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.801623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a32a744c-14b4-49d6-8d38-7a09a330ab62 None None] Port b44d7613-7136-4d18-b1a3-b337a201fce3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:15.826757 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:16.074982 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab968d-e619-4521-8cec-32771bc63e8d req-c59041ae-1e9a-4229-b5a7-35433245a89c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:16.076617 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05ab968d-e619-4521-8cec-32771bc63e8d req-c59041ae-1e9a-4229-b5a7-35433245a89c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 931 time: 0.1588790 Nov 27 01:42:16.119000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Allocated IP 172.25.1.121 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/ae3be83d-ede5-4697-8260-fc4334aeb934) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:16.251361 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05ab968d-e619-4521-8cec-32771bc63e8d req-479c81e1-8180-4bd3-a6ce-c2512c2922b3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611445 Nov 27 01:42:16.320114 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44d7613-7136-4d18-b1a3-b337a201fce3 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:42:16.330099 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:16.334076 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:16.366802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Transition to ACTIVE for port object b44d7613-7136-4d18-b1a3-b337a201fce3 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:42:16.379701 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:16.385809 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:16.454688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Pushing event updated for resources: {'Port': ['ID=b44d7613-7136-4d18-b1a3-b337a201fce3,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:16.527375 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:16.549282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Attempting to bind port b44d7613-7136-4d18-b1a3-b337a201fce3 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:16.549629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Attempting to bind port b44d7613-7136-4d18-b1a3-b337a201fce3 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:16.549943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Attempting to bind port b44d7613-7136-4d18-b1a3-b337a201fce3 on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:16.579766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Port b44d7613-7136-4d18-b1a3-b337a201fce3 on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:42:16.580095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Attempting to bind port b44d7613-7136-4d18-b1a3-b337a201fce3 on network 35aa4cc9-b10e-46ba-916b-1eb397216d85 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:16.592726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:16.597504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:16.597845 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Checking segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:16.598227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Bound using segment: {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:16.598663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Bound port: b44d7613-7136-4d18-b1a3-b337a201fce3, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:16.599578 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:16.601970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:16.608978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:16.618889 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'Port': ['ID=ae3be83d-ede5-4697-8260-fc4334aeb934,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:16.762570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] For port b44d7613-7136-4d18-b1a3-b337a201fce3, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:16.781027 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] For port b44d7613-7136-4d18-b1a3-b337a201fce3, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b44d7613-7136-4d18-b1a3-b337a201fce3,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:16.785662 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:16.861689 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:16.862305 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:16.863702 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] 10.222.0.31 "PUT /v2.0/ports/b44d7613-7136-4d18-b1a3-b337a201fce3 HTTP/1.1" status: 200 len: 1092 time: 1.2145171 Nov 27 01:42:16.868004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'tag': 'b44d7613-7136-4d18-b1a3-b337a201fce3'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:42:16.870310 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5b07e9-0cb6-495f-8836-03b8d0e55bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4", "tag": "b44d7613-7136-4d18-b1a3-b337a201fce3"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:42:16.932008 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a255878d-8494-44de-92c6-1702cb0756c0 x-openstack-request-id: req-a255878d-8494-44de-92c6-1702cb0756c0 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:42:16.932418 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4", "tag": "b44d7613-7136-4d18-b1a3-b337a201fce3", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:42:16.932616 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a255878d-8494-44de-92c6-1702cb0756c0 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:42:16.933080 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'tag': 'b44d7613-7136-4d18-b1a3-b337a201fce3', 'status': 'completed', 'code': 200} Nov 27 01:42:16.948490 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe1aac-4726-416a-8616-e8a3be7ea071 service neutron] Pushing event updated for resources: {'Port': ['ID=b44d7613-7136-4d18-b1a3-b337a201fce3,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:17.023820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b07e9-0cb6-495f-8836-03b8d0e55bfe req-474e0d70-f82c-4c4f-b088-e2fc401a9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:17.025612 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a5b07e9-0cb6-495f-8836-03b8d0e55bfe req-474e0d70-f82c-4c4f-b088-e2fc401a9b33 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 1095 time: 0.0674703 Nov 27 01:42:17.669548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b07e9-0cb6-495f-8836-03b8d0e55bfe req-805ed29b-c2d3-4fb7-9241-62f2b401bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:17.671026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a5b07e9-0cb6-495f-8836-03b8d0e55bfe req-805ed29b-c2d3-4fb7-9241-62f2b401bcbf service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6268830 Nov 27 01:42:17.676696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:17.746586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b81f95-8763-40ae-b353-dfb666657d72 req-6602a505-caa2-439d-8672-c8da59091a9b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:17.748294 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36b81f95-8763-40ae-b353-dfb666657d72 req-6602a505-caa2-439d-8672-c8da59091a9b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 943 time: 0.1624851 Nov 27 01:42:17.929110 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:17.942476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36b81f95-8763-40ae-b353-dfb666657d72 req-1672214f-9f14-4680-993b-8eaf4df9d824 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520624 Nov 27 01:42:17.972038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b07e9-0cb6-495f-8836-03b8d0e55bfe req-fb93cb83-c3d2-4bb5-b498-3593950c12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:17.973641 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a5b07e9-0cb6-495f-8836-03b8d0e55bfe req-fb93cb83-c3d2-4bb5-b498-3593950c12b3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2941284 Nov 27 01:42:18.113271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-1d813aa9-98de-4bf3-82c1-b61e41317c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:18.115349 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-1d813aa9-98de-4bf3-82c1-b61e41317c43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 1095 time: 0.0789833 Nov 27 01:42:18.168674 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-b96457f7-437c-4580-9f86-a6a6a37fdf52 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b44d7613-7136-4d18-b1a3-b337a201fce3 HTTP/1.1" status: 200 len: 217 time: 0.0390403 Nov 27 01:42:18.185602 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:18.205559 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:18.284752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-7ac520ee-2100-4b8b-9f1e-050557c695fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:18.286226 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-7ac520ee-2100-4b8b-9f1e-050557c695fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.1103508 Nov 27 01:42:18.291648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'Port': ['ID=ae3be83d-ede5-4697-8260-fc4334aeb934,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:18.330614 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:18.383116 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-0dc0839f-d1fb-428b-8b10-9261ee267a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:18.384600 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-0dc0839f-d1fb-428b-8b10-9261ee267a72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890112 Nov 27 01:42:18.498120 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Floating IP 6055690c-0c9c-49fc-a0b8-754641a91780 associated. External IP: 172.25.1.121, port: 3afdd7fa-d130-4511-ad10-f76bd17fccbc. Nov 27 01:42:18.558336 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-60809c8d-b69a-40ea-ad2f-f1cbab141905 service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662402 Nov 27 01:42:18.734725 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a2d2128-42e8-4cee-8fdb-c4c467f696ee req-c89cfd58-7bd4-4c30-b699-830368301e27 service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423988 Nov 27 01:42:18.795384 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:42:18.908857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:18.921200 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1371cc12-76bc-433f-99b6-045e0ffe0280 None None] Sync routers for ids ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:18.929515 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:18.933092 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371cc12-76bc-433f-99b6-045e0ffe0280 None None] Routers {'d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:18.933728 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1371cc12-76bc-433f-99b6-045e0ffe0280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:18.960043 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0a163cf8-6397-4409-a124-a2169f234a27 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3868070 Nov 27 01:42:18.960577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'tag': '3afdd7fa-d130-4511-ad10-f76bd17fccbc'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:42:18.962793 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39686) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:18.963234 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e556ff83-bb75-43d9-986a-6a7ec96899d1" -d '{"events": [{"name": "network-changed", "server_uuid": "19e371a4-89b3-4b2f-ae90-59cd4fa990ab", "tag": "3afdd7fa-d130-4511-ad10-f76bd17fccbc"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:42:19.046450 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-1371cc12-76bc-433f-99b6-045e0ffe0280 None None] Set router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:19.048987 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7098492e-afa3-41cd-b412-17a28eac8d4a x-openstack-request-id: req-7098492e-afa3-41cd-b412-17a28eac8d4a {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:42:19.048987 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e371a4-89b3-4b2f-ae90-59cd4fa990ab", "tag": "3afdd7fa-d130-4511-ad10-f76bd17fccbc", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:42:19.049245 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7098492e-afa3-41cd-b412-17a28eac8d4a {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:42:19.049656 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'tag': '3afdd7fa-d130-4511-ad10-f76bd17fccbc', 'status': 'completed', 'code': 200} Nov 27 01:42:19.108979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebed8e9-bd02-417f-b461-cb6145db77cd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.109461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebed8e9-bd02-417f-b461-cb6145db77cd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.109925 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebed8e9-bd02-417f-b461-cb6145db77cd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.110382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebed8e9-bd02-417f-b461-cb6145db77cd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.111096 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebed8e9-bd02-417f-b461-cb6145db77cd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.111558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebed8e9-bd02-417f-b461-cb6145db77cd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.112015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebed8e9-bd02-417f-b461-cb6145db77cd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.112512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebed8e9-bd02-417f-b461-cb6145db77cd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.112962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebed8e9-bd02-417f-b461-cb6145db77cd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.116700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cebed8e9-bd02-417f-b461-cb6145db77cd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6363 time: 0.1496844 Nov 27 01:42:19.118089 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39692) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:19.149993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3e4e2-73bf-4bc5-a87c-8a339fb5cee1 req-4f8d7816-58ea-44e9-a7c6-6a951817d034 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.151965 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bd3e4e2-73bf-4bc5-a87c-8a339fb5cee1 req-4f8d7816-58ea-44e9-a7c6-6a951817d034 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 943 time: 0.0926433 Nov 27 01:42:19.176207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556ff83-bb75-43d9-986a-6a7ec96899d1 req-7592ebcd-0783-44e9-83fa-234e8c07f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.177832 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e556ff83-bb75-43d9-986a-6a7ec96899d1 req-7592ebcd-0783-44e9-83fa-234e8c07f399 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac699d701c7d4c1781210ddc1e6de10b&device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 1136 time: 0.0583792 Nov 27 01:42:19.281432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3edc16-a1e8-41c9-be48-148b66582dbd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.282181 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3edc16-a1e8-41c9-be48-148b66582dbd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.282985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3edc16-a1e8-41c9-be48-148b66582dbd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.283542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3edc16-a1e8-41c9-be48-148b66582dbd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.284072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3edc16-a1e8-41c9-be48-148b66582dbd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.284734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3edc16-a1e8-41c9-be48-148b66582dbd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.285380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3edc16-a1e8-41c9-be48-148b66582dbd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.285895 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3edc16-a1e8-41c9-be48-148b66582dbd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.286474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3edc16-a1e8-41c9-be48-148b66582dbd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.292879 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1a3edc16-a1e8-41c9-be48-148b66582dbd tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5899 time: 0.1735995 Nov 27 01:42:19.293590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39694) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:19.294971 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1371cc12-76bc-433f-99b6-045e0ffe0280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:42:01Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '6055690c-0c9c-49fc-a0b8-754641a91780', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'port_id': '3afdd7fa-d130-4511-ad10-f76bd17fccbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'mac_address': 'fa:16:3e:9d:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:42:17Z', 'updated_at': '2021-11-27T01:42:17Z', 'revision_number': 0, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b77360-1ac1-4507-b055-bee1860f251e', 'name': '', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'mac_address': 'fa:16:3e:d1:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:00Z', 'updated_at': '2021-11-27T01:42:04Z', 'revision_number': 5, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'subnets': [{'id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:19.306081 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bd3e4e2-73bf-4bc5-a87c-8a339fb5cee1 req-0e0a274c-b746-412a-97d8-a782c0b2bc78 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266444 Nov 27 01:42:19.307442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556ff83-bb75-43d9-986a-6a7ec96899d1 req-bb2b0601-6992-4ea7-90d4-65d21983e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.310501 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e556ff83-bb75-43d9-986a-6a7ec96899d1 req-bb2b0601-6992-4ea7-90d4-65d21983e6f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ae368b4-99aa-48cc-b906-8cd4fb1efac1 HTTP/1.1" status: 200 len: 898 time: 0.1235497 Nov 27 01:42:19.334144 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1371cc12-76bc-433f-99b6-045e0ffe0280 None None] Checking router: d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:42:19.343667 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371cc12-76bc-433f-99b6-045e0ffe0280 None None] Routers {'d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:19.344607 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1371cc12-76bc-433f-99b6-045e0ffe0280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:19.400904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e556ff83-bb75-43d9-986a-6a7ec96899d1 req-3d2d7e41-dbe1-42ef-a96f-b066d9dca2f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3afdd7fa-d130-4511-ad10-f76bd17fccbc HTTP/1.1" status: 200 len: 999 time: 0.0800967 Nov 27 01:42:19.458481 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-1371cc12-76bc-433f-99b6-045e0ffe0280 None None] Set router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:19.465567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556ff83-bb75-43d9-986a-6a7ec96899d1 req-6ca58af6-7789-4356-9925-e34c7c38cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.467327 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e556ff83-bb75-43d9-986a-6a7ec96899d1 req-6ca58af6-7789-4356-9925-e34c7c38cdd1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e07503c6-60b2-4a21-a602-f7da70aa57d6 HTTP/1.1" status: 200 len: 835 time: 0.0584679 Nov 27 01:42:19.481206 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ef395a9b-4231-4d13-954e-bc6bff895a68 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5215 time: 0.1853836 Nov 27 01:42:19.481837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39696) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:19.521172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556ff83-bb75-43d9-986a-6a7ec96899d1 req-69c34653-bbe3-45b5-aa75-18bdfde62754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.522981 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e556ff83-bb75-43d9-986a-6a7ec96899d1 req-69c34653-bbe3-45b5-aa75-18bdfde62754 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ae368b4-99aa-48cc-b906-8cd4fb1efac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481193 Nov 27 01:42:19.523286 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7124cca6-8bbd-4f99-bea5-2bd90f5812f5 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.523778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7124cca6-8bbd-4f99-bea5-2bd90f5812f5 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.525404 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7124cca6-8bbd-4f99-bea5-2bd90f5812f5 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 HTTP/1.1" status: 200 len: 1992 time: 0.0426583 Nov 27 01:42:19.622789 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e556ff83-bb75-43d9-986a-6a7ec96899d1 req-fcd0eeb4-0b25-420a-93e8-ba65669dc882 service neutron] 10.222.0.21 "GET /v2.0/networks/8ae368b4-99aa-48cc-b906-8cd4fb1efac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889494 Nov 27 01:42:19.697166 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1371cc12-76bc-433f-99b6-045e0ffe0280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:42:01Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '6055690c-0c9c-49fc-a0b8-754641a91780', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'port_id': '3afdd7fa-d130-4511-ad10-f76bd17fccbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'mac_address': 'fa:16:3e:9d:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:42:17Z', 'updated_at': '2021-11-27T01:42:17Z', 'revision_number': 0, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b77360-1ac1-4507-b055-bee1860f251e', 'name': '', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'mac_address': 'fa:16:3e:d1:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:00Z', 'updated_at': '2021-11-27T01:42:04Z', 'revision_number': 5, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'subnets': [{'id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:19.717858 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e556ff83-bb75-43d9-986a-6a7ec96899d1 req-2eb4a2f8-3f02-47b2-bb67-26ce67594fb7 service neutron] 10.222.0.21 "GET /v2.0/networks/8ae368b4-99aa-48cc-b906-8cd4fb1efac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862403 Nov 27 01:42:19.723438 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1371cc12-76bc-433f-99b6-045e0ffe0280 None None] The sync data for ids ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'] in n-d-817303-10 is: [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:42:01Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '6055690c-0c9c-49fc-a0b8-754641a91780', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'port_id': '3afdd7fa-d130-4511-ad10-f76bd17fccbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'mac_address': 'fa:16:3e:9d:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:42:17Z', 'updated_at': '2021-11-27T01:42:17Z', 'revision_number': 0, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b77360-1ac1-4507-b055-bee1860f251e', 'name': '', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'mac_address': 'fa:16:3e:d1:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:00Z', 'updated_at': '2021-11-27T01:42:04Z', 'revision_number': 5, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'subnets': [{'id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:19.940034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03c964-521e-4ba8-902d-1b3723229e8b None None] New status for floating IP 6055690c-0c9c-49fc-a0b8-754641a91780: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:42:20.342922 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20c577ad-ff9f-4cfb-b606-67ed4744ab01 req-95075906-2d7f-421f-82cb-95c0b0739130 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435915 Nov 27 01:42:20.415212 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c577ad-ff9f-4cfb-b606-67ed4744ab01 req-65d211cc-e5b6-4a94-bc2d-16f027bafdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:20.416897 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20c577ad-ff9f-4cfb-b606-67ed4744ab01 req-65d211cc-e5b6-4a94-bc2d-16f027bafdb2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d138f98993a14a20a1b00a6a5d8f2528&device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 1098 time: 0.0413632 Nov 27 01:42:20.424531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98129000-db60-4834-9928-ed2bda2b03ce req-7f0bb11a-8c94-41cf-9761-e7d95e14c188 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:20.426026 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98129000-db60-4834-9928-ed2bda2b03ce req-7f0bb11a-8c94-41cf-9761-e7d95e14c188 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 943 time: 0.0496163 Nov 27 01:42:20.481001 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98129000-db60-4834-9928-ed2bda2b03ce req-e3655147-a30a-46fa-beb5-166b37070127 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478199 Nov 27 01:42:20.521568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c577ad-ff9f-4cfb-b606-67ed4744ab01 req-b5855d04-779f-4ca7-9d9f-017770d79b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:20.523342 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20c577ad-ff9f-4cfb-b606-67ed4744ab01 req-b5855d04-779f-4ca7-9d9f-017770d79b4b service neutron] 10.222.0.31 "GET /v2.0/networks?id=d35e71d3-df1b-472d-b0d5-abf76f313c36 HTTP/1.1" status: 200 len: 910 time: 0.0863352 Nov 27 01:42:20.590614 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20c577ad-ff9f-4cfb-b606-67ed4744ab01 req-e2f186a5-6c8f-4c10-b8a0-3ed97f3f69a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6393a2-afdc-4869-b9de-0d298d2b8afb HTTP/1.1" status: 200 len: 1002 time: 0.0605159 Nov 27 01:42:20.638786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c577ad-ff9f-4cfb-b606-67ed4744ab01 req-9dfad810-accf-4904-8a5f-12cbb226a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:20.640206 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20c577ad-ff9f-4cfb-b606-67ed4744ab01 req-9dfad810-accf-4904-8a5f-12cbb226a03a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72181b20-39e3-4e8a-9795-8b2658594b75 HTTP/1.1" status: 200 len: 848 time: 0.0428259 Nov 27 01:42:20.685095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c577ad-ff9f-4cfb-b606-67ed4744ab01 req-7ebd55f4-5721-4c06-b7c4-4c7220dae8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:20.686652 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20c577ad-ff9f-4cfb-b606-67ed4744ab01 req-7ebd55f4-5721-4c06-b7c4-4c7220dae8ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d35e71d3-df1b-472d-b0d5-abf76f313c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385687 Nov 27 01:42:20.778153 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20c577ad-ff9f-4cfb-b606-67ed4744ab01 req-7aa180ea-f25e-4c26-8fc6-8a5b61817cbc service neutron] 10.222.0.31 "GET /v2.0/networks/d35e71d3-df1b-472d-b0d5-abf76f313c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841746 Nov 27 01:42:20.867490 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20c577ad-ff9f-4cfb-b606-67ed4744ab01 req-fa832a18-975f-4bdb-928b-3c9f7719ef38 service neutron] 10.222.0.31 "GET /v2.0/networks/d35e71d3-df1b-472d-b0d5-abf76f313c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820110 Nov 27 01:42:21.600161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae27f9e-8d8b-458d-853c-d5b5dae20168 req-f7704db8-20c3-4906-ae62-b14d374b344b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:21.601649 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3ae27f9e-8d8b-458d-853c-d5b5dae20168 req-f7704db8-20c3-4906-ae62-b14d374b344b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 943 time: 0.0532210 Nov 27 01:42:21.649461 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3ae27f9e-8d8b-458d-853c-d5b5dae20168 req-fca9234b-62bc-4016-847b-cda20b0ed905 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419500 Nov 27 01:42:22.762886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07173b64-c990-4a0a-a45e-d72f984398c4 req-5885d457-2280-4582-a2bd-a706131ce4c4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:22.764380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07173b64-c990-4a0a-a45e-d72f984398c4 req-5885d457-2280-4582-a2bd-a706131ce4c4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 943 time: 0.0482349 Nov 27 01:42:22.812679 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07173b64-c990-4a0a-a45e-d72f984398c4 req-71632384-2bdf-48b5-81c7-78e5d6447479 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424547 Nov 27 01:42:23.939099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3496f5e-2da0-47c9-a43c-1a96f821d585 req-027cd78d-0470-49b1-bd75-fab46de00a18 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:23.940705 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e3496f5e-2da0-47c9-a43c-1a96f821d585 req-027cd78d-0470-49b1-bd75-fab46de00a18 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 943 time: 0.0517445 Nov 27 01:42:23.995610 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e3496f5e-2da0-47c9-a43c-1a96f821d585 req-145b278b-023f-4e1f-982e-f03547161772 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467541 Nov 27 01:42:25.113638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1a6ab-79f5-47be-bf81-e7209eb2a872 req-35a7a68a-1c50-4c1f-ab97-95bf6b5c76f4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:25.115228 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4b1a6ab-79f5-47be-bf81-e7209eb2a872 req-35a7a68a-1c50-4c1f-ab97-95bf6b5c76f4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 943 time: 0.0486565 Nov 27 01:42:25.164542 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4b1a6ab-79f5-47be-bf81-e7209eb2a872 req-f90d3f1f-1262-46c5-baad-e2c2c38d4b40 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433853 Nov 27 01:42:26.278888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abecd5c-feea-454d-8434-c6db3c85204c req-61143a75-26df-4e2b-9e78-3169017c00df tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:26.280413 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1abecd5c-feea-454d-8434-c6db3c85204c req-61143a75-26df-4e2b-9e78-3169017c00df tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 943 time: 0.0503442 Nov 27 01:42:26.333894 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1abecd5c-feea-454d-8434-c6db3c85204c req-968eb7c6-647a-45f5-81c3-e9b21934c1ed tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474806 Nov 27 01:42:27.452121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54655796-b697-42aa-b2c1-54083b1177f0 req-8764d027-e2ba-4788-9dc0-fe5e2bfc29a5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:27.453576 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-54655796-b697-42aa-b2c1-54083b1177f0 req-8764d027-e2ba-4788-9dc0-fe5e2bfc29a5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 943 time: 0.0518794 Nov 27 01:42:27.501465 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-54655796-b697-42aa-b2c1-54083b1177f0 req-8b30ad6f-fff2-43c4-aa38-0d5951a1f1fc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Nov 27 01:42:28.092073 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39722) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:28.248478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f59ec-1d55-407a-96f8-7f2b61b597f0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port e0f6f8a9-28f6-4d65-b6df-77c8d9c8fe2f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:28.248827 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b6f59ec-1d55-407a-96f8-7f2b61b597f0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.322656 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b6f59ec-1d55-407a-96f8-7f2b61b597f0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.322986 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b6f59ec-1d55-407a-96f8-7f2b61b597f0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.334437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f59ec-1d55-407a-96f8-7f2b61b597f0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for e0f6f8a9-28f6-4d65-b6df-77c8d9c8fe2f owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:28.498675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b44d7613-7136-4d18-b1a3-b337a201fce3 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:42:28.511656 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b6f59ec-1d55-407a-96f8-7f2b61b597f0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.538059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f59ec-1d55-407a-96f8-7f2b61b597f0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=e0f6f8a9-28f6-4d65-b6df-77c8d9c8fe2f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:28.602288 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b6f59ec-1d55-407a-96f8-7f2b61b597f0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.602643 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-6b6f59ec-1d55-407a-96f8-7f2b61b597f0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Floating IP 99b6c55a-ea8e-4da2-92da-bdbc7f016c4f disassociated (deleted). External IP: 172.25.1.46, port: 9167b529-7d65-416c-b872-ade13fdfb493. Nov 27 01:42:28.603761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b44d7613-7136-4d18-b1a3-b337a201fce3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b44d7613-7136-4d18-b1a3-b337a201fce3,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:28.616794 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'b44d7613-7136-4d18-b1a3-b337a201fce3', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'port_id': 'b44d7613-7136-4d18-b1a3-b337a201fce3', 'mac_address': 'fa:16:3e:af:05:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:42:28.620479 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b822d18-99db-4e3c-a790-bd20316ef3ef req-7b94f071-3112-4276-ba82-d72fc69421e0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:28.622648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b822d18-99db-4e3c-a790-bd20316ef3ef req-7b94f071-3112-4276-ba82-d72fc69421e0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 943 time: 0.0515285 Nov 27 01:42:28.665258 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.680368 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44d7613-7136-4d18-b1a3-b337a201fce3 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:42:28.681910 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b822d18-99db-4e3c-a790-bd20316ef3ef req-5476a4da-f8e9-4fde-8088-757122afd555 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532470 Nov 27 01:42:28.700759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b44d7613-7136-4d18-b1a3-b337a201fce3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b44d7613-7136-4d18-b1a3-b337a201fce3,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:28.711681 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.749579 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.765310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=b44d7613-7136-4d18-b1a3-b337a201fce3,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:28.816921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6f59ec-1d55-407a-96f8-7f2b61b597f0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router dbc41724-f60e-483f-a6f6-73bf4dedf20f has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:42:28.923659 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6f59ec-1d55-407a-96f8-7f2b61b597f0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:28.928833 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6b6f59ec-1d55-407a-96f8-7f2b61b597f0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.934690 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2963ad-c4a6-4b5b-929d-50ef8fc429c3 None None] Sync routers for ids ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:28.943831 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2963ad-c4a6-4b5b-929d-50ef8fc429c3 None None] Routers {'dbc41724-f60e-483f-a6f6-73bf4dedf20f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:28.944468 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cd2963ad-c4a6-4b5b-929d-50ef8fc429c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:28.955794 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6b6f59ec-1d55-407a-96f8-7f2b61b597f0 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/floatingips/99b6c55a-ea8e-4da2-92da-bdbc7f016c4f HTTP/1.1" status: 204 len: 168 time: 0.8626196 Nov 27 01:42:28.956504 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'tag': '9167b529-7d65-416c-b872-ade13fdfb493'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:42:28.959333 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fb877f-d3e9-4f83-887a-b0324a7164e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c31518-fe42-4513-9d3c-490da558c90c", "tag": "9167b529-7d65-416c-b872-ade13fdfb493"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:42:28.998330 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db44dbc8-3468-485a-932a-7f91a452096d x-openstack-request-id: req-db44dbc8-3468-485a-932a-7f91a452096d {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:42:28.998890 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c31518-fe42-4513-9d3c-490da558c90c", "tag": "9167b529-7d65-416c-b872-ade13fdfb493", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:42:28.999302 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db44dbc8-3468-485a-932a-7f91a452096d {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:42:28.999553 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'tag': '9167b529-7d65-416c-b872-ade13fdfb493', 'status': 'completed', 'code': 200} Nov 27 01:42:29.064744 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-cd2963ad-c4a6-4b5b-929d-50ef8fc429c3 None None] Set router dbc41724-f60e-483f-a6f6-73bf4dedf20f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:29.089681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb877f-d3e9-4f83-887a-b0324a7164e1 req-41228784-df0d-45fe-a12e-054bab0fbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:29.091611 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-03fb877f-d3e9-4f83-887a-b0324a7164e1 req-41228784-df0d-45fe-a12e-054bab0fbfd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c72932feec4d45af53b9bccd5c3777&device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 1098 time: 0.0461032 Nov 27 01:42:29.148109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['b44d7613-7136-4d18-b1a3-b337a201fce3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:42:29.207404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb877f-d3e9-4f83-887a-b0324a7164e1 req-7335c3b3-9a31-4974-ba19-1cfe8f13852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:29.210714 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-03fb877f-d3e9-4f83-887a-b0324a7164e1 req-7335c3b3-9a31-4974-ba19-1cfe8f13852c service neutron] 10.222.0.21 "GET /v2.0/networks?id=4897bf2f-e988-4633-afbb-1df8afce7e63 HTTP/1.1" status: 200 len: 898 time: 0.1085336 Nov 27 01:42:29.226610 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc517aad-c562-4acd-8714-f9fb68f34350 req-22dc6ff1-721f-4234-9cd1-847f46c5e984 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:29.234898 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc517aad-c562-4acd-8714-f9fb68f34350 req-22dc6ff1-721f-4234-9cd1-847f46c5e984 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0655208 Nov 27 01:42:29.266174 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-03fb877f-d3e9-4f83-887a-b0324a7164e1 req-0bbe2e22-ff28-4d93-9203-4ebabf762e27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9167b529-7d65-416c-b872-ade13fdfb493 HTTP/1.1" status: 200 len: 217 time: 0.0448759 Nov 27 01:42:29.297558 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc517aad-c562-4acd-8714-f9fb68f34350 req-f532d24f-737a-4700-9be2-084f671aee36 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609779 Nov 27 01:42:29.337051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb877f-d3e9-4f83-887a-b0324a7164e1 req-d2b3bd1a-691c-490a-8ef3-3b7e36ccb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:29.338537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-03fb877f-d3e9-4f83-887a-b0324a7164e1 req-d2b3bd1a-691c-490a-8ef3-3b7e36ccb681 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0dfa94b4-d0fc-4c03-845d-58d22db33e31 HTTP/1.1" status: 200 len: 835 time: 0.0540149 Nov 27 01:42:29.399347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb877f-d3e9-4f83-887a-b0324a7164e1 req-c40084ba-83bf-4075-8ea7-0f60c5f245bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:29.400977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-03fb877f-d3e9-4f83-887a-b0324a7164e1 req-c40084ba-83bf-4075-8ea7-0f60c5f245bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4897bf2f-e988-4633-afbb-1df8afce7e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519774 Nov 27 01:42:29.408049 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cd2963ad-c4a6-4b5b-929d-50ef8fc429c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:40:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'cd990e9b-dabc-44db-91c7-a8fea6d23514', 'name': '', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:01:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:24Z', 'updated_at': '2021-11-27T01:40:31Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:29.450251 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2963ad-c4a6-4b5b-929d-50ef8fc429c3 None None] Checking router: dbc41724-f60e-483f-a6f6-73bf4dedf20f for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:42:29.464632 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2963ad-c4a6-4b5b-929d-50ef8fc429c3 None None] Routers {'dbc41724-f60e-483f-a6f6-73bf4dedf20f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:29.465628 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cd2963ad-c4a6-4b5b-929d-50ef8fc429c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:29.495106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-03fb877f-d3e9-4f83-887a-b0324a7164e1 req-ca3516ac-02e0-4454-894e-9d5c30c3dd9c service neutron] 10.222.0.21 "GET /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850892 Nov 27 01:42:29.594438 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-03fb877f-d3e9-4f83-887a-b0324a7164e1 req-3d5cf094-e543-444b-923b-329e0a730913 service neutron] 10.222.0.21 "GET /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899751 Nov 27 01:42:29.601222 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-cd2963ad-c4a6-4b5b-929d-50ef8fc429c3 None None] Set router dbc41724-f60e-483f-a6f6-73bf4dedf20f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:29.819238 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-cd2963ad-c4a6-4b5b-929d-50ef8fc429c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:40:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'cd990e9b-dabc-44db-91c7-a8fea6d23514', 'name': '', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:01:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:24Z', 'updated_at': '2021-11-27T01:40:31Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:29.820984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104996a-7096-47d7-9dcf-38a5546dbcaf req-34b58223-db1a-4680-b236-18cc2fd79e83 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:29.822532 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9104996a-7096-47d7-9dcf-38a5546dbcaf req-34b58223-db1a-4680-b236-18cc2fd79e83 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 944 time: 0.0609262 Nov 27 01:42:29.851385 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2963ad-c4a6-4b5b-929d-50ef8fc429c3 None None] The sync data for ids ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'] in n-d-817303-10 is: [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:40:26Z', 'revision_number': 4, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'cd990e9b-dabc-44db-91c7-a8fea6d23514', 'name': '', 'network_id': '4897bf2f-e988-4633-afbb-1df8afce7e63', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'mac_address': 'fa:16:3e:01:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:24Z', 'updated_at': '2021-11-27T01:40:31Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'subnets': [{'id': '0dfa94b4-d0fc-4c03-845d-58d22db33e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:29.883994 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9104996a-7096-47d7-9dcf-38a5546dbcaf req-32865cdd-8aea-4a71-bf99-0436d152530c tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534506 Nov 27 01:42:30.087614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f072738e-f602-404a-8f6f-620d43199557 None None] New status for floating IP 99b6c55a-ea8e-4da2-92da-bdbc7f016c4f: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:42:30.422126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7126f-b1ae-4781-8ee4-cb4d1707aed9 req-0504336f-cd07-4dca-bd31-e1e8770dab89 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:30.423542 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eab7126f-b1ae-4781-8ee4-cb4d1707aed9 req-0504336f-cd07-4dca-bd31-e1e8770dab89 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0523202 Nov 27 01:42:30.472967 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eab7126f-b1ae-4781-8ee4-cb4d1707aed9 req-30f0f61e-ea74-4076-a9e7-5caf8ba2ecac tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/security-groups?id=79f4af91-5958-400e-9091-460711c0fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427606 Nov 27 01:42:30.498719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b44d7613-7136-4d18-b1a3-b337a201fce3 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:42:30.546677 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port b44d7613-7136-4d18-b1a3-b337a201fce3 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:42:30.551124 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port b44d7613-7136-4d18-b1a3-b337a201fce3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:30.551493 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.649783 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.671999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44d7613-7136-4d18-b1a3-b337a201fce3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:42:30.674355 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1931d9cf-e7de-4b0c-9a00-2ae9767fe54d" -d '{"events": [{"server_uuid": "ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4", "name": "network-vif-plugged", "status": "completed", "tag": "b44d7613-7136-4d18-b1a3-b337a201fce3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:42:30.686629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b44d7613-7136-4d18-b1a3-b337a201fce3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b44d7613-7136-4d18-b1a3-b337a201fce3,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:30.692159 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.716084 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574a3bb4-2fbb-4991-b2c4-70f9d118486a x-openstack-request-id: req-574a3bb4-2fbb-4991-b2c4-70f9d118486a {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:42:30.716406 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4", "name": "network-vif-plugged", "status": "completed", "tag": "b44d7613-7136-4d18-b1a3-b337a201fce3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:42:30.716663 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-574a3bb4-2fbb-4991-b2c4-70f9d118486a {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:42:30.717055 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44d7613-7136-4d18-b1a3-b337a201fce3', 'code': 200} Nov 27 01:42:30.748066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=b44d7613-7136-4d18-b1a3-b337a201fce3,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:30.762099 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.797301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f32a33-49dc-4292-af56-fb7d328a01a0 req-512451c9-dc98-463b-8b67-adbcccbc4428 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:30.798770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83f32a33-49dc-4292-af56-fb7d328a01a0 req-512451c9-dc98-463b-8b67-adbcccbc4428 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 946 time: 0.0547628 Nov 27 01:42:30.847465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10cbdd-a74c-45e0-9408-0badeb5125c3 req-e30062a5-31cb-46c1-b6d1-9b59a93cf4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:30.849046 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef10cbdd-a74c-45e0-9408-0badeb5125c3 req-e30062a5-31cb-46c1-b6d1-9b59a93cf4b2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 1097 time: 0.0417166 Nov 27 01:42:30.896673 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ef10cbdd-a74c-45e0-9408-0badeb5125c3 req-afe12b0d-5420-4c73-a12a-55072cb70722 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403090 Nov 27 01:42:30.907906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-83f32a33-49dc-4292-af56-fb7d328a01a0 req-0097b560-8dec-4cd8-802e-ac94aa251c46 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port 9167b529-7d65-416c-b872-ade13fdfb493 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:30.908270 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83f32a33-49dc-4292-af56-fb7d328a01a0 req-0097b560-8dec-4cd8-802e-ac94aa251c46 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.999982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-83f32a33-49dc-4292-af56-fb7d328a01a0 req-0097b560-8dec-4cd8-802e-ac94aa251c46 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] For port 9167b529-7d65-416c-b872-ade13fdfb493, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=9167b529-7d65-416c-b872-ade13fdfb493,segment=NetworkSegment(d09b9319-a1f7-4a32-a1b8-f271ddefb1b2),segment_id=d09b9319-a1f7-4a32-a1b8-f271ddefb1b2)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:31.000209 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318310c1-331f-44df-a5de-376354a06eac req-2fe1594b-cf84-4a1c-b595-22a8b20e58d5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:31.000338 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83f32a33-49dc-4292-af56-fb7d328a01a0 req-0097b560-8dec-4cd8-802e-ac94aa251c46 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:31.001566 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-318310c1-331f-44df-a5de-376354a06eac req-2fe1594b-cf84-4a1c-b595-22a8b20e58d5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 945 time: 0.0489674 Nov 27 01:42:31.013367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-83f32a33-49dc-4292-af56-fb7d328a01a0 req-0097b560-8dec-4cd8-802e-ac94aa251c46 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for 9167b529-7d65-416c-b872-ade13fdfb493 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:31.056494 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-318310c1-331f-44df-a5de-376354a06eac req-a857180e-2aae-4188-a00b-aaa3e285baf3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480227 Nov 27 01:42:31.144806 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83f32a33-49dc-4292-af56-fb7d328a01a0 req-0097b560-8dec-4cd8-802e-ac94aa251c46 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:31.173207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097b560-8dec-4cd8-802e-ac94aa251c46 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=9167b529-7d65-416c-b872-ade13fdfb493,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:31.217531 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f32a33-49dc-4292-af56-fb7d328a01a0 req-0097b560-8dec-4cd8-802e-ac94aa251c46 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] No DVR routers for this DVR port 9167b529-7d65-416c-b872-ade13fdfb493 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:42:31.220270 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-83f32a33-49dc-4292-af56-fb7d328a01a0 req-0097b560-8dec-4cd8-802e-ac94aa251c46 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:31.223754 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83f32a33-49dc-4292-af56-fb7d328a01a0 req-0097b560-8dec-4cd8-802e-ac94aa251c46 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.21 "DELETE /v2.0/ports/9167b529-7d65-416c-b872-ade13fdfb493 HTTP/1.1" status: 204 len: 173 time: 0.4177604 Nov 27 01:42:31.224284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'name': 'network-vif-deleted', 'tag': '9167b529-7d65-416c-b872-ade13fdfb493'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:42:31.226531 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40475427-0d55-4376-b836-2ad582399dcb" -d '{"events": [{"server_uuid": "e2c31518-fe42-4513-9d3c-490da558c90c", "name": "network-vif-deleted", "tag": "9167b529-7d65-416c-b872-ade13fdfb493"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:42:31.274851 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e187d0-b6c8-4522-a83e-7cf3caa3d44c x-openstack-request-id: req-b5e187d0-b6c8-4522-a83e-7cf3caa3d44c {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:42:31.275301 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c31518-fe42-4513-9d3c-490da558c90c", "name": "network-vif-deleted", "tag": "9167b529-7d65-416c-b872-ade13fdfb493", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:42:31.275693 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5e187d0-b6c8-4522-a83e-7cf3caa3d44c {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:42:31.276100 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c31518-fe42-4513-9d3c-490da558c90c', 'name': 'network-vif-deleted', 'tag': '9167b529-7d65-416c-b872-ade13fdfb493', 'status': 'completed', 'code': 200} Nov 27 01:42:31.582971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-202d3b6d-623c-49d6-a1bf-c9b6d64cb052 req-4ac15259-4013-4589-b6ac-ad066cf29e35 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2c31518-fe42-4513-9d3c-490da558c90c HTTP/1.1" status: 200 len: 210 time: 0.0267229 Nov 27 01:42:32.176736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf826f-6eea-45e4-9b9d-8c428481f133 req-d8aeb049-5597-48d7-89af-269dc168f7d5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:32.178270 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24bf826f-6eea-45e4-9b9d-8c428481f133 req-d8aeb049-5597-48d7-89af-269dc168f7d5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 945 time: 0.0490620 Nov 27 01:42:32.228612 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24bf826f-6eea-45e4-9b9d-8c428481f133 req-232999b6-01f9-4294-9ea8-ec249aa35dfc tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441201 Nov 27 01:42:32.639502 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39750) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:32.989714 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffa703a9-c91d-4b92-9b4e-d6bf466a0b53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:33.241854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ffa703a9-c91d-4b92-9b4e-d6bf466a0b53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port cd990e9b-dabc-44db-91c7-a8fea6d23514 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:33.242487 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffa703a9-c91d-4b92-9b4e-d6bf466a0b53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:33.368549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-ffa703a9-c91d-4b92-9b4e-d6bf466a0b53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] For port cd990e9b-dabc-44db-91c7-a8fea6d23514, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cd990e9b-dabc-44db-91c7-a8fea6d23514,segment=NetworkSegment(d09b9319-a1f7-4a32-a1b8-f271ddefb1b2),segment_id=d09b9319-a1f7-4a32-a1b8-f271ddefb1b2)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:33.368917 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffa703a9-c91d-4b92-9b4e-d6bf466a0b53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:33.689404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e10e4d-3a73-406c-8234-8aabd7edb629 req-8362a018-9d7e-40e5-9051-9741ce27bc37 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:33.690869 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60e10e4d-3a73-406c-8234-8aabd7edb629 req-8362a018-9d7e-40e5-9051-9741ce27bc37 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 945 time: 0.3916087 Nov 27 01:42:33.695382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ffa703a9-c91d-4b92-9b4e-d6bf466a0b53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for cd990e9b-dabc-44db-91c7-a8fea6d23514 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:33.787335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60e10e4d-3a73-406c-8234-8aabd7edb629 req-3a541c03-e45a-4ac8-bbe3-d88af0bb18d0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880253 Nov 27 01:42:33.902105 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25345291-5846-4797-b3dc-c45d67382ce4 req-1f682ad1-61fb-494f-a893-a55b91afd0ad tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:33.903606 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25345291-5846-4797-b3dc-c45d67382ce4 req-1f682ad1-61fb-494f-a893-a55b91afd0ad tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 945 time: 0.0488660 Nov 27 01:42:33.914879 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffa703a9-c91d-4b92-9b4e-d6bf466a0b53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:33.940981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa703a9-c91d-4b92-9b4e-d6bf466a0b53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=cd990e9b-dabc-44db-91c7-a8fea6d23514,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:33.957534 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-25345291-5846-4797-b3dc-c45d67382ce4 req-3fd09fc8-2f1d-40e2-9b0f-0cb9d78fa6b2 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476658 Nov 27 01:42:33.985030 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39756) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:34.030259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678e0dc5-9a0e-4341-be80-75f18d548658 tempest-TestVolumeBootPattern-290616248 tempest-TestVolumeBootPattern-290616248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:34.034641 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-678e0dc5-9a0e-4341-be80-75f18d548658 tempest-TestVolumeBootPattern-290616248 tempest-TestVolumeBootPattern-290616248-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 1092 time: 0.0459189 Nov 27 01:42:34.034930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39758) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:34.041376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': 'b44d7613-7136-4d18-b1a3-b337a201fce3', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:34.070754 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.124988 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffa703a9-c91d-4b92-9b4e-d6bf466a0b53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.179936 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.295610 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Allocated IP 172.25.1.211 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/d4fe1fe5-9187-441a-9494-ee1cebec3e6e) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:34.350540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa703a9-c91d-4b92-9b4e-d6bf466a0b53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Router dbc41724-f60e-483f-a6f6-73bf4dedf20f has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:42:34.397445 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.432670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.460021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa703a9-c91d-4b92-9b4e-d6bf466a0b53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:34.465140 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ffa703a9-c91d-4b92-9b4e-d6bf466a0b53 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "PUT /v2.0/routers/dbc41724-f60e-483f-a6f6-73bf4dedf20f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8245900 Nov 27 01:42:34.467730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39760) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:34.470828 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2668e43-5a3d-4c3c-82aa-33d2825c3c68 None None] Sync routers for ids ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:34.474945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:34.477931 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:34.481532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:34.487797 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2668e43-5a3d-4c3c-82aa-33d2825c3c68 None None] Routers {'dbc41724-f60e-483f-a6f6-73bf4dedf20f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:34.488998 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f2668e43-5a3d-4c3c-82aa-33d2825c3c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:34.508530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'Port': ['ID=d4fe1fe5-9187-441a-9494-ee1cebec3e6e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:34.526124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b3d7ae-e290-4619-a9f1-922c87928a1a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting subnet 0dfa94b4-d0fc-4c03-845d-58d22db33e31 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:42:34.529088 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d7ae-e290-4619-a9f1-922c87928a1a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.575371 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 9167b529-7d65-416c-b872-ade13fdfb493 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:42:34.575984 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d7ae-e290-4619-a9f1-922c87928a1a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.605353 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 9167b529-7d65-416c-b872-ade13fdfb493 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:42:34.605701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 9167b529-7d65-416c-b872-ade13fdfb493 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:42:34.614421 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-f2668e43-5a3d-4c3c-82aa-33d2825c3c68 None None] Set router dbc41724-f60e-483f-a6f6-73bf4dedf20f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:34.661068 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d7ae-e290-4619-a9f1-922c87928a1a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.722929 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d7ae-e290-4619-a9f1-922c87928a1a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.757760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3d7ae-e290-4619-a9f1-922c87928a1a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfa94b4-d0fc-4c03-845d-58d22db33e31,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:34.761594 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d7ae-e290-4619-a9f1-922c87928a1a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.766118 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a2b3d7ae-e290-4619-a9f1-922c87928a1a tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/subnets/0dfa94b4-d0fc-4c03-845d-58d22db33e31 HTTP/1.1" status: 204 len: 168 time: 0.2965105 Nov 27 01:42:34.769383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bf79c9-4a66-4f62-9d85-518eedd9c93e None None] Network 4897bf2f-e988-4633-afbb-1df8afce7e63 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:34.773860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39762) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:34.825305 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f2668e43-5a3d-4c3c-82aa-33d2825c3c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:42:33Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:34.858708 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2668e43-5a3d-4c3c-82aa-33d2825c3c68 None None] Checking router: dbc41724-f60e-483f-a6f6-73bf4dedf20f for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:42:34.868700 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2668e43-5a3d-4c3c-82aa-33d2825c3c68 None None] Routers {'dbc41724-f60e-483f-a6f6-73bf4dedf20f'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:34.869308 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f2668e43-5a3d-4c3c-82aa-33d2825c3c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:34.890087 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.915003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.969859 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.985497 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-f2668e43-5a3d-4c3c-82aa-33d2825c3c68 None None] Set router dbc41724-f60e-483f-a6f6-73bf4dedf20f gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:34.997217 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3190a839-536a-482a-aa86-a516aca9ec24 None None] DHCP port deletion for 4897bf2f-e988-4633-afbb-1df8afce7e63 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:35.053918 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3190a839-536a-482a-aa86-a516aca9ec24 None None] Deleting port b03f1f33-4250-4d23-9a9e-ce936895c60f {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:35.054296 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3190a839-536a-482a-aa86-a516aca9ec24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.062824 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.127037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3190a839-536a-482a-aa86-a516aca9ec24 None None] For port b03f1f33-4250-4d23-9a9e-ce936895c60f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b03f1f33-4250-4d23-9a9e-ce936895c60f,segment=NetworkSegment(d09b9319-a1f7-4a32-a1b8-f271ddefb1b2),segment_id=d09b9319-a1f7-4a32-a1b8-f271ddefb1b2)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:35.127827 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3190a839-536a-482a-aa86-a516aca9ec24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.143005 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3190a839-536a-482a-aa86-a516aca9ec24 None None] Calling delete_port for b03f1f33-4250-4d23-9a9e-ce936895c60f owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:35.154870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Deleting port 88430149-b769-4a9d-9201-0f1a1b50fefd {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:35.156008 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.190398 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f2668e43-5a3d-4c3c-82aa-33d2825c3c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:42:33Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:35.219705 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2668e43-5a3d-4c3c-82aa-33d2825c3c68 None None] The sync data for ids ['dbc41724-f60e-483f-a6f6-73bf4dedf20f'] in n-d-817303-10 is: [{'id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855860706', 'tenant_id': '53c72932feec4d45af53b9bccd5c3777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:19Z', 'updated_at': '2021-11-27T01:42:33Z', 'revision_number': 5, 'project_id': '53c72932feec4d45af53b9bccd5c3777', 'gw_port': {'id': '88430149-b769-4a9d-9201-0f1a1b50fefd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41724-f60e-483f-a6f6-73bf4dedf20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:20Z', 'updated_at': '2021-11-27T01:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:35.244885 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3190a839-536a-482a-aa86-a516aca9ec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.277111 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190a839-536a-482a-aa86-a516aca9ec24 None None] Pushing event deleted for resources: {'Port': ['ID=b03f1f33-4250-4d23-9a9e-ce936895c60f,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:35.279173 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3190a839-536a-482a-aa86-a516aca9ec24 None None] No DVR routers for this DVR port b03f1f33-4250-4d23-9a9e-ce936895c60f on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:42:35.292421 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] For port 88430149-b769-4a9d-9201-0f1a1b50fefd, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=88430149-b769-4a9d-9201-0f1a1b50fefd,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:35.293630 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.308410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Calling delete_port for 88430149-b769-4a9d-9201-0f1a1b50fefd owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:35.477594 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.479492 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.484046 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.502983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Port': ['ID=88430149-b769-4a9d-9201-0f1a1b50fefd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:35.523570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d39e572-44a1-4585-80fb-278035a66175 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:35.557432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event updated for resources: {'Port': ['ID=d4fe1fe5-9187-441a-9494-ee1cebec3e6e,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:35.565568 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.568579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.663135 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.665627 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.676045 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Floating IP cf9022f9-2e67-48f7-b1c2-6173096cae68 associated. External IP: 172.25.1.211, port: b44d7613-7136-4d18-b1a3-b337a201fce3. Nov 27 01:42:35.720123 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.720838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Fanout notify agent at l3_agent the message router_deleted on router dbc41724-f60e-483f-a6f6-73bf4dedf20f {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:42:35.728860 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.730033 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d709dcc9-be95-4378-9d7d-b5d7cfb75e30 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/routers/dbc41724-f60e-483f-a6f6-73bf4dedf20f HTTP/1.1" status: 204 len: 168 time: 0.9549758 Nov 27 01:42:35.733041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39764) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:35.817123 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69ee346c-1330-446b-8d05-6b1fbde9fdd7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.904085 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:42:35.908958 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69ee346c-1330-446b-8d05-6b1fbde9fdd7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.932800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-69ee346c-1330-446b-8d05-6b1fbde9fdd7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4897bf2f-e988-4633-afbb-1df8afce7e63']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:35.943907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-69ee346c-1330-446b-8d05-6b1fbde9fdd7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:35.944197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-69ee346c-1330-446b-8d05-6b1fbde9fdd7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09b9319-a1f7-4a32-a1b8-f271ddefb1b2') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:35.954198 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69ee346c-1330-446b-8d05-6b1fbde9fdd7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.968410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69ee346c-1330-446b-8d05-6b1fbde9fdd7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.976513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ee346c-1330-446b-8d05-6b1fbde9fdd7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:42:35.976513 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69ee346c-1330-446b-8d05-6b1fbde9fdd7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:42:35.980101 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:42:36.028738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:36.040307 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76208d0-57de-4026-956d-0a632d1ebbb6 None None] Sync routers for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:36.050854 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.052230 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69ee346c-1330-446b-8d05-6b1fbde9fdd7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.053329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76208d0-57de-4026-956d-0a632d1ebbb6 None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:36.053910 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b76208d0-57de-4026-956d-0a632d1ebbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:36.058724 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-69ee346c-1330-446b-8d05-6b1fbde9fdd7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.064785 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-69ee346c-1330-446b-8d05-6b1fbde9fdd7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/networks/4897bf2f-e988-4633-afbb-1df8afce7e63 HTTP/1.1" status: 204 len: 168 time: 0.3282909 Nov 27 01:42:36.067495 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39766) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:36.090767 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-22172839-eeaf-4503-9722-ce57da7a04fe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0536962 Nov 27 01:42:36.096589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'tag': 'b44d7613-7136-4d18-b1a3-b337a201fce3'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:42:36.096589 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42b63df-73b2-4841-9124-b4dbf440d7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4", "tag": "b44d7613-7136-4d18-b1a3-b337a201fce3"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:42:36.102686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee346c-1330-446b-8d05-6b1fbde9fdd7 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'Network': ['ID=4897bf2f-e988-4633-afbb-1df8afce7e63,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:36.146448 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479dbfa6-e08b-459e-a73f-5838f938fb3e x-openstack-request-id: req-479dbfa6-e08b-459e-a73f-5838f938fb3e {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:42:36.146741 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4", "tag": "b44d7613-7136-4d18-b1a3-b337a201fce3", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:42:36.147251 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-479dbfa6-e08b-459e-a73f-5838f938fb3e {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:42:36.148756 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'tag': 'b44d7613-7136-4d18-b1a3-b337a201fce3', 'status': 'completed', 'code': 200} Nov 27 01:42:36.153841 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e60f84b2-5060-40a5-ad28-90e0635f5a22 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.179849 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e60f84b2-5060-40a5-ad28-90e0635f5a22 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.181807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b76208d0-57de-4026-956d-0a632d1ebbb6 None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:36.246371 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e60f84b2-5060-40a5-ad28-90e0635f5a22 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.249706 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e60f84b2-5060-40a5-ad28-90e0635f5a22 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.266836 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e60f84b2-5060-40a5-ad28-90e0635f5a22 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] 10.222.0.15 "DELETE /v2.0/security-groups/79f4af91-5958-400e-9091-460711c0fd45 HTTP/1.1" status: 204 len: 168 time: 0.1848276 Nov 27 01:42:36.292318 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b63df-73b2-4841-9124-b4dbf440d7f1 req-48c52e43-fc7c-45c2-9b63-9fd2c049b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:36.293727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f84b2-5060-40a5-ad28-90e0635f5a22 tempest-TestNetworkAdvancedServerOps-1681431898 tempest-TestNetworkAdvancedServerOps-1681431898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f4af91-5958-400e-9091-460711c0fd45,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:36.294051 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d42b63df-73b2-4841-9124-b4dbf440d7f1 req-48c52e43-fc7c-45c2-9b63-9fd2c049b771 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 1097 time: 0.0977154 Nov 27 01:42:36.324597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 88430149-b769-4a9d-9201-0f1a1b50fefd no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:42:36.348084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 88430149-b769-4a9d-9201-0f1a1b50fefd {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:42:36.348593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 88430149-b769-4a9d-9201-0f1a1b50fefd not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:42:36.348990 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cd990e9b-dabc-44db-91c7-a8fea6d23514 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:42:36.374374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: cd990e9b-dabc-44db-91c7-a8fea6d23514 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:42:36.374729 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cd990e9b-dabc-44db-91c7-a8fea6d23514 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:42:36.375153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b03f1f33-4250-4d23-9a9e-ce936895c60f no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:42:36.410486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b63df-73b2-4841-9124-b4dbf440d7f1 req-bb3d9f81-b9c5-400c-b866-0ca9d5248daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:36.412530 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d42b63df-73b2-4841-9124-b4dbf440d7f1 req-bb3d9f81-b9c5-400c-b866-0ca9d5248daf service neutron] 10.222.0.31 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.1050229 Nov 27 01:42:36.433042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: b03f1f33-4250-4d23-9a9e-ce936895c60f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:42:36.433356 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b03f1f33-4250-4d23-9a9e-ce936895c60f not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:42:36.488805 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d42b63df-73b2-4841-9124-b4dbf440d7f1 req-f4772dbe-8825-4852-bc16-acd851faf1fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b44d7613-7136-4d18-b1a3-b337a201fce3 HTTP/1.1" status: 200 len: 999 time: 0.0687463 Nov 27 01:42:36.538872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b76208d0-57de-4026-956d-0a632d1ebbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b1ded5ec-04f8-4a23-82c0-533d2ff67cf5', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:39:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c311d406-f789-420b-a60d-e99540e71720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:26Z', 'updated_at': '2021-11-27T01:40:34Z', 'revision_number': 1, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}, {'id': 'cf9022f9-2e67-48f7-b1c2-6173096cae68', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'b44d7613-7136-4d18-b1a3-b337a201fce3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:af:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:42:34Z', 'updated_at': '2021-11-27T01:42:34Z', 'revision_number': 0, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:36.546790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b63df-73b2-4841-9124-b4dbf440d7f1 req-fb9a143a-fed9-4b29-a057-3525c08de76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:36.548436 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d42b63df-73b2-4841-9124-b4dbf440d7f1 req-fb9a143a-fed9-4b29-a057-3525c08de76b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.0480120 Nov 27 01:42:36.565856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76208d0-57de-4026-956d-0a632d1ebbb6 None None] Checking router: bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:42:36.575235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76208d0-57de-4026-956d-0a632d1ebbb6 None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:36.579024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b76208d0-57de-4026-956d-0a632d1ebbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:36.579293 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39778) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:36.600504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b63df-73b2-4841-9124-b4dbf440d7f1 req-49875a60-d54a-474a-bdb8-36c457616df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:36.602039 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d42b63df-73b2-4841-9124-b4dbf440d7f1 req-49875a60-d54a-474a-bdb8-36c457616df8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466094 Nov 27 01:42:36.693453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b76208d0-57de-4026-956d-0a632d1ebbb6 None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:36.699037 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d42b63df-73b2-4841-9124-b4dbf440d7f1 req-18b9d03d-322f-4be2-966e-282a8321ab0e service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902910 Nov 27 01:42:36.722450 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-01a2900a-2fec-4f30-b2b4-d1d1f5e0c63a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53c72932feec4d45af53b9bccd5c3777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419294 Nov 27 01:42:36.725482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39782) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:36.778373 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e052e357-d488-403f-97fa-81f7053fa874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.798324 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d42b63df-73b2-4841-9124-b4dbf440d7f1 req-ce5030fe-88cc-47c0-8ddd-70755361666b service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927198 Nov 27 01:42:36.800320 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e052e357-d488-403f-97fa-81f7053fa874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.849757 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e052e357-d488-403f-97fa-81f7053fa874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.852922 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e052e357-d488-403f-97fa-81f7053fa874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.856475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e052e357-d488-403f-97fa-81f7053fa874 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b33086a-8243-466d-9065-300df817ad9f HTTP/1.1" status: 204 len: 168 time: 0.1277289 Nov 27 01:42:36.862600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052e357-d488-403f-97fa-81f7053fa874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b33086a-8243-466d-9065-300df817ad9f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:36.942162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b76208d0-57de-4026-956d-0a632d1ebbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b1ded5ec-04f8-4a23-82c0-533d2ff67cf5', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:39:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c311d406-f789-420b-a60d-e99540e71720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:26Z', 'updated_at': '2021-11-27T01:40:34Z', 'revision_number': 1, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}, {'id': 'cf9022f9-2e67-48f7-b1c2-6173096cae68', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'b44d7613-7136-4d18-b1a3-b337a201fce3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:af:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:42:34Z', 'updated_at': '2021-11-27T01:42:34Z', 'revision_number': 0, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:36.970777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76208d0-57de-4026-956d-0a632d1ebbb6 None None] The sync data for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 is: [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b1ded5ec-04f8-4a23-82c0-533d2ff67cf5', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:39:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c311d406-f789-420b-a60d-e99540e71720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:26Z', 'updated_at': '2021-11-27T01:40:34Z', 'revision_number': 1, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}, {'id': 'cf9022f9-2e67-48f7-b1c2-6173096cae68', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'b44d7613-7136-4d18-b1a3-b337a201fce3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:af:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:42:34Z', 'updated_at': '2021-11-27T01:42:34Z', 'revision_number': 0, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:37.145568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39788) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:37.171115 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09759529-fffa-49c2-aed1-b31805873c63 None None] New status for floating IP cf9022f9-2e67-48f7-b1c2-6173096cae68: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:42:37.187739 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9f3f62f7-31c2-4b98-89af-176b01eb945f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e26f41f6e9954e86b06a593de2d6b9bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400138 Nov 27 01:42:37.190321 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39790) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:37.238819 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ea64-fb52-45d4-bbbf-8602e960aacc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.261096 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ea64-fb52-45d4-bbbf-8602e960aacc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.312976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ea64-fb52-45d4-bbbf-8602e960aacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.315605 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ea64-fb52-45d4-bbbf-8602e960aacc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.317113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4ab2ea64-fb52-45d4-bbbf-8602e960aacc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23187f90-f8ec-4b44-b5f6-6242e66133b7 HTTP/1.1" status: 204 len: 168 time: 0.1255600 Nov 27 01:42:37.326002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2ea64-fb52-45d4-bbbf-8602e960aacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23187f90-f8ec-4b44-b5f6-6242e66133b7,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:37.600166 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:42:37.977004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39812) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:38.074651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1989981004-network', 'tenant_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:38.094312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] Made reservation on behalf of a15f54b6c11b47e1950c01b0fc7aaa0a for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:38.096753 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.105654 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.179067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.182551 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.203422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:42:38.218904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a509cf5-2d69-4855-8597-3401e5378b1d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:38.221755 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.222099 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] Added segment d855c427-72ff-41da-adae-178b98815630 of type vlan for network 381f5e0e-327f-4d1d-84a2-c0510acd8150 Nov 27 01:42:38.261642 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.286551 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.287626 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:38.288209 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.339431 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3612549 Nov 27 01:42:38.342378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39816) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:38.347258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-98a6f422-367e-46c1-ac7e-188e0f4a69e3 admin admin] Request body: {'subnet': {'network_id': '381f5e0e-327f-4d1d-84a2-c0510acd8150', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1989981004-subnet', 'tenant_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:38.354628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293ca8b-dc77-48d5-9e39-db4f6e9cc985 admin admin] Pushing event updated for resources: {'Network': ['ID=381f5e0e-327f-4d1d-84a2-c0510acd8150,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:38.364190 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 381f5e0e-327f-4d1d-84a2-c0510acd8150 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:42:38.372340 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a6f422-367e-46c1-ac7e-188e0f4a69e3 admin admin] Made reservation on behalf of a15f54b6c11b47e1950c01b0fc7aaa0a for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:38.374772 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98a6f422-367e-46c1-ac7e-188e0f4a69e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.535819 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98a6f422-367e-46c1-ac7e-188e0f4a69e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.594482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6f422-367e-46c1-ac7e-188e0f4a69e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eedaac3-4fac-44dc-b1ab-2e42c056ba79,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:38.603306 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a6f422-367e-46c1-ac7e-188e0f4a69e3 admin admin] Checking segment: {'id': 'd855c427-72ff-41da-adae-178b98815630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '381f5e0e-327f-4d1d-84a2-c0510acd8150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:38.603668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a6f422-367e-46c1-ac7e-188e0f4a69e3 admin admin] Network hostable DHCP agents. Network: 381f5e0e-327f-4d1d-84a2-c0510acd8150, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:42:38.620449 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a6f422-367e-46c1-ac7e-188e0f4a69e3 admin admin] Network 381f5e0e-327f-4d1d-84a2-c0510acd8150 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:42:38.628697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-98a6f422-367e-46c1-ac7e-188e0f4a69e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 381f5e0e-327f-4d1d-84a2-c0510acd8150) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:38.633651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a6f422-367e-46c1-ac7e-188e0f4a69e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:38.635526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98a6f422-367e-46c1-ac7e-188e0f4a69e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.636515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db003161-7fa7-4ed8-b554-cecaa6bb2f0b None None] Network 381f5e0e-327f-4d1d-84a2-c0510acd8150 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:38.651051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-98a6f422-367e-46c1-ac7e-188e0f4a69e3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3076093 Nov 27 01:42:38.653725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39818) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:38.657869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1989981004-router', 'tenant_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:38.678532 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.679660 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.731138 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.783694 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-381f5e0e-327f-4d1d-84a2-c0510acd8150', 'network_id': '381f5e0e-327f-4d1d-84a2-c0510acd8150', 'tenant_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'fixed_ips': [{'subnet_id': '6eedaac3-4fac-44dc-b1ab-2e42c056ba79'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:42:38.784595 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.872902 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.927555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Allocated IP 172.20.0.2 (381f5e0e-327f-4d1d-84a2-c0510acd8150/6eedaac3-4fac-44dc-b1ab-2e42c056ba79/6d8275e8-4a54-420b-ae00-286ce09cc6c7) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:39.075341 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.078401 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.085491 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.096905 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.127414 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Network 381f5e0e-327f-4d1d-84a2-c0510acd8150 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:39.130889 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:39.133848 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:39.143454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Pushing event updated for resources: {'Port': ['ID=6d8275e8-4a54-420b-ae00-286ce09cc6c7,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:39.196376 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Attempting to bind port 6d8275e8-4a54-420b-ae00-286ce09cc6c7 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:39.196751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Attempting to bind port 6d8275e8-4a54-420b-ae00-286ce09cc6c7 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd855c427-72ff-41da-adae-178b98815630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '381f5e0e-327f-4d1d-84a2-c0510acd8150'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:39.197262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Attempting to bind port 6d8275e8-4a54-420b-ae00-286ce09cc6c7 on network 381f5e0e-327f-4d1d-84a2-c0510acd8150 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:39.202361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:39.202735 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Checking segment: {'id': 'd855c427-72ff-41da-adae-178b98815630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '381f5e0e-327f-4d1d-84a2-c0510acd8150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:39.203249 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.203641 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Bound using segment: {'id': 'd855c427-72ff-41da-adae-178b98815630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '381f5e0e-327f-4d1d-84a2-c0510acd8150'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:39.204220 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Bound port: 6d8275e8-4a54-420b-ae00-286ce09cc6c7, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd855c427-72ff-41da-adae-178b98815630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '381f5e0e-327f-4d1d-84a2-c0510acd8150'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:39.204695 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.205634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Allocated IP 172.25.1.10 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/1d981d7b-e38b-474c-884d-92d80ed1f409) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:39.272375 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] For port 6d8275e8-4a54-420b-ae00-286ce09cc6c7, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:39.276597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] For port 6d8275e8-4a54-420b-ae00-286ce09cc6c7, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6d8275e8-4a54-420b-ae00-286ce09cc6c7,segment=NetworkSegment(d855c427-72ff-41da-adae-178b98815630),segment_id=d855c427-72ff-41da-adae-178b98815630)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:39.290454 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.323480 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.358353 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3cb63-04c7-4c3d-bc85-ca2f3dc65144 None None] Pushing event updated for resources: {'Port': ['ID=6d8275e8-4a54-420b-ae00-286ce09cc6c7,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:39.359536 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.411029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:39.414075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:39.417549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:39.428353 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8383c1-4fa3-409f-91f5-54f4e0a637e8 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:39.441795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Pushing event updated for resources: {'Port': ['ID=1d981d7b-e38b-474c-884d-92d80ed1f409,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:39.541525 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0682616a-ea0a-44f5-8619-f15deefd90d3 None None] Provisioning complete for port 1d981d7b-e38b-474c-884d-92d80ed1f409 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:39.541902 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0682616a-ea0a-44f5-8619-f15deefd90d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.584079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0682616a-ea0a-44f5-8619-f15deefd90d3 None None] Port 1d981d7b-e38b-474c-884d-92d80ed1f409 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:39.704435 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.900285 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.032148 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Router 3d25f71d-dd4f-44f5-8e3e-4291d973d4a9 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:42:40.100050 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ae341127-1530-41ac-a0eb-5eceab00eb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.142672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:40.153483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Sync routers for ids ['3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:40.162428 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.163695 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f43f25d5-d2dd-43b1-97ea-c00596470b7e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.5090432 Nov 27 01:42:40.165891 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Routers {'3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:40.166380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39822) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:40.166821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:40.289483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Set router 3d25f71d-dd4f-44f5-8e3e-4291d973d4a9 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:40.323702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e729bb-6e41-46cb-9295-436374687152 None None] Network 381f5e0e-327f-4d1d-84a2-c0510acd8150 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:40.523310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6d8275e8-4a54-420b-ae00-286ce09cc6c7 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:42:40.663718 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ccf180a8-bc53-4744-be7d-36b511a55378 None None] Provisioning complete for port 6d8275e8-4a54-420b-ae00-286ce09cc6c7 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:40.664088 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ccf180a8-bc53-4744-be7d-36b511a55378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.791918 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6d8275e8-4a54-420b-ae00-286ce09cc6c7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:40.792207 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.936323 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ccf180a8-bc53-4744-be7d-36b511a55378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.936817 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.975044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25f71d-dd4f-44f5-8e3e-4291d973d4a9', 'name': 'tempest-ImageQuotaTest-1989981004-router', 'tenant_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1d981d7b-e38b-474c-884d-92d80ed1f409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:38Z', 'updated_at': '2021-11-27T01:42:39Z', 'revision_number': 3, 'project_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'gw_port': {'id': '1d981d7b-e38b-474c-884d-92d80ed1f409', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d25f71d-dd4f-44f5-8e3e-4291d973d4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:39Z', 'updated_at': '2021-11-27T01:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:41.020180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Checking router: 3d25f71d-dd4f-44f5-8e3e-4291d973d4a9 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:42:41.020565 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Updating router 3d25f71d-dd4f-44f5-8e3e-4291d973d4a9 port 1d981d7b-e38b-474c-884d-92d80ed1f409 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:42:41.059894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ccf180a8-bc53-4744-be7d-36b511a55378 None None] For port 6d8275e8-4a54-420b-ae00-286ce09cc6c7, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6d8275e8-4a54-420b-ae00-286ce09cc6c7,segment=NetworkSegment(d855c427-72ff-41da-adae-178b98815630),segment_id=d855c427-72ff-41da-adae-178b98815630)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:41.063028 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.068112 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ccf180a8-bc53-4744-be7d-36b511a55378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.081579 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.107593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Allocated IP 172.20.0.1 (381f5e0e-327f-4d1d-84a2-c0510acd8150/6eedaac3-4fac-44dc-b1ab-2e42c056ba79/21fb3caa-57e3-488e-93dd-0b635fb661d1) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:41.215658 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.245609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf180a8-bc53-4744-be7d-36b511a55378 None None] Pushing event updated for resources: {'Port': ['ID=6d8275e8-4a54-420b-ae00-286ce09cc6c7,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:41.252138 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.260930 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:42:41.260930 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:42:41.285281 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4bc26b10-32f6-433b-9e89-ba9f702e0ee6 None None] Provisioning complete for port 6d8275e8-4a54-420b-ae00-286ce09cc6c7 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:41.285655 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4bc26b10-32f6-433b-9e89-ba9f702e0ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.303783 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Network 381f5e0e-327f-4d1d-84a2-c0510acd8150 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:41.306989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:41.310697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:41.333672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Pushing event updated for resources: {'Port': ['ID=21fb3caa-57e3-488e-93dd-0b635fb661d1,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:41.354258 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.495570 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.526583 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.532932 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.587235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1def8295-3dfa-4e3d-9f42-491ccc7e8c03 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:41.602551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d4715-7571-47b4-844c-2146e270a4b2 None None] Pushing event updated for resources: {'Port': ['ID=1d981d7b-e38b-474c-884d-92d80ed1f409,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:41.605548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Attempting to bind port 1d981d7b-e38b-474c-884d-92d80ed1f409 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:41.605924 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Attempting to bind port 1d981d7b-e38b-474c-884d-92d80ed1f409 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:41.606357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Attempting to bind port 1d981d7b-e38b-474c-884d-92d80ed1f409 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:41.615151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:41.615529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:41.615933 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.616448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:41.616815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Bound port: 1d981d7b-e38b-474c-884d-92d80ed1f409, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:41.617199 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.620333 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9fcfb807-eaf1-493d-a700-66ac14d48c9b None None] Provisioning complete for port 21fb3caa-57e3-488e-93dd-0b635fb661d1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:41.620471 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9fcfb807-eaf1-493d-a700-66ac14d48c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.668610 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.673670 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.686638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfb807-eaf1-493d-a700-66ac14d48c9b None None] Port 21fb3caa-57e3-488e-93dd-0b635fb661d1 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:41.695923 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] For port 1d981d7b-e38b-474c-884d-92d80ed1f409, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:41.699544 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] For port 1d981d7b-e38b-474c-884d-92d80ed1f409, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1d981d7b-e38b-474c-884d-92d80ed1f409,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:41.703148 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.745953 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.750100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Pushing event updated for resources: {'Port': ['ID=21fb3caa-57e3-488e-93dd-0b635fb661d1,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:41.752020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbed4874-c2d5-4a9d-be69-d1282c0e4f64 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:41.797451 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d4715-7571-47b4-844c-2146e270a4b2 None None] Pushing event updated for resources: {'Port': ['ID=1d981d7b-e38b-474c-884d-92d80ed1f409,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:41.802793 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Routers {'3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:41.803410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:41.849177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Network 381f5e0e-327f-4d1d-84a2-c0510acd8150 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:41.850525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:41.869470 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-aa6750a5-fc52-43f1-a66f-f5fa88d448c5 None None] Provisioning complete for port 1d981d7b-e38b-474c-884d-92d80ed1f409 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:41.869470 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aa6750a5-fc52-43f1-a66f-f5fa88d448c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.959020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] Set router 3d25f71d-dd4f-44f5-8e3e-4291d973d4a9 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:41.975752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Router 3d25f71d-dd4f-44f5-8e3e-4291d973d4a9 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:42:42.092675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:42.097646 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-584118dc-a3f9-444e-8b80-f9842f98c544 admin admin] 10.222.0.15 "PUT /v2.0/routers/3d25f71d-dd4f-44f5-8e3e-4291d973d4a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9303117 Nov 27 01:42:42.112966 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aa6750a5-fc52-43f1-a66f-f5fa88d448c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.140402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-aa6750a5-fc52-43f1-a66f-f5fa88d448c5 None None] For port 1d981d7b-e38b-474c-884d-92d80ed1f409, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1d981d7b-e38b-474c-884d-92d80ed1f409,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:42.146328 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aa6750a5-fc52-43f1-a66f-f5fa88d448c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.238359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6750a5-fc52-43f1-a66f-f5fa88d448c5 None None] Pushing event updated for resources: {'Port': ['ID=1d981d7b-e38b-474c-884d-92d80ed1f409,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:42.300216 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-839a2b20-1324-433b-a6ce-4c3301f6c0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.303596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9d130a7b-c182-41fc-be3b-545039b00edb None None] Provisioning complete for port 1d981d7b-e38b-474c-884d-92d80ed1f409 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:42.303961 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9d130a7b-c182-41fc-be3b-545039b00edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.305919 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6d8275e8-4a54-420b-ae00-286ce09cc6c7 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:42:42.550179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25f71d-dd4f-44f5-8e3e-4291d973d4a9', 'name': 'tempest-ImageQuotaTest-1989981004-router', 'tenant_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1d981d7b-e38b-474c-884d-92d80ed1f409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:38Z', 'updated_at': '2021-11-27T01:42:41Z', 'revision_number': 4, 'project_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'gw_port': {'id': '1d981d7b-e38b-474c-884d-92d80ed1f409', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d25f71d-dd4f-44f5-8e3e-4291d973d4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:39Z', 'updated_at': '2021-11-27T01:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '21fb3caa-57e3-488e-93dd-0b635fb661d1', 'name': '', 'network_id': '381f5e0e-327f-4d1d-84a2-c0510acd8150', 'tenant_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'mac_address': 'fa:16:3e:2a:b0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d25f71d-dd4f-44f5-8e3e-4291d973d4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6eedaac3-4fac-44dc-b1ab-2e42c056ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:40Z', 'updated_at': '2021-11-27T01:42:41Z', 'revision_number': 2, 'project_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'subnets': [{'id': '6eedaac3-4fac-44dc-b1ab-2e42c056ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:42.587968 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81297d15-8823-41b8-ad59-aa3736d469d4 None None] The sync data for ids ['3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'] in n-d-817303-10 is: [{'id': '3d25f71d-dd4f-44f5-8e3e-4291d973d4a9', 'name': 'tempest-ImageQuotaTest-1989981004-router', 'tenant_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1d981d7b-e38b-474c-884d-92d80ed1f409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:38Z', 'updated_at': '2021-11-27T01:42:41Z', 'revision_number': 4, 'project_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'gw_port': {'id': '1d981d7b-e38b-474c-884d-92d80ed1f409', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d25f71d-dd4f-44f5-8e3e-4291d973d4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:39Z', 'updated_at': '2021-11-27T01:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '21fb3caa-57e3-488e-93dd-0b635fb661d1', 'name': '', 'network_id': '381f5e0e-327f-4d1d-84a2-c0510acd8150', 'tenant_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'mac_address': 'fa:16:3e:2a:b0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d25f71d-dd4f-44f5-8e3e-4291d973d4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6eedaac3-4fac-44dc-b1ab-2e42c056ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:40Z', 'updated_at': '2021-11-27T01:42:41Z', 'revision_number': 2, 'project_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'subnets': [{'id': '6eedaac3-4fac-44dc-b1ab-2e42c056ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:42.654128 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6d8275e8-4a54-420b-ae00-286ce09cc6c7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:42.654525 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.710246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9d130a7b-c182-41fc-be3b-545039b00edb None None] Provisioning complete for port 21fb3caa-57e3-488e-93dd-0b635fb661d1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:42.710831 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9d130a7b-c182-41fc-be3b-545039b00edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.777678 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9d130a7b-c182-41fc-be3b-545039b00edb None None] Port 21fb3caa-57e3-488e-93dd-0b635fb661d1 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:43.213809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39842) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:43.358331 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:43.597421 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3572-51bb-4788-a272-78b1da73e137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:43.861258 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc3572-51bb-4788-a272-78b1da73e137 admin admin] Deleting port 21fb3caa-57e3-488e-93dd-0b635fb661d1 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:43.861608 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3572-51bb-4788-a272-78b1da73e137 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:43.943582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3572-51bb-4788-a272-78b1da73e137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:43.955292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc3572-51bb-4788-a272-78b1da73e137 admin admin] Calling delete_port for 21fb3caa-57e3-488e-93dd-0b635fb661d1 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:44.135082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3572-51bb-4788-a272-78b1da73e137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.162378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc3572-51bb-4788-a272-78b1da73e137 admin admin] Pushing event deleted for resources: {'Port': ['ID=21fb3caa-57e3-488e-93dd-0b635fb661d1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:44.317363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1d981d7b-e38b-474c-884d-92d80ed1f409 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:42:44.364203 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3572-51bb-4788-a272-78b1da73e137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.384655 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 1d981d7b-e38b-474c-884d-92d80ed1f409 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:44.385036 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.592402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fc3572-51bb-4788-a272-78b1da73e137 admin admin] Router 3d25f71d-dd4f-44f5-8e3e-4291d973d4a9 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:42:44.637593 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c93c092-610c-475d-b485-feb0d04d32fe None None] Sync routers for ids ['3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:44.648602 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c93c092-610c-475d-b485-feb0d04d32fe None None] Routers {'3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:44.649211 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4c93c092-610c-475d-b485-feb0d04d32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:44.703056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fc3572-51bb-4788-a272-78b1da73e137 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:44.710837 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c8fc3572-51bb-4788-a272-78b1da73e137 admin admin] 10.222.0.15 "PUT /v2.0/routers/3d25f71d-dd4f-44f5-8e3e-4291d973d4a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4964559 Nov 27 01:42:44.714180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39846) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:44.835912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.846801 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-4c93c092-610c-475d-b485-feb0d04d32fe None None] Set router 3d25f71d-dd4f-44f5-8e3e-4291d973d4a9 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:44.907738 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.958117 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.016599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Deleting port 1d981d7b-e38b-474c-884d-92d80ed1f409 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:45.016854 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.032466 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4c93c092-610c-475d-b485-feb0d04d32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25f71d-dd4f-44f5-8e3e-4291d973d4a9', 'name': 'tempest-ImageQuotaTest-1989981004-router', 'tenant_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1d981d7b-e38b-474c-884d-92d80ed1f409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:38Z', 'updated_at': '2021-11-27T01:42:44Z', 'revision_number': 5, 'project_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'gw_port': {'id': '1d981d7b-e38b-474c-884d-92d80ed1f409', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25f71d-dd4f-44f5-8e3e-4291d973d4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:39Z', 'updated_at': '2021-11-27T01:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:45.058340 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c93c092-610c-475d-b485-feb0d04d32fe None None] Checking router: 3d25f71d-dd4f-44f5-8e3e-4291d973d4a9 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:42:45.066419 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c93c092-610c-475d-b485-feb0d04d32fe None None] Routers {'3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:45.067023 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4c93c092-610c-475d-b485-feb0d04d32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:45.098309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] For port 1d981d7b-e38b-474c-884d-92d80ed1f409, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1d981d7b-e38b-474c-884d-92d80ed1f409,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:45.098672 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.110032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Calling delete_port for 1d981d7b-e38b-474c-884d-92d80ed1f409 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:45.151934 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-4c93c092-610c-475d-b485-feb0d04d32fe None None] Set router 3d25f71d-dd4f-44f5-8e3e-4291d973d4a9 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:45.202082 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-4c93c092-610c-475d-b485-feb0d04d32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25f71d-dd4f-44f5-8e3e-4291d973d4a9', 'name': 'tempest-ImageQuotaTest-1989981004-router', 'tenant_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:38Z', 'updated_at': '2021-11-27T01:42:44Z', 'revision_number': 6, 'project_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:45.230304 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c93c092-610c-475d-b485-feb0d04d32fe None None] The sync data for ids ['3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'] in n-d-817303-10 is: [{'id': '3d25f71d-dd4f-44f5-8e3e-4291d973d4a9', 'name': 'tempest-ImageQuotaTest-1989981004-router', 'tenant_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:38Z', 'updated_at': '2021-11-27T01:42:44Z', 'revision_number': 6, 'project_id': 'a15f54b6c11b47e1950c01b0fc7aaa0a', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:45.275619 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.301253 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d981d7b-e38b-474c-884d-92d80ed1f409,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:45.312407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:45.312868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:45.313109 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:45.313432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:45.313772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:45.314107 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:45.314881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:45.314881 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:45.315127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:45.315399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:45.315726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:45.316051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:45.317065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4a91bf-25fd-47de-b85a-056e1cf1062f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:45.375084 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.463859 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.466016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.510663 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.511224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d25f71d-dd4f-44f5-8e3e-4291d973d4a9 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:42:45.515452 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.516668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cbaa6b70-6526-4869-b1a9-61de92e42fa9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3d25f71d-dd4f-44f5-8e3e-4291d973d4a9 HTTP/1.1" status: 204 len: 168 time: 0.8018475 Nov 27 01:42:45.519130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39848) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:45.563754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde26883-19dc-40fc-80d9-05a57035ecc6 admin admin] Deleting subnet 6eedaac3-4fac-44dc-b1ab-2e42c056ba79 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:42:45.567139 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dde26883-19dc-40fc-80d9-05a57035ecc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.603447 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dde26883-19dc-40fc-80d9-05a57035ecc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.687372 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dde26883-19dc-40fc-80d9-05a57035ecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.737372 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dde26883-19dc-40fc-80d9-05a57035ecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.764143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde26883-19dc-40fc-80d9-05a57035ecc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eedaac3-4fac-44dc-b1ab-2e42c056ba79,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:45.766122 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dde26883-19dc-40fc-80d9-05a57035ecc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.769334 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dde26883-19dc-40fc-80d9-05a57035ecc6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6eedaac3-4fac-44dc-b1ab-2e42c056ba79 HTTP/1.1" status: 204 len: 168 time: 0.2492826 Nov 27 01:42:45.771580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced85217-63fa-4194-87da-fb4956a1df2d None None] Network 381f5e0e-327f-4d1d-84a2-c0510acd8150 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:45.772318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39850) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:45.839463 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.897852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Deleting port 6d8275e8-4a54-420b-ae00-286ce09cc6c7 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:45.898194 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.962527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] For port 6d8275e8-4a54-420b-ae00-286ce09cc6c7, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6d8275e8-4a54-420b-ae00-286ce09cc6c7,segment=NetworkSegment(d855c427-72ff-41da-adae-178b98815630),segment_id=d855c427-72ff-41da-adae-178b98815630)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:45.962887 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.978248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e6c6d2-5e58-464b-b62c-5dd91a961f4f None None] DHCP port deletion for 381f5e0e-327f-4d1d-84a2-c0510acd8150 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:45.978523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Calling delete_port for 6d8275e8-4a54-420b-ae00-286ce09cc6c7 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:46.035728 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-27e6c6d2-5e58-464b-b62c-5dd91a961f4f None None] Deleting port 6d8275e8-4a54-420b-ae00-286ce09cc6c7 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:46.036104 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-27e6c6d2-5e58-464b-b62c-5dd91a961f4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.066347 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.096919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8275e8-4a54-420b-ae00-286ce09cc6c7,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:46.098744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] No DVR routers for this DVR port 6d8275e8-4a54-420b-ae00-286ce09cc6c7 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:42:46.107074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-27e6c6d2-5e58-464b-b62c-5dd91a961f4f None None] For port 6d8275e8-4a54-420b-ae00-286ce09cc6c7, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6d8275e8-4a54-420b-ae00-286ce09cc6c7,segment=NetworkSegment(d855c427-72ff-41da-adae-178b98815630),segment_id=d855c427-72ff-41da-adae-178b98815630)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:46.107744 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-27e6c6d2-5e58-464b-b62c-5dd91a961f4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.120854 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-27e6c6d2-5e58-464b-b62c-5dd91a961f4f None None] Calling delete_port for 6d8275e8-4a54-420b-ae00-286ce09cc6c7 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:46.169855 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.193601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381f5e0e-327f-4d1d-84a2-c0510acd8150']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:46.203761 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-27e6c6d2-5e58-464b-b62c-5dd91a961f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.204017 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd855c427-72ff-41da-adae-178b98815630') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:46.204342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd855c427-72ff-41da-adae-178b98815630') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:46.209085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ab025a-65df-45fd-9f05-fcfd5473cae4 None None] Sync routers for ids ['3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:46.215369 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.231857 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.237352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6c6d2-5e58-464b-b62c-5dd91a961f4f None None] Pushing event deleted for resources: {'Port': ['ID=6d8275e8-4a54-420b-ae00-286ce09cc6c7,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:46.241266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:42:46.241667 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:42:46.244317 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:42:46.246163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e6c6d2-5e58-464b-b62c-5dd91a961f4f None None] No DVR routers for this DVR port 6d8275e8-4a54-420b-ae00-286ce09cc6c7 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:42:46.247671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab025a-65df-45fd-9f05-fcfd5473cae4 None None] Routers set() bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:46.248031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab025a-65df-45fd-9f05-fcfd5473cae4 None None] Router IDs set() for agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 01:42:46.248688 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_agentschedulers_db [None req-53ab025a-65df-45fd-9f05-fcfd5473cae4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent'). {{(pid=103404) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 01:42:46.274580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab025a-65df-45fd-9f05-fcfd5473cae4 None None] Routers set() bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:46.274950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab025a-65df-45fd-9f05-fcfd5473cae4 None None] Router IDs set() for agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 01:42:46.275683 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_agentschedulers_db [None req-53ab025a-65df-45fd-9f05-fcfd5473cae4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent'). {{(pid=103404) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 01:42:46.276144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ab025a-65df-45fd-9f05-fcfd5473cae4 None None] The sync data for ids ['3d25f71d-dd4f-44f5-8e3e-4291d973d4a9'] in n-d-817303-10 is: [] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:46.314719 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.316759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6d8275e8-4a54-420b-ae00-286ce09cc6c7 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:42:46.321270 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.321565 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.325351 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] 10.222.0.15 "DELETE /v2.0/networks/381f5e0e-327f-4d1d-84a2-c0510acd8150 HTTP/1.1" status: 204 len: 168 time: 0.5523043 Nov 27 01:42:46.340472 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b2ffe-4922-44f8-a911-34e96336e654 admin admin] Pushing event deleted for resources: {'Network': ['ID=381f5e0e-327f-4d1d-84a2-c0510acd8150,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:46.341913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 6d8275e8-4a54-420b-ae00-286ce09cc6c7 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:42:46.342767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6d8275e8-4a54-420b-ae00-286ce09cc6c7 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:42:46.342767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1d981d7b-e38b-474c-884d-92d80ed1f409 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:42:46.364122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 1d981d7b-e38b-474c-884d-92d80ed1f409 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:42:46.364549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 1d981d7b-e38b-474c-884d-92d80ed1f409 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:42:46.364982 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 21fb3caa-57e3-488e-93dd-0b635fb661d1 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:42:46.385964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 21fb3caa-57e3-488e-93dd-0b635fb661d1 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:42:46.386402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 21fb3caa-57e3-488e-93dd-0b635fb661d1 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:42:46.454969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39854) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:46.496265 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f163f756-bbc0-4ab6-8d90-a2651b1d4bad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a15f54b6c11b47e1950c01b0fc7aaa0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400581 Nov 27 01:42:46.498723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39856) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:46.546201 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-030f36d1-4993-4602-940a-1484e6d7dfc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.570805 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-030f36d1-4993-4602-940a-1484e6d7dfc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.932401 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-030f36d1-4993-4602-940a-1484e6d7dfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.935058 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-030f36d1-4993-4602-940a-1484e6d7dfc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.936200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-030f36d1-4993-4602-940a-1484e6d7dfc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a509cf5-2d69-4855-8597-3401e5378b1d HTTP/1.1" status: 204 len: 168 time: 0.4365323 Nov 27 01:42:46.943584 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f36d1-4993-4602-940a-1484e6d7dfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a509cf5-2d69-4855-8597-3401e5378b1d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:47.258786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39862) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:47.273670 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.351420 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.355514 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.393749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1338935 Nov 27 01:42:47.396199 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54218f7c-84d1-4a38-a159-b6657371a291,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:47.397234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39866) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:47.403825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:47.404176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:47.404544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:47.404884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:47.405220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:47.405553 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:47.405884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:47.406211 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:47.406534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:47.406860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:47.407195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:47.407516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cede50-3139-4bf4-9934-ce026c156924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:47.445526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ca09b573-d091-48b1-a018-6233fe7a2ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.467905 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ca09b573-d091-48b1-a018-6233fe7a2ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.512938 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ca09b573-d091-48b1-a018-6233fe7a2ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.515563 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ca09b573-d091-48b1-a018-6233fe7a2ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.516723 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ca09b573-d091-48b1-a018-6233fe7a2ba6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54218f7c-84d1-4a38-a159-b6657371a291 HTTP/1.1" status: 204 len: 168 time: 0.1185026 Nov 27 01:42:47.524865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09b573-d091-48b1-a018-6233fe7a2ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54218f7c-84d1-4a38-a159-b6657371a291,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:55.740042 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39878) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:55.838937 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-811516f0-741c-4029-b203-00c22ed20c7f tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3843 time: 0.0970087 Nov 27 01:42:55.843165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39880) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:55.848353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-2cf6e52a-607f-40f7-bccc-df53d8028515 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Request body: {'network': {'name': 'tempest-network-smoke--883526471', 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'port_security_enabled': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:55.871637 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf6e52a-607f-40f7-bccc-df53d8028515 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Made reservation on behalf of ac699d701c7d4c1781210ddc1e6de10b for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:55.876142 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e52a-607f-40f7-bccc-df53d8028515 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.901070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf6e52a-607f-40f7-bccc-df53d8028515 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:42:55.911328 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e52a-607f-40f7-bccc-df53d8028515 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.911674 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-2cf6e52a-607f-40f7-bccc-df53d8028515 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Added segment 68808c9e-d4a8-4c80-9970-b7a77009a23d of type vlan for network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 Nov 27 01:42:55.958360 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e52a-607f-40f7-bccc-df53d8028515 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.985927 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e52a-607f-40f7-bccc-df53d8028515 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.991974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf6e52a-607f-40f7-bccc-df53d8028515 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:55.992587 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e52a-607f-40f7-bccc-df53d8028515 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.050294 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2cf6e52a-607f-40f7-bccc-df53d8028515 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2060430 Nov 27 01:42:56.053121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39882) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:56.060314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1493827810', 'admin_state_up': True, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:56.082437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6e52a-607f-40f7-bccc-df53d8028515 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'Network': ['ID=2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:56.094074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:42:56.096026 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.097127 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.150225 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.287934 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.484278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.504604 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.607296 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Allocated IP 172.25.1.95 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/a4414cef-74e9-48aa-8d44-c6f26f50c26d) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:56.709829 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.743658 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.780789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:56.783562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:56.788462 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:56.796778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf39280-bd01-4629-a22d-a4ed9b7f134c None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:56.815204 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'Port': ['ID=a4414cef-74e9-48aa-8d44-c6f26f50c26d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:56.905266 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-beb25754-7bf6-49bd-85c4-5ba81fb00928 None None] Provisioning complete for port a4414cef-74e9-48aa-8d44-c6f26f50c26d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:56.905542 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-beb25754-7bf6-49bd-85c4-5ba81fb00928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.940147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-beb25754-7bf6-49bd-85c4-5ba81fb00928 None None] Port a4414cef-74e9-48aa-8d44-c6f26f50c26d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:57.038384 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:57.232128 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:57.360898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Router e7334bc8-d51a-4304-a818-dc15f3b4f393 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:42:57.467838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:57.480407 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Sync routers for ids ['e7334bc8-d51a-4304-a818-dc15f3b4f393'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:57.488761 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:57.493303 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-487d7a14-e913-47cd-b401-9de2297ef9bf tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4358420 Nov 27 01:42:57.493432 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Routers {'e7334bc8-d51a-4304-a818-dc15f3b4f393'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:57.493432 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e7334bc8-d51a-4304-a818-dc15f3b4f393'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:57.493638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39888) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:57.538152 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58f145e-1d18-4ba9-ad36-2946ca7cdd74 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:57.539652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c58f145e-1d18-4ba9-ad36-2946ca7cdd74 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ac699d701c7d4c1781210ddc1e6de10b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0452051 Nov 27 01:42:57.542420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39890) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:57.595048 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Set router e7334bc8-d51a-4304-a818-dc15f3b4f393 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:57.690608 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb0d6b2-4890-4911-9031-1d5bc6b88d0d tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:57.692753 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5cb0d6b2-4890-4911-9031-1d5bc6b88d0d tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1493282 Nov 27 01:42:57.694918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39892) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:57.723041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2fd1cc48-35cb-48f2-8e5b-94c5c99aefad tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261004 Nov 27 01:42:57.725463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39894) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:57.754139 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-60d4100b-f0ae-47a5-8227-c09fb1ae0f10 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ac699d701c7d4c1781210ddc1e6de10b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273876 Nov 27 01:42:57.756414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39896) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:57.767579 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1493827810', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:56Z', 'revision_number': 3, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:57.803547 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Checking router: e7334bc8-d51a-4304-a818-dc15f3b4f393 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:42:57.803960 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Updating router e7334bc8-d51a-4304-a818-dc15f3b4f393 port a4414cef-74e9-48aa-8d44-c6f26f50c26d binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:42:57.835911 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:57.853262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bf7b1f-9e73-461b-9865-9d4470d9d3c7 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:57.854776 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a1bf7b1f-9e73-461b-9865-9d4470d9d3c7 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974729 Nov 27 01:42:57.857646 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39898) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:57.886787 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-15e1c0b2-adca-46d5-abbf-853daf8188c3 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280046 Nov 27 01:42:57.889139 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39900) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:57.893717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8d5c6321-4234-4a4a-aa47-f7d472e2b53a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-199639544', 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31', 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:57.983780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5c6321-4234-4a4a-aa47-f7d472e2b53a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Made reservation on behalf of ac699d701c7d4c1781210ddc1e6de10b for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:57.987324 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d5c6321-4234-4a4a-aa47-f7d472e2b53a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.081128 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.085948 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.130607 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2835e5f0-5a98-419c-b728-929bd306a811 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:58.137141 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Attempting to bind port a4414cef-74e9-48aa-8d44-c6f26f50c26d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:58.137520 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Attempting to bind port a4414cef-74e9-48aa-8d44-c6f26f50c26d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:58.137885 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Attempting to bind port a4414cef-74e9-48aa-8d44-c6f26f50c26d on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:58.146531 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e91b00-d862-4453-b7a9-2e033060eecc None None] Pushing event updated for resources: {'Port': ['ID=a4414cef-74e9-48aa-8d44-c6f26f50c26d,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:58.149250 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:58.149690 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:58.150012 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.150392 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:58.150864 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Bound port: a4414cef-74e9-48aa-8d44-c6f26f50c26d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:58.151241 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.174487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bab4b82f-72dc-428e-b385-10f5524bcbd2 None None] Provisioning complete for port a4414cef-74e9-48aa-8d44-c6f26f50c26d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:58.174976 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bab4b82f-72dc-428e-b385-10f5524bcbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.175085 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d5c6321-4234-4a4a-aa47-f7d472e2b53a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.204085 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] For port a4414cef-74e9-48aa-8d44-c6f26f50c26d, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:58.207915 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] For port a4414cef-74e9-48aa-8d44-c6f26f50c26d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a4414cef-74e9-48aa-8d44-c6f26f50c26d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:58.214762 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.217526 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bab4b82f-72dc-428e-b385-10f5524bcbd2 None None] Port a4414cef-74e9-48aa-8d44-c6f26f50c26d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:58.250605 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c6321-4234-4a4a-aa47-f7d472e2b53a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'Subnet': ['ID=5ef315d7-644c-4224-9b05-bbf1d5910929,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:58.255622 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd740c-1f7f-45ac-826d-05e248eb1dc4 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:58.261737 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Routers {'e7334bc8-d51a-4304-a818-dc15f3b4f393'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:58.262365 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e7334bc8-d51a-4304-a818-dc15f3b4f393'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:58.268167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c6321-4234-4a4a-aa47-f7d472e2b53a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Checking segment: {'id': '68808c9e-d4a8-4c80-9970-b7a77009a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:58.268573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c6321-4234-4a4a-aa47-f7d472e2b53a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Network hostable DHCP agents. Network: 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:42:58.287522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c6321-4234-4a4a-aa47-f7d472e2b53a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:42:58.296794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-8d5c6321-4234-4a4a-aa47-f7d472e2b53a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:58.301376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5c6321-4234-4a4a-aa47-f7d472e2b53a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:58.302137 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d5c6321-4234-4a4a-aa47-f7d472e2b53a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.307079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb23fb4-0856-4ae9-a56d-63ef96bda473 None None] Network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:58.322803 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8d5c6321-4234-4a4a-aa47-f7d472e2b53a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4299788 Nov 27 01:42:58.323274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39902) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:58.369887 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e91b00-d862-4453-b7a9-2e033060eecc None None] Pushing event updated for resources: {'Port': ['ID=a4414cef-74e9-48aa-8d44-c6f26f50c26d,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:58.379787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Provisioning complete for port a4414cef-74e9-48aa-8d44-c6f26f50c26d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:58.380040 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.380177 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] Set router e7334bc8-d51a-4304-a818-dc15f3b4f393 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:58.526903 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31', 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'fixed_ips': [{'subnet_id': '5ef315d7-644c-4224-9b05-bbf1d5910929'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:42:58.527841 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.545709 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.570273 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1493827810', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:56Z', 'revision_number': 3, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:58.578404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] For port a4414cef-74e9-48aa-8d44-c6f26f50c26d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a4414cef-74e9-48aa-8d44-c6f26f50c26d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:58.598829 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2baa54-45de-49db-a065-cb7e17abcf9f None None] The sync data for ids ['e7334bc8-d51a-4304-a818-dc15f3b4f393'] in n-d-817303-10 is: [{'id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1493827810', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:56Z', 'revision_number': 3, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:58.627443 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.729279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Pushing event updated for resources: {'Port': ['ID=a4414cef-74e9-48aa-8d44-c6f26f50c26d,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:58.743080 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.747089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:58.747435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:58.747775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:58.748117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:58.748494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:58.748965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:58.749453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:58.749789 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:58.750157 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:58.750489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:58.750823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:58.751133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d75ed-e755-4cd7-8139-880e8436d00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:58.756262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Allocated IP 172.20.0.18 (2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31/5ef315d7-644c-4224-9b05-bbf1d5910929/168c9d44-cea9-4ed4-8690-548f5ef12a4e) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:58.786050 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.933016 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.940409 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.990502 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:58.997614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:59.000181 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:59.010008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Pushing event updated for resources: {'Port': ['ID=168c9d44-cea9-4ed4-8690-548f5ef12a4e,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:59.069032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Attempting to bind port 168c9d44-cea9-4ed4-8690-548f5ef12a4e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:59.069407 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Attempting to bind port 168c9d44-cea9-4ed4-8690-548f5ef12a4e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '68808c9e-d4a8-4c80-9970-b7a77009a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:59.069768 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Attempting to bind port 168c9d44-cea9-4ed4-8690-548f5ef12a4e on network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:59.076344 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:59.076724 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Checking segment: {'id': '68808c9e-d4a8-4c80-9970-b7a77009a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:59.077129 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.077528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Bound using segment: {'id': '68808c9e-d4a8-4c80-9970-b7a77009a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:59.077997 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Bound port: 168c9d44-cea9-4ed4-8690-548f5ef12a4e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68808c9e-d4a8-4c80-9970-b7a77009a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:59.078381 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.104121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Allocated IP 172.20.0.17 (2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31/5ef315d7-644c-4224-9b05-bbf1d5910929/5b89ed2b-8f05-4a8e-8f59-53a6aa036283) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:59.147219 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] For port 168c9d44-cea9-4ed4-8690-548f5ef12a4e, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:59.151557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] For port 168c9d44-cea9-4ed4-8690-548f5ef12a4e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=168c9d44-cea9-4ed4-8690-548f5ef12a4e,segment=NetworkSegment(68808c9e-d4a8-4c80-9970-b7a77009a23d),segment_id=68808c9e-d4a8-4c80-9970-b7a77009a23d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:59.156528 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.217879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5050fd8-88d2-4204-9081-8fd1252a64fe None None] Pushing event updated for resources: {'Port': ['ID=168c9d44-cea9-4ed4-8690-548f5ef12a4e,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:59.236567 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.275957 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.331793 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:59.335032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:59.337647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:59.368281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'Port': ['ID=5b89ed2b-8f05-4a8e-8f59-53a6aa036283,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:59.398639 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.564809 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.845792 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.850813 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.923099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'Port': ['ID=5b89ed2b-8f05-4a8e-8f59-53a6aa036283,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:59.926463 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.026610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:00.028195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:00.148441 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Router e7334bc8-d51a-4304-a818-dc15f3b4f393 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:43:00.311076 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af70fca8-62fc-4054-9e2c-65bfda37ed1b None None] Network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:00.399654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a4414cef-74e9-48aa-8d44-c6f26f50c26d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:00.451261 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6b83c80f-9aca-408e-b666-5883b576b90c None None] Provisioning complete for port 168c9d44-cea9-4ed4-8690-548f5ef12a4e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:00.451632 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6b83c80f-9aca-408e-b666-5883b576b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.559502 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a4414cef-74e9-48aa-8d44-c6f26f50c26d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:00.559870 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.595962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:00.602147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8efcd122-3aa2-4aed-964d-8aea3f08e409 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "PUT /v2.0/routers/e7334bc8-d51a-4304-a818-dc15f3b4f393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2767441 Nov 27 01:43:00.657280 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6b83c80f-9aca-408e-b666-5883b576b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.735467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6b83c80f-9aca-408e-b666-5883b576b90c None None] For port 168c9d44-cea9-4ed4-8690-548f5ef12a4e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=168c9d44-cea9-4ed4-8690-548f5ef12a4e,segment=NetworkSegment(68808c9e-d4a8-4c80-9970-b7a77009a23d),segment_id=68808c9e-d4a8-4c80-9970-b7a77009a23d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:00.745311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 168c9d44-cea9-4ed4-8690-548f5ef12a4e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:00.768552 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6b83c80f-9aca-408e-b666-5883b576b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.836846 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.881661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 168c9d44-cea9-4ed4-8690-548f5ef12a4e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:00.882064 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.883747 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83c80f-9aca-408e-b666-5883b576b90c None None] Pushing event updated for resources: {'Port': ['ID=168c9d44-cea9-4ed4-8690-548f5ef12a4e,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:01.015866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7ca54a3d-9487-41c3-a69a-a28779eefa73 None None] Provisioning complete for port 168c9d44-cea9-4ed4-8690-548f5ef12a4e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:01.016554 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7ca54a3d-9487-41c3-a69a-a28779eefa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:01.132688 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Sync routers for ids ['e7334bc8-d51a-4304-a818-dc15f3b4f393'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:01.160096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7ca54a3d-9487-41c3-a69a-a28779eefa73 None None] Provisioning complete for port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:01.160096 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7ca54a3d-9487-41c3-a69a-a28779eefa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:01.162853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Routers {'e7334bc8-d51a-4304-a818-dc15f3b4f393'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:01.163535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e7334bc8-d51a-4304-a818-dc15f3b4f393'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:01.252105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7ca54a3d-9487-41c3-a69a-a28779eefa73 None None] Port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:01.455849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-776e41af-b461-4e20-8219-ca2eff628ac8 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:01.457488 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-776e41af-b461-4e20-8219-ca2eff628ac8 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/networks?id=2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 HTTP/1.1" status: 200 len: 797 time: 0.1126618 Nov 27 01:43:01.476805 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-642733cb-50bc-4006-8eb0-95f7946e9d41 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/quotas/ac699d701c7d4c1781210ddc1e6de10b HTTP/1.1" status: 200 len: 375 time: 0.0130155 Nov 27 01:43:01.490681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b2040ce1-06e3-4ada-afb1-5d1adef9783e None None] Provisioning complete for port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:01.491211 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b2040ce1-06e3-4ada-afb1-5d1adef9783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:01.519917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Set router e7334bc8-d51a-4304-a818-dc15f3b4f393 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:43:01.538177 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-a7180b4a-a727-4762-a6e4-dc83cc08c73c tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac699d701c7d4c1781210ddc1e6de10b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0558140 Nov 27 01:43:01.562984 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b2040ce1-06e3-4ada-afb1-5d1adef9783e None None] Port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:01.712376 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-78467e95-4ba9-4a63-a8ea-1676a80bc6f9 None None] Provisioning complete for port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:01.712749 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78467e95-4ba9-4a63-a8ea-1676a80bc6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:01.731884 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-388a9bb5-a814-45a5-8ec7-8a03c9814848 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819775 Nov 27 01:43:01.758652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-78467e95-4ba9-4a63-a8ea-1676a80bc6f9 None None] Port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:01.773102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1493827810', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:59Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '5b89ed2b-8f05-4a8e-8f59-53a6aa036283', 'name': '', 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'mac_address': 'fa:16:3e:b9:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '5ef315d7-644c-4224-9b05-bbf1d5910929', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:58Z', 'updated_at': '2021-11-27T01:42:59Z', 'revision_number': 2, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'subnets': [{'id': '5ef315d7-644c-4224-9b05-bbf1d5910929', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:01.799329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Checking router: e7334bc8-d51a-4304-a818-dc15f3b4f393 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:43:01.799777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Updating router e7334bc8-d51a-4304-a818-dc15f3b4f393 port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:43:01.825121 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:01.826520 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-789f0395-fd02-4f04-b97d-d8bcd2702daf service neutron] 10.222.0.15 "GET /v2.0/networks/2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885348 Nov 27 01:43:02.061756 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aed22182-5eda-4ae4-a8de-5ebb0be41848 req-162baf94-2912-492d-8e1c-ab8056e8750d tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 210 time: 0.1001995 Nov 27 01:43:02.121378 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.126833 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.216474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718050b1-c6d5-4b7a-9e52-99118a00a99e None None] Pushing event updated for resources: {'Port': ['ID=5b89ed2b-8f05-4a8e-8f59-53a6aa036283,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:02.233433 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Attempting to bind port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:43:02.234003 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Attempting to bind port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '68808c9e-d4a8-4c80-9970-b7a77009a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:43:02.234372 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Attempting to bind port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 on network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:43:02.239684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:43:02.240657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Checking segment: {'id': '68808c9e-d4a8-4c80-9970-b7a77009a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:02.241069 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.241466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Bound using segment: {'id': '68808c9e-d4a8-4c80-9970-b7a77009a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:43:02.241935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Bound port: 5b89ed2b-8f05-4a8e-8f59-53a6aa036283, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68808c9e-d4a8-4c80-9970-b7a77009a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:43:02.242318 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.322705 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 168c9d44-cea9-4ed4-8690-548f5ef12a4e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:02.358996 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] For port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:43:02.376289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] For port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5b89ed2b-8f05-4a8e-8f59-53a6aa036283,segment=NetworkSegment(68808c9e-d4a8-4c80-9970-b7a77009a23d),segment_id=68808c9e-d4a8-4c80-9970-b7a77009a23d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:43:02.384932 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.431928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 168c9d44-cea9-4ed4-8690-548f5ef12a4e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:02.432411 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.489777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718050b1-c6d5-4b7a-9e52-99118a00a99e None None] Pushing event updated for resources: {'Port': ['ID=5b89ed2b-8f05-4a8e-8f59-53a6aa036283,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:02.504349 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Routers {'e7334bc8-d51a-4304-a818-dc15f3b4f393'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:02.504897 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:42:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e7334bc8-d51a-4304-a818-dc15f3b4f393'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:02.561483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-98fb84a9-0298-43e6-9ce2-00f848cba868 None None] Provisioning complete for port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:02.561864 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-98fb84a9-0298-43e6-9ce2-00f848cba868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.699482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] Set router e7334bc8-d51a-4304-a818-dc15f3b4f393 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:43:02.797557 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-98fb84a9-0298-43e6-9ce2-00f848cba868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.883013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-98fb84a9-0298-43e6-9ce2-00f848cba868 None None] For port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5b89ed2b-8f05-4a8e-8f59-53a6aa036283,segment=NetworkSegment(68808c9e-d4a8-4c80-9970-b7a77009a23d),segment_id=68808c9e-d4a8-4c80-9970-b7a77009a23d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:02.888451 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-98fb84a9-0298-43e6-9ce2-00f848cba868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.979758 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb84a9-0298-43e6-9ce2-00f848cba868 None None] Pushing event updated for resources: {'Port': ['ID=5b89ed2b-8f05-4a8e-8f59-53a6aa036283,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:03.006356 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57572870-0e6a-414a-a980-98a96aba019b req-b2e67942-28e2-451e-b841-3222c74c702d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642307 Nov 27 01:43:03.017740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-69738ce2-17cf-487c-b68e-2c9ce817c091 None None] Provisioning complete for port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:03.017989 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-69738ce2-17cf-487c-b68e-2c9ce817c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.023654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1493827810', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:59Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '5b89ed2b-8f05-4a8e-8f59-53a6aa036283', 'name': '', 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'mac_address': 'fa:16:3e:b9:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '5ef315d7-644c-4224-9b05-bbf1d5910929', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:58Z', 'updated_at': '2021-11-27T01:43:02Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'subnets': [{'id': '5ef315d7-644c-4224-9b05-bbf1d5910929', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:03.077704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba55f20-d215-4d1a-9b03-b47e362ee92f None None] The sync data for ids ['e7334bc8-d51a-4304-a818-dc15f3b4f393'] in n-d-817303-10 is: [{'id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1493827810', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:59Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '5b89ed2b-8f05-4a8e-8f59-53a6aa036283', 'name': '', 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'mac_address': 'fa:16:3e:b9:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '5ef315d7-644c-4224-9b05-bbf1d5910929', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:58Z', 'updated_at': '2021-11-27T01:43:02Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'subnets': [{'id': '5ef315d7-644c-4224-9b05-bbf1d5910929', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:03.218956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-a37432c4-4924-443e-9b41-9978eed97cf2 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:03.220993 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-a37432c4-4924-443e-9b41-9978eed97cf2 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.31 "GET /v2.0/networks?id=2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 HTTP/1.1" status: 200 len: 797 time: 0.2369847 Nov 27 01:43:03.243223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-4eb5daef-5d70-4bdd-9115-aed35c537113 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Request body: {'port': {'device_id': '81974e87-d231-438a-b4bb-cc90a97f4cb1', 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31', 'admin_state_up': True, 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:03.316121 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-18db5f19-d9fe-4dec-b6e7-625268a6ccd6 req-db9ffff1-653c-4e59-8fe4-6853024ec0f7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 210 time: 0.0807865 Nov 27 01:43:03.333076 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57572870-0e6a-414a-a980-98a96aba019b req-367cd472-dd76-44a4-a94e-7b05aa7769e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:03.334808 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57572870-0e6a-414a-a980-98a96aba019b req-367cd472-dd76-44a4-a94e-7b05aa7769e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac699d701c7d4c1781210ddc1e6de10b&device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 1136 time: 0.0732205 Nov 27 01:43:03.384826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-4eb5daef-5d70-4bdd-9115-aed35c537113 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Made reservation on behalf of ac699d701c7d4c1781210ddc1e6de10b for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:03.388882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-4eb5daef-5d70-4bdd-9115-aed35c537113 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.461282 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57572870-0e6a-414a-a980-98a96aba019b req-6973ccee-efe6-4cdf-a4a8-dffe3073007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:03.462681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57572870-0e6a-414a-a980-98a96aba019b req-6973ccee-efe6-4cdf-a4a8-dffe3073007f service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ae368b4-99aa-48cc-b906-8cd4fb1efac1 HTTP/1.1" status: 200 len: 898 time: 0.1010487 Nov 27 01:43:03.527539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-4eb5daef-5d70-4bdd-9115-aed35c537113 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Allocated IP 172.20.0.21 (2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31/5ef315d7-644c-4224-9b05-bbf1d5910929/768991e8-0262-4008-b2dd-59bc6bcc0a8d) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:03.538178 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57572870-0e6a-414a-a980-98a96aba019b req-47311d9f-a1fb-415e-af1e-a5daa284edf6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3afdd7fa-d130-4511-ad10-f76bd17fccbc HTTP/1.1" status: 200 len: 1001 time: 0.0636179 Nov 27 01:43:03.602272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57572870-0e6a-414a-a980-98a96aba019b req-080000d4-41de-47c9-b416-62a71f3afacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:03.603774 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57572870-0e6a-414a-a980-98a96aba019b req-080000d4-41de-47c9-b416-62a71f3afacd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e07503c6-60b2-4a21-a602-f7da70aa57d6 HTTP/1.1" status: 200 len: 835 time: 0.0530255 Nov 27 01:43:03.658036 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57572870-0e6a-414a-a980-98a96aba019b req-1b2d466a-0a66-45aa-a030-8efeb00ec84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:03.659657 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57572870-0e6a-414a-a980-98a96aba019b req-1b2d466a-0a66-45aa-a030-8efeb00ec84b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ae368b4-99aa-48cc-b906-8cd4fb1efac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438042 Nov 27 01:43:03.663809 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-4eb5daef-5d70-4bdd-9115-aed35c537113 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.700932 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-4eb5daef-5d70-4bdd-9115-aed35c537113 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.746787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-4eb5daef-5d70-4bdd-9115-aed35c537113 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:03.750064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-4eb5daef-5d70-4bdd-9115-aed35c537113 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:03.753948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-4eb5daef-5d70-4bdd-9115-aed35c537113 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:03.768596 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57572870-0e6a-414a-a980-98a96aba019b req-9a6ad6ba-9c12-4e67-aea1-c0484186ae86 service neutron] 10.222.0.21 "GET /v2.0/networks/8ae368b4-99aa-48cc-b906-8cd4fb1efac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953639 Nov 27 01:43:03.778132 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5daef-5d70-4bdd-9115-aed35c537113 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event updated for resources: {'Port': ['ID=768991e8-0262-4008-b2dd-59bc6bcc0a8d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:03.810292 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-4eb5daef-5d70-4bdd-9115-aed35c537113 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:03.811076 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-4eb5daef-5d70-4bdd-9115-aed35c537113 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.838013 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-4eb5daef-5d70-4bdd-9115-aed35c537113 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6015139 Nov 27 01:43:03.860904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Request body: {'port': {'device_id': '81974e87-d231-438a-b4bb-cc90a97f4cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:03.879317 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57572870-0e6a-414a-a980-98a96aba019b req-cdcab29e-0338-4061-a5a1-dcac65085a8e service neutron] 10.222.0.21 "GET /v2.0/networks/8ae368b4-99aa-48cc-b906-8cd4fb1efac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994160 Nov 27 01:43:03.930774 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.112640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-51b96f3c-d7a8-437d-bb84-8984f2a7966a None None] Provisioning complete for port 768991e8-0262-4008-b2dd-59bc6bcc0a8d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:04.113216 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-51b96f3c-d7a8-437d-bb84-8984f2a7966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.157123 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-51b96f3c-d7a8-437d-bb84-8984f2a7966a None None] Port 768991e8-0262-4008-b2dd-59bc6bcc0a8d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:04.225068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768991e8-0262-4008-b2dd-59bc6bcc0a8d {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:43:04.233356 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.251134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Transition to ACTIVE for port object 768991e8-0262-4008-b2dd-59bc6bcc0a8d will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:43:04.262824 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.316786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=768991e8-0262-4008-b2dd-59bc6bcc0a8d,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:04.340114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:04.409304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Attempting to bind port 768991e8-0262-4008-b2dd-59bc6bcc0a8d on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:43:04.409648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Attempting to bind port 768991e8-0262-4008-b2dd-59bc6bcc0a8d by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '68808c9e-d4a8-4c80-9970-b7a77009a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:43:04.409975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Attempting to bind port 768991e8-0262-4008-b2dd-59bc6bcc0a8d on network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:43:04.419003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Port 768991e8-0262-4008-b2dd-59bc6bcc0a8d on network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:43:04.419593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Attempting to bind port 768991e8-0262-4008-b2dd-59bc6bcc0a8d on network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:43:04.426013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:43:04.426617 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Checking segment: {'id': '68808c9e-d4a8-4c80-9970-b7a77009a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:04.427012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Bound using segment: {'id': '68808c9e-d4a8-4c80-9970-b7a77009a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:43:04.427603 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Bound port: 768991e8-0262-4008-b2dd-59bc6bcc0a8d, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68808c9e-d4a8-4c80-9970-b7a77009a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:43:04.428105 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.449864 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:04.450245 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.522287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcac49-fd75-451f-b0bf-8a687dc289c4 req-bd2cd1d5-ea7d-432f-b5e6-6df4bdea2a8f tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:04.523830 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffbcac49-fd75-451f-b0bf-8a687dc289c4 req-bd2cd1d5-ea7d-432f-b5e6-6df4bdea2a8f tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 907 time: 0.0921834 Nov 27 01:43:04.546435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] For port 768991e8-0262-4008-b2dd-59bc6bcc0a8d, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:43:04.549857 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] For port 768991e8-0262-4008-b2dd-59bc6bcc0a8d, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=768991e8-0262-4008-b2dd-59bc6bcc0a8d,segment=NetworkSegment(68808c9e-d4a8-4c80-9970-b7a77009a23d),segment_id=68808c9e-d4a8-4c80-9970-b7a77009a23d)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:43:04.554039 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.588520 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:04.589002 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.590512 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] 10.222.0.31 "PUT /v2.0/ports/768991e8-0262-4008-b2dd-59bc6bcc0a8d HTTP/1.1" status: 200 len: 1056 time: 0.7377307 Nov 27 01:43:04.592803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81974e87-d231-438a-b4bb-cc90a97f4cb1', 'tag': '768991e8-0262-4008-b2dd-59bc6bcc0a8d'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:43:04.595186 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14489427-ec80-4fe8-84e4-6bd84dc7e825" -d '{"events": [{"name": "network-changed", "server_uuid": "81974e87-d231-438a-b4bb-cc90a97f4cb1", "tag": "768991e8-0262-4008-b2dd-59bc6bcc0a8d"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:43:04.633386 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ffdbf-4edd-4878-906e-f93fe016c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=768991e8-0262-4008-b2dd-59bc6bcc0a8d,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:04.706396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-52617e8c-a63e-47b5-8336-cbcf14f8c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:04.707927 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-52617e8c-a63e-47b5-8336-cbcf14f8c608 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac699d701c7d4c1781210ddc1e6de10b&device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 1059 time: 0.0563703 Nov 27 01:43:04.732764 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010e529d-39d9-4df2-aa87-fe44eda9e924 x-openstack-request-id: req-010e529d-39d9-4df2-aa87-fe44eda9e924 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:43:04.733052 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81974e87-d231-438a-b4bb-cc90a97f4cb1", "tag": "768991e8-0262-4008-b2dd-59bc6bcc0a8d", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:43:04.733307 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-010e529d-39d9-4df2-aa87-fe44eda9e924 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:43:04.733738 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81974e87-d231-438a-b4bb-cc90a97f4cb1', 'tag': '768991e8-0262-4008-b2dd-59bc6bcc0a8d', 'status': 'completed', 'code': 200} Nov 27 01:43:04.764604 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-f5d7d5d4-9ca1-47bb-bbca-d582f7fc0b42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=768991e8-0262-4008-b2dd-59bc6bcc0a8d HTTP/1.1" status: 200 len: 217 time: 0.0400445 Nov 27 01:43:04.815938 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-b15e417e-8da0-42a2-b11f-b6c4090788fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:04.817421 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-b15e417e-8da0-42a2-b11f-b6c4090788fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ef315d7-644c-4224-9b05-bbf1d5910929 HTTP/1.1" status: 200 len: 837 time: 0.0456841 Nov 27 01:43:04.866431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-7c57896f-8b13-4ffa-b46f-8dfb04b6cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:04.867836 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-7c57896f-8b13-4ffa-b46f-8dfb04b6cf31 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0437374 Nov 27 01:43:04.957851 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-97e4f292-8b24-4a8a-b2b3-d0cccb13d441 service neutron] 10.222.0.31 "GET /v2.0/networks/2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809238 Nov 27 01:43:05.048332 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e855220-4f2c-434b-873d-6f22648e7e44 req-e04d7708-688d-434b-80b0-9f482a330313 service neutron] 10.222.0.31 "GET /v2.0/networks/2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838060 Nov 27 01:43:05.178971 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489427-ec80-4fe8-84e4-6bd84dc7e825 req-c375e4bc-6590-4a62-ad2d-d5e7c456f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:05.180523 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14489427-ec80-4fe8-84e4-6bd84dc7e825 req-c375e4bc-6590-4a62-ad2d-d5e7c456f032 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac699d701c7d4c1781210ddc1e6de10b&device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 1059 time: 0.0427094 Nov 27 01:43:05.269721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489427-ec80-4fe8-84e4-6bd84dc7e825 req-ef5a708a-e529-4fd9-ab38-465f8f5c9362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:05.271314 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14489427-ec80-4fe8-84e4-6bd84dc7e825 req-ef5a708a-e529-4fd9-ab38-465f8f5c9362 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 HTTP/1.1" status: 200 len: 898 time: 0.0830407 Nov 27 01:43:05.317074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14489427-ec80-4fe8-84e4-6bd84dc7e825 req-a5b18994-c47f-49eb-b151-9d0c04611240 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=768991e8-0262-4008-b2dd-59bc6bcc0a8d HTTP/1.1" status: 200 len: 217 time: 0.0384142 Nov 27 01:43:05.365866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489427-ec80-4fe8-84e4-6bd84dc7e825 req-f6d2b45f-f2eb-49e0-94eb-d666b61d0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:05.367271 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14489427-ec80-4fe8-84e4-6bd84dc7e825 req-f6d2b45f-f2eb-49e0-94eb-d666b61d0c63 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ef315d7-644c-4224-9b05-bbf1d5910929 HTTP/1.1" status: 200 len: 837 time: 0.0438826 Nov 27 01:43:05.412584 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489427-ec80-4fe8-84e4-6bd84dc7e825 req-bb693724-be9c-436a-ab9f-b21abdff297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:05.415095 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14489427-ec80-4fe8-84e4-6bd84dc7e825 req-bb693724-be9c-436a-ab9f-b21abdff297b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0407414 Nov 27 01:43:05.506153 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14489427-ec80-4fe8-84e4-6bd84dc7e825 req-cd9031da-a4f1-4ba5-86d6-7d0e2013d581 service neutron] 10.222.0.31 "GET /v2.0/networks/2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833552 Nov 27 01:43:05.595492 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14489427-ec80-4fe8-84e4-6bd84dc7e825 req-a9a3748d-de23-4125-99a9-79f4f14978d4 service neutron] 10.222.0.31 "GET /v2.0/networks/2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825508 Nov 27 01:43:05.649665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0064ca3-fbac-4add-965b-4d1575125030 req-3e779c15-a2c7-4288-91c1-a21e7a2305db tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:05.651193 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b0064ca3-fbac-4add-965b-4d1575125030 req-3e779c15-a2c7-4288-91c1-a21e7a2305db tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 907 time: 0.0548298 Nov 27 01:43:06.768847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a988f-266d-4435-8882-19e19f53f4ed req-2886c22e-3858-4f45-a63a-5ffd44de66e6 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:06.770326 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-374a988f-266d-4435-8882-19e19f53f4ed req-2886c22e-3858-4f45-a63a-5ffd44de66e6 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 907 time: 0.0495241 Nov 27 01:43:07.887253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e00fb-738b-4428-9035-4ad9b586fae4 req-2e588cc5-5f19-4178-b285-e97bb24a4d15 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:07.888751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d20e00fb-738b-4428-9035-4ad9b586fae4 req-2e588cc5-5f19-4178-b285-e97bb24a4d15 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 907 time: 0.0499494 Nov 27 01:43:08.638089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 768991e8-0262-4008-b2dd-59bc6bcc0a8d details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:43:08.730599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 768991e8-0262-4008-b2dd-59bc6bcc0a8d, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=768991e8-0262-4008-b2dd-59bc6bcc0a8d,segment=NetworkSegment(68808c9e-d4a8-4c80-9970-b7a77009a23d),segment_id=68808c9e-d4a8-4c80-9970-b7a77009a23d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:08.741601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '768991e8-0262-4008-b2dd-59bc6bcc0a8d', 'network_id': '2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31', 'port_id': '768991e8-0262-4008-b2dd-59bc6bcc0a8d', 'mac_address': 'fa:16:3e:5d:54:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef315d7-644c-4224-9b05-bbf1d5910929', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:43:08.781985 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.794867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768991e8-0262-4008-b2dd-59bc6bcc0a8d {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:43:08.813479 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 768991e8-0262-4008-b2dd-59bc6bcc0a8d, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=768991e8-0262-4008-b2dd-59bc6bcc0a8d,segment=NetworkSegment(68808c9e-d4a8-4c80-9970-b7a77009a23d),segment_id=68808c9e-d4a8-4c80-9970-b7a77009a23d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:08.817183 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.863816 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=768991e8-0262-4008-b2dd-59bc6bcc0a8d,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:09.000882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846cc80-63fc-48f4-8147-f204e46ffdc5 req-a64d3259-4270-4c1a-b782-e8bbded49455 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:09.002426 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b846cc80-63fc-48f4-8147-f204e46ffdc5 req-a64d3259-4270-4c1a-b782-e8bbded49455 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 908 time: 0.0479510 Nov 27 01:43:09.235659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['768991e8-0262-4008-b2dd-59bc6bcc0a8d'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:43:10.102344 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4047b7e8-1d75-411d-a330-dfd8b90a6a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:10.122365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090e5ce-1b4c-4dbe-b530-b1f2c8ec83ff req-43b42d58-0d42-4a6a-b85e-d0451352a1a8 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:10.123852 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1090e5ce-1b4c-4dbe-b530-b1f2c8ec83ff req-43b42d58-0d42-4a6a-b85e-d0451352a1a8 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 908 time: 0.0509806 Nov 27 01:43:10.649004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 768991e8-0262-4008-b2dd-59bc6bcc0a8d up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:10.699206 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 768991e8-0262-4008-b2dd-59bc6bcc0a8d completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:43:10.702836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 768991e8-0262-4008-b2dd-59bc6bcc0a8d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:10.703208 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:10.778048 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:10.799644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81974e87-d231-438a-b4bb-cc90a97f4cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768991e8-0262-4008-b2dd-59bc6bcc0a8d'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:43:10.801934 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06db0b34-149c-4c01-9353-806cd09e14fb" -d '{"events": [{"server_uuid": "81974e87-d231-438a-b4bb-cc90a97f4cb1", "name": "network-vif-plugged", "status": "completed", "tag": "768991e8-0262-4008-b2dd-59bc6bcc0a8d"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:43:10.815093 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 768991e8-0262-4008-b2dd-59bc6bcc0a8d, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=768991e8-0262-4008-b2dd-59bc6bcc0a8d,segment=NetworkSegment(68808c9e-d4a8-4c80-9970-b7a77009a23d),segment_id=68808c9e-d4a8-4c80-9970-b7a77009a23d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:10.820081 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:10.851665 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c66b6c-10f6-43f2-8b95-e384e93389af x-openstack-request-id: req-b9c66b6c-10f6-43f2-8b95-e384e93389af {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:43:10.851991 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81974e87-d231-438a-b4bb-cc90a97f4cb1", "name": "network-vif-plugged", "status": "completed", "tag": "768991e8-0262-4008-b2dd-59bc6bcc0a8d", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:43:10.852272 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9c66b6c-10f6-43f2-8b95-e384e93389af {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:43:10.852666 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81974e87-d231-438a-b4bb-cc90a97f4cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768991e8-0262-4008-b2dd-59bc6bcc0a8d', 'code': 200} Nov 27 01:43:10.877408 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=768991e8-0262-4008-b2dd-59bc6bcc0a8d,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:10.978076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524e8b6-10d1-4ebc-a50e-fd102bef025a req-860b79c9-7cf3-4bc1-a83f-f2a3f74fefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:10.979481 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5524e8b6-10d1-4ebc-a50e-fd102bef025a req-860b79c9-7cf3-4bc1-a83f-f2a3f74fefe3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 1061 time: 0.0399845 Nov 27 01:43:11.241356 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5486a-c3bd-40c7-b752-c8bb680aaf8e req-e70d627a-2e1f-4498-b0ca-02b4687ae158 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:11.242875 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5da5486a-c3bd-40c7-b752-c8bb680aaf8e req-e70d627a-2e1f-4498-b0ca-02b4687ae158 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 909 time: 0.0528741 Nov 27 01:43:12.265037 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-212949a0-f1ff-441b-9e83-b157796affa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:12.376312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7e0a7-1855-4e15-a7a2-7530f5296f78 req-0de6a541-ba9c-4d68-b69e-7c8c63eda0e6 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:12.377814 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-74d7e0a7-1855-4e15-a7a2-7530f5296f78 req-0de6a541-ba9c-4d68-b69e-7c8c63eda0e6 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 909 time: 0.0537522 Nov 27 01:43:13.355905 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:13.494700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3259bf9-08cc-4b78-962d-9c66f3a5923d req-1e5ebbb0-8fce-4144-87f7-68e8a3c8ff4e tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:13.496171 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d3259bf9-08cc-4b78-962d-9c66f3a5923d req-1e5ebbb0-8fce-4144-87f7-68e8a3c8ff4e tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 909 time: 0.0505180 Nov 27 01:43:13.609846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6eb06-11cf-4331-86d3-efb8e369269d req-a8f1a5f6-d8d9-4909-9258-23165eaa80a7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:13.611327 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4d6eb06-11cf-4331-86d3-efb8e369269d req-a8f1a5f6-d8d9-4909-9258-23165eaa80a7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 909 time: 0.0482707 Nov 27 01:43:13.715961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589839cf-d97f-4d8d-bcfd-9beeac2c6e8a req-2556c0d2-8b38-4419-8245-7e4a7e64129a tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:13.717479 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-589839cf-d97f-4d8d-bcfd-9beeac2c6e8a req-2556c0d2-8b38-4419-8245-7e4a7e64129a tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 1061 time: 0.0393951 Nov 27 01:43:13.819942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec1825-a657-4b67-aefe-494e80d27ad5 req-1907614a-4019-4e2c-9c9a-a762b98b8a64 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:13.821553 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-56ec1825-a657-4b67-aefe-494e80d27ad5 req-1907614a-4019-4e2c-9c9a-a762b98b8a64 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 1136 time: 0.0410748 Nov 27 01:43:13.873672 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-56ec1825-a657-4b67-aefe-494e80d27ad5 req-872ad486-6faa-4cf6-b376-c25543092ca2 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5847272c-b2f6-4152-b75a-e4e37b3c74d8&id=d03af6e3-a701-4e32-bd31-08ccf0631e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0461981 Nov 27 01:43:13.894847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39966) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:13.933719 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e033e19-dcfe-48dd-92ff-7f3613604be8 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:13.935345 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3e033e19-dcfe-48dd-92ff-7f3613604be8 tempest-TestSecurityGroupsBasicOps-1060450265 tempest-TestSecurityGroupsBasicOps-1060450265-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 1056 time: 0.0393651 Nov 27 01:43:14.152022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692e177-5e5c-4c0f-85c2-920ff4f08954 req-0133352a-660f-4b74-90f6-77be31b86122 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:14.153486 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5692e177-5e5c-4c0f-85c2-920ff4f08954 req-0133352a-660f-4b74-90f6-77be31b86122 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 909 time: 0.0510983 Nov 27 01:43:14.600547 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:43:14.904950 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.271988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676411ab-32a3-45dd-a8b1-339015947e9b req-ddecfcde-4217-4714-8a76-75be568a921c tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:15.273540 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-676411ab-32a3-45dd-a8b1-339015947e9b req-ddecfcde-4217-4714-8a76-75be568a921c tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 909 time: 0.0487370 Nov 27 01:43:15.621373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620fcbc-1dc2-47ec-8fc6-ad77f169aad9 req-c56a34b5-84a7-4c5f-91e8-37eee1b74cfc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:15.622823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f620fcbc-1dc2-47ec-8fc6-ad77f169aad9 req-c56a34b5-84a7-4c5f-91e8-37eee1b74cfc tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.31 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 909 time: 0.0510838 Nov 27 01:43:15.711744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-f620fcbc-1dc2-47ec-8fc6-ad77f169aad9 req-3343c8fa-30ae-476f-9843-44d9853468f2 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Deleting port 768991e8-0262-4008-b2dd-59bc6bcc0a8d {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:15.712083 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f620fcbc-1dc2-47ec-8fc6-ad77f169aad9 req-3343c8fa-30ae-476f-9843-44d9853468f2 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.800298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-f620fcbc-1dc2-47ec-8fc6-ad77f169aad9 req-3343c8fa-30ae-476f-9843-44d9853468f2 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] For port 768991e8-0262-4008-b2dd-59bc6bcc0a8d, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=768991e8-0262-4008-b2dd-59bc6bcc0a8d,segment=NetworkSegment(68808c9e-d4a8-4c80-9970-b7a77009a23d),segment_id=68808c9e-d4a8-4c80-9970-b7a77009a23d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:15.800662 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f620fcbc-1dc2-47ec-8fc6-ad77f169aad9 req-3343c8fa-30ae-476f-9843-44d9853468f2 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.813786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-f620fcbc-1dc2-47ec-8fc6-ad77f169aad9 req-3343c8fa-30ae-476f-9843-44d9853468f2 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Calling delete_port for 768991e8-0262-4008-b2dd-59bc6bcc0a8d owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:15.933378 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f620fcbc-1dc2-47ec-8fc6-ad77f169aad9 req-3343c8fa-30ae-476f-9843-44d9853468f2 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.962606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343c8fa-30ae-476f-9843-44d9853468f2 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event deleted for resources: {'Port': ['ID=768991e8-0262-4008-b2dd-59bc6bcc0a8d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:16.003261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f620fcbc-1dc2-47ec-8fc6-ad77f169aad9 req-3343c8fa-30ae-476f-9843-44d9853468f2 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] No DVR routers for this DVR port 768991e8-0262-4008-b2dd-59bc6bcc0a8d on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:16.005876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f620fcbc-1dc2-47ec-8fc6-ad77f169aad9 req-3343c8fa-30ae-476f-9843-44d9853468f2 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:16.009263 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f620fcbc-1dc2-47ec-8fc6-ad77f169aad9 req-3343c8fa-30ae-476f-9843-44d9853468f2 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.31 "DELETE /v2.0/ports/768991e8-0262-4008-b2dd-59bc6bcc0a8d HTTP/1.1" status: 204 len: 173 time: 0.3793738 Nov 27 01:43:16.009716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81974e87-d231-438a-b4bb-cc90a97f4cb1', 'name': 'network-vif-deleted', 'tag': '768991e8-0262-4008-b2dd-59bc6bcc0a8d'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:43:16.012014 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a93033-6596-4496-bf14-549867daa4d8" -d '{"events": [{"server_uuid": "81974e87-d231-438a-b4bb-cc90a97f4cb1", "name": "network-vif-deleted", "tag": "768991e8-0262-4008-b2dd-59bc6bcc0a8d"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:43:16.053104 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a6461a-dc0a-495f-95c0-d07f7a0a4b45 x-openstack-request-id: req-01a6461a-dc0a-495f-95c0-d07f7a0a4b45 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:43:16.053399 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81974e87-d231-438a-b4bb-cc90a97f4cb1", "name": "network-vif-deleted", "tag": "768991e8-0262-4008-b2dd-59bc6bcc0a8d", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:43:16.053654 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01a6461a-dc0a-495f-95c0-d07f7a0a4b45 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:43:16.054057 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81974e87-d231-438a-b4bb-cc90a97f4cb1', 'name': 'network-vif-deleted', 'tag': '768991e8-0262-4008-b2dd-59bc6bcc0a8d', 'status': 'completed', 'code': 200} Nov 27 01:43:16.321665 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:16.384044 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36759b79-8fd3-4a8d-855b-34774c73c185 req-6f62a54d-5db5-4d28-842f-defdb3cc4d7c tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=81974e87-d231-438a-b4bb-cc90a97f4cb1 HTTP/1.1" status: 200 len: 210 time: 0.0263982 Nov 27 01:43:17.440947 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39982) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:18.115136 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03fa6790-a745-46c3-b498-27c2635f5281 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.367821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-03fa6790-a745-46c3-b498-27c2635f5281 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Deleting port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:18.368085 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03fa6790-a745-46c3-b498-27c2635f5281 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.455028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-03fa6790-a745-46c3-b498-27c2635f5281 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] For port 5b89ed2b-8f05-4a8e-8f59-53a6aa036283, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5b89ed2b-8f05-4a8e-8f59-53a6aa036283,segment=NetworkSegment(68808c9e-d4a8-4c80-9970-b7a77009a23d),segment_id=68808c9e-d4a8-4c80-9970-b7a77009a23d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:18.455727 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03fa6790-a745-46c3-b498-27c2635f5281 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.472961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-03fa6790-a745-46c3-b498-27c2635f5281 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Calling delete_port for 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:18.657362 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03fa6790-a745-46c3-b498-27c2635f5281 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.683350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa6790-a745-46c3-b498-27c2635f5281 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event deleted for resources: {'Port': ['ID=5b89ed2b-8f05-4a8e-8f59-53a6aa036283,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:18.855446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03fa6790-a745-46c3-b498-27c2635f5281 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.069553 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fa6790-a745-46c3-b498-27c2635f5281 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Router e7334bc8-d51a-4304-a818-dc15f3b4f393 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:43:19.172748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fa6790-a745-46c3-b498-27c2635f5281 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:19.178306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-03fa6790-a745-46c3-b498-27c2635f5281 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "PUT /v2.0/routers/e7334bc8-d51a-4304-a818-dc15f3b4f393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7363317 Nov 27 01:43:19.181042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39984) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:19.185428 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d75a3-80e2-43f9-884a-249034ace71e None None] Sync routers for ids ['e7334bc8-d51a-4304-a818-dc15f3b4f393'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:19.196115 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d75a3-80e2-43f9-884a-249034ace71e None None] Routers {'e7334bc8-d51a-4304-a818-dc15f3b4f393'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:19.196742 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f68d75a3-80e2-43f9-884a-249034ace71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:43:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e7334bc8-d51a-4304-a818-dc15f3b4f393'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:19.232928 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d94ac7a-87a5-4c08-b26e-17d66edc3513 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Deleting subnet 5ef315d7-644c-4224-9b05-bbf1d5910929 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:43:19.236541 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d94ac7a-87a5-4c08-b26e-17d66edc3513 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.282000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d94ac7a-87a5-4c08-b26e-17d66edc3513 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.373315 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d94ac7a-87a5-4c08-b26e-17d66edc3513 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.392180 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-f68d75a3-80e2-43f9-884a-249034ace71e None None] Set router e7334bc8-d51a-4304-a818-dc15f3b4f393 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:43:19.432117 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d94ac7a-87a5-4c08-b26e-17d66edc3513 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.459031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94ac7a-87a5-4c08-b26e-17d66edc3513 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef315d7-644c-4224-9b05-bbf1d5910929,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:19.462952 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d94ac7a-87a5-4c08-b26e-17d66edc3513 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.466290 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2d94ac7a-87a5-4c08-b26e-17d66edc3513 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "DELETE /v2.0/subnets/5ef315d7-644c-4224-9b05-bbf1d5910929 HTTP/1.1" status: 204 len: 168 time: 0.2843072 Nov 27 01:43:19.468874 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39986) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:19.471487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e71e64-8a14-467b-82bf-c3e29abab2bf None None] Network 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:19.585746 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.587522 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f68d75a3-80e2-43f9-884a-249034ace71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1493827810', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:43:18Z', 'revision_number': 5, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:19.614566 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d75a3-80e2-43f9-884a-249034ace71e None None] Checking router: e7334bc8-d51a-4304-a818-dc15f3b4f393 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:43:19.623233 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d75a3-80e2-43f9-884a-249034ace71e None None] Routers {'e7334bc8-d51a-4304-a818-dc15f3b4f393'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:19.623898 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f68d75a3-80e2-43f9-884a-249034ace71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:43:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['e7334bc8-d51a-4304-a818-dc15f3b4f393'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:19.672341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c47036-765f-496c-8d25-e2f0f2ff8ab9 None None] DHCP port deletion for 2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:19.694352 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.725500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-78c47036-765f-496c-8d25-e2f0f2ff8ab9 None None] Deleting port 168c9d44-cea9-4ed4-8690-548f5ef12a4e {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:19.725740 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78c47036-765f-496c-8d25-e2f0f2ff8ab9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.734434 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-f68d75a3-80e2-43f9-884a-249034ace71e None None] Set router e7334bc8-d51a-4304-a818-dc15f3b4f393 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:43:19.749088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Deleting port a4414cef-74e9-48aa-8d44-c6f26f50c26d {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:19.749434 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.797288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-78c47036-765f-496c-8d25-e2f0f2ff8ab9 None None] For port 168c9d44-cea9-4ed4-8690-548f5ef12a4e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=168c9d44-cea9-4ed4-8690-548f5ef12a4e,segment=NetworkSegment(68808c9e-d4a8-4c80-9970-b7a77009a23d),segment_id=68808c9e-d4a8-4c80-9970-b7a77009a23d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:19.797699 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78c47036-765f-496c-8d25-e2f0f2ff8ab9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.810884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-78c47036-765f-496c-8d25-e2f0f2ff8ab9 None None] Calling delete_port for 168c9d44-cea9-4ed4-8690-548f5ef12a4e owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:19.844628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] For port a4414cef-74e9-48aa-8d44-c6f26f50c26d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a4414cef-74e9-48aa-8d44-c6f26f50c26d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:19.845036 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.859015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Calling delete_port for a4414cef-74e9-48aa-8d44-c6f26f50c26d owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:19.895460 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78c47036-765f-496c-8d25-e2f0f2ff8ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.926276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c47036-765f-496c-8d25-e2f0f2ff8ab9 None None] Pushing event deleted for resources: {'Port': ['ID=168c9d44-cea9-4ed4-8690-548f5ef12a4e,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:19.927675 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f68d75a3-80e2-43f9-884a-249034ace71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1493827810', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:43:18Z', 'revision_number': 5, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:19.931190 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c47036-765f-496c-8d25-e2f0f2ff8ab9 None None] No DVR routers for this DVR port 168c9d44-cea9-4ed4-8690-548f5ef12a4e on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:19.958459 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d75a3-80e2-43f9-884a-249034ace71e None None] The sync data for ids ['e7334bc8-d51a-4304-a818-dc15f3b4f393'] in n-d-817303-10 is: [{'id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1493827810', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:43:18Z', 'revision_number': 5, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': 'a4414cef-74e9-48aa-8d44-c6f26f50c26d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7334bc8-d51a-4304-a818-dc15f3b4f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:56Z', 'updated_at': '2021-11-27T01:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:20.046895 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.074958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event deleted for resources: {'Port': ['ID=a4414cef-74e9-48aa-8d44-c6f26f50c26d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:20.096133 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e344e055-21ea-4d12-99c3-2762b9b1a95f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:20.138876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.236632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.238800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.284640 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.285215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Fanout notify agent at l3_agent the message router_deleted on router e7334bc8-d51a-4304-a818-dc15f3b4f393 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:43:20.292846 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.294063 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1163897f-f797-4bc0-ba6c-feae70e051eb tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "DELETE /v2.0/routers/e7334bc8-d51a-4304-a818-dc15f3b4f393 HTTP/1.1" status: 204 len: 168 time: 0.8240671 Nov 27 01:43:20.296624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 39988) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:20.370700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:20.384720 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-14f0d7a1-e6cc-4c3d-8630-dab055e6a371 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.391309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:20.391653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5b89ed2b-8f05-4a8e-8f59-53a6aa036283 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:20.392075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 168c9d44-cea9-4ed4-8690-548f5ef12a4e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:20.418320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 168c9d44-cea9-4ed4-8690-548f5ef12a4e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:20.418672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 168c9d44-cea9-4ed4-8690-548f5ef12a4e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:20.481415 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-14f0d7a1-e6cc-4c3d-8630-dab055e6a371 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.500663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-14f0d7a1-e6cc-4c3d-8630-dab055e6a371 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:20.509840 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-14f0d7a1-e6cc-4c3d-8630-dab055e6a371 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68808c9e-d4a8-4c80-9970-b7a77009a23d') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:20.510137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-14f0d7a1-e6cc-4c3d-8630-dab055e6a371 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68808c9e-d4a8-4c80-9970-b7a77009a23d') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:20.519391 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-14f0d7a1-e6cc-4c3d-8630-dab055e6a371 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.533702 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-14f0d7a1-e6cc-4c3d-8630-dab055e6a371 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.540633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f0d7a1-e6cc-4c3d-8630-dab055e6a371 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:43:20.541015 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-14f0d7a1-e6cc-4c3d-8630-dab055e6a371 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:43:20.544229 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:43:20.603141 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-14f0d7a1-e6cc-4c3d-8630-dab055e6a371 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.610117 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-14f0d7a1-e6cc-4c3d-8630-dab055e6a371 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.613419 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-14f0d7a1-e6cc-4c3d-8630-dab055e6a371 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "DELETE /v2.0/networks/2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31 HTTP/1.1" status: 204 len: 168 time: 0.3158684 Nov 27 01:43:20.616140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 39990) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:20.624985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0d7a1-e6cc-4c3d-8630-dab055e6a371 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event deleted for resources: {'Network': ['ID=2e6f1b85-dc8e-49a0-bfab-0b85d6c52a31,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:20.731884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 768991e8-0262-4008-b2dd-59bc6bcc0a8d no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:20.751457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 768991e8-0262-4008-b2dd-59bc6bcc0a8d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:20.751803 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 768991e8-0262-4008-b2dd-59bc6bcc0a8d not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:20.775463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a835cc88-4ac8-46ce-94c7-d5e8b544d6e7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Deleting port ae3be83d-ede5-4697-8260-fc4334aeb934 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:20.775807 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a835cc88-4ac8-46ce-94c7-d5e8b544d6e7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.851367 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a835cc88-4ac8-46ce-94c7-d5e8b544d6e7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.851689 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a835cc88-4ac8-46ce-94c7-d5e8b544d6e7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.863349 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-a835cc88-4ac8-46ce-94c7-d5e8b544d6e7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Calling delete_port for ae3be83d-ede5-4697-8260-fc4334aeb934 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:21.008991 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a835cc88-4ac8-46ce-94c7-d5e8b544d6e7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.034748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835cc88-4ac8-46ce-94c7-d5e8b544d6e7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event deleted for resources: {'Port': ['ID=ae3be83d-ede5-4697-8260-fc4334aeb934,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:21.096145 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a835cc88-4ac8-46ce-94c7-d5e8b544d6e7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.096498 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-a835cc88-4ac8-46ce-94c7-d5e8b544d6e7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Floating IP 6055690c-0c9c-49fc-a0b8-754641a91780 disassociated (deleted). External IP: 172.25.1.121, port: 3afdd7fa-d130-4511-ad10-f76bd17fccbc. Nov 27 01:43:21.316665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a835cc88-4ac8-46ce-94c7-d5e8b544d6e7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:43:21.337485 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e1c74d6-eee6-40cc-b6f0-9aec4e6920f6 req-5dd7b0c3-684c-4759-8287-7b4f8d59695c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527647 Nov 27 01:43:21.431402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a835cc88-4ac8-46ce-94c7-d5e8b544d6e7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:21.437133 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a835cc88-4ac8-46ce-94c7-d5e8b544d6e7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.444823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea4fde6-0367-493c-b56a-7c0af9e80b24 None None] Sync routers for ids ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:21.445706 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c74d6-eee6-40cc-b6f0-9aec4e6920f6 req-435b1342-67b0-44aa-8998-c0f17f0307d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:21.447421 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e1c74d6-eee6-40cc-b6f0-9aec4e6920f6 req-435b1342-67b0-44aa-8998-c0f17f0307d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 1098 time: 0.0499284 Nov 27 01:43:21.459539 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4fde6-0367-493c-b56a-7c0af9e80b24 None None] Routers {'d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:21.460423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9ea4fde6-0367-493c-b56a-7c0af9e80b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:43:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:21.467643 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a835cc88-4ac8-46ce-94c7-d5e8b544d6e7 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "DELETE /v2.0/floatingips/6055690c-0c9c-49fc-a0b8-754641a91780 HTTP/1.1" status: 204 len: 168 time: 0.8502874 Nov 27 01:43:21.468231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'tag': '3afdd7fa-d130-4511-ad10-f76bd17fccbc'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:43:21.470904 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaca13a-33d9-4988-be77-cdaae2ba770a" -d '{"events": [{"name": "network-changed", "server_uuid": "19e371a4-89b3-4b2f-ae90-59cd4fa990ab", "tag": "3afdd7fa-d130-4511-ad10-f76bd17fccbc"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:43:21.513791 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d34b60-d74c-45a0-9136-efc4244d57ab x-openstack-request-id: req-92d34b60-d74c-45a0-9136-efc4244d57ab {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:43:21.514302 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e371a4-89b3-4b2f-ae90-59cd4fa990ab", "tag": "3afdd7fa-d130-4511-ad10-f76bd17fccbc", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:43:21.514825 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92d34b60-d74c-45a0-9136-efc4244d57ab {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:43:21.515381 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'tag': '3afdd7fa-d130-4511-ad10-f76bd17fccbc', 'status': 'completed', 'code': 200} Nov 27 01:43:21.603098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-9ea4fde6-0367-493c-b56a-7c0af9e80b24 None None] Set router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:43:21.604825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c74d6-eee6-40cc-b6f0-9aec4e6920f6 req-bc2089d8-1e0b-41c4-8b84-bc48ee51304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:21.606920 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e1c74d6-eee6-40cc-b6f0-9aec4e6920f6 req-bc2089d8-1e0b-41c4-8b84-bc48ee51304c service neutron] 10.222.0.31 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.1375544 Nov 27 01:43:21.620794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaca13a-33d9-4988-be77-cdaae2ba770a req-7b7ecb21-e487-40d8-acfb-9ff778099348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:21.622369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-feaca13a-33d9-4988-be77-cdaae2ba770a req-7b7ecb21-e487-40d8-acfb-9ff778099348 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac699d701c7d4c1781210ddc1e6de10b&device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 1136 time: 0.0479140 Nov 27 01:43:21.715531 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e1c74d6-eee6-40cc-b6f0-9aec4e6920f6 req-8c316ec5-9bce-4377-ae7e-fbcbb187781d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e805ab44-062d-4d19-9466-914c89f4cbcf HTTP/1.1" status: 200 len: 1002 time: 0.1012108 Nov 27 01:43:21.773262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c74d6-eee6-40cc-b6f0-9aec4e6920f6 req-094d597f-36a5-44ed-9ec3-423bfe746de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:21.774912 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e1c74d6-eee6-40cc-b6f0-9aec4e6920f6 req-094d597f-36a5-44ed-9ec3-423bfe746de1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.0521188 Nov 27 01:43:21.777121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaca13a-33d9-4988-be77-cdaae2ba770a req-df77eec0-4488-4d7f-aed6-ab7df6e02d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:21.778625 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-feaca13a-33d9-4988-be77-cdaae2ba770a req-df77eec0-4488-4d7f-aed6-ab7df6e02d62 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ae368b4-99aa-48cc-b906-8cd4fb1efac1 HTTP/1.1" status: 200 len: 898 time: 0.1443865 Nov 27 01:43:21.787530 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7eb82-1a74-48ca-b3dd-e84f56a8d275 req-82cbeb6d-36fa-4023-98c1-5288bc1d73a5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:21.789257 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68f7eb82-1a74-48ca-b3dd-e84f56a8d275 req-82cbeb6d-36fa-4023-98c1-5288bc1d73a5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 984 time: 0.0764534 Nov 27 01:43:21.829854 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-feaca13a-33d9-4988-be77-cdaae2ba770a req-f9e9db60-86db-4b1d-af87-1c65410436a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3afdd7fa-d130-4511-ad10-f76bd17fccbc HTTP/1.1" status: 200 len: 217 time: 0.0396197 Nov 27 01:43:21.839437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c74d6-eee6-40cc-b6f0-9aec4e6920f6 req-b06145d1-9206-4b53-9d86-8ee1cdb15721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:21.841706 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e1c74d6-eee6-40cc-b6f0-9aec4e6920f6 req-b06145d1-9206-4b53-9d86-8ee1cdb15721 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603502 Nov 27 01:43:21.879003 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9ea4fde6-0367-493c-b56a-7c0af9e80b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:42:01Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '05b77360-1ac1-4507-b055-bee1860f251e', 'name': '', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'mac_address': 'fa:16:3e:d1:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:00Z', 'updated_at': '2021-11-27T01:42:04Z', 'revision_number': 5, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'subnets': [{'id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:21.912386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea4fde6-0367-493c-b56a-7c0af9e80b24 None None] Checking router: d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:43:21.918902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaca13a-33d9-4988-be77-cdaae2ba770a req-6b75d598-be71-4848-956e-4dbd066512fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:21.920168 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-feaca13a-33d9-4988-be77-cdaae2ba770a req-6b75d598-be71-4848-956e-4dbd066512fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e07503c6-60b2-4a21-a602-f7da70aa57d6 HTTP/1.1" status: 200 len: 835 time: 0.0759892 Nov 27 01:43:21.922166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4fde6-0367-493c-b56a-7c0af9e80b24 None None] Routers {'d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:21.922954 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9ea4fde6-0367-493c-b56a-7c0af9e80b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:43:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:21.929441 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-68f7eb82-1a74-48ca-b3dd-e84f56a8d275 req-445a89e0-b1f4-409f-839f-2154f26f5a38 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/security-groups?id=5847272c-b2f6-4152-b75a-e4e37b3c74d8&id=d03af6e3-a701-4e32-bd31-08ccf0631e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1025383 Nov 27 01:43:21.959201 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e1c74d6-eee6-40cc-b6f0-9aec4e6920f6 req-ec049c55-766f-4432-992f-a86b17bb6ece service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101010 Nov 27 01:43:21.973579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaca13a-33d9-4988-be77-cdaae2ba770a req-80ea50ad-b392-4430-81b6-7dfb7f509899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:21.975692 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-feaca13a-33d9-4988-be77-cdaae2ba770a req-80ea50ad-b392-4430-81b6-7dfb7f509899 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ae368b4-99aa-48cc-b906-8cd4fb1efac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448313 Nov 27 01:43:22.063824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-9ea4fde6-0367-493c-b56a-7c0af9e80b24 None None] Set router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:43:22.064690 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e1c74d6-eee6-40cc-b6f0-9aec4e6920f6 req-cf47ad38-166d-4ad5-9347-2948553d12ec service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988040 Nov 27 01:43:22.084654 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-feaca13a-33d9-4988-be77-cdaae2ba770a req-d193bb6f-3843-4a23-ad03-31a9a28024e3 service neutron] 10.222.0.21 "GET /v2.0/networks/8ae368b4-99aa-48cc-b906-8cd4fb1efac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014495 Nov 27 01:43:22.197568 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-feaca13a-33d9-4988-be77-cdaae2ba770a req-6a068ece-bb19-4cec-88f7-1d51a1a00587 service neutron] 10.222.0.21 "GET /v2.0/networks/8ae368b4-99aa-48cc-b906-8cd4fb1efac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051335 Nov 27 01:43:22.314193 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a4414cef-74e9-48aa-8d44-c6f26f50c26d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:22.351009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: a4414cef-74e9-48aa-8d44-c6f26f50c26d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:22.351379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a4414cef-74e9-48aa-8d44-c6f26f50c26d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:22.480566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9ea4fde6-0367-493c-b56a-7c0af9e80b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:42:01Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '05b77360-1ac1-4507-b055-bee1860f251e', 'name': '', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'mac_address': 'fa:16:3e:d1:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:00Z', 'updated_at': '2021-11-27T01:42:04Z', 'revision_number': 5, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'subnets': [{'id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:22.511574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea4fde6-0367-493c-b56a-7c0af9e80b24 None None] The sync data for ids ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'] in n-d-817303-10 is: [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:42:01Z', 'revision_number': 4, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '05b77360-1ac1-4507-b055-bee1860f251e', 'name': '', 'network_id': '8ae368b4-99aa-48cc-b906-8cd4fb1efac1', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'mac_address': 'fa:16:3e:d1:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:00Z', 'updated_at': '2021-11-27T01:42:04Z', 'revision_number': 5, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'subnets': [{'id': 'e07503c6-60b2-4a21-a602-f7da70aa57d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:22.748078 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0419b57-02df-4606-a50c-9ac560dd2e47 None None] New status for floating IP 6055690c-0c9c-49fc-a0b8-754641a91780: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:43:23.069166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4286b75-30f7-4651-b5c1-35eaed665b5a req-552d0a4d-65ce-4cbf-bcf3-9ffefd8add5c tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:23.070912 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4286b75-30f7-4651-b5c1-35eaed665b5a req-552d0a4d-65ce-4cbf-bcf3-9ffefd8add5c tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 984 time: 0.0571368 Nov 27 01:43:23.130441 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4286b75-30f7-4651-b5c1-35eaed665b5a req-6d49021c-931b-4d43-a3a3-713f39f16705 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/security-groups?id=5847272c-b2f6-4152-b75a-e4e37b3c74d8&id=d03af6e3-a701-4e32-bd31-08ccf0631e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0518503 Nov 27 01:43:23.452266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677444a-bf48-403b-bc3d-48ded6dd2bec req-c0d124bd-b689-4098-977b-491ddb3e6f34 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:23.453759 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f677444a-bf48-403b-bc3d-48ded6dd2bec req-c0d124bd-b689-4098-977b-491ddb3e6f34 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 984 time: 0.0498424 Nov 27 01:43:23.555375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-f677444a-bf48-403b-bc3d-48ded6dd2bec req-d9665799-90bc-4885-8dfd-738cb5f81836 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Deleting port 3afdd7fa-d130-4511-ad10-f76bd17fccbc {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:23.555631 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f677444a-bf48-403b-bc3d-48ded6dd2bec req-d9665799-90bc-4885-8dfd-738cb5f81836 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.644474 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-f677444a-bf48-403b-bc3d-48ded6dd2bec req-d9665799-90bc-4885-8dfd-738cb5f81836 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] For port 3afdd7fa-d130-4511-ad10-f76bd17fccbc, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3afdd7fa-d130-4511-ad10-f76bd17fccbc,segment=NetworkSegment(bfce1158-a730-412e-8c91-1d9385385fa7),segment_id=bfce1158-a730-412e-8c91-1d9385385fa7)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:23.644825 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f677444a-bf48-403b-bc3d-48ded6dd2bec req-d9665799-90bc-4885-8dfd-738cb5f81836 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.658458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-f677444a-bf48-403b-bc3d-48ded6dd2bec req-d9665799-90bc-4885-8dfd-738cb5f81836 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Calling delete_port for 3afdd7fa-d130-4511-ad10-f76bd17fccbc owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:23.784648 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f677444a-bf48-403b-bc3d-48ded6dd2bec req-d9665799-90bc-4885-8dfd-738cb5f81836 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.812270 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9665799-90bc-4885-8dfd-738cb5f81836 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event deleted for resources: {'Port': ['ID=3afdd7fa-d130-4511-ad10-f76bd17fccbc,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:23.856302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f677444a-bf48-403b-bc3d-48ded6dd2bec req-d9665799-90bc-4885-8dfd-738cb5f81836 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] No DVR routers for this DVR port 3afdd7fa-d130-4511-ad10-f76bd17fccbc on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:23.858878 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-f677444a-bf48-403b-bc3d-48ded6dd2bec req-d9665799-90bc-4885-8dfd-738cb5f81836 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.862281 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f677444a-bf48-403b-bc3d-48ded6dd2bec req-d9665799-90bc-4885-8dfd-738cb5f81836 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.21 "DELETE /v2.0/ports/3afdd7fa-d130-4511-ad10-f76bd17fccbc HTTP/1.1" status: 204 len: 173 time: 0.3990703 Nov 27 01:43:23.862718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'name': 'network-vif-deleted', 'tag': '3afdd7fa-d130-4511-ad10-f76bd17fccbc'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:43:23.865038 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3f0221-21cd-4d76-bfce-3d1e4cbdb177" -d '{"events": [{"server_uuid": "19e371a4-89b3-4b2f-ae90-59cd4fa990ab", "name": "network-vif-deleted", "tag": "3afdd7fa-d130-4511-ad10-f76bd17fccbc"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:43:23.904997 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162da3c9-8445-434f-b079-04dc034d14d7 x-openstack-request-id: req-162da3c9-8445-434f-b079-04dc034d14d7 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:43:23.905294 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e371a4-89b3-4b2f-ae90-59cd4fa990ab", "name": "network-vif-deleted", "tag": "3afdd7fa-d130-4511-ad10-f76bd17fccbc", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:43:23.905548 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-162da3c9-8445-434f-b079-04dc034d14d7 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:43:23.905953 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e371a4-89b3-4b2f-ae90-59cd4fa990ab', 'name': 'network-vif-deleted', 'tag': '3afdd7fa-d130-4511-ad10-f76bd17fccbc', 'status': 'completed', 'code': 200} Nov 27 01:43:24.245933 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9f61332-8bcc-4e94-b4ff-1400414acfce req-e9d0f542-a5dd-438f-b114-66ccbdd120f1 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e371a4-89b3-4b2f-ae90-59cd4fa990ab HTTP/1.1" status: 200 len: 210 time: 0.0272748 Nov 27 01:43:25.303082 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40008) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:25.353728 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76d3e5a6-540f-47f9-a0d2-6c5fa766687a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:25.379127 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76d3e5a6-540f-47f9-a0d2-6c5fa766687a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:25.419524 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76d3e5a6-540f-47f9-a0d2-6c5fa766687a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:25.422099 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76d3e5a6-540f-47f9-a0d2-6c5fa766687a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:25.423223 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-76d3e5a6-540f-47f9-a0d2-6c5fa766687a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "DELETE /v2.0/security-groups/5847272c-b2f6-4152-b75a-e4e37b3c74d8 HTTP/1.1" status: 204 len: 168 time: 0.1191506 Nov 27 01:43:25.425961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40010) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:25.432725 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3e5a6-540f-47f9-a0d2-6c5fa766687a tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5847272c-b2f6-4152-b75a-e4e37b3c74d8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:25.487480 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07f70303-0be1-4e6a-880e-6d77fc22c2a1 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:25.509951 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07f70303-0be1-4e6a-880e-6d77fc22c2a1 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:25.554671 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07f70303-0be1-4e6a-880e-6d77fc22c2a1 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:25.557220 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07f70303-0be1-4e6a-880e-6d77fc22c2a1 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:25.558358 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-07f70303-0be1-4e6a-880e-6d77fc22c2a1 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "DELETE /v2.0/security-groups/d03af6e3-a701-4e32-bd31-08ccf0631e0d HTTP/1.1" status: 204 len: 168 time: 0.1314197 Nov 27 01:43:25.561330 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40012) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:25.567169 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f70303-0be1-4e6a-880e-6d77fc22c2a1 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03af6e3-a701-4e32-bd31-08ccf0631e0d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:25.915605 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-09d82015-85a2-41b8-b3c3-3fb494df1b25 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.168202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-09d82015-85a2-41b8-b3c3-3fb494df1b25 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Deleting port 05b77360-1ac1-4507-b055-bee1860f251e {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:26.168504 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-09d82015-85a2-41b8-b3c3-3fb494df1b25 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.259879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-09d82015-85a2-41b8-b3c3-3fb494df1b25 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] For port 05b77360-1ac1-4507-b055-bee1860f251e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=05b77360-1ac1-4507-b055-bee1860f251e,segment=NetworkSegment(bfce1158-a730-412e-8c91-1d9385385fa7),segment_id=bfce1158-a730-412e-8c91-1d9385385fa7)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:26.260333 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-09d82015-85a2-41b8-b3c3-3fb494df1b25 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.273851 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-09d82015-85a2-41b8-b3c3-3fb494df1b25 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Calling delete_port for 05b77360-1ac1-4507-b055-bee1860f251e owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:26.460914 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-09d82015-85a2-41b8-b3c3-3fb494df1b25 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.491442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d82015-85a2-41b8-b3c3-3fb494df1b25 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event deleted for resources: {'Port': ['ID=05b77360-1ac1-4507-b055-bee1860f251e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:26.989647 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-09d82015-85a2-41b8-b3c3-3fb494df1b25 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.200550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d82015-85a2-41b8-b3c3-3fb494df1b25 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:43:27.305184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d82015-85a2-41b8-b3c3-3fb494df1b25 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:27.312823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-09d82015-85a2-41b8-b3c3-3fb494df1b25 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "PUT /v2.0/routers/d37c6d0c-b8f6-49e2-b0b0-7f8292bde462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7477770 Nov 27 01:43:27.312823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40014) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:27.314443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190d062-194c-4648-817f-7797919b10c8 None None] Sync routers for ids ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:27.324893 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2190d062-194c-4648-817f-7797919b10c8 None None] Routers {'d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:27.325493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2190d062-194c-4648-817f-7797919b10c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:43:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:27.367669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce51a4b-b586-4a95-81cd-0eea533bc990 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Deleting subnet e07503c6-60b2-4a21-a602-f7da70aa57d6 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:43:27.370799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ce51a4b-b586-4a95-81cd-0eea533bc990 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.410868 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ce51a4b-b586-4a95-81cd-0eea533bc990 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.430667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-2190d062-194c-4648-817f-7797919b10c8 None None] Set router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:43:27.496928 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ce51a4b-b586-4a95-81cd-0eea533bc990 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.563522 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ce51a4b-b586-4a95-81cd-0eea533bc990 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.590814 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce51a4b-b586-4a95-81cd-0eea533bc990 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event deleted for resources: {'Subnet': ['ID=e07503c6-60b2-4a21-a602-f7da70aa57d6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:27.594606 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7ce51a4b-b586-4a95-81cd-0eea533bc990 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.598428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7ce51a4b-b586-4a95-81cd-0eea533bc990 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "DELETE /v2.0/subnets/e07503c6-60b2-4a21-a602-f7da70aa57d6 HTTP/1.1" status: 204 len: 168 time: 0.2838192 Nov 27 01:43:27.601497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40016) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:27.603445 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcaca2d-f933-458b-b89c-25f61c8cdbe8 None None] Network 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:27.700265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2190d062-194c-4648-817f-7797919b10c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:43:26Z', 'revision_number': 5, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:27.706969 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.741104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190d062-194c-4648-817f-7797919b10c8 None None] Checking router: d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:43:27.755491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2190d062-194c-4648-817f-7797919b10c8 None None] Routers {'d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:27.756111 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2190d062-194c-4648-817f-7797919b10c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:43:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:27.813404 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.874037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-2190d062-194c-4648-817f-7797919b10c8 None None] Set router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:43:27.875087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Deleting port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:27.875661 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.905222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d8c8e-16cf-4aa0-8b2f-cf1f9f20246b None None] DHCP port deletion for 8ae368b4-99aa-48cc-b906-8cd4fb1efac1 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:27.960024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] For port 21816c1f-8e6c-4f01-a701-c3ca8983b7f0, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=21816c1f-8e6c-4f01-a701-c3ca8983b7f0,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:27.960429 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.972425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Calling delete_port for 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:28.062433 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d66d8c8e-16cf-4aa0-8b2f-cf1f9f20246b None None] Deleting port bbd2d794-16e9-4a1c-b779-37dbc28d3016 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:28.062805 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d66d8c8e-16cf-4aa0-8b2f-cf1f9f20246b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.137098 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.140347 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d66d8c8e-16cf-4aa0-8b2f-cf1f9f20246b None None] For port bbd2d794-16e9-4a1c-b779-37dbc28d3016, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bbd2d794-16e9-4a1c-b779-37dbc28d3016,segment=NetworkSegment(bfce1158-a730-412e-8c91-1d9385385fa7),segment_id=bfce1158-a730-412e-8c91-1d9385385fa7)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:28.140745 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d66d8c8e-16cf-4aa0-8b2f-cf1f9f20246b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.156164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d66d8c8e-16cf-4aa0-8b2f-cf1f9f20246b None None] Calling delete_port for bbd2d794-16e9-4a1c-b779-37dbc28d3016 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:28.164681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event deleted for resources: {'Port': ['ID=21816c1f-8e6c-4f01-a701-c3ca8983b7f0,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:28.168139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-2190d062-194c-4648-817f-7797919b10c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:43:26Z', 'revision_number': 5, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:28.198863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9ffcb-088a-4511-bffc-b76a61df5df1 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:28.222139 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.230132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190d062-194c-4648-817f-7797919b10c8 None None] The sync data for ids ['d37c6d0c-b8f6-49e2-b0b0-7f8292bde462'] in n-d-817303-10 is: [{'id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478752311', 'tenant_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:41:55Z', 'updated_at': '2021-11-27T01:43:26Z', 'revision_number': 5, 'project_id': 'ac699d701c7d4c1781210ddc1e6de10b', 'gw_port': {'id': '21816c1f-8e6c-4f01-a701-c3ca8983b7f0', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c6d0c-b8f6-49e2-b0b0-7f8292bde462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:41:56Z', 'updated_at': '2021-11-27T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:28.298335 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d66d8c8e-16cf-4aa0-8b2f-cf1f9f20246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.327579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d8c8e-16cf-4aa0-8b2f-cf1f9f20246b None None] Pushing event deleted for resources: {'Port': ['ID=bbd2d794-16e9-4a1c-b779-37dbc28d3016,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:28.331571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d8c8e-16cf-4aa0-8b2f-cf1f9f20246b None None] No DVR routers for this DVR port bbd2d794-16e9-4a1c-b779-37dbc28d3016 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:28.334124 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.337050 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.386413 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.387086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Fanout notify agent at l3_agent the message router_deleted on router d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:43:28.394200 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.395945 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-23a01707-eb1c-4797-bead-49200538bab5 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "DELETE /v2.0/routers/d37c6d0c-b8f6-49e2-b0b0-7f8292bde462 HTTP/1.1" status: 204 len: 168 time: 0.7931752 Nov 27 01:43:28.398766 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40018) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:28.475060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b561eb15-06ea-4250-99f0-2fcc6f1e5376 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.563713 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b561eb15-06ea-4250-99f0-2fcc6f1e5376 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.583696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b561eb15-06ea-4250-99f0-2fcc6f1e5376 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae368b4-99aa-48cc-b906-8cd4fb1efac1']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:28.593051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b561eb15-06ea-4250-99f0-2fcc6f1e5376 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfce1158-a730-412e-8c91-1d9385385fa7') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:28.593351 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b561eb15-06ea-4250-99f0-2fcc6f1e5376 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfce1158-a730-412e-8c91-1d9385385fa7') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:28.604611 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b561eb15-06ea-4250-99f0-2fcc6f1e5376 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.619138 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b561eb15-06ea-4250-99f0-2fcc6f1e5376 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.626336 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b561eb15-06ea-4250-99f0-2fcc6f1e5376 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:43:28.626906 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b561eb15-06ea-4250-99f0-2fcc6f1e5376 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:43:28.630473 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:43:28.692923 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b561eb15-06ea-4250-99f0-2fcc6f1e5376 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.700667 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b561eb15-06ea-4250-99f0-2fcc6f1e5376 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.703850 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b561eb15-06ea-4250-99f0-2fcc6f1e5376 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] 10.222.0.15 "DELETE /v2.0/networks/8ae368b4-99aa-48cc-b906-8cd4fb1efac1 HTTP/1.1" status: 204 len: 168 time: 0.3041258 Nov 27 01:43:28.721394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561eb15-06ea-4250-99f0-2fcc6f1e5376 tempest-TestSecurityGroupsBasicOps-520980320 tempest-TestSecurityGroupsBasicOps-520980320-project] Pushing event deleted for resources: {'Network': ['ID=8ae368b4-99aa-48cc-b906-8cd4fb1efac1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:28.725171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bbd2d794-16e9-4a1c-b779-37dbc28d3016 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:28.751933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: bbd2d794-16e9-4a1c-b779-37dbc28d3016 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:28.752429 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bbd2d794-16e9-4a1c-b779-37dbc28d3016 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:28.754289 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.836805 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3afdd7fa-d130-4511-ad10-f76bd17fccbc no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:28.862195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 3afdd7fa-d130-4511-ad10-f76bd17fccbc {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:28.862634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3afdd7fa-d130-4511-ad10-f76bd17fccbc not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:28.998661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40026) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:29.152590 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-74574655-fe33-4ddc-98c6-06d29073a7a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac699d701c7d4c1781210ddc1e6de10b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1525428 Nov 27 01:43:29.155000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40030) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:29.201153 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e132eb1a-980e-46e8-ad50-36ec948593dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.222560 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e132eb1a-980e-46e8-ad50-36ec948593dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.269037 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e132eb1a-980e-46e8-ad50-36ec948593dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.273128 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e132eb1a-980e-46e8-ad50-36ec948593dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.274335 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e132eb1a-980e-46e8-ad50-36ec948593dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56155074-6c88-4b52-839c-2203c792a6ed HTTP/1.1" status: 204 len: 168 time: 0.1183860 Nov 27 01:43:29.283326 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132eb1a-980e-46e8-ad50-36ec948593dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56155074-6c88-4b52-839c-2203c792a6ed,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:29.557656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40036) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:29.571748 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8125878-7713-4fec-bcd2-f4dade31337d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.645069 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8125878-7713-4fec-bcd2-f4dade31337d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.648802 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8125878-7713-4fec-bcd2-f4dade31337d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.688368 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e8125878-7713-4fec-bcd2-f4dade31337d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=750668aa9a1f4d82ab94084032c995ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294482 Nov 27 01:43:29.689407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8125878-7713-4fec-bcd2-f4dade31337d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e581edea-4456-4898-b908-4734cd8c49c3,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:29.691280 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40038) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:29.744205 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6943817a-f0c1-4aa6-9e20-c056e4abd2ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.764785 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6943817a-f0c1-4aa6-9e20-c056e4abd2ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.812261 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6943817a-f0c1-4aa6-9e20-c056e4abd2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.814850 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6943817a-f0c1-4aa6-9e20-c056e4abd2ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.818534 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6943817a-f0c1-4aa6-9e20-c056e4abd2ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e581edea-4456-4898-b908-4734cd8c49c3 HTTP/1.1" status: 204 len: 168 time: 0.1237099 Nov 27 01:43:29.823793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943817a-f0c1-4aa6-9e20-c056e4abd2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e581edea-4456-4898-b908-4734cd8c49c3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:30.152497 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40044) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:30.193347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e195b1d0-5696-4426-9c32-7bb54255cb00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0446bae699f498689259128fe9bb5ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396984 Nov 27 01:43:30.195864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40046) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:30.247442 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09db7487-69df-4dad-ab95-6d4025bfc011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.259766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 05b77360-1ac1-4507-b055-bee1860f251e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:30.275847 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09db7487-69df-4dad-ab95-6d4025bfc011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.281286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 05b77360-1ac1-4507-b055-bee1860f251e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:30.281636 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 05b77360-1ac1-4507-b055-bee1860f251e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:30.282061 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:30.301703 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:30.302052 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 21816c1f-8e6c-4f01-a701-c3ca8983b7f0 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:30.324127 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09db7487-69df-4dad-ab95-6d4025bfc011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.326978 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-09db7487-69df-4dad-ab95-6d4025bfc011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.328296 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-09db7487-69df-4dad-ab95-6d4025bfc011 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e0fa454-fa64-4f2a-b99f-b684928ed61e HTTP/1.1" status: 204 len: 168 time: 0.1313021 Nov 27 01:43:30.336944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db7487-69df-4dad-ab95-6d4025bfc011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0fa454-fa64-4f2a-b99f-b684928ed61e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:30.760897 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:40.103428 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5534f3d3-4743-4126-b086-b38325d3b957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:42.269348 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-011bdc81-a837-4ed8-85bd-260c98eda2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.358714 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.907800 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:46.325438 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:51.598705 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:43:58.729773 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.753709 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.105367 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-54ee4d2c-4466-4ceb-95a4-5280e2bb925e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:12.272769 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d3cb051f-079a-49ca-bd17-f7de2190d203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:13.361237 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:14.416970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40056) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:14.570222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Deleting port d4fe1fe5-9187-441a-9494-ee1cebec3e6e {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:14.570560 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:14.911642 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:14.966601 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:14.966924 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:14.978349 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Calling delete_port for d4fe1fe5-9187-441a-9494-ee1cebec3e6e owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:15.121644 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.144559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event deleted for resources: {'Port': ['ID=d4fe1fe5-9187-441a-9494-ee1cebec3e6e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:15.159543 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:15.159901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:15.160378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:15.160723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:15.161062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:15.161399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:15.161781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:15.162061 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:15.162386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:15.162718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:15.163046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:15.163373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:15.216810 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.217133 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Floating IP cf9022f9-2e67-48f7-b1c2-6173096cae68 disassociated (deleted). External IP: 172.25.1.211, port: b44d7613-7136-4d18-b1a3-b337a201fce3. Nov 27 01:44:15.426339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:15.532289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:15.537594 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.542076 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2080cb-91e4-4b93-b80c-f5fe4b7c530b None None] Sync routers for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:15.552159 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2080cb-91e4-4b93-b80c-f5fe4b7c530b None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:15.552807 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5f2080cb-91e4-4b93-b80c-f5fe4b7c530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:44:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:15.564031 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-76783b1a-5c3c-41a5-b9b4-e84ca5172510 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "DELETE /v2.0/floatingips/cf9022f9-2e67-48f7-b1c2-6173096cae68 HTTP/1.1" status: 204 len: 168 time: 1.1460004 Nov 27 01:44:15.564958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'tag': 'b44d7613-7136-4d18-b1a3-b337a201fce3'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:44:15.567450 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd48258-2c84-45d2-a44b-3b9e37739006" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4", "tag": "b44d7613-7136-4d18-b1a3-b337a201fce3"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:44:15.661526 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-5f2080cb-91e4-4b93-b80c-f5fe4b7c530b None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:15.806356 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190bf5-09e5-4e7e-a123-705c0e61339d req-3be7449b-4e7d-4a8e-9030-013d9594598b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:15.808090 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b190bf5-09e5-4e7e-a123-705c0e61339d req-3be7449b-4e7d-4a8e-9030-013d9594598b tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 945 time: 0.0562572 Nov 27 01:44:15.828650 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf490e9-c911-40bc-8dea-fe81b7f2f813 x-openstack-request-id: req-ccf490e9-c911-40bc-8dea-fe81b7f2f813 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:44:15.828947 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4", "tag": "b44d7613-7136-4d18-b1a3-b337a201fce3", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:44:15.829205 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccf490e9-c911-40bc-8dea-fe81b7f2f813 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:44:15.829601 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'tag': 'b44d7613-7136-4d18-b1a3-b337a201fce3', 'status': 'completed', 'code': 200} Nov 27 01:44:15.862294 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b190bf5-09e5-4e7e-a123-705c0e61339d req-f679d34c-31b6-4fef-bafb-99f972495a0e tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482221 Nov 27 01:44:15.904141 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5f2080cb-91e4-4b93-b80c-f5fe4b7c530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b1ded5ec-04f8-4a23-82c0-533d2ff67cf5', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:39:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c311d406-f789-420b-a60d-e99540e71720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:26Z', 'updated_at': '2021-11-27T01:40:34Z', 'revision_number': 1, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:15.930398 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2080cb-91e4-4b93-b80c-f5fe4b7c530b None None] Checking router: bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:15.938387 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2080cb-91e4-4b93-b80c-f5fe4b7c530b None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:15.938977 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5f2080cb-91e4-4b93-b80c-f5fe4b7c530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:44:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:16.022115 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd48258-2c84-45d2-a44b-3b9e37739006 req-eb5e8998-752a-4905-bb33-3a7ab1042276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:16.023651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5fd48258-2c84-45d2-a44b-3b9e37739006 req-eb5e8998-752a-4905-bb33-3a7ab1042276 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 1097 time: 0.1530669 Nov 27 01:44:16.045309 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-5f2080cb-91e4-4b93-b80c-f5fe4b7c530b None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:16.120002 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd48258-2c84-45d2-a44b-3b9e37739006 req-ea3a0863-4e56-42c9-ad26-6f1cf223e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:16.121766 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5fd48258-2c84-45d2-a44b-3b9e37739006 req-ea3a0863-4e56-42c9-ad26-6f1cf223e9c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.0910246 Nov 27 01:44:16.167131 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5fd48258-2c84-45d2-a44b-3b9e37739006 req-0ea18ad8-0b14-46bb-ad3f-e39f758e6439 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b44d7613-7136-4d18-b1a3-b337a201fce3 HTTP/1.1" status: 200 len: 217 time: 0.0363250 Nov 27 01:44:16.218382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd48258-2c84-45d2-a44b-3b9e37739006 req-6a30d165-ad56-4bcf-a736-c6893e5fa731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:16.219769 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5fd48258-2c84-45d2-a44b-3b9e37739006 req-6a30d165-ad56-4bcf-a736-c6893e5fa731 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.0445023 Nov 27 01:44:16.277749 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd48258-2c84-45d2-a44b-3b9e37739006 req-d3eb785d-f62b-4f6c-9b97-592b190a596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:16.279588 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5fd48258-2c84-45d2-a44b-3b9e37739006 req-d3eb785d-f62b-4f6c-9b97-592b190a596a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521841 Nov 27 01:44:16.291327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-5fd48258-2c84-45d2-a44b-3b9e37739006 req-8a7de219-1c4d-4409-ab78-734f28e7d8ca service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:44:16.292374 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5fd48258-2c84-45d2-a44b-3b9e37739006 req-8a7de219-1c4d-4409-ab78-734f28e7d8ca service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050700 Nov 27 01:44:16.338056 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.369618 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5f2080cb-91e4-4b93-b80c-f5fe4b7c530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b1ded5ec-04f8-4a23-82c0-533d2ff67cf5', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:39:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c311d406-f789-420b-a60d-e99540e71720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:26Z', 'updated_at': '2021-11-27T01:40:34Z', 'revision_number': 1, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:16.385881 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5fd48258-2c84-45d2-a44b-3b9e37739006 req-e4b7a2c0-fb14-4678-951f-2327e29db5a5 service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867290 Nov 27 01:44:16.396892 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2080cb-91e4-4b93-b80c-f5fe4b7c530b None None] The sync data for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 is: [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b1ded5ec-04f8-4a23-82c0-533d2ff67cf5', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'port_id': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'mac_address': 'fa:16:3e:39:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c311d406-f789-420b-a60d-e99540e71720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:26Z', 'updated_at': '2021-11-27T01:40:34Z', 'revision_number': 1, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:16.486865 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5fd48258-2c84-45d2-a44b-3b9e37739006 req-91220fd1-0c2f-4c4c-82ca-b983af328500 service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900347 Nov 27 01:44:16.627713 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6325557-47c8-4783-b83f-c96bf7930f85 None None] New status for floating IP cf9022f9-2e67-48f7-b1c2-6173096cae68: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:44:16.981538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc7cd6-d05d-4fc3-a1bb-f31fc5bbbab0 req-073c8182-c68c-476c-b9da-6a15c5b6d268 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:16.982954 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bccc7cd6-d05d-4fc3-a1bb-f31fc5bbbab0 req-073c8182-c68c-476c-b9da-6a15c5b6d268 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 945 time: 0.0494509 Nov 27 01:44:17.033701 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bccc7cd6-d05d-4fc3-a1bb-f31fc5bbbab0 req-aea26a82-7f4b-4a0f-93f3-8a1fa24feef7 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440638 Nov 27 01:44:17.585409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8b064-7ba5-4a18-8091-c4846d1dcb26 req-9f5da298-89c7-4faa-9b83-85513c3afb38 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:17.586857 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-61c8b064-7ba5-4a18-8091-c4846d1dcb26 req-9f5da298-89c7-4faa-9b83-85513c3afb38 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 945 time: 0.0471756 Nov 27 01:44:17.678886 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-61c8b064-7ba5-4a18-8091-c4846d1dcb26 req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Deleting port b44d7613-7136-4d18-b1a3-b337a201fce3 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:17.679230 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-61c8b064-7ba5-4a18-8091-c4846d1dcb26 req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:17.768956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-61c8b064-7ba5-4a18-8091-c4846d1dcb26 req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] For port b44d7613-7136-4d18-b1a3-b337a201fce3, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b44d7613-7136-4d18-b1a3-b337a201fce3,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:17.769324 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-61c8b064-7ba5-4a18-8091-c4846d1dcb26 req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:17.782431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-61c8b064-7ba5-4a18-8091-c4846d1dcb26 req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Calling delete_port for b44d7613-7136-4d18-b1a3-b337a201fce3 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:17.914371 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-61c8b064-7ba5-4a18-8091-c4846d1dcb26 req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:17.945206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event deleted for resources: {'Port': ['ID=b44d7613-7136-4d18-b1a3-b337a201fce3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:17.972005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:17.972486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:17.972837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:17.973180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:17.973519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:17.973855 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:17.974185 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:17.974514 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:17.974841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:17.975169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:17.975500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:17.975849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:17.998168 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c8b064-7ba5-4a18-8091-c4846d1dcb26 req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] No DVR routers for this DVR port b44d7613-7136-4d18-b1a3-b337a201fce3 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:18.000760 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-61c8b064-7ba5-4a18-8091-c4846d1dcb26 req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:18.004867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-61c8b064-7ba5-4a18-8091-c4846d1dcb26 req-b796336e-8821-40c6-b0a8-4040afa8a7f5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.31 "DELETE /v2.0/ports/b44d7613-7136-4d18-b1a3-b337a201fce3 HTTP/1.1" status: 204 len: 173 time: 0.4119813 Nov 27 01:44:18.005320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'name': 'network-vif-deleted', 'tag': 'b44d7613-7136-4d18-b1a3-b337a201fce3'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:44:18.008400 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d31402-288b-43f0-a74e-d3355989eeec" -d '{"events": [{"server_uuid": "ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4", "name": "network-vif-deleted", "tag": "b44d7613-7136-4d18-b1a3-b337a201fce3"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:44:18.049024 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7d1066-32af-4662-9dae-6cbe66df4def x-openstack-request-id: req-fd7d1066-32af-4662-9dae-6cbe66df4def {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:44:18.049606 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4", "name": "network-vif-deleted", "tag": "b44d7613-7136-4d18-b1a3-b337a201fce3", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:44:18.049606 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd7d1066-32af-4662-9dae-6cbe66df4def {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:44:18.049955 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4', 'name': 'network-vif-deleted', 'tag': 'b44d7613-7136-4d18-b1a3-b337a201fce3', 'status': 'completed', 'code': 200} Nov 27 01:44:18.134153 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05d581bf-7aed-4d50-b227-80420b9a26a5 req-2b125eb7-64db-49d3-ac88-11a4d9948d56 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 210 time: 0.0275614 Nov 27 01:44:19.232529 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a2ec127d-4cc7-4434-812e-e11406fcd307 req-112abdb0-0688-46f5-aade-46dff095175a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 210 time: 0.0283179 Nov 27 01:44:20.330110 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c7c8ebb0-d735-43e6-8442-47d0bcb7a843 req-90263384-3e8b-4ca3-b8a2-da68da44634f tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 210 time: 0.0265052 Nov 27 01:44:21.026650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b44d7613-7136-4d18-b1a3-b337a201fce3 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:21.046489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: b44d7613-7136-4d18-b1a3-b337a201fce3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:21.046828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b44d7613-7136-4d18-b1a3-b337a201fce3 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:21.427305 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a6acd99d-a059-4bac-b765-f820499501c5 req-ae20fe8a-c79a-48d0-8c95-4bb6ee6af2b6 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 210 time: 0.0270035 Nov 27 01:44:22.342768 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0908d735-4831-4b16-a8e9-0fbc94e4952f req-8759bdd8-6902-4c3a-a422-2c89579979df service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402784 Nov 27 01:44:22.413761 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908d735-4831-4b16-a8e9-0fbc94e4952f req-f597f73f-b599-45e1-95fe-07db81e34031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:22.415109 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0908d735-4831-4b16-a8e9-0fbc94e4952f req-f597f73f-b599-45e1-95fe-07db81e34031 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d138f98993a14a20a1b00a6a5d8f2528&device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 1098 time: 0.0402322 Nov 27 01:44:22.540991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fe0311f-f74c-43a3-80dc-33dee25eac97 req-127a2fd9-1347-4196-b3f4-cec62566d0b5 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5c80b4-4d9a-458c-b024-6e6c5a6e75b4 HTTP/1.1" status: 200 len: 210 time: 0.0322375 Nov 27 01:44:22.545475 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908d735-4831-4b16-a8e9-0fbc94e4952f req-66e85914-5042-4959-8301-1693dcb655e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:22.546828 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0908d735-4831-4b16-a8e9-0fbc94e4952f req-66e85914-5042-4959-8301-1693dcb655e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d35e71d3-df1b-472d-b0d5-abf76f313c36 HTTP/1.1" status: 200 len: 910 time: 0.1121690 Nov 27 01:44:22.617227 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0908d735-4831-4b16-a8e9-0fbc94e4952f req-b58a56e5-0e85-48a7-ba1a-c94bdf156c4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b6393a2-afdc-4869-b9de-0d298d2b8afb HTTP/1.1" status: 200 len: 1002 time: 0.0632997 Nov 27 01:44:22.669603 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908d735-4831-4b16-a8e9-0fbc94e4952f req-0b5744dc-122c-4e49-b02d-84db36b68789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:22.671343 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0908d735-4831-4b16-a8e9-0fbc94e4952f req-0b5744dc-122c-4e49-b02d-84db36b68789 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72181b20-39e3-4e8a-9795-8b2658594b75 HTTP/1.1" status: 200 len: 848 time: 0.0464511 Nov 27 01:44:22.718771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908d735-4831-4b16-a8e9-0fbc94e4952f req-4dd063f2-df02-4bd8-950e-4e9800a6841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:22.720326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0908d735-4831-4b16-a8e9-0fbc94e4952f req-4dd063f2-df02-4bd8-950e-4e9800a6841f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d35e71d3-df1b-472d-b0d5-abf76f313c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416815 Nov 27 01:44:22.811476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0908d735-4831-4b16-a8e9-0fbc94e4952f req-288d538b-63f7-4658-91d1-c6b02a0f1990 service neutron] 10.222.0.31 "GET /v2.0/networks/d35e71d3-df1b-472d-b0d5-abf76f313c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842519 Nov 27 01:44:22.900936 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0908d735-4831-4b16-a8e9-0fbc94e4952f req-618b10dc-b570-4965-9b8f-837a92e44d2a service neutron] 10.222.0.31 "GET /v2.0/networks/d35e71d3-df1b-472d-b0d5-abf76f313c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820065 Nov 27 01:44:28.597738 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:44:28.746948 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.935351 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40112) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:29.093248 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-74df3626-a527-4cb1-a533-d1ebd4beeebe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Deleting port 54d4ea72-127b-44cd-bc22-2feddddab2ab {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:29.093593 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74df3626-a527-4cb1-a533-d1ebd4beeebe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:29.170307 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74df3626-a527-4cb1-a533-d1ebd4beeebe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:29.170638 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74df3626-a527-4cb1-a533-d1ebd4beeebe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:29.182589 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-74df3626-a527-4cb1-a533-d1ebd4beeebe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Calling delete_port for 54d4ea72-127b-44cd-bc22-2feddddab2ab owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:29.326185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74df3626-a527-4cb1-a533-d1ebd4beeebe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:29.358110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df3626-a527-4cb1-a533-d1ebd4beeebe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event deleted for resources: {'Port': ['ID=54d4ea72-127b-44cd-bc22-2feddddab2ab,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:29.413881 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74df3626-a527-4cb1-a533-d1ebd4beeebe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:29.414212 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-74df3626-a527-4cb1-a533-d1ebd4beeebe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Floating IP b1ded5ec-04f8-4a23-82c0-533d2ff67cf5 disassociated (deleted). External IP: 172.25.1.104, port: e805ab44-062d-4d19-9466-914c89f4cbcf. Nov 27 01:44:29.619188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74df3626-a527-4cb1-a533-d1ebd4beeebe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:29.726155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74df3626-a527-4cb1-a533-d1ebd4beeebe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:29.730921 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-74df3626-a527-4cb1-a533-d1ebd4beeebe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:29.735303 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254bf82-63cb-4dac-b6a6-675354e4e1a4 None None] Sync routers for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:29.744853 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254bf82-63cb-4dac-b6a6-675354e4e1a4 None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:29.745458 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5254bf82-63cb-4dac-b6a6-675354e4e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:44:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:29.757023 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-74df3626-a527-4cb1-a533-d1ebd4beeebe tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "DELETE /v2.0/floatingips/b1ded5ec-04f8-4a23-82c0-533d2ff67cf5 HTTP/1.1" status: 204 len: 168 time: 0.8205962 Nov 27 01:44:29.757611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c311d406-f789-420b-a60d-e99540e71720', 'tag': 'e805ab44-062d-4d19-9466-914c89f4cbcf'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:44:29.759903 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5cd807-e034-4952-a3eb-49108d1564c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c311d406-f789-420b-a60d-e99540e71720", "tag": "e805ab44-062d-4d19-9466-914c89f4cbcf"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:44:29.796591 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f2f80a-beb1-48c1-94c1-f6f876f1656a x-openstack-request-id: req-f5f2f80a-beb1-48c1-94c1-f6f876f1656a {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:44:29.796879 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c311d406-f789-420b-a60d-e99540e71720", "tag": "e805ab44-062d-4d19-9466-914c89f4cbcf", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:44:29.797135 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5f2f80a-beb1-48c1-94c1-f6f876f1656a {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:44:29.797543 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c311d406-f789-420b-a60d-e99540e71720', 'tag': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'status': 'completed', 'code': 200} Nov 27 01:44:29.866592 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-5254bf82-63cb-4dac-b6a6-675354e4e1a4 None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:29.887194 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cd807-e034-4952-a3eb-49108d1564c9 req-679286b0-cc78-4c60-8076-da206eeab52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:29.889754 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f5cd807-e034-4952-a3eb-49108d1564c9 req-679286b0-cc78-4c60-8076-da206eeab52e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 1098 time: 0.0505300 Nov 27 01:44:29.992395 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cd807-e034-4952-a3eb-49108d1564c9 req-67cde31e-af3e-43cb-b056-3781311dabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:29.993901 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f5cd807-e034-4952-a3eb-49108d1564c9 req-67cde31e-af3e-43cb-b056-3781311dabb6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 200 len: 912 time: 0.0960424 Nov 27 01:44:29.996987 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b421c5-f656-4d8f-9dfc-7492fcf217e3 req-e5853931-70dc-4dab-88ed-4e14054ad953 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:29.998605 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14b421c5-f656-4d8f-9dfc-7492fcf217e3 req-e5853931-70dc-4dab-88ed-4e14054ad953 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 946 time: 0.0513856 Nov 27 01:44:30.039128 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f5cd807-e034-4952-a3eb-49108d1564c9 req-f54162b0-ed0a-454c-913b-ae65ac2dd12b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e805ab44-062d-4d19-9466-914c89f4cbcf HTTP/1.1" status: 200 len: 217 time: 0.0363009 Nov 27 01:44:30.051287 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14b421c5-f656-4d8f-9dfc-7492fcf217e3 req-88154ccb-b9d2-448b-a6cd-fb563dea5a98 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466616 Nov 27 01:44:30.090891 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5254bf82-63cb-4dac-b6a6-675354e4e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:30.096791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cd807-e034-4952-a3eb-49108d1564c9 req-c7a2e04e-1542-4507-9338-880e599d9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:30.098254 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f5cd807-e034-4952-a3eb-49108d1564c9 req-c7a2e04e-1542-4507-9338-880e599d9bc3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 200 len: 850 time: 0.0527003 Nov 27 01:44:30.117521 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254bf82-63cb-4dac-b6a6-675354e4e1a4 None None] Checking router: bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:30.126795 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254bf82-63cb-4dac-b6a6-675354e4e1a4 None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:30.127415 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5254bf82-63cb-4dac-b6a6-675354e4e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:44:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:30.147872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cd807-e034-4952-a3eb-49108d1564c9 req-e5492baf-bb0b-4173-a3a9-fd207aa6584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:30.149314 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f5cd807-e034-4952-a3eb-49108d1564c9 req-e5492baf-bb0b-4173-a3a9-fd207aa6584c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35aa4cc9-b10e-46ba-916b-1eb397216d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435064 Nov 27 01:44:30.236049 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-5254bf82-63cb-4dac-b6a6-675354e4e1a4 None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:30.239671 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f5cd807-e034-4952-a3eb-49108d1564c9 req-6531e3ad-d9f0-4481-8866-b889ed78cae4 service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824530 Nov 27 01:44:30.333749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4f5cd807-e034-4952-a3eb-49108d1564c9 req-62914bd4-bd6c-475b-9b94-4c9dae2f1d91 service neutron] 10.222.0.31 "GET /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856476 Nov 27 01:44:30.431020 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-5254bf82-63cb-4dac-b6a6-675354e4e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:30.460483 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254bf82-63cb-4dac-b6a6-675354e4e1a4 None None] The sync data for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 is: [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '2791f8a0-6808-4d79-88bd-00ccf4672789', 'name': '', 'network_id': '35aa4cc9-b10e-46ba-916b-1eb397216d85', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'mac_address': 'fa:16:3e:d4:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:49Z', 'updated_at': '2021-11-27T01:31:03Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'subnets': [{'id': '39c2a817-dfb4-428a-8395-e967cb858ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:30.670363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d967d-dccc-40da-92f7-1b3f54797255 None None] New status for floating IP b1ded5ec-04f8-4a23-82c0-533d2ff67cf5: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:44:30.767690 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:31.174385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043f79c-b7ef-4e7d-a7fc-8ef027ec9e70 req-a2f39816-2f0e-41a3-b8d0-b6f5d93c71fa tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:31.175882 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1043f79c-b7ef-4e7d-a7fc-8ef027ec9e70 req-a2f39816-2f0e-41a3-b8d0-b6f5d93c71fa tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 946 time: 0.0537698 Nov 27 01:44:31.231166 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1043f79c-b7ef-4e7d-a7fc-8ef027ec9e70 req-c43a6347-ec50-4bf3-93c5-c2e8389fdb8a tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/security-groups?id=28ac7fed-b729-4ea9-aeee-081f499edac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481954 Nov 27 01:44:31.686548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcfa5f-d726-4521-a9eb-0bffc1f02ec5 req-cb432be9-2b0b-4195-a9a9-f52988efad46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:31.687993 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3edcfa5f-d726-4521-a9eb-0bffc1f02ec5 req-cb432be9-2b0b-4195-a9a9-f52988efad46 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.31 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 946 time: 0.0519807 Nov 27 01:44:31.781947 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-3edcfa5f-d726-4521-a9eb-0bffc1f02ec5 req-9db407eb-4b3b-4f48-ae97-7f854714fca9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Deleting port e805ab44-062d-4d19-9466-914c89f4cbcf {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:31.782286 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3edcfa5f-d726-4521-a9eb-0bffc1f02ec5 req-9db407eb-4b3b-4f48-ae97-7f854714fca9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:31.883610 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-3edcfa5f-d726-4521-a9eb-0bffc1f02ec5 req-9db407eb-4b3b-4f48-ae97-7f854714fca9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] For port e805ab44-062d-4d19-9466-914c89f4cbcf, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e805ab44-062d-4d19-9466-914c89f4cbcf,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:31.883973 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3edcfa5f-d726-4521-a9eb-0bffc1f02ec5 req-9db407eb-4b3b-4f48-ae97-7f854714fca9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:31.901096 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-3edcfa5f-d726-4521-a9eb-0bffc1f02ec5 req-9db407eb-4b3b-4f48-ae97-7f854714fca9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Calling delete_port for e805ab44-062d-4d19-9466-914c89f4cbcf owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:32.027740 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3edcfa5f-d726-4521-a9eb-0bffc1f02ec5 req-9db407eb-4b3b-4f48-ae97-7f854714fca9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:32.060904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db407eb-4b3b-4f48-ae97-7f854714fca9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event deleted for resources: {'Port': ['ID=e805ab44-062d-4d19-9466-914c89f4cbcf,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:32.102219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edcfa5f-d726-4521-a9eb-0bffc1f02ec5 req-9db407eb-4b3b-4f48-ae97-7f854714fca9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] No DVR routers for this DVR port e805ab44-062d-4d19-9466-914c89f4cbcf on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:32.104840 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-3edcfa5f-d726-4521-a9eb-0bffc1f02ec5 req-9db407eb-4b3b-4f48-ae97-7f854714fca9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:32.108312 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3edcfa5f-d726-4521-a9eb-0bffc1f02ec5 req-9db407eb-4b3b-4f48-ae97-7f854714fca9 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.31 "DELETE /v2.0/ports/e805ab44-062d-4d19-9466-914c89f4cbcf HTTP/1.1" status: 204 len: 173 time: 0.4132979 Nov 27 01:44:32.108713 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c311d406-f789-420b-a60d-e99540e71720', 'name': 'network-vif-deleted', 'tag': 'e805ab44-062d-4d19-9466-914c89f4cbcf'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:44:32.111002 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a88704-bb51-4f53-aa83-dbe350155d8b" -d '{"events": [{"server_uuid": "c311d406-f789-420b-a60d-e99540e71720", "name": "network-vif-deleted", "tag": "e805ab44-062d-4d19-9466-914c89f4cbcf"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:44:32.150049 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c141e3e-ed46-44f9-96e2-7e3dabe86a4c x-openstack-request-id: req-6c141e3e-ed46-44f9-96e2-7e3dabe86a4c {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:44:32.150347 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c311d406-f789-420b-a60d-e99540e71720", "name": "network-vif-deleted", "tag": "e805ab44-062d-4d19-9466-914c89f4cbcf", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:44:32.150610 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c141e3e-ed46-44f9-96e2-7e3dabe86a4c {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:44:32.151046 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c311d406-f789-420b-a60d-e99540e71720', 'name': 'network-vif-deleted', 'tag': 'e805ab44-062d-4d19-9466-914c89f4cbcf', 'status': 'completed', 'code': 200} Nov 27 01:44:32.329236 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-55fae89d-fb9d-4cbb-9e2f-c72e46552a1f req-abc1a79d-d661-409e-8802-885404991e44 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 210 time: 0.0264833 Nov 27 01:44:33.430339 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0dbd75d1-b228-43dd-934a-17fbe0803954 req-1c8916cf-aa96-480b-ae4a-3f512c9867b0 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 210 time: 0.0295224 Nov 27 01:44:34.527370 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1bd0907-122c-4c84-879b-70e1066d5443 req-8ef6803f-dd9f-4342-9805-58700b9d15b4 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 210 time: 0.0291214 Nov 27 01:44:35.087821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e805ab44-062d-4d19-9466-914c89f4cbcf no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:35.108068 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: e805ab44-062d-4d19-9466-914c89f4cbcf {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:35.108442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e805ab44-062d-4d19-9466-914c89f4cbcf not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:35.625641 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f7b74ee5-4ec1-4062-9975-728fb3f9e289 req-da621bd1-67af-451d-804c-d84159452856 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 210 time: 0.0266953 Nov 27 01:44:36.732014 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fcf3193-45c9-427e-b4dc-2e49da0eec0f req-e9d174f8-7eb3-472d-9835-c342ebba1c07 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "GET /v2.0/ports?device_id=c311d406-f789-420b-a60d-e99540e71720 HTTP/1.1" status: 200 len: 210 time: 0.0270386 Nov 27 01:44:37.789561 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40138) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.915361 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ac308bbf-4b8f-4752-8e29-3eb95e88f0b3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Deleting port e2a6923e-f398-4f68-b7e2-a6f1a3983477 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:37.915703 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ac308bbf-4b8f-4752-8e29-3eb95e88f0b3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:37.990087 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ac308bbf-4b8f-4752-8e29-3eb95e88f0b3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:37.990412 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ac308bbf-4b8f-4752-8e29-3eb95e88f0b3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.002173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ac308bbf-4b8f-4752-8e29-3eb95e88f0b3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Calling delete_port for e2a6923e-f398-4f68-b7e2-a6f1a3983477 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:38.132910 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ac308bbf-4b8f-4752-8e29-3eb95e88f0b3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.155920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac308bbf-4b8f-4752-8e29-3eb95e88f0b3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event deleted for resources: {'Port': ['ID=e2a6923e-f398-4f68-b7e2-a6f1a3983477,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:38.219926 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ac308bbf-4b8f-4752-8e29-3eb95e88f0b3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.222500 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ac308bbf-4b8f-4752-8e29-3eb95e88f0b3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.224181 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ac308bbf-4b8f-4752-8e29-3eb95e88f0b3 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "DELETE /v2.0/floatingips/ac9fad0e-bab8-4c03-9bf7-6ffc6b30a574 HTTP/1.1" status: 204 len: 168 time: 0.4335620 Nov 27 01:44:40.107789 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-81ef106d-fb09-4489-915e-ba93e13094e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:41.505907 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40154) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:41.563535 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-30499402-1d77-4590-b9cf-dfa5e7357e87 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:41.589551 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-30499402-1d77-4590-b9cf-dfa5e7357e87 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:41.647885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-30499402-1d77-4590-b9cf-dfa5e7357e87 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:41.650582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-30499402-1d77-4590-b9cf-dfa5e7357e87 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:41.651753 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-30499402-1d77-4590-b9cf-dfa5e7357e87 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] 10.222.0.15 "DELETE /v2.0/security-groups/28ac7fed-b729-4ea9-aeee-081f499edac9 HTTP/1.1" status: 204 len: 168 time: 0.1447253 Nov 27 01:44:41.661323 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30499402-1d77-4590-b9cf-dfa5e7357e87 tempest-TestVolumeBootPattern-942905782 tempest-TestVolumeBootPattern-942905782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ac7fed-b729-4ea9-aeee-081f499edac9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:41.725769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40158) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:42.197015 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c05495-578f-470e-a369-948c388db373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.280444 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-614030ec-7af0-438d-8954-dd3d1b249df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.466914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-44c05495-578f-470e-a369-948c388db373 admin admin] Deleting port 2791f8a0-6808-4d79-88bd-00ccf4672789 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:42.467191 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c05495-578f-470e-a369-948c388db373 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.549683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-44c05495-578f-470e-a369-948c388db373 admin admin] For port 2791f8a0-6808-4d79-88bd-00ccf4672789, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2791f8a0-6808-4d79-88bd-00ccf4672789,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:42.550511 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c05495-578f-470e-a369-948c388db373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.562394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-44c05495-578f-470e-a369-948c388db373 admin admin] Calling delete_port for 2791f8a0-6808-4d79-88bd-00ccf4672789 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:42.738479 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c05495-578f-470e-a369-948c388db373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.767936 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c05495-578f-470e-a369-948c388db373 admin admin] Pushing event deleted for resources: {'Port': ['ID=2791f8a0-6808-4d79-88bd-00ccf4672789,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:42.931859 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-44c05495-578f-470e-a369-948c388db373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:43.142074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c05495-578f-470e-a369-948c388db373 admin admin] Router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:43.250137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c05495-578f-470e-a369-948c388db373 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:43.255404 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-44c05495-578f-470e-a369-948c388db373 admin admin] 10.222.0.15 "PUT /v2.0/routers/bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5285578 Nov 27 01:44:43.257983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40162) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:43.262506 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e5dadd-7d30-4834-a222-a670f97f7086 None None] Sync routers for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:43.273238 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e5dadd-7d30-4834-a222-a670f97f7086 None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:43.273833 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f1e5dadd-7d30-4834-a222-a670f97f7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:44:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:43.362505 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:43.371100 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:43.377306 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-f1e5dadd-7d30-4834-a222-a670f97f7086 None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:43.462600 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:43.555111 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f1e5dadd-7d30-4834-a222-a670f97f7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:44:42Z', 'revision_number': 5, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port': {'id': '69432990-9a43-4f8f-b110-8becc89c99f4', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:30:44Z', 'updated_at': '2021-11-27T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:43.586041 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e5dadd-7d30-4834-a222-a670f97f7086 None None] Checking router: bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:43.594742 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e5dadd-7d30-4834-a222-a670f97f7086 None None] Routers {'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:43.595357 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f1e5dadd-7d30-4834-a222-a670f97f7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:44:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:43.783077 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-f1e5dadd-7d30-4834-a222-a670f97f7086 None None] Set router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:43.835336 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-f1e5dadd-7d30-4834-a222-a670f97f7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:44:43Z', 'revision_number': 6, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:43.839368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] Deleting port 69432990-9a43-4f8f-b110-8becc89c99f4 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:43.839868 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:43.866434 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e5dadd-7d30-4834-a222-a670f97f7086 None None] The sync data for ids ['bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089'] in n-d-817303-10 is: [{'id': 'bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089', 'name': 'tempest-TestVolumeBootPattern-925641314-router', 'tenant_id': '6577badd8983434db4e0cc8b73f2fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:30:43Z', 'updated_at': '2021-11-27T01:44:43Z', 'revision_number': 6, 'project_id': '6577badd8983434db4e0cc8b73f2fcf0', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:43.922124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] For port 69432990-9a43-4f8f-b110-8becc89c99f4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=69432990-9a43-4f8f-b110-8becc89c99f4,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:43.922487 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:43.935162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] Calling delete_port for 69432990-9a43-4f8f-b110-8becc89c99f4 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:44.091677 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.124997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=69432990-9a43-4f8f-b110-8becc89c99f4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:44.130900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e77976-d250-4605-8e79-c6c284e031e3 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:44:44.181822 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.282317 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.285306 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.335319 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.336112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:44:44.340598 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.341847 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d15e5d72-06cb-489f-a72c-bce5cee38ae2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bf7e0735-e9bc-4dd5-8bc5-47fe9cd95089 HTTP/1.1" status: 204 len: 168 time: 1.0826454 Nov 27 01:44:44.344312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40164) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:44.390806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea8ab1a-9213-4921-9833-185e37cb35a9 admin admin] Deleting subnet 39c2a817-dfb4-428a-8395-e967cb858ab1 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:44:44.393869 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ab1a-9213-4921-9833-185e37cb35a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.428575 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ab1a-9213-4921-9833-185e37cb35a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.501344 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ab1a-9213-4921-9833-185e37cb35a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.554836 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ab1a-9213-4921-9833-185e37cb35a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.581183 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ab1a-9213-4921-9833-185e37cb35a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.585609 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6ea8ab1a-9213-4921-9833-185e37cb35a9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/39c2a817-dfb4-428a-8395-e967cb858ab1 HTTP/1.1" status: 204 len: 168 time: 0.2402918 Nov 27 01:44:44.586404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b1c61-60d4-4c15-ab82-b01bef8ea195 None None] Network 35aa4cc9-b10e-46ba-916b-1eb397216d85 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:44.586905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8ab1a-9213-4921-9833-185e37cb35a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c2a817-dfb4-428a-8395-e967cb858ab1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:44.588326 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40166) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:44.664076 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.722304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Deleting port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:44.722716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.742918 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2791f8a0-6808-4d79-88bd-00ccf4672789 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:44.765259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 2791f8a0-6808-4d79-88bd-00ccf4672789 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:44.765462 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2791f8a0-6808-4d79-88bd-00ccf4672789 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:44.789066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] For port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e24ea5ea-8c6f-4be2-afa6-4a3b3244750a,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:44.789440 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.794085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] DHCP port deletion for 35aa4cc9-b10e-46ba-916b-1eb397216d85 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:44:44.811685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Calling delete_port for e24ea5ea-8c6f-4be2-afa6-4a3b3244750a owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:44.841976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Deleting port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:44.842354 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.896581 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.922466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] For port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e24ea5ea-8c6f-4be2-afa6-4a3b3244750a,segment=NetworkSegment(68ddecd6-7130-4afa-bc3b-e6969d9ab9ad),segment_id=68ddecd6-7130-4afa-bc3b-e6969d9ab9ad)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:44.923104 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.924191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Pushing event deleted for resources: {'Port': ['ID=e24ea5ea-8c6f-4be2-afa6-4a3b3244750a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:44.928756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] No DVR routers for this DVR port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:44.937586 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.942599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Calling delete_port for e24ea5ea-8c6f-4be2-afa6-4a3b3244750a owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:45.006882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:45.023744 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:45.033805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35aa4cc9-b10e-46ba-916b-1eb397216d85']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:45.043576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:45.043882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ddecd6-7130-4afa-bc3b-e6969d9ab9ad') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:45.049484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Pushing event deleted for resources: {'Port': ['ID=e24ea5ea-8c6f-4be2-afa6-4a3b3244750a,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:45.054250 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] No DVR routers for this DVR port e24ea5ea-8c6f-4be2-afa6-4a3b3244750a on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:45.055518 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:45.069269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:45.069538 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:45.069752 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:45.070143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:45.070486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:45.070848 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:45.071184 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:45.071516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:45.071845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:45.072171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:45.072534 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:45.073011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:45.073346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17e86e-5dca-4fea-a7de-64c3998653b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:45.075849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:44:45.076295 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:44:45.078015 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:44:45.131663 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:45.137239 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:45.140432 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] 10.222.0.15 "DELETE /v2.0/networks/35aa4cc9-b10e-46ba-916b-1eb397216d85 HTTP/1.1" status: 204 len: 168 time: 0.5505960 Nov 27 01:44:45.143473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40168) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:45.152378 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76879fc7-f654-48cc-aa6f-c96dd2939068 admin admin] Pushing event deleted for resources: {'Network': ['ID=35aa4cc9-b10e-46ba-916b-1eb397216d85,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:45.496439 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-805ebc4a-8dd1-4f80-94de-7d908cc5597a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:45.745720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-805ebc4a-8dd1-4f80-94de-7d908cc5597a admin admin] Deleting port 686cec8f-bc7a-4857-b90f-35f972c207f8 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:45.746052 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-805ebc4a-8dd1-4f80-94de-7d908cc5597a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:45.825648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-805ebc4a-8dd1-4f80-94de-7d908cc5597a admin admin] For port 686cec8f-bc7a-4857-b90f-35f972c207f8, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=686cec8f-bc7a-4857-b90f-35f972c207f8,segment=NetworkSegment(e9a57c65-8c3c-4cf3-a394-18cacd4caf3d),segment_id=e9a57c65-8c3c-4cf3-a394-18cacd4caf3d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:45.826009 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-805ebc4a-8dd1-4f80-94de-7d908cc5597a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:45.838726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-805ebc4a-8dd1-4f80-94de-7d908cc5597a admin admin] Calling delete_port for 686cec8f-bc7a-4857-b90f-35f972c207f8 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:46.014968 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-805ebc4a-8dd1-4f80-94de-7d908cc5597a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:46.041381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ebc4a-8dd1-4f80-94de-7d908cc5597a admin admin] Pushing event deleted for resources: {'Port': ['ID=686cec8f-bc7a-4857-b90f-35f972c207f8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:46.203700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-805ebc4a-8dd1-4f80-94de-7d908cc5597a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:46.334071 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:46.413261 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e24ea5ea-8c6f-4be2-afa6-4a3b3244750a no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:46.425044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805ebc4a-8dd1-4f80-94de-7d908cc5597a admin admin] Router 842bd4b1-f3f9-4d62-84f3-9789cc775183 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:46.434118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e24ea5ea-8c6f-4be2-afa6-4a3b3244750a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:46.434471 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e24ea5ea-8c6f-4be2-afa6-4a3b3244750a not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:46.434894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 69432990-9a43-4f8f-b110-8becc89c99f4 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:46.453642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 69432990-9a43-4f8f-b110-8becc89c99f4 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:46.453990 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 69432990-9a43-4f8f-b110-8becc89c99f4 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:46.531975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805ebc4a-8dd1-4f80-94de-7d908cc5597a admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:46.537624 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-805ebc4a-8dd1-4f80-94de-7d908cc5597a admin admin] 10.222.0.15 "PUT /v2.0/routers/842bd4b1-f3f9-4d62-84f3-9789cc775183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3925176 Nov 27 01:44:46.540431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40170) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:46.541538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced5318-dd8e-41b9-a7ca-4f571997a312 None None] Sync routers for ids ['842bd4b1-f3f9-4d62-84f3-9789cc775183'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:46.552106 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced5318-dd8e-41b9-a7ca-4f571997a312 None None] Routers {'842bd4b1-f3f9-4d62-84f3-9789cc775183'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:46.552760 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aced5318-dd8e-41b9-a7ca-4f571997a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:44:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['842bd4b1-f3f9-4d62-84f3-9789cc775183'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:46.642764 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:46.656071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-aced5318-dd8e-41b9-a7ca-4f571997a312 None None] Set router 842bd4b1-f3f9-4d62-84f3-9789cc775183 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:46.745855 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:46.801944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] Deleting port dc65e6e9-21dc-4f74-91b9-49084072bc75 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:46.802281 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:46.833354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aced5318-dd8e-41b9-a7ca-4f571997a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'name': 'tempest-TestVolumeBootPattern-1953640114-router', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'dc65e6e9-21dc-4f74-91b9-49084072bc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:04Z', 'updated_at': '2021-11-27T01:44:45Z', 'revision_number': 5, 'project_id': '1fd486bb046f4899911966ee0081a04a', 'gw_port': {'id': 'dc65e6e9-21dc-4f74-91b9-49084072bc75', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:31:05Z', 'updated_at': '2021-11-27T01:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:46.864708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced5318-dd8e-41b9-a7ca-4f571997a312 None None] Checking router: 842bd4b1-f3f9-4d62-84f3-9789cc775183 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:46.873070 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced5318-dd8e-41b9-a7ca-4f571997a312 None None] Routers {'842bd4b1-f3f9-4d62-84f3-9789cc775183'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:46.873679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aced5318-dd8e-41b9-a7ca-4f571997a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:44:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['842bd4b1-f3f9-4d62-84f3-9789cc775183'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:46.882333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] For port dc65e6e9-21dc-4f74-91b9-49084072bc75, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=dc65e6e9-21dc-4f74-91b9-49084072bc75,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:46.882695 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:46.896220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] Calling delete_port for dc65e6e9-21dc-4f74-91b9-49084072bc75 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:46.967037 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-aced5318-dd8e-41b9-a7ca-4f571997a312 None None] Set router 842bd4b1-f3f9-4d62-84f3-9789cc775183 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:47.018355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aced5318-dd8e-41b9-a7ca-4f571997a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'name': 'tempest-TestVolumeBootPattern-1953640114-router', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:04Z', 'updated_at': '2021-11-27T01:44:46Z', 'revision_number': 6, 'project_id': '1fd486bb046f4899911966ee0081a04a', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:47.049353 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced5318-dd8e-41b9-a7ca-4f571997a312 None None] The sync data for ids ['842bd4b1-f3f9-4d62-84f3-9789cc775183'] in n-d-817303-10 is: [{'id': '842bd4b1-f3f9-4d62-84f3-9789cc775183', 'name': 'tempest-TestVolumeBootPattern-1953640114-router', 'tenant_id': '1fd486bb046f4899911966ee0081a04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:04Z', 'updated_at': '2021-11-27T01:44:46Z', 'revision_number': 6, 'project_id': '1fd486bb046f4899911966ee0081a04a', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:47.072894 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.096696 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc65e6e9-21dc-4f74-91b9-49084072bc75,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:47.111825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeb1fe4-0930-417b-a0d9-588c3052ec7e None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:44:47.161455 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.251578 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.254574 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.299680 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.300202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 842bd4b1-f3f9-4d62-84f3-9789cc775183 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:44:47.304865 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.305992 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0d8ee708-a64e-48eb-8206-8976f7f03ca6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/842bd4b1-f3f9-4d62-84f3-9789cc775183 HTTP/1.1" status: 204 len: 168 time: 0.7645092 Nov 27 01:44:47.308558 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40172) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:47.352409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b809244-1fe5-4ffc-b89f-bc7ab30b970b admin admin] Deleting subnet 75381636-d7dc-49fd-aad8-c713d77644be {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:44:47.355292 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b809244-1fe5-4ffc-b89f-bc7ab30b970b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.389165 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b809244-1fe5-4ffc-b89f-bc7ab30b970b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.473716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b809244-1fe5-4ffc-b89f-bc7ab30b970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.525043 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b809244-1fe5-4ffc-b89f-bc7ab30b970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.551593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b809244-1fe5-4ffc-b89f-bc7ab30b970b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75381636-d7dc-49fd-aad8-c713d77644be,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:47.553593 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b809244-1fe5-4ffc-b89f-bc7ab30b970b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.556908 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2b809244-1fe5-4ffc-b89f-bc7ab30b970b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/75381636-d7dc-49fd-aad8-c713d77644be HTTP/1.1" status: 204 len: 168 time: 0.2473822 Nov 27 01:44:47.557745 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6633fd75-1840-4dec-8770-cdc468c95cd6 None None] Network eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:47.559615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40174) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:47.627175 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.683014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Deleting port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:47.683355 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.745436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] For port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a0aa2a3e-bb40-4a43-88ed-3b3b38265b46,segment=NetworkSegment(e9a57c65-8c3c-4cf3-a394-18cacd4caf3d),segment_id=e9a57c65-8c3c-4cf3-a394-18cacd4caf3d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:47.745721 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.758610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Calling delete_port for a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:47.828331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2411a85c-2a65-4c3c-a004-f3bc7c466c28 None None] DHCP port deletion for eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:44:47.847514 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.872036 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0aa2a3e-bb40-4a43-88ed-3b3b38265b46,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:47.878130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] No DVR routers for this DVR port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:47.885806 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2411a85c-2a65-4c3c-a004-f3bc7c466c28 None None] Deleting port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:47.886178 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2411a85c-2a65-4c3c-a004-f3bc7c466c28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.949768 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.955803 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2411a85c-2a65-4c3c-a004-f3bc7c466c28 None None] For port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46, host n-d-817303-10, got binding levels [] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:47.956396 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2411a85c-2a65-4c3c-a004-f3bc7c466c28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.969074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-2411a85c-2a65-4c3c-a004-f3bc7c466c28 None None] Calling delete_port for a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:47.971778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.ipam_backend_mixin [None req-2411a85c-2a65-4c3c-a004-f3bc7c466c28 None None] Port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 was not found and therefore no delete operation was performed {{(pid=103404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:44:47.971909 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:47.973110 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2411a85c-2a65-4c3c-a004-f3bc7c466c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.981088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a57c65-8c3c-4cf3-a394-18cacd4caf3d') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:47.981383 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a57c65-8c3c-4cf3-a394-18cacd4caf3d') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:47.991076 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.998949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411a85c-2a65-4c3c-a004-f3bc7c466c28 None None] Pushing event deleted for resources: {'Port': ['ID=a0aa2a3e-bb40-4a43-88ed-3b3b38265b46,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:48.000783 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411a85c-2a65-4c3c-a004-f3bc7c466c28 None None] No DVR routers for this DVR port a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:48.005059 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.012271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:44:48.012693 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:44:48.014374 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:44:48.075257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.081232 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.084683 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4 HTTP/1.1" status: 204 len: 168 time: 0.5233352 Nov 27 01:44:48.098222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7fb9b-95cb-4c9b-86e0-e4e777c7fdc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa829ec-bca5-4fb9-8faa-4a0ab4c27be4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:48.199941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40178) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:48.239709 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-680e0494-3537-4f53-8b7f-fe953a98c866 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6577badd8983434db4e0cc8b73f2fcf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385125 Nov 27 01:44:48.242064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40180) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:48.293824 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-901b0e46-62b2-4f8c-a009-df18f89fb4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.314934 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-901b0e46-62b2-4f8c-a009-df18f89fb4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.353967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device dc65e6e9-21dc-4f74-91b9-49084072bc75 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:48.361955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-901b0e46-62b2-4f8c-a009-df18f89fb4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.364595 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-901b0e46-62b2-4f8c-a009-df18f89fb4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.365768 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-901b0e46-62b2-4f8c-a009-df18f89fb4ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d8b2ae0-3ee5-43a3-8dac-038013110df6 HTTP/1.1" status: 204 len: 168 time: 0.1227927 Nov 27 01:44:48.373461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b0e46-62b2-4f8c-a009-df18f89fb4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8b2ae0-3ee5-43a3-8dac-038013110df6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:48.376105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: dc65e6e9-21dc-4f74-91b9-49084072bc75 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:48.376484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device dc65e6e9-21dc-4f74-91b9-49084072bc75 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:48.376903 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 686cec8f-bc7a-4857-b90f-35f972c207f8 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:48.401698 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 686cec8f-bc7a-4857-b90f-35f972c207f8 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:48.402029 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 686cec8f-bc7a-4857-b90f-35f972c207f8 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:48.402457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:48.425463 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:48.425806 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a0aa2a3e-bb40-4a43-88ed-3b3b38265b46 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:48.685030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40186) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:48.724619 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c4f85c0c-a808-41e4-a0ac-4cb58fab474d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fd486bb046f4899911966ee0081a04a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382493 Nov 27 01:44:48.726884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40188) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:48.773185 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3c082376-e250-4269-adc6-58ebddcdc568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.793387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3c082376-e250-4269-adc6-58ebddcdc568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.846690 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3c082376-e250-4269-adc6-58ebddcdc568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.849860 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3c082376-e250-4269-adc6-58ebddcdc568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.851027 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3c082376-e250-4269-adc6-58ebddcdc568 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f482ae64-2838-41fa-a471-e064cb521425 HTTP/1.1" status: 204 len: 168 time: 0.1232803 Nov 27 01:44:48.859041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c082376-e250-4269-adc6-58ebddcdc568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f482ae64-2838-41fa-a471-e064cb521425,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:58.743385 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.766289 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.596612 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:45:10.109037 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cd1a329a-c182-44b7-af7e-a38fc53cc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.277936 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6cb9eadb-5362-4e85-aa60-7f1e99635083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.368787 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:14.918705 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.326094 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:28.742634 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:30.781919 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:40.110039 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee34a8dc-c226-4269-bd83-6780062c3b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:42.271401 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ae6053a3-8b95-4f48-b5c2-87b2d771f1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:42.595312 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:45:43.371371 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:44.920921 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:46.327457 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:58.742529 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:00.782115 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:10.110681 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e5946c49-0dd6-4f68-9477-aa9773ccadad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:12.274761 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-92de0184-9356-4f1c-a508-4a44feab8c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:13.375997 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:14.922356 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:16.329812 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:19.593855 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:46:20.431550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff1793-6f39-4126-a81c-cde46a10463c req-083c082f-756a-4d01-bc47-250c6bda3a82 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:20.433162 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26ff1793-6f39-4126-a81c-cde46a10463c req-083c082f-756a-4d01-bc47-250c6bda3a82 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 946 time: 0.0522540 Nov 27 01:46:20.482761 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26ff1793-6f39-4126-a81c-cde46a10463c req-ac2f1ce9-109a-4924-87d6-bdb78cab6179 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a19702-4280-4fa0-b766-90407744b478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436337 Nov 27 01:46:21.041795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-0d30d772-0158-478f-ac70-2015c952f29e tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:21.043258 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-0d30d772-0158-478f-ac70-2015c952f29e tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.31 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 946 time: 0.0514767 Nov 27 01:46:21.130332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Deleting port 0b6393a2-afdc-4869-b9de-0d298d2b8afb {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:46:21.130671 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:21.219304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] For port 0b6393a2-afdc-4869-b9de-0d298d2b8afb, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0b6393a2-afdc-4869-b9de-0d298d2b8afb,segment=NetworkSegment(4dfc53e4-d585-44e8-aef6-e5730963123f),segment_id=4dfc53e4-d585-44e8-aef6-e5730963123f)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:21.219663 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:21.607374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d9e8a-43f9-4427-8977-d887a2bc58fa req-0efcc867-be6c-4d11-af74-f15b579dac5b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:21.608958 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f38d9e8a-43f9-4427-8977-d887a2bc58fa req-0efcc867-be6c-4d11-af74-f15b579dac5b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 946 time: 0.0515702 Nov 27 01:46:21.660773 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f38d9e8a-43f9-4427-8977-d887a2bc58fa req-28e003c4-2ffd-4ffd-9ad3-c0559a2448b3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/security-groups?id=46a19702-4280-4fa0-b766-90407744b478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457544 Nov 27 01:46:21.764352 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:21.764909 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:21.764909 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Floating IP 9f8f97bf-f659-4368-984d-59282ef54550 disassociated. External IP: 172.25.1.181, port: 0b6393a2-afdc-4869-b9de-0d298d2b8afb. Nov 27 01:46:21.765262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Calling delete_port for 0b6393a2-afdc-4869-b9de-0d298d2b8afb owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:46:21.889485 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:21.921442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Pushing event deleted for resources: {'Port': ['ID=0b6393a2-afdc-4869-b9de-0d298d2b8afb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:21.931847 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:21.932198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:21.932670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:21.932941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:21.933283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:21.933628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:21.933941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:21.934296 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:21.934621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:21.934947 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:21.935271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:21.935596 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:22.047481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Router 1f608894-b2b7-48af-a96f-af3fb60ee3df has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:46:22.151030 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:46:22.161421 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ccf84-aa52-4457-a4fa-ae64a412c1ba None None] Sync routers for ids ['1f608894-b2b7-48af-a96f-af3fb60ee3df'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:46:22.171202 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ccf84-aa52-4457-a4fa-ae64a412c1ba None None] Routers {'1f608894-b2b7-48af-a96f-af3fb60ee3df'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:22.171797 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b42ccf84-aa52-4457-a4fa-ae64a412c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:46:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f608894-b2b7-48af-a96f-af3fb60ee3df'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:22.194047 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] No DVR routers for this DVR port 0b6393a2-afdc-4869-b9de-0d298d2b8afb on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:46:22.196939 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:22.201677 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-72826508-4e4c-46af-b278-2f0b2eaae717 req-c04b4907-8ac4-4e1e-97d1-c031f29d6302 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.31 "DELETE /v2.0/ports/0b6393a2-afdc-4869-b9de-0d298d2b8afb HTTP/1.1" status: 204 len: 173 time: 1.1512208 Nov 27 01:46:22.202146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947534fa-5640-475f-84c3-21ac6d40aee3', 'name': 'network-vif-deleted', 'tag': '0b6393a2-afdc-4869-b9de-0d298d2b8afb'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:46:22.206001 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7918d7-2e0d-4d6b-ac01-00bc8fe5504d" -d '{"events": [{"server_uuid": "947534fa-5640-475f-84c3-21ac6d40aee3", "name": "network-vif-deleted", "tag": "0b6393a2-afdc-4869-b9de-0d298d2b8afb"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:46:22.254441 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91690485-0f0c-4954-8aaa-4fb12bad7381 x-openstack-request-id: req-91690485-0f0c-4954-8aaa-4fb12bad7381 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:46:22.254858 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947534fa-5640-475f-84c3-21ac6d40aee3", "name": "network-vif-deleted", "tag": "0b6393a2-afdc-4869-b9de-0d298d2b8afb", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:46:22.255230 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91690485-0f0c-4954-8aaa-4fb12bad7381 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:46:22.256871 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947534fa-5640-475f-84c3-21ac6d40aee3', 'name': 'network-vif-deleted', 'tag': '0b6393a2-afdc-4869-b9de-0d298d2b8afb', 'status': 'completed', 'code': 200} Nov 27 01:46:22.285362 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-b42ccf84-aa52-4457-a4fa-ae64a412c1ba None None] Set router 1f608894-b2b7-48af-a96f-af3fb60ee3df gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:22.495339 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b42ccf84-aa52-4457-a4fa-ae64a412c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port': {'id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:28Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ee92d410-c4dd-4d0c-9c52-807ba909937f', 'name': '', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'mac_address': 'fa:16:3e:7d:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:34Z', 'updated_at': '2021-11-27T01:40:41Z', 'revision_number': 5, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'subnets': [{'id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:22.521254 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ccf84-aa52-4457-a4fa-ae64a412c1ba None None] Checking router: 1f608894-b2b7-48af-a96f-af3fb60ee3df for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:46:22.529418 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ccf84-aa52-4457-a4fa-ae64a412c1ba None None] Routers {'1f608894-b2b7-48af-a96f-af3fb60ee3df'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:22.530014 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b42ccf84-aa52-4457-a4fa-ae64a412c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:46:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f608894-b2b7-48af-a96f-af3fb60ee3df'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:22.630053 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-b42ccf84-aa52-4457-a4fa-ae64a412c1ba None None] Set router 1f608894-b2b7-48af-a96f-af3fb60ee3df gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:22.772708 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9774f0e6-6375-44bc-a71b-bbb7958a8804 req-9324a7a4-a6fe-4915-90e2-c8a1e4d71103 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "GET /v2.0/ports?device_id=947534fa-5640-475f-84c3-21ac6d40aee3 HTTP/1.1" status: 200 len: 210 time: 0.0273914 Nov 27 01:46:22.842092 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-b42ccf84-aa52-4457-a4fa-ae64a412c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port': {'id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:28Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ee92d410-c4dd-4d0c-9c52-807ba909937f', 'name': '', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'mac_address': 'fa:16:3e:7d:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:34Z', 'updated_at': '2021-11-27T01:40:41Z', 'revision_number': 5, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'subnets': [{'id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:22.871920 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ccf84-aa52-4457-a4fa-ae64a412c1ba None None] The sync data for ids ['1f608894-b2b7-48af-a96f-af3fb60ee3df'] in n-d-817303-10 is: [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port': {'id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:28Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ee92d410-c4dd-4d0c-9c52-807ba909937f', 'name': '', 'network_id': 'd35e71d3-df1b-472d-b0d5-abf76f313c36', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'mac_address': 'fa:16:3e:7d:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:34Z', 'updated_at': '2021-11-27T01:40:41Z', 'revision_number': 5, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'subnets': [{'id': '72181b20-39e3-4e8a-9795-8b2658594b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:46:23.086264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b0e6f-9cb0-4c3c-a215-5b1e115a6ce7 None None] New status for floating IP 9f8f97bf-f659-4368-984d-59282ef54550: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:46:23.831134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40238) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:23.951051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Deleting port 47c41e85-b5bc-49c0-8c51-46eda1955f92 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:46:23.951385 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.027617 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.027936 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.039177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Calling delete_port for 47c41e85-b5bc-49c0-8c51-46eda1955f92 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:46:24.165276 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.192222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Pushing event deleted for resources: {'Port': ['ID=47c41e85-b5bc-49c0-8c51-46eda1955f92,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:24.215903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:24.216268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:24.216630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:24.216964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:24.217300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:24.217631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:24.217966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:24.218294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:24.218656 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:24.219023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:24.219457 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:24.219846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:24.266803 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.269545 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.270796 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-509409bc-c859-409a-8563-a5cd235a1be3 tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "DELETE /v2.0/floatingips/9f8f97bf-f659-4368-984d-59282ef54550 HTTP/1.1" status: 204 len: 168 time: 0.4386561 Nov 27 01:46:24.337954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40244) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:24.394587 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b46680a0-0323-424c-aba5-416fd8b4e22b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.419803 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b46680a0-0323-424c-aba5-416fd8b4e22b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.480398 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b46680a0-0323-424c-aba5-416fd8b4e22b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.482977 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b46680a0-0323-424c-aba5-416fd8b4e22b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.484134 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b46680a0-0323-424c-aba5-416fd8b4e22b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] 10.222.0.15 "DELETE /v2.0/security-groups/46a19702-4280-4fa0-b766-90407744b478 HTTP/1.1" status: 204 len: 168 time: 0.1449578 Nov 27 01:46:24.493327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46680a0-0323-424c-aba5-416fd8b4e22b tempest-TestServerBasicOps-1335089037 tempest-TestServerBasicOps-1335089037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a19702-4280-4fa0-b766-90407744b478,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:24.523406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40248) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:25.018184 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3cde4d0d-9a8a-48e5-b9dc-576574f23d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.253856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3cde4d0d-9a8a-48e5-b9dc-576574f23d30 admin admin] Deleting port ee92d410-c4dd-4d0c-9c52-807ba909937f {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:46:25.254188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3cde4d0d-9a8a-48e5-b9dc-576574f23d30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.329806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-3cde4d0d-9a8a-48e5-b9dc-576574f23d30 admin admin] For port ee92d410-c4dd-4d0c-9c52-807ba909937f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ee92d410-c4dd-4d0c-9c52-807ba909937f,segment=NetworkSegment(4dfc53e4-d585-44e8-aef6-e5730963123f),segment_id=4dfc53e4-d585-44e8-aef6-e5730963123f)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:25.330170 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3cde4d0d-9a8a-48e5-b9dc-576574f23d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.342805 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-3cde4d0d-9a8a-48e5-b9dc-576574f23d30 admin admin] Calling delete_port for ee92d410-c4dd-4d0c-9c52-807ba909937f owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:46:25.513229 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3cde4d0d-9a8a-48e5-b9dc-576574f23d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.539595 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde4d0d-9a8a-48e5-b9dc-576574f23d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee92d410-c4dd-4d0c-9c52-807ba909937f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:25.603485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0b6393a2-afdc-4869-b9de-0d298d2b8afb no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:46:25.628541 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 0b6393a2-afdc-4869-b9de-0d298d2b8afb {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:46:25.629019 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0b6393a2-afdc-4869-b9de-0d298d2b8afb not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:46:26.019850 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3cde4d0d-9a8a-48e5-b9dc-576574f23d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:26.223298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cde4d0d-9a8a-48e5-b9dc-576574f23d30 admin admin] Router 1f608894-b2b7-48af-a96f-af3fb60ee3df has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:46:26.327940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cde4d0d-9a8a-48e5-b9dc-576574f23d30 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:46:26.332875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3cde4d0d-9a8a-48e5-b9dc-576574f23d30 admin admin] 10.222.0.15 "PUT /v2.0/routers/1f608894-b2b7-48af-a96f-af3fb60ee3df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8084528 Nov 27 01:46:26.335511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40252) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:26.336616 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24889027-14d8-4051-952e-d333eb87a589 None None] Sync routers for ids ['1f608894-b2b7-48af-a96f-af3fb60ee3df'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:46:26.347111 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24889027-14d8-4051-952e-d333eb87a589 None None] Routers {'1f608894-b2b7-48af-a96f-af3fb60ee3df'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:26.347713 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-24889027-14d8-4051-952e-d333eb87a589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:46:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f608894-b2b7-48af-a96f-af3fb60ee3df'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:26.451715 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-24889027-14d8-4051-952e-d333eb87a589 None None] Set router 1f608894-b2b7-48af-a96f-af3fb60ee3df gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:26.453316 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:26.556113 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:26.607639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] Deleting port d629f65e-f72d-47df-85ed-3a7a5d78f523 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:46:26.608082 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:26.623731 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-24889027-14d8-4051-952e-d333eb87a589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:46:25Z', 'revision_number': 5, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port': {'id': 'd629f65e-f72d-47df-85ed-3a7a5d78f523', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:28Z', 'updated_at': '2021-11-27T01:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:26.649093 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24889027-14d8-4051-952e-d333eb87a589 None None] Checking router: 1f608894-b2b7-48af-a96f-af3fb60ee3df for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:46:26.657316 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24889027-14d8-4051-952e-d333eb87a589 None None] Routers {'1f608894-b2b7-48af-a96f-af3fb60ee3df'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:26.657921 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-24889027-14d8-4051-952e-d333eb87a589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:46:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f608894-b2b7-48af-a96f-af3fb60ee3df'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:26.693454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] For port d629f65e-f72d-47df-85ed-3a7a5d78f523, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d629f65e-f72d-47df-85ed-3a7a5d78f523,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:26.693830 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:26.706674 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] Calling delete_port for d629f65e-f72d-47df-85ed-3a7a5d78f523 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:46:26.836542 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-24889027-14d8-4051-952e-d333eb87a589 None None] Set router 1f608894-b2b7-48af-a96f-af3fb60ee3df gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:26.874976 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:26.888754 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-24889027-14d8-4051-952e-d333eb87a589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:46:26Z', 'revision_number': 6, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:26.901476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] Pushing event deleted for resources: {'Port': ['ID=d629f65e-f72d-47df-85ed-3a7a5d78f523,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:26.915579 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24889027-14d8-4051-952e-d333eb87a589 None None] The sync data for ids ['1f608894-b2b7-48af-a96f-af3fb60ee3df'] in n-d-817303-10 is: [{'id': '1f608894-b2b7-48af-a96f-af3fb60ee3df', 'name': 'tempest-TestServerBasicOps-1633651896-router', 'tenant_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:25Z', 'updated_at': '2021-11-27T01:46:26Z', 'revision_number': 6, 'project_id': 'd138f98993a14a20a1b00a6a5d8f2528', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:46:26.916232 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d14eca5-8881-41b2-855f-a8841a6baa42 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:26.965833 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.058290 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.060427 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.102096 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.102573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f608894-b2b7-48af-a96f-af3fb60ee3df {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:46:27.107324 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.108479 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-494c16d1-abe2-4366-a167-ab8f5637f386 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1f608894-b2b7-48af-a96f-af3fb60ee3df HTTP/1.1" status: 204 len: 168 time: 0.7720170 Nov 27 01:46:27.110919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40254) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:27.154138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d2a56f-6c0d-4c83-bf52-9ac9bfc34732 admin admin] Deleting subnet 72181b20-39e3-4e8a-9795-8b2658594b75 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:46:27.157109 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a56f-6c0d-4c83-bf52-9ac9bfc34732 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.189929 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a56f-6c0d-4c83-bf52-9ac9bfc34732 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.273547 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a56f-6c0d-4c83-bf52-9ac9bfc34732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.326461 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a56f-6c0d-4c83-bf52-9ac9bfc34732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.352828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2a56f-6c0d-4c83-bf52-9ac9bfc34732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72181b20-39e3-4e8a-9795-8b2658594b75,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:27.356224 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a56f-6c0d-4c83-bf52-9ac9bfc34732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.359504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b1d2a56f-6c0d-4c83-bf52-9ac9bfc34732 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/72181b20-39e3-4e8a-9795-8b2658594b75 HTTP/1.1" status: 204 len: 168 time: 0.2476623 Nov 27 01:46:27.361962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40256) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:27.365770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7449ad-080a-4dfb-a787-3710d80cad59 None None] Network d35e71d3-df1b-472d-b0d5-abf76f313c36 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:46:27.432768 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.486743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Deleting port 80ca3288-1aaa-4c4c-a236-de93c9e11afd {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:46:27.487084 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.548545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] For port 80ca3288-1aaa-4c4c-a236-de93c9e11afd, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=80ca3288-1aaa-4c4c-a236-de93c9e11afd,segment=NetworkSegment(4dfc53e4-d585-44e8-aef6-e5730963123f),segment_id=4dfc53e4-d585-44e8-aef6-e5730963123f)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:27.548906 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.561645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Calling delete_port for 80ca3288-1aaa-4c4c-a236-de93c9e11afd owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:46:27.642087 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.668038 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Pushing event deleted for resources: {'Port': ['ID=80ca3288-1aaa-4c4c-a236-de93c9e11afd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:27.669878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] No DVR routers for this DVR port 80ca3288-1aaa-4c4c-a236-de93c9e11afd on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:46:27.709248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b90468-9464-48bd-a56b-87431a2ca4f6 None None] DHCP port deletion for d35e71d3-df1b-472d-b0d5-abf76f313c36 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:27.742366 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.767089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35e71d3-df1b-472d-b0d5-abf76f313c36']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:27.776431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfc53e4-d585-44e8-aef6-e5730963123f') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:27.776758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfc53e4-d585-44e8-aef6-e5730963123f') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:27.785844 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.799229 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.805501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:46:27.805878 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:46:27.807577 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:46:27.862190 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.869344 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:27.873476 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] 10.222.0.15 "DELETE /v2.0/networks/d35e71d3-df1b-472d-b0d5-abf76f313c36 HTTP/1.1" status: 204 len: 168 time: 0.5104713 Nov 27 01:46:27.876638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40258) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:27.883969 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebae13e-9f2d-4ca9-8250-1c15679ef87d admin admin] Pushing event deleted for resources: {'Network': ['ID=d35e71d3-df1b-472d-b0d5-abf76f313c36,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:28.222016 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70ba0174-49c7-44ab-aa7e-602011245149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:28.395923 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ee92d410-c4dd-4d0c-9c52-807ba909937f no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:46:28.416645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: ee92d410-c4dd-4d0c-9c52-807ba909937f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:46:28.416989 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ee92d410-c4dd-4d0c-9c52-807ba909937f not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:46:28.418054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d629f65e-f72d-47df-85ed-3a7a5d78f523 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:46:28.436739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: d629f65e-f72d-47df-85ed-3a7a5d78f523 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:46:28.437083 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d629f65e-f72d-47df-85ed-3a7a5d78f523 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:46:28.437497 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 80ca3288-1aaa-4c4c-a236-de93c9e11afd no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:46:28.455873 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 80ca3288-1aaa-4c4c-a236-de93c9e11afd {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:46:28.456224 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 80ca3288-1aaa-4c4c-a236-de93c9e11afd not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:46:28.477160 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-70ba0174-49c7-44ab-aa7e-602011245149 admin admin] Deleting port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:46:28.477438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70ba0174-49c7-44ab-aa7e-602011245149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:28.553883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-70ba0174-49c7-44ab-aa7e-602011245149 admin admin] For port c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18,segment=NetworkSegment(7c7d2637-5d0a-48ad-a437-f744a0c9cf36),segment_id=7c7d2637-5d0a-48ad-a437-f744a0c9cf36)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:28.554249 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70ba0174-49c7-44ab-aa7e-602011245149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:28.566561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-70ba0174-49c7-44ab-aa7e-602011245149 admin admin] Calling delete_port for c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:46:28.742465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70ba0174-49c7-44ab-aa7e-602011245149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:28.759141 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:28.768724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba0174-49c7-44ab-aa7e-602011245149 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:28.938013 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70ba0174-49c7-44ab-aa7e-602011245149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.152164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ba0174-49c7-44ab-aa7e-602011245149 admin admin] Router a49a60e8-4d67-4707-9a9e-ec9df7a9b902 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:46:29.253009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ba0174-49c7-44ab-aa7e-602011245149 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:46:29.257998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-70ba0174-49c7-44ab-aa7e-602011245149 admin admin] 10.222.0.15 "PUT /v2.0/routers/a49a60e8-4d67-4707-9a9e-ec9df7a9b902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3801057 Nov 27 01:46:29.260527 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40260) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:29.263728 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d3a4f-e0e6-4f4c-a98e-2e504a8a43d4 None None] Sync routers for ids ['a49a60e8-4d67-4707-9a9e-ec9df7a9b902'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:46:29.277680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d3a4f-e0e6-4f4c-a98e-2e504a8a43d4 None None] Routers {'a49a60e8-4d67-4707-9a9e-ec9df7a9b902'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:29.278297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-582d3a4f-e0e6-4f4c-a98e-2e504a8a43d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:46:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a49a60e8-4d67-4707-9a9e-ec9df7a9b902'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:29.364702 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.382827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-582d3a4f-e0e6-4f4c-a98e-2e504a8a43d4 None None] Set router a49a60e8-4d67-4707-9a9e-ec9df7a9b902 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:29.472362 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.527920 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] Deleting port a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:46:29.528289 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.611608 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] For port a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:29.611972 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.624184 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] Calling delete_port for a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:46:29.715566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-582d3a4f-e0e6-4f4c-a98e-2e504a8a43d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'name': 'tempest-TestServerBasicOps-178253978-router', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:39Z', 'updated_at': '2021-11-27T01:46:28Z', 'revision_number': 5, 'project_id': '56eddd6d663d4809bb24006c926ed132', 'gw_port': {'id': 'a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:40:40Z', 'updated_at': '2021-11-27T01:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:29.741511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d3a4f-e0e6-4f4c-a98e-2e504a8a43d4 None None] Checking router: a49a60e8-4d67-4707-9a9e-ec9df7a9b902 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:46:29.750070 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d3a4f-e0e6-4f4c-a98e-2e504a8a43d4 None None] Routers {'a49a60e8-4d67-4707-9a9e-ec9df7a9b902'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:29.750676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-582d3a4f-e0e6-4f4c-a98e-2e504a8a43d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:46:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a49a60e8-4d67-4707-9a9e-ec9df7a9b902'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:29.788837 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.814895 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] Pushing event deleted for resources: {'Port': ['ID=a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:29.831982 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a2bc0c-8ebf-42d4-90f0-8bdcae16602a None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:29.848018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-582d3a4f-e0e6-4f4c-a98e-2e504a8a43d4 None None] Set router a49a60e8-4d67-4707-9a9e-ec9df7a9b902 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:29.880964 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.906004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-582d3a4f-e0e6-4f4c-a98e-2e504a8a43d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'name': 'tempest-TestServerBasicOps-178253978-router', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:39Z', 'updated_at': '2021-11-27T01:46:29Z', 'revision_number': 6, 'project_id': '56eddd6d663d4809bb24006c926ed132', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:29.932546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d3a4f-e0e6-4f4c-a98e-2e504a8a43d4 None None] The sync data for ids ['a49a60e8-4d67-4707-9a9e-ec9df7a9b902'] in n-d-817303-10 is: [{'id': 'a49a60e8-4d67-4707-9a9e-ec9df7a9b902', 'name': 'tempest-TestServerBasicOps-178253978-router', 'tenant_id': '56eddd6d663d4809bb24006c926ed132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:40:39Z', 'updated_at': '2021-11-27T01:46:29Z', 'revision_number': 6, 'project_id': '56eddd6d663d4809bb24006c926ed132', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:46:29.973698 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.975859 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.018459 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.019018 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a49a60e8-4d67-4707-9a9e-ec9df7a9b902 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:46:30.024625 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.025805 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a3a52bb0-e0c7-4d2f-a827-5d3289c6c847 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a49a60e8-4d67-4707-9a9e-ec9df7a9b902 HTTP/1.1" status: 204 len: 168 time: 0.7636664 Nov 27 01:46:30.028782 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40262) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:30.072458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b80c0d7-3ac0-4fe5-8086-6be3a4bc4de0 admin admin] Deleting subnet ce4e39de-c349-473a-b675-c522de008e12 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:46:30.075482 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b80c0d7-3ac0-4fe5-8086-6be3a4bc4de0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.109266 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b80c0d7-3ac0-4fe5-8086-6be3a4bc4de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.187417 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b80c0d7-3ac0-4fe5-8086-6be3a4bc4de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.238466 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b80c0d7-3ac0-4fe5-8086-6be3a4bc4de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.264439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80c0d7-3ac0-4fe5-8086-6be3a4bc4de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce4e39de-c349-473a-b675-c522de008e12,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:30.269294 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4b80c0d7-3ac0-4fe5-8086-6be3a4bc4de0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.275113 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4b80c0d7-3ac0-4fe5-8086-6be3a4bc4de0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ce4e39de-c349-473a-b675-c522de008e12 HTTP/1.1" status: 204 len: 168 time: 0.2429283 Nov 27 01:46:30.275361 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40264) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:30.278887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dcb645-8acc-4c0b-b28b-9e02a3a76d95 None None] Network 89d8df99-413e-4d99-a366-2cb2629b1cde requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:46:30.361742 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.430012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Deleting port 5e5e2969-abf8-4476-955b-9fbbb1062b6f {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:46:30.430424 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.494538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] For port 5e5e2969-abf8-4476-955b-9fbbb1062b6f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5e5e2969-abf8-4476-955b-9fbbb1062b6f,segment=NetworkSegment(7c7d2637-5d0a-48ad-a437-f744a0c9cf36),segment_id=7c7d2637-5d0a-48ad-a437-f744a0c9cf36)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:30.494905 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.507344 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Calling delete_port for 5e5e2969-abf8-4476-955b-9fbbb1062b6f owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:46:30.590231 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.615113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5e2969-abf8-4476-955b-9fbbb1062b6f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:30.619430 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] No DVR routers for this DVR port 5e5e2969-abf8-4476-955b-9fbbb1062b6f on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:46:30.691121 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.711483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d8df99-413e-4d99-a366-2cb2629b1cde']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:30.726089 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7d2637-5d0a-48ad-a437-f744a0c9cf36') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:30.726384 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7d2637-5d0a-48ad-a437-f744a0c9cf36') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:30.737330 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.746479 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f40a2bd-9f33-4a4c-b74d-7f1b7eb47e65 None None] DHCP port deletion for 89d8df99-413e-4d99-a366-2cb2629b1cde request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:30.752504 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.764520 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:46:30.764892 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: timer() Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:46:30.770336 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:46:30.799420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:46:30.820783 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.821419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:46:30.821765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c5bb4a28-96a0-411e-93bb-ca3ad1c5bd18 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:46:30.830690 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.837067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.842713 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] 10.222.0.15 "DELETE /v2.0/networks/89d8df99-413e-4d99-a366-2cb2629b1cde HTTP/1.1" status: 204 len: 168 time: 0.5639217 Nov 27 01:46:30.850355 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165feb38-1b8a-431c-b459-b853172f8513 admin admin] Pushing event deleted for resources: {'Network': ['ID=89d8df99-413e-4d99-a366-2cb2629b1cde,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:30.954542 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40268) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:31.004737 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-449fc3b8-6a33-43f4-884f-c71ce3833d53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d138f98993a14a20a1b00a6a5d8f2528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462177 Nov 27 01:46:31.004974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40270) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:31.056588 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4139-e922-46c5-b42b-43097adaeaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.085296 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4139-e922-46c5-b42b-43097adaeaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.132091 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4139-e922-46c5-b42b-43097adaeaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.134673 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4139-e922-46c5-b42b-43097adaeaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.135850 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e9ef4139-e922-46c5-b42b-43097adaeaf8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3eb525ee-dcee-41d4-b118-c386d07ef854 HTTP/1.1" status: 204 len: 168 time: 0.1299615 Nov 27 01:46:31.143711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef4139-e922-46c5-b42b-43097adaeaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb525ee-dcee-41d4-b118-c386d07ef854,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:31.449681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40276) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:31.489291 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-548305e2-2d42-4ec0-9658-f75e55d42c7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56eddd6d663d4809bb24006c926ed132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384655 Nov 27 01:46:31.491591 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40278) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:31.536834 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dc930432-386c-4b14-84bf-7a633f4cc9eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.557798 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dc930432-386c-4b14-84bf-7a633f4cc9eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.603042 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dc930432-386c-4b14-84bf-7a633f4cc9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.605650 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-dc930432-386c-4b14-84bf-7a633f4cc9eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.607485 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dc930432-386c-4b14-84bf-7a633f4cc9eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1cccb30-87c0-4322-b41f-8d4367b1d65f HTTP/1.1" status: 204 len: 168 time: 0.1149716 Nov 27 01:46:31.614972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc930432-386c-4b14-84bf-7a633f4cc9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cccb30-87c0-4322-b41f-8d4367b1d65f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:32.294416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40300) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:32.393176 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:46:32.395819 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-561636877-network', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:46:32.413203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:46:32.413794 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a745f917-ca7d-4bf6-9cfc-2a4a1f5a4899 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:46:32.414214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5e5e2969-abf8-4476-955b-9fbbb1062b6f no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:46:32.417371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] Made reservation on behalf of 8955452d9a684c76b2f8b72e34aa6a44 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:46:32.420819 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:32.429384 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:32.433518 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 5e5e2969-abf8-4476-955b-9fbbb1062b6f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:46:32.433870 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5e5e2969-abf8-4476-955b-9fbbb1062b6f not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:46:32.506901 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:32.510658 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:32.531879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:46:32.547222 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1334fe-efcb-4b4a-832b-d0b576552bd9,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:32.551553 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:32.551905 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] Added segment ece7d770-40f1-43ca-bcb3-83f436787677 of type vlan for network 3faf2bab-71e7-48f6-8cba-079fca0454fb Nov 27 01:46:32.590815 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:32.614348 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:32.615281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:32.615879 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:32.663211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3676448 Nov 27 01:46:32.666018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40304) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:32.671194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c56824ef-204b-49af-80bb-f144f38eae86 admin admin] Request body: {'subnet': {'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-561636877-subnet', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:46:32.688096 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd77ae-3c80-49c2-9571-b7f032a0eb61 admin admin] Pushing event updated for resources: {'Network': ['ID=3faf2bab-71e7-48f6-8cba-079fca0454fb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:32.698769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 3faf2bab-71e7-48f6-8cba-079fca0454fb details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:46:32.701993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56824ef-204b-49af-80bb-f144f38eae86 admin admin] Made reservation on behalf of 8955452d9a684c76b2f8b72e34aa6a44 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:46:32.704361 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56824ef-204b-49af-80bb-f144f38eae86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:32.872903 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56824ef-204b-49af-80bb-f144f38eae86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:32.934834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56824ef-204b-49af-80bb-f144f38eae86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af93a3d-eb55-4034-be91-6a139f43a6b8,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:32.939051 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56824ef-204b-49af-80bb-f144f38eae86 admin admin] Checking segment: {'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:46:32.939404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56824ef-204b-49af-80bb-f144f38eae86 admin admin] Network hostable DHCP agents. Network: 3faf2bab-71e7-48f6-8cba-079fca0454fb, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:46:32.954807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56824ef-204b-49af-80bb-f144f38eae86 admin admin] Network 3faf2bab-71e7-48f6-8cba-079fca0454fb is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:46:32.962892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-c56824ef-204b-49af-80bb-f144f38eae86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 3faf2bab-71e7-48f6-8cba-079fca0454fb) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:32.967129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56824ef-204b-49af-80bb-f144f38eae86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:32.967720 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c56824ef-204b-49af-80bb-f144f38eae86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:32.973335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d778262-bacd-47d9-bfd8-c69aa169043c None None] Network 3faf2bab-71e7-48f6-8cba-079fca0454fb requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:46:32.983310 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c56824ef-204b-49af-80bb-f144f38eae86 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3163085 Nov 27 01:46:32.985910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40306) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:32.990197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-561636877-router', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:46:33.009512 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.010503 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.061476 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.118752 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-3faf2bab-71e7-48f6-8cba-079fca0454fb', 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'fixed_ips': [{'subnet_id': '1af93a3d-eb55-4034-be91-6a139f43a6b8'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:46:33.119613 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.203930 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.249946 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Allocated IP 172.20.0.2 (3faf2bab-71e7-48f6-8cba-079fca0454fb/1af93a3d-eb55-4034-be91-6a139f43a6b8/986beb7a-82fd-4997-a35e-6bba13e105d6) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:46:33.397144 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.402803 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.405859 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.425769 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.444477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Network 3faf2bab-71e7-48f6-8cba-079fca0454fb is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:46:33.448917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:33.452902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:46:33.458071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Pushing event updated for resources: {'Port': ['ID=986beb7a-82fd-4997-a35e-6bba13e105d6,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:33.470466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:33.470466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:33.470785 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:33.471069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:33.471401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:33.471726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:33.472051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:33.472399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:33.472722 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:33.473041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:33.473359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:33.473676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:33.519691 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Attempting to bind port 986beb7a-82fd-4997-a35e-6bba13e105d6 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:46:33.520057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Attempting to bind port 986beb7a-82fd-4997-a35e-6bba13e105d6 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:46:33.520444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Attempting to bind port 986beb7a-82fd-4997-a35e-6bba13e105d6 on network 3faf2bab-71e7-48f6-8cba-079fca0454fb {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:46:33.526051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:46:33.526422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Checking segment: {'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:46:33.526821 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.527208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Bound using segment: {'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:46:33.527666 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Bound port: 986beb7a-82fd-4997-a35e-6bba13e105d6, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:46:33.528040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Allocated IP 172.25.1.48 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/0bd73391-a98f-43c9-b175-1cbe3d0c78df) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:46:33.528156 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.589438 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] For port 986beb7a-82fd-4997-a35e-6bba13e105d6, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:46:33.592938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] For port 986beb7a-82fd-4997-a35e-6bba13e105d6, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=986beb7a-82fd-4997-a35e-6bba13e105d6,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:46:33.597198 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.630944 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.658742 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34a9f0-6427-4f95-9fb3-1d917b296bab None None] Pushing event updated for resources: {'Port': ['ID=986beb7a-82fd-4997-a35e-6bba13e105d6,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:33.669468 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.711301 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:46:33.714230 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:33.717758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:46:33.723054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Pushing event updated for resources: {'Port': ['ID=0bd73391-a98f-43c9-b175-1cbe3d0c78df,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:33.729363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116d60c8-8e79-4073-a9b8-0fe6bd9dccb9 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:33.778312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7f06ca3f-a79f-4c1e-a086-5cd353834d9f None None] Provisioning complete for port 0bd73391-a98f-43c9-b175-1cbe3d0c78df triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:33.778735 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7f06ca3f-a79f-4c1e-a086-5cd353834d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:33.820703 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7f06ca3f-a79f-4c1e-a086-5cd353834d9f None None] Port 0bd73391-a98f-43c9-b175-1cbe3d0c78df cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:46:34.003211 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:34.200403 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:34.333673 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Router c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:46:34.447909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 986beb7a-82fd-4997-a35e-6bba13e105d6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:46:34.455865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:46:34.468518 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Sync routers for ids ['c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:46:34.477023 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:34.481295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40308) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:34.482384 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-49e4b7e1-367e-4f66-bb65-1c93aa30fa5a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4954679 Nov 27 01:46:34.485209 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Routers {'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:34.485903 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:46:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:34.527494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 986beb7a-82fd-4997-a35e-6bba13e105d6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:34.528856 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:34.590021 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Set router c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:34.622298 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:34.634140 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900e8fd3-096c-40d4-9556-7f15205d999d None None] Network 3faf2bab-71e7-48f6-8cba-079fca0454fb requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:46:34.712548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 986beb7a-82fd-4997-a35e-6bba13e105d6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=986beb7a-82fd-4997-a35e-6bba13e105d6,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:34.715143 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fa280894-b442-4562-8450-bba0b895475f None None] Provisioning complete for port 986beb7a-82fd-4997-a35e-6bba13e105d6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:34.715944 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fa280894-b442-4562-8450-bba0b895475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:34.739648 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:34.795143 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'name': 'tempest-TestServerMultinode-561636877-router', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0bd73391-a98f-43c9-b175-1cbe3d0c78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:46:33Z', 'revision_number': 3, 'project_id': '8955452d9a684c76b2f8b72e34aa6a44', 'gw_port': {'id': '0bd73391-a98f-43c9-b175-1cbe3d0c78df', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:29:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:34.824628 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Checking router: c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:46:34.825511 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Updating router c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 port 0bd73391-a98f-43c9-b175-1cbe3d0c78df binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:46:34.853119 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:34.857452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=986beb7a-82fd-4997-a35e-6bba13e105d6,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:35.137638 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.143357 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.187096 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f06c57-5197-4ae5-84be-2acd2a325f07 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:35.199492 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Attempting to bind port 0bd73391-a98f-43c9-b175-1cbe3d0c78df on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:46:35.199732 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Attempting to bind port 0bd73391-a98f-43c9-b175-1cbe3d0c78df by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:46:35.200130 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Attempting to bind port 0bd73391-a98f-43c9-b175-1cbe3d0c78df on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:46:35.207312 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51481197-0a79-4a11-852e-fc26aa311cad None None] Pushing event updated for resources: {'Port': ['ID=0bd73391-a98f-43c9-b175-1cbe3d0c78df,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:35.213621 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:46:35.214002 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:46:35.214402 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.214790 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:46:35.215274 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Bound port: 0bd73391-a98f-43c9-b175-1cbe3d0c78df, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:46:35.216186 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.219487 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51481197-0a79-4a11-852e-fc26aa311cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:35.219784 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51481197-0a79-4a11-852e-fc26aa311cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:35.220127 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51481197-0a79-4a11-852e-fc26aa311cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:35.220489 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51481197-0a79-4a11-852e-fc26aa311cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:35.220819 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51481197-0a79-4a11-852e-fc26aa311cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:35.221146 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51481197-0a79-4a11-852e-fc26aa311cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:35.221473 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51481197-0a79-4a11-852e-fc26aa311cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:35.221798 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51481197-0a79-4a11-852e-fc26aa311cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:35.222119 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51481197-0a79-4a11-852e-fc26aa311cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:35.222437 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51481197-0a79-4a11-852e-fc26aa311cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:35.222757 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51481197-0a79-4a11-852e-fc26aa311cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:35.223076 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51481197-0a79-4a11-852e-fc26aa311cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:35.250537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7f922325-4e5b-417e-94d3-faea56739109 None None] Provisioning complete for port 986beb7a-82fd-4997-a35e-6bba13e105d6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:35.250997 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7f922325-4e5b-417e-94d3-faea56739109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.274030 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] For port 0bd73391-a98f-43c9-b175-1cbe3d0c78df, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:46:35.279925 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] For port 0bd73391-a98f-43c9-b175-1cbe3d0c78df, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0bd73391-a98f-43c9-b175-1cbe3d0c78df,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:46:35.285023 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.287621 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.338620 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595f4153-35e2-424e-8db1-2658472574e3 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:35.342248 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51481197-0a79-4a11-852e-fc26aa311cad None None] Pushing event updated for resources: {'Port': ['ID=0bd73391-a98f-43c9-b175-1cbe3d0c78df,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:35.354661 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Routers {'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:35.355239 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:46:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:35.355372 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7f922325-4e5b-417e-94d3-faea56739109 None None] Provisioning complete for port 0bd73391-a98f-43c9-b175-1cbe3d0c78df triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:35.355828 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7f922325-4e5b-417e-94d3-faea56739109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.449171 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7f922325-4e5b-417e-94d3-faea56739109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.462309 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] Set router c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:35.463648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Allocated IP 172.20.0.1 (3faf2bab-71e7-48f6-8cba-079fca0454fb/1af93a3d-eb55-4034-be91-6a139f43a6b8/cd259e3b-d67f-45f2-aeeb-738f3254ee48) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:46:35.473411 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7f922325-4e5b-417e-94d3-faea56739109 None None] For port 0bd73391-a98f-43c9-b175-1cbe3d0c78df, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0bd73391-a98f-43c9-b175-1cbe3d0c78df,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:35.478183 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7f922325-4e5b-417e-94d3-faea56739109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.531173 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f922325-4e5b-417e-94d3-faea56739109 None None] Pushing event updated for resources: {'Port': ['ID=0bd73391-a98f-43c9-b175-1cbe3d0c78df,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:35.572275 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.600491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c284d37f-0428-4015-a6dd-e8551763a063 None None] Provisioning complete for port 0bd73391-a98f-43c9-b175-1cbe3d0c78df triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:35.600871 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c284d37f-0428-4015-a6dd-e8551763a063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.607178 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.643217 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'name': 'tempest-TestServerMultinode-561636877-router', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0bd73391-a98f-43c9-b175-1cbe3d0c78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:46:33Z', 'revision_number': 3, 'project_id': '8955452d9a684c76b2f8b72e34aa6a44', 'gw_port': {'id': '0bd73391-a98f-43c9-b175-1cbe3d0c78df', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:29:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:35.646008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Network 3faf2bab-71e7-48f6-8cba-079fca0454fb is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:46:35.649331 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:35.652391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:46:35.675989 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8603281-6e0d-49c7-b5fe-d6a6dc844ce8 None None] The sync data for ids ['c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'] in n-d-817303-10 is: [{'id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'name': 'tempest-TestServerMultinode-561636877-router', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0bd73391-a98f-43c9-b175-1cbe3d0c78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:46:33Z', 'revision_number': 3, 'project_id': '8955452d9a684c76b2f8b72e34aa6a44', 'gw_port': {'id': '0bd73391-a98f-43c9-b175-1cbe3d0c78df', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:29:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:46:35.699531 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Pushing event updated for resources: {'Port': ['ID=cd259e3b-d67f-45f2-aeeb-738f3254ee48,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:35.712146 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.855072 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.936883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3d18d9a4-062d-4bcd-8dc9-6a958985b842 None None] Provisioning complete for port cd259e3b-d67f-45f2-aeeb-738f3254ee48 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:35.937278 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3d18d9a4-062d-4bcd-8dc9-6a958985b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:35.980393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3d18d9a4-062d-4bcd-8dc9-6a958985b842 None None] Port cd259e3b-d67f-45f2-aeeb-738f3254ee48 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:46:36.063915 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:36.069368 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:36.137892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Pushing event updated for resources: {'Port': ['ID=cd259e3b-d67f-45f2-aeeb-738f3254ee48,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:36.140501 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:36.240613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Network 3faf2bab-71e7-48f6-8cba-079fca0454fb is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:46:36.242079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:36.368040 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Router c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:46:36.483646 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:46:36.488794 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-060deb85-8e75-4582-813d-9abc904e10cf admin admin] 10.222.0.15 "PUT /v2.0/routers/c03a3b7d-3cfb-497c-ad56-2fd2441a6c33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0051925 Nov 27 01:46:36.510021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-41576a4a-d1c7-47df-b2ac-0c8a8cc976c4 None None] Provisioning complete for port cd259e3b-d67f-45f2-aeeb-738f3254ee48 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:36.510545 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-41576a4a-d1c7-47df-b2ac-0c8a8cc976c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:36.534920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 986beb7a-82fd-4997-a35e-6bba13e105d6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:46:36.581527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-41576a4a-d1c7-47df-b2ac-0c8a8cc976c4 None None] Port cd259e3b-d67f-45f2-aeeb-738f3254ee48 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:46:36.600114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 986beb7a-82fd-4997-a35e-6bba13e105d6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:36.600524 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:36.681184 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0bd73391-a98f-43c9-b175-1cbe3d0c78df up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:46:36.727590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 0bd73391-a98f-43c9-b175-1cbe3d0c78df triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:36.728210 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:36.964477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40324) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:36.970237 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-952591185-network', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:46:36.992671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] Made reservation on behalf of c49315b968fc4370a8b54d6581756d35 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:46:36.995260 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.007567 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.087313 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.092016 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.119277 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:46:37.125833 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fc91ae-3a23-418c-a4ba-7f4df7efb183,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:37.131898 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.132276 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] Added segment 7bae1276-a5e6-44ac-842e-6192f37aec07 of type vlan for network 1e8d12ab-2e65-425d-9e28-e838442ca4da Nov 27 01:46:37.172962 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.197471 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.198547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:37.199366 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.256787 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2911036 Nov 27 01:46:37.259634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40326) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:37.265496 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-58ca516d-3e18-4228-8f83-93b2f4333336 admin admin] Request body: {'subnet': {'network_id': '1e8d12ab-2e65-425d-9e28-e838442ca4da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-952591185-subnet', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:46:37.269526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ccac2-7bd1-456b-8875-12fc549b24d4 admin admin] Pushing event updated for resources: {'Network': ['ID=1e8d12ab-2e65-425d-9e28-e838442ca4da,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:37.282555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 1e8d12ab-2e65-425d-9e28-e838442ca4da details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:46:37.292233 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ca516d-3e18-4228-8f83-93b2f4333336 admin admin] Made reservation on behalf of c49315b968fc4370a8b54d6581756d35 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:46:37.294647 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-58ca516d-3e18-4228-8f83-93b2f4333336 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.323749 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Sync routers for ids ['c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:46:37.355275 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Routers {'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:37.355885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:46:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:37.469175 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-58ca516d-3e18-4228-8f83-93b2f4333336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.469529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Set router c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:37.528525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca516d-3e18-4228-8f83-93b2f4333336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46967527-3571-472a-befe-a12598eb20af,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:37.537455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca516d-3e18-4228-8f83-93b2f4333336 admin admin] Checking segment: {'id': '7bae1276-a5e6-44ac-842e-6192f37aec07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e8d12ab-2e65-425d-9e28-e838442ca4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:46:37.537830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca516d-3e18-4228-8f83-93b2f4333336 admin admin] Network hostable DHCP agents. Network: 1e8d12ab-2e65-425d-9e28-e838442ca4da, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:46:37.555236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca516d-3e18-4228-8f83-93b2f4333336 admin admin] Network 1e8d12ab-2e65-425d-9e28-e838442ca4da is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:46:37.565590 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-58ca516d-3e18-4228-8f83-93b2f4333336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 1e8d12ab-2e65-425d-9e28-e838442ca4da) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:37.569736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ca516d-3e18-4228-8f83-93b2f4333336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:37.570401 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-58ca516d-3e18-4228-8f83-93b2f4333336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.587895 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-58ca516d-3e18-4228-8f83-93b2f4333336 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3269777 Nov 27 01:46:37.590658 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40328) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:37.595843 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-952591185-router', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:46:37.618861 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.620020 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.656959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d515c50-76f1-4ba9-bad4-c5dab0e976b9 None None] Network 1e8d12ab-2e65-425d-9e28-e838442ca4da requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:46:37.677741 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.818345 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:37.923193 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-1e8d12ab-2e65-425d-9e28-e838442ca4da', 'network_id': '1e8d12ab-2e65-425d-9e28-e838442ca4da', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'fixed_ips': [{'subnet_id': '46967527-3571-472a-befe-a12598eb20af'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:46:37.924049 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.021579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'name': 'tempest-TestServerMultinode-561636877-router', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0bd73391-a98f-43c9-b175-1cbe3d0c78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:46:35Z', 'revision_number': 4, 'project_id': '8955452d9a684c76b2f8b72e34aa6a44', 'gw_port': {'id': '0bd73391-a98f-43c9-b175-1cbe3d0c78df', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'cd259e3b-d67f-45f2-aeeb-738f3254ee48', 'name': '', 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'mac_address': 'fa:16:3e:a9:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1af93a3d-eb55-4034-be91-6a139f43a6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:35Z', 'updated_at': '2021-11-27T01:46:35Z', 'revision_number': 2, 'project_id': '8955452d9a684c76b2f8b72e34aa6a44', 'subnets': [{'id': '1af93a3d-eb55-4034-be91-6a139f43a6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:38.025608 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.046421 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.055278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Checking router: c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:46:38.055724 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Updating router c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 port cd259e3b-d67f-45f2-aeeb-738f3254ee48 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:46:38.104726 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.125862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Allocated IP 172.20.0.2 (1e8d12ab-2e65-425d-9e28-e838442ca4da/46967527-3571-472a-befe-a12598eb20af/b2577b85-78cc-4ed0-97a8-2973b51bd057) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:46:38.152966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Allocated IP 172.25.1.252 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/57d38d8b-83f1-4c33-9d44-3567f9a7fd18) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:46:38.253808 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.290692 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.339994 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:46:38.346210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:38.348320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Pushing event updated for resources: {'Port': ['ID=57d38d8b-83f1-4c33-9d44-3567f9a7fd18,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:38.350727 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:46:38.368160 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d075e-1c70-40fb-b09d-95c7d1a1c668 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:38.447202 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.460133 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.521774 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Network 1e8d12ab-2e65-425d-9e28-e838442ca4da is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:46:38.549913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:38.552261 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:46:38.556865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Pushing event updated for resources: {'Port': ['ID=b2577b85-78cc-4ed0-97a8-2973b51bd057,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:38.579010 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-75cc4260-ce84-45cd-bdda-3232ec0149d1 None None] Provisioning complete for port 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:38.579378 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-75cc4260-ce84-45cd-bdda-3232ec0149d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.598564 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.623307 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.651446 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.689097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-75cc4260-ce84-45cd-bdda-3232ec0149d1 None None] Port 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:46:38.694936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Attempting to bind port b2577b85-78cc-4ed0-97a8-2973b51bd057 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:46:38.695216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Attempting to bind port b2577b85-78cc-4ed0-97a8-2973b51bd057 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '7bae1276-a5e6-44ac-842e-6192f37aec07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e8d12ab-2e65-425d-9e28-e838442ca4da'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:46:38.695634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Attempting to bind port b2577b85-78cc-4ed0-97a8-2973b51bd057 on network 1e8d12ab-2e65-425d-9e28-e838442ca4da {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:46:38.712296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:46:38.712673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Checking segment: {'id': '7bae1276-a5e6-44ac-842e-6192f37aec07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e8d12ab-2e65-425d-9e28-e838442ca4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:46:38.713074 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.713466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Bound using segment: {'id': '7bae1276-a5e6-44ac-842e-6192f37aec07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e8d12ab-2e65-425d-9e28-e838442ca4da'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:46:38.713946 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Bound port: b2577b85-78cc-4ed0-97a8-2973b51bd057, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bae1276-a5e6-44ac-842e-6192f37aec07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e8d12ab-2e65-425d-9e28-e838442ca4da'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:46:38.714329 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.751101 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88738fa3-9e13-448d-a4c4-c3f50c69c9de None None] Pushing event updated for resources: {'Port': ['ID=cd259e3b-d67f-45f2-aeeb-738f3254ee48,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:38.787007 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-bea582df-b142-4ac2-9a7d-af8dea587748 req-decb4868-a545-4d56-862f-8bcd9b9ae6ef service neutron] (103402) timed out ('10.222.0.31', 60327) {{(pid=103402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:46:38.807422 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.819671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Attempting to bind port cd259e3b-d67f-45f2-aeeb-738f3254ee48 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:46:38.820045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Attempting to bind port cd259e3b-d67f-45f2-aeeb-738f3254ee48 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:46:38.820439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Attempting to bind port cd259e3b-d67f-45f2-aeeb-738f3254ee48 on network 3faf2bab-71e7-48f6-8cba-079fca0454fb {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:46:38.834900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:46:38.835288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Checking segment: {'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:46:38.835693 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.836086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Bound using segment: {'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:46:38.836587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Bound port: cd259e3b-d67f-45f2-aeeb-738f3254ee48, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:46:38.836971 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.852857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] For port b2577b85-78cc-4ed0-97a8-2973b51bd057, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:46:38.884075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] For port b2577b85-78cc-4ed0-97a8-2973b51bd057, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b2577b85-78cc-4ed0-97a8-2973b51bd057,segment=NetworkSegment(7bae1276-a5e6-44ac-842e-6192f37aec07),segment_id=7bae1276-a5e6-44ac-842e-6192f37aec07)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:46:38.894970 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:38.943598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Router bd0533dc-b17d-4286-a237-3f7e3cd0de56 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:46:38.965755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] For port cd259e3b-d67f-45f2-aeeb-738f3254ee48, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:46:38.973717 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] For port cd259e3b-d67f-45f2-aeeb-738f3254ee48, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cd259e3b-d67f-45f2-aeeb-738f3254ee48,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:46:38.979788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea932516-1341-4d0c-b85d-a53771b7650b None None] Pushing event updated for resources: {'Port': ['ID=b2577b85-78cc-4ed0-97a8-2973b51bd057,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:38.984026 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:39.053436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Routers {'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:39.054057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:46:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:39.090842 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:46:39.102104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-127c3a3f-19b1-49a6-8f5d-424f444ac4c8 None None] Provisioning complete for port cd259e3b-d67f-45f2-aeeb-738f3254ee48 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:39.102464 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-127c3a3f-19b1-49a6-8f5d-424f444ac4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:39.108453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88738fa3-9e13-448d-a4c4-c3f50c69c9de None None] Pushing event updated for resources: {'Port': ['ID=cd259e3b-d67f-45f2-aeeb-738f3254ee48,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:39.119139 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:39.119497 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Sync routers for ids ['bd0533dc-b17d-4286-a237-3f7e3cd0de56'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:46:39.121937 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f6363375-3f45-46ec-ad16-47f618a1bc86 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5289845 Nov 27 01:46:39.124668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40330) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:39.144702 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Routers {'bd0533dc-b17d-4286-a237-3f7e3cd0de56'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:39.145339 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:46:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bd0533dc-b17d-4286-a237-3f7e3cd0de56'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:39.239376 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] Set router c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:39.340755 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Set router bd0533dc-b17d-4286-a237-3f7e3cd0de56 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:39.400049 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-127c3a3f-19b1-49a6-8f5d-424f444ac4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:39.560967 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'name': 'tempest-TestServerMultinode-952591185-router', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '57d38d8b-83f1-4c33-9d44-3567f9a7fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:37Z', 'updated_at': '2021-11-27T01:46:38Z', 'revision_number': 3, 'project_id': 'c49315b968fc4370a8b54d6581756d35', 'gw_port': {'id': '57d38d8b-83f1-4c33-9d44-3567f9a7fd18', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:38Z', 'updated_at': '2021-11-27T01:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:39.660305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-127c3a3f-19b1-49a6-8f5d-424f444ac4c8 None None] For port cd259e3b-d67f-45f2-aeeb-738f3254ee48, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cd259e3b-d67f-45f2-aeeb-738f3254ee48,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:39.666931 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-127c3a3f-19b1-49a6-8f5d-424f444ac4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:39.692939 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Checking router: bd0533dc-b17d-4286-a237-3f7e3cd0de56 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:46:39.693338 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Updating router bd0533dc-b17d-4286-a237-3f7e3cd0de56 port 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:46:39.718958 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:39.758612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c3a3f-19b1-49a6-8f5d-424f444ac4c8 None None] Pushing event updated for resources: {'Port': ['ID=cd259e3b-d67f-45f2-aeeb-738f3254ee48,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:39.800465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-73041c08-610d-4db3-81d2-1c8da65cc944 None None] Provisioning complete for port cd259e3b-d67f-45f2-aeeb-738f3254ee48 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:39.800835 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-73041c08-610d-4db3-81d2-1c8da65cc944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:39.805441 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'name': 'tempest-TestServerMultinode-561636877-router', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0bd73391-a98f-43c9-b175-1cbe3d0c78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:46:35Z', 'revision_number': 4, 'project_id': '8955452d9a684c76b2f8b72e34aa6a44', 'gw_port': {'id': '0bd73391-a98f-43c9-b175-1cbe3d0c78df', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'cd259e3b-d67f-45f2-aeeb-738f3254ee48', 'name': '', 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'mac_address': 'fa:16:3e:a9:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1af93a3d-eb55-4034-be91-6a139f43a6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:35Z', 'updated_at': '2021-11-27T01:46:38Z', 'revision_number': 4, 'project_id': '8955452d9a684c76b2f8b72e34aa6a44', 'subnets': [{'id': '1af93a3d-eb55-4034-be91-6a139f43a6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:39.855320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecfb891-b7a8-4679-a22a-c810e2f568d7 None None] The sync data for ids ['c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'] in n-d-817303-10 is: [{'id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'name': 'tempest-TestServerMultinode-561636877-router', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0bd73391-a98f-43c9-b175-1cbe3d0c78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:46:35Z', 'revision_number': 4, 'project_id': '8955452d9a684c76b2f8b72e34aa6a44', 'gw_port': {'id': '0bd73391-a98f-43c9-b175-1cbe3d0c78df', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'cd259e3b-d67f-45f2-aeeb-738f3254ee48', 'name': '', 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'mac_address': 'fa:16:3e:a9:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1af93a3d-eb55-4034-be91-6a139f43a6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:35Z', 'updated_at': '2021-11-27T01:46:38Z', 'revision_number': 4, 'project_id': '8955452d9a684c76b2f8b72e34aa6a44', 'subnets': [{'id': '1af93a3d-eb55-4034-be91-6a139f43a6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:46:40.108159 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.116536 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-74209f5e-7438-4976-9c02-a05a77cbb429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.118781 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.158897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.165482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9389af-71eb-48fa-92f4-70e51bd8acbc None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:40.174395 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Attempting to bind port 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:46:40.175424 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Attempting to bind port 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:46:40.175990 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Attempting to bind port 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:46:40.192100 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:46:40.192521 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:46:40.193136 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.193536 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:46:40.194327 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Bound port: 57d38d8b-83f1-4c33-9d44-3567f9a7fd18, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:46:40.194728 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.225731 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6a18f-6d1f-4fa4-b9ba-70cae39ec055 None None] Pushing event updated for resources: {'Port': ['ID=57d38d8b-83f1-4c33-9d44-3567f9a7fd18,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:40.273558 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] For port 57d38d8b-83f1-4c33-9d44-3567f9a7fd18, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:46:40.277990 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] For port 57d38d8b-83f1-4c33-9d44-3567f9a7fd18, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=57d38d8b-83f1-4c33-9d44-3567f9a7fd18,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:46:40.286940 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.295071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-57b596c9-4009-4213-8f84-2946c06d480c None None] Provisioning complete for port 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:40.295446 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-57b596c9-4009-4213-8f84-2946c06d480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.298638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dee5a1-fa29-44da-a3cb-13b6e78fa9d0 None None] Network 1e8d12ab-2e65-425d-9e28-e838442ca4da requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:46:40.340229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c6ab7c-7e70-4780-a81f-f561c710ed0e None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:40.366065 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Routers {'bd0533dc-b17d-4286-a237-3f7e3cd0de56'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:40.367897 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:46:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bd0533dc-b17d-4286-a237-3f7e3cd0de56'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:40.432073 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6a18f-6d1f-4fa4-b9ba-70cae39ec055 None None] Pushing event updated for resources: {'Port': ['ID=57d38d8b-83f1-4c33-9d44-3567f9a7fd18,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:40.467707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Allocated IP 172.20.0.1 (1e8d12ab-2e65-425d-9e28-e838442ca4da/46967527-3571-472a-befe-a12598eb20af/f7ab21a8-e8f0-44cd-8621-cbe35aed60b4) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:46:40.522404 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] Set router bd0533dc-b17d-4286-a237-3f7e3cd0de56 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:40.561422 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-57b596c9-4009-4213-8f84-2946c06d480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.598208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b2577b85-78cc-4ed0-97a8-2973b51bd057 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:46:40.624960 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.657146 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-57b596c9-4009-4213-8f84-2946c06d480c None None] For port 57d38d8b-83f1-4c33-9d44-3567f9a7fd18, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=57d38d8b-83f1-4c33-9d44-3567f9a7fd18,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:40.677217 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-57b596c9-4009-4213-8f84-2946c06d480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.681523 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.724790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b2577b85-78cc-4ed0-97a8-2973b51bd057 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:40.725287 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.749454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Network 1e8d12ab-2e65-425d-9e28-e838442ca4da is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:46:40.752748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:40.761256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:46:40.785805 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'name': 'tempest-TestServerMultinode-952591185-router', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '57d38d8b-83f1-4c33-9d44-3567f9a7fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:37Z', 'updated_at': '2021-11-27T01:46:38Z', 'revision_number': 3, 'project_id': 'c49315b968fc4370a8b54d6581756d35', 'gw_port': {'id': '57d38d8b-83f1-4c33-9d44-3567f9a7fd18', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:38Z', 'updated_at': '2021-11-27T01:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:40.811976 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ab21a8-e8f0-44cd-8621-cbe35aed60b4,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:40.820462 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37891ffd-c423-4811-9288-a0fb1e11fdd0 None None] The sync data for ids ['bd0533dc-b17d-4286-a237-3f7e3cd0de56'] in n-d-817303-10 is: [{'id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'name': 'tempest-TestServerMultinode-952591185-router', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '57d38d8b-83f1-4c33-9d44-3567f9a7fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:37Z', 'updated_at': '2021-11-27T01:46:38Z', 'revision_number': 3, 'project_id': 'c49315b968fc4370a8b54d6581756d35', 'gw_port': {'id': '57d38d8b-83f1-4c33-9d44-3567f9a7fd18', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:38Z', 'updated_at': '2021-11-27T01:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:46:40.831359 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.855075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b596c9-4009-4213-8f84-2946c06d480c None None] Pushing event updated for resources: {'Port': ['ID=57d38d8b-83f1-4c33-9d44-3567f9a7fd18,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:40.864347 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9e9c047b-ee4c-4072-bdba-97b51d170c74 None None] Provisioning complete for port b2577b85-78cc-4ed0-97a8-2973b51bd057 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:40.864779 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9e9c047b-ee4c-4072-bdba-97b51d170c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:40.941452 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:41.033420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port b2577b85-78cc-4ed0-97a8-2973b51bd057, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b2577b85-78cc-4ed0-97a8-2973b51bd057,segment=NetworkSegment(7bae1276-a5e6-44ac-842e-6192f37aec07),segment_id=7bae1276-a5e6-44ac-842e-6192f37aec07)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:41.037782 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:41.043307 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9e9c047b-ee4c-4072-bdba-97b51d170c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:41.052442 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:41.053248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cd259e3b-d67f-45f2-aeeb-738f3254ee48 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:46:41.184994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=b2577b85-78cc-4ed0-97a8-2973b51bd057,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:41.195726 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-9e9c047b-ee4c-4072-bdba-97b51d170c74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:46:41.195939 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-9e9c047b-ee4c-4072-bdba-97b51d170c74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:46:41.211525 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port cd259e3b-d67f-45f2-aeeb-738f3254ee48 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:41.211866 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:41.334878 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:41.342533 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:41.418340 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:41.429961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ab21a8-e8f0-44cd-8621-cbe35aed60b4,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:41.524562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Network 1e8d12ab-2e65-425d-9e28-e838442ca4da is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:46:41.525980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:41.660833 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Router bd0533dc-b17d-4286-a237-3f7e3cd0de56 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:46:41.755032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9e9c047b-ee4c-4072-bdba-97b51d170c74 None None] Provisioning complete for port 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:41.755408 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9e9c047b-ee4c-4072-bdba-97b51d170c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:41.793518 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:46:41.800170 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6a2e9bdc-972a-4013-ad19-662458b12377 admin admin] 10.222.0.15 "PUT /v2.0/routers/bd0533dc-b17d-4286-a237-3f7e3cd0de56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6740177 Nov 27 01:46:41.970489 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-77bbf7ee-b7d3-41fe-96e7-a3ec6c8fd44a None None] Provisioning complete for port b2577b85-78cc-4ed0-97a8-2973b51bd057 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:41.971049 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77bbf7ee-b7d3-41fe-96e7-a3ec6c8fd44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:42.073112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-77bbf7ee-b7d3-41fe-96e7-a3ec6c8fd44a None None] Provisioning complete for port f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:42.073481 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77bbf7ee-b7d3-41fe-96e7-a3ec6c8fd44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:42.112425 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-77bbf7ee-b7d3-41fe-96e7-a3ec6c8fd44a None None] Port f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:46:42.279610 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a59e001c-2118-4b81-81b6-f01634928356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:42.339681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-6a1db034-4f7b-41a2-bf9d-10f499492cf0 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:42.341862 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-6a1db034-4f7b-41a2-bf9d-10f499492cf0 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/networks?id=3faf2bab-71e7-48f6-8cba-079fca0454fb HTTP/1.1" status: 200 len: 910 time: 0.0974400 Nov 27 01:46:42.356559 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-b93d50a4-540f-4c9b-bee3-5ed5886907ac tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/quotas/c49315b968fc4370a8b54d6581756d35 HTTP/1.1" status: 200 len: 375 time: 0.0088458 Nov 27 01:46:42.437456 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-7bcee020-b861-4163-92ee-674e67c732cc tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=c49315b968fc4370a8b54d6581756d35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720909 Nov 27 01:46:42.468458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b2577b85-78cc-4ed0-97a8-2973b51bd057 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:46:42.520616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b2577b85-78cc-4ed0-97a8-2973b51bd057 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:42.520992 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:42.538355 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-1e4c18cd-0319-4b45-9366-e4521222ca3e service neutron] 10.222.0.15 "GET /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935445 Nov 27 01:46:42.601813 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:46:42.627320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-38eb7451-db76-411f-bfbe-f05b0925e51b service neutron] 10.222.0.15 "GET /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826776 Nov 27 01:46:42.647935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:42.648587 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:42.795399 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fe2eb791-5508-4a30-81d6-0699e1c5fa0e req-53017094-c8a4-4cdf-952a-bbbe579e26cf tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 210 time: 0.0256190 Nov 27 01:46:43.378332 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:43.393521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Sync routers for ids ['bd0533dc-b17d-4286-a237-3f7e3cd0de56'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:46:43.404724 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Routers {'bd0533dc-b17d-4286-a237-3f7e3cd0de56'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:43.405391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:46:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bd0533dc-b17d-4286-a237-3f7e3cd0de56'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:43.509727 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Set router bd0533dc-b17d-4286-a237-3f7e3cd0de56 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:43.703298 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'name': 'tempest-TestServerMultinode-952591185-router', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '57d38d8b-83f1-4c33-9d44-3567f9a7fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:37Z', 'updated_at': '2021-11-27T01:46:40Z', 'revision_number': 4, 'project_id': 'c49315b968fc4370a8b54d6581756d35', 'gw_port': {'id': '57d38d8b-83f1-4c33-9d44-3567f9a7fd18', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:38Z', 'updated_at': '2021-11-27T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'f7ab21a8-e8f0-44cd-8621-cbe35aed60b4', 'name': '', 'network_id': '1e8d12ab-2e65-425d-9e28-e838442ca4da', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'mac_address': 'fa:16:3e:b8:0f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '46967527-3571-472a-befe-a12598eb20af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:40Z', 'updated_at': '2021-11-27T01:46:41Z', 'revision_number': 2, 'project_id': 'c49315b968fc4370a8b54d6581756d35', 'subnets': [{'id': '46967527-3571-472a-befe-a12598eb20af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:43.732684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Checking router: bd0533dc-b17d-4286-a237-3f7e3cd0de56 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:46:43.733047 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Updating router bd0533dc-b17d-4286-a237-3f7e3cd0de56 port f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:46:43.756516 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:43.879446 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-40bc3570-21c4-430d-9c65-b8a3a7b7f111 req-4321cbb5-7b4c-4582-af45-5a5b36c02cbb tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 210 time: 0.0269132 Nov 27 01:46:44.018460 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:44.024029 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:44.079497 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffc55a-c987-46df-8a37-2a45fb3082d8 None None] Pushing event updated for resources: {'Port': ['ID=f7ab21a8-e8f0-44cd-8621-cbe35aed60b4,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:44.124430 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Attempting to bind port f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:46:44.124802 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Attempting to bind port f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '7bae1276-a5e6-44ac-842e-6192f37aec07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e8d12ab-2e65-425d-9e28-e838442ca4da'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:46:44.125163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Attempting to bind port f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 on network 1e8d12ab-2e65-425d-9e28-e838442ca4da {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:46:44.130196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:46:44.130567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Checking segment: {'id': '7bae1276-a5e6-44ac-842e-6192f37aec07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e8d12ab-2e65-425d-9e28-e838442ca4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:46:44.130968 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:44.131358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Bound using segment: {'id': '7bae1276-a5e6-44ac-842e-6192f37aec07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e8d12ab-2e65-425d-9e28-e838442ca4da'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:46:44.131814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Bound port: f7ab21a8-e8f0-44cd-8621-cbe35aed60b4, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bae1276-a5e6-44ac-842e-6192f37aec07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1e8d12ab-2e65-425d-9e28-e838442ca4da'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:46:44.132191 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:44.196849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] For port f7ab21a8-e8f0-44cd-8621-cbe35aed60b4, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:46:44.200799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] For port f7ab21a8-e8f0-44cd-8621-cbe35aed60b4, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f7ab21a8-e8f0-44cd-8621-cbe35aed60b4,segment=NetworkSegment(7bae1276-a5e6-44ac-842e-6192f37aec07),segment_id=7bae1276-a5e6-44ac-842e-6192f37aec07)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:46:44.206275 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:44.263623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Routers {'bd0533dc-b17d-4286-a237-3f7e3cd0de56'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:44.264236 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:46:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bd0533dc-b17d-4286-a237-3f7e3cd0de56'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:44.303631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffc55a-c987-46df-8a37-2a45fb3082d8 None None] Pushing event updated for resources: {'Port': ['ID=f7ab21a8-e8f0-44cd-8621-cbe35aed60b4,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:44.380477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-99ea5635-0d72-40e2-8f0e-11bab79156fe None None] Provisioning complete for port f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:44.381166 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-99ea5635-0d72-40e2-8f0e-11bab79156fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:44.413851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] Set router bd0533dc-b17d-4286-a237-3f7e3cd0de56 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:44.577025 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-99ea5635-0d72-40e2-8f0e-11bab79156fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:44.647862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-99ea5635-0d72-40e2-8f0e-11bab79156fe None None] For port f7ab21a8-e8f0-44cd-8621-cbe35aed60b4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f7ab21a8-e8f0-44cd-8621-cbe35aed60b4,segment=NetworkSegment(7bae1276-a5e6-44ac-842e-6192f37aec07),segment_id=7bae1276-a5e6-44ac-842e-6192f37aec07)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:44.653592 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-99ea5635-0d72-40e2-8f0e-11bab79156fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:44.707985 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea5635-0d72-40e2-8f0e-11bab79156fe None None] Pushing event updated for resources: {'Port': ['ID=f7ab21a8-e8f0-44cd-8621-cbe35aed60b4,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:44.716117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'name': 'tempest-TestServerMultinode-952591185-router', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '57d38d8b-83f1-4c33-9d44-3567f9a7fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:37Z', 'updated_at': '2021-11-27T01:46:40Z', 'revision_number': 4, 'project_id': 'c49315b968fc4370a8b54d6581756d35', 'gw_port': {'id': '57d38d8b-83f1-4c33-9d44-3567f9a7fd18', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:38Z', 'updated_at': '2021-11-27T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'f7ab21a8-e8f0-44cd-8621-cbe35aed60b4', 'name': '', 'network_id': '1e8d12ab-2e65-425d-9e28-e838442ca4da', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'mac_address': 'fa:16:3e:b8:0f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '46967527-3571-472a-befe-a12598eb20af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:40Z', 'updated_at': '2021-11-27T01:46:44Z', 'revision_number': 4, 'project_id': 'c49315b968fc4370a8b54d6581756d35', 'subnets': [{'id': '46967527-3571-472a-befe-a12598eb20af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:44.743417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7912fede-3825-47b8-92c6-2d287d32c0f9 None None] The sync data for ids ['bd0533dc-b17d-4286-a237-3f7e3cd0de56'] in n-d-817303-10 is: [{'id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'name': 'tempest-TestServerMultinode-952591185-router', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '57d38d8b-83f1-4c33-9d44-3567f9a7fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:37Z', 'updated_at': '2021-11-27T01:46:40Z', 'revision_number': 4, 'project_id': 'c49315b968fc4370a8b54d6581756d35', 'gw_port': {'id': '57d38d8b-83f1-4c33-9d44-3567f9a7fd18', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:38Z', 'updated_at': '2021-11-27T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'f7ab21a8-e8f0-44cd-8621-cbe35aed60b4', 'name': '', 'network_id': '1e8d12ab-2e65-425d-9e28-e838442ca4da', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'mac_address': 'fa:16:3e:b8:0f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '46967527-3571-472a-befe-a12598eb20af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:40Z', 'updated_at': '2021-11-27T01:46:44Z', 'revision_number': 4, 'project_id': 'c49315b968fc4370a8b54d6581756d35', 'subnets': [{'id': '46967527-3571-472a-befe-a12598eb20af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:46:44.776747 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5a7f094f-b9b8-4922-87d1-c0993e07c9fe None None] Provisioning complete for port f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:44.777123 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5a7f094f-b9b8-4922-87d1-c0993e07c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:44.927381 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:44.966958 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-584df31a-f746-42b6-8a68-d4bd6d372768 req-801db998-bdb8-405e-945b-463561cb9f73 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 210 time: 0.0270989 Nov 27 01:46:46.041590 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-21606619-65fc-453f-bd71-fcbb5cf6477e req-c380fede-1a95-4470-9b63-fbbf0af6e368 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 210 time: 0.0257499 Nov 27 01:46:46.335097 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:46.427263 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:46:46.475545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:46.475910 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:47.132386 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc36d451-1a92-4250-ac47-e57c5cc9f7bc req-d810871e-e2f6-4f01-be6a-611f566f1cce tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 210 time: 0.0251570 Nov 27 01:46:48.202948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-8e2f284c-7f16-4173-9226-de8113529ad2 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:48.204458 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-8e2f284c-7f16-4173-9226-de8113529ad2 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.21 "GET /v2.0/networks?id=3faf2bab-71e7-48f6-8cba-079fca0454fb HTTP/1.1" status: 200 len: 910 time: 0.0915158 Nov 27 01:46:48.232097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aec7d30f-72d9-4a00-b872-56cf26ddcdec req-97a4aefb-6ca9-4252-939f-07ccb7212a5d tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 210 time: 0.0266755 Nov 27 01:46:48.235537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-9a71aac3-7e40-4285-9b96-f11eff7c045c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Request body: {'port': {'device_id': '9485e9a6-e99c-4724-a24c-798acd157c18', 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb', 'admin_state_up': True, 'tenant_id': 'c49315b968fc4370a8b54d6581756d35'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:46:48.268628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-9a71aac3-7e40-4285-9b96-f11eff7c045c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Made reservation on behalf of c49315b968fc4370a8b54d6581756d35 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:46:48.271233 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-9a71aac3-7e40-4285-9b96-f11eff7c045c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:48.390310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-9a71aac3-7e40-4285-9b96-f11eff7c045c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Allocated IP 172.20.0.12 (3faf2bab-71e7-48f6-8cba-079fca0454fb/1af93a3d-eb55-4034-be91-6a139f43a6b8/dbde481a-3a25-4c28-9354-306b4eca455b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:46:48.527727 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-9a71aac3-7e40-4285-9b96-f11eff7c045c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:48.558476 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-9a71aac3-7e40-4285-9b96-f11eff7c045c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:48.600967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-9a71aac3-7e40-4285-9b96-f11eff7c045c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Network 3faf2bab-71e7-48f6-8cba-079fca0454fb is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:46:48.603866 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-9a71aac3-7e40-4285-9b96-f11eff7c045c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:48.607328 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-9a71aac3-7e40-4285-9b96-f11eff7c045c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:46:48.612647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71aac3-7e40-4285-9b96-f11eff7c045c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Pushing event updated for resources: {'Port': ['ID=dbde481a-3a25-4c28-9354-306b4eca455b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:48.650135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-9a71aac3-7e40-4285-9b96-f11eff7c045c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:48.650743 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-9a71aac3-7e40-4285-9b96-f11eff7c045c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:48.666285 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-9a71aac3-7e40-4285-9b96-f11eff7c045c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4365656 Nov 27 01:46:48.680422 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-d057f3bb-0ed9-4c03-a7d9-f563f648e268 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:46:48.681405 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-d057f3bb-0ed9-4c03-a7d9-f563f648e268 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051658 Nov 27 01:46:48.806884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Request body: {'port': {'device_id': '9485e9a6-e99c-4724-a24c-798acd157c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:46:48.816693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b74f368f-f696-48f3-82df-3ffc2cb88df7 None None] Provisioning complete for port dbde481a-3a25-4c28-9354-306b4eca455b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:48.817218 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b74f368f-f696-48f3-82df-3ffc2cb88df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:48.861739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b74f368f-f696-48f3-82df-3ffc2cb88df7 None None] Port dbde481a-3a25-4c28-9354-306b4eca455b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:46:48.864892 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:49.126634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbde481a-3a25-4c28-9354-306b4eca455b {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:46:49.134193 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:49.146122 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Transition to ACTIVE for port object dbde481a-3a25-4c28-9354-306b4eca455b will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:46:49.149317 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:49.202767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Pushing event updated for resources: {'Port': ['ID=dbde481a-3a25-4c28-9354-306b4eca455b,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:49.275889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Attempting to bind port dbde481a-3a25-4c28-9354-306b4eca455b on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:46:49.276439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Attempting to bind port dbde481a-3a25-4c28-9354-306b4eca455b by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:46:49.276580 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Attempting to bind port dbde481a-3a25-4c28-9354-306b4eca455b on network 3faf2bab-71e7-48f6-8cba-079fca0454fb {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:46:49.281571 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Port dbde481a-3a25-4c28-9354-306b4eca455b on network 3faf2bab-71e7-48f6-8cba-079fca0454fb not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:46:49.281897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Attempting to bind port dbde481a-3a25-4c28-9354-306b4eca455b on network 3faf2bab-71e7-48f6-8cba-079fca0454fb {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:46:49.286860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:46:49.287201 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Checking segment: {'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:46:49.287594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Bound using segment: {'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:46:49.288021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Bound port: dbde481a-3a25-4c28-9354-306b4eca455b, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:46:49.288410 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:49.352057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16f936-9c09-497d-9b2b-10ed5e3a3585 req-33af396a-e4cc-4d5a-972d-a1dfaf04552a tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:49.353540 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2c16f936-9c09-497d-9b2b-10ed5e3a3585 req-33af396a-e4cc-4d5a-972d-a1dfaf04552a tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1054 time: 0.0453885 Nov 27 01:46:49.363978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] For port dbde481a-3a25-4c28-9354-306b4eca455b, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:46:49.368006 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] For port dbde481a-3a25-4c28-9354-306b4eca455b, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=dbde481a-3a25-4c28-9354-306b4eca455b,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:46:49.372355 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:49.407932 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2c16f936-9c09-497d-9b2b-10ed5e3a3585 req-3a1fd805-b913-4f5c-99bd-86a95ab5d4d7 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471983 Nov 27 01:46:49.414312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:49.414930 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:49.416333 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] 10.222.0.21 "PUT /v2.0/ports/dbde481a-3a25-4c28-9354-306b4eca455b HTTP/1.1" status: 200 len: 1093 time: 0.7109964 Nov 27 01:46:49.416776 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9485e9a6-e99c-4724-a24c-798acd157c18', 'tag': 'dbde481a-3a25-4c28-9354-306b4eca455b'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:46:49.420422 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52544a62-6a70-4e67-8e3a-fe1602170ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "9485e9a6-e99c-4724-a24c-798acd157c18", "tag": "dbde481a-3a25-4c28-9354-306b4eca455b"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:46:49.437885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb56c4-fb10-4a21-9880-be9ee47f1bbf service neutron] Pushing event updated for resources: {'Port': ['ID=dbde481a-3a25-4c28-9354-306b4eca455b,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:49.471978 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2df827a-51fd-4d79-ad66-7fda7374db52 x-openstack-request-id: req-a2df827a-51fd-4d79-ad66-7fda7374db52 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:46:49.472340 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9485e9a6-e99c-4724-a24c-798acd157c18", "tag": "dbde481a-3a25-4c28-9354-306b4eca455b", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:46:49.472659 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2df827a-51fd-4d79-ad66-7fda7374db52 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:46:49.473170 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9485e9a6-e99c-4724-a24c-798acd157c18', 'tag': 'dbde481a-3a25-4c28-9354-306b4eca455b', 'status': 'completed', 'code': 200} Nov 27 01:46:49.533418 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-49bcb581-c445-476e-90ab-c73eb1f9b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:49.534917 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-49bcb581-c445-476e-90ab-c73eb1f9b00f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c49315b968fc4370a8b54d6581756d35&device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1096 time: 0.0441422 Nov 27 01:46:49.596964 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-2b3afa52-e963-4e37-881f-690224249f89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbde481a-3a25-4c28-9354-306b4eca455b HTTP/1.1" status: 200 len: 217 time: 0.0390289 Nov 27 01:46:49.652368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-998997ee-5be7-43ed-af91-87624f902e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:49.653784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-998997ee-5be7-43ed-af91-87624f902e5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1af93a3d-eb55-4034-be91-6a139f43a6b8 HTTP/1.1" status: 200 len: 848 time: 0.0454085 Nov 27 01:46:49.703154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-f3fe135b-117d-4abc-bf56-916da14357f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:49.704657 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-f3fe135b-117d-4abc-bf56-916da14357f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3faf2bab-71e7-48f6-8cba-079fca0454fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398834 Nov 27 01:46:49.811513 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-cf480f5c-958d-477f-8351-f672ddd8cd96 service neutron] 10.222.0.21 "GET /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892560 Nov 27 01:46:49.905990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e8d9ef3-562f-4a55-a22a-5ca97dbb734a req-11dd8597-ad84-4aa7-8c65-e40497bda489 service neutron] 10.222.0.21 "GET /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831063 Nov 27 01:46:50.066689 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52544a62-6a70-4e67-8e3a-fe1602170ba2 req-3492e7ca-fbf5-4e47-9674-8d0509bf35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:50.068186 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52544a62-6a70-4e67-8e3a-fe1602170ba2 req-3492e7ca-fbf5-4e47-9674-8d0509bf35ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c49315b968fc4370a8b54d6581756d35&device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1096 time: 0.0446141 Nov 27 01:46:50.156085 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52544a62-6a70-4e67-8e3a-fe1602170ba2 req-9cbbf3b7-f309-4e56-9982-ef72f420626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:50.157446 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52544a62-6a70-4e67-8e3a-fe1602170ba2 req-9cbbf3b7-f309-4e56-9982-ef72f420626f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3faf2bab-71e7-48f6-8cba-079fca0454fb HTTP/1.1" status: 200 len: 910 time: 0.0816772 Nov 27 01:46:50.199047 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52544a62-6a70-4e67-8e3a-fe1602170ba2 req-571a4a9f-444d-4d14-9dd0-254c32c7e6ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbde481a-3a25-4c28-9354-306b4eca455b HTTP/1.1" status: 200 len: 217 time: 0.0335064 Nov 27 01:46:50.250952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52544a62-6a70-4e67-8e3a-fe1602170ba2 req-c8d9e2d1-4379-458a-9f79-9b783503715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:50.252383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52544a62-6a70-4e67-8e3a-fe1602170ba2 req-c8d9e2d1-4379-458a-9f79-9b783503715d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1af93a3d-eb55-4034-be91-6a139f43a6b8 HTTP/1.1" status: 200 len: 848 time: 0.0462241 Nov 27 01:46:50.299996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52544a62-6a70-4e67-8e3a-fe1602170ba2 req-a00c2589-f8c1-4750-b154-4bec7e76c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:50.301518 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52544a62-6a70-4e67-8e3a-fe1602170ba2 req-a00c2589-f8c1-4750-b154-4bec7e76c9e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3faf2bab-71e7-48f6-8cba-079fca0454fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404220 Nov 27 01:46:50.395189 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52544a62-6a70-4e67-8e3a-fe1602170ba2 req-98bd63dc-6717-4049-a5cd-8ab64ec63356 service neutron] 10.222.0.21 "GET /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841370 Nov 27 01:46:50.493404 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-52544a62-6a70-4e67-8e3a-fe1602170ba2 req-7d9372fe-56c4-472a-b33d-70799c554945 service neutron] 10.222.0.21 "GET /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851746 Nov 27 01:46:50.521642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2da5e-8b48-43b9-8d62-6d405a98fdcd req-489d1c70-b225-4af0-b481-0ff13c30ce17 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:50.523158 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e0e2da5e-8b48-43b9-8d62-6d405a98fdcd req-489d1c70-b225-4af0-b481-0ff13c30ce17 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1096 time: 0.0399952 Nov 27 01:46:50.566447 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e0e2da5e-8b48-43b9-8d62-6d405a98fdcd req-86aeaf03-2c22-4310-b231-e3824bdbeb0d tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362823 Nov 27 01:46:51.673112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc523a0d-841e-4fcb-ae0b-eabb399f08bc req-c058bb21-7caa-4b9c-8f14-09a2d9fedcd6 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:51.674616 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc523a0d-841e-4fcb-ae0b-eabb399f08bc req-c058bb21-7caa-4b9c-8f14-09a2d9fedcd6 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1096 time: 0.0410895 Nov 27 01:46:51.716850 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc523a0d-841e-4fcb-ae0b-eabb399f08bc req-13786168-f0d2-4599-bb17-aa0df60b6654 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363493 Nov 27 01:46:52.823399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755ebc2-c715-4594-8043-fba46bf9b0f7 req-d3c39564-970f-403e-b251-0d92f7690227 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:52.824938 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7755ebc2-c715-4594-8043-fba46bf9b0f7 req-d3c39564-970f-403e-b251-0d92f7690227 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1096 time: 0.0400438 Nov 27 01:46:52.869955 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7755ebc2-c715-4594-8043-fba46bf9b0f7 req-41f9c1f0-8fd1-4ca2-ad5e-b93dc164e1fa tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390968 Nov 27 01:46:53.804775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device dbde481a-3a25-4c28-9354-306b4eca455b details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:46:53.900504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port dbde481a-3a25-4c28-9354-306b4eca455b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=dbde481a-3a25-4c28-9354-306b4eca455b,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:53.912586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'dbde481a-3a25-4c28-9354-306b4eca455b', 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb', 'port_id': 'dbde481a-3a25-4c28-9354-306b4eca455b', 'mac_address': 'fa:16:3e:76:66:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af93a3d-eb55-4034-be91-6a139f43a6b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:46:53.953592 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:53.966254 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbde481a-3a25-4c28-9354-306b4eca455b {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:46:53.980922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a24c0-f4a1-4021-9b4c-844bb3c7f9a9 req-5fe9ddb1-a4e4-4731-9399-0de657eec911 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:53.982488 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-489a24c0-f4a1-4021-9b4c-844bb3c7f9a9 req-5fe9ddb1-a4e4-4731-9399-0de657eec911 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1096 time: 0.0439539 Nov 27 01:46:53.985263 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port dbde481a-3a25-4c28-9354-306b4eca455b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=dbde481a-3a25-4c28-9354-306b4eca455b,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:53.990240 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:54.029127 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-489a24c0-f4a1-4021-9b4c-844bb3c7f9a9 req-84326a41-1adc-4b7e-9605-991405021dfe tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Nov 27 01:46:54.039241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=dbde481a-3a25-4c28-9354-306b4eca455b,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:54.386104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['dbde481a-3a25-4c28-9354-306b4eca455b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:46:55.140480 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc8c4f-c243-4738-80a4-1791be28c63a req-7d67e193-c158-41f2-a7b4-970b1d9fb641 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:55.141992 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38fc8c4f-c243-4738-80a4-1791be28c63a req-7d67e193-c158-41f2-a7b4-970b1d9fb641 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1097 time: 0.0436034 Nov 27 01:46:55.184510 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-38fc8c4f-c243-4738-80a4-1791be28c63a req-d0160186-8bdb-4762-92e7-829755fae84f tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367057 Nov 27 01:46:55.819868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device dbde481a-3a25-4c28-9354-306b4eca455b up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:46:55.866698 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port dbde481a-3a25-4c28-9354-306b4eca455b completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:46:55.870448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port dbde481a-3a25-4c28-9354-306b4eca455b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:55.870820 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:55.945335 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:55.970397 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9485e9a6-e99c-4724-a24c-798acd157c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbde481a-3a25-4c28-9354-306b4eca455b'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:46:55.972981 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736c438e-4854-4d9e-97ea-4ff7adf18453" -d '{"events": [{"server_uuid": "9485e9a6-e99c-4724-a24c-798acd157c18", "name": "network-vif-plugged", "status": "completed", "tag": "dbde481a-3a25-4c28-9354-306b4eca455b"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:46:55.987581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port dbde481a-3a25-4c28-9354-306b4eca455b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=dbde481a-3a25-4c28-9354-306b4eca455b,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:55.992898 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:56.042987 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=dbde481a-3a25-4c28-9354-306b4eca455b,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:56.086157 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9440c0e-5046-47d7-8f53-207263a96208 x-openstack-request-id: req-a9440c0e-5046-47d7-8f53-207263a96208 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:46:56.086453 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9485e9a6-e99c-4724-a24c-798acd157c18", "name": "network-vif-plugged", "status": "completed", "tag": "dbde481a-3a25-4c28-9354-306b4eca455b", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:46:56.086710 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9440c0e-5046-47d7-8f53-207263a96208 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:46:56.087110 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9485e9a6-e99c-4724-a24c-798acd157c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbde481a-3a25-4c28-9354-306b4eca455b', 'code': 200} Nov 27 01:46:56.235802 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba7b00-2430-487b-8840-48cfc7370dd6 req-055a9118-30b1-489e-839c-a5e144474904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:56.237322 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3ba7b00-2430-487b-8840-48cfc7370dd6 req-055a9118-30b1-489e-839c-a5e144474904 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1098 time: 0.0402043 Nov 27 01:46:56.287828 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3ba7b00-2430-487b-8840-48cfc7370dd6 req-76a75f61-ccdf-4443-b918-a189f2516e9a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378036 Nov 27 01:46:56.291127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3e210-f198-4741-823c-8c728a72fc40 req-19b8d4f2-5d77-4c54-a2bd-be99bca87022 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:56.292706 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a0d3e210-f198-4741-823c-8c728a72fc40 req-19b8d4f2-5d77-4c54-a2bd-be99bca87022 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1098 time: 0.0416763 Nov 27 01:46:56.335748 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a0d3e210-f198-4741-823c-8c728a72fc40 req-5ebc1a37-5cd6-400b-8c18-786b7898ae6b tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365491 Nov 27 01:46:56.593179 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:46:57.441979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7eb03-9bfa-443b-aca4-7ada251bdc7e req-97bd2c65-4786-4cce-8146-e289b0bd42a0 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:57.443445 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83b7eb03-9bfa-443b-aca4-7ada251bdc7e req-97bd2c65-4786-4cce-8146-e289b0bd42a0 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1098 time: 0.0398834 Nov 27 01:46:57.491225 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83b7eb03-9bfa-443b-aca4-7ada251bdc7e req-b9e03972-972c-4f4a-bc30-1733cb0f1e02 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Nov 27 01:46:58.596013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9c22f-f958-4c54-aece-f6c912b4f53a req-2429bfcb-88d0-4748-a1e0-c27f045fb29b tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:58.597577 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b2f9c22f-f958-4c54-aece-f6c912b4f53a req-2429bfcb-88d0-4748-a1e0-c27f045fb29b tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1098 time: 0.0394406 Nov 27 01:46:58.644547 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b2f9c22f-f958-4c54-aece-f6c912b4f53a req-22bcfabe-8d49-4b13-86e1-0c82b33c5690 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410342 Nov 27 01:46:58.746977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880d8aa-ec1b-4b80-95b3-d4fcd1e5bb52 req-25349d72-0c04-4945-9285-22e0aab58ccf tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:58.748586 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1880d8aa-ec1b-4b80-95b3-d4fcd1e5bb52 req-25349d72-0c04-4945-9285-22e0aab58ccf tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1098 time: 0.0395932 Nov 27 01:46:58.763212 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:58.794395 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1880d8aa-ec1b-4b80-95b3-d4fcd1e5bb52 req-3e186546-2781-4af2-b8ca-71fa7096a0b9 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398233 Nov 27 01:46:58.897172 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca699c8-0f8e-4ffd-812e-67e12fbae18b req-20c4910e-dbed-4a9c-ac5a-456db0e752de tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:58.898929 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7ca699c8-0f8e-4ffd-812e-67e12fbae18b req-20c4910e-dbed-4a9c-ac5a-456db0e752de tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1098 time: 0.0404272 Nov 27 01:46:58.941459 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7ca699c8-0f8e-4ffd-812e-67e12fbae18b req-ed6e3418-2137-4d49-9e7a-78d84a9551cd tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358894 Nov 27 01:46:59.149913 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-57562db9-460f-4c3a-92f3-a6397ff59a7e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:59.151380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-57562db9-460f-4c3a-92f3-a6397ff59a7e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/networks?id=3faf2bab-71e7-48f6-8cba-079fca0454fb HTTP/1.1" status: 200 len: 910 time: 0.0885537 Nov 27 01:46:59.165562 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-9acb344e-5421-424a-a399-e0f0991de7a4 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/quotas/c49315b968fc4370a8b54d6581756d35 HTTP/1.1" status: 200 len: 375 time: 0.0082788 Nov 27 01:46:59.211393 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-a9964360-58cb-4bdb-bf6e-ed1ff95d82f3 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=c49315b968fc4370a8b54d6581756d35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0407529 Nov 27 01:46:59.299232 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-a9b0bd82-27ce-4b81-adc2-685c6bdf3e00 service neutron] 10.222.0.15 "GET /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806832 Nov 27 01:46:59.391176 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-2215061e-c827-4773-bd54-8ea8614df483 service neutron] 10.222.0.15 "GET /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858717 Nov 27 01:46:59.546916 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cdc52848-2b05-473e-8c7b-26bc9eb15162 req-427879ad-d9a1-4ed9-93df-41971e6051ce tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 210 time: 0.0258954 Nov 27 01:47:00.536876 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-d1c06480-fc18-4320-a9b9-c674c616d59a tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:00.539274 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-d1c06480-fc18-4320-a9b9-c674c616d59a tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.31 "GET /v2.0/networks?id=3faf2bab-71e7-48f6-8cba-079fca0454fb HTTP/1.1" status: 200 len: 910 time: 0.0937431 Nov 27 01:47:00.552039 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-8ce598a7-88ad-44b5-b322-56e1e9a5ff5e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Request body: {'port': {'device_id': 'e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb', 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb', 'admin_state_up': True, 'tenant_id': 'c49315b968fc4370a8b54d6581756d35'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:00.584889 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-8ce598a7-88ad-44b5-b322-56e1e9a5ff5e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Made reservation on behalf of c49315b968fc4370a8b54d6581756d35 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:47:00.587716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-8ce598a7-88ad-44b5-b322-56e1e9a5ff5e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:00.643065 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11e905e1-1ffb-4d2f-9c8f-c70f115ac85e req-33bb809a-c4a2-42fa-9ea6-c3120882b5f2 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 210 time: 0.0253613 Nov 27 01:47:00.720585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-8ce598a7-88ad-44b5-b322-56e1e9a5ff5e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Allocated IP 172.20.0.8 (3faf2bab-71e7-48f6-8cba-079fca0454fb/1af93a3d-eb55-4034-be91-6a139f43a6b8/9b65e7d1-c776-4c4e-8850-ca5ac2416f0f) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:47:00.786260 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:00.861195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-8ce598a7-88ad-44b5-b322-56e1e9a5ff5e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:00.893908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-8ce598a7-88ad-44b5-b322-56e1e9a5ff5e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:00.934544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-8ce598a7-88ad-44b5-b322-56e1e9a5ff5e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Network 3faf2bab-71e7-48f6-8cba-079fca0454fb is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:47:00.937394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-8ce598a7-88ad-44b5-b322-56e1e9a5ff5e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:47:00.941006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['dbde481a-3a25-4c28-9354-306b4eca455b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:47:00.941158 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-8ce598a7-88ad-44b5-b322-56e1e9a5ff5e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:47:01.201452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-174f960e-16b2-477a-a64a-3c5fc98da50d None None] Provisioning complete for port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:47:01.201959 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-174f960e-16b2-477a-a64a-3c5fc98da50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:01.238153 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-174f960e-16b2-477a-a64a-3c5fc98da50d None None] Port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:47:01.328408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce598a7-88ad-44b5-b322-56e1e9a5ff5e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Pushing event updated for resources: {'Port': ['ID=9b65e7d1-c776-4c4e-8850-ca5ac2416f0f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:01.344724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-8ce598a7-88ad-44b5-b322-56e1e9a5ff5e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:01.345323 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-8ce598a7-88ad-44b5-b322-56e1e9a5ff5e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:01.360209 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-8ce598a7-88ad-44b5-b322-56e1e9a5ff5e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8123379 Nov 27 01:47:01.378320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Request body: {'port': {'device_id': 'e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:01.432220 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:01.690585 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:47:01.697989 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:01.709799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Transition to ACTIVE for port object 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:47:01.719976 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:01.793223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b000e6-ab3c-4239-bca7-ddc34730a445 req-903f3171-c658-4f0c-9484-16ce5b2b66c1 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:01.795551 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14b000e6-ab3c-4239-bca7-ddc34730a445 req-903f3171-c658-4f0c-9484-16ce5b2b66c1 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1053 time: 0.0844824 Nov 27 01:47:01.799050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Pushing event updated for resources: {'Port': ['ID=9b65e7d1-c776-4c4e-8850-ca5ac2416f0f,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:01.897497 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14b000e6-ab3c-4239-bca7-ddc34730a445 req-b9991c0f-6edc-4f9b-9c2d-849c8291ed98 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937004 Nov 27 01:47:01.902072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Attempting to bind port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:47:01.902406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Attempting to bind port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:47:01.902740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Attempting to bind port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f on network 3faf2bab-71e7-48f6-8cba-079fca0454fb {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:47:01.907324 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f on network 3faf2bab-71e7-48f6-8cba-079fca0454fb not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:47:01.907654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Attempting to bind port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f on network 3faf2bab-71e7-48f6-8cba-079fca0454fb {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:47:01.912677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:47:01.913017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Checking segment: {'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:47:01.913411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Bound using segment: {'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:47:01.913832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Bound port: 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece7d770-40f1-43ca-bcb3-83f436787677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:47:01.914184 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:01.978930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] For port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:47:01.982797 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] For port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=9b65e7d1-c776-4c4e-8850-ca5ac2416f0f,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:47:01.986293 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:02.017878 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:02.018493 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:02.019952 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] 10.222.0.31 "PUT /v2.0/ports/9b65e7d1-c776-4c4e-8850-ca5ac2416f0f HTTP/1.1" status: 200 len: 1092 time: 0.6458836 Nov 27 01:47:02.020440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb', 'tag': '9b65e7d1-c776-4c4e-8850-ca5ac2416f0f'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:47:02.022717 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743b8845-99fb-4169-8e62-38ce0f006372" -d '{"events": [{"name": "network-changed", "server_uuid": "e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb", "tag": "9b65e7d1-c776-4c4e-8850-ca5ac2416f0f"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:47:02.050983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2c09f-f17f-44c3-92e2-3e7c191740fa service neutron] Pushing event updated for resources: {'Port': ['ID=9b65e7d1-c776-4c4e-8850-ca5ac2416f0f,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:02.094264 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc76c2f-4eb1-42ed-b192-72401a2ff899 x-openstack-request-id: req-9cc76c2f-4eb1-42ed-b192-72401a2ff899 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:47:02.094827 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb", "tag": "9b65e7d1-c776-4c4e-8850-ca5ac2416f0f", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:47:02.095171 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cc76c2f-4eb1-42ed-b192-72401a2ff899 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:47:02.095841 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb', 'tag': '9b65e7d1-c776-4c4e-8850-ca5ac2416f0f', 'status': 'completed', 'code': 200} Nov 27 01:47:02.135986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-1dbfaa62-a109-4304-aefd-6648467dd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:02.137555 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-1dbfaa62-a109-4304-aefd-6648467dd502 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c49315b968fc4370a8b54d6581756d35&device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1095 time: 0.0540168 Nov 27 01:47:02.187665 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-2faf473d-d8ed-4b1f-a424-e61b696b7c6f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b65e7d1-c776-4c4e-8850-ca5ac2416f0f HTTP/1.1" status: 200 len: 217 time: 0.0366163 Nov 27 01:47:02.238562 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-c22424b2-bfd7-452f-9b78-946b4d1ded3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:02.240049 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-c22424b2-bfd7-452f-9b78-946b4d1ded3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1af93a3d-eb55-4034-be91-6a139f43a6b8 HTTP/1.1" status: 200 len: 848 time: 0.0452478 Nov 27 01:47:02.287990 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-d567cab8-6ab4-4d16-b0c6-c4caf8786afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:02.289427 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-d567cab8-6ab4-4d16-b0c6-c4caf8786afc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3faf2bab-71e7-48f6-8cba-079fca0454fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421598 Nov 27 01:47:02.381033 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-89e9bf18-74e0-4159-a1b3-358858905ef8 service neutron] 10.222.0.31 "GET /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847259 Nov 27 01:47:02.474809 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4e128d7-55a8-4c98-b075-8a32931ff45f req-4dc454ff-c45d-4e45-b528-4eb4b5b6c1c0 service neutron] 10.222.0.31 "GET /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864229 Nov 27 01:47:02.599126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b8845-99fb-4169-8e62-38ce0f006372 req-05fc5a88-b4d5-4110-aa33-e9778d08f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:02.600651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-743b8845-99fb-4169-8e62-38ce0f006372 req-05fc5a88-b4d5-4110-aa33-e9778d08f57e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c49315b968fc4370a8b54d6581756d35&device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1095 time: 0.0465260 Nov 27 01:47:02.688594 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b8845-99fb-4169-8e62-38ce0f006372 req-a72cbe1a-9f5d-4639-876a-c414cc6cb619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:02.690039 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-743b8845-99fb-4169-8e62-38ce0f006372 req-a72cbe1a-9f5d-4639-876a-c414cc6cb619 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3faf2bab-71e7-48f6-8cba-079fca0454fb HTTP/1.1" status: 200 len: 910 time: 0.0823834 Nov 27 01:47:02.734934 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-743b8845-99fb-4169-8e62-38ce0f006372 req-032e27ee-1495-4c60-a557-b919818140d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b65e7d1-c776-4c4e-8850-ca5ac2416f0f HTTP/1.1" status: 200 len: 217 time: 0.0378137 Nov 27 01:47:02.783826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b8845-99fb-4169-8e62-38ce0f006372 req-4cd981d0-bff5-4652-8111-fe98ea990e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:02.785278 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-743b8845-99fb-4169-8e62-38ce0f006372 req-4cd981d0-bff5-4652-8111-fe98ea990e34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1af93a3d-eb55-4034-be91-6a139f43a6b8 HTTP/1.1" status: 200 len: 848 time: 0.0442166 Nov 27 01:47:02.830401 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b8845-99fb-4169-8e62-38ce0f006372 req-e500d6ca-9cc7-45ed-a3eb-d604c5ba5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:02.831902 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-743b8845-99fb-4169-8e62-38ce0f006372 req-e500d6ca-9cc7-45ed-a3eb-d604c5ba5b9c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3faf2bab-71e7-48f6-8cba-079fca0454fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400982 Nov 27 01:47:02.922348 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-743b8845-99fb-4169-8e62-38ce0f006372 req-95f4d51c-2c76-4f2b-9db1-0da093668151 service neutron] 10.222.0.31 "GET /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834315 Nov 27 01:47:02.988942 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89763c9a-1661-4092-9441-79fccc5b997f req-0fe84a40-103c-4831-b56f-c14732cb2ee1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396974 Nov 27 01:47:03.041930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ba816-5bd1-4d5b-a3ff-9d860f85002c req-a46ab69e-1c2e-43d5-a25b-7b0c0dab8a15 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:03.043455 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-728ba816-5bd1-4d5b-a3ff-9d860f85002c req-a46ab69e-1c2e-43d5-a25b-7b0c0dab8a15 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1095 time: 0.0684052 Nov 27 01:47:03.047713 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-743b8845-99fb-4169-8e62-38ce0f006372 req-3df8e264-7861-4547-ba28-ecf460800db2 service neutron] 10.222.0.31 "GET /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183555 Nov 27 01:47:03.095978 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-728ba816-5bd1-4d5b-a3ff-9d860f85002c req-1cf2ad0c-7479-444c-b1b9-0ca29f44dacd tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446038 Nov 27 01:47:03.105217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89763c9a-1661-4092-9441-79fccc5b997f req-484eca99-b510-4a81-ac7d-9e7000e7098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:03.107221 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89763c9a-1661-4092-9441-79fccc5b997f req-484eca99-b510-4a81-ac7d-9e7000e7098c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c49315b968fc4370a8b54d6581756d35&device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1098 time: 0.0451143 Nov 27 01:47:03.214280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89763c9a-1661-4092-9441-79fccc5b997f req-f2d70f20-40aa-47f7-85a4-c6668f1088f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:03.215749 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89763c9a-1661-4092-9441-79fccc5b997f req-f2d70f20-40aa-47f7-85a4-c6668f1088f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3faf2bab-71e7-48f6-8cba-079fca0454fb HTTP/1.1" status: 200 len: 910 time: 0.0827582 Nov 27 01:47:03.256286 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89763c9a-1661-4092-9441-79fccc5b997f req-9a9e24c1-5a47-492b-a998-8172b5912295 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbde481a-3a25-4c28-9354-306b4eca455b HTTP/1.1" status: 200 len: 217 time: 0.0335250 Nov 27 01:47:03.312945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89763c9a-1661-4092-9441-79fccc5b997f req-87964c18-ddce-4529-8c88-9ab5bfac808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:03.314526 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89763c9a-1661-4092-9441-79fccc5b997f req-87964c18-ddce-4529-8c88-9ab5bfac808d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1af93a3d-eb55-4034-be91-6a139f43a6b8 HTTP/1.1" status: 200 len: 848 time: 0.0508904 Nov 27 01:47:03.360182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89763c9a-1661-4092-9441-79fccc5b997f req-571efed3-b8c2-4045-9898-30162a7334d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:03.361651 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89763c9a-1661-4092-9441-79fccc5b997f req-571efed3-b8c2-4045-9898-30162a7334d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3faf2bab-71e7-48f6-8cba-079fca0454fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390368 Nov 27 01:47:03.449589 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89763c9a-1661-4092-9441-79fccc5b997f req-536aeb7b-6679-417d-8a10-c6990c4435b6 service neutron] 10.222.0.21 "GET /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797164 Nov 27 01:47:03.543260 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89763c9a-1661-4092-9441-79fccc5b997f req-cf7e54a9-8fd1-4b05-80d4-f8a4b53795f1 service neutron] 10.222.0.21 "GET /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858650 Nov 27 01:47:04.203134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fbc94-909c-41e8-9a48-2dbfc3754296 req-4e0d4937-1051-4f60-ab1b-81de76ee58d9 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:04.204663 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1f9fbc94-909c-41e8-9a48-2dbfc3754296 req-4e0d4937-1051-4f60-ab1b-81de76ee58d9 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1095 time: 0.0398288 Nov 27 01:47:04.248870 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1f9fbc94-909c-41e8-9a48-2dbfc3754296 req-027fbb6a-6b50-48b5-8cce-fcfb4281d60d tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382502 Nov 27 01:47:05.357065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2a6f-52a9-4f45-b5af-1f9e0db82320 req-f8c654d0-31bc-4270-81a1-2c9ebafbb62d tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:05.358604 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3ec2a6f-52a9-4f45-b5af-1f9e0db82320 req-f8c654d0-31bc-4270-81a1-2c9ebafbb62d tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1095 time: 0.0406711 Nov 27 01:47:05.402698 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a3ec2a6f-52a9-4f45-b5af-1f9e0db82320 req-a515e684-b4e7-48b0-81cd-fcc11dd88105 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382745 Nov 27 01:47:05.807627 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:47:05.904486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=9b65e7d1-c776-4c4e-8850-ca5ac2416f0f,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:05.915515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '9b65e7d1-c776-4c4e-8850-ca5ac2416f0f', 'network_id': '3faf2bab-71e7-48f6-8cba-079fca0454fb', 'port_id': '9b65e7d1-c776-4c4e-8850-ca5ac2416f0f', 'mac_address': 'fa:16:3e:11:00:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af93a3d-eb55-4034-be91-6a139f43a6b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:47:05.951340 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:05.963853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:47:05.986145 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=9b65e7d1-c776-4c4e-8850-ca5ac2416f0f,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:05.990322 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:06.035525 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=9b65e7d1-c776-4c4e-8850-ca5ac2416f0f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:06.411580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['9b65e7d1-c776-4c4e-8850-ca5ac2416f0f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:47:06.516077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46b2a3-a8a1-4782-9752-fda679cad275 req-12cad35e-93a4-43d3-b79c-8a88379a2311 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:06.517950 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf46b2a3-a8a1-4782-9752-fda679cad275 req-12cad35e-93a4-43d3-b79c-8a88379a2311 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1096 time: 0.0453160 Nov 27 01:47:06.562530 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf46b2a3-a8a1-4782-9752-fda679cad275 req-2608aa4e-316a-424c-abca-96cf6573a4a9 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 Nov 27 01:47:07.666550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a79021-2949-42de-b7de-01f87dce6d77 req-f47d1929-f990-4711-a5e1-305fbf43236f tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:07.668041 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5a79021-2949-42de-b7de-01f87dce6d77 req-f47d1929-f990-4711-a5e1-305fbf43236f tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1096 time: 0.0395470 Nov 27 01:47:07.711369 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5a79021-2949-42de-b7de-01f87dce6d77 req-a72f8608-d110-4700-91c5-6cd958b1cf52 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369682 Nov 27 01:47:07.822353 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:47:07.871669 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:47:07.876639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:47:07.877015 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:07.953580 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:07.975667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b65e7d1-c776-4c4e-8850-ca5ac2416f0f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:47:07.977969 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b32a668-4432-47e9-96f1-91b2c1837cd1" -d '{"events": [{"server_uuid": "e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb", "name": "network-vif-plugged", "status": "completed", "tag": "9b65e7d1-c776-4c4e-8850-ca5ac2416f0f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:47:07.995020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=9b65e7d1-c776-4c4e-8850-ca5ac2416f0f,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:07.999102 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:08.023223 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b361cc-1b64-49e6-ae22-60e2786a1a0e x-openstack-request-id: req-46b361cc-1b64-49e6-ae22-60e2786a1a0e {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:47:08.023516 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb", "name": "network-vif-plugged", "status": "completed", "tag": "9b65e7d1-c776-4c4e-8850-ca5ac2416f0f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:47:08.023767 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46b361cc-1b64-49e6-ae22-60e2786a1a0e {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:47:08.024427 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b65e7d1-c776-4c4e-8850-ca5ac2416f0f', 'code': 200} Nov 27 01:47:08.050384 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=9b65e7d1-c776-4c4e-8850-ca5ac2416f0f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:08.157312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc688f-a48e-4177-9896-a51f06249638 req-518b61af-bcb6-4225-9bdd-4f581e5ee134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:08.158687 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16fc688f-a48e-4177-9896-a51f06249638 req-518b61af-bcb6-4225-9bdd-4f581e5ee134 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1097 time: 0.0476258 Nov 27 01:47:08.202025 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16fc688f-a48e-4177-9896-a51f06249638 req-b1326410-ceb4-4b23-a841-48202fb0e5a6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362754 Nov 27 01:47:08.817789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe05fc8-decc-43c2-a992-26e011e11bde req-a3ddd655-ac5d-4cfb-bbe9-69f1ad2958ab tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:08.819319 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffe05fc8-decc-43c2-a992-26e011e11bde req-a3ddd655-ac5d-4cfb-bbe9-69f1ad2958ab tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1097 time: 0.0402427 Nov 27 01:47:08.862439 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffe05fc8-decc-43c2-a992-26e011e11bde req-d6c42fe8-2598-408f-94b0-eac3d6aa3c5c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371730 Nov 27 01:47:09.970191 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aa980-d18e-45bf-ac5b-4fb42ebf0cac req-a4e89e41-a17d-4525-8883-5a0284fde57f tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:09.971675 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-876aa980-d18e-45bf-ac5b-4fb42ebf0cac req-a4e89e41-a17d-4525-8883-5a0284fde57f tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1097 time: 0.0401735 Nov 27 01:47:10.013954 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-876aa980-d18e-45bf-ac5b-4fb42ebf0cac req-92c8f519-f140-46fd-9801-48c1872bffd4 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363598 Nov 27 01:47:10.109288 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7ce692c9-f4d9-4fce-80f3-c127e138f4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:10.122141 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1f9aa-328d-43bf-adb3-2ff7df45ce20 req-bbcdd3ce-827d-4542-aee4-3a468a12adb8 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:10.123690 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e0b1f9aa-328d-43bf-adb3-2ff7df45ce20 req-bbcdd3ce-827d-4542-aee4-3a468a12adb8 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1097 time: 0.0444365 Nov 27 01:47:10.168935 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e0b1f9aa-328d-43bf-adb3-2ff7df45ce20 req-126a5aea-3d24-4004-bbf4-6ab598694a25 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390840 Nov 27 01:47:10.270957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69639f-a14b-4f63-a48d-7e617164ae6e req-fa531382-a3a9-46d6-8eee-ae77f97ade6e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:10.272291 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a69639f-a14b-4f63-a48d-7e617164ae6e req-fa531382-a3a9-46d6-8eee-ae77f97ade6e tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1097 time: 0.0400112 Nov 27 01:47:10.318569 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a69639f-a14b-4f63-a48d-7e617164ae6e req-34531595-4ded-4e57-976b-d7adc2c2e61d tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401001 Nov 27 01:47:10.540564 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a1767-39b4-446b-aaaf-81cb11ce73e4 req-a28cc9ec-907b-45f4-bac4-3c3736de3605 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:10.542029 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-803a1767-39b4-446b-aaaf-81cb11ce73e4 req-a28cc9ec-907b-45f4-bac4-3c3736de3605 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1097 time: 0.0396805 Nov 27 01:47:10.585319 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-803a1767-39b4-446b-aaaf-81cb11ce73e4 req-cf7b42cc-9e80-45db-bee7-2f4187d7cec1 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373878 Nov 27 01:47:11.690799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ee2b6-f0bd-4b7c-8821-6439e287b0a0 req-98d32712-cc82-4a8d-b62e-ffa710e8c376 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:11.692315 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee8ee2b6-f0bd-4b7c-8821-6439e287b0a0 req-98d32712-cc82-4a8d-b62e-ffa710e8c376 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1097 time: 0.0399060 Nov 27 01:47:11.736552 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee8ee2b6-f0bd-4b7c-8821-6439e287b0a0 req-b8fad357-683f-44ec-8e96-40ca558896c3 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382736 Nov 27 01:47:12.013803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cc4d4-5162-4ad4-ae3c-110ed8381beb req-ce485592-1d62-428b-af1a-621beeeadaa6 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:12.015147 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-367cc4d4-5162-4ad4-ae3c-110ed8381beb req-ce485592-1d62-428b-af1a-621beeeadaa6 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 1097 time: 0.0400617 Nov 27 01:47:12.094817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-367cc4d4-5162-4ad4-ae3c-110ed8381beb req-a96bf106-cdfa-40ac-852c-b98c46690848 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Deleting port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:47:12.095179 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-367cc4d4-5162-4ad4-ae3c-110ed8381beb req-a96bf106-cdfa-40ac-852c-b98c46690848 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:12.173540 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-367cc4d4-5162-4ad4-ae3c-110ed8381beb req-a96bf106-cdfa-40ac-852c-b98c46690848 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] For port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=9b65e7d1-c776-4c4e-8850-ca5ac2416f0f,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:12.173901 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-367cc4d4-5162-4ad4-ae3c-110ed8381beb req-a96bf106-cdfa-40ac-852c-b98c46690848 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:12.187270 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-367cc4d4-5162-4ad4-ae3c-110ed8381beb req-a96bf106-cdfa-40ac-852c-b98c46690848 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Calling delete_port for 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:47:12.288523 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aa9d92b6-74ae-49db-a903-0274d4444eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:12.315531 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-367cc4d4-5162-4ad4-ae3c-110ed8381beb req-a96bf106-cdfa-40ac-852c-b98c46690848 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:12.340475 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bf106-cdfa-40ac-852c-b98c46690848 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b65e7d1-c776-4c4e-8850-ca5ac2416f0f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:12.349749 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['dbde481a-3a25-4c28-9354-306b4eca455b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:47:12.352178 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['9b65e7d1-c776-4c4e-8850-ca5ac2416f0f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:47:12.392845 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-367cc4d4-5162-4ad4-ae3c-110ed8381beb req-a96bf106-cdfa-40ac-852c-b98c46690848 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] No DVR routers for this DVR port 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:47:12.395733 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-367cc4d4-5162-4ad4-ae3c-110ed8381beb req-a96bf106-cdfa-40ac-852c-b98c46690848 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:12.399718 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-367cc4d4-5162-4ad4-ae3c-110ed8381beb req-a96bf106-cdfa-40ac-852c-b98c46690848 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.31 "DELETE /v2.0/ports/9b65e7d1-c776-4c4e-8850-ca5ac2416f0f HTTP/1.1" status: 204 len: 173 time: 0.3784993 Nov 27 01:47:12.400090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb', 'name': 'network-vif-deleted', 'tag': '9b65e7d1-c776-4c4e-8850-ca5ac2416f0f'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:47:12.402485 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6579230f-49fc-4414-a886-b4f6309416e9" -d '{"events": [{"server_uuid": "e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb", "name": "network-vif-deleted", "tag": "9b65e7d1-c776-4c4e-8850-ca5ac2416f0f"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:47:12.451036 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1696ae50-eadb-4661-b7a8-f5900ec17d37 x-openstack-request-id: req-1696ae50-eadb-4661-b7a8-f5900ec17d37 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:47:12.451535 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb", "name": "network-vif-deleted", "tag": "9b65e7d1-c776-4c4e-8850-ca5ac2416f0f", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:47:12.451920 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1696ae50-eadb-4661-b7a8-f5900ec17d37 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:47:12.452367 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb', 'name': 'network-vif-deleted', 'tag': '9b65e7d1-c776-4c4e-8850-ca5ac2416f0f', 'status': 'completed', 'code': 200} Nov 27 01:47:12.840387 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d31900e-9255-4161-a345-b0deeb67269e req-509900f1-70bc-43a8-a6fd-ab67b7ddc71c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e85c8cbb-f4fa-4d47-b3f9-fa4b647593bb HTTP/1.1" status: 200 len: 210 time: 0.0251312 Nov 27 01:47:13.380343 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:14.091898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e8778-9768-45fd-82c8-729d0800588d req-83116121-b6c3-4d92-a9f7-dfd66de7c90a tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:14.093922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d9e8778-9768-45fd-82c8-729d0800588d req-83116121-b6c3-4d92-a9f7-dfd66de7c90a tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1098 time: 0.0392852 Nov 27 01:47:14.137159 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8d9e8778-9768-45fd-82c8-729d0800588d req-f676222b-53c6-4c01-86f4-3eccdef3c5ac tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372362 Nov 27 01:47:14.928057 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:15.246392 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a95e1-dbd5-4e41-8658-62fa25749dce req-4d02e543-0448-4018-b363-fd428a18aecd tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:15.247941 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee1a95e1-dbd5-4e41-8658-62fa25749dce req-4d02e543-0448-4018-b363-fd428a18aecd tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1098 time: 0.0408807 Nov 27 01:47:15.297655 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee1a95e1-dbd5-4e41-8658-62fa25749dce req-c803a4a8-6e2a-40ca-8095-8bd487d76e5c tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=23fc91ae-3a23-418c-a4ba-7f4df7efb183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 Nov 27 01:47:15.771681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a97e6-32b6-4922-a31f-4de027c4249e req-8e1ac560-6829-49e9-b8c0-da906e6ad08b tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:15.773170 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-740a97e6-32b6-4922-a31f-4de027c4249e req-8e1ac560-6829-49e9-b8c0-da906e6ad08b tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 1098 time: 0.0414913 Nov 27 01:47:15.855052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-740a97e6-32b6-4922-a31f-4de027c4249e req-eab011ae-563d-4189-b355-2d967d396149 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Deleting port dbde481a-3a25-4c28-9354-306b4eca455b {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:47:15.855392 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-740a97e6-32b6-4922-a31f-4de027c4249e req-eab011ae-563d-4189-b355-2d967d396149 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:15.869465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:47:15.889381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:47:15.889735 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 9b65e7d1-c776-4c4e-8850-ca5ac2416f0f not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:47:15.934458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-740a97e6-32b6-4922-a31f-4de027c4249e req-eab011ae-563d-4189-b355-2d967d396149 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] For port dbde481a-3a25-4c28-9354-306b4eca455b, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=dbde481a-3a25-4c28-9354-306b4eca455b,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:15.934819 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-740a97e6-32b6-4922-a31f-4de027c4249e req-eab011ae-563d-4189-b355-2d967d396149 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:15.947162 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-740a97e6-32b6-4922-a31f-4de027c4249e req-eab011ae-563d-4189-b355-2d967d396149 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Calling delete_port for dbde481a-3a25-4c28-9354-306b4eca455b owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:47:16.064055 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-740a97e6-32b6-4922-a31f-4de027c4249e req-eab011ae-563d-4189-b355-2d967d396149 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:16.094630 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab011ae-563d-4189-b355-2d967d396149 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbde481a-3a25-4c28-9354-306b4eca455b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:16.106854 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['dbde481a-3a25-4c28-9354-306b4eca455b'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:47:16.133960 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-740a97e6-32b6-4922-a31f-4de027c4249e req-eab011ae-563d-4189-b355-2d967d396149 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] No DVR routers for this DVR port dbde481a-3a25-4c28-9354-306b4eca455b on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:47:16.136638 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-740a97e6-32b6-4922-a31f-4de027c4249e req-eab011ae-563d-4189-b355-2d967d396149 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:16.140145 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-740a97e6-32b6-4922-a31f-4de027c4249e req-eab011ae-563d-4189-b355-2d967d396149 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.21 "DELETE /v2.0/ports/dbde481a-3a25-4c28-9354-306b4eca455b HTTP/1.1" status: 204 len: 173 time: 0.3569839 Nov 27 01:47:16.141121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9485e9a6-e99c-4724-a24c-798acd157c18', 'name': 'network-vif-deleted', 'tag': 'dbde481a-3a25-4c28-9354-306b4eca455b'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:47:16.143836 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56444272-403f-40a4-90af-fd32ca9b0921" -d '{"events": [{"server_uuid": "9485e9a6-e99c-4724-a24c-798acd157c18", "name": "network-vif-deleted", "tag": "dbde481a-3a25-4c28-9354-306b4eca455b"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:47:16.186017 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2c2903-d1ca-4196-9499-a9eeddaab3e7 x-openstack-request-id: req-fb2c2903-d1ca-4196-9499-a9eeddaab3e7 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:47:16.186317 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9485e9a6-e99c-4724-a24c-798acd157c18", "name": "network-vif-deleted", "tag": "dbde481a-3a25-4c28-9354-306b4eca455b", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:47:16.186574 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb2c2903-d1ca-4196-9499-a9eeddaab3e7 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:47:16.186974 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9485e9a6-e99c-4724-a24c-798acd157c18', 'name': 'network-vif-deleted', 'tag': 'dbde481a-3a25-4c28-9354-306b4eca455b', 'status': 'completed', 'code': 200} Nov 27 01:47:16.338882 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:16.402625 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cce8d73e-e88f-45c8-8b39-00426bcd5c3d req-785e2272-c8eb-4ca9-a408-f0a78f6c42f8 tempest-TestServerMultinode-177397968 tempest-TestServerMultinode-177397968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9485e9a6-e99c-4724-a24c-798acd157c18 HTTP/1.1" status: 200 len: 210 time: 0.0261385 Nov 27 01:47:17.465803 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40488) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:17.796813 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1bff924-3907-45cb-8c7d-c788e26f4e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:18.355482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c1bff924-3907-45cb-8c7d-c788e26f4e2e admin admin] Deleting port cd259e3b-d67f-45f2-aeeb-738f3254ee48 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:47:18.355813 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1bff924-3907-45cb-8c7d-c788e26f4e2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:18.432980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-c1bff924-3907-45cb-8c7d-c788e26f4e2e admin admin] For port cd259e3b-d67f-45f2-aeeb-738f3254ee48, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cd259e3b-d67f-45f2-aeeb-738f3254ee48,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:18.433345 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1bff924-3907-45cb-8c7d-c788e26f4e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:18.445448 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c1bff924-3907-45cb-8c7d-c788e26f4e2e admin admin] Calling delete_port for cd259e3b-d67f-45f2-aeeb-738f3254ee48 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:47:18.619419 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1bff924-3907-45cb-8c7d-c788e26f4e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:18.641922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bff924-3907-45cb-8c7d-c788e26f4e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd259e3b-d67f-45f2-aeeb-738f3254ee48,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:18.809579 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c1bff924-3907-45cb-8c7d-c788e26f4e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:19.022422 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bff924-3907-45cb-8c7d-c788e26f4e2e admin admin] Router c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:47:19.125622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bff924-3907-45cb-8c7d-c788e26f4e2e admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:47:19.130760 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c1bff924-3907-45cb-8c7d-c788e26f4e2e admin admin] 10.222.0.15 "PUT /v2.0/routers/c03a3b7d-3cfb-497c-ad56-2fd2441a6c33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6634808 Nov 27 01:47:19.133269 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40490) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:19.137153 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899b44e-c7cd-4f3a-84d0-682c1fdc72eb None None] Sync routers for ids ['c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:47:19.147572 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899b44e-c7cd-4f3a-84d0-682c1fdc72eb None None] Routers {'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:47:19.148275 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e899b44e-c7cd-4f3a-84d0-682c1fdc72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:47:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:47:19.237403 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:19.250322 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e899b44e-c7cd-4f3a-84d0-682c1fdc72eb None None] Set router c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:47:19.338585 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:19.393083 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] Deleting port 0bd73391-a98f-43c9-b175-1cbe3d0c78df {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:47:19.393420 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:19.425791 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e899b44e-c7cd-4f3a-84d0-682c1fdc72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'name': 'tempest-TestServerMultinode-561636877-router', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0bd73391-a98f-43c9-b175-1cbe3d0c78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:47:18Z', 'revision_number': 5, 'project_id': '8955452d9a684c76b2f8b72e34aa6a44', 'gw_port': {'id': '0bd73391-a98f-43c9-b175-1cbe3d0c78df', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:47:19.455604 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899b44e-c7cd-4f3a-84d0-682c1fdc72eb None None] Checking router: c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:47:19.463720 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899b44e-c7cd-4f3a-84d0-682c1fdc72eb None None] Routers {'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:47:19.464344 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e899b44e-c7cd-4f3a-84d0-682c1fdc72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:47:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:47:19.473717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] For port 0bd73391-a98f-43c9-b175-1cbe3d0c78df, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0bd73391-a98f-43c9-b175-1cbe3d0c78df,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:19.474080 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:19.485300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] Calling delete_port for 0bd73391-a98f-43c9-b175-1cbe3d0c78df owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:47:19.547897 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e899b44e-c7cd-4f3a-84d0-682c1fdc72eb None None] Set router c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:47:19.597950 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e899b44e-c7cd-4f3a-84d0-682c1fdc72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'name': 'tempest-TestServerMultinode-561636877-router', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:47:19Z', 'revision_number': 6, 'project_id': '8955452d9a684c76b2f8b72e34aa6a44', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:47:19.627213 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899b44e-c7cd-4f3a-84d0-682c1fdc72eb None None] The sync data for ids ['c03a3b7d-3cfb-497c-ad56-2fd2441a6c33'] in n-d-817303-10 is: [{'id': 'c03a3b7d-3cfb-497c-ad56-2fd2441a6c33', 'name': 'tempest-TestServerMultinode-561636877-router', 'tenant_id': '8955452d9a684c76b2f8b72e34aa6a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:33Z', 'updated_at': '2021-11-27T01:47:19Z', 'revision_number': 6, 'project_id': '8955452d9a684c76b2f8b72e34aa6a44', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:47:19.648829 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:19.674926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd73391-a98f-43c9-b175-1cbe3d0c78df,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:19.689650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c58965a-8d03-4fff-a01f-31463669041b None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:47:19.738597 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:19.826511 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:19.828641 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:19.869737 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:19.870106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:47:19.874255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:19.875977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fc53f229-1184-4376-b4b4-ac9fddaffe91 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c03a3b7d-3cfb-497c-ad56-2fd2441a6c33 HTTP/1.1" status: 204 len: 168 time: 0.7418034 Nov 27 01:47:19.878456 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40492) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:19.881890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device dbde481a-3a25-4c28-9354-306b4eca455b no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:47:19.902659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: dbde481a-3a25-4c28-9354-306b4eca455b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:47:19.903012 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device dbde481a-3a25-4c28-9354-306b4eca455b not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:47:19.923460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-526c3a24-a5bb-465f-a048-03a25b4c6b72 admin admin] Deleting subnet 1af93a3d-eb55-4034-be91-6a139f43a6b8 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:47:19.926503 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-526c3a24-a5bb-465f-a048-03a25b4c6b72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:19.960713 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-526c3a24-a5bb-465f-a048-03a25b4c6b72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:20.047391 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-526c3a24-a5bb-465f-a048-03a25b4c6b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:20.101276 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-526c3a24-a5bb-465f-a048-03a25b4c6b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:20.127556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c3a24-a5bb-465f-a048-03a25b4c6b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af93a3d-eb55-4034-be91-6a139f43a6b8,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:20.131890 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-526c3a24-a5bb-465f-a048-03a25b4c6b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:20.136949 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-526c3a24-a5bb-465f-a048-03a25b4c6b72 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1af93a3d-eb55-4034-be91-6a139f43a6b8 HTTP/1.1" status: 204 len: 168 time: 0.2569146 Nov 27 01:47:20.138091 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40494) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:20.138670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f0e033-6ca5-4c34-9464-d089f5985a34 None None] Network 3faf2bab-71e7-48f6-8cba-079fca0454fb requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:47:20.212397 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:20.270278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Deleting port 986beb7a-82fd-4997-a35e-6bba13e105d6 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:47:20.270901 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:20.333559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] For port 986beb7a-82fd-4997-a35e-6bba13e105d6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=986beb7a-82fd-4997-a35e-6bba13e105d6,segment=NetworkSegment(ece7d770-40f1-43ca-bcb3-83f436787677),segment_id=ece7d770-40f1-43ca-bcb3-83f436787677)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:20.333925 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:20.346974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Calling delete_port for 986beb7a-82fd-4997-a35e-6bba13e105d6 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:47:20.426808 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:20.452209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Pushing event deleted for resources: {'Port': ['ID=986beb7a-82fd-4997-a35e-6bba13e105d6,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:20.454459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] No DVR routers for this DVR port 986beb7a-82fd-4997-a35e-6bba13e105d6 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:47:20.502310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cb65e7-4ddb-4a19-83a2-7b5127ca6090 None None] DHCP port deletion for 3faf2bab-71e7-48f6-8cba-079fca0454fb request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:47:20.531969 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:20.553824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3faf2bab-71e7-48f6-8cba-079fca0454fb']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:47:20.565340 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 986beb7a-82fd-4997-a35e-6bba13e105d6 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:47:20.568903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece7d770-40f1-43ca-bcb3-83f436787677') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:47:20.568903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece7d770-40f1-43ca-bcb3-83f436787677') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:47:20.579170 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:20.585846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 986beb7a-82fd-4997-a35e-6bba13e105d6 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:47:20.586193 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 986beb7a-82fd-4997-a35e-6bba13e105d6 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:47:20.586608 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0bd73391-a98f-43c9-b175-1cbe3d0c78df no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:47:20.592668 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:20.600412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:47:20.600891 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:47:20.602583 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:47:20.609688 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 0bd73391-a98f-43c9-b175-1cbe3d0c78df {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:47:20.610050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0bd73391-a98f-43c9-b175-1cbe3d0c78df not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:47:20.610454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cd259e3b-d67f-45f2-aeeb-738f3254ee48 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:47:20.629474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: cd259e3b-d67f-45f2-aeeb-738f3254ee48 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:47:20.629830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cd259e3b-d67f-45f2-aeeb-738f3254ee48 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:47:20.660771 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:20.667041 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:20.670278 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] 10.222.0.15 "DELETE /v2.0/networks/3faf2bab-71e7-48f6-8cba-079fca0454fb HTTP/1.1" status: 204 len: 168 time: 0.5311241 Nov 27 01:47:20.673393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40496) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:20.681384 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac1d5e-2f65-42bb-8da9-f1f49a4ee22d admin admin] Pushing event deleted for resources: {'Network': ['ID=3faf2bab-71e7-48f6-8cba-079fca0454fb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:21.030495 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aea2eb37-c184-47a5-af3a-9641939102eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:21.270538 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-aea2eb37-c184-47a5-af3a-9641939102eb admin admin] Deleting port f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:47:21.270747 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aea2eb37-c184-47a5-af3a-9641939102eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:21.346447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-aea2eb37-c184-47a5-af3a-9641939102eb admin admin] For port f7ab21a8-e8f0-44cd-8621-cbe35aed60b4, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f7ab21a8-e8f0-44cd-8621-cbe35aed60b4,segment=NetworkSegment(7bae1276-a5e6-44ac-842e-6192f37aec07),segment_id=7bae1276-a5e6-44ac-842e-6192f37aec07)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:21.346808 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aea2eb37-c184-47a5-af3a-9641939102eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:21.359614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-aea2eb37-c184-47a5-af3a-9641939102eb admin admin] Calling delete_port for f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:47:21.534234 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aea2eb37-c184-47a5-af3a-9641939102eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:21.560649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2eb37-c184-47a5-af3a-9641939102eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ab21a8-e8f0-44cd-8621-cbe35aed60b4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:21.725955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aea2eb37-c184-47a5-af3a-9641939102eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:21.941131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea2eb37-c184-47a5-af3a-9641939102eb admin admin] Router bd0533dc-b17d-4286-a237-3f7e3cd0de56 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:47:22.045271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea2eb37-c184-47a5-af3a-9641939102eb admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:47:22.050264 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-aea2eb37-c184-47a5-af3a-9641939102eb admin admin] 10.222.0.15 "PUT /v2.0/routers/bd0533dc-b17d-4286-a237-3f7e3cd0de56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3756292 Nov 27 01:47:22.052775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40498) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:22.055322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace670e-ce23-49a4-9276-4ef89a1e9595 None None] Sync routers for ids ['bd0533dc-b17d-4286-a237-3f7e3cd0de56'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:47:22.065596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace670e-ce23-49a4-9276-4ef89a1e9595 None None] Routers {'bd0533dc-b17d-4286-a237-3f7e3cd0de56'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:47:22.066328 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6ace670e-ce23-49a4-9276-4ef89a1e9595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:47:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bd0533dc-b17d-4286-a237-3f7e3cd0de56'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:47:22.155330 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.175013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-6ace670e-ce23-49a4-9276-4ef89a1e9595 None None] Set router bd0533dc-b17d-4286-a237-3f7e3cd0de56 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:47:22.254635 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.311726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Deleting port 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:47:22.312574 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.354029 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6ace670e-ce23-49a4-9276-4ef89a1e9595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'name': 'tempest-TestServerMultinode-952591185-router', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '57d38d8b-83f1-4c33-9d44-3567f9a7fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:37Z', 'updated_at': '2021-11-27T01:47:21Z', 'revision_number': 5, 'project_id': 'c49315b968fc4370a8b54d6581756d35', 'gw_port': {'id': '57d38d8b-83f1-4c33-9d44-3567f9a7fd18', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:38Z', 'updated_at': '2021-11-27T01:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:47:22.384961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace670e-ce23-49a4-9276-4ef89a1e9595 None None] Checking router: bd0533dc-b17d-4286-a237-3f7e3cd0de56 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:47:22.392067 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] For port 57d38d8b-83f1-4c33-9d44-3567f9a7fd18, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=57d38d8b-83f1-4c33-9d44-3567f9a7fd18,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:22.392067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.395731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace670e-ce23-49a4-9276-4ef89a1e9595 None None] Routers {'bd0533dc-b17d-4286-a237-3f7e3cd0de56'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:47:22.396379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6ace670e-ce23-49a4-9276-4ef89a1e9595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:47:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['bd0533dc-b17d-4286-a237-3f7e3cd0de56'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:47:22.405129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Calling delete_port for 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:47:22.479772 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-6ace670e-ce23-49a4-9276-4ef89a1e9595 None None] Set router bd0533dc-b17d-4286-a237-3f7e3cd0de56 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:47:22.535022 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-6ace670e-ce23-49a4-9276-4ef89a1e9595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'name': 'tempest-TestServerMultinode-952591185-router', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:37Z', 'updated_at': '2021-11-27T01:47:22Z', 'revision_number': 6, 'project_id': 'c49315b968fc4370a8b54d6581756d35', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:47:22.561563 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace670e-ce23-49a4-9276-4ef89a1e9595 None None] The sync data for ids ['bd0533dc-b17d-4286-a237-3f7e3cd0de56'] in n-d-817303-10 is: [{'id': 'bd0533dc-b17d-4286-a237-3f7e3cd0de56', 'name': 'tempest-TestServerMultinode-952591185-router', 'tenant_id': 'c49315b968fc4370a8b54d6581756d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:37Z', 'updated_at': '2021-11-27T01:47:22Z', 'revision_number': 6, 'project_id': 'c49315b968fc4370a8b54d6581756d35', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:47:22.572063 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.597945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d38d8b-83f1-4c33-9d44-3567f9a7fd18,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:22.610321 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.610674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.611017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.611419 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.611756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.612079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.612434 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.612762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.613086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.613404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.613723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.613844 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421cd764-4b8d-43df-b5b2-2030496327bb None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:47:22.614040 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.670317 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.757586 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.759656 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.801602 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.802102 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd0533dc-b17d-4286-a237-3f7e3cd0de56 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:47:22.806981 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.808484 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c111dada-824d-4b41-b02c-9896306873e8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bd0533dc-b17d-4286-a237-3f7e3cd0de56 HTTP/1.1" status: 204 len: 168 time: 0.7547784 Nov 27 01:47:22.810964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40500) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:22.858319 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fe69b1-01f6-4282-a23a-ae7136a45b40 admin admin] Deleting subnet 46967527-3571-472a-befe-a12598eb20af {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:47:22.861765 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65fe69b1-01f6-4282-a23a-ae7136a45b40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.231235 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65fe69b1-01f6-4282-a23a-ae7136a45b40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.309628 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65fe69b1-01f6-4282-a23a-ae7136a45b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.365803 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65fe69b1-01f6-4282-a23a-ae7136a45b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.389080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe69b1-01f6-4282-a23a-ae7136a45b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46967527-3571-472a-befe-a12598eb20af,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:23.396011 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-65fe69b1-01f6-4282-a23a-ae7136a45b40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.401769 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-65fe69b1-01f6-4282-a23a-ae7136a45b40 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/46967527-3571-472a-befe-a12598eb20af HTTP/1.1" status: 204 len: 168 time: 0.5870335 Nov 27 01:47:23.402038 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae22c2f4-dcac-4ccf-8d19-d3e31aaf3f28 None None] Network 1e8d12ab-2e65-425d-9e28-e838442ca4da requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:47:23.402496 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40502) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:23.475860 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.532192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Deleting port b2577b85-78cc-4ed0-97a8-2973b51bd057 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:47:23.532634 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.599740 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] For port b2577b85-78cc-4ed0-97a8-2973b51bd057, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b2577b85-78cc-4ed0-97a8-2973b51bd057,segment=NetworkSegment(7bae1276-a5e6-44ac-842e-6192f37aec07),segment_id=7bae1276-a5e6-44ac-842e-6192f37aec07)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:23.600256 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.602573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77f9c13-3062-45a1-943e-4616af6f34ce None None] DHCP port deletion for 1e8d12ab-2e65-425d-9e28-e838442ca4da request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:47:23.615860 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Calling delete_port for b2577b85-78cc-4ed0-97a8-2973b51bd057 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:47:23.654583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d77f9c13-3062-45a1-943e-4616af6f34ce None None] Deleting port b2577b85-78cc-4ed0-97a8-2973b51bd057 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:47:23.654966 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d77f9c13-3062-45a1-943e-4616af6f34ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.697424 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.717076 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d77f9c13-3062-45a1-943e-4616af6f34ce None None] For port b2577b85-78cc-4ed0-97a8-2973b51bd057, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b2577b85-78cc-4ed0-97a8-2973b51bd057,segment=NetworkSegment(7bae1276-a5e6-44ac-842e-6192f37aec07),segment_id=7bae1276-a5e6-44ac-842e-6192f37aec07)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:23.717476 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d77f9c13-3062-45a1-943e-4616af6f34ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.723614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Pushing event deleted for resources: {'Port': ['ID=b2577b85-78cc-4ed0-97a8-2973b51bd057,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:23.727166 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] No DVR routers for this DVR port b2577b85-78cc-4ed0-97a8-2973b51bd057 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:47:23.730184 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-d77f9c13-3062-45a1-943e-4616af6f34ce None None] Calling delete_port for b2577b85-78cc-4ed0-97a8-2973b51bd057 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:47:23.803337 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.809390 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d77f9c13-3062-45a1-943e-4616af6f34ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.826798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8d12ab-2e65-425d-9e28-e838442ca4da']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:47:23.832959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f9c13-3062-45a1-943e-4616af6f34ce None None] Pushing event deleted for resources: {'Port': ['ID=b2577b85-78cc-4ed0-97a8-2973b51bd057,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:23.837403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bae1276-a5e6-44ac-842e-6192f37aec07') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:47:23.837825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bae1276-a5e6-44ac-842e-6192f37aec07') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:47:23.840597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f9c13-3062-45a1-943e-4616af6f34ce None None] No DVR routers for this DVR port b2577b85-78cc-4ed0-97a8-2973b51bd057 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:47:23.847970 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.861931 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.868510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:47:23.868891 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:47:23.870731 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:47:23.923568 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.928444 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.932028 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] 10.222.0.15 "DELETE /v2.0/networks/1e8d12ab-2e65-425d-9e28-e838442ca4da HTTP/1.1" status: 204 len: 168 time: 0.5287461 Nov 27 01:47:23.945134 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de570b1-8557-4d1e-95ba-9fc53310e10e admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8d12ab-2e65-425d-9e28-e838442ca4da,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:24.085160 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40506) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:24.126439 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0d6610f6-e374-41e4-a7f0-8639f277a12a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8955452d9a684c76b2f8b72e34aa6a44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400269 Nov 27 01:47:24.128781 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40508) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:24.177793 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-746b55d5-271b-4ac1-b779-c230b914f8a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:24.198657 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-746b55d5-271b-4ac1-b779-c230b914f8a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:24.244021 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-746b55d5-271b-4ac1-b779-c230b914f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:24.246777 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-746b55d5-271b-4ac1-b779-c230b914f8a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:24.247937 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-746b55d5-271b-4ac1-b779-c230b914f8a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b1334fe-efcb-4b4a-832b-d0b576552bd9 HTTP/1.1" status: 204 len: 168 time: 0.1182592 Nov 27 01:47:24.256217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b55d5-271b-4ac1-b779-c230b914f8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1334fe-efcb-4b4a-832b-d0b576552bd9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:24.429329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:47:24.451920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:47:24.452290 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f7ab21a8-e8f0-44cd-8621-cbe35aed60b4 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:47:24.452762 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b2577b85-78cc-4ed0-97a8-2973b51bd057 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:47:24.471928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: b2577b85-78cc-4ed0-97a8-2973b51bd057 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:47:24.472362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b2577b85-78cc-4ed0-97a8-2973b51bd057 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:47:24.472780 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:47:24.491645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:47:24.491993 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 57d38d8b-83f1-4c33-9d44-3567f9a7fd18 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:47:24.589861 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40514) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:24.629659 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e896e103-956c-4749-ae8c-e3f6aaedb10e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c49315b968fc4370a8b54d6581756d35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386434 Nov 27 01:47:24.631988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40516) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:24.680843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-658ed5e9-5d73-4506-ac7a-87e9f9fb832e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:24.700901 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-658ed5e9-5d73-4506-ac7a-87e9f9fb832e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:24.747320 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-658ed5e9-5d73-4506-ac7a-87e9f9fb832e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:24.749971 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-658ed5e9-5d73-4506-ac7a-87e9f9fb832e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:24.751093 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-658ed5e9-5d73-4506-ac7a-87e9f9fb832e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23fc91ae-3a23-418c-a4ba-7f4df7efb183 HTTP/1.1" status: 204 len: 168 time: 0.1181948 Nov 27 01:47:24.758430 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ed5e9-5d73-4506-ac7a-87e9f9fb832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fc91ae-3a23-418c-a4ba-7f4df7efb183,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:28.759179 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:30.782613 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:33.592043 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:47:34.949058 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-e4ed3b73-16b5-4d87-8f10-d26001c60caa tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fe593b9a87ed42f3ad9707ec9d2888af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289712 Nov 27 01:47:35.150072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-2a5b4cb0-bf8f-4950-8b25-f6c950c1b0cd tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:35.151569 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-2a5b4cb0-bf8f-4950-8b25-f6c950c1b0cd tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965966 Nov 27 01:47:35.166210 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-b6ddcccd-720d-4c1d-a1eb-2c17149be3ff tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/quotas/fe593b9a87ed42f3ad9707ec9d2888af HTTP/1.1" status: 200 len: 375 time: 0.0089171 Nov 27 01:47:35.216869 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-afc8d66c-7542-4ecd-979d-c9b97b7188c7 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe593b9a87ed42f3ad9707ec9d2888af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456259 Nov 27 01:47:36.400842 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4c0f4e7d-c307-45a2-9111-ea0ca8e3bf52 req-2d4bb19a-d691-4120-b57d-489f32170312 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 210 time: 0.0343587 Nov 27 01:47:37.285877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-036829ce-3bd9-49e2-a064-b1bef93c3fdf tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fe593b9a87ed42f3ad9707ec9d2888af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225215 Nov 27 01:47:37.392662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-20a07382-da41-4f20-bc55-226ec8a2435b tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:37.394108 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-20a07382-da41-4f20-bc55-226ec8a2435b tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1030624 Nov 27 01:47:37.418082 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Request body: {'port': {'device_id': '400995a2-4a75-4987-ab5b-fcdd9c4bf453', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'admin_state_up': True, 'tenant_id': 'fe593b9a87ed42f3ad9707ec9d2888af'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:37.501036 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3cfed96e-a531-4186-80f2-4656bfae7fd0 req-1c5ae337-a547-4f34-92ae-85114f6ff2e5 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 210 time: 0.0305829 Nov 27 01:47:37.554243 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Made reservation on behalf of fe593b9a87ed42f3ad9707ec9d2888af for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:47:37.557731 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:37.566862 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:37.649178 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:37.653347 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:37.722058 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481c8674-2918-4e9f-8ec8-5b4b00a9bb4b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:37.788978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Allocated IP 192.168.233.45 (5075d031-dae4-4281-801a-8eb5b2d530f3/41c34504-5bda-44af-b6a5-cc945676342a/675b6841-0464-4703-869e-6131ee1e7260) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:47:37.941869 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:37.975654 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:38.019512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Network 5075d031-dae4-4281-801a-8eb5b2d530f3 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:47:38.022630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:47:38.026565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:47:38.032837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Pushing event updated for resources: {'Port': ['ID=675b6841-0464-4703-869e-6131ee1e7260,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:38.080310 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:38.080979 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:38.097364 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-9780884d-3290-4bc5-8a4e-08ab3ff79ef8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6829302 Nov 27 01:47:38.115301 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Request body: {'port': {'device_id': '400995a2-4a75-4987-ab5b-fcdd9c4bf453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:38.174793 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:38.223911 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-517dc00d-8aa0-4e87-a9ed-8af9645e2c4a None None] Provisioning complete for port 675b6841-0464-4703-869e-6131ee1e7260 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:47:38.224515 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-517dc00d-8aa0-4e87-a9ed-8af9645e2c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:38.261055 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-517dc00d-8aa0-4e87-a9ed-8af9645e2c4a None None] Port 675b6841-0464-4703-869e-6131ee1e7260 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:47:38.435644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675b6841-0464-4703-869e-6131ee1e7260 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:47:38.443694 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:38.455503 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Transition to ACTIVE for port object 675b6841-0464-4703-869e-6131ee1e7260 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:47:38.458443 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:38.511380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Pushing event updated for resources: {'Port': ['ID=675b6841-0464-4703-869e-6131ee1e7260,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:38.587065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Attempting to bind port 675b6841-0464-4703-869e-6131ee1e7260 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:47:38.587548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Attempting to bind port 675b6841-0464-4703-869e-6131ee1e7260 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:47:38.587886 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Attempting to bind port 675b6841-0464-4703-869e-6131ee1e7260 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:47:38.592806 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Port 675b6841-0464-4703-869e-6131ee1e7260 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:47:38.593134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Attempting to bind port 675b6841-0464-4703-869e-6131ee1e7260 on network 5075d031-dae4-4281-801a-8eb5b2d530f3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:47:38.599032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:47:38.599554 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Checking segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:47:38.599944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Bound using segment: {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:47:38.600404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Bound port: 675b6841-0464-4703-869e-6131ee1e7260, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a5b904-fb61-4a8f-a58c-d6cb8363986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:47:38.600767 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:38.624631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9616b-74e5-482b-ab86-be5275ee7cea req-e3b263ad-979e-4ee9-93f9-99bd02d1a526 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:38.627488 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bde9616b-74e5-482b-ab86-be5275ee7cea req-e3b263ad-979e-4ee9-93f9-99bd02d1a526 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 947 time: 0.0522616 Nov 27 01:47:38.671909 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] For port 675b6841-0464-4703-869e-6131ee1e7260, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:47:38.675717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] For port 675b6841-0464-4703-869e-6131ee1e7260, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=675b6841-0464-4703-869e-6131ee1e7260,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:47:38.677739 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bde9616b-74e5-482b-ab86-be5275ee7cea req-32420268-d5e7-4b40-aefb-50e690e2ec26 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/security-groups?id=481c8674-2918-4e9f-8ec8-5b4b00a9bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440733 Nov 27 01:47:38.681228 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:38.716825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:38.717739 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:38.720344 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] 10.222.0.31 "PUT /v2.0/ports/675b6841-0464-4703-869e-6131ee1e7260 HTTP/1.1" status: 200 len: 1096 time: 0.6083598 Nov 27 01:47:38.722687 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400995a2-4a75-4987-ab5b-fcdd9c4bf453', 'tag': '675b6841-0464-4703-869e-6131ee1e7260'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:47:38.724885 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432e5ac6-3fb4-4443-b668-448102b69a55" -d '{"events": [{"name": "network-changed", "server_uuid": "400995a2-4a75-4987-ab5b-fcdd9c4bf453", "tag": "675b6841-0464-4703-869e-6131ee1e7260"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:47:38.754193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7eaf2-dd89-480d-9d12-c38bc2a39c9c service neutron] Pushing event updated for resources: {'Port': ['ID=675b6841-0464-4703-869e-6131ee1e7260,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:38.772289 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12af060b-6c0d-4c7d-a2f8-51ba66b2b3f3 x-openstack-request-id: req-12af060b-6c0d-4c7d-a2f8-51ba66b2b3f3 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:47:38.772617 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400995a2-4a75-4987-ab5b-fcdd9c4bf453", "tag": "675b6841-0464-4703-869e-6131ee1e7260", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:47:38.772883 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12af060b-6c0d-4c7d-a2f8-51ba66b2b3f3 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:47:38.773307 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400995a2-4a75-4987-ab5b-fcdd9c4bf453', 'tag': '675b6841-0464-4703-869e-6131ee1e7260', 'status': 'completed', 'code': 200} Nov 27 01:47:38.830936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-876a8b85-102d-4102-8287-813f026686d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:38.832636 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-876a8b85-102d-4102-8287-813f026686d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe593b9a87ed42f3ad9707ec9d2888af&device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 1099 time: 0.0453014 Nov 27 01:47:38.886820 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-3b1f6973-8cda-44fc-bbd1-d869f29053c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=675b6841-0464-4703-869e-6131ee1e7260 HTTP/1.1" status: 200 len: 217 time: 0.0409122 Nov 27 01:47:38.938261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f2aeb3d6-3c2d-44f5-af6d-9d6f5444f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:38.939751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-f2aeb3d6-3c2d-44f5-af6d-9d6f5444f55c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0463130 Nov 27 01:47:38.985323 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-c0fe9d56-9670-4c6e-97e9-41701e7e2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:38.986787 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-c0fe9d56-9670-4c6e-97e9-41701e7e2702 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0402696 Nov 27 01:47:39.081665 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-70f53e95-68c9-4d7e-a7f8-00b6789e5c04 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876098 Nov 27 01:47:39.174480 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b30ddb0-f868-462a-a115-552fbf9ba332 req-d884afcc-0784-4e77-b1b1-3fbbfb9c64d3 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857687 Nov 27 01:47:39.314509 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e5ac6-3fb4-4443-b668-448102b69a55 req-97dbb5c4-300c-4e2c-9fad-5967ed7091d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:39.316008 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-432e5ac6-3fb4-4443-b668-448102b69a55 req-97dbb5c4-300c-4e2c-9fad-5967ed7091d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe593b9a87ed42f3ad9707ec9d2888af&device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 1099 time: 0.0465524 Nov 27 01:47:39.407214 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e5ac6-3fb4-4443-b668-448102b69a55 req-db0862b4-b9ee-43e4-9b73-c6ecaa201d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:39.408648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-432e5ac6-3fb4-4443-b668-448102b69a55 req-db0862b4-b9ee-43e4-9b73-c6ecaa201d79 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5075d031-dae4-4281-801a-8eb5b2d530f3 HTTP/1.1" status: 200 len: 870 time: 0.0863507 Nov 27 01:47:39.449879 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-432e5ac6-3fb4-4443-b668-448102b69a55 req-fd87b091-c906-49e2-987f-de7c71813d7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=675b6841-0464-4703-869e-6131ee1e7260 HTTP/1.1" status: 200 len: 217 time: 0.0344183 Nov 27 01:47:39.506076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e5ac6-3fb4-4443-b668-448102b69a55 req-dda1af01-e3c1-444a-b2e2-822a01034478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:39.507531 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-432e5ac6-3fb4-4443-b668-448102b69a55 req-dda1af01-e3c1-444a-b2e2-822a01034478 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41c34504-5bda-44af-b6a5-cc945676342a HTTP/1.1" status: 200 len: 843 time: 0.0504436 Nov 27 01:47:39.552611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e5ac6-3fb4-4443-b668-448102b69a55 req-fc8119ae-2080-425a-9341-ba51811de61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:39.554071 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-432e5ac6-3fb4-4443-b668-448102b69a55 req-fc8119ae-2080-425a-9341-ba51811de61d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5075d031-dae4-4281-801a-8eb5b2d530f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0399828 Nov 27 01:47:39.643014 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-432e5ac6-3fb4-4443-b668-448102b69a55 req-b75485d6-dee0-499f-aa56-2bad6f44c977 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814319 Nov 27 01:47:39.736585 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-432e5ac6-3fb4-4443-b668-448102b69a55 req-28564e58-a754-41bd-b99c-9d6850ef3b55 service neutron] 10.222.0.31 "GET /v2.0/networks/5075d031-dae4-4281-801a-8eb5b2d530f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868042 Nov 27 01:47:39.794046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e13c1-2b0e-444c-a48c-318eb9f8cdbf req-a6ac291a-84e2-4e64-9709-2eb4bb63fc63 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:39.795532 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-487e13c1-2b0e-444c-a48c-318eb9f8cdbf req-a6ac291a-84e2-4e64-9709-2eb4bb63fc63 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 947 time: 0.0501053 Nov 27 01:47:39.842326 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-487e13c1-2b0e-444c-a48c-318eb9f8cdbf req-c3b2bcf9-196f-4b76-840d-f6ad0de84f63 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/security-groups?id=481c8674-2918-4e9f-8ec8-5b4b00a9bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403838 Nov 27 01:47:40.111447 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0b917407-eddf-4f7d-936b-bb99cd57ca30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:40.960870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f94b6-40d7-4919-95cd-859529338ca6 req-f51a9e88-38e8-4ad0-8931-a9663ad04bd8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:40.962347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec2f94b6-40d7-4919-95cd-859529338ca6 req-f51a9e88-38e8-4ad0-8931-a9663ad04bd8 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 947 time: 0.0493710 Nov 27 01:47:41.008318 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec2f94b6-40d7-4919-95cd-859529338ca6 req-86fabc04-bb2d-400e-8efb-42478beffff3 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/security-groups?id=481c8674-2918-4e9f-8ec8-5b4b00a9bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 Nov 27 01:47:41.994208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 675b6841-0464-4703-869e-6131ee1e7260 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:47:42.127418 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865f422-e291-4ad6-9d8d-a66514334831 req-a2732c15-c18f-41b9-b371-09576c5ef9a4 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:42.129005 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c865f422-e291-4ad6-9d8d-a66514334831 req-a2732c15-c18f-41b9-b371-09576c5ef9a4 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 947 time: 0.0539966 Nov 27 01:47:42.179208 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c865f422-e291-4ad6-9d8d-a66514334831 req-9fda346f-957f-45dc-942d-045a0bca4e82 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/security-groups?id=481c8674-2918-4e9f-8ec8-5b4b00a9bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440559 Nov 27 01:47:42.253931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 675b6841-0464-4703-869e-6131ee1e7260, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=675b6841-0464-4703-869e-6131ee1e7260,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:42.279024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '675b6841-0464-4703-869e-6131ee1e7260', 'network_id': '5075d031-dae4-4281-801a-8eb5b2d530f3', 'port_id': '675b6841-0464-4703-869e-6131ee1e7260', 'mac_address': 'fa:16:3e:59:1c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c34504-5bda-44af-b6a5-cc945676342a', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:47:42.286355 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-32d5d788-4edd-4b72-a2f2-32269a12920c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:42.319384 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:42.332054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675b6841-0464-4703-869e-6131ee1e7260 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:47:42.351049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 675b6841-0464-4703-869e-6131ee1e7260, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=675b6841-0464-4703-869e-6131ee1e7260,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:42.355079 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:42.401038 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=675b6841-0464-4703-869e-6131ee1e7260,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:42.408759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:42.409110 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:42.409452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:42.409793 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:42.410131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:42.410464 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:42.410795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:42.411122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:42.411450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:42.411777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:42.412111 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:42.412465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:42.735400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['675b6841-0464-4703-869e-6131ee1e7260'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:47:43.301484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac21e1-7fe4-4372-85ba-72de8dd48a86 req-4a088997-b3b2-4307-8a50-fac2b549b717 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:43.302977 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bac21e1-7fe4-4372-85ba-72de8dd48a86 req-4a088997-b3b2-4307-8a50-fac2b549b717 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 948 time: 0.0559173 Nov 27 01:47:43.349401 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bac21e1-7fe4-4372-85ba-72de8dd48a86 req-ea266d81-b503-490a-a319-5697b151ef93 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/security-groups?id=481c8674-2918-4e9f-8ec8-5b4b00a9bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Nov 27 01:47:43.382012 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:44.010043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 675b6841-0464-4703-869e-6131ee1e7260 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:47:44.060869 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 675b6841-0464-4703-869e-6131ee1e7260 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:47:44.064615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 675b6841-0464-4703-869e-6131ee1e7260 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:47:44.064990 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:44.141976 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:44.164114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400995a2-4a75-4987-ab5b-fcdd9c4bf453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b6841-0464-4703-869e-6131ee1e7260'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:47:44.166603 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40349eec-62af-4e6b-b8ce-17021fdaa615" -d '{"events": [{"server_uuid": "400995a2-4a75-4987-ab5b-fcdd9c4bf453", "name": "network-vif-plugged", "status": "completed", "tag": "675b6841-0464-4703-869e-6131ee1e7260"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:47:44.180223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 675b6841-0464-4703-869e-6131ee1e7260, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=675b6841-0464-4703-869e-6131ee1e7260,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:44.184585 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:44.210066 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e631d91-7628-42ee-ac57-ac6c1aad5b78 x-openstack-request-id: req-5e631d91-7628-42ee-ac57-ac6c1aad5b78 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:47:44.210360 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400995a2-4a75-4987-ab5b-fcdd9c4bf453", "name": "network-vif-plugged", "status": "completed", "tag": "675b6841-0464-4703-869e-6131ee1e7260", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:47:44.210615 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e631d91-7628-42ee-ac57-ac6c1aad5b78 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:47:44.211003 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400995a2-4a75-4987-ab5b-fcdd9c4bf453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b6841-0464-4703-869e-6131ee1e7260', 'code': 200} Nov 27 01:47:44.242118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=675b6841-0464-4703-869e-6131ee1e7260,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:44.332787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e4d53-470f-456d-9a4e-5739450a87e9 req-f4fe0750-9988-4098-9686-ca2392a3c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:44.334511 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4a5e4d53-470f-456d-9a4e-5739450a87e9 req-f4fe0750-9988-4098-9686-ca2392a3c111 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 1101 time: 0.0410948 Nov 27 01:47:44.380406 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4a5e4d53-470f-456d-9a4e-5739450a87e9 req-e8689f1b-a7db-465e-903a-c52553504f39 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=481c8674-2918-4e9f-8ec8-5b4b00a9bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390303 Nov 27 01:47:44.466743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2f399-cf52-43f0-830d-6cca0d7bdee4 req-e20ca258-e9ea-460a-b90c-19a196002064 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:44.468266 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-96e2f399-cf52-43f0-830d-6cca0d7bdee4 req-e20ca258-e9ea-460a-b90c-19a196002064 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 949 time: 0.0499344 Nov 27 01:47:44.519656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-96e2f399-cf52-43f0-830d-6cca0d7bdee4 req-d355d430-d308-409f-b107-181a5e7635be tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/security-groups?id=481c8674-2918-4e9f-8ec8-5b4b00a9bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448332 Nov 27 01:47:44.933791 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:45.635172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed66a46-436c-4f88-8a6e-0a528ceb3888 req-dabe785f-21f8-4ceb-b5db-f6bd74576457 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:45.636663 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ed66a46-436c-4f88-8a6e-0a528ceb3888 req-dabe785f-21f8-4ceb-b5db-f6bd74576457 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 949 time: 0.0477426 Nov 27 01:47:45.683569 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ed66a46-436c-4f88-8a6e-0a528ceb3888 req-babdc3ea-a6ac-4b7c-9ade-8485fbf2be28 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/security-groups?id=481c8674-2918-4e9f-8ec8-5b4b00a9bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404181 Nov 27 01:47:46.340284 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:46.799077 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9284cff-b838-4d99-806a-a67422cb48a4 req-0016d9f6-0f26-4d04-85a3-a06c99705dc4 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:46.800575 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9284cff-b838-4d99-806a-a67422cb48a4 req-0016d9f6-0f26-4d04-85a3-a06c99705dc4 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 949 time: 0.0483489 Nov 27 01:47:46.847439 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9284cff-b838-4d99-806a-a67422cb48a4 req-6c3958e5-84ad-4092-b566-1ae5ed41817c tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/security-groups?id=481c8674-2918-4e9f-8ec8-5b4b00a9bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408735 Nov 27 01:47:47.122111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-0ef09931-ba48-46f1-a24d-e8d350c6835a req-b6e5a942-9365-4d73-8698-ede5e04cb9b3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:47:47.123097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ef09931-ba48-46f1-a24d-e8d350c6835a req-b6e5a942-9365-4d73-8698-ede5e04cb9b3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054116 Nov 27 01:47:47.538726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-39879d1e-8104-4325-9b26-a3b9291b2b97 req-fd746699-f9ec-4be6-87bb-cb3a98ba8df6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:47:47.539779 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-39879d1e-8104-4325-9b26-a3b9291b2b97 req-fd746699-f9ec-4be6-87bb-cb3a98ba8df6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1042554 Nov 27 01:47:47.864383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2756e-0354-419d-8274-dfdbd4eb8081 req-cfaac719-5e10-4225-9ec9-b3a1884decde tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:47.865888 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23e2756e-0354-419d-8274-dfdbd4eb8081 req-cfaac719-5e10-4225-9ec9-b3a1884decde tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 949 time: 0.0490975 Nov 27 01:47:47.917841 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23e2756e-0354-419d-8274-dfdbd4eb8081 req-a3287561-58e4-413b-9916-31ea9c6a6c48 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/security-groups?id=481c8674-2918-4e9f-8ec8-5b4b00a9bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451143 Nov 27 01:47:49.035877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1c88d-0f6d-43af-9c0e-1a3aaf3748f4 req-5b38e5fe-d565-4d2e-9f83-8c05a6a7bcf2 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:49.037372 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-25b1c88d-0f6d-43af-9c0e-1a3aaf3748f4 req-5b38e5fe-d565-4d2e-9f83-8c05a6a7bcf2 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 949 time: 0.0500381 Nov 27 01:47:49.086854 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-25b1c88d-0f6d-43af-9c0e-1a3aaf3748f4 req-5971c5c8-c282-4e57-bd85-383a9279c454 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/security-groups?id=481c8674-2918-4e9f-8ec8-5b4b00a9bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434728 Nov 27 01:47:49.337475 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bc939-efe8-418d-b0f7-dbc96e451b88 req-f9758d80-ee67-4d52-91a6-1ebe0fed366f tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:49.338914 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-483bc939-efe8-418d-b0f7-dbc96e451b88 req-f9758d80-ee67-4d52-91a6-1ebe0fed366f tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.31 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 949 time: 0.0518997 Nov 27 01:47:49.428101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-483bc939-efe8-418d-b0f7-dbc96e451b88 req-0552dc53-f1b7-47d3-9c20-5db7dcc83632 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Deleting port 675b6841-0464-4703-869e-6131ee1e7260 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:47:49.428537 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-483bc939-efe8-418d-b0f7-dbc96e451b88 req-0552dc53-f1b7-47d3-9c20-5db7dcc83632 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:49.520729 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-483bc939-efe8-418d-b0f7-dbc96e451b88 req-0552dc53-f1b7-47d3-9c20-5db7dcc83632 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] For port 675b6841-0464-4703-869e-6131ee1e7260, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=675b6841-0464-4703-869e-6131ee1e7260,segment=NetworkSegment(01a5b904-fb61-4a8f-a58c-d6cb8363986b),segment_id=01a5b904-fb61-4a8f-a58c-d6cb8363986b)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:47:49.521090 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-483bc939-efe8-418d-b0f7-dbc96e451b88 req-0552dc53-f1b7-47d3-9c20-5db7dcc83632 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:49.533262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-483bc939-efe8-418d-b0f7-dbc96e451b88 req-0552dc53-f1b7-47d3-9c20-5db7dcc83632 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Calling delete_port for 675b6841-0464-4703-869e-6131ee1e7260 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:47:49.658839 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-483bc939-efe8-418d-b0f7-dbc96e451b88 req-0552dc53-f1b7-47d3-9c20-5db7dcc83632 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:49.691549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['675b6841-0464-4703-869e-6131ee1e7260'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:47:49.697283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552dc53-f1b7-47d3-9c20-5db7dcc83632 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Pushing event deleted for resources: {'Port': ['ID=675b6841-0464-4703-869e-6131ee1e7260,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:49.740651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-483bc939-efe8-418d-b0f7-dbc96e451b88 req-0552dc53-f1b7-47d3-9c20-5db7dcc83632 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] No DVR routers for this DVR port 675b6841-0464-4703-869e-6131ee1e7260 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:47:49.743358 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-483bc939-efe8-418d-b0f7-dbc96e451b88 req-0552dc53-f1b7-47d3-9c20-5db7dcc83632 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:49.746825 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-483bc939-efe8-418d-b0f7-dbc96e451b88 req-0552dc53-f1b7-47d3-9c20-5db7dcc83632 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.31 "DELETE /v2.0/ports/675b6841-0464-4703-869e-6131ee1e7260 HTTP/1.1" status: 204 len: 173 time: 0.4012249 Nov 27 01:47:49.747286 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400995a2-4a75-4987-ab5b-fcdd9c4bf453', 'name': 'network-vif-deleted', 'tag': '675b6841-0464-4703-869e-6131ee1e7260'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:47:49.749853 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d730125-225b-4709-bebe-b74fe620f5c2" -d '{"events": [{"server_uuid": "400995a2-4a75-4987-ab5b-fcdd9c4bf453", "name": "network-vif-deleted", "tag": "675b6841-0464-4703-869e-6131ee1e7260"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:47:49.790893 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea23a956-5bf7-4d4e-9c68-47a9d022d6cd x-openstack-request-id: req-ea23a956-5bf7-4d4e-9c68-47a9d022d6cd {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:47:49.791191 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400995a2-4a75-4987-ab5b-fcdd9c4bf453", "name": "network-vif-deleted", "tag": "675b6841-0464-4703-869e-6131ee1e7260", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:47:49.791454 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea23a956-5bf7-4d4e-9c68-47a9d022d6cd {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:47:49.791878 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400995a2-4a75-4987-ab5b-fcdd9c4bf453', 'name': 'network-vif-deleted', 'tag': '675b6841-0464-4703-869e-6131ee1e7260', 'status': 'completed', 'code': 200} Nov 27 01:47:50.196268 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2fee33bb-28a7-482e-a5dc-485b61c8aa18 req-b653fa41-6c80-4af4-a5fd-0604108a3e02 tempest-ServersAdminNegativeTestJSON-1215406640 tempest-ServersAdminNegativeTestJSON-1215406640-project] 10.222.0.15 "GET /v2.0/ports?device_id=400995a2-4a75-4987-ab5b-fcdd9c4bf453 HTTP/1.1" status: 200 len: 210 time: 0.0279007 Nov 27 01:47:51.483949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40654) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:51.614489 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-07821e38-45a7-4afe-a76f-98a065c666ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe593b9a87ed42f3ad9707ec9d2888af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288230 Nov 27 01:47:51.616933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40658) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:51.663483 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-223b394e-3c06-439c-a1a6-82e0beb7cf79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:51.683752 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-223b394e-3c06-439c-a1a6-82e0beb7cf79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:51.733225 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-223b394e-3c06-439c-a1a6-82e0beb7cf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:51.736424 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-223b394e-3c06-439c-a1a6-82e0beb7cf79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:51.737624 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-223b394e-3c06-439c-a1a6-82e0beb7cf79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/481c8674-2918-4e9f-8ec8-5b4b00a9bb4b HTTP/1.1" status: 204 len: 168 time: 0.1198053 Nov 27 01:47:51.745365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b394e-3c06-439c-a1a6-82e0beb7cf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481c8674-2918-4e9f-8ec8-5b4b00a9bb4b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:51.988100 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40664) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:52.001670 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:52.073433 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:52.077252 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:52.115514 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d08d2ee129e447a49f44fbf7a0891975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263492 Nov 27 01:47:52.116504 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9fce66-c8a0-42f2-ab97-7e52c6130140,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:52.118255 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40666) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:52.124138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:52.124529 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:52.124867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:52.125989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:52.126359 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:52.126721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:52.127052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:52.127381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:52.127708 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:52.128033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:52.128386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:52.128720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c5eb7-7057-4545-b796-4c86e647969f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:52.166758 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d8adfb2e-3b59-48b6-9941-52740e24615f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:52.187737 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d8adfb2e-3b59-48b6-9941-52740e24615f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:52.232685 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d8adfb2e-3b59-48b6-9941-52740e24615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:52.236082 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d8adfb2e-3b59-48b6-9941-52740e24615f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:52.237299 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d8adfb2e-3b59-48b6-9941-52740e24615f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f9fce66-c8a0-42f2-ab97-7e52c6130140 HTTP/1.1" status: 204 len: 168 time: 0.1179516 Nov 27 01:47:52.246234 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adfb2e-3b59-48b6-9941-52740e24615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9fce66-c8a0-42f2-ab97-7e52c6130140,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:52.902423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40688) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:52.997430 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1998072243-network', 'tenant_id': '53c2bb8b2d1f4c82ad4a5791cd96f9df'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:53.019011 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] Made reservation on behalf of 53c2bb8b2d1f4c82ad4a5791cd96f9df for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:47:53.021230 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:53.029751 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:53.100465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:53.103767 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:53.127305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:47:53.136731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928900dd-9752-457f-83dd-102485a7084b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:53.142070 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:53.142421 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] Added segment 15c82f17-815e-4710-827e-e02454ec639b of type vlan for network 20cb62df-0842-4b06-a617-ee8b85eb0242 Nov 27 01:47:53.185742 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:53.210684 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:53.211701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:53.212326 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:53.263779 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3602338 Nov 27 01:47:53.267415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40692) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:53.273035 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a17ffdda-e6b2-44df-867c-b32c88edb29e admin admin] Request body: {'subnet': {'network_id': '20cb62df-0842-4b06-a617-ee8b85eb0242', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1998072243-subnet', 'tenant_id': '53c2bb8b2d1f4c82ad4a5791cd96f9df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:53.276405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c68ae-2dad-4766-bf59-32a634b6ad9d admin admin] Pushing event updated for resources: {'Network': ['ID=20cb62df-0842-4b06-a617-ee8b85eb0242,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:53.286837 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 20cb62df-0842-4b06-a617-ee8b85eb0242 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:47:53.293545 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17ffdda-e6b2-44df-867c-b32c88edb29e admin admin] Made reservation on behalf of 53c2bb8b2d1f4c82ad4a5791cd96f9df for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:47:53.296121 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a17ffdda-e6b2-44df-867c-b32c88edb29e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:53.462084 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a17ffdda-e6b2-44df-867c-b32c88edb29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:53.519032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ffdda-e6b2-44df-867c-b32c88edb29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b17e7ae-87c2-4416-ac7d-05088280a483,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:53.527743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17ffdda-e6b2-44df-867c-b32c88edb29e admin admin] Checking segment: {'id': '15c82f17-815e-4710-827e-e02454ec639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '20cb62df-0842-4b06-a617-ee8b85eb0242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:47:53.528116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17ffdda-e6b2-44df-867c-b32c88edb29e admin admin] Network hostable DHCP agents. Network: 20cb62df-0842-4b06-a617-ee8b85eb0242, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:47:53.543423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17ffdda-e6b2-44df-867c-b32c88edb29e admin admin] Network 20cb62df-0842-4b06-a617-ee8b85eb0242 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:47:53.552113 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-a17ffdda-e6b2-44df-867c-b32c88edb29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 20cb62df-0842-4b06-a617-ee8b85eb0242) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:47:53.555982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ffdda-e6b2-44df-867c-b32c88edb29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:53.556594 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a17ffdda-e6b2-44df-867c-b32c88edb29e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:53.561274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc6152c-dfb7-444c-a0a5-4c574bfa01ce None None] Network 20cb62df-0842-4b06-a617-ee8b85eb0242 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:47:53.572486 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a17ffdda-e6b2-44df-867c-b32c88edb29e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3037038 Nov 27 01:47:53.692395 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13044ed-cddd-44f6-8c3c-308c54f52670 None None] Network 20cb62df-0842-4b06-a617-ee8b85eb0242 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:47:53.989648 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2802e199-f883-49d3-aa47-de6f3818746d tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:53.991086 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2802e199-f883-49d3-aa47-de6f3818746d tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/networks?id=20cb62df-0842-4b06-a617-ee8b85eb0242 HTTP/1.1" status: 200 len: 812 time: 0.0999475 Nov 27 01:47:54.006322 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-7e03d50f-272e-4dca-9923-f5ce920e05bd tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/quotas/53c2bb8b2d1f4c82ad4a5791cd96f9df HTTP/1.1" status: 200 len: 375 time: 0.0095458 Nov 27 01:47:54.036750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-cccfef42-7bfd-46ac-94a4-039cb3b1bf97 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53c2bb8b2d1f4c82ad4a5791cd96f9df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253429 Nov 27 01:47:54.041390 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 675b6841-0464-4703-869e-6131ee1e7260 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:47:54.047652 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-c1c6e9e7-7733-4d2e-8a53-e0c3580e425d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:47:54.048652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-c1c6e9e7-7733-4d2e-8a53-e0c3580e425d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054944 Nov 27 01:47:54.062203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 675b6841-0464-4703-869e-6131ee1e7260 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:47:54.062574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 675b6841-0464-4703-869e-6131ee1e7260 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:47:54.138629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-bad71f55-a108-4c7e-a08f-2826bcb65fff service neutron] 10.222.0.15 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840826 Nov 27 01:47:54.230729 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-69532571-4fca-4b37-ba50-127c97e9f8d1 service neutron] 10.222.0.15 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859351 Nov 27 01:47:54.391797 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5e2626c-d0ab-4469-984a-0ffae3ef4f1e req-4b53a4cf-8c05-4b99-a98c-324527b338a9 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 210 time: 0.0279963 Nov 27 01:47:55.370210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-a84f95a9-97d6-4a8d-9ca5-d626264f4d0f tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:55.371790 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-a84f95a9-97d6-4a8d-9ca5-d626264f4d0f tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.31 "GET /v2.0/networks?id=20cb62df-0842-4b06-a617-ee8b85eb0242 HTTP/1.1" status: 200 len: 812 time: 0.1105838 Nov 27 01:47:55.404670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-d584a337-7f42-4a06-aa74-8605670ce233 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Request body: {'port': {'device_id': '42d3b7c1-61c4-4533-b0ee-3ba6c17e750e', 'network_id': '20cb62df-0842-4b06-a617-ee8b85eb0242', 'admin_state_up': True, 'tenant_id': '53c2bb8b2d1f4c82ad4a5791cd96f9df'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:55.492763 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5ea1108-8c84-4698-ae6a-459ec5d9c633 req-7e7bce9b-dfd8-4435-a066-4edae0d8750f tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 210 time: 0.0300484 Nov 27 01:47:55.514126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-d584a337-7f42-4a06-aa74-8605670ce233 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Made reservation on behalf of 53c2bb8b2d1f4c82ad4a5791cd96f9df for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:47:55.515362 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-d584a337-7f42-4a06-aa74-8605670ce233 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:55.641913 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-d584a337-7f42-4a06-aa74-8605670ce233 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Allocated IP 172.20.0.9 (20cb62df-0842-4b06-a617-ee8b85eb0242/6b17e7ae-87c2-4416-ac7d-05088280a483/3c38cb0c-9415-40d9-832c-cbe94027dcf4) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:47:55.786502 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-d584a337-7f42-4a06-aa74-8605670ce233 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:55.819215 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-d584a337-7f42-4a06-aa74-8605670ce233 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:55.862742 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-d584a337-7f42-4a06-aa74-8605670ce233 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Network 20cb62df-0842-4b06-a617-ee8b85eb0242 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:47:55.865802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-d584a337-7f42-4a06-aa74-8605670ce233 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:47:55.869571 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-d584a337-7f42-4a06-aa74-8605670ce233 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:47:55.876390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584a337-7f42-4a06-aa74-8605670ce233 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Pushing event updated for resources: {'Port': ['ID=3c38cb0c-9415-40d9-832c-cbe94027dcf4,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:55.921073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-d584a337-7f42-4a06-aa74-8605670ce233 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:55.921618 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-d584a337-7f42-4a06-aa74-8605670ce233 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:55.936970 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-d584a337-7f42-4a06-aa74-8605670ce233 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5362175 Nov 27 01:47:55.955072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Request body: {'port': {'device_id': '42d3b7c1-61c4-4533-b0ee-3ba6c17e750e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:56.010310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:56.264775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c38cb0c-9415-40d9-832c-cbe94027dcf4 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:47:56.272765 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:56.285601 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Transition to ACTIVE for port object 3c38cb0c-9415-40d9-832c-cbe94027dcf4 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:47:56.289233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:56.357312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Pushing event updated for resources: {'Port': ['ID=3c38cb0c-9415-40d9-832c-cbe94027dcf4,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:56.407459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Attempting to bind port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:47:56.408047 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Attempting to bind port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '15c82f17-815e-4710-827e-e02454ec639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '20cb62df-0842-4b06-a617-ee8b85eb0242'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:47:56.408151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Attempting to bind port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 on network 20cb62df-0842-4b06-a617-ee8b85eb0242 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:47:56.412303 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 on network 20cb62df-0842-4b06-a617-ee8b85eb0242 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:47:56.412624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Attempting to bind port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 on network 20cb62df-0842-4b06-a617-ee8b85eb0242 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:47:56.417826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:47:56.418162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Checking segment: {'id': '15c82f17-815e-4710-827e-e02454ec639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '20cb62df-0842-4b06-a617-ee8b85eb0242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:47:56.418546 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Bound using segment: {'id': '15c82f17-815e-4710-827e-e02454ec639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '20cb62df-0842-4b06-a617-ee8b85eb0242'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:47:56.418961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Bound port: 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c82f17-815e-4710-827e-e02454ec639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '20cb62df-0842-4b06-a617-ee8b85eb0242'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:47:56.419310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:56.483258 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] For port 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:47:56.486257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] For port 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4,segment=NetworkSegment(15c82f17-815e-4710-827e-e02454ec639b),segment_id=15c82f17-815e-4710-827e-e02454ec639b)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:47:56.490794 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:56.521675 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:56.522486 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:56.523695 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] 10.222.0.31 "PUT /v2.0/ports/3c38cb0c-9415-40d9-832c-cbe94027dcf4 HTTP/1.1" status: 200 len: 1092 time: 0.5725725 Nov 27 01:47:56.526324 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d3b7c1-61c4-4533-b0ee-3ba6c17e750e', 'tag': '3c38cb0c-9415-40d9-832c-cbe94027dcf4'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:47:56.528748 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0b035b-5995-4b7d-b7b1-73d8c7fa62ce" -d '{"events": [{"name": "network-changed", "server_uuid": "42d3b7c1-61c4-4533-b0ee-3ba6c17e750e", "tag": "3c38cb0c-9415-40d9-832c-cbe94027dcf4"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:47:56.563715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee86729-9625-4eab-b051-efabe67d4b76 service neutron] Pushing event updated for resources: {'Port': ['ID=3c38cb0c-9415-40d9-832c-cbe94027dcf4,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:56.578228 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252d1498-a149-43d3-b50b-f82a1dd5a803 x-openstack-request-id: req-252d1498-a149-43d3-b50b-f82a1dd5a803 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:47:56.579068 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d3b7c1-61c4-4533-b0ee-3ba6c17e750e", "tag": "3c38cb0c-9415-40d9-832c-cbe94027dcf4", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:47:56.579326 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-252d1498-a149-43d3-b50b-f82a1dd5a803 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:47:56.579736 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d3b7c1-61c4-4533-b0ee-3ba6c17e750e', 'tag': '3c38cb0c-9415-40d9-832c-cbe94027dcf4', 'status': 'completed', 'code': 200} Nov 27 01:47:56.662907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025f095-1bd0-4058-b12e-564a3608ade2 req-39d75ce8-53f3-44ea-81f7-33a9c17027be tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:56.664434 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0025f095-1bd0-4058-b12e-564a3608ade2 req-39d75ce8-53f3-44ea-81f7-33a9c17027be tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 943 time: 0.0810192 Nov 27 01:47:56.670633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-6d9a9c9d-a1fb-4249-85e8-58aefb47d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:56.672116 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-6d9a9c9d-a1fb-4249-85e8-58aefb47d807 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c2bb8b2d1f4c82ad4a5791cd96f9df&device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 1095 time: 0.0589886 Nov 27 01:47:56.727568 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-6a8e23a7-dff4-4523-a536-d017ce717c7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4 HTTP/1.1" status: 200 len: 217 time: 0.0420406 Nov 27 01:47:56.771409 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0025f095-1bd0-4058-b12e-564a3608ade2 req-416b9139-49e8-4657-9e48-3958f6bfe028 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982542 Nov 27 01:47:56.789628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-d4c93c40-6c75-4bf8-9ded-55225ceba79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:56.791116 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-d4c93c40-6c75-4bf8-9ded-55225ceba79d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b17e7ae-87c2-4416-ac7d-05088280a483 HTTP/1.1" status: 200 len: 852 time: 0.0543900 Nov 27 01:47:56.823735 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-5f0f9b13-47fc-483c-ae7a-6bdf197c9642 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20cb62df-0842-4b06-a617-ee8b85eb0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245395 Nov 27 01:47:56.912987 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-68486836-ff5f-4ce3-a4a0-5aacba581e6c service neutron] 10.222.0.31 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815597 Nov 27 01:47:57.008013 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93a6edc5-1291-458e-a6ad-3220a30d0ba0 req-8bb8a711-1f9d-48cf-8195-a2a02b4b7931 service neutron] 10.222.0.31 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880814 Nov 27 01:47:57.129333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b035b-5995-4b7d-b7b1-73d8c7fa62ce req-b0903fe7-0436-43f3-9efb-ba9647ba1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:57.130800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d0b035b-5995-4b7d-b7b1-73d8c7fa62ce req-b0903fe7-0436-43f3-9efb-ba9647ba1432 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c2bb8b2d1f4c82ad4a5791cd96f9df&device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 1095 time: 0.0410283 Nov 27 01:47:57.222438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b035b-5995-4b7d-b7b1-73d8c7fa62ce req-2145aba9-8ee4-4137-9909-1938895f242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:57.223925 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d0b035b-5995-4b7d-b7b1-73d8c7fa62ce req-2145aba9-8ee4-4137-9909-1938895f242e service neutron] 10.222.0.31 "GET /v2.0/networks?id=20cb62df-0842-4b06-a617-ee8b85eb0242 HTTP/1.1" status: 200 len: 913 time: 0.0861688 Nov 27 01:47:57.265540 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d0b035b-5995-4b7d-b7b1-73d8c7fa62ce req-d1c1f3dd-087e-498f-88d9-ba618b5d4fe6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4 HTTP/1.1" status: 200 len: 217 time: 0.0344796 Nov 27 01:47:57.314131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b035b-5995-4b7d-b7b1-73d8c7fa62ce req-0e38a8a5-35b8-4f27-b5ce-b2dec37c9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:57.315536 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d0b035b-5995-4b7d-b7b1-73d8c7fa62ce req-0e38a8a5-35b8-4f27-b5ce-b2dec37c9e1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b17e7ae-87c2-4416-ac7d-05088280a483 HTTP/1.1" status: 200 len: 852 time: 0.0437889 Nov 27 01:47:57.345943 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d0b035b-5995-4b7d-b7b1-73d8c7fa62ce req-305db193-7994-4dca-86d1-60ad28b9dc44 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20cb62df-0842-4b06-a617-ee8b85eb0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235443 Nov 27 01:47:57.437507 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d0b035b-5995-4b7d-b7b1-73d8c7fa62ce req-3a47f06c-a4d6-4208-8e12-0bab55603ea2 service neutron] 10.222.0.31 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844438 Nov 27 01:47:57.526002 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d0b035b-5995-4b7d-b7b1-73d8c7fa62ce req-1c5f0e93-b6b7-4125-b60e-cf4b52e40f42 service neutron] 10.222.0.31 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801589 Nov 27 01:47:57.890365 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34f866-1f7c-4190-8829-fd079d0ae0a9 req-44bb028f-3199-42fe-8ca7-d39ba7982aa5 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:57.892363 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e34f866-1f7c-4190-8829-fd079d0ae0a9 req-44bb028f-3199-42fe-8ca7-d39ba7982aa5 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 943 time: 0.0533373 Nov 27 01:47:57.939850 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7e34f866-1f7c-4190-8829-fd079d0ae0a9 req-a6001c4b-0de3-47d4-ba08-8d570b102460 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Nov 27 01:47:58.794711 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:59.060660 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9b189-d612-4a30-b663-31444de534c0 req-a63aae54-1bf0-41b4-b7ca-0c2242b36034 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:59.062064 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80a9b189-d612-4a30-b663-31444de534c0 req-a63aae54-1bf0-41b4-b7ca-0c2242b36034 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 943 time: 0.0551872 Nov 27 01:47:59.108727 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80a9b189-d612-4a30-b663-31444de534c0 req-e8597b81-ac1b-4c5c-912b-08e544f076f9 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402243 Nov 27 01:48:00.056999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 3c38cb0c-9415-40d9-832c-cbe94027dcf4 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:48:00.155863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4,segment=NetworkSegment(15c82f17-815e-4710-827e-e02454ec639b),segment_id=15c82f17-815e-4710-827e-e02454ec639b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:48:00.168821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '3c38cb0c-9415-40d9-832c-cbe94027dcf4', 'network_id': '20cb62df-0842-4b06-a617-ee8b85eb0242', 'port_id': '3c38cb0c-9415-40d9-832c-cbe94027dcf4', 'mac_address': 'fa:16:3e:d5:c8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b17e7ae-87c2-4416-ac7d-05088280a483', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:48:00.210101 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:00.223179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c38cb0c-9415-40d9-832c-cbe94027dcf4 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:48:00.223381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d58883-58fd-4111-9294-dff3a73d3d26 req-b287582f-17d1-4417-8292-f203e5aa9769 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:00.224776 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57d58883-58fd-4111-9294-dff3a73d3d26 req-b287582f-17d1-4417-8292-f203e5aa9769 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 943 time: 0.0476644 Nov 27 01:48:00.243306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4,segment=NetworkSegment(15c82f17-815e-4710-827e-e02454ec639b),segment_id=15c82f17-815e-4710-827e-e02454ec639b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:48:00.248192 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:00.278646 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57d58883-58fd-4111-9294-dff3a73d3d26 req-671c96ba-ed96-4deb-ab63-90017cb26b87 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478601 Nov 27 01:48:00.295152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=3c38cb0c-9415-40d9-832c-cbe94027dcf4,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:00.611558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['3c38cb0c-9415-40d9-832c-cbe94027dcf4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:48:00.823427 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:01.395443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f999bdc-ad5c-4698-996c-b52d0373beef req-d4bb0306-468a-4078-a3ae-cdf79b10005a tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:01.397075 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9f999bdc-ad5c-4698-996c-b52d0373beef req-d4bb0306-468a-4078-a3ae-cdf79b10005a tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 944 time: 0.0491202 Nov 27 01:48:01.444889 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9f999bdc-ad5c-4698-996c-b52d0373beef req-ef113088-1818-4c1f-97ce-5a11de444a9f tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417120 Nov 27 01:48:02.057466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 3c38cb0c-9415-40d9-832c-cbe94027dcf4 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:48:02.105629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:48:02.109147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:48:02.109519 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:02.185779 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:02.207970 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d3b7c1-61c4-4533-b0ee-3ba6c17e750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c38cb0c-9415-40d9-832c-cbe94027dcf4'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:48:02.210205 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae9c398-2d25-4f84-8552-a1654eeda3c1" -d '{"events": [{"server_uuid": "42d3b7c1-61c4-4533-b0ee-3ba6c17e750e", "name": "network-vif-plugged", "status": "completed", "tag": "3c38cb0c-9415-40d9-832c-cbe94027dcf4"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:48:02.223134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4,segment=NetworkSegment(15c82f17-815e-4710-827e-e02454ec639b),segment_id=15c82f17-815e-4710-827e-e02454ec639b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:48:02.227658 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:02.251721 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b73ca8-cfae-43cb-a8a4-a31e6334104f x-openstack-request-id: req-f2b73ca8-cfae-43cb-a8a4-a31e6334104f {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:48:02.252013 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d3b7c1-61c4-4533-b0ee-3ba6c17e750e", "name": "network-vif-plugged", "status": "completed", "tag": "3c38cb0c-9415-40d9-832c-cbe94027dcf4", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:48:02.252283 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2b73ca8-cfae-43cb-a8a4-a31e6334104f {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:48:02.252671 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d3b7c1-61c4-4533-b0ee-3ba6c17e750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c38cb0c-9415-40d9-832c-cbe94027dcf4', 'code': 200} Nov 27 01:48:02.277583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=3c38cb0c-9415-40d9-832c-cbe94027dcf4,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:02.374836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031bdc7-24ba-491e-a60b-c21aea15e9ae req-6730cbba-fcbd-4992-adf9-13c3ecd1ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:02.376999 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3031bdc7-24ba-491e-a60b-c21aea15e9ae req-6730cbba-fcbd-4992-adf9-13c3ecd1ec2c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 1097 time: 0.0404563 Nov 27 01:48:02.424144 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3031bdc7-24ba-491e-a60b-c21aea15e9ae req-4541af7e-a22b-4107-922b-291b3e7822d4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 Nov 27 01:48:02.614779 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e8f00-ee17-49ad-880f-c882762b32a1 req-384194ce-0e0a-4398-8657-6479ffc50275 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:02.616268 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c16e8f00-ee17-49ad-880f-c882762b32a1 req-384194ce-0e0a-4398-8657-6479ffc50275 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.1044481 Nov 27 01:48:02.671135 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c16e8f00-ee17-49ad-880f-c882762b32a1 req-eebe0868-002f-4234-88ff-b1b8cf8d9d9d tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486248 Nov 27 01:48:03.855879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b46906-6b3d-42bf-8145-e0d62fa15c62 req-66dd22d9-6eb8-4052-8133-b31881c926a7 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:03.857375 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b7b46906-6b3d-42bf-8145-e0d62fa15c62 req-66dd22d9-6eb8-4052-8133-b31881c926a7 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.1137938 Nov 27 01:48:03.905574 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b7b46906-6b3d-42bf-8145-e0d62fa15c62 req-953afc31-ad8f-48b0-b481-b944fd7b439f tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416453 Nov 27 01:48:05.020087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527ef18-cf87-4786-86f2-0f639309fe79 req-8434999d-4309-461a-816d-9c32fbb6ca15 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:05.021609 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5527ef18-cf87-4786-86f2-0f639309fe79 req-8434999d-4309-461a-816d-9c32fbb6ca15 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0484512 Nov 27 01:48:05.067883 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5527ef18-cf87-4786-86f2-0f639309fe79 req-9159f458-3bf5-4489-8969-ceccf535c168 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401669 Nov 27 01:48:05.315338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd93808-03f1-461b-9bda-c8a9787f12e2 req-6fc384b8-bc0e-4843-ad4d-1f09a3e6ba0f tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:05.317043 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bd93808-03f1-461b-9bda-c8a9787f12e2 req-6fc384b8-bc0e-4843-ad4d-1f09a3e6ba0f tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0563469 Nov 27 01:48:05.347612 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-8e19e602-f8f6-4fa3-9ede-a8af9e1bed7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953321 Nov 27 01:48:05.357000 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-b95cd45d-aed6-4ed7-a3ca-113b876a68b7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:48:05.358067 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-b95cd45d-aed6-4ed7-a3ca-113b876a68b7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051033 Nov 27 01:48:05.365100 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7bd93808-03f1-461b-9bda-c8a9787f12e2 req-7e0c44b3-cf14-43b4-a6b7-9d8b8ff3085d tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420933 Nov 27 01:48:06.480903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef6997-371f-4ae0-975f-1b6aee7cf385 req-5d6ae69b-1cd3-41aa-98f7-c3e35dc60715 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:06.482368 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9aef6997-371f-4ae0-975f-1b6aee7cf385 req-5d6ae69b-1cd3-41aa-98f7-c3e35dc60715 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0481606 Nov 27 01:48:06.532764 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9aef6997-371f-4ae0-975f-1b6aee7cf385 req-4e94cd2d-bc36-4e27-92fa-a46e01991c17 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444098 Nov 27 01:48:06.702398 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-d78f345d-9d80-4b32-8eb5-529100d9680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:06.703792 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-d78f345d-9d80-4b32-8eb5-529100d9680c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c2bb8b2d1f4c82ad4a5791cd96f9df&device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 1097 time: 0.0429611 Nov 27 01:48:06.801195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-e3fd4d44-4ca8-4ee3-9bf9-6b29e9b8abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:06.802746 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-e3fd4d44-4ca8-4ee3-9bf9-6b29e9b8abc4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20cb62df-0842-4b06-a617-ee8b85eb0242 HTTP/1.1" status: 200 len: 913 time: 0.0922186 Nov 27 01:48:06.843789 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-a6a8c4cf-50e8-4e58-ae6c-61c6d3e2ff23 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4 HTTP/1.1" status: 200 len: 217 time: 0.0340979 Nov 27 01:48:06.892794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-e8791b79-8956-40c2-a804-64be36dcf27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:06.894268 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-e8791b79-8956-40c2-a804-64be36dcf27a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b17e7ae-87c2-4416-ac7d-05088280a483 HTTP/1.1" status: 200 len: 852 time: 0.0439003 Nov 27 01:48:06.925525 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-65426e7a-a53f-463c-b055-0181913c1818 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20cb62df-0842-4b06-a617-ee8b85eb0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244470 Nov 27 01:48:07.336887 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-4d66bbfa-8780-4c2d-a4c6-5ba8afd5edc4 service neutron] 10.222.0.31 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043677 Nov 27 01:48:07.424866 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-dded32e4-1c8a-46e8-ba64-0210ca32ac03 service neutron] 10.222.0.31 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810828 Nov 27 01:48:07.649866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eb618-a219-4781-9a44-69de3c7c67a8 req-5bacd3a8-4ccf-414a-86c4-53380badfbec tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:07.651609 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-279eb618-a219-4781-9a44-69de3c7c67a8 req-5bacd3a8-4ccf-414a-86c4-53380badfbec tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0524168 Nov 27 01:48:07.697470 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-279eb618-a219-4781-9a44-69de3c7c67a8 req-675abd89-12eb-4183-9089-f042ac39eba6 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399776 Nov 27 01:48:08.811830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1071534-c37f-4613-92ba-1a93eba8317d req-35e6931c-db2e-46f2-905b-9b3186fe5168 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:08.813320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1071534-c37f-4613-92ba-1a93eba8317d req-35e6931c-db2e-46f2-905b-9b3186fe5168 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0487874 Nov 27 01:48:08.861745 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1071534-c37f-4613-92ba-1a93eba8317d req-146d3633-19fe-49a4-9ae1-c5866ff0b9ea tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424635 Nov 27 01:48:09.982746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c02711-0d90-417d-b6f8-1bb12ddc9ae2 req-31bd1bf5-f9fb-42a7-a99c-886b90bf55ab tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:09.984230 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f5c02711-0d90-417d-b6f8-1bb12ddc9ae2 req-31bd1bf5-f9fb-42a7-a99c-886b90bf55ab tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0487714 Nov 27 01:48:10.031240 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f5c02711-0d90-417d-b6f8-1bb12ddc9ae2 req-5c2cb828-bfe9-4d61-8340-2f9b669e96f0 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Nov 27 01:48:10.113682 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-55e100ab-e04e-4b58-bf90-cac66e2183de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:10.590488 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:48:11.144381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007e9c1-7760-4e39-a1aa-10a7ac275d9e req-7eaa0379-38fc-45c3-9966-3ca3e6f4cd76 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:11.145817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7007e9c1-7760-4e39-a1aa-10a7ac275d9e req-7eaa0379-38fc-45c3-9966-3ca3e6f4cd76 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0477521 Nov 27 01:48:11.191378 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7007e9c1-7760-4e39-a1aa-10a7ac275d9e req-745fcbf4-7569-4239-a116-154418b3fc74 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394397 Nov 27 01:48:12.284455 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-017f1497-9148-4c7d-84a7-3f34755d836e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:12.315597 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30eede-b547-4f88-9ab6-4fcfc1500344 req-25c6d848-ccdd-4403-a5fa-a91d4ff6ed42 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:12.317199 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6e30eede-b547-4f88-9ab6-4fcfc1500344 req-25c6d848-ccdd-4403-a5fa-a91d4ff6ed42 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0542445 Nov 27 01:48:12.364134 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6e30eede-b547-4f88-9ab6-4fcfc1500344 req-148d0102-a6c3-40ff-bc32-a023d01b25f0 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Nov 27 01:48:13.384712 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:13.482507 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba64754-6198-4984-ac1b-5837c60efe60 req-04ef0749-e7db-40c1-9bf3-04bdec94e6d2 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:13.483966 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ba64754-6198-4984-ac1b-5837c60efe60 req-04ef0749-e7db-40c1-9bf3-04bdec94e6d2 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0514462 Nov 27 01:48:13.530453 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9ba64754-6198-4984-ac1b-5837c60efe60 req-649adc1d-5227-4d6f-b97b-81e8c58b6989 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398242 Nov 27 01:48:14.644768 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028dce5-25d5-4226-92ff-833e0dbec3b9 req-a7e3e8af-977c-4f15-b911-10f270928329 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:14.646309 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4028dce5-25d5-4226-92ff-833e0dbec3b9 req-a7e3e8af-977c-4f15-b911-10f270928329 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0480196 Nov 27 01:48:14.693718 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4028dce5-25d5-4226-92ff-833e0dbec3b9 req-a0f5ec61-2739-4ba3-88c2-8e756294ab1e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413864 Nov 27 01:48:14.934093 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:15.809079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7aff5-d0e2-49c1-8f2b-dd74fc77ed4b req-1554c813-a07f-47f0-bc74-420a1d8fa8c1 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:15.810550 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5cf7aff5-d0e2-49c1-8f2b-dd74fc77ed4b req-1554c813-a07f-47f0-bc74-420a1d8fa8c1 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0482588 Nov 27 01:48:15.856667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5cf7aff5-d0e2-49c1-8f2b-dd74fc77ed4b req-71b5bb83-9838-41d0-9acf-a7c721bac496 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395596 Nov 27 01:48:16.340974 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:16.972484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bf98a-97fb-4352-8934-2aff5ae9199b req-0ac31140-92d1-47b1-9ad9-5f2438407881 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:16.973972 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df9bf98a-97fb-4352-8934-2aff5ae9199b req-0ac31140-92d1-47b1-9ad9-5f2438407881 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0485034 Nov 27 01:48:17.023998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-df9bf98a-97fb-4352-8934-2aff5ae9199b req-2df336ef-f89b-4177-89fc-807fb5bf3f4e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440795 Nov 27 01:48:18.140539 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7405c28-65ae-4e72-90e3-7610c96a8748 req-cc06e25a-c6ed-4f62-8585-2c61795452b7 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:18.142104 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7405c28-65ae-4e72-90e3-7610c96a8748 req-cc06e25a-c6ed-4f62-8585-2c61795452b7 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0484767 Nov 27 01:48:18.192099 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7405c28-65ae-4e72-90e3-7610c96a8748 req-59320c5d-6253-470d-b7e6-80c5bbd4310e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440896 Nov 27 01:48:19.305923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce5786-3265-4d8c-a616-d688c4075606 req-be32860f-d481-45d2-a444-3954365922d9 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:19.307415 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-57ce5786-3265-4d8c-a616-d688c4075606 req-be32860f-d481-45d2-a444-3954365922d9 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0488453 Nov 27 01:48:19.354813 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-57ce5786-3265-4d8c-a616-d688c4075606 req-f0605267-fbd0-4513-b9b9-b95071b2a1e9 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414178 Nov 27 01:48:20.472537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa605422-f0ba-4e62-9652-8142823819b0 req-4d37df52-f97e-4a1f-8966-857603c18171 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:20.474058 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fa605422-f0ba-4e62-9652-8142823819b0 req-4d37df52-f97e-4a1f-8966-857603c18171 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0478420 Nov 27 01:48:20.520316 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fa605422-f0ba-4e62-9652-8142823819b0 req-17357d6a-4ea2-44c3-bf57-4fac60ba51f2 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402887 Nov 27 01:48:21.634526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ccfc6-adf8-4bbc-bc86-7cd1f9cf2924 req-3285d092-a815-49e5-b219-27f65e208555 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:21.635995 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4d2ccfc6-adf8-4bbc-bc86-7cd1f9cf2924 req-3285d092-a815-49e5-b219-27f65e208555 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0487533 Nov 27 01:48:21.682240 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4d2ccfc6-adf8-4bbc-bc86-7cd1f9cf2924 req-89ad6293-5946-43dd-b1bc-ff989e8e8250 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Nov 27 01:48:22.799668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356f920-e504-4ddf-b557-60926ca8d855 req-1169a8b2-f955-4446-89bd-2a6c6a913106 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:22.801161 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b356f920-e504-4ddf-b557-60926ca8d855 req-1169a8b2-f955-4446-89bd-2a6c6a913106 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0476575 Nov 27 01:48:22.846795 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b356f920-e504-4ddf-b557-60926ca8d855 req-0eba43fa-6fa8-4d0c-9d47-cffcee177eb8 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397763 Nov 27 01:48:23.965959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39eee5-8aaa-4670-bfc6-8a75cb084c41 req-d3db3da2-b775-4c4b-bd28-aab92bb119df tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:23.967448 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae39eee5-8aaa-4670-bfc6-8a75cb084c41 req-d3db3da2-b775-4c4b-bd28-aab92bb119df tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0524054 Nov 27 01:48:24.013777 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ae39eee5-8aaa-4670-bfc6-8a75cb084c41 req-1acbda86-9ef3-4b83-8fd7-d3e3b296356f tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Nov 27 01:48:24.379682 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e66152-ae4b-4476-b5f6-454607a8b667 req-65e78dac-4dfb-4b86-8c7a-81428052d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:24.381240 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d8e66152-ae4b-4476-b5f6-454607a8b667 req-65e78dac-4dfb-4b86-8c7a-81428052d351 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c2bb8b2d1f4c82ad4a5791cd96f9df&device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 1097 time: 0.0408187 Nov 27 01:48:24.486328 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e66152-ae4b-4476-b5f6-454607a8b667 req-af084aac-4ebd-4519-9333-bcee9aa52e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:24.487783 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d8e66152-ae4b-4476-b5f6-454607a8b667 req-af084aac-4ebd-4519-9333-bcee9aa52e04 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20cb62df-0842-4b06-a617-ee8b85eb0242 HTTP/1.1" status: 200 len: 913 time: 0.0873652 Nov 27 01:48:24.528718 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d8e66152-ae4b-4476-b5f6-454607a8b667 req-7c25e244-3d74-41bb-97c1-6f16e481c5fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4 HTTP/1.1" status: 200 len: 217 time: 0.0334728 Nov 27 01:48:24.577732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e66152-ae4b-4476-b5f6-454607a8b667 req-d701c218-1b03-4307-a038-f383bcf8219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:24.579230 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d8e66152-ae4b-4476-b5f6-454607a8b667 req-d701c218-1b03-4307-a038-f383bcf8219f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b17e7ae-87c2-4416-ac7d-05088280a483 HTTP/1.1" status: 200 len: 852 time: 0.0444646 Nov 27 01:48:24.611760 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d8e66152-ae4b-4476-b5f6-454607a8b667 req-9cbd26e3-bcf0-44b8-8002-608cdd9c87a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20cb62df-0842-4b06-a617-ee8b85eb0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247717 Nov 27 01:48:24.707244 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d8e66152-ae4b-4476-b5f6-454607a8b667 req-24b799c6-3316-43ca-b99d-f4dfd6b6889b service neutron] 10.222.0.31 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876031 Nov 27 01:48:24.800883 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d8e66152-ae4b-4476-b5f6-454607a8b667 req-874b79ab-2dfc-4559-9da8-b662d4b259c8 service neutron] 10.222.0.31 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865262 Nov 27 01:48:25.132915 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d85ff-0400-4cd4-97d4-b3b1234d93e1 req-e3314540-ac8f-445a-b66b-00e067294a64 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:25.134369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-954d85ff-0400-4cd4-97d4-b3b1234d93e1 req-e3314540-ac8f-445a-b66b-00e067294a64 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0517812 Nov 27 01:48:25.180962 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-954d85ff-0400-4cd4-97d4-b3b1234d93e1 req-3632c861-fa39-468c-bbe2-d296fe5a9e0f tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 Nov 27 01:48:26.304263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73c183-1ea6-4d3b-8bc8-8e1bed20d638 req-1da8ab99-531a-4440-9de2-3035f64ebb0d tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:26.305774 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d73c183-1ea6-4d3b-8bc8-8e1bed20d638 req-1da8ab99-531a-4440-9de2-3035f64ebb0d tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0547581 Nov 27 01:48:26.352754 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d73c183-1ea6-4d3b-8bc8-8e1bed20d638 req-63250db1-9358-4dde-8d66-c15406eae8e3 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410364 Nov 27 01:48:27.466407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da305c0a-784b-499b-b514-7df6ff186b40 req-7353ad90-03b6-406b-a19b-6dbd2f37795d tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:27.467873 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da305c0a-784b-499b-b514-7df6ff186b40 req-7353ad90-03b6-406b-a19b-6dbd2f37795d tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0476913 Nov 27 01:48:27.515488 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-da305c0a-784b-499b-b514-7df6ff186b40 req-e302d7bb-2ed5-4542-a2bb-25a7cb357b7f tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409975 Nov 27 01:48:28.630536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee2e87-6110-4a07-8200-b9526b83a263 req-15cb1cfc-a09a-446a-8e41-98f9772c317f tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:28.632027 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e0ee2e87-6110-4a07-8200-b9526b83a263 req-15cb1cfc-a09a-446a-8e41-98f9772c317f tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0484598 Nov 27 01:48:28.679339 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e0ee2e87-6110-4a07-8200-b9526b83a263 req-5e9fb129-3923-40c0-91dd-425f73cc46d1 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413837 Nov 27 01:48:28.810407 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:29.798367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510915eb-e284-4e09-a563-944756e61a3b req-d377a3d5-441b-4d7b-a2d5-605b0739d74a tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:29.799835 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-510915eb-e284-4e09-a563-944756e61a3b req-d377a3d5-441b-4d7b-a2d5-605b0739d74a tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0523450 Nov 27 01:48:29.846674 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-510915eb-e284-4e09-a563-944756e61a3b req-2ab53e5e-cbf7-4ec9-85b5-cd65b5e3e8fa tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Nov 27 01:48:30.841867 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:30.960621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9af83-9416-4248-b9f9-b8d0797a940e req-a057a1a5-a109-4d48-b319-56c4eb25cbf0 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:30.962108 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1a9af83-9416-4248-b9f9-b8d0797a940e req-a057a1a5-a109-4d48-b319-56c4eb25cbf0 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0470669 Nov 27 01:48:31.011193 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1a9af83-9416-4248-b9f9-b8d0797a940e req-d0936805-9ddf-47b2-b42d-ea07dfc9de7a tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432041 Nov 27 01:48:32.128008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9791cb-804a-42b2-9160-995b08125ec5 req-c2fef32f-cf55-42b6-8e2d-25bd0a8f9536 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:32.129476 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e9791cb-804a-42b2-9160-995b08125ec5 req-c2fef32f-cf55-42b6-8e2d-25bd0a8f9536 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0479743 Nov 27 01:48:32.175830 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e9791cb-804a-42b2-9160-995b08125ec5 req-616e8f3f-968b-434e-b53f-37709ef097e2 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404997 Nov 27 01:48:33.290942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88cf4d-654d-482f-bd2c-f8ab077928ee req-c6346b89-6d8a-46c1-b669-04aa4ce8607e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:33.292463 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8b88cf4d-654d-482f-bd2c-f8ab077928ee req-c6346b89-6d8a-46c1-b669-04aa4ce8607e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0495381 Nov 27 01:48:33.340505 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8b88cf4d-654d-482f-bd2c-f8ab077928ee req-b01d9113-42a8-4264-ae04-0dfe5c2dfd85 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 Nov 27 01:48:34.453734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20605c-c30e-449a-9758-4c4728f0bb54 req-927d76b7-28d3-4198-b3e2-1b06d7a811ce tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:34.455809 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a20605c-c30e-449a-9758-4c4728f0bb54 req-927d76b7-28d3-4198-b3e2-1b06d7a811ce tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0482423 Nov 27 01:48:34.506046 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a20605c-c30e-449a-9758-4c4728f0bb54 req-031dc345-2840-4864-bb2c-f7412b668879 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443003 Nov 27 01:48:34.568266 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-91d2d3bc-8416-4aca-bc95-0521d1fee16e service neutron] show failed (client error): The resource could not be found. Nov 27 01:48:34.569200 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-91d2d3bc-8416-4aca-bc95-0521d1fee16e service neutron] 10.222.0.31 "GET /v2.0/ports/3c38cb0c-9415-40d9-832c-cbe94027dcf4/bindings/n-h1-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0560412 Nov 27 01:48:34.780110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-0f1b0146-4ec4-4cbe-9683-248c199c18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:34.781616 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-0f1b0146-4ec4-4cbe-9683-248c199c18b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e&tenant_id=53c2bb8b2d1f4c82ad4a5791cd96f9df HTTP/1.1" status: 200 len: 1097 time: 0.0422606 Nov 27 01:48:34.809266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:48:34.861112 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:35.056884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] For port 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4,segment=NetworkSegment(15c82f17-815e-4710-827e-e02454ec639b),segment_id=15c82f17-815e-4710-827e-e02454ec639b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:48:35.088921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] For port 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:48:35.130929 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d3b7c1-61c4-4533-b0ee-3ba6c17e750e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c38cb0c-9415-40d9-832c-cbe94027dcf4'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:48:35.133128 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6157ccc4-e7fc-4a59-894d-99046432fb2a" -d '{"events": [{"server_uuid": "42d3b7c1-61c4-4533-b0ee-3ba6c17e750e", "name": "network-vif-unplugged", "status": "completed", "tag": "3c38cb0c-9415-40d9-832c-cbe94027dcf4"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:48:35.136780 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:35.148642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Transition to ACTIVE for port object 3c38cb0c-9415-40d9-832c-cbe94027dcf4 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:48:35.152483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:35.190903 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926a07ff-8265-49d3-99f3-a5e1f908f284 x-openstack-request-id: req-926a07ff-8265-49d3-99f3-a5e1f908f284 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:48:35.191194 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d3b7c1-61c4-4533-b0ee-3ba6c17e750e", "name": "network-vif-unplugged", "status": "completed", "tag": "3c38cb0c-9415-40d9-832c-cbe94027dcf4", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:48:35.191446 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-926a07ff-8265-49d3-99f3-a5e1f908f284 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:48:35.191835 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d3b7c1-61c4-4533-b0ee-3ba6c17e750e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c38cb0c-9415-40d9-832c-cbe94027dcf4', 'code': 200} Nov 27 01:48:35.215371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] No DVR routers for this DVR port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:48:35.218339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Pushing event updated for resources: {'Port': ['ID=3c38cb0c-9415-40d9-832c-cbe94027dcf4,revision_number=6']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:35.252615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Attempting to bind port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:48:35.252948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Attempting to bind port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '15c82f17-815e-4710-827e-e02454ec639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '20cb62df-0842-4b06-a617-ee8b85eb0242'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:48:35.253276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Attempting to bind port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 on network 20cb62df-0842-4b06-a617-ee8b85eb0242 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:48:35.257446 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 on network 20cb62df-0842-4b06-a617-ee8b85eb0242 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:48:35.257767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Attempting to bind port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 on network 20cb62df-0842-4b06-a617-ee8b85eb0242 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:48:35.262548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:48:35.262886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Checking segment: {'id': '15c82f17-815e-4710-827e-e02454ec639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '20cb62df-0842-4b06-a617-ee8b85eb0242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:48:35.263267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Bound using segment: {'id': '15c82f17-815e-4710-827e-e02454ec639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '20cb62df-0842-4b06-a617-ee8b85eb0242'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:48:35.263688 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Bound port: 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c82f17-815e-4710-827e-e02454ec639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '20cb62df-0842-4b06-a617-ee8b85eb0242'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:48:35.264038 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:35.329920 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] For port 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:48:35.332872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] For port 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4,segment=NetworkSegment(15c82f17-815e-4710-827e-e02454ec639b),segment_id=15c82f17-815e-4710-827e-e02454ec639b)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:48:35.337211 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:35.372864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:35.373483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:35.374851 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] 10.222.0.21 "PUT /v2.0/ports/3c38cb0c-9415-40d9-832c-cbe94027dcf4 HTTP/1.1" status: 200 len: 1092 time: 0.5696347 Nov 27 01:48:35.392537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b8a4e-10a2-4590-bd48-fe93e8cf6080 service neutron] Pushing event updated for resources: {'Port': ['ID=3c38cb0c-9415-40d9-832c-cbe94027dcf4,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:35.453037 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-575643b9-7b25-4930-acc4-5cb59923a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:35.455036 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-575643b9-7b25-4930-acc4-5cb59923a034 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c2bb8b2d1f4c82ad4a5791cd96f9df&device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 1095 time: 0.0402529 Nov 27 01:48:35.552206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-d7439402-ef29-49b8-b5e2-1a725535f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:35.553721 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-d7439402-ef29-49b8-b5e2-1a725535f13d service neutron] 10.222.0.21 "GET /v2.0/networks?id=20cb62df-0842-4b06-a617-ee8b85eb0242 HTTP/1.1" status: 200 len: 913 time: 0.0862882 Nov 27 01:48:35.601433 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-bd7c50df-9fc1-472c-ae86-f245024f6133 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4 HTTP/1.1" status: 200 len: 217 time: 0.0363860 Nov 27 01:48:35.684223 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-2ea549bd-43c5-4d1c-960f-0fb3823fbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:35.685592 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-2ea549bd-43c5-4d1c-960f-0fb3823fbdce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b17e7ae-87c2-4416-ac7d-05088280a483 HTTP/1.1" status: 200 len: 852 time: 0.0733056 Nov 27 01:48:35.692904 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25e1f2-7455-4f2b-a1b3-59065e6afa2e req-6334bb83-551c-4599-a071-473cab158d66 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:35.694262 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd25e1f2-7455-4f2b-a1b3-59065e6afa2e req-6334bb83-551c-4599-a071-473cab158d66 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 943 time: 0.0954781 Nov 27 01:48:36.056157 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-f81c2b70-35a1-4b1b-a25c-7d3cf57aef26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20cb62df-0842-4b06-a617-ee8b85eb0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3590057 Nov 27 01:48:36.128872 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd25e1f2-7455-4f2b-a1b3-59065e6afa2e req-baf8a690-2c40-4dcc-b467-6f83debe7a2e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246759 Nov 27 01:48:36.165010 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-5002a1d5-faec-4251-bc90-e2cc18374384 service neutron] 10.222.0.21 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961533 Nov 27 01:48:36.257552 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47bacc83-970a-4f38-a424-fcf45a3d0895 req-3772ee29-fcc7-44d2-abe5-cdaa7956af6c service neutron] 10.222.0.21 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811014 Nov 27 01:48:37.192808 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d3b7c1-61c4-4533-b0ee-3ba6c17e750e', 'tag': '3c38cb0c-9415-40d9-832c-cbe94027dcf4'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:48:37.195154 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fa7670-01f8-476a-918b-a79277b422c7" -d '{"events": [{"name": "network-changed", "server_uuid": "42d3b7c1-61c4-4533-b0ee-3ba6c17e750e", "tag": "3c38cb0c-9415-40d9-832c-cbe94027dcf4"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:48:37.243940 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17383828-d770-4743-9b8e-fe1a891f8158 x-openstack-request-id: req-17383828-d770-4743-9b8e-fe1a891f8158 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:48:37.244229 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d3b7c1-61c4-4533-b0ee-3ba6c17e750e", "tag": "3c38cb0c-9415-40d9-832c-cbe94027dcf4", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:48:37.244512 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17383828-d770-4743-9b8e-fe1a891f8158 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:48:37.244933 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d3b7c1-61c4-4533-b0ee-3ba6c17e750e', 'tag': '3c38cb0c-9415-40d9-832c-cbe94027dcf4', 'status': 'completed', 'code': 200} Nov 27 01:48:37.250500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab9c1d-e688-43dd-990c-ce4103dee1d7 req-016873e7-ff50-4140-9166-6974d6ea6200 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:37.252008 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-40ab9c1d-e688-43dd-990c-ce4103dee1d7 req-016873e7-ff50-4140-9166-6974d6ea6200 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 943 time: 0.0538995 Nov 27 01:48:37.309574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-40ab9c1d-e688-43dd-990c-ce4103dee1d7 req-26ecabf4-95de-4882-a13e-038cf31e3382 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517361 Nov 27 01:48:37.340065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-5d47538a-ac73-47ac-9f4f-3effe9f93faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:37.340357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-4e358023-dc65-499d-a990-8963b58ab8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:37.341618 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-5d47538a-ac73-47ac-9f4f-3effe9f93faf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c2bb8b2d1f4c82ad4a5791cd96f9df&device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 1095 time: 0.0424230 Nov 27 01:48:37.341751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-4e358023-dc65-499d-a990-8963b58ab8d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c2bb8b2d1f4c82ad4a5791cd96f9df&device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 1095 time: 0.0453694 Nov 27 01:48:37.437776 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-36196885-bd7b-444b-98a7-280e2331071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:37.438012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-4deb7a91-8404-412a-ac0c-272a3ae26c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:37.439188 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-36196885-bd7b-444b-98a7-280e2331071a service neutron] 10.222.0.21 "GET /v2.0/networks?id=20cb62df-0842-4b06-a617-ee8b85eb0242 HTTP/1.1" status: 200 len: 913 time: 0.0880258 Nov 27 01:48:37.439469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-4deb7a91-8404-412a-ac0c-272a3ae26c09 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20cb62df-0842-4b06-a617-ee8b85eb0242 HTTP/1.1" status: 200 len: 913 time: 0.0894337 Nov 27 01:48:37.480777 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-3cb3e34f-0599-40f1-9f90-774302bdaebc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4 HTTP/1.1" status: 200 len: 217 time: 0.0341051 Nov 27 01:48:37.482280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-9ef85ace-a08d-4956-9640-f1d1ad7ff27f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4 HTTP/1.1" status: 200 len: 217 time: 0.0335550 Nov 27 01:48:37.530309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-bb9c9626-be73-4c80-8ebc-868012e3daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:37.531219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-8cc24e30-25e2-4be7-9676-7731fcdd5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:37.531762 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-bb9c9626-be73-4c80-8ebc-868012e3daa4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b17e7ae-87c2-4416-ac7d-05088280a483 HTTP/1.1" status: 200 len: 852 time: 0.0436895 Nov 27 01:48:37.533593 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-8cc24e30-25e2-4be7-9676-7731fcdd5619 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b17e7ae-87c2-4416-ac7d-05088280a483 HTTP/1.1" status: 200 len: 852 time: 0.0443621 Nov 27 01:48:37.562789 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-237db190-7740-4a7d-bae1-f08acebd1e42 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20cb62df-0842-4b06-a617-ee8b85eb0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241873 Nov 27 01:48:37.572625 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-c2bde549-ab00-430f-94c1-04e42eeb5a48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=20cb62df-0842-4b06-a617-ee8b85eb0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279694 Nov 27 01:48:37.656117 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-265b0f43-1120-415c-9291-056d00cf8870 service neutron] 10.222.0.31 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859258 Nov 27 01:48:37.662664 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-23053b93-3b4a-454d-b70c-10ff1106c9f9 service neutron] 10.222.0.21 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821590 Nov 27 01:48:37.744257 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-3617dc3d-47b6-49bf-a63a-420c5628d9a5 service neutron] 10.222.0.31 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811646 Nov 27 01:48:37.754668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9fa7670-01f8-476a-918b-a79277b422c7 req-0d5247b2-888a-405c-8b79-7af0cca39cc7 service neutron] 10.222.0.21 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844789 Nov 27 01:48:38.244445 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 3c38cb0c-9415-40d9-832c-cbe94027dcf4 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:48:38.268309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3c38cb0c-9415-40d9-832c-cbe94027dcf4 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:48:38.298639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 3c38cb0c-9415-40d9-832c-cbe94027dcf4 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:48:38.378892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4,segment=NetworkSegment(15c82f17-815e-4710-827e-e02454ec639b),segment_id=15c82f17-815e-4710-827e-e02454ec639b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:48:38.390163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '3c38cb0c-9415-40d9-832c-cbe94027dcf4', 'network_id': '20cb62df-0842-4b06-a617-ee8b85eb0242', 'port_id': '3c38cb0c-9415-40d9-832c-cbe94027dcf4', 'mac_address': 'fa:16:3e:d5:c8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b17e7ae-87c2-4416-ac7d-05088280a483', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:48:38.430556 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:38.430890 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba89887-b892-4735-a2ee-462987830143 req-630fd563-1651-474b-bba4-b2c9dc494023 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:38.432394 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2ba89887-b892-4735-a2ee-462987830143 req-630fd563-1651-474b-bba4-b2c9dc494023 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 943 time: 0.0520618 Nov 27 01:48:38.444185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c38cb0c-9415-40d9-832c-cbe94027dcf4 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:48:38.467292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4,segment=NetworkSegment(15c82f17-815e-4710-827e-e02454ec639b),segment_id=15c82f17-815e-4710-827e-e02454ec639b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:48:38.471125 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:38.480607 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2ba89887-b892-4735-a2ee-462987830143 req-42032312-cde2-4022-abf0-1d33cc13450b tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Nov 27 01:48:38.517664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=3c38cb0c-9415-40d9-832c-cbe94027dcf4,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:38.766958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-f6746a16-e2d5-4408-8cd8-5f2d45211383 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:38.768429 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-f6746a16-e2d5-4408-8cd8-5f2d45211383 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.31 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e&tenant_id=53c2bb8b2d1f4c82ad4a5791cd96f9df&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 944 time: 0.0901706 Nov 27 01:48:38.788862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['3c38cb0c-9415-40d9-832c-cbe94027dcf4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:48:38.827348 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-9d8229ce-1340-43e4-bf3a-a4c10c3c0374 service neutron] delete failed (client error): The resource could not be found. Nov 27 01:48:38.828411 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-9d8229ce-1340-43e4-bf3a-a4c10c3c0374 service neutron] 10.222.0.31 "DELETE /v2.0/ports/3c38cb0c-9415-40d9-832c-cbe94027dcf4/bindings/n-h2-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0530670 Nov 27 01:48:38.931449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-f7b9da47-a3e9-42d5-be46-5659f92a8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:38.932980 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-f7b9da47-a3e9-42d5-be46-5659f92a8f76 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c2bb8b2d1f4c82ad4a5791cd96f9df&device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 1096 time: 0.0419886 Nov 27 01:48:39.026333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-a287a218-bafb-4f1a-861b-c368981bd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:39.028158 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-a287a218-bafb-4f1a-861b-c368981bd7d3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20cb62df-0842-4b06-a617-ee8b85eb0242 HTTP/1.1" status: 200 len: 913 time: 0.0878279 Nov 27 01:48:39.069090 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-cf5105cc-8ee7-4696-be8a-b3390d19c299 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4 HTTP/1.1" status: 200 len: 217 time: 0.0336974 Nov 27 01:48:39.117701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-4a16e8ee-f182-450b-96d8-a9da96a87ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:39.119100 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-4a16e8ee-f182-450b-96d8-a9da96a87ec8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b17e7ae-87c2-4416-ac7d-05088280a483 HTTP/1.1" status: 200 len: 852 time: 0.0434175 Nov 27 01:48:39.154767 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-1a31f7e3-2991-4532-9e32-240cf462b5a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20cb62df-0842-4b06-a617-ee8b85eb0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275574 Nov 27 01:48:39.242465 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-1a0f57c8-267a-42ca-b33d-fb43394c1132 service neutron] 10.222.0.31 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801249 Nov 27 01:48:39.336267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-eb529a00-2c8a-46b2-a643-47fb0ff067a0 service neutron] 10.222.0.31 "GET /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870218 Nov 27 01:48:40.070600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f36c4-587e-4b7d-ad80-c5d92416b94e req-c2c00b8c-2c26-42f9-87ff-67ac645a6995 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:40.072063 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b52f36c4-587e-4b7d-ad80-c5d92416b94e req-c2c00b8c-2c26-42f9-87ff-67ac645a6995 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 944 time: 0.0485346 Nov 27 01:48:40.117896 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e51e38c6-33ef-4c5b-bab9-5e731d1be55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:40.119310 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b52f36c4-587e-4b7d-ad80-c5d92416b94e req-43586cfc-bb2d-4d05-843d-b656e93390dd tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Nov 27 01:48:40.275319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3c38cb0c-9415-40d9-832c-cbe94027dcf4 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:48:40.325034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:48:40.328977 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:48:40.329358 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:40.405567 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:40.428250 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d3b7c1-61c4-4533-b0ee-3ba6c17e750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c38cb0c-9415-40d9-832c-cbe94027dcf4'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:48:40.430507 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963e01b6-b058-4618-a62a-5c3d5c7e5105" -d '{"events": [{"server_uuid": "42d3b7c1-61c4-4533-b0ee-3ba6c17e750e", "name": "network-vif-plugged", "status": "completed", "tag": "3c38cb0c-9415-40d9-832c-cbe94027dcf4"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:48:40.446692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4,segment=NetworkSegment(15c82f17-815e-4710-827e-e02454ec639b),segment_id=15c82f17-815e-4710-827e-e02454ec639b)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:48:40.450544 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:40.475279 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6c2d92-1ac9-401a-886d-c9d962b5d737 x-openstack-request-id: req-2b6c2d92-1ac9-401a-886d-c9d962b5d737 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:48:40.475575 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d3b7c1-61c4-4533-b0ee-3ba6c17e750e", "name": "network-vif-plugged", "status": "completed", "tag": "3c38cb0c-9415-40d9-832c-cbe94027dcf4", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:48:40.475832 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b6c2d92-1ac9-401a-886d-c9d962b5d737 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:48:40.476221 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d3b7c1-61c4-4533-b0ee-3ba6c17e750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c38cb0c-9415-40d9-832c-cbe94027dcf4', 'code': 200} Nov 27 01:48:40.499087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=3c38cb0c-9415-40d9-832c-cbe94027dcf4,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:41.238923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c81a6-35ba-478d-acf0-89997b1b27d1 req-18e92626-0558-4f97-a7bc-59cd8f236214 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:41.240531 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f32c81a6-35ba-478d-acf0-89997b1b27d1 req-18e92626-0558-4f97-a7bc-59cd8f236214 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0527103 Nov 27 01:48:41.286909 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f32c81a6-35ba-478d-acf0-89997b1b27d1 req-7a424e4d-b8e8-4d34-8b2f-6319bb149c19 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/security-groups?id=928900dd-9752-457f-83dd-102485a7084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 Nov 27 01:48:41.658957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-7ca2b886-c4da-409d-8bc2-7187571f3c99 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:41.660422 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-7ca2b886-c4da-409d-8bc2-7187571f3c99 tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 945 time: 0.0477026 Nov 27 01:48:41.753243 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-9607226d-d740-4e88-9c0a-a7296596077e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Deleting port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:48:41.753577 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-9607226d-d740-4e88-9c0a-a7296596077e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:41.839846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-9607226d-d740-4e88-9c0a-a7296596077e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] For port 3c38cb0c-9415-40d9-832c-cbe94027dcf4, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3c38cb0c-9415-40d9-832c-cbe94027dcf4,segment=NetworkSegment(15c82f17-815e-4710-827e-e02454ec639b),segment_id=15c82f17-815e-4710-827e-e02454ec639b)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:48:41.840213 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-9607226d-d740-4e88-9c0a-a7296596077e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:41.852263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-9607226d-d740-4e88-9c0a-a7296596077e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Calling delete_port for 3c38cb0c-9415-40d9-832c-cbe94027dcf4 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:48:41.986236 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-9607226d-d740-4e88-9c0a-a7296596077e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:42.015732 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607226d-d740-4e88-9c0a-a7296596077e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Pushing event deleted for resources: {'Port': ['ID=3c38cb0c-9415-40d9-832c-cbe94027dcf4,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:42.030463 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['3c38cb0c-9415-40d9-832c-cbe94027dcf4'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:48:42.060505 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-9607226d-d740-4e88-9c0a-a7296596077e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] No DVR routers for this DVR port 3c38cb0c-9415-40d9-832c-cbe94027dcf4 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:48:42.063059 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-9607226d-d740-4e88-9c0a-a7296596077e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:42.066907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-225f330e-0c35-45bc-b8d4-7032f9ea5f37 req-9607226d-d740-4e88-9c0a-a7296596077e tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.21 "DELETE /v2.0/ports/3c38cb0c-9415-40d9-832c-cbe94027dcf4 HTTP/1.1" status: 204 len: 173 time: 0.3962488 Nov 27 01:48:42.067339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d3b7c1-61c4-4533-b0ee-3ba6c17e750e', 'name': 'network-vif-deleted', 'tag': '3c38cb0c-9415-40d9-832c-cbe94027dcf4'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:48:42.069711 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80d823e-49a2-44d3-8f8c-b020a33f367f" -d '{"events": [{"server_uuid": "42d3b7c1-61c4-4533-b0ee-3ba6c17e750e", "name": "network-vif-deleted", "tag": "3c38cb0c-9415-40d9-832c-cbe94027dcf4"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:48:42.104964 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b0daf9-d8ad-4c8c-8c33-a29359053d51 x-openstack-request-id: req-a6b0daf9-d8ad-4c8c-8c33-a29359053d51 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:48:42.105238 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d3b7c1-61c4-4533-b0ee-3ba6c17e750e", "name": "network-vif-deleted", "tag": "3c38cb0c-9415-40d9-832c-cbe94027dcf4", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:48:42.105623 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6b0daf9-d8ad-4c8c-8c33-a29359053d51 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:48:42.105873 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d3b7c1-61c4-4533-b0ee-3ba6c17e750e', 'name': 'network-vif-deleted', 'tag': '3c38cb0c-9415-40d9-832c-cbe94027dcf4', 'status': 'completed', 'code': 200} Nov 27 01:48:42.276467 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1f8498c3-b234-40f5-9b7c-4f2a1a9792bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:42.399824 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7a77b9a-3c4d-4dcf-b40e-30ee2e695808 req-4037ebb1-451e-44f2-bcbb-15142f9790df tempest-DeleteServersTestJSON-5686213 tempest-DeleteServersTestJSON-5686213-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d3b7c1-61c4-4533-b0ee-3ba6c17e750e HTTP/1.1" status: 200 len: 210 time: 0.0269926 Nov 27 01:48:43.387607 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:43.528622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40854) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:48:43.572454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-70db958c-4214-46cb-af85-157d30d8677f admin admin] Deleting subnet 6b17e7ae-87c2-4416-ac7d-05088280a483 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:48:43.575415 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-70db958c-4214-46cb-af85-157d30d8677f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:43.607962 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-70db958c-4214-46cb-af85-157d30d8677f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:43.646117 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-70db958c-4214-46cb-af85-157d30d8677f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:43.710186 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-70db958c-4214-46cb-af85-157d30d8677f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:43.734149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db958c-4214-46cb-af85-157d30d8677f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b17e7ae-87c2-4416-ac7d-05088280a483,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:43.739764 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-70db958c-4214-46cb-af85-157d30d8677f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:43.742942 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-70db958c-4214-46cb-af85-157d30d8677f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6b17e7ae-87c2-4416-ac7d-05088280a483 HTTP/1.1" status: 204 len: 168 time: 0.2132895 Nov 27 01:48:43.745434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40856) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:48:43.817641 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7cd811f2-ffd9-41c0-87e8-d1d398a73b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:43.910067 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7cd811f2-ffd9-41c0-87e8-d1d398a73b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:43.931579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-7cd811f2-ffd9-41c0-87e8-d1d398a73b58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cb62df-0842-4b06-a617-ee8b85eb0242']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:48:43.941289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-7cd811f2-ffd9-41c0-87e8-d1d398a73b58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c82f17-815e-4710-827e-e02454ec639b') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:48:43.941801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-7cd811f2-ffd9-41c0-87e8-d1d398a73b58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c82f17-815e-4710-827e-e02454ec639b') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:48:43.952784 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7cd811f2-ffd9-41c0-87e8-d1d398a73b58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:43.967496 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7cd811f2-ffd9-41c0-87e8-d1d398a73b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:43.974286 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd811f2-ffd9-41c0-87e8-d1d398a73b58 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:48:43.975045 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7cd811f2-ffd9-41c0-87e8-d1d398a73b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:48:43.976923 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:48:44.031263 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7cd811f2-ffd9-41c0-87e8-d1d398a73b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:44.037379 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7cd811f2-ffd9-41c0-87e8-d1d398a73b58 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:44.040599 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7cd811f2-ffd9-41c0-87e8-d1d398a73b58 admin admin] 10.222.0.15 "DELETE /v2.0/networks/20cb62df-0842-4b06-a617-ee8b85eb0242 HTTP/1.1" status: 204 len: 168 time: 0.2942195 Nov 27 01:48:44.053074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd811f2-ffd9-41c0-87e8-d1d398a73b58 admin admin] Pushing event deleted for resources: {'Network': ['ID=20cb62df-0842-4b06-a617-ee8b85eb0242,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:44.147444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40860) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:48:44.192270 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d7c9a793-e1cf-45c9-8787-07525643f9c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53c2bb8b2d1f4c82ad4a5791cd96f9df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435975 Nov 27 01:48:44.194753 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40862) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:48:44.241363 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3eb696be-37f2-4faa-88da-0cc54bbd348a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:44.263475 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3eb696be-37f2-4faa-88da-0cc54bbd348a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:44.304463 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3c38cb0c-9415-40d9-832c-cbe94027dcf4 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:48:44.316095 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3eb696be-37f2-4faa-88da-0cc54bbd348a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:44.318794 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3eb696be-37f2-4faa-88da-0cc54bbd348a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:44.320577 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3eb696be-37f2-4faa-88da-0cc54bbd348a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/928900dd-9752-457f-83dd-102485a7084b HTTP/1.1" status: 204 len: 168 time: 0.1246870 Nov 27 01:48:44.327679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 3c38cb0c-9415-40d9-832c-cbe94027dcf4 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:48:44.328033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3c38cb0c-9415-40d9-832c-cbe94027dcf4 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:48:44.331025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb696be-37f2-4faa-88da-0cc54bbd348a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928900dd-9752-457f-83dd-102485a7084b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:44.937983 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:44.976996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 40884) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:48:45.074048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-626831668-network', 'tenant_id': 'b28de5b6eff8403795d14197fc7d02be'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:48:45.094189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] Made reservation on behalf of b28de5b6eff8403795d14197fc7d02be for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:48:45.096961 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:45.105050 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:45.177258 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:45.180694 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:45.200553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:48:45.215352 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b6b80c-84b9-424e-9595-0b51da15b657,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:45.218184 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:45.218530 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] Added segment 807f6fb7-bb12-4aba-94c4-083939458098 of type vlan for network a3232ba5-f144-46c9-b609-6b0d99021bdc Nov 27 01:48:45.259885 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:45.285034 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:45.285971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:45.286550 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:45.336881 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3587351 Nov 27 01:48:45.339866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 40888) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:48:45.346016 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Request body: {'subnet': {'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-626831668-subnet', 'tenant_id': 'b28de5b6eff8403795d14197fc7d02be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:48:45.348118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea0617-bb73-45bc-a385-61814f55b663 admin admin] Pushing event updated for resources: {'Network': ['ID=a3232ba5-f144-46c9-b609-6b0d99021bdc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:45.357631 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network a3232ba5-f144-46c9-b609-6b0d99021bdc details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:48:45.372757 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Made reservation on behalf of b28de5b6eff8403795d14197fc7d02be for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:48:45.375092 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:45.547584 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:45.602271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b163bdd-5092-4c4b-9346-2587983ccb46,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:45.614128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:45.614543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:45.614889 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:45.615222 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:45.615552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:45.615884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:45.616210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:45.616561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:45.616886 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:45.617207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:45.617532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:45.617850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:45.624087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Checking segment: {'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:48:45.624506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Network hostable DHCP agents. Network: a3232ba5-f144-46c9-b609-6b0d99021bdc, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:48:45.642152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Network a3232ba5-f144-46c9-b609-6b0d99021bdc is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:48:45.650846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, a3232ba5-f144-46c9-b609-6b0d99021bdc) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:48:45.655988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:45.657940 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:45.659519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34883053-9ec9-4e20-9279-1056e83822b8 None None] Network a3232ba5-f144-46c9-b609-6b0d99021bdc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:48:45.672676 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-543bf5e7-0045-4f44-ba1d-086da663cced admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3313448 Nov 27 01:48:45.785258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3f66f3-d12d-449f-81e3-4628d9a495fd None None] Network a3232ba5-f144-46c9-b609-6b0d99021bdc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:48:46.090815 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-24fb50bd-dbb3-4282-9dee-e335ac6e8304 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:46.092272 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-24fb50bd-dbb3-4282-9dee-e335ac6e8304 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 814 time: 0.1033568 Nov 27 01:48:46.107101 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-52084011-3897-41d9-9f2e-601e3b75ee14 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/quotas/b28de5b6eff8403795d14197fc7d02be HTTP/1.1" status: 200 len: 375 time: 0.0085948 Nov 27 01:48:46.137567 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-0eb1e4ca-d46a-4d00-8f64-8ce08ebdccd8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254111 Nov 27 01:48:46.286397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-70946f79-50f4-4108-8c48-9f95fe7fef36 service neutron] 10.222.0.15 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413782 Nov 27 01:48:46.348181 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:46.381424 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-fa8886c4-7c6e-454e-946e-95ad9efb984f service neutron] 10.222.0.15 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890226 Nov 27 01:48:46.541836 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-571862e1-e2b5-4482-8d99-a2897389337d req-cee1e2a2-054b-4707-9645-4a1b23a2ee61 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 210 time: 0.0275006 Nov 27 01:48:47.589851 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:48:47.649470 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d0f23a12-9187-49bd-9ab1-0ba2e3785c66 req-5863418c-a1d9-4903-a947-a2210acdd1e1 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 210 time: 0.0342004 Nov 27 01:48:47.673607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-5613899f-9818-4215-8a3c-6ff5e42eabd3 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:47.675080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-5613899f-9818-4215-8a3c-6ff5e42eabd3 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.21 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 814 time: 0.1343999 Nov 27 01:48:47.703923 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-6d1139bc-bb0c-4760-8474-dfa5d3870d56 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Request body: {'port': {'device_id': '31f55539-d20e-4e5d-8c9a-f455429ca7dc', 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc', 'admin_state_up': True, 'tenant_id': 'b28de5b6eff8403795d14197fc7d02be'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:48:47.809857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-6d1139bc-bb0c-4760-8474-dfa5d3870d56 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Made reservation on behalf of b28de5b6eff8403795d14197fc7d02be for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:48:47.814085 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-6d1139bc-bb0c-4760-8474-dfa5d3870d56 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:47.937760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-6d1139bc-bb0c-4760-8474-dfa5d3870d56 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Allocated IP 172.20.0.2 (a3232ba5-f144-46c9-b609-6b0d99021bdc/7b163bdd-5092-4c4b-9346-2587983ccb46/e995f326-2e69-4557-afff-c67d7ae78b76) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:48:48.082345 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-6d1139bc-bb0c-4760-8474-dfa5d3870d56 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:48.114171 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-6d1139bc-bb0c-4760-8474-dfa5d3870d56 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:48.151183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-6d1139bc-bb0c-4760-8474-dfa5d3870d56 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Network a3232ba5-f144-46c9-b609-6b0d99021bdc is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:48:48.156210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-6d1139bc-bb0c-4760-8474-dfa5d3870d56 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:48:48.160317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-6d1139bc-bb0c-4760-8474-dfa5d3870d56 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:48:48.194670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1139bc-bb0c-4760-8474-dfa5d3870d56 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Pushing event updated for resources: {'Port': ['ID=e995f326-2e69-4557-afff-c67d7ae78b76,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:48.215557 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-6d1139bc-bb0c-4760-8474-dfa5d3870d56 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:48.216161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-6d1139bc-bb0c-4760-8474-dfa5d3870d56 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:48.231028 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-6d1139bc-bb0c-4760-8474-dfa5d3870d56 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5306854 Nov 27 01:48:48.257968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Request body: {'port': {'device_id': '31f55539-d20e-4e5d-8c9a-f455429ca7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:48:48.310584 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:48.565806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e995f326-2e69-4557-afff-c67d7ae78b76 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:48:48.572910 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:48.584880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Transition to ACTIVE for port object e995f326-2e69-4557-afff-c67d7ae78b76 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:48:48.588459 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:48.638262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Pushing event updated for resources: {'Port': ['ID=e995f326-2e69-4557-afff-c67d7ae78b76,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:48.701013 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Attempting to bind port e995f326-2e69-4557-afff-c67d7ae78b76 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:48:48.701667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Attempting to bind port e995f326-2e69-4557-afff-c67d7ae78b76 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:48:48.701667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Attempting to bind port e995f326-2e69-4557-afff-c67d7ae78b76 on network a3232ba5-f144-46c9-b609-6b0d99021bdc {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:48:48.706398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Port e995f326-2e69-4557-afff-c67d7ae78b76 on network a3232ba5-f144-46c9-b609-6b0d99021bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:48:48.706716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Attempting to bind port e995f326-2e69-4557-afff-c67d7ae78b76 on network a3232ba5-f144-46c9-b609-6b0d99021bdc {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:48:48.711509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:48:48.712471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Checking segment: {'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:48:48.712858 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Bound using segment: {'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:48:48.713282 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Bound port: e995f326-2e69-4557-afff-c67d7ae78b76, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:48:48.713636 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:48.766301 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecb6c1-8532-476d-92df-94fa485404de req-11d99cce-acc2-454a-88b2-8a1b1ee3c055 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:48.767836 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93ecb6c1-8532-476d-92df-94fa485404de req-11d99cce-acc2-454a-88b2-8a1b1ee3c055 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 943 time: 0.0490487 Nov 27 01:48:48.779314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] For port e995f326-2e69-4557-afff-c67d7ae78b76, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:48:48.782379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] For port e995f326-2e69-4557-afff-c67d7ae78b76, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e995f326-2e69-4557-afff-c67d7ae78b76,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:48:48.786935 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:48.821265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93ecb6c1-8532-476d-92df-94fa485404de req-81b05be8-34a5-4eb5-b2df-f9c478b877a1 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472634 Nov 27 01:48:48.824414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:48.825251 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:48.826798 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] 10.222.0.21 "PUT /v2.0/ports/e995f326-2e69-4557-afff-c67d7ae78b76 HTTP/1.1" status: 200 len: 1092 time: 0.5728302 Nov 27 01:48:48.827565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f55539-d20e-4e5d-8c9a-f455429ca7dc', 'tag': 'e995f326-2e69-4557-afff-c67d7ae78b76'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:48:48.830229 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729346cc-a94e-47f4-9480-0c55c6e5bd70" -d '{"events": [{"name": "network-changed", "server_uuid": "31f55539-d20e-4e5d-8c9a-f455429ca7dc", "tag": "e995f326-2e69-4557-afff-c67d7ae78b76"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:48:48.866460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a7cf7-5cb5-4520-aa51-ce6734f99a18 service neutron] Pushing event updated for resources: {'Port': ['ID=e995f326-2e69-4557-afff-c67d7ae78b76,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:48.873085 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa181253-41e6-4b84-9858-2d7acdb500e1 x-openstack-request-id: req-aa181253-41e6-4b84-9858-2d7acdb500e1 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:48:48.873436 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f55539-d20e-4e5d-8c9a-f455429ca7dc", "tag": "e995f326-2e69-4557-afff-c67d7ae78b76", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:48:48.873698 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa181253-41e6-4b84-9858-2d7acdb500e1 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:48:48.874152 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f55539-d20e-4e5d-8c9a-f455429ca7dc', 'tag': 'e995f326-2e69-4557-afff-c67d7ae78b76', 'status': 'completed', 'code': 200} Nov 27 01:48:48.945979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-6e11cef2-9e15-4da2-979f-c8ba560b86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:48.947515 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-6e11cef2-9e15-4da2-979f-c8ba560b86a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 1095 time: 0.0413027 Nov 27 01:48:49.001968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-eba7f905-2d63-4f3c-86b5-9eb2a1fb4c8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e995f326-2e69-4557-afff-c67d7ae78b76 HTTP/1.1" status: 200 len: 217 time: 0.0385382 Nov 27 01:48:49.058464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-4ec17e76-48e8-4f32-a8cb-4113c2914d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:49.059883 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-4ec17e76-48e8-4f32-a8cb-4113c2914d3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0459781 Nov 27 01:48:49.095589 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-c5f3e823-2e4c-47be-aca0-d1eaa9989619 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242691 Nov 27 01:48:49.189168 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-01aeb4d5-baef-4b03-86cb-a915aaab4d0b service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799050 Nov 27 01:48:49.286571 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9765b9-7ffc-44d6-9c2f-4e324048d6f2 req-ed933e9e-fd28-4699-8251-1bf6dae1331e service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841134 Nov 27 01:48:49.436835 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729346cc-a94e-47f4-9480-0c55c6e5bd70 req-ab60d7c0-422a-4604-bf87-671d23c25f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:49.438204 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-729346cc-a94e-47f4-9480-0c55c6e5bd70 req-ab60d7c0-422a-4604-bf87-671d23c25f79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 1095 time: 0.0409832 Nov 27 01:48:49.532049 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729346cc-a94e-47f4-9480-0c55c6e5bd70 req-5b9b97bc-3e73-4ba2-8ed5-af91272083bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:49.533529 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-729346cc-a94e-47f4-9480-0c55c6e5bd70 req-5b9b97bc-3e73-4ba2-8ed5-af91272083bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 915 time: 0.0874441 Nov 27 01:48:49.575618 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-729346cc-a94e-47f4-9480-0c55c6e5bd70 req-0bbb8ce8-bcb2-40ee-8911-89deb67a504f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e995f326-2e69-4557-afff-c67d7ae78b76 HTTP/1.1" status: 200 len: 217 time: 0.0332580 Nov 27 01:48:49.623373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729346cc-a94e-47f4-9480-0c55c6e5bd70 req-bf93ad81-0d7c-444d-bf24-20659ea5fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:49.624741 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-729346cc-a94e-47f4-9480-0c55c6e5bd70 req-bf93ad81-0d7c-444d-bf24-20659ea5fbe2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0412960 Nov 27 01:48:49.657855 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-729346cc-a94e-47f4-9480-0c55c6e5bd70 req-6160b1d3-ad69-46a6-ab25-bc8ebcbd9955 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229578 Nov 27 01:48:49.747359 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-729346cc-a94e-47f4-9480-0c55c6e5bd70 req-d19625a3-fbc5-4adf-802c-819600b1e840 service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814044 Nov 27 01:48:49.839783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-729346cc-a94e-47f4-9480-0c55c6e5bd70 req-559931fd-085c-4d6a-a3d6-5caf2bb508d9 service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790417 Nov 27 01:48:49.953859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37fa7b-99da-492f-88a4-8bafe1f5616c req-99084887-bdc7-4910-9c36-66d135346c09 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:49.955940 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d37fa7b-99da-492f-88a4-8bafe1f5616c req-99084887-bdc7-4910-9c36-66d135346c09 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 943 time: 0.0487688 Nov 27 01:48:50.003976 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d37fa7b-99da-492f-88a4-8bafe1f5616c req-d5ebd26e-a46e-45ea-91b1-7f5a20488bad tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Nov 27 01:48:51.123571 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd71a8-6777-4955-9c98-426839bee7c2 req-a0eaed7b-49c2-4bc6-b8a9-84691ac34cb6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:51.125051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ffd71a8-6777-4955-9c98-426839bee7c2 req-a0eaed7b-49c2-4bc6-b8a9-84691ac34cb6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 943 time: 0.0518334 Nov 27 01:48:51.170868 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ffd71a8-6777-4955-9c98-426839bee7c2 req-8fc3a1a1-ca9b-4b3e-95ec-be0e56690fbb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392966 Nov 27 01:48:52.286518 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312ccef-936c-4e64-abd5-5098db915ae6 req-cf73798e-d06f-40e2-bf44-de4c123604ef tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:52.288015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2312ccef-936c-4e64-abd5-5098db915ae6 req-cf73798e-d06f-40e2-bf44-de4c123604ef tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 943 time: 0.0483971 Nov 27 01:48:52.334673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e995f326-2e69-4557-afff-c67d7ae78b76 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:48:52.336143 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2312ccef-936c-4e64-abd5-5098db915ae6 req-df69b71a-76cf-4ebb-a8ba-85deb4b07347 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Nov 27 01:48:52.430113 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port e995f326-2e69-4557-afff-c67d7ae78b76, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e995f326-2e69-4557-afff-c67d7ae78b76,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:48:52.441204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'e995f326-2e69-4557-afff-c67d7ae78b76', 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc', 'port_id': 'e995f326-2e69-4557-afff-c67d7ae78b76', 'mac_address': 'fa:16:3e:f0:40:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b163bdd-5092-4c4b-9346-2587983ccb46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:48:52.479971 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:52.492639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e995f326-2e69-4557-afff-c67d7ae78b76 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:48:52.513828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port e995f326-2e69-4557-afff-c67d7ae78b76, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e995f326-2e69-4557-afff-c67d7ae78b76,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:48:52.517861 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:52.562750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=e995f326-2e69-4557-afff-c67d7ae78b76,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:52.569809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:52.570156 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:52.570499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:52.570831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:52.571161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:52.571488 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:52.571813 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:52.572134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:52.572488 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:52.572811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:52.573130 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:52.573448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:48:52.844538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e995f326-2e69-4557-afff-c67d7ae78b76'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:48:53.453455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad2613-9d9d-4af8-9e35-8f2513e6d2a2 req-1e8cf9f4-cf44-4a49-b1d1-eabbd9d566b6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:53.455414 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7dad2613-9d9d-4af8-9e35-8f2513e6d2a2 req-1e8cf9f4-cf44-4a49-b1d1-eabbd9d566b6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 944 time: 0.0482311 Nov 27 01:48:53.501283 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7dad2613-9d9d-4af8-9e35-8f2513e6d2a2 req-9276c16a-df20-4179-8771-b454e71e81f4 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399814 Nov 27 01:48:54.350744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e995f326-2e69-4557-afff-c67d7ae78b76 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:48:54.398330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port e995f326-2e69-4557-afff-c67d7ae78b76 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:48:54.402485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port e995f326-2e69-4557-afff-c67d7ae78b76 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:48:54.402856 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:54.480824 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:54.503581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f55539-d20e-4e5d-8c9a-f455429ca7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e995f326-2e69-4557-afff-c67d7ae78b76'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:48:54.505839 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66948ad-7bc9-41bd-994f-3cc4896491fd" -d '{"events": [{"server_uuid": "31f55539-d20e-4e5d-8c9a-f455429ca7dc", "name": "network-vif-plugged", "status": "completed", "tag": "e995f326-2e69-4557-afff-c67d7ae78b76"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:48:54.518222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port e995f326-2e69-4557-afff-c67d7ae78b76, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e995f326-2e69-4557-afff-c67d7ae78b76,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:48:54.522641 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:54.548965 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e308e9f-ac05-4b04-a6f7-edcc9248bf8a x-openstack-request-id: req-9e308e9f-ac05-4b04-a6f7-edcc9248bf8a {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:48:54.549263 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f55539-d20e-4e5d-8c9a-f455429ca7dc", "name": "network-vif-plugged", "status": "completed", "tag": "e995f326-2e69-4557-afff-c67d7ae78b76", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:48:54.549514 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e308e9f-ac05-4b04-a6f7-edcc9248bf8a {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:48:54.549900 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f55539-d20e-4e5d-8c9a-f455429ca7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e995f326-2e69-4557-afff-c67d7ae78b76', 'code': 200} Nov 27 01:48:54.575179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=e995f326-2e69-4557-afff-c67d7ae78b76,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:48:54.626231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e1810-2a2a-45c8-87ba-cebc4c17b5b3 req-685a6c0b-6818-4ec6-8e3f-869a33daf70b tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:54.627782 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef8e1810-2a2a-45c8-87ba-cebc4c17b5b3 req-685a6c0b-6818-4ec6-8e3f-869a33daf70b tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0525014 Nov 27 01:48:54.697438 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef8e1810-2a2a-45c8-87ba-cebc4c17b5b3 req-dc717dc5-e897-4304-9ea6-5de188800919 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636446 Nov 27 01:48:54.708596 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faa6d0-91cb-497e-9a8d-f8b904a6597f req-59e5845c-67a3-484c-9639-984dd2336d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:54.710083 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47faa6d0-91cb-497e-9a8d-f8b904a6597f req-59e5845c-67a3-484c-9639-984dd2336d39 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 1097 time: 0.0560548 Nov 27 01:48:54.760430 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-47faa6d0-91cb-497e-9a8d-f8b904a6597f req-85e91862-22de-4fd7-8d06-44fa793b38b2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377614 Nov 27 01:48:55.818974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeabfed-bf5d-481a-8956-1897c88d0d49 req-d0ebb666-069a-448d-bcd1-0b4a2b15317d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:55.820493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4aeabfed-bf5d-481a-8956-1897c88d0d49 req-d0ebb666-069a-448d-bcd1-0b4a2b15317d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0551350 Nov 27 01:48:55.867380 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4aeabfed-bf5d-481a-8956-1897c88d0d49 req-7158b16b-c84c-4f4b-aa30-6cfbad50e3a9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409875 Nov 27 01:48:56.983098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59859364-dc0a-425b-b8b3-30099c18ef8a req-2ea803e6-f954-4639-9bf0-1c5db7120eca tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:56.984580 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59859364-dc0a-425b-b8b3-30099c18ef8a req-2ea803e6-f954-4639-9bf0-1c5db7120eca tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0480554 Nov 27 01:48:57.036747 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59859364-dc0a-425b-b8b3-30099c18ef8a req-db1a5303-532c-4de7-890d-a73cf68f33e5 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457556 Nov 27 01:48:57.148614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f95abc-d02a-45dc-beb3-bce7d8f7f8ec req-5b589087-2822-487c-8e65-bf13f93d01bd tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:57.149974 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80f95abc-d02a-45dc-beb3-bce7d8f7f8ec req-5b589087-2822-487c-8e65-bf13f93d01bd tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0478485 Nov 27 01:48:57.196523 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80f95abc-d02a-45dc-beb3-bce7d8f7f8ec req-3efb7f5e-5065-479a-b0ab-e88f5d5924af tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403585 Nov 27 01:48:57.395318 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9840f80-f0ae-487b-8480-75723121d92c req-b94eb09f-5fa8-40de-baa9-2c35a23b89d1 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:57.396860 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9840f80-f0ae-487b-8480-75723121d92c req-b94eb09f-5fa8-40de-baa9-2c35a23b89d1 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0514569 Nov 27 01:48:57.443234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9840f80-f0ae-487b-8480-75723121d92c req-593e4978-cc72-4d01-be25-43ec7087a6e5 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401959 Nov 27 01:48:57.553743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4672ccc-34ce-4cab-a2f1-c65ae44a13ef req-6d45b225-b82e-4e64-8bb1-a7846ae917d4 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:57.555196 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4672ccc-34ce-4cab-a2f1-c65ae44a13ef req-6d45b225-b82e-4e64-8bb1-a7846ae917d4 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0475864 Nov 27 01:48:57.602610 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4672ccc-34ce-4cab-a2f1-c65ae44a13ef req-aa9857cd-6f65-4449-96ca-ae9a94583f18 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 Nov 27 01:48:57.948392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c246c-ab63-4871-9cd2-66ae05bd19fe req-1b97b3ca-46f0-45c7-a665-811744c214d0 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:57.949836 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-574c246c-ab63-4871-9cd2-66ae05bd19fe req-1b97b3ca-46f0-45c7-a665-811744c214d0 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0685816 Nov 27 01:48:57.952366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-d5e3fde9-adfb-4277-80a8-dbac9e24be8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807037 Nov 27 01:48:57.998120 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-574c246c-ab63-4871-9cd2-66ae05bd19fe req-cd27c6c2-fa10-4f9e-8037-25ed92502836 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416007 Nov 27 01:48:58.820311 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:59.118908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168a222-64a2-4f4a-9a04-97b373062ef3 req-e5e52494-8ee9-4326-818b-08344f91b7b3 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:59.120442 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7168a222-64a2-4f4a-9a04-97b373062ef3 req-e5e52494-8ee9-4326-818b-08344f91b7b3 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0490577 Nov 27 01:48:59.143378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-a9ccd129-3005-4cbc-8b6c-7f463ded782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:59.144898 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-a9ccd129-3005-4cbc-8b6c-7f463ded782c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 1097 time: 0.0402493 Nov 27 01:48:59.167977 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7168a222-64a2-4f4a-9a04-97b373062ef3 req-b13903da-52f0-4cf4-b76e-55b3ff54ab77 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414150 Nov 27 01:48:59.237565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-c1a30e59-4991-45af-94cd-8b5921d93ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:59.238984 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-c1a30e59-4991-45af-94cd-8b5921d93ecf service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 915 time: 0.0858505 Nov 27 01:48:59.280301 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-760000dd-5f6e-4a15-bf5c-c88ef24d44af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e995f326-2e69-4557-afff-c67d7ae78b76 HTTP/1.1" status: 200 len: 217 time: 0.0334957 Nov 27 01:48:59.326862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-e9c43196-8d28-4a4d-8256-0aea5cb2651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:59.328366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-e9c43196-8d28-4a4d-8256-0aea5cb2651a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0417058 Nov 27 01:48:59.359579 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-e5340fcb-7d85-4e65-9242-616c7822c6a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240343 Nov 27 01:48:59.450871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-57106c57-d704-46be-98b0-c475b71cd9dc service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835211 Nov 27 01:48:59.539453 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-efa5cb15-64f2-4711-ad3a-0e546aa30c5a service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811737 Nov 27 01:49:00.288642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38a760-ca7c-4623-9196-2318886f5217 req-6c9821f7-9ca8-45cb-91f5-b44dd641c3e9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:00.290092 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a38a760-ca7c-4623-9196-2318886f5217 req-6c9821f7-9ca8-45cb-91f5-b44dd641c3e9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0539155 Nov 27 01:49:00.338688 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a38a760-ca7c-4623-9196-2318886f5217 req-bf7aef38-7194-4331-8d8e-c75813015ef8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Nov 27 01:49:00.861311 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:01.452677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9d59e-1681-49f7-971b-a4588ad6f7f1 req-4a80b0d2-db14-4a4b-82fc-b991c21bbbaf tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:01.454808 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-32c9d59e-1681-49f7-971b-a4588ad6f7f1 req-4a80b0d2-db14-4a4b-82fc-b991c21bbbaf tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0479660 Nov 27 01:49:01.505434 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-32c9d59e-1681-49f7-971b-a4588ad6f7f1 req-ac01be97-2cc5-466d-a620-627545f61622 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446212 Nov 27 01:49:02.619156 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07187d3-f7b9-4234-9047-53734ad1a3f1 req-b6cc524e-c775-403d-831a-76b9dc870a26 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:02.620641 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d07187d3-f7b9-4234-9047-53734ad1a3f1 req-b6cc524e-c775-403d-831a-76b9dc870a26 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0482979 Nov 27 01:49:02.667102 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d07187d3-f7b9-4234-9047-53734ad1a3f1 req-aa88b992-de1f-42ba-8b30-f87ead92e2c3 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Nov 27 01:49:03.780981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0833721-9d02-4bae-b6e2-f31867ccb61f req-24418197-300e-425d-8baa-8f4649d2b4eb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:03.782473 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e0833721-9d02-4bae-b6e2-f31867ccb61f req-24418197-300e-425d-8baa-8f4649d2b4eb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0486023 Nov 27 01:49:03.828983 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e0833721-9d02-4bae-b6e2-f31867ccb61f req-79ccc1ae-151c-4759-a03f-73cf67ebb814 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406876 Nov 27 01:49:04.039718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201c1d6-a21f-4206-84a9-5b900c4eb033 req-ded62a81-76d1-4bca-a5ce-2f99c8bffc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:04.041110 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0201c1d6-a21f-4206-84a9-5b900c4eb033 req-ded62a81-76d1-4bca-a5ce-2f99c8bffc0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 1097 time: 0.0389903 Nov 27 01:49:04.147583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201c1d6-a21f-4206-84a9-5b900c4eb033 req-2d9450f6-9bcd-4202-9168-965c23856650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:04.149066 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0201c1d6-a21f-4206-84a9-5b900c4eb033 req-2d9450f6-9bcd-4202-9168-965c23856650 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 915 time: 0.0880964 Nov 27 01:49:04.193977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0201c1d6-a21f-4206-84a9-5b900c4eb033 req-e0751e22-a0ed-43ba-a36a-bf1b2938c565 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e995f326-2e69-4557-afff-c67d7ae78b76 HTTP/1.1" status: 200 len: 217 time: 0.0330803 Nov 27 01:49:04.245364 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201c1d6-a21f-4206-84a9-5b900c4eb033 req-d645462e-24c5-469b-9d37-d3264c623210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:04.246765 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0201c1d6-a21f-4206-84a9-5b900c4eb033 req-d645462e-24c5-469b-9d37-d3264c623210 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0457649 Nov 27 01:49:04.278611 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0201c1d6-a21f-4206-84a9-5b900c4eb033 req-13061a6c-ec05-4d01-8a89-61cdc70c3c93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246370 Nov 27 01:49:04.366460 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0201c1d6-a21f-4206-84a9-5b900c4eb033 req-078c7e9e-986a-4e68-a04b-e3448e78b90d service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805798 Nov 27 01:49:04.456083 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0201c1d6-a21f-4206-84a9-5b900c4eb033 req-4c55c2b2-89c0-46f3-ac95-a3bf70c5fc3f service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826595 Nov 27 01:49:04.947417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a84d95-fb4b-47de-9876-ccb633f664c2 req-27813201-c5d9-4851-a391-461dadca4748 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:04.948948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01a84d95-fb4b-47de-9876-ccb633f664c2 req-27813201-c5d9-4851-a391-461dadca4748 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0489986 Nov 27 01:49:04.994899 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-01a84d95-fb4b-47de-9876-ccb633f664c2 req-966ce263-575a-473a-8e32-8ef36b4c3136 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392439 Nov 27 01:49:06.110119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77100fa0-6769-4b1d-a05e-912e3aa09cd1 req-c0261f3b-da7e-4451-920f-a3d7740f31b7 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:06.111623 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77100fa0-6769-4b1d-a05e-912e3aa09cd1 req-c0261f3b-da7e-4451-920f-a3d7740f31b7 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0485814 Nov 27 01:49:06.158164 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-77100fa0-6769-4b1d-a05e-912e3aa09cd1 req-cb4bae6b-9fe8-4fc4-b2af-32f36a589e1f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 Nov 27 01:49:07.274702 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b786b7-87b0-4ed4-8132-e5162ab6dca7 req-0d9d5045-f6bb-480f-8461-bf1820d96518 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:07.276186 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9b786b7-87b0-4ed4-8132-e5162ab6dca7 req-0d9d5045-f6bb-480f-8461-bf1820d96518 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0516429 Nov 27 01:49:07.330754 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9b786b7-87b0-4ed4-8132-e5162ab6dca7 req-be0ba2e8-654b-4c4e-aa98-84a13791ebc3 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476806 Nov 27 01:49:08.450854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7e6ae-a571-4811-b018-7f23587c0cd8 req-b4c71770-5c96-4330-9741-50a23b29ad8b tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:08.452348 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ada7e6ae-a571-4811-b018-7f23587c0cd8 req-b4c71770-5c96-4330-9741-50a23b29ad8b tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0527649 Nov 27 01:49:08.498394 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ada7e6ae-a571-4811-b018-7f23587c0cd8 req-998a651e-475e-4fe5-8adf-f237e4a62609 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396895 Nov 27 01:49:09.613563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cc6ff-aea1-41c6-9b16-3e52ef31288f req-b279e1c4-e341-4a64-b006-5c09c9be1e85 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:09.615021 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e87cc6ff-aea1-41c6-9b16-3e52ef31288f req-b279e1c4-e341-4a64-b006-5c09c9be1e85 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0484216 Nov 27 01:49:09.661449 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e87cc6ff-aea1-41c6-9b16-3e52ef31288f req-5f9c3c79-5820-421d-9a77-692e8276feab tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405025 Nov 27 01:49:10.118412 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c4d394f5-0cd9-4e38-b852-ba086915a6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:10.775470 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c47137-9048-423b-b51a-9cff3ab8a307 req-9c6d923b-fc61-470a-9729-bfd3785a5844 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:10.776989 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-87c47137-9048-423b-b51a-9cff3ab8a307 req-9c6d923b-fc61-470a-9729-bfd3785a5844 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0484791 Nov 27 01:49:10.823941 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-87c47137-9048-423b-b51a-9cff3ab8a307 req-22d2ebfa-fabc-499e-a7f4-c819633ecd6e tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408163 Nov 27 01:49:11.938983 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b494084-403c-480b-a830-ebc211f81227 req-feaaef71-4294-44ab-b6aa-5a899d19abd7 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:11.940443 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b494084-403c-480b-a830-ebc211f81227 req-feaaef71-4294-44ab-b6aa-5a899d19abd7 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0483325 Nov 27 01:49:11.985799 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b494084-403c-480b-a830-ebc211f81227 req-5e780dcd-5837-4818-8b6c-c6ab9f9476a2 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388985 Nov 27 01:49:12.279118 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4af4056d-b0d5-43c1-aa22-171e48b7aa88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:13.098796 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b63033-8e99-43fa-8945-0f5b10f49d4f req-7277e2db-3469-47b5-96d1-47cf941dc3c6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:13.100276 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f5b63033-8e99-43fa-8945-0f5b10f49d4f req-7277e2db-3469-47b5-96d1-47cf941dc3c6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0474920 Nov 27 01:49:13.149901 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f5b63033-8e99-43fa-8945-0f5b10f49d4f req-167313f0-8bef-4ab7-a23d-f97cb76cbbab tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438414 Nov 27 01:49:13.389976 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:14.268351 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11d2a6-89a4-4331-842c-09f06715feeb req-f19d4561-ce49-404e-a07d-5bd2301df93d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:14.269839 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af11d2a6-89a4-4331-842c-09f06715feeb req-f19d4561-ce49-404e-a07d-5bd2301df93d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0539510 Nov 27 01:49:14.316966 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af11d2a6-89a4-4331-842c-09f06715feeb req-c025b578-e031-4950-8ebf-0411bb6018c2 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410595 Nov 27 01:49:14.940498 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:15.431861 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bfb1e-4d6f-4303-8847-fdebab9c4b98 req-74aa9a56-2a60-46a4-8ca2-8826bd062a03 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:15.433359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-841bfb1e-4d6f-4303-8847-fdebab9c4b98 req-74aa9a56-2a60-46a4-8ca2-8826bd062a03 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0487311 Nov 27 01:49:15.479242 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-841bfb1e-4d6f-4303-8847-fdebab9c4b98 req-5415986c-078a-4529-8ed7-c7544b01a1e9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400178 Nov 27 01:49:16.339841 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:16.593173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ad978-ec99-4d22-86be-b250f30466b5 req-4c3e7d93-c4b1-4eba-aa20-cad78e07ea9c tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:16.595298 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a6ad978-ec99-4d22-86be-b250f30466b5 req-4c3e7d93-c4b1-4eba-aa20-cad78e07ea9c tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0483305 Nov 27 01:49:16.645932 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a6ad978-ec99-4d22-86be-b250f30466b5 req-7d009412-a4fc-4962-b00d-1242b223fed3 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447245 Nov 27 01:49:17.767321 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05410a7-27ea-4d7b-b0a5-4e3d207bfb9e req-64c8e43b-efb3-4f93-8533-58d5c1399f63 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:17.768819 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c05410a7-27ea-4d7b-b0a5-4e3d207bfb9e req-64c8e43b-efb3-4f93-8533-58d5c1399f63 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0477870 Nov 27 01:49:17.815534 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c05410a7-27ea-4d7b-b0a5-4e3d207bfb9e req-2db1ed29-c61a-4ee2-a8b6-189a0ab50125 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 Nov 27 01:49:18.932016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a1a27-53d4-405b-b85a-96526f022eab req-86b4c1cd-41f1-4e3a-8283-313c842399c6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:18.933508 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-753a1a27-53d4-405b-b85a-96526f022eab req-86b4c1cd-41f1-4e3a-8283-313c842399c6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0486114 Nov 27 01:49:19.301540 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-753a1a27-53d4-405b-b85a-96526f022eab req-2cbac2d9-3a56-47c0-a145-678bc205bec8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620534 Nov 27 01:49:20.419739 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35c891-2c1c-4a54-9d36-c0ab549876f3 req-9517da93-3833-4e4b-b827-4f89c3f56462 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:20.421255 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e35c891-2c1c-4a54-9d36-c0ab549876f3 req-9517da93-3833-4e4b-b827-4f89c3f56462 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0522947 Nov 27 01:49:20.467290 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e35c891-2c1c-4a54-9d36-c0ab549876f3 req-9f5dcccc-5a78-4829-87c9-072c45c78dba tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 Nov 27 01:49:21.581092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f1705-0878-4d0f-9f11-32373a10c996 req-d7c01c52-dc0a-4c89-92e2-8ff9e0cad5a5 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:21.582523 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9f8f1705-0878-4d0f-9f11-32373a10c996 req-d7c01c52-dc0a-4c89-92e2-8ff9e0cad5a5 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0470378 Nov 27 01:49:21.628567 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9f8f1705-0878-4d0f-9f11-32373a10c996 req-1bdf6699-6f0a-4f29-a09c-acce1feb5234 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401032 Nov 27 01:49:22.744743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70036ae0-a8b4-4a73-8ddd-6b8375a546aa req-7c3adf5d-1aa9-40b3-abbf-d40f6d30f0db tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:22.746213 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-70036ae0-a8b4-4a73-8ddd-6b8375a546aa req-7c3adf5d-1aa9-40b3-abbf-d40f6d30f0db tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0483649 Nov 27 01:49:22.793325 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-70036ae0-a8b4-4a73-8ddd-6b8375a546aa req-dab1b896-f5b5-47ad-b13e-489d2814fc63 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Nov 27 01:49:23.906683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d6302-3635-4200-b212-739d2763dca4 req-01c9d5fd-095d-44cf-a737-52758c21bc89 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:23.908266 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-923d6302-3635-4200-b212-739d2763dca4 req-01c9d5fd-095d-44cf-a737-52758c21bc89 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0482869 Nov 27 01:49:23.956909 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-923d6302-3635-4200-b212-739d2763dca4 req-22111f12-3c1b-4ef8-836f-bf08da3c9a79 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404544 Nov 27 01:49:24.588561 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:49:25.076643 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f97933-6646-441e-bfde-3cdd8daa3ae5 req-1ef9f9a2-74fd-4390-9aaa-c6a323c27e3a tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:25.078117 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f97933-6646-441e-bfde-3cdd8daa3ae5 req-1ef9f9a2-74fd-4390-9aaa-c6a323c27e3a tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0522873 Nov 27 01:49:25.124636 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f97933-6646-441e-bfde-3cdd8daa3ae5 req-2c0d6b7e-140d-4d68-b0d9-4f281c8fc17d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401509 Nov 27 01:49:26.244504 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb7637-6ef7-4c86-ba4d-905a3c04cb9d req-6f15c719-b012-4569-a293-25a72d903ec4 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:26.245977 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bcdb7637-6ef7-4c86-ba4d-905a3c04cb9d req-6f15c719-b012-4569-a293-25a72d903ec4 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0537107 Nov 27 01:49:26.294172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bcdb7637-6ef7-4c86-ba4d-905a3c04cb9d req-375d652d-e606-42c8-85e2-4c541f455f7c tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405152 Nov 27 01:49:27.023608 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-ba489cb7-cb71-4839-81a6-d303fa5ab27e service neutron] show failed (client error): The resource could not be found. Nov 27 01:49:27.024619 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-ba489cb7-cb71-4839-81a6-d303fa5ab27e service neutron] 10.222.0.21 "GET /v2.0/ports/e995f326-2e69-4557-afff-c67d7ae78b76/bindings/n-h2-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0533643 Nov 27 01:49:27.322124 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-ff514192-de3c-48aa-84bf-ff793778148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:27.323643 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-ff514192-de3c-48aa-84bf-ff793778148d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc&tenant_id=b28de5b6eff8403795d14197fc7d02be HTTP/1.1" status: 200 len: 1097 time: 0.1234937 Nov 27 01:49:27.341934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:49:27.428038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:27.447995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd5fe6-aac7-4c7b-aef9-f1310dfa85a3 req-607fc59c-ac93-4c28-99ec-f2e62fab20ea tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:27.449510 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-67cd5fe6-aac7-4c7b-aef9-f1310dfa85a3 req-607fc59c-ac93-4c28-99ec-f2e62fab20ea tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0851462 Nov 27 01:49:27.581949 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-67cd5fe6-aac7-4c7b-aef9-f1310dfa85a3 req-fd92f9f9-8082-4e5c-8945-3de92ddd9822 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109543 Nov 27 01:49:27.667775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] For port e995f326-2e69-4557-afff-c67d7ae78b76, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e995f326-2e69-4557-afff-c67d7ae78b76,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:49:27.699451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] For port e995f326-2e69-4557-afff-c67d7ae78b76, host n-h1-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:49:27.742357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f55539-d20e-4e5d-8c9a-f455429ca7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e995f326-2e69-4557-afff-c67d7ae78b76'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:49:27.744655 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccd579b-1323-4e9d-a946-471dee3c9e91" -d '{"events": [{"server_uuid": "31f55539-d20e-4e5d-8c9a-f455429ca7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "e995f326-2e69-4557-afff-c67d7ae78b76"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:49:27.748619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:27.763107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Transition to ACTIVE for port object e995f326-2e69-4557-afff-c67d7ae78b76 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:49:27.767835 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:27.818418 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Pushing event updated for resources: {'Port': ['ID=e995f326-2e69-4557-afff-c67d7ae78b76,revision_number=6']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:49:27.835192 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] No DVR routers for this DVR port e995f326-2e69-4557-afff-c67d7ae78b76 on host n-h1-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:49:27.860556 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46c6cf7-ec31-474e-8e75-c12b1fc7329e x-openstack-request-id: req-c46c6cf7-ec31-474e-8e75-c12b1fc7329e {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:49:27.860861 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f55539-d20e-4e5d-8c9a-f455429ca7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "e995f326-2e69-4557-afff-c67d7ae78b76", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:49:27.861112 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c46c6cf7-ec31-474e-8e75-c12b1fc7329e {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:49:27.861512 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f55539-d20e-4e5d-8c9a-f455429ca7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e995f326-2e69-4557-afff-c67d7ae78b76', 'code': 200} Nov 27 01:49:27.877838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Attempting to bind port e995f326-2e69-4557-afff-c67d7ae78b76 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:49:27.878177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Attempting to bind port e995f326-2e69-4557-afff-c67d7ae78b76 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:49:27.878508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Attempting to bind port e995f326-2e69-4557-afff-c67d7ae78b76 on network a3232ba5-f144-46c9-b609-6b0d99021bdc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:49:27.882862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Port e995f326-2e69-4557-afff-c67d7ae78b76 on network a3232ba5-f144-46c9-b609-6b0d99021bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:49:27.883182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Attempting to bind port e995f326-2e69-4557-afff-c67d7ae78b76 on network a3232ba5-f144-46c9-b609-6b0d99021bdc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:49:27.887942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:49:27.888312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Checking segment: {'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:49:27.888701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Bound using segment: {'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:49:27.889123 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Bound port: e995f326-2e69-4557-afff-c67d7ae78b76, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:49:27.889479 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:27.957582 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] For port e995f326-2e69-4557-afff-c67d7ae78b76, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:49:27.960803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] For port e995f326-2e69-4557-afff-c67d7ae78b76, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e995f326-2e69-4557-afff-c67d7ae78b76,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:49:27.964875 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:27.997937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:27.998586 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:28.000372 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] 10.222.0.31 "PUT /v2.0/ports/e995f326-2e69-4557-afff-c67d7ae78b76 HTTP/1.1" status: 200 len: 1092 time: 0.6621292 Nov 27 01:49:28.026047 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72259c13-9a8c-41cc-99ed-e4f9379c87fb service neutron] Pushing event updated for resources: {'Port': ['ID=e995f326-2e69-4557-afff-c67d7ae78b76,revision_number=7']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:49:28.074266 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-fade7bd3-1316-4e3b-a30b-27f470660442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:28.075755 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-fade7bd3-1316-4e3b-a30b-27f470660442 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 1095 time: 0.0427272 Nov 27 01:49:28.166372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-a86a9ba6-3273-43c6-8958-dd0f2fae1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:28.167728 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-a86a9ba6-3273-43c6-8958-dd0f2fae1ee5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 915 time: 0.0845611 Nov 27 01:49:28.209623 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-4552cf6f-6b9f-45d8-9d15-e9762bbdef88 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e995f326-2e69-4557-afff-c67d7ae78b76 HTTP/1.1" status: 200 len: 217 time: 0.0323603 Nov 27 01:49:28.258213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-b4c350a5-1ce5-4117-9ebd-8d5fa6df6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:28.259644 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-b4c350a5-1ce5-4117-9ebd-8d5fa6df6a3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0433562 Nov 27 01:49:28.294243 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-ec2f932f-ca66-4137-a1ef-bbfc5a53c0e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266960 Nov 27 01:49:28.623249 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-abb823e1-f8d9-4cfb-bfb0-517850f5115d service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218446 Nov 27 01:49:28.745987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a78aa1-592f-4c1a-bbfe-c65e75390609 req-5573ba73-5f7d-452e-91bf-a87018a129a1 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:28.747352 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49a78aa1-592f-4c1a-bbfe-c65e75390609 req-5573ba73-5f7d-452e-91bf-a87018a129a1 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 943 time: 0.0980666 Nov 27 01:49:28.752662 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cc4d763-2a8e-45a4-b06d-b5301c34190c req-df6d946a-b596-4b46-8cd7-746d60b3c47c service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224062 Nov 27 01:49:28.797567 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-49a78aa1-592f-4c1a-bbfe-c65e75390609 req-2b7af51d-4e40-442e-a4b5-8671f745f94d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Nov 27 01:49:28.839173 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:29.863052 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f55539-d20e-4e5d-8c9a-f455429ca7dc', 'tag': 'e995f326-2e69-4557-afff-c67d7ae78b76'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:49:29.865500 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1070c9b0-c1ab-4110-b44c-21b7b32db20c" -d '{"events": [{"name": "network-changed", "server_uuid": "31f55539-d20e-4e5d-8c9a-f455429ca7dc", "tag": "e995f326-2e69-4557-afff-c67d7ae78b76"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:49:29.914172 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d44cd6-9a1c-498c-bbda-21042874875c x-openstack-request-id: req-61d44cd6-9a1c-498c-bbda-21042874875c {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:49:29.914473 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f55539-d20e-4e5d-8c9a-f455429ca7dc", "tag": "e995f326-2e69-4557-afff-c67d7ae78b76", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:49:29.914731 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61d44cd6-9a1c-498c-bbda-21042874875c {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:49:29.915132 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f55539-d20e-4e5d-8c9a-f455429ca7dc', 'tag': 'e995f326-2e69-4557-afff-c67d7ae78b76', 'status': 'completed', 'code': 200} Nov 27 01:49:29.918333 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6f4e7-faf2-4e20-9f76-b02553254c06 req-119c5b2b-c36e-44a4-8803-6f0104af2fe5 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:29.920416 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c2c6f4e7-faf2-4e20-9f76-b02553254c06 req-119c5b2b-c36e-44a4-8803-6f0104af2fe5 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 943 time: 0.0535662 Nov 27 01:49:29.982540 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c2c6f4e7-faf2-4e20-9f76-b02553254c06 req-d5f0cef8-3ba6-4359-b142-47ae45a95f29 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556710 Nov 27 01:49:30.012142 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-5250d4e5-bc32-483e-b052-0fc6c6284338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:30.013667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-5250d4e5-bc32-483e-b052-0fc6c6284338 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 1095 time: 0.0434699 Nov 27 01:49:30.014895 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-4b8d18ab-4d1f-4344-a77f-dac54a28cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:30.016963 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-4b8d18ab-4d1f-4344-a77f-dac54a28cb7d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 1095 time: 0.0472431 Nov 27 01:49:30.103889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-7f507b2b-2c7e-4834-ba39-28171a76fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:30.105320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-7f507b2b-2c7e-4834-ba39-28171a76fb37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 915 time: 0.0842364 Nov 27 01:49:30.110206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-70a08c6f-4c5a-4bc2-bf09-04433e71dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:30.111726 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-70a08c6f-4c5a-4bc2-bf09-04433e71dbcf service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 915 time: 0.0876517 Nov 27 01:49:30.153590 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-1e6cc45d-4e5d-430a-89ce-4a284fe3ac39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e995f326-2e69-4557-afff-c67d7ae78b76 HTTP/1.1" status: 200 len: 217 time: 0.0339205 Nov 27 01:49:30.153840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-78958bfd-1846-4d52-9d5d-4ac784d92061 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e995f326-2e69-4557-afff-c67d7ae78b76 HTTP/1.1" status: 200 len: 217 time: 0.0373135 Nov 27 01:49:30.207596 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-6e59fe22-1c7f-4243-bc71-bb0148abeb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:30.208113 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-6bc00279-cca2-4bc7-a5ce-5b0810d4f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:30.209066 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-6e59fe22-1c7f-4243-bc71-bb0148abeb7d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0480719 Nov 27 01:49:30.209588 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-6bc00279-cca2-4bc7-a5ce-5b0810d4f58f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0445247 Nov 27 01:49:30.242194 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-f4ba2417-a183-456c-a9c3-41edaa1eee8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244431 Nov 27 01:49:30.245624 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-4db69c9a-b6be-4c62-9941-d1636f1d72c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289185 Nov 27 01:49:30.335965 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-b9ffd471-e209-42eb-8656-622ed5f5c588 service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829403 Nov 27 01:49:30.337596 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-d1413c9d-5deb-4f97-accc-3b0058ce5420 service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857167 Nov 27 01:49:30.430765 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-47f615d4-294b-4122-88a9-0c65d49622da service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866568 Nov 27 01:49:30.431345 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1070c9b0-c1ab-4110-b44c-21b7b32db20c req-6d030c0b-9c8a-417a-b0f2-7efdc8990893 service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820971 Nov 27 01:49:30.569755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e995f326-2e69-4557-afff-c67d7ae78b76 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:49:30.606930 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e995f326-2e69-4557-afff-c67d7ae78b76 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:49:30.867449 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:31.101726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b42c67-9e35-4e61-a54f-d0e4b7083342 req-b35d17e0-0b8f-40b8-bf8d-473105f3f448 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:31.103271 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2b42c67-9e35-4e61-a54f-d0e4b7083342 req-b35d17e0-0b8f-40b8-bf8d-473105f3f448 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 943 time: 0.0499628 Nov 27 01:49:31.149971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2b42c67-9e35-4e61-a54f-d0e4b7083342 req-14338370-c972-416b-9cc1-4ad9d427c6ff tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Nov 27 01:49:32.265854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedeb4d-078b-428d-bcf5-9e56b1d7f3f7 req-e08eb440-2fd8-4c8a-bc4b-c716555e845e tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:32.267546 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8bedeb4d-078b-428d-bcf5-9e56b1d7f3f7 req-e08eb440-2fd8-4c8a-bc4b-c716555e845e tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 943 time: 0.0490832 Nov 27 01:49:32.320112 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8bedeb4d-078b-428d-bcf5-9e56b1d7f3f7 req-b9dd4c9e-186c-49d2-abf7-18568d9c791f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464830 Nov 27 01:49:32.503771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e995f326-2e69-4557-afff-c67d7ae78b76 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:49:32.509409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5b638-7746-48f2-bd54-65fdd9ca3e40 req-62469e54-d6bf-4e83-a509-ca716c5364bb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:32.510875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-38e5b638-7746-48f2-bd54-65fdd9ca3e40 req-62469e54-d6bf-4e83-a509-ca716c5364bb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 943 time: 0.0486934 Nov 27 01:49:32.597099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e995f326-2e69-4557-afff-c67d7ae78b76, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e995f326-2e69-4557-afff-c67d7ae78b76,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:49:32.609014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'e995f326-2e69-4557-afff-c67d7ae78b76', 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc', 'port_id': 'e995f326-2e69-4557-afff-c67d7ae78b76', 'mac_address': 'fa:16:3e:f0:40:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b163bdd-5092-4c4b-9346-2587983ccb46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:49:32.624654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f6c9f-9cca-42c4-aaa3-9c3f54eb9f24 req-a1c933eb-1626-460a-801d-4b705857302b tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:32.626140 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-038f6c9f-9cca-42c4-aaa3-9c3f54eb9f24 req-a1c933eb-1626-460a-801d-4b705857302b tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.21 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc&tenant_id=b28de5b6eff8403795d14197fc7d02be&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 943 time: 0.1144135 Nov 27 01:49:32.629633 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-38e5b638-7746-48f2-bd54-65fdd9ca3e40 req-3058532c-dfc8-4eed-b80e-6bf9ee74ba69 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888674 Nov 27 01:49:32.647153 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:32.664415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e995f326-2e69-4557-afff-c67d7ae78b76 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:49:32.684154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e995f326-2e69-4557-afff-c67d7ae78b76, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e995f326-2e69-4557-afff-c67d7ae78b76,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:49:32.688904 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:32.692877 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-038f6c9f-9cca-42c4-aaa3-9c3f54eb9f24 req-8dc1f0ed-5ef1-4d4c-9d48-f107a86ecc41 service neutron] delete failed (client error): The resource could not be found. Nov 27 01:49:32.693879 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-038f6c9f-9cca-42c4-aaa3-9c3f54eb9f24 req-8dc1f0ed-5ef1-4d4c-9d48-f107a86ecc41 service neutron] 10.222.0.21 "DELETE /v2.0/ports/e995f326-2e69-4557-afff-c67d7ae78b76/bindings/n-h1-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0547616 Nov 27 01:49:32.737606 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=e995f326-2e69-4557-afff-c67d7ae78b76,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:49:32.820460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f6c9f-9cca-42c4-aaa3-9c3f54eb9f24 req-f5db8b2a-fc7f-4a0e-9d64-ff75ceed279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:32.821952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-038f6c9f-9cca-42c4-aaa3-9c3f54eb9f24 req-f5db8b2a-fc7f-4a0e-9d64-ff75ceed279b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 1096 time: 0.0407867 Nov 27 01:49:32.917228 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f6c9f-9cca-42c4-aaa3-9c3f54eb9f24 req-4f1186f2-19a8-4f45-b063-c2ea94ab1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:32.918677 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-038f6c9f-9cca-42c4-aaa3-9c3f54eb9f24 req-4f1186f2-19a8-4f45-b063-c2ea94ab1ef0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 915 time: 0.0861359 Nov 27 01:49:32.960289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-038f6c9f-9cca-42c4-aaa3-9c3f54eb9f24 req-65a864bb-99b8-4f30-bb9a-72b4fb0d81e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e995f326-2e69-4557-afff-c67d7ae78b76 HTTP/1.1" status: 200 len: 217 time: 0.0331569 Nov 27 01:49:33.009160 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f6c9f-9cca-42c4-aaa3-9c3f54eb9f24 req-c3c2341e-ed1a-409e-9bba-58be15ef4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:33.010568 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-038f6c9f-9cca-42c4-aaa3-9c3f54eb9f24 req-c3c2341e-ed1a-409e-9bba-58be15ef4f6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0429072 Nov 27 01:49:33.042615 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-038f6c9f-9cca-42c4-aaa3-9c3f54eb9f24 req-4bbbabf3-efc7-4f14-8b66-901654c6da84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241935 Nov 27 01:49:33.063975 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['e995f326-2e69-4557-afff-c67d7ae78b76'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:49:33.134501 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-038f6c9f-9cca-42c4-aaa3-9c3f54eb9f24 req-c10924d6-4c6f-41c1-9442-c47b1e7d842a service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837908 Nov 27 01:49:33.232930 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-038f6c9f-9cca-42c4-aaa3-9c3f54eb9f24 req-0e6cbbfc-b51c-4072-b0f8-af685bdfceaa service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863230 Nov 27 01:49:33.753306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340e04f-031e-406c-ab51-a16dab479e6f req-4d6df6c1-457e-4f7a-968b-d8f51a9cc57f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:33.754800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1340e04f-031e-406c-ab51-a16dab479e6f req-4d6df6c1-457e-4f7a-968b-d8f51a9cc57f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 944 time: 0.0525029 Nov 27 01:49:33.802495 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1340e04f-031e-406c-ab51-a16dab479e6f req-31a43a3a-33ac-4bae-a347-3fd520f23787 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 Nov 27 01:49:34.509912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e995f326-2e69-4557-afff-c67d7ae78b76 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:49:34.556691 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port e995f326-2e69-4557-afff-c67d7ae78b76 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:49:34.560089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port e995f326-2e69-4557-afff-c67d7ae78b76 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:49:34.560495 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:34.635026 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:34.656643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f55539-d20e-4e5d-8c9a-f455429ca7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e995f326-2e69-4557-afff-c67d7ae78b76'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:49:34.658910 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1a3fcd-1b2f-4690-9767-687b6edc5240" -d '{"events": [{"server_uuid": "31f55539-d20e-4e5d-8c9a-f455429ca7dc", "name": "network-vif-plugged", "status": "completed", "tag": "e995f326-2e69-4557-afff-c67d7ae78b76"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:49:34.671363 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e995f326-2e69-4557-afff-c67d7ae78b76, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e995f326-2e69-4557-afff-c67d7ae78b76,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:49:34.676663 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:34.703008 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e269ec7a-e47e-438e-bbbb-6d4ff9c83bd1 x-openstack-request-id: req-e269ec7a-e47e-438e-bbbb-6d4ff9c83bd1 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:49:34.703292 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f55539-d20e-4e5d-8c9a-f455429ca7dc", "name": "network-vif-plugged", "status": "completed", "tag": "e995f326-2e69-4557-afff-c67d7ae78b76", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:49:34.703544 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e269ec7a-e47e-438e-bbbb-6d4ff9c83bd1 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:49:34.703923 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f55539-d20e-4e5d-8c9a-f455429ca7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e995f326-2e69-4557-afff-c67d7ae78b76', 'code': 200} Nov 27 01:49:34.728697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=e995f326-2e69-4557-afff-c67d7ae78b76,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:49:34.921607 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774885d-a148-407f-bc3e-c3651a9dace8 req-77abf3b1-29e8-4a86-885d-64f56d605c29 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:34.923760 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5774885d-a148-407f-bc3e-c3651a9dace8 req-77abf3b1-29e8-4a86-885d-64f56d605c29 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0539045 Nov 27 01:49:34.970494 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5774885d-a148-407f-bc3e-c3651a9dace8 req-9449414f-a3b3-4a91-bf73-dd66a2307c6c tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Nov 27 01:49:35.088676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9b342-5e16-4800-bb58-a1c944fb8885 req-110502ec-fd2a-48e2-abd1-a02da8c609ce tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:35.090042 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66e9b342-5e16-4800-bb58-a1c944fb8885 req-110502ec-fd2a-48e2-abd1-a02da8c609ce tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0520492 Nov 27 01:49:35.135936 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66e9b342-5e16-4800-bb58-a1c944fb8885 req-be3fe14d-ee15-4dea-aa3e-a674dd7ec11e tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394793 Nov 27 01:49:35.247341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55390a47-a393-432c-a746-6284af6e44ac req-09b093f4-6899-4886-8412-84ac87fab49b tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:35.248853 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-55390a47-a393-432c-a746-6284af6e44ac req-09b093f4-6899-4886-8412-84ac87fab49b tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0481913 Nov 27 01:49:35.295943 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-55390a47-a393-432c-a746-6284af6e44ac req-bbd7f8c2-fd48-403b-9fff-5fca33f069f5 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 Nov 27 01:49:35.635374 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-3015f299-da70-4712-8865-ac42da856965 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:35.636758 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-3015f299-da70-4712-8865-ac42da856965 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 814 time: 0.1038294 Nov 27 01:49:35.651620 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-feaf633e-1371-4565-8b0e-b054debc5549 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/quotas/b28de5b6eff8403795d14197fc7d02be HTTP/1.1" status: 200 len: 375 time: 0.0086727 Nov 27 01:49:35.708460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-1f794e04-2f63-45f8-8d6a-681a604c95f5 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0514667 Nov 27 01:49:35.718805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ee8583ed-ef5a-4dc2-831b-7e96ede3f6bc service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:49:35.719809 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ee8583ed-ef5a-4dc2-831b-7e96ede3f6bc service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048971 Nov 27 01:49:35.809455 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-16520d1e-fb36-4f95-be42-e687964f8df7 service neutron] 10.222.0.15 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841606 Nov 27 01:49:35.897557 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-0bc47d13-992f-4a5a-9eec-ba332bbfa076 service neutron] 10.222.0.15 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814450 Nov 27 01:49:36.054504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-83cfdf5b-5836-4dec-8ebc-66040e84c318 req-23f501f5-2ef3-40df-9e2c-e4205350f6e9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 210 time: 0.0266442 Nov 27 01:49:36.951628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf20e8-c53f-4bf5-accd-58f3f5e1cd8c req-de4345af-7561-449d-a2d6-c86fe571919e tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:36.953100 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-acaf20e8-c53f-4bf5-accd-58f3f5e1cd8c req-de4345af-7561-449d-a2d6-c86fe571919e tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f55539-d20e-4e5d-8c9a-f455429ca7dc HTTP/1.1" status: 200 len: 945 time: 0.0530279 Nov 27 01:49:37.044955 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-acaf20e8-c53f-4bf5-accd-58f3f5e1cd8c req-d33c6cbe-26de-4872-8df1-d53feac55f3d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Deleting port e995f326-2e69-4557-afff-c67d7ae78b76 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:49:37.045299 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-acaf20e8-c53f-4bf5-accd-58f3f5e1cd8c req-d33c6cbe-26de-4872-8df1-d53feac55f3d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:37.182548 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dde0702f-de01-405c-892d-043f2d5f5c8a req-44006cc5-457e-4811-af27-3312fa3547d0 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 210 time: 0.0460403 Nov 27 01:49:37.230187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-acaf20e8-c53f-4bf5-accd-58f3f5e1cd8c req-d33c6cbe-26de-4872-8df1-d53feac55f3d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] For port e995f326-2e69-4557-afff-c67d7ae78b76, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e995f326-2e69-4557-afff-c67d7ae78b76,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:49:37.230462 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-acaf20e8-c53f-4bf5-accd-58f3f5e1cd8c req-d33c6cbe-26de-4872-8df1-d53feac55f3d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:37.249407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-acaf20e8-c53f-4bf5-accd-58f3f5e1cd8c req-d33c6cbe-26de-4872-8df1-d53feac55f3d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Calling delete_port for e995f326-2e69-4557-afff-c67d7ae78b76 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:49:37.329800 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-f5200a16-cb32-445a-9ad3-0acac589a95a tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:37.331238 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-f5200a16-cb32-445a-9ad3-0acac589a95a tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.31 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 814 time: 0.2138712 Nov 27 01:49:37.361051 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4bfcf836-51bb-4627-a73f-edbed0f576cb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Request body: {'port': {'device_id': 'c1560160-dd82-44d0-bfba-d722849ef7be', 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc', 'admin_state_up': True, 'tenant_id': 'b28de5b6eff8403795d14197fc7d02be'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:49:37.489175 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-acaf20e8-c53f-4bf5-accd-58f3f5e1cd8c req-d33c6cbe-26de-4872-8df1-d53feac55f3d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:37.522596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['e995f326-2e69-4557-afff-c67d7ae78b76'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:49:37.523368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c6cbe-26de-4872-8df1-d53feac55f3d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Pushing event deleted for resources: {'Port': ['ID=e995f326-2e69-4557-afff-c67d7ae78b76,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:49:37.557107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4bfcf836-51bb-4627-a73f-edbed0f576cb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Made reservation on behalf of b28de5b6eff8403795d14197fc7d02be for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:49:37.559332 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4bfcf836-51bb-4627-a73f-edbed0f576cb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:37.574874 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaf20e8-c53f-4bf5-accd-58f3f5e1cd8c req-d33c6cbe-26de-4872-8df1-d53feac55f3d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] No DVR routers for this DVR port e995f326-2e69-4557-afff-c67d7ae78b76 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:49:37.582141 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-acaf20e8-c53f-4bf5-accd-58f3f5e1cd8c req-d33c6cbe-26de-4872-8df1-d53feac55f3d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:37.585420 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-acaf20e8-c53f-4bf5-accd-58f3f5e1cd8c req-d33c6cbe-26de-4872-8df1-d53feac55f3d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.31 "DELETE /v2.0/ports/e995f326-2e69-4557-afff-c67d7ae78b76 HTTP/1.1" status: 204 len: 173 time: 0.6259701 Nov 27 01:49:37.585862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f55539-d20e-4e5d-8c9a-f455429ca7dc', 'name': 'network-vif-deleted', 'tag': 'e995f326-2e69-4557-afff-c67d7ae78b76'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:49:37.588111 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827ece33-88c5-4a1f-bed6-13d657212da1" -d '{"events": [{"server_uuid": "31f55539-d20e-4e5d-8c9a-f455429ca7dc", "name": "network-vif-deleted", "tag": "e995f326-2e69-4557-afff-c67d7ae78b76"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:49:37.642062 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e51ede-8913-4672-91c8-202d77773938 x-openstack-request-id: req-f5e51ede-8913-4672-91c8-202d77773938 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:49:37.642365 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f55539-d20e-4e5d-8c9a-f455429ca7dc", "name": "network-vif-deleted", "tag": "e995f326-2e69-4557-afff-c67d7ae78b76", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:49:37.642623 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5e51ede-8913-4672-91c8-202d77773938 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:49:37.643025 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f55539-d20e-4e5d-8c9a-f455429ca7dc', 'name': 'network-vif-deleted', 'tag': 'e995f326-2e69-4557-afff-c67d7ae78b76', 'status': 'completed', 'code': 200} Nov 27 01:49:37.717201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4bfcf836-51bb-4627-a73f-edbed0f576cb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Allocated IP 172.20.0.2 (a3232ba5-f144-46c9-b609-6b0d99021bdc/7b163bdd-5092-4c4b-9346-2587983ccb46/56ea757c-4563-4210-a288-2b7f23b93543) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:49:37.868830 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4bfcf836-51bb-4627-a73f-edbed0f576cb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:37.903598 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4bfcf836-51bb-4627-a73f-edbed0f576cb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:37.936929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['e995f326-2e69-4557-afff-c67d7ae78b76'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:49:37.948427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4bfcf836-51bb-4627-a73f-edbed0f576cb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Network a3232ba5-f144-46c9-b609-6b0d99021bdc is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:49:37.954556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4bfcf836-51bb-4627-a73f-edbed0f576cb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:49:37.958171 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4bfcf836-51bb-4627-a73f-edbed0f576cb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:49:37.995305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcf836-51bb-4627-a73f-edbed0f576cb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Pushing event updated for resources: {'Port': ['ID=56ea757c-4563-4210-a288-2b7f23b93543,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:49:38.013934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4bfcf836-51bb-4627-a73f-edbed0f576cb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:38.014603 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4bfcf836-51bb-4627-a73f-edbed0f576cb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:38.030258 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4bfcf836-51bb-4627-a73f-edbed0f576cb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6731958 Nov 27 01:49:38.048056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Request body: {'port': {'device_id': 'c1560160-dd82-44d0-bfba-d722849ef7be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:49:38.102628 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:38.334642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a721517-ab58-4a20-9bba-f8e6e9ab89f3 req-f5372464-fa0b-4cec-8345-d5953f387919 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:38.336125 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a721517-ab58-4a20-9bba-f8e6e9ab89f3 req-f5372464-fa0b-4cec-8345-d5953f387919 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 931 time: 0.0762515 Nov 27 01:49:38.429899 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a721517-ab58-4a20-9bba-f8e6e9ab89f3 req-c105113f-3b8f-40e7-b636-0015f614edea tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837948 Nov 27 01:49:38.435934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ea757c-4563-4210-a288-2b7f23b93543 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:49:38.444097 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:38.457191 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Transition to ACTIVE for port object 56ea757c-4563-4210-a288-2b7f23b93543 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:49:38.461032 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:38.508527 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Pushing event updated for resources: {'Port': ['ID=56ea757c-4563-4210-a288-2b7f23b93543,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:49:38.576700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Attempting to bind port 56ea757c-4563-4210-a288-2b7f23b93543 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:49:38.577035 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Attempting to bind port 56ea757c-4563-4210-a288-2b7f23b93543 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:49:38.577358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Attempting to bind port 56ea757c-4563-4210-a288-2b7f23b93543 on network a3232ba5-f144-46c9-b609-6b0d99021bdc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:49:38.582075 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Port 56ea757c-4563-4210-a288-2b7f23b93543 on network a3232ba5-f144-46c9-b609-6b0d99021bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:49:38.582399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Attempting to bind port 56ea757c-4563-4210-a288-2b7f23b93543 on network a3232ba5-f144-46c9-b609-6b0d99021bdc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:49:38.587193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:49:38.587529 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Checking segment: {'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:49:38.587909 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Bound using segment: {'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:49:38.588360 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Bound port: 56ea757c-4563-4210-a288-2b7f23b93543, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:49:38.588712 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:38.655068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] For port 56ea757c-4563-4210-a288-2b7f23b93543, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:49:38.658079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] For port 56ea757c-4563-4210-a288-2b7f23b93543, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=56ea757c-4563-4210-a288-2b7f23b93543,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:49:38.662018 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:38.694131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:38.694749 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:38.696123 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] 10.222.0.31 "PUT /v2.0/ports/56ea757c-4563-4210-a288-2b7f23b93543 HTTP/1.1" status: 200 len: 1092 time: 0.6527719 Nov 27 01:49:38.718182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea936256-b8eb-4680-b910-f1f2f72d8c05 service neutron] Pushing event updated for resources: {'Port': ['ID=56ea757c-4563-4210-a288-2b7f23b93543,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:49:38.786881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4633abbc-ed76-4e6d-adda-85f1de61283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:38.788464 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4633abbc-ed76-4e6d-adda-85f1de61283f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 1095 time: 0.0416014 Nov 27 01:49:38.839784 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-4a7ddd68-95a6-4ba2-a8b6-65a3dcfa03f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56ea757c-4563-4210-a288-2b7f23b93543 HTTP/1.1" status: 200 len: 217 time: 0.0373690 Nov 27 01:49:38.888611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-f34c3a90-e18c-44ed-9901-d291562cbc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:38.890062 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-f34c3a90-e18c-44ed-9901-d291562cbc64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0435398 Nov 27 01:49:38.920721 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-c6d65358-1fea-4797-ad31-304661660dbd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239441 Nov 27 01:49:39.012920 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-928383de-a281-4bcb-bcda-deccd9be84df service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852737 Nov 27 01:49:39.101710 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f09740-ad96-4635-b3fc-a1d05c43ab61 req-ed284acd-abfe-482b-85c0-926d1cb41504 service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816283 Nov 27 01:49:39.547115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8907d8-0435-4319-a260-0f40dc7fd2ae req-9b336d7d-9834-4da6-9e85-cf737058dca7 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:39.549143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e8907d8-0435-4319-a260-0f40dc7fd2ae req-9b336d7d-9834-4da6-9e85-cf737058dca7 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 943 time: 0.0484216 Nov 27 01:49:39.599530 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e8907d8-0435-4319-a260-0f40dc7fd2ae req-0754e8b8-dfc3-496e-8605-57de40262ea1 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444667 Nov 27 01:49:39.644431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1560160-dd82-44d0-bfba-d722849ef7be', 'tag': '56ea757c-4563-4210-a288-2b7f23b93543'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:49:39.646792 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a035bde-5032-49b4-9fa6-d0cd9133cfdc" -d '{"events": [{"name": "network-changed", "server_uuid": "c1560160-dd82-44d0-bfba-d722849ef7be", "tag": "56ea757c-4563-4210-a288-2b7f23b93543"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:49:39.682423 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036ba712-ff5e-4eab-b0c4-084b1ec9e6fb x-openstack-request-id: req-036ba712-ff5e-4eab-b0c4-084b1ec9e6fb {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:49:39.682718 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1560160-dd82-44d0-bfba-d722849ef7be", "tag": "56ea757c-4563-4210-a288-2b7f23b93543", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:49:39.682972 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-036ba712-ff5e-4eab-b0c4-084b1ec9e6fb {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:49:39.683372 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1560160-dd82-44d0-bfba-d722849ef7be', 'tag': '56ea757c-4563-4210-a288-2b7f23b93543', 'status': 'completed', 'code': 200} Nov 27 01:49:39.766829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a035bde-5032-49b4-9fa6-d0cd9133cfdc req-d689b4e2-c8c4-4154-ba84-9d18ee81447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:39.768215 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a035bde-5032-49b4-9fa6-d0cd9133cfdc req-d689b4e2-c8c4-4154-ba84-9d18ee81447a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 1095 time: 0.0408545 Nov 27 01:49:39.859185 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a035bde-5032-49b4-9fa6-d0cd9133cfdc req-79ad343c-831b-47ad-98fa-b4e0259e85d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:39.860683 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a035bde-5032-49b4-9fa6-d0cd9133cfdc req-79ad343c-831b-47ad-98fa-b4e0259e85d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 915 time: 0.0852096 Nov 27 01:49:39.901861 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a035bde-5032-49b4-9fa6-d0cd9133cfdc req-ca7f8352-73f2-41f7-846f-d389d4ec2cb6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56ea757c-4563-4210-a288-2b7f23b93543 HTTP/1.1" status: 200 len: 217 time: 0.0335824 Nov 27 01:49:39.949780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a035bde-5032-49b4-9fa6-d0cd9133cfdc req-c6a6dc36-befe-4544-ab54-e427e828a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:39.951239 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a035bde-5032-49b4-9fa6-d0cd9133cfdc req-c6a6dc36-befe-4544-ab54-e427e828a2ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0417631 Nov 27 01:49:39.987121 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a035bde-5032-49b4-9fa6-d0cd9133cfdc req-69b02f46-cb50-4988-a7e8-387e92bd1e5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285761 Nov 27 01:49:40.074441 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a035bde-5032-49b4-9fa6-d0cd9133cfdc req-8c326421-04f1-4be0-967d-ceb551b8f7d8 service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797451 Nov 27 01:49:40.120647 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e47627b2-81e3-4e3f-9866-32625b70fc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:40.167932 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3a035bde-5032-49b4-9fa6-d0cd9133cfdc req-a7f26b07-3b0a-4e25-a67a-eedbddac97cd service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858190 Nov 27 01:49:40.556606 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e995f326-2e69-4557-afff-c67d7ae78b76 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:49:40.580523 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: e995f326-2e69-4557-afff-c67d7ae78b76 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:49:40.580872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e995f326-2e69-4557-afff-c67d7ae78b76 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:49:40.717326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbe064-5aaa-4b19-a738-1ad7f8e641f3 req-ab2afd47-a4aa-4d6c-8cc5-88ea32ca68f3 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:40.718721 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c1cbe064-5aaa-4b19-a738-1ad7f8e641f3 req-ab2afd47-a4aa-4d6c-8cc5-88ea32ca68f3 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 943 time: 0.0522351 Nov 27 01:49:40.765187 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c1cbe064-5aaa-4b19-a738-1ad7f8e641f3 req-9e636738-2623-482e-90d4-56fe7b8b7f53 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Nov 27 01:49:41.890129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820e0c-6146-41cb-861b-02dbf88015a7 req-677c0af3-11e2-4aa7-b0ca-34cb7d42cc3c tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:41.892321 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93820e0c-6146-41cb-861b-02dbf88015a7 req-677c0af3-11e2-4aa7-b0ca-34cb7d42cc3c tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 943 time: 0.0567422 Nov 27 01:49:41.937872 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93820e0c-6146-41cb-861b-02dbf88015a7 req-2fb1933f-4c94-465c-8db8-52f907e84424 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397267 Nov 27 01:49:42.280476 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29d624cf-3ed5-4c77-95c9-4272432e52a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:42.572102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 56ea757c-4563-4210-a288-2b7f23b93543 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:49:42.666612 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 56ea757c-4563-4210-a288-2b7f23b93543, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=56ea757c-4563-4210-a288-2b7f23b93543,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:49:42.677909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '56ea757c-4563-4210-a288-2b7f23b93543', 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc', 'port_id': '56ea757c-4563-4210-a288-2b7f23b93543', 'mac_address': 'fa:16:3e:96:4e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b163bdd-5092-4c4b-9346-2587983ccb46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:49:42.713258 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:42.726212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ea757c-4563-4210-a288-2b7f23b93543 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:49:42.745329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 56ea757c-4563-4210-a288-2b7f23b93543, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=56ea757c-4563-4210-a288-2b7f23b93543,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:49:42.749385 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:42.796701 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=56ea757c-4563-4210-a288-2b7f23b93543,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:49:43.055540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cccbcc-b6bc-4cb8-8ee2-2c711aa7b6f0 req-26865b6d-34c8-497b-a2c5-9ffa59a15f7c tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:43.057033 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-96cccbcc-b6bc-4cb8-8ee2-2c711aa7b6f0 req-26865b6d-34c8-497b-a2c5-9ffa59a15f7c tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 944 time: 0.0493977 Nov 27 01:49:43.103230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['56ea757c-4563-4210-a288-2b7f23b93543'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:49:43.103730 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-96cccbcc-b6bc-4cb8-8ee2-2c711aa7b6f0 req-cf2617b6-e4fa-4591-a673-4b246f71c878 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406880 Nov 27 01:49:43.394469 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:44.215394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56d9f2-280e-4551-909d-428bff7f5030 req-b58247d6-0fa3-481a-a4ad-e01df7fd6ef5 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:44.216879 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa56d9f2-280e-4551-909d-428bff7f5030 req-b58247d6-0fa3-481a-a4ad-e01df7fd6ef5 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 944 time: 0.0470793 Nov 27 01:49:44.263362 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa56d9f2-280e-4551-909d-428bff7f5030 req-22f7b9ac-ecc3-4321-a067-940930b95fe6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Nov 27 01:49:44.587739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 56ea757c-4563-4210-a288-2b7f23b93543 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:49:44.635376 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 56ea757c-4563-4210-a288-2b7f23b93543 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:49:44.638867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 56ea757c-4563-4210-a288-2b7f23b93543 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:49:44.639237 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:44.717544 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:44.739416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1560160-dd82-44d0-bfba-d722849ef7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea757c-4563-4210-a288-2b7f23b93543'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:49:44.741722 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21199d63-be19-490b-b672-07dd6b5fac3c" -d '{"events": [{"server_uuid": "c1560160-dd82-44d0-bfba-d722849ef7be", "name": "network-vif-plugged", "status": "completed", "tag": "56ea757c-4563-4210-a288-2b7f23b93543"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:49:44.754850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 56ea757c-4563-4210-a288-2b7f23b93543, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=56ea757c-4563-4210-a288-2b7f23b93543,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:49:44.759036 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:44.782562 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c7334e-2d4d-4bec-97b7-76e9f12789f2 x-openstack-request-id: req-68c7334e-2d4d-4bec-97b7-76e9f12789f2 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:49:44.782860 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1560160-dd82-44d0-bfba-d722849ef7be", "name": "network-vif-plugged", "status": "completed", "tag": "56ea757c-4563-4210-a288-2b7f23b93543", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:49:44.783117 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68c7334e-2d4d-4bec-97b7-76e9f12789f2 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:49:44.783515 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1560160-dd82-44d0-bfba-d722849ef7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea757c-4563-4210-a288-2b7f23b93543', 'code': 200} Nov 27 01:49:44.807684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=56ea757c-4563-4210-a288-2b7f23b93543,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:49:44.912605 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b318aee-d2ee-4d72-bad1-048a03f07a0a req-b2ec8d1a-d158-4c12-b1a0-561540462535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:44.914046 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b318aee-d2ee-4d72-bad1-048a03f07a0a req-b2ec8d1a-d158-4c12-b1a0-561540462535 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 1097 time: 0.0443411 Nov 27 01:49:44.943708 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:44.960421 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b318aee-d2ee-4d72-bad1-048a03f07a0a req-df352fd6-b3d2-4148-984f-543839b986cc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388017 Nov 27 01:49:45.382493 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82659bfb-0c66-4020-9813-d64f295237bb req-b80158a8-177d-4174-89d3-44c87806c4c6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:45.383982 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-82659bfb-0c66-4020-9813-d64f295237bb req-b80158a8-177d-4174-89d3-44c87806c4c6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0489430 Nov 27 01:49:45.432055 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-82659bfb-0c66-4020-9813-d64f295237bb req-50bdd6cf-e123-49cf-82ee-6285a1971ee8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 Nov 27 01:49:46.343241 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:46.562843 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae159bc-bed4-47e5-b18e-3e59102f8832 req-ea0ed955-fdc5-4da8-a14c-35b6e2151f51 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:46.570270 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ae159bc-bed4-47e5-b18e-3e59102f8832 req-ea0ed955-fdc5-4da8-a14c-35b6e2151f51 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0529664 Nov 27 01:49:46.614037 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6ae159bc-bed4-47e5-b18e-3e59102f8832 req-084c8c67-b869-4736-b045-9f73adb3a518 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430632 Nov 27 01:49:46.735381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19eff1-5bac-45c3-8b56-4257baf96f83 req-40ff7027-d31f-458f-b806-f70e6019738f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:46.736896 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e19eff1-5bac-45c3-8b56-4257baf96f83 req-40ff7027-d31f-458f-b806-f70e6019738f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0522656 Nov 27 01:49:47.029277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e19eff1-5bac-45c3-8b56-4257baf96f83 req-7fc4db6d-cabd-4e10-adac-0530e4a6e828 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865047 Nov 27 01:49:47.251266 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-996c8cff-9052-46e8-8e99-7cdb4ac6b426 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401304 Nov 27 01:49:47.263797 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c9105-446a-4195-a70d-708b8e72628a req-df7c1b43-c2c1-4f53-a38a-c6d8ecf2e046 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:47.265462 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec3c9105-446a-4195-a70d-708b8e72628a req-df7c1b43-c2c1-4f53-a38a-c6d8ecf2e046 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0490983 Nov 27 01:49:47.316037 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec3c9105-446a-4195-a70d-708b8e72628a req-e9b2c1f7-c687-4d46-b133-17db2faed468 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430467 Nov 27 01:49:48.433417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625dbb8-abe1-4cab-b5cf-cd74f674be27 req-925abac8-8374-4146-8e96-63fe84ab4bb9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:48.440932 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1625dbb8-abe1-4cab-b5cf-cd74f674be27 req-925abac8-8374-4146-8e96-63fe84ab4bb9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0553713 Nov 27 01:49:48.485016 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1625dbb8-abe1-4cab-b5cf-cd74f674be27 req-7af0c838-e541-425a-afad-d6eb7a6595b8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Nov 27 01:49:48.522525 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-d0fce162-299d-4573-b89b-ea70b3797b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:48.523914 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-d0fce162-299d-4573-b89b-ea70b3797b25 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 1097 time: 0.0404098 Nov 27 01:49:48.614906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-64e09806-f078-4dca-9cf9-b05595071211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:48.616406 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-64e09806-f078-4dca-9cf9-b05595071211 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 915 time: 0.0859988 Nov 27 01:49:48.657413 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-95c42b74-d573-4333-b8b5-7cf0ac1e0cec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56ea757c-4563-4210-a288-2b7f23b93543 HTTP/1.1" status: 200 len: 217 time: 0.0339208 Nov 27 01:49:48.708048 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-b87aa872-e94f-4d48-9143-dc7be4eb7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:48.709489 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-b87aa872-e94f-4d48-9143-dc7be4eb7ce5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0460300 Nov 27 01:49:48.739529 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-3ff830b2-ea38-4fc7-a32a-972091b55912 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237105 Nov 27 01:49:48.826430 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-697e2525-dff1-44bc-8032-ff490d1988ce service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795195 Nov 27 01:49:48.917964 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-21855cbc-444a-46b3-8ffc-994903e52662 service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838211 Nov 27 01:49:49.600059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b381262-f193-4c84-8cf9-1f60f130ad9e req-62db43ac-e2eb-4508-b073-5e27ea52c662 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:49.601557 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b381262-f193-4c84-8cf9-1f60f130ad9e req-62db43ac-e2eb-4508-b073-5e27ea52c662 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0484877 Nov 27 01:49:49.647055 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b381262-f193-4c84-8cf9-1f60f130ad9e req-29797222-518f-45a7-9900-0ae82e6966db tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396223 Nov 27 01:49:50.765726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ca84a-02fc-498a-ae9e-3a980a5554ed req-d7a96300-aaf1-419a-a644-a9c089776f19 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:50.767729 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-127ca84a-02fc-498a-ae9e-3a980a5554ed req-d7a96300-aaf1-419a-a644-a9c089776f19 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0516534 Nov 27 01:49:50.813621 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-127ca84a-02fc-498a-ae9e-3a980a5554ed req-0387fd50-0be6-4034-89fb-8a88cd4a0650 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393438 Nov 27 01:49:51.928383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4f65e-6a6a-4ab8-b835-2fbacaa38899 req-ede69bcf-69e8-48d9-97c4-b9e83d2f8213 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:51.929901 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-88e4f65e-6a6a-4ab8-b835-2fbacaa38899 req-ede69bcf-69e8-48d9-97c4-b9e83d2f8213 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0493438 Nov 27 01:49:51.980780 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-88e4f65e-6a6a-4ab8-b835-2fbacaa38899 req-567be38e-2d26-4de9-9e92-92b23bbba8a7 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446124 Nov 27 01:49:53.096072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c394ec-e204-4f77-82bf-05d5f1226fb5 req-5a40f44c-3f0d-4505-90fb-bd160c311b82 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:53.097564 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95c394ec-e204-4f77-82bf-05d5f1226fb5 req-5a40f44c-3f0d-4505-90fb-bd160c311b82 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0480583 Nov 27 01:49:53.143509 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-95c394ec-e204-4f77-82bf-05d5f1226fb5 req-e59216f4-d3dc-465f-8bfa-2ec6dbbfa32f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400319 Nov 27 01:49:54.260559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bef15a-952c-4083-808d-4b6291280fc8 req-bf70f188-fd10-45a6-a3bd-d81a493cfeee tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:54.262772 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37bef15a-952c-4083-808d-4b6291280fc8 req-bf70f188-fd10-45a6-a3bd-d81a493cfeee tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0493770 Nov 27 01:49:54.312678 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37bef15a-952c-4083-808d-4b6291280fc8 req-a6a44e63-07ca-49c0-a1d9-8514e9f3efde tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Nov 27 01:49:55.427576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b639ec-5338-4184-add4-6e46a772b0eb req-5800b729-bb39-4a83-a181-ec8d1cc1d435 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:55.429073 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66b639ec-5338-4184-add4-6e46a772b0eb req-5800b729-bb39-4a83-a181-ec8d1cc1d435 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0487475 Nov 27 01:49:55.480331 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66b639ec-5338-4184-add4-6e46a772b0eb req-a03e4caf-3517-4abc-91fb-1c62e429559f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453928 Nov 27 01:49:56.594513 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd6cca-6a82-4118-aeeb-5b34b74f5547 req-6800276a-d51e-44f6-944c-67687d3281a4 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:56.597059 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fabd6cca-6a82-4118-aeeb-5b34b74f5547 req-6800276a-d51e-44f6-944c-67687d3281a4 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0501306 Nov 27 01:49:56.644926 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fabd6cca-6a82-4118-aeeb-5b34b74f5547 req-f7dfc9b2-74e5-42b2-bedf-cdc78cb89637 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421047 Nov 27 01:49:57.759668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e1159-86bc-4faf-9ea7-34183af91e17 req-b941bae7-fa85-4043-bdea-5aa67d1ff7b4 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:57.761152 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b89e1159-86bc-4faf-9ea7-34183af91e17 req-b941bae7-fa85-4043-bdea-5aa67d1ff7b4 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0482156 Nov 27 01:49:57.807974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b89e1159-86bc-4faf-9ea7-34183af91e17 req-49e082bb-b1ba-4ba8-bc09-4bfc889e5293 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Nov 27 01:49:58.838393 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:58.926054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69661b76-c24c-4932-9980-a107195c0761 req-9d3974e5-b9e3-4f40-aa0f-227b2cdd3670 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:49:58.927525 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69661b76-c24c-4932-9980-a107195c0761 req-9d3974e5-b9e3-4f40-aa0f-227b2cdd3670 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0523999 Nov 27 01:49:58.974469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69661b76-c24c-4932-9980-a107195c0761 req-4055ae7b-d2a3-40b7-af65-6af756f58e58 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 Nov 27 01:50:00.089226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04eeae-1f35-4ffb-95ff-67ddea78daea req-e0eb4abf-d195-4992-bc61-7f40534946df tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:00.090715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2c04eeae-1f35-4ffb-95ff-67ddea78daea req-e0eb4abf-d195-4992-bc61-7f40534946df tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0487318 Nov 27 01:50:00.138817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2c04eeae-1f35-4ffb-95ff-67ddea78daea req-d86542e3-9631-456d-a911-699e5991476a tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 Nov 27 01:50:00.876551 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:01.254374 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279849db-0904-4cf5-98b7-e303ad9d691c req-2a24d244-3750-4eb3-9569-f4199de7b9cc tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:01.255770 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-279849db-0904-4cf5-98b7-e303ad9d691c req-2a24d244-3750-4eb3-9569-f4199de7b9cc tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0488873 Nov 27 01:50:01.303884 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-279849db-0904-4cf5-98b7-e303ad9d691c req-39edd3ef-0476-49ca-b6a3-3b2d837b7d5d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420997 Nov 27 01:50:01.587610 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:50:02.425106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2b24f-cb02-4e87-bf21-d5b77e48a2f6 req-e4f402ba-4338-4082-9349-1f63d68958e9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:02.426575 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ba2b24f-cb02-4e87-bf21-d5b77e48a2f6 req-e4f402ba-4338-4082-9349-1f63d68958e9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0521142 Nov 27 01:50:02.476034 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0ba2b24f-cb02-4e87-bf21-d5b77e48a2f6 req-15b0bd23-5f21-4a87-a34e-055b9ee618eb tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432265 Nov 27 01:50:03.592269 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929092a-df9d-48b3-8bf6-ffcc005dd175 req-bbc50563-69f1-4a1e-8129-12a4d8eecb5f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:03.593735 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1929092a-df9d-48b3-8bf6-ffcc005dd175 req-bbc50563-69f1-4a1e-8129-12a4d8eecb5f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0485854 Nov 27 01:50:03.647237 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1929092a-df9d-48b3-8bf6-ffcc005dd175 req-4924617f-4ea6-4718-a5bc-3d7033964569 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Nov 27 01:50:04.761896 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d1059-316f-4207-bc8f-176913f01f15 req-61ba0d52-7ffe-43a4-9943-630a471b618d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:04.763377 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-626d1059-316f-4207-bc8f-176913f01f15 req-61ba0d52-7ffe-43a4-9943-630a471b618d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0485108 Nov 27 01:50:04.809449 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-626d1059-316f-4207-bc8f-176913f01f15 req-a3b10d62-ecf4-4f96-bef5-b79b22c4e4e6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 Nov 27 01:50:05.922197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5236f1-8210-41ad-aa84-5b05ec79321c req-1e92dac2-7b25-4726-80b3-dead14331138 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:05.923682 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bd5236f1-8210-41ad-aa84-5b05ec79321c req-1e92dac2-7b25-4726-80b3-dead14331138 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0490484 Nov 27 01:50:05.970886 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bd5236f1-8210-41ad-aa84-5b05ec79321c req-60b764e4-2d7a-4cc2-aaf5-0f426db81d23 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Nov 27 01:50:07.096579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa68055-4b31-44dd-9394-c35d2ff0af13 req-0a0dd8da-306f-4787-91d5-e6df12152746 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:07.098062 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3aa68055-4b31-44dd-9394-c35d2ff0af13 req-0a0dd8da-306f-4787-91d5-e6df12152746 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0562487 Nov 27 01:50:07.149013 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3aa68055-4b31-44dd-9394-c35d2ff0af13 req-319b048e-3b2b-47e5-bc35-c8cdbd28e75c tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449533 Nov 27 01:50:08.265255 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5ea4-6e2a-4fb8-80f2-b125dddb0557 req-13565792-9845-4c51-a5b9-35f56f5a9b69 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:08.266901 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a24f5ea4-6e2a-4fb8-80f2-b125dddb0557 req-13565792-9845-4c51-a5b9-35f56f5a9b69 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0493295 Nov 27 01:50:08.314675 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a24f5ea4-6e2a-4fb8-80f2-b125dddb0557 req-556e5f2c-4e33-42cc-9f04-57241fc0fed7 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418808 Nov 27 01:50:09.432974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81c0af-13ae-493f-9270-8e09629c5c76 req-712ea571-ebab-4e2d-bc36-d123dd524b01 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:09.434458 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f81c0af-13ae-493f-9270-8e09629c5c76 req-712ea571-ebab-4e2d-bc36-d123dd524b01 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0519423 Nov 27 01:50:09.480953 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f81c0af-13ae-493f-9270-8e09629c5c76 req-23751be1-2c3a-4434-9156-78beb1686132 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404546 Nov 27 01:50:10.121387 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c545f821-1696-45f0-b8d0-aa24e8df042c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:10.599032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb624b67-b88d-4765-a170-b4518a2dad40 req-e75f03b0-45a9-4678-9efd-ea7c67a2d739 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:10.600577 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb624b67-b88d-4765-a170-b4518a2dad40 req-e75f03b0-45a9-4678-9efd-ea7c67a2d739 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0520308 Nov 27 01:50:10.647536 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb624b67-b88d-4765-a170-b4518a2dad40 req-9cc3a343-0d30-402e-9286-bc3831a47acc tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 Nov 27 01:50:11.760327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8f8f2-0de8-4996-a8a3-70acfe5d9d23 req-0a52f42a-5a60-4382-bdec-e8099d7bf18f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:11.761788 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3a8f8f2-0de8-4996-a8a3-70acfe5d9d23 req-0a52f42a-5a60-4382-bdec-e8099d7bf18f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0478556 Nov 27 01:50:11.811764 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3a8f8f2-0de8-4996-a8a3-70acfe5d9d23 req-7d3835ce-2ac5-43b9-8baf-a5fd2a799c4d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 Nov 27 01:50:12.284920 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f4674d0a-7a55-44cb-b538-5090b1ef95ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:12.926516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c892e6a-c4f3-496c-9e3d-a42fcd1cdf18 req-19fa79c5-6a1f-4fa6-9aa1-bbf1fddff3a9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:12.928000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8c892e6a-c4f3-496c-9e3d-a42fcd1cdf18 req-19fa79c5-6a1f-4fa6-9aa1-bbf1fddff3a9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0495603 Nov 27 01:50:12.977323 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8c892e6a-c4f3-496c-9e3d-a42fcd1cdf18 req-68af8f10-a335-4a74-accf-7b081b5783ad tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433526 Nov 27 01:50:13.396485 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:14.090238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080b980-4938-45d2-aab5-2552a74bb8d2 req-ec2fc070-206f-4950-becc-2485b6c24c9f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:14.091674 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1080b980-4938-45d2-aab5-2552a74bb8d2 req-ec2fc070-206f-4950-becc-2485b6c24c9f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0474129 Nov 27 01:50:14.139940 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1080b980-4938-45d2-aab5-2552a74bb8d2 req-1a26b6ba-efd9-4f23-8940-e8eaf36a9e6f tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 Nov 27 01:50:14.944840 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:15.258510 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cb627-e8fc-47ea-9a74-6eb3cf168057 req-37d31ba2-272f-4e23-a9c0-922f713466dc tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:15.260056 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-513cb627-e8fc-47ea-9a74-6eb3cf168057 req-37d31ba2-272f-4e23-a9c0-922f713466dc tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0528238 Nov 27 01:50:15.306963 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-513cb627-e8fc-47ea-9a74-6eb3cf168057 req-c64e3359-7e8b-4ce2-a8c7-1d5a44a4941d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Nov 27 01:50:16.345989 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:16.422260 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc2b2c-b82c-4137-af59-e7c2a249f7df req-c599d1a8-5f47-4b2f-9e56-230ef242727a tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:16.423735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-51dc2b2c-b82c-4137-af59-e7c2a249f7df req-c599d1a8-5f47-4b2f-9e56-230ef242727a tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0491686 Nov 27 01:50:16.470750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-51dc2b2c-b82c-4137-af59-e7c2a249f7df req-a69f1dd4-bea6-4052-baf9-fd7310401cc6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Nov 27 01:50:17.588981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db6eaf-e97f-478f-8ae3-392dae3f9a88 req-e57328e6-f25c-49ab-a3c6-8c000c458c59 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:17.590498 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5db6eaf-e97f-478f-8ae3-392dae3f9a88 req-e57328e6-f25c-49ab-a3c6-8c000c458c59 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0494051 Nov 27 01:50:17.638062 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b5db6eaf-e97f-478f-8ae3-392dae3f9a88 req-f9319d0d-01c2-4f39-9be9-fb94f3db5c59 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410485 Nov 27 01:50:18.760302 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8f27-b680-44e1-a5b5-605bac1d244f req-fb057782-597c-4949-a486-38069f7201cf tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:18.761777 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd0c8f27-b680-44e1-a5b5-605bac1d244f req-fb057782-597c-4949-a486-38069f7201cf tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0525455 Nov 27 01:50:18.808794 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd0c8f27-b680-44e1-a5b5-605bac1d244f req-da23ac7f-8975-4d06-8fb9-fe31c1b6bc52 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 Nov 27 01:50:19.925893 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532eb29-4f1e-4e9a-b4c4-f9e17d3ee0bf req-4e7111af-02a1-4778-b1bc-422601b9dfb5 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:19.927386 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f532eb29-4f1e-4e9a-b4c4-f9e17d3ee0bf req-4e7111af-02a1-4778-b1bc-422601b9dfb5 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0488648 Nov 27 01:50:19.977495 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f532eb29-4f1e-4e9a-b4c4-f9e17d3ee0bf req-cd027cb9-e183-41fe-9e30-c9845ae253c9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441506 Nov 27 01:50:21.094438 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43296a0-6635-4fd3-b17c-2c8e527448f8 req-454f686d-3809-4fed-bc82-d0c4cebff72c tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:21.095896 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a43296a0-6635-4fd3-b17c-2c8e527448f8 req-454f686d-3809-4fed-bc82-d0c4cebff72c tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0478330 Nov 27 01:50:21.142446 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a43296a0-6635-4fd3-b17c-2c8e527448f8 req-c3ed2714-7196-40d1-a7a7-441f7b7ad780 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407147 Nov 27 01:50:22.257488 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c15ddc-22a4-4f2f-ac19-cf7acaee3e9f req-2cec9696-6112-4a29-abc2-e516d5bb90a9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:22.258999 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30c15ddc-22a4-4f2f-ac19-cf7acaee3e9f req-2cec9696-6112-4a29-abc2-e516d5bb90a9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0473468 Nov 27 01:50:22.306403 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-30c15ddc-22a4-4f2f-ac19-cf7acaee3e9f req-fe279027-dac3-42c8-a15b-9cf6568e38c6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 Nov 27 01:50:23.423567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43f16d-31a7-450e-bbc1-eb2af4ab1584 req-77cd7884-7bfb-40f1-8c35-0f477fabbb01 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:23.425071 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac43f16d-31a7-450e-bbc1-eb2af4ab1584 req-77cd7884-7bfb-40f1-8c35-0f477fabbb01 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0489690 Nov 27 01:50:23.475398 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ac43f16d-31a7-450e-bbc1-eb2af4ab1584 req-a527a0f0-3932-4234-a179-21e96fbaa8c9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444500 Nov 27 01:50:24.589085 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99763b2-3df7-4dfb-b96f-007e62473f99 req-52672114-db9f-4a78-abae-f6adf6f954ee tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:24.590564 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c99763b2-3df7-4dfb-b96f-007e62473f99 req-52672114-db9f-4a78-abae-f6adf6f954ee tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0485051 Nov 27 01:50:24.637440 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c99763b2-3df7-4dfb-b96f-007e62473f99 req-ca81581d-6d88-4ef1-b39c-82a21c2907d7 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410030 Nov 27 01:50:25.384317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f404-d839-4e09-985a-724b259b5bc9 req-aaa02859-7c69-4ed2-8b13-5de3558fec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:25.385808 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a75f404-d839-4e09-985a-724b259b5bc9 req-aaa02859-7c69-4ed2-8b13-5de3558fec0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 1097 time: 0.0443523 Nov 27 01:50:25.494354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f404-d839-4e09-985a-724b259b5bc9 req-66b8a14d-49da-4f95-aad0-1d2356d7cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:25.495821 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a75f404-d839-4e09-985a-724b259b5bc9 req-66b8a14d-49da-4f95-aad0-1d2356d7cb34 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 915 time: 0.0875690 Nov 27 01:50:25.541686 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a75f404-d839-4e09-985a-724b259b5bc9 req-1b3f810e-9232-4607-8ef3-45b0d9884bfa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56ea757c-4563-4210-a288-2b7f23b93543 HTTP/1.1" status: 200 len: 217 time: 0.0375431 Nov 27 01:50:25.591568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f404-d839-4e09-985a-724b259b5bc9 req-4ee4b7c6-aaed-4353-bba7-594b09708d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:25.593003 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a75f404-d839-4e09-985a-724b259b5bc9 req-4ee4b7c6-aaed-4353-bba7-594b09708d39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0435331 Nov 27 01:50:25.624754 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a75f404-d839-4e09-985a-724b259b5bc9 req-778e3d11-86a5-4e9d-8725-67ad7099ed3e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234668 Nov 27 01:50:25.714330 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a75f404-d839-4e09-985a-724b259b5bc9 req-c45b8f35-48f2-473c-aadd-e8c9648ff7c6 service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817988 Nov 27 01:50:25.756329 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f45322-c5bc-486d-aa78-89a748e24a5b req-af94b40e-5e37-4243-85f8-06b83222e26d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:25.757824 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8f45322-c5bc-486d-aa78-89a748e24a5b req-af94b40e-5e37-4243-85f8-06b83222e26d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0518658 Nov 27 01:50:25.805686 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8f45322-c5bc-486d-aa78-89a748e24a5b req-f1f9e620-7545-4651-a662-117291a24570 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417337 Nov 27 01:50:25.810110 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a75f404-d839-4e09-985a-724b259b5bc9 req-64fb48aa-2c4c-4ae8-a74a-82d225912bbd service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878785 Nov 27 01:50:26.065208 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-ec8ba314-2627-4fa2-9dde-7de8ebb5496d service neutron] show failed (client error): The resource could not be found. Nov 27 01:50:26.066721 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-ec8ba314-2627-4fa2-9dde-7de8ebb5496d service neutron] 10.222.0.31 "GET /v2.0/ports/56ea757c-4563-4210-a288-2b7f23b93543/bindings/n-h1-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0546358 Nov 27 01:50:26.274774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-59ce169d-f336-49a5-aa8f-a2a28c129526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:26.276153 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-59ce169d-f336-49a5-aa8f-a2a28c129526 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be&tenant_id=b28de5b6eff8403795d14197fc7d02be HTTP/1.1" status: 200 len: 1097 time: 0.0401139 Nov 27 01:50:26.299304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:50:26.353801 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:26.552535 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] For port 56ea757c-4563-4210-a288-2b7f23b93543, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=56ea757c-4563-4210-a288-2b7f23b93543,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:50:26.584563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] For port 56ea757c-4563-4210-a288-2b7f23b93543, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:50:26.621876 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1560160-dd82-44d0-bfba-d722849ef7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ea757c-4563-4210-a288-2b7f23b93543'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:50:26.624038 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c0fce3-cf56-4344-8a6f-af04a00426ea" -d '{"events": [{"server_uuid": "c1560160-dd82-44d0-bfba-d722849ef7be", "name": "network-vif-unplugged", "status": "completed", "tag": "56ea757c-4563-4210-a288-2b7f23b93543"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:50:26.627664 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:26.639734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Transition to ACTIVE for port object 56ea757c-4563-4210-a288-2b7f23b93543 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:50:26.643836 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:26.707343 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] No DVR routers for this DVR port 56ea757c-4563-4210-a288-2b7f23b93543 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:50:26.713847 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Pushing event updated for resources: {'Port': ['ID=56ea757c-4563-4210-a288-2b7f23b93543,revision_number=6']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:26.724917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:26.725185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:26.725525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:26.725856 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:26.726183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:26.726508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:26.726832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:26.727155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:26.727476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:26.727797 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:26.728116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:26.728458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:26.744859 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820276ba-a78c-4452-ad88-2cae4c3c279f x-openstack-request-id: req-820276ba-a78c-4452-ad88-2cae4c3c279f {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:50:26.745154 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1560160-dd82-44d0-bfba-d722849ef7be", "name": "network-vif-unplugged", "status": "completed", "tag": "56ea757c-4563-4210-a288-2b7f23b93543", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:50:26.745405 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-820276ba-a78c-4452-ad88-2cae4c3c279f {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:50:26.745795 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1560160-dd82-44d0-bfba-d722849ef7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ea757c-4563-4210-a288-2b7f23b93543', 'code': 200} Nov 27 01:50:26.758996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Attempting to bind port 56ea757c-4563-4210-a288-2b7f23b93543 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:50:26.759597 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Attempting to bind port 56ea757c-4563-4210-a288-2b7f23b93543 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:50:26.759710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Attempting to bind port 56ea757c-4563-4210-a288-2b7f23b93543 on network a3232ba5-f144-46c9-b609-6b0d99021bdc {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:50:26.763829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Port 56ea757c-4563-4210-a288-2b7f23b93543 on network a3232ba5-f144-46c9-b609-6b0d99021bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:50:26.764149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Attempting to bind port 56ea757c-4563-4210-a288-2b7f23b93543 on network a3232ba5-f144-46c9-b609-6b0d99021bdc {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:50:26.769446 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:50:26.769795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Checking segment: {'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:50:26.770154 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Bound using segment: {'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:50:26.770570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Bound port: 56ea757c-4563-4210-a288-2b7f23b93543, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807f6fb7-bb12-4aba-94c4-083939458098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:50:26.770919 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:26.832354 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] For port 56ea757c-4563-4210-a288-2b7f23b93543, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:50:26.835549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] For port 56ea757c-4563-4210-a288-2b7f23b93543, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=56ea757c-4563-4210-a288-2b7f23b93543,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:50:26.839667 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:26.871726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:26.872438 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:26.874107 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] 10.222.0.21 "PUT /v2.0/ports/56ea757c-4563-4210-a288-2b7f23b93543 HTTP/1.1" status: 200 len: 1092 time: 0.5784681 Nov 27 01:50:26.955728 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef32d9-36cb-4427-a964-386321cfdd4e service neutron] Pushing event updated for resources: {'Port': ['ID=56ea757c-4563-4210-a288-2b7f23b93543,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:26.978928 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04477c-35de-4d4d-9e95-7358d605a313 req-36f18af7-98f1-4c00-9314-1f479e7e8053 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:26.980425 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f04477c-35de-4d4d-9e95-7358d605a313 req-36f18af7-98f1-4c00-9314-1f479e7e8053 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 943 time: 0.1030285 Nov 27 01:50:26.986296 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-8334e5c4-5eb7-4230-bb5d-c0eb6d60932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:26.987700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-8334e5c4-5eb7-4230-bb5d-c0eb6d60932e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 1095 time: 0.0728765 Nov 27 01:50:27.078991 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f04477c-35de-4d4d-9e95-7358d605a313 req-55fb4dac-9cdc-40c8-b120-4d80906df732 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903533 Nov 27 01:50:27.108217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-d0bccab3-5ce4-402b-8484-7682c83888c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:27.109673 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-d0bccab3-5ce4-402b-8484-7682c83888c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 915 time: 0.1086292 Nov 27 01:50:27.154538 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-dc416630-8026-4c99-a0d9-b13b8e571272 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56ea757c-4563-4210-a288-2b7f23b93543 HTTP/1.1" status: 200 len: 217 time: 0.0340755 Nov 27 01:50:27.203041 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-77406356-e0cc-4044-9da9-74abc44c8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:27.204502 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-77406356-e0cc-4044-9da9-74abc44c8bec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0430794 Nov 27 01:50:27.243199 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-a3d078f3-8f0a-4011-9d16-1e3365be3125 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269494 Nov 27 01:50:27.336112 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-c9835879-95fa-4287-a6d6-92fe0ecbe6a1 service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804164 Nov 27 01:50:27.431885 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4b76ac6-744b-44ec-8f8a-748c9790f83e req-c969bd86-0a41-41bc-a55f-37587256da32 service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832138 Nov 27 01:50:28.195911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3ef9f-b275-40a4-9d6c-5310930ea959 req-d4379aec-52bf-4fbf-928c-23f8c7efa9e4 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:28.197410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7eb3ef9f-b275-40a4-9d6c-5310930ea959 req-d4379aec-52bf-4fbf-928c-23f8c7efa9e4 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 943 time: 0.0487740 Nov 27 01:50:28.247721 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7eb3ef9f-b275-40a4-9d6c-5310930ea959 req-09980983-925c-4c50-914b-d7d8470263ee tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445080 Nov 27 01:50:28.746877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1560160-dd82-44d0-bfba-d722849ef7be', 'tag': '56ea757c-4563-4210-a288-2b7f23b93543'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:50:28.749162 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bc9678-ec39-46b5-b709-73061998fd7e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1560160-dd82-44d0-bfba-d722849ef7be", "tag": "56ea757c-4563-4210-a288-2b7f23b93543"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:50:28.797354 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8c8851-2e13-4138-a74a-b5b59c6cf3b4 x-openstack-request-id: req-6a8c8851-2e13-4138-a74a-b5b59c6cf3b4 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:50:28.797648 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1560160-dd82-44d0-bfba-d722849ef7be", "tag": "56ea757c-4563-4210-a288-2b7f23b93543", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:50:28.797904 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a8c8851-2e13-4138-a74a-b5b59c6cf3b4 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:50:28.798305 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1560160-dd82-44d0-bfba-d722849ef7be', 'tag': '56ea757c-4563-4210-a288-2b7f23b93543', 'status': 'completed', 'code': 200} Nov 27 01:50:28.869255 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:28.883270 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-a17209a7-5582-4367-9855-9960188d063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:28.885028 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-a17209a7-5582-4367-9855-9960188d063e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 1095 time: 0.0441344 Nov 27 01:50:28.890454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-96246652-4b64-4e98-b919-974fea3e9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:28.892094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-96246652-4b64-4e98-b919-974fea3e9d4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 1095 time: 0.0435731 Nov 27 01:50:28.974861 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-d0b84d14-66be-4a2f-9d4d-14268087a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:28.976393 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-d0b84d14-66be-4a2f-9d4d-14268087a4dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 915 time: 0.0838466 Nov 27 01:50:28.981681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-858290ad-8206-4cf2-a606-cd4c7312b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:28.983226 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-858290ad-8206-4cf2-a606-cd4c7312b2d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 915 time: 0.0827978 Nov 27 01:50:29.022336 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-800e6191-0cea-42fd-b5f5-f528b2ec0687 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56ea757c-4563-4210-a288-2b7f23b93543 HTTP/1.1" status: 200 len: 217 time: 0.0389285 Nov 27 01:50:29.031900 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-7692e053-ebfc-4a3f-86cd-f5a65a433053 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56ea757c-4563-4210-a288-2b7f23b93543 HTTP/1.1" status: 200 len: 217 time: 0.0380900 Nov 27 01:50:29.073415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-52ec6c5d-0f92-4f82-9784-9637091e3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:29.074904 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-52ec6c5d-0f92-4f82-9784-9637091e3f71 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0454874 Nov 27 01:50:29.081918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-cb89adb6-9b65-47c2-adda-3be63d74edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:29.083487 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-cb89adb6-9b65-47c2-adda-3be63d74edcb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0441124 Nov 27 01:50:29.107144 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-88edff89-41a5-4fb6-aa21-106feee31b42 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246131 Nov 27 01:50:29.116501 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-0a8ec376-83c0-44ad-8769-22a7f19ae696 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243526 Nov 27 01:50:29.201127 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-358018b2-0695-44b6-b9ce-1e385e7a2a69 service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863321 Nov 27 01:50:29.213514 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-867bd53b-12e0-486c-a9a5-934e46654049 service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867436 Nov 27 01:50:29.293655 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-c7cbf166-1683-4143-9cdc-6ef7935c2cb7 service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846827 Nov 27 01:50:29.308393 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e7bc9678-ec39-46b5-b709-73061998fd7e req-f3bac301-91fb-446b-8906-89cce06c0cba service neutron] 10.222.0.21 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862854 Nov 27 01:50:29.381017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59824c-5f3d-4ac9-8b88-6843b3b5b5de req-c32cd1fa-5680-4bd1-aaf9-34b121e158d5 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:29.382535 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1e59824c-5f3d-4ac9-8b88-6843b3b5b5de req-c32cd1fa-5680-4bd1-aaf9-34b121e158d5 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 943 time: 0.0498548 Nov 27 01:50:29.436909 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1e59824c-5f3d-4ac9-8b88-6843b3b5b5de req-b444dd28-abe3-4f1f-a6d0-79fcda179616 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481861 Nov 27 01:50:30.554467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360d770-c00f-45b5-a9da-ee1b6ec090b0 req-f5588e41-1808-4d33-9c51-4524ab46f5c7 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:30.555832 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2360d770-c00f-45b5-a9da-ee1b6ec090b0 req-f5588e41-1808-4d33-9c51-4524ab46f5c7 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 943 time: 0.0482903 Nov 27 01:50:30.606391 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2360d770-c00f-45b5-a9da-ee1b6ec090b0 req-7b3ad2db-562a-4ee5-af09-1e7845a49df9 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446913 Nov 27 01:50:30.727050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 56ea757c-4563-4210-a288-2b7f23b93543 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:50:30.798794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ad770-109d-4f60-b270-eebbb25fe2b3 req-10d11565-aaf7-4db4-b8b9-e970b6032ee0 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:30.800492 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b7ad770-109d-4f60-b270-eebbb25fe2b3 req-10d11565-aaf7-4db4-b8b9-e970b6032ee0 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 943 time: 0.0518966 Nov 27 01:50:30.827840 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a00014-523a-42c0-928f-913e09df3a4a req-9577d8bb-0589-4ecb-8c7e-152ccb86cd40 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:30.829390 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76a00014-523a-42c0-928f-913e09df3a4a req-9577d8bb-0589-4ecb-8c7e-152ccb86cd40 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be&tenant_id=b28de5b6eff8403795d14197fc7d02be&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 943 time: 0.0568924 Nov 27 01:50:30.830333 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 56ea757c-4563-4210-a288-2b7f23b93543, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=56ea757c-4563-4210-a288-2b7f23b93543,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:50:30.841577 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '56ea757c-4563-4210-a288-2b7f23b93543', 'network_id': 'a3232ba5-f144-46c9-b609-6b0d99021bdc', 'port_id': '56ea757c-4563-4210-a288-2b7f23b93543', 'mac_address': 'fa:16:3e:96:4e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b163bdd-5092-4c4b-9346-2587983ccb46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:50:30.850136 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b7ad770-109d-4f60-b270-eebbb25fe2b3 req-118dd2ae-61d6-4e61-8a41-c4cd284573a7 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429142 Nov 27 01:50:30.867853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 56ea757c-4563-4210-a288-2b7f23b93543 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:50:30.892948 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-76a00014-523a-42c0-928f-913e09df3a4a req-cb28aaba-496a-4a66-bdac-0c7317ad0d4b service neutron] delete failed (client error): The resource could not be found. Nov 27 01:50:30.893968 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76a00014-523a-42c0-928f-913e09df3a4a req-cb28aaba-496a-4a66-bdac-0c7317ad0d4b service neutron] 10.222.0.31 "DELETE /v2.0/ports/56ea757c-4563-4210-a288-2b7f23b93543/bindings/n-h2-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0577509 Nov 27 01:50:30.921295 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:30.925420 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:30.938480 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ea757c-4563-4210-a288-2b7f23b93543 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:50:30.942635 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 56ea757c-4563-4210-a288-2b7f23b93543 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:50:30.959349 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 56ea757c-4563-4210-a288-2b7f23b93543, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=56ea757c-4563-4210-a288-2b7f23b93543,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:50:30.963704 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:30.999391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a00014-523a-42c0-928f-913e09df3a4a req-c3d9876e-70a7-40ac-933a-b84024852b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:31.000943 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76a00014-523a-42c0-928f-913e09df3a4a req-c3d9876e-70a7-40ac-933a-b84024852b9a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b28de5b6eff8403795d14197fc7d02be&device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 1096 time: 0.0419409 Nov 27 01:50:31.015325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=56ea757c-4563-4210-a288-2b7f23b93543,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:31.023269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:31.023623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:31.023967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:31.024334 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:31.024671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:31.025010 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:31.025339 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:31.025671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:31.025996 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:31.026321 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:31.026646 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:31.026968 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:31.098837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a00014-523a-42c0-928f-913e09df3a4a req-2d8e36a5-8b7d-423a-95ce-9170901ab165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:31.100213 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76a00014-523a-42c0-928f-913e09df3a4a req-2d8e36a5-8b7d-423a-95ce-9170901ab165 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 200 len: 915 time: 0.0924463 Nov 27 01:50:31.140087 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76a00014-523a-42c0-928f-913e09df3a4a req-be7cc95f-f718-40a8-a4b8-5c786c7e3e2d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56ea757c-4563-4210-a288-2b7f23b93543 HTTP/1.1" status: 200 len: 217 time: 0.0329380 Nov 27 01:50:31.189018 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a00014-523a-42c0-928f-913e09df3a4a req-5bcfd243-f919-49f1-b444-cacd2ea4d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:31.190496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76a00014-523a-42c0-928f-913e09df3a4a req-5bcfd243-f919-49f1-b444-cacd2ea4d041 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 200 len: 854 time: 0.0439353 Nov 27 01:50:31.225936 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76a00014-523a-42c0-928f-913e09df3a4a req-a5b910b2-11d6-4a80-8bbb-17b75c486487 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3232ba5-f144-46c9-b609-6b0d99021bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288904 Nov 27 01:50:31.269404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['56ea757c-4563-4210-a288-2b7f23b93543'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:50:31.314481 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76a00014-523a-42c0-928f-913e09df3a4a req-54fb0573-45e3-4814-91bb-992c88bbb721 service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810130 Nov 27 01:50:31.409262 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76a00014-523a-42c0-928f-913e09df3a4a req-88c685f3-871c-4044-bb82-42579c130329 service neutron] 10.222.0.31 "GET /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860231 Nov 27 01:50:31.969639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1489a45-050a-4eeb-a5bb-4234fb5bd50b req-5beee026-77f1-4397-956e-3863849590de tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:31.971150 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c1489a45-050a-4eeb-a5bb-4234fb5bd50b req-5beee026-77f1-4397-956e-3863849590de tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 944 time: 0.0500288 Nov 27 01:50:32.018967 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c1489a45-050a-4eeb-a5bb-4234fb5bd50b req-abce0656-639b-4fb7-a0cd-75eb879e17dc tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416193 Nov 27 01:50:32.134912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714f1f8-8925-469d-9ceb-303deb22d39d req-b266975a-8951-4ffc-8f4d-1aaf62cd77c6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:32.136306 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4714f1f8-8925-469d-9ceb-303deb22d39d req-b266975a-8951-4ffc-8f4d-1aaf62cd77c6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 944 time: 0.0481107 Nov 27 01:50:32.182786 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4714f1f8-8925-469d-9ceb-303deb22d39d req-6bf9cb1d-b567-46ba-b8f4-794d0049f48c tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Nov 27 01:50:32.296437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8257e4b-aec3-45bb-a394-ba9ca64e9691 req-619c7ea0-f9fa-401b-934a-7d723785f0d3 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:32.297937 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8257e4b-aec3-45bb-a394-ba9ca64e9691 req-619c7ea0-f9fa-401b-934a-7d723785f0d3 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 944 time: 0.0492063 Nov 27 01:50:32.345064 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8257e4b-aec3-45bb-a394-ba9ca64e9691 req-577a7ad0-d9c0-4a3b-b75d-61435e0f711e tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Nov 27 01:50:32.677949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612a1f7-4877-4236-a425-d646febf682b req-edd44c0c-5ef6-4ec0-a59c-6b5578bfdb44 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:32.679300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c612a1f7-4877-4236-a425-d646febf682b req-edd44c0c-5ef6-4ec0-a59c-6b5578bfdb44 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 944 time: 0.0519342 Nov 27 01:50:32.725197 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c612a1f7-4877-4236-a425-d646febf682b req-d90bab6a-157b-496f-9477-32e2350567df tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398219 Nov 27 01:50:32.747352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 56ea757c-4563-4210-a288-2b7f23b93543 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:50:32.797348 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 56ea757c-4563-4210-a288-2b7f23b93543 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:50:32.801175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 56ea757c-4563-4210-a288-2b7f23b93543 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:32.801549 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:32.874379 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:32.896390 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1560160-dd82-44d0-bfba-d722849ef7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea757c-4563-4210-a288-2b7f23b93543'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:50:32.898595 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88ae818-848f-4de1-9667-07658f2b6d61" -d '{"events": [{"server_uuid": "c1560160-dd82-44d0-bfba-d722849ef7be", "name": "network-vif-plugged", "status": "completed", "tag": "56ea757c-4563-4210-a288-2b7f23b93543"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:50:32.912170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 56ea757c-4563-4210-a288-2b7f23b93543, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=56ea757c-4563-4210-a288-2b7f23b93543,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:50:32.916135 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:32.943342 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05533641-dd49-443e-93db-0ea55a9e1c89 x-openstack-request-id: req-05533641-dd49-443e-93db-0ea55a9e1c89 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:50:32.943638 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1560160-dd82-44d0-bfba-d722849ef7be", "name": "network-vif-plugged", "status": "completed", "tag": "56ea757c-4563-4210-a288-2b7f23b93543", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:50:32.943899 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05533641-dd49-443e-93db-0ea55a9e1c89 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:50:32.944298 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1560160-dd82-44d0-bfba-d722849ef7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea757c-4563-4210-a288-2b7f23b93543', 'code': 200} Nov 27 01:50:32.969300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=56ea757c-4563-4210-a288-2b7f23b93543,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:33.839705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eddde0-0ffb-4bf5-a003-db817c004ea6 req-8918d19a-69e1-4d92-9c58-61b696bc5c58 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:33.841183 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4eddde0-0ffb-4bf5-a003-db817c004ea6 req-8918d19a-69e1-4d92-9c58-61b696bc5c58 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0477014 Nov 27 01:50:33.887749 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4eddde0-0ffb-4bf5-a003-db817c004ea6 req-2fc1b99e-71fa-4e04-b32c-a613792ffcce tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b6b80c-84b9-424e-9595-0b51da15b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Nov 27 01:50:34.123987 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee606117-2b7a-4328-8234-528ebbb57d1f req-3b9eef1a-7ba0-40bb-88d8-9b212bfc3de6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:34.125427 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ee606117-2b7a-4328-8234-528ebbb57d1f req-3b9eef1a-7ba0-40bb-88d8-9b212bfc3de6 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1560160-dd82-44d0-bfba-d722849ef7be HTTP/1.1" status: 200 len: 945 time: 0.0473542 Nov 27 01:50:34.218489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-ee606117-2b7a-4328-8234-528ebbb57d1f req-9d7c3305-4184-45d5-a1be-f35d26ef33d8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Deleting port 56ea757c-4563-4210-a288-2b7f23b93543 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:50:34.218820 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ee606117-2b7a-4328-8234-528ebbb57d1f req-9d7c3305-4184-45d5-a1be-f35d26ef33d8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:34.305761 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ee606117-2b7a-4328-8234-528ebbb57d1f req-9d7c3305-4184-45d5-a1be-f35d26ef33d8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] For port 56ea757c-4563-4210-a288-2b7f23b93543, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=56ea757c-4563-4210-a288-2b7f23b93543,segment=NetworkSegment(807f6fb7-bb12-4aba-94c4-083939458098),segment_id=807f6fb7-bb12-4aba-94c4-083939458098)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:50:34.306129 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ee606117-2b7a-4328-8234-528ebbb57d1f req-9d7c3305-4184-45d5-a1be-f35d26ef33d8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:34.322377 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-ee606117-2b7a-4328-8234-528ebbb57d1f req-9d7c3305-4184-45d5-a1be-f35d26ef33d8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Calling delete_port for 56ea757c-4563-4210-a288-2b7f23b93543 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:50:34.445011 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ee606117-2b7a-4328-8234-528ebbb57d1f req-9d7c3305-4184-45d5-a1be-f35d26ef33d8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:34.473480 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c3305-4184-45d5-a1be-f35d26ef33d8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Pushing event deleted for resources: {'Port': ['ID=56ea757c-4563-4210-a288-2b7f23b93543,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:34.492446 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['56ea757c-4563-4210-a288-2b7f23b93543'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:50:34.516565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee606117-2b7a-4328-8234-528ebbb57d1f req-9d7c3305-4184-45d5-a1be-f35d26ef33d8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] No DVR routers for this DVR port 56ea757c-4563-4210-a288-2b7f23b93543 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:50:34.519123 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ee606117-2b7a-4328-8234-528ebbb57d1f req-9d7c3305-4184-45d5-a1be-f35d26ef33d8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:34.523097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ee606117-2b7a-4328-8234-528ebbb57d1f req-9d7c3305-4184-45d5-a1be-f35d26ef33d8 tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] 10.222.0.21 "DELETE /v2.0/ports/56ea757c-4563-4210-a288-2b7f23b93543 HTTP/1.1" status: 204 len: 173 time: 0.3878276 Nov 27 01:50:34.523525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1560160-dd82-44d0-bfba-d722849ef7be', 'name': 'network-vif-deleted', 'tag': '56ea757c-4563-4210-a288-2b7f23b93543'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:50:34.525754 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151fa397-98bc-4d17-8b17-27c35d2628d3" -d '{"events": [{"server_uuid": "c1560160-dd82-44d0-bfba-d722849ef7be", "name": "network-vif-deleted", "tag": "56ea757c-4563-4210-a288-2b7f23b93543"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:50:34.564121 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6ba1d2-3ecd-4759-8d38-b83b97771e55 x-openstack-request-id: req-1a6ba1d2-3ecd-4759-8d38-b83b97771e55 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:50:34.564434 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1560160-dd82-44d0-bfba-d722849ef7be", "name": "network-vif-deleted", "tag": "56ea757c-4563-4210-a288-2b7f23b93543", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:50:34.564689 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a6ba1d2-3ecd-4759-8d38-b83b97771e55 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:50:34.565087 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1560160-dd82-44d0-bfba-d722849ef7be', 'name': 'network-vif-deleted', 'tag': '56ea757c-4563-4210-a288-2b7f23b93543', 'status': 'completed', 'code': 200} Nov 27 01:50:35.006756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41242) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:50:35.054006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Deleting subnet 7b163bdd-5092-4c4b-9346-2587983ccb46 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:50:35.057011 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.090695 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.128447 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.180388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.206061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b163bdd-5092-4c4b-9346-2587983ccb46,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:35.211310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.214500 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7b163bdd-5092-4c4b-9346-2587983ccb46 HTTP/1.1" status: 204 len: 168 time: 0.2067294 Nov 27 01:50:35.217278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 41244) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:50:35.219600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:35.219956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:35.220399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:35.220746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:35.221086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:35.221424 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:35.221758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:35.222088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:35.222420 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:35.222785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:35.223120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:35.223447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fb923-f7b9-473c-9e9c-8272a51ad523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:35.286357 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25d6ddc8-5cbb-4b89-ac8d-4f7b62520847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.364514 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25d6ddc8-5cbb-4b89-ac8d-4f7b62520847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.384378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-25d6ddc8-5cbb-4b89-ac8d-4f7b62520847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3232ba5-f144-46c9-b609-6b0d99021bdc']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:35.393352 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-25d6ddc8-5cbb-4b89-ac8d-4f7b62520847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807f6fb7-bb12-4aba-94c4-083939458098') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:35.393649 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-25d6ddc8-5cbb-4b89-ac8d-4f7b62520847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807f6fb7-bb12-4aba-94c4-083939458098') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:35.403434 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25d6ddc8-5cbb-4b89-ac8d-4f7b62520847 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.416458 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25d6ddc8-5cbb-4b89-ac8d-4f7b62520847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.422242 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d6ddc8-5cbb-4b89-ac8d-4f7b62520847 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:50:35.422618 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25d6ddc8-5cbb-4b89-ac8d-4f7b62520847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: timer() Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:50:35.424206 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:50:35.476270 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25d6ddc8-5cbb-4b89-ac8d-4f7b62520847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.482923 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-25d6ddc8-5cbb-4b89-ac8d-4f7b62520847 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.485750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-25d6ddc8-5cbb-4b89-ac8d-4f7b62520847 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a3232ba5-f144-46c9-b609-6b0d99021bdc HTTP/1.1" status: 204 len: 168 time: 0.2674723 Nov 27 01:50:35.499136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6ddc8-5cbb-4b89-ac8d-4f7b62520847 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3232ba5-f144-46c9-b609-6b0d99021bdc,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:35.593252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 41248) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:50:35.633263 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-aa60f258-30af-4b28-b74e-24f0b3b3a94a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b28de5b6eff8403795d14197fc7d02be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388768 Nov 27 01:50:35.635600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 41250) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:50:35.680621 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4e82be1c-ca9b-4247-a358-cc2a46c12aea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.701266 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4e82be1c-ca9b-4247-a358-cc2a46c12aea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.744824 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4e82be1c-ca9b-4247-a358-cc2a46c12aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.747313 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4e82be1c-ca9b-4247-a358-cc2a46c12aea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:35.748459 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4e82be1c-ca9b-4247-a358-cc2a46c12aea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80b6b80c-84b9-424e-9595-0b51da15b657 HTTP/1.1" status: 204 len: 168 time: 0.1119435 Nov 27 01:50:35.756622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82be1c-ca9b-4247-a358-cc2a46c12aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b6b80c-84b9-424e-9595-0b51da15b657,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:36.387366 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 41272) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:50:36.483478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1720956912-network', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:50:36.503967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] Made reservation on behalf of 084daf74e2d64e1bb5c15e90ace1051f for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:50:36.506235 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:36.514326 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:36.587372 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:36.590844 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:36.614328 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:50:36.629143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41beb809-ea2d-4c1c-bc6c-3f975eaa86cc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:36.633041 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:36.633385 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] Added segment ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84 of type vlan for network 4a33f837-d9f5-44e6-9a51-90354b793d43 Nov 27 01:50:36.673530 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:36.697818 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:36.698777 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:36.699334 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:36.748376 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3598907 Nov 27 01:50:36.751602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41276) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:50:36.757151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-eb77a179-7f05-4481-94bf-1abe047ff4c7 admin admin] Request body: {'subnet': {'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1720956912-subnet', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:50:36.759350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec683fc3-ddc6-448c-b1fe-9dea04c8d668 admin admin] Pushing event updated for resources: {'Network': ['ID=4a33f837-d9f5-44e6-9a51-90354b793d43,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:36.768935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 4a33f837-d9f5-44e6-9a51-90354b793d43 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:50:36.778484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb77a179-7f05-4481-94bf-1abe047ff4c7 admin admin] Made reservation on behalf of 084daf74e2d64e1bb5c15e90ace1051f for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:50:36.781347 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb77a179-7f05-4481-94bf-1abe047ff4c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:36.950638 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb77a179-7f05-4481-94bf-1abe047ff4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.009936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77a179-7f05-4481-94bf-1abe047ff4c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=993de3c6-7a9f-4f6c-8db6-8292c17bc78b,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:37.017207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb77a179-7f05-4481-94bf-1abe047ff4c7 admin admin] Checking segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:50:37.017567 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb77a179-7f05-4481-94bf-1abe047ff4c7 admin admin] Network hostable DHCP agents. Network: 4a33f837-d9f5-44e6-9a51-90354b793d43, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:50:37.033737 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb77a179-7f05-4481-94bf-1abe047ff4c7 admin admin] Network 4a33f837-d9f5-44e6-9a51-90354b793d43 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:50:37.042257 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-eb77a179-7f05-4481-94bf-1abe047ff4c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 4a33f837-d9f5-44e6-9a51-90354b793d43) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:50:37.046478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77a179-7f05-4481-94bf-1abe047ff4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:37.047071 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb77a179-7f05-4481-94bf-1abe047ff4c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.051975 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa05116e-d6c1-4045-bc24-3910c0ea3069 None None] Network 4a33f837-d9f5-44e6-9a51-90354b793d43 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:50:37.063508 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-eb77a179-7f05-4481-94bf-1abe047ff4c7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3107800 Nov 27 01:50:37.066357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41278) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:50:37.071190 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:50:37.090922 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.092067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.143428 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.197017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-4a33f837-d9f5-44e6-9a51-90354b793d43', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:50:37.197955 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.283104 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.336306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Allocated IP 172.20.0.2 (4a33f837-d9f5-44e6-9a51-90354b793d43/993de3c6-7a9f-4f6c-8db6-8292c17bc78b/33ad1502-8d36-453c-a944-a557157e5e34) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:50:37.476750 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.483382 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.492044 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.512206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.530228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Network 4a33f837-d9f5-44e6-9a51-90354b793d43 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:50:37.535158 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:50:37.537808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:50:37.541154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Pushing event updated for resources: {'Port': ['ID=33ad1502-8d36-453c-a944-a557157e5e34,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:37.592876 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Attempting to bind port 33ad1502-8d36-453c-a944-a557157e5e34 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:50:37.593252 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Attempting to bind port 33ad1502-8d36-453c-a944-a557157e5e34 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:50:37.593615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Attempting to bind port 33ad1502-8d36-453c-a944-a557157e5e34 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:50:37.598559 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:50:37.598936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Checking segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:50:37.599344 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.599736 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Bound using segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:50:37.600200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Bound port: 33ad1502-8d36-453c-a944-a557157e5e34, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:50:37.600606 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.613445 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Allocated IP 172.25.1.11 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/bbceaa92-1f83-4548-bc7e-8a6cea1f1c80) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:50:37.661762 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] For port 33ad1502-8d36-453c-a944-a557157e5e34, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:50:37.664963 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] For port 33ad1502-8d36-453c-a944-a557157e5e34, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=33ad1502-8d36-453c-a944-a557157e5e34,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:50:37.668794 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.724288 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.729383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4bf5a-f481-400a-b259-6a0316f98f44 None None] Pushing event updated for resources: {'Port': ['ID=33ad1502-8d36-453c-a944-a557157e5e34,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:37.755434 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.797661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:50:37.801175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:50:37.804758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:50:37.815078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f0caff-a580-4882-849d-6fae56d4b384 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:50:37.828937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Pushing event updated for resources: {'Port': ['ID=bbceaa92-1f83-4548-bc7e-8a6cea1f1c80,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:37.911209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-07ac67a1-c30f-4752-8bdf-7c5c96e567d6 None None] Provisioning complete for port bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:37.911680 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-07ac67a1-c30f-4752-8bdf-7c5c96e567d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:37.955062 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-07ac67a1-c30f-4752-8bdf-7c5c96e567d6 None None] Port bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:50:38.084642 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:38.534430 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:38.563394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 33ad1502-8d36-453c-a944-a557157e5e34 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:50:38.591564 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:50:38.616197 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 33ad1502-8d36-453c-a944-a557157e5e34 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:38.616604 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:38.670636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Router 8946ca02-07db-4189-838f-4f4a1510d940 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:50:38.698044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838316b0-4ed7-48e6-9673-1fc8850ee763 None None] Network 4a33f837-d9f5-44e6-9a51-90354b793d43 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:50:38.742630 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:38.776776 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 56ea757c-4563-4210-a288-2b7f23b93543 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:50:38.780677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:50:38.791801 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Sync routers for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:50:38.800960 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:38.801866 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:50:38.802480 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:50:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:38.803640 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e8e2577e-22d6-440e-93ff-73b9b226dda7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7350602 Nov 27 01:50:38.806425 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41280) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:50:38.914724 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:50:38.983468 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 56ea757c-4563-4210-a288-2b7f23b93543 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:50:38.984055 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 56ea757c-4563-4210-a288-2b7f23b93543 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:50:38.992031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 33ad1502-8d36-453c-a944-a557157e5e34, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=33ad1502-8d36-453c-a944-a557157e5e34,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:50:39.001434 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.032852 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fc6959d3-9a48-41e2-8ae0-165c706588a6 None None] Provisioning complete for port 33ad1502-8d36-453c-a944-a557157e5e34 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:39.033901 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fc6959d3-9a48-41e2-8ae0-165c706588a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.104942 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:37Z', 'revision_number': 3, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:39.116136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=33ad1502-8d36-453c-a944-a557157e5e34,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:39.137481 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Checking router: 8946ca02-07db-4189-838f-4f4a1510d940 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:50:39.137858 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Updating router 8946ca02-07db-4189-838f-4f4a1510d940 port bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:50:39.163753 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.277536 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.415086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b7fbb999-4f58-429a-b676-4563151182af None None] Provisioning complete for port 33ad1502-8d36-453c-a944-a557157e5e34 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:39.415615 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b7fbb999-4f58-429a-b676-4563151182af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.438292 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.445324 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.452556 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Allocated IP 172.20.0.1 (4a33f837-d9f5-44e6-9a51-90354b793d43/993de3c6-7a9f-4f6c-8db6-8292c17bc78b/0add5692-9c8d-4555-ba6e-3b873dc4a8ce) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:50:39.504895 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c50575b-9eed-4c2c-99be-84e55e2154dc None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:50:39.508195 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86b979-c722-4c86-8548-0737a9cfc2a9 None None] Pushing event updated for resources: {'Port': ['ID=bbceaa92-1f83-4548-bc7e-8a6cea1f1c80,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:39.510983 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Attempting to bind port bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:50:39.511346 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Attempting to bind port bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:50:39.512041 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Attempting to bind port bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:50:39.522172 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:50:39.522570 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:50:39.522971 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.523360 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:50:39.523821 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Bound port: bbceaa92-1f83-4548-bc7e-8a6cea1f1c80, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:50:39.524194 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.527182 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b979-c722-4c86-8548-0737a9cfc2a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:39.527527 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b979-c722-4c86-8548-0737a9cfc2a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:39.527861 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b979-c722-4c86-8548-0737a9cfc2a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:39.528190 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b979-c722-4c86-8548-0737a9cfc2a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:39.528536 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b979-c722-4c86-8548-0737a9cfc2a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:39.528858 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b979-c722-4c86-8548-0737a9cfc2a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:39.529181 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b979-c722-4c86-8548-0737a9cfc2a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:39.529500 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b979-c722-4c86-8548-0737a9cfc2a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:39.530068 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b979-c722-4c86-8548-0737a9cfc2a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:39.530380 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b979-c722-4c86-8548-0737a9cfc2a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:39.530693 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b979-c722-4c86-8548-0737a9cfc2a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:39.531007 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b979-c722-4c86-8548-0737a9cfc2a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:50:39.568779 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.585179 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] For port bbceaa92-1f83-4548-bc7e-8a6cea1f1c80, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:50:39.588135 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] For port bbceaa92-1f83-4548-bc7e-8a6cea1f1c80, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bbceaa92-1f83-4548-bc7e-8a6cea1f1c80,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:50:39.592751 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.605792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.623662 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-12c42dbd-b924-431b-8e77-649f74548008 None None] Provisioning complete for port bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:39.624344 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-12c42dbd-b924-431b-8e77-649f74548008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.643436 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Network 4a33f837-d9f5-44e6-9a51-90354b793d43 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:50:39.645918 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:50:39.647100 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:50:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:39.649246 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:50:39.649488 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90652434-2dfd-4a10-9ab2-cb453bfb5312 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:50:39.653025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:50:39.691521 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.736184 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-12c42dbd-b924-431b-8e77-649f74548008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.744429 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Pushing event updated for resources: {'Port': ['ID=0add5692-9c8d-4555-ba6e-3b873dc4a8ce,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:39.779228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-12c42dbd-b924-431b-8e77-649f74548008 None None] For port bbceaa92-1f83-4548-bc7e-8a6cea1f1c80, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bbceaa92-1f83-4548-bc7e-8a6cea1f1c80,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:50:39.786136 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-12c42dbd-b924-431b-8e77-649f74548008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.849969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c42dbd-b924-431b-8e77-649f74548008 None None] Pushing event updated for resources: {'Port': ['ID=bbceaa92-1f83-4548-bc7e-8a6cea1f1c80,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:39.864497 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:39.873383 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86b979-c722-4c86-8548-0737a9cfc2a9 None None] Pushing event updated for resources: {'Port': ['ID=bbceaa92-1f83-4548-bc7e-8a6cea1f1c80,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:39.885767 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:50:39.909770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-eb2a9984-4193-4fa8-aab2-866f0b858133 None None] Provisioning complete for port bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:39.910516 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9984-4193-4fa8-aab2-866f0b858133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:40.037000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:40.041732 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:40.064390 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:37Z', 'revision_number': 3, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:40.094332 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6fab2e-7466-4a36-a0fa-0d19ae3b7ae1 None None] The sync data for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 is: [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:37Z', 'revision_number': 3, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:50:40.117397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Pushing event updated for resources: {'Port': ['ID=0add5692-9c8d-4555-ba6e-3b873dc4a8ce,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:40.125737 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:40.128134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6baf52a5-6feb-45cb-a4bf-312d7ce5e616 None None] Provisioning complete for port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:40.128654 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6baf52a5-6feb-45cb-a4bf-312d7ce5e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:40.160113 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-98c1ebc5-cf87-44bd-9ff4-4dc27244f253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:40.174587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-6baf52a5-6feb-45cb-a4bf-312d7ce5e616 None None] Port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:50:40.231753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Network 4a33f837-d9f5-44e6-9a51-90354b793d43 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:50:40.233060 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:50:40.369994 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Router 8946ca02-07db-4189-838f-4f4a1510d940 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:50:40.493022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:50:40.498574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1e1c873b-8ed2-4acc-b0ee-10bb868e1c2c admin admin] 10.222.0.15 "PUT /v2.0/routers/8946ca02-07db-4189-838f-4f4a1510d940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6913099 Nov 27 01:50:40.507372 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-fbc17e72-ad34-4208-85b5-e67822540d0b None None] Provisioning complete for port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:40.507848 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fbc17e72-ad34-4208-85b5-e67822540d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:40.549584 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-fbc17e72-ad34-4208-85b5-e67822540d0b None None] Port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:50:40.639413 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:50:40.694248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:40.694737 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:40.780794 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 33ad1502-8d36-453c-a944-a557157e5e34 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:50:40.829144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 33ad1502-8d36-453c-a944-a557157e5e34 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:40.829520 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:41.745087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Sync routers for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:50:41.757227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:50:41.757853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:50:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:41.864979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:50:42.040664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 41290) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:50:42.046587 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d9f05896-d4d8-4a4d-b204-f10e7c56d4b2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--650961177', 'description': 'tempest-description--343756655'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:50:42.069409 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 2, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:42.079684 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d9f05896-d4d8-4a4d-b204-f10e7c56d4b2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.102287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Checking router: 8946ca02-07db-4189-838f-4f4a1510d940 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:50:42.102646 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Updating router 8946ca02-07db-4189-838f-4f4a1510d940 port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:50:42.128024 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.147100 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d9f05896-d4d8-4a4d-b204-f10e7c56d4b2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.150680 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d9f05896-d4d8-4a4d-b204-f10e7c56d4b2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.180896 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d9f05896-d4d8-4a4d-b204-f10e7c56d4b2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.182137 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d9f05896-d4d8-4a4d-b204-f10e7c56d4b2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1404557 Nov 27 01:50:42.184054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f05896-d4d8-4a4d-b204-f10e7c56d4b2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3434e6-4403-4f99-b0d2-4037a6df4a05,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:42.185197 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41292) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:50:42.192256 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8d54b878-0ef9-40f8-990c-ee4595f9e2d7 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Request body: {'security_group_rule': {'security_group_id': '7b3434e6-4403-4f99-b0d2-4037a6df4a05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:50:42.222628 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d54b878-0ef9-40f8-990c-ee4595f9e2d7 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.276088 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d54b878-0ef9-40f8-990c-ee4595f9e2d7 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.281619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d54b878-0ef9-40f8-990c-ee4595f9e2d7 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.299952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54b878-0ef9-40f8-990c-ee4595f9e2d7 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b49cc5a-8b9a-40d8-8ff8-959dc57c23da,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:42.309410 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8d54b878-0ef9-40f8-990c-ee4595f9e2d7 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.311752 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8d54b878-0ef9-40f8-990c-ee4595f9e2d7 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243839 Nov 27 01:50:42.313688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41294) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:50:42.318641 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b618588a-1a7c-4313-a19c-6371337b32e9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Request body: {'security_group_rule': {'security_group_id': '7b3434e6-4403-4f99-b0d2-4037a6df4a05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:50:42.319176 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e51dcc51-5867-4d96-804e-e0625ea86d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.345495 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b618588a-1a7c-4313-a19c-6371337b32e9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.407994 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b618588a-1a7c-4313-a19c-6371337b32e9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.411959 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b618588a-1a7c-4313-a19c-6371337b32e9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.414820 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.420204 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.429744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618588a-1a7c-4313-a19c-6371337b32e9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc8d601-64de-4aa6-8bdd-900c1d67ad26,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:42.439184 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b618588a-1a7c-4313-a19c-6371337b32e9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.440441 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b618588a-1a7c-4313-a19c-6371337b32e9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257744 Nov 27 01:50:42.443464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41296) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:50:42.447841 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:50:42.475295 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.493939 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1116ecd-8ce0-410e-b70b-74d27a0c1322 None None] Pushing event updated for resources: {'Port': ['ID=0add5692-9c8d-4555-ba6e-3b873dc4a8ce,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:42.527294 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Attempting to bind port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:50:42.527760 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Attempting to bind port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:50:42.528217 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Attempting to bind port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:50:42.534836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:50:42.534836 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Checking segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:50:42.535212 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.536101 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Bound using segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:50:42.536745 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Bound port: 0add5692-9c8d-4555-ba6e-3b873dc4a8ce, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:50:42.537354 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.583713 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.606467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] For port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:50:42.609637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] For port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0add5692-9c8d-4555-ba6e-3b873dc4a8ce,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:50:42.615130 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.670014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:50:42.670820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:50:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:42.697375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Allocated IP 172.25.1.250 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/eb34150c-e4b4-4bef-b5ea-cdcaf52e0e5c) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:50:42.736330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1116ecd-8ce0-410e-b70b-74d27a0c1322 None None] Pushing event updated for resources: {'Port': ['ID=0add5692-9c8d-4555-ba6e-3b873dc4a8ce,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:42.777015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1b6a72c1-f6e0-48f0-b598-dd0b569abd4d None None] Provisioning complete for port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:42.777676 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1b6a72c1-f6e0-48f0-b598-dd0b569abd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:42.846754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:50:42.997021 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1b6a72c1-f6e0-48f0-b598-dd0b569abd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:43.052122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1b6a72c1-f6e0-48f0-b598-dd0b569abd4d None None] For port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0add5692-9c8d-4555-ba6e-3b873dc4a8ce,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:50:43.055229 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:43.058089 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1b6a72c1-f6e0-48f0-b598-dd0b569abd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:43.091629 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:43.126521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:50:43.130222 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a72c1-f6e0-48f0-b598-dd0b569abd4d None None] Pushing event updated for resources: {'Port': ['ID=0add5692-9c8d-4555-ba6e-3b873dc4a8ce,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:43.133298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:50:43.137756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:50:43.150766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:42Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:43.167163 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event updated for resources: {'Port': ['ID=eb34150c-e4b4-4bef-b5ea-cdcaf52e0e5c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:43.182470 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9403dd15-1f1f-46e2-b9c1-d57e6cf25799 None None] The sync data for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 is: [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:42Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:50:43.193461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6954581e-3940-4c25-adb3-fb9ac8e90c4d None None] Provisioning complete for port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:43.193838 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6954581e-3940-4c25-adb3-fb9ac8e90c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:43.289700 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:43.337332 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:43.480040 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:43.517596 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:43.522739 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:43.593951 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event updated for resources: {'Port': ['ID=eb34150c-e4b4-4bef-b5ea-cdcaf52e0e5c,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:43.608609 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:43.624571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:43.626074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ccc14897-5481-4b54-98b2-4302a1a07a24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1816401 Nov 27 01:50:43.787140 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-658125c2-0b8d-4447-957e-aecf9e098453 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--650961177&fields=id&tenant_id=084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 267 time: 0.0491590 Nov 27 01:50:43.898221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e200946-0baf-4158-a928-ab214968d17f req-55ae4314-0a71-4ba1-94a0-7dcaaa9ea03e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:43.899761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-55ae4314-0a71-4ba1-94a0-7dcaaa9ea03e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 812 time: 0.1050770 Nov 27 01:50:43.916316 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-bbfb5718-5995-48f3-addd-0615ecf3768e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/quotas/084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 375 time: 0.0103741 Nov 27 01:50:43.972204 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-d91772b5-3ddc-472d-8ec8-9b9b1cd1340c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498142 Nov 27 01:50:44.069345 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-a6646a7a-36da-422c-b004-57c43350f1a2 service neutron] 10.222.0.15 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846889 Nov 27 01:50:44.168876 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-47b480b6-6154-4a19-a3a4-3780905b61a8 service neutron] 10.222.0.15 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934234 Nov 27 01:50:44.340100 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e2345ab-1c56-4881-84b5-fe6fa9a45566 req-2580c32f-7e57-4735-9ab5-9d55b4937693 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 210 time: 0.0279329 Nov 27 01:50:44.545918 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0add5692-9c8d-4555-ba6e-3b873dc4a8ce up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:50:44.595171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:44.595630 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:44.946815 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:45.442556 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-67a2b43c-8383-4710-b0a4-73a8a768b3fd req-bfbd38a5-1fbb-4ac0-9e82-a41fbf785559 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 210 time: 0.0293810 Nov 27 01:50:45.484459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e200946-0baf-4158-a928-ab214968d17f req-da3044a1-88a4-432e-aa86-5b46adeb4ebb tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:45.485866 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-da3044a1-88a4-432e-aa86-5b46adeb4ebb tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 812 time: 0.1273043 Nov 27 01:50:45.563525 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-223ec386-36a4-48c4-96c2-da27cd26f95c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 379 time: 0.0534568 Nov 27 01:50:45.574225 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-5e200946-0baf-4158-a928-ab214968d17f req-7ea4b14f-0ade-451a-98b5-3b30c37114f2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Request body: {'port': {'device_id': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'admin_state_up': True, 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'security_groups': ['7b3434e6-4403-4f99-b0d2-4037a6df4a05']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:50:45.676778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e200946-0baf-4158-a928-ab214968d17f req-7ea4b14f-0ade-451a-98b5-3b30c37114f2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Made reservation on behalf of 084daf74e2d64e1bb5c15e90ace1051f for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:50:45.680165 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5e200946-0baf-4158-a928-ab214968d17f req-7ea4b14f-0ade-451a-98b5-3b30c37114f2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:45.801863 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-5e200946-0baf-4158-a928-ab214968d17f req-7ea4b14f-0ade-451a-98b5-3b30c37114f2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Allocated IP 172.20.0.14 (4a33f837-d9f5-44e6-9a51-90354b793d43/993de3c6-7a9f-4f6c-8db6-8292c17bc78b/e2001c95-61a9-4261-a8b5-3e913058ed9d) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:50:45.932363 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5e200946-0baf-4158-a928-ab214968d17f req-7ea4b14f-0ade-451a-98b5-3b30c37114f2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:45.968452 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5e200946-0baf-4158-a928-ab214968d17f req-7ea4b14f-0ade-451a-98b5-3b30c37114f2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:46.011008 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e200946-0baf-4158-a928-ab214968d17f req-7ea4b14f-0ade-451a-98b5-3b30c37114f2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Network 4a33f837-d9f5-44e6-9a51-90354b793d43 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:50:46.013929 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-5e200946-0baf-4158-a928-ab214968d17f req-7ea4b14f-0ade-451a-98b5-3b30c37114f2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:50:46.017509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e200946-0baf-4158-a928-ab214968d17f req-7ea4b14f-0ade-451a-98b5-3b30c37114f2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:50:46.040811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4b14f-0ade-451a-98b5-3b30c37114f2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event updated for resources: {'Port': ['ID=e2001c95-61a9-4261-a8b5-3e913058ed9d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:46.070603 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e200946-0baf-4158-a928-ab214968d17f req-7ea4b14f-0ade-451a-98b5-3b30c37114f2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:46.071213 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5e200946-0baf-4158-a928-ab214968d17f req-7ea4b14f-0ade-451a-98b5-3b30c37114f2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:46.088576 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-7ea4b14f-0ade-451a-98b5-3b30c37114f2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5177059 Nov 27 01:50:46.112168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Request body: {'port': {'device_id': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:50:46.170081 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:46.217386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4d5f51c9-de1c-426d-81d6-8bd7258da85f None None] Provisioning complete for port e2001c95-61a9-4261-a8b5-3e913058ed9d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:46.217946 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4d5f51c9-de1c-426d-81d6-8bd7258da85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:46.251423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f51c9-de1c-426d-81d6-8bd7258da85f None None] Port e2001c95-61a9-4261-a8b5-3e913058ed9d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:50:46.346692 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:46.566771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1a085-89ce-44bc-a3a6-bb0ec61fb475 req-0781d27d-921d-42d9-a286-4391dcb52dc9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:46.568514 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2bc1a085-89ce-44bc-a3a6-bb0ec61fb475 req-0781d27d-921d-42d9-a286-4391dcb52dc9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 932 time: 0.0526655 Nov 27 01:50:46.619459 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2bc1a085-89ce-44bc-a3a6-bb0ec61fb475 req-60350c10-8090-49f7-99c5-614eecd849de tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447679 Nov 27 01:50:46.758049 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2001c95-61a9-4261-a8b5-3e913058ed9d {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:50:46.765278 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:46.777759 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Transition to ACTIVE for port object e2001c95-61a9-4261-a8b5-3e913058ed9d will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:50:46.782551 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:46.833183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Pushing event updated for resources: {'Port': ['ID=e2001c95-61a9-4261-a8b5-3e913058ed9d,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:46.905419 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Attempting to bind port e2001c95-61a9-4261-a8b5-3e913058ed9d on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:50:46.906205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Attempting to bind port e2001c95-61a9-4261-a8b5-3e913058ed9d by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:50:46.906753 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Attempting to bind port e2001c95-61a9-4261-a8b5-3e913058ed9d on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:50:46.912158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Port e2001c95-61a9-4261-a8b5-3e913058ed9d on network 4a33f837-d9f5-44e6-9a51-90354b793d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:50:46.912524 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Attempting to bind port e2001c95-61a9-4261-a8b5-3e913058ed9d on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:50:46.920328 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:50:46.920615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Checking segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:50:46.921007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Bound using segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:50:46.921455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Bound port: e2001c95-61a9-4261-a8b5-3e913058ed9d, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:50:46.921794 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:46.988949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] For port e2001c95-61a9-4261-a8b5-3e913058ed9d, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:50:46.992145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] For port e2001c95-61a9-4261-a8b5-3e913058ed9d, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:50:46.997487 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:47.036809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:47.037429 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:47.038799 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] 10.222.0.21 "PUT /v2.0/ports/e2001c95-61a9-4261-a8b5-3e913058ed9d HTTP/1.1" status: 200 len: 1093 time: 0.9310300 Nov 27 01:50:47.039234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'tag': 'e2001c95-61a9-4261-a8b5-3e913058ed9d'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:50:47.041506 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed95b144-cbf9-4245-a39d-d15d8fafd3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc57b770-09e6-41f3-bc42-e2362631c5f7", "tag": "e2001c95-61a9-4261-a8b5-3e913058ed9d"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:50:47.061025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb833-3dde-49fe-90ff-95eee9b57b66 service neutron] Pushing event updated for resources: {'Port': ['ID=e2001c95-61a9-4261-a8b5-3e913058ed9d,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:47.085676 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c497f432-2418-4321-a84e-920d4a25f504 x-openstack-request-id: req-c497f432-2418-4321-a84e-920d4a25f504 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:50:47.086239 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc57b770-09e6-41f3-bc42-e2362631c5f7", "tag": "e2001c95-61a9-4261-a8b5-3e913058ed9d", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:50:47.086562 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c497f432-2418-4321-a84e-920d4a25f504 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:50:47.087043 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'tag': 'e2001c95-61a9-4261-a8b5-3e913058ed9d', 'status': 'completed', 'code': 200} Nov 27 01:50:47.159205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e200946-0baf-4158-a928-ab214968d17f req-593a392b-1e8b-45f1-b1e7-61512702ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:47.161386 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-593a392b-1e8b-45f1-b1e7-61512702ab95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0429070 Nov 27 01:50:47.220010 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-d0c9bebb-717c-4663-98a1-3e39a82128d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d HTTP/1.1" status: 200 len: 217 time: 0.0382824 Nov 27 01:50:47.274867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e200946-0baf-4158-a928-ab214968d17f req-ca073836-4443-4551-bc03-560fc20b501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:47.276357 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-ca073836-4443-4551-bc03-560fc20b501c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0493796 Nov 27 01:50:47.328509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e200946-0baf-4158-a928-ab214968d17f req-49e775d9-6ef5-4ca7-8934-ba4855a3f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:47.330038 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-49e775d9-6ef5-4ca7-8934-ba4855a3f0c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415297 Nov 27 01:50:47.423926 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-179ad9a8-5e77-4fa5-aa53-404b8a8f00a8 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825958 Nov 27 01:50:47.514786 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5e200946-0baf-4158-a928-ab214968d17f req-fe05f41f-558e-41c5-92cc-538f8040768b service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800955 Nov 27 01:50:47.653958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95b144-cbf9-4245-a39d-d15d8fafd3d7 req-327211df-dc34-45f8-bc53-c2b382a6f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:47.655702 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed95b144-cbf9-4245-a39d-d15d8fafd3d7 req-327211df-dc34-45f8-bc53-c2b382a6f8e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0449429 Nov 27 01:50:47.741038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427677e3-da22-4baa-9bd0-606ccb2256be req-725ba5ce-c704-42db-8396-1d015f47a0de tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:47.742630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-427677e3-da22-4baa-9bd0-606ccb2256be req-725ba5ce-c704-42db-8396-1d015f47a0de tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 944 time: 0.0557945 Nov 27 01:50:47.752169 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95b144-cbf9-4245-a39d-d15d8fafd3d7 req-f659213d-d0f5-44dc-8cca-9bd69cf86aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:47.753760 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed95b144-cbf9-4245-a39d-d15d8fafd3d7 req-f659213d-d0f5-44dc-8cca-9bd69cf86aa6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0900762 Nov 27 01:50:47.792049 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-427677e3-da22-4baa-9bd0-606ccb2256be req-88fbc9e4-03fa-4947-b597-b3fccb92d478 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432277 Nov 27 01:50:47.808727 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed95b144-cbf9-4245-a39d-d15d8fafd3d7 req-695a10cc-9529-4365-b30b-1d46298e6926 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d HTTP/1.1" status: 200 len: 217 time: 0.0474434 Nov 27 01:50:47.860905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95b144-cbf9-4245-a39d-d15d8fafd3d7 req-d1f9dc7c-311a-4878-8e5b-2f6f0b995d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:47.862374 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed95b144-cbf9-4245-a39d-d15d8fafd3d7 req-d1f9dc7c-311a-4878-8e5b-2f6f0b995d9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0463340 Nov 27 01:50:47.911926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95b144-cbf9-4245-a39d-d15d8fafd3d7 req-f38ca7e5-2f78-44ac-8f06-cf5a40bdbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:47.913370 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed95b144-cbf9-4245-a39d-d15d8fafd3d7 req-f38ca7e5-2f78-44ac-8f06-cf5a40bdbc18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416296 Nov 27 01:50:48.008466 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed95b144-cbf9-4245-a39d-d15d8fafd3d7 req-5c12ea73-7dff-47b5-9dcc-555d7c52b4eb service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866947 Nov 27 01:50:48.099201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed95b144-cbf9-4245-a39d-d15d8fafd3d7 req-d160c6f8-69b3-4562-92e2-9ef902cdb948 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829320 Nov 27 01:50:48.915108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938bdff-a6e1-4c89-be91-36b1d061b6b6 req-137b57ed-ae57-4c30-9a02-a41e5c040824 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:48.916595 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f938bdff-a6e1-4c89-be91-36b1d061b6b6 req-137b57ed-ae57-4c30-9a02-a41e5c040824 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 944 time: 0.0496876 Nov 27 01:50:48.963618 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f938bdff-a6e1-4c89-be91-36b1d061b6b6 req-00697316-499b-44c4-8164-40e50947d743 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408444 Nov 27 01:50:50.079769 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32fb10-68a8-414e-85bb-7d3946ed39ba req-cf38de23-e710-4ebb-a911-5cbe8b750bff tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:50.081280 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7d32fb10-68a8-414e-85bb-7d3946ed39ba req-cf38de23-e710-4ebb-a911-5cbe8b750bff tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 944 time: 0.0487213 Nov 27 01:50:50.127321 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7d32fb10-68a8-414e-85bb-7d3946ed39ba req-5444bca4-9235-463e-83bf-c663988a0102 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400858 Nov 27 01:50:50.819074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e2001c95-61a9-4261-a8b5-3e913058ed9d details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:50:50.911059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port e2001c95-61a9-4261-a8b5-3e913058ed9d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:50:50.925017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'e2001c95-61a9-4261-a8b5-3e913058ed9d', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'port_id': 'e2001c95-61a9-4261-a8b5-3e913058ed9d', 'mac_address': 'fa:16:3e:6e:a1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:50:50.960659 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:50.973395 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2001c95-61a9-4261-a8b5-3e913058ed9d {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:50:50.992177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port e2001c95-61a9-4261-a8b5-3e913058ed9d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:50:50.995827 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:51.041519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=e2001c95-61a9-4261-a8b5-3e913058ed9d,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:51.247974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d38d2-2018-47c9-8147-867909bff01d req-74238e31-50ac-41e4-b7e0-d6a7e11e0183 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:51.249467 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a9d38d2-2018-47c9-8147-867909bff01d req-74238e31-50ac-41e4-b7e0-d6a7e11e0183 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 945 time: 0.0549660 Nov 27 01:50:51.296668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a9d38d2-2018-47c9-8147-867909bff01d req-2c9c1021-d320-468e-9c86-8ed49a468119 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412161 Nov 27 01:50:51.318672 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['e2001c95-61a9-4261-a8b5-3e913058ed9d'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:50:52.412354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfcca7-37fc-45f0-8b4b-251659416eef req-a2ae6595-6795-4a9e-adb4-17c051146a59 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:52.413800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-39dfcca7-37fc-45f0-8b4b-251659416eef req-a2ae6595-6795-4a9e-adb4-17c051146a59 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 945 time: 0.0489852 Nov 27 01:50:52.463909 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-39dfcca7-37fc-45f0-8b4b-251659416eef req-8882287d-6665-4c03-a4d6-2e86e6045b4c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442162 Nov 27 01:50:52.820990 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e2001c95-61a9-4261-a8b5-3e913058ed9d up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:50:52.868676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port e2001c95-61a9-4261-a8b5-3e913058ed9d completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:50:52.872346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port e2001c95-61a9-4261-a8b5-3e913058ed9d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:50:52.872703 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:52.952201 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:52.973936 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2001c95-61a9-4261-a8b5-3e913058ed9d'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:50:52.976231 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5094399-1eac-407c-be9c-6e6629455260" -d '{"events": [{"server_uuid": "dc57b770-09e6-41f3-bc42-e2362631c5f7", "name": "network-vif-plugged", "status": "completed", "tag": "e2001c95-61a9-4261-a8b5-3e913058ed9d"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:50:52.989330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port e2001c95-61a9-4261-a8b5-3e913058ed9d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:50:52.993199 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:53.016132 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da45e90-82e3-4c12-9f28-048910828b58 x-openstack-request-id: req-7da45e90-82e3-4c12-9f28-048910828b58 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:50:53.016455 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc57b770-09e6-41f3-bc42-e2362631c5f7", "name": "network-vif-plugged", "status": "completed", "tag": "e2001c95-61a9-4261-a8b5-3e913058ed9d", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:50:53.016706 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7da45e90-82e3-4c12-9f28-048910828b58 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:50:53.017091 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2001c95-61a9-4261-a8b5-3e913058ed9d', 'code': 200} Nov 27 01:50:53.041492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=e2001c95-61a9-4261-a8b5-3e913058ed9d,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:50:53.151370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd51f0-61e6-44c4-b532-92a19a32be3f req-5de605db-b3e7-4752-a319-e4d9d268e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:53.152771 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-76bd51f0-61e6-44c4-b532-92a19a32be3f req-5de605db-b3e7-4752-a319-e4d9d268e580 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 1098 time: 0.0396118 Nov 27 01:50:53.203860 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-76bd51f0-61e6-44c4-b532-92a19a32be3f req-d4362141-b5dd-431a-9bed-1885415932e3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381041 Nov 27 01:50:53.577727 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe67a43-e757-450c-995a-7f44a7042ac5 req-f2b50599-b4c1-4182-87a4-95412b1c80cf tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:53.579200 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ebe67a43-e757-450c-995a-7f44a7042ac5 req-f2b50599-b4c1-4182-87a4-95412b1c80cf tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0478857 Nov 27 01:50:53.625582 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ebe67a43-e757-450c-995a-7f44a7042ac5 req-d3f45bf6-a282-4109-88cf-4a131563767f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400403 Nov 27 01:50:54.744115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab899a9-5387-445a-8091-bba8fe121f8a req-eb1b82fe-8780-4ee5-9d57-331296e27532 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:54.745603 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cab899a9-5387-445a-8091-bba8fe121f8a req-eb1b82fe-8780-4ee5-9d57-331296e27532 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0513825 Nov 27 01:50:54.791868 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cab899a9-5387-445a-8091-bba8fe121f8a req-b05f1bfe-ac0f-4977-9420-5e13e44a965a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403452 Nov 27 01:50:54.904553 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad74e0d-56b4-4364-a3aa-49031e908bc9 req-7151bc18-3d2e-4985-9ea5-ad5180ac7e9c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:54.906218 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cad74e0d-56b4-4364-a3aa-49031e908bc9 req-7151bc18-3d2e-4985-9ea5-ad5180ac7e9c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0490320 Nov 27 01:50:54.915161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41348) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:50:54.919476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e1dae3c3-d9bc-4cd5-8df8-7484993d7def tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Request body: {'floatingip': {'port_id': 'e2001c95-61a9-4261-a8b5-3e913058ed9d'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:50:54.961379 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1dae3c3-d9bc-4cd5-8df8-7484993d7def tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:55.524472 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1dae3c3-d9bc-4cd5-8df8-7484993d7def tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:55.528097 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1dae3c3-d9bc-4cd5-8df8-7484993d7def tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:55.626337 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-e1dae3c3-d9bc-4cd5-8df8-7484993d7def tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89 associated. External IP: 172.25.1.250, port: e2001c95-61a9-4261-a8b5-3e913058ed9d. Nov 27 01:50:55.826874 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dae3c3-d9bc-4cd5-8df8-7484993d7def tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Router 8946ca02-07db-4189-838f-4f4a1510d940 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:50:55.932899 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dae3c3-d9bc-4cd5-8df8-7484993d7def tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:50:55.937656 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1dae3c3-d9bc-4cd5-8df8-7484993d7def tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:55.942908 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d10681-b6cc-4b1e-99bc-9c461e8679c3 None None] Sync routers for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:50:55.951779 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d10681-b6cc-4b1e-99bc-9c461e8679c3 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:50:55.952419 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d0d10681-b6cc-4b1e-99bc-9c461e8679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:50:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:55.965129 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e1dae3c3-d9bc-4cd5-8df8-7484993d7def tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "PUT /v2.0/floatingips/01faffc5-8d62-4d1a-bda1-50e65dabcb89 HTTP/1.1" status: 200 len: 992 time: 1.0489333 Nov 27 01:50:55.965715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'tag': 'e2001c95-61a9-4261-a8b5-3e913058ed9d'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:50:55.968138 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a451c725-7c9c-4129-89c4-5a7f41835a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc57b770-09e6-41f3-bc42-e2362631c5f7", "tag": "e2001c95-61a9-4261-a8b5-3e913058ed9d"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:50:56.009588 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f451c57-a903-4bdf-bf5a-bb0c798e7f7f x-openstack-request-id: req-6f451c57-a903-4bdf-bf5a-bb0c798e7f7f {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:50:56.010018 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc57b770-09e6-41f3-bc42-e2362631c5f7", "tag": "e2001c95-61a9-4261-a8b5-3e913058ed9d", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:50:56.010277 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f451c57-a903-4bdf-bf5a-bb0c798e7f7f {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:50:56.010682 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'tag': 'e2001c95-61a9-4261-a8b5-3e913058ed9d', 'status': 'completed', 'code': 200} Nov 27 01:50:56.061173 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-d0d10681-b6cc-4b1e-99bc-9c461e8679c3 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:50:56.110056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451c725-7c9c-4129-89c4-5a7f41835a2e req-e683588a-3b6f-4067-a1b9-21a765063d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:56.111484 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a451c725-7c9c-4129-89c4-5a7f41835a2e req-e683588a-3b6f-4067-a1b9-21a765063d75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 1098 time: 0.0406504 Nov 27 01:50:56.204885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451c725-7c9c-4129-89c4-5a7f41835a2e req-12b29ea7-44e4-4b40-99bb-754f29c37ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:56.206334 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a451c725-7c9c-4129-89c4-5a7f41835a2e req-12b29ea7-44e4-4b40-99bb-754f29c37ec1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0867953 Nov 27 01:50:56.271846 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a451c725-7c9c-4129-89c4-5a7f41835a2e req-348f402b-031c-49fd-b801-d6b710c4aa70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d HTTP/1.1" status: 200 len: 1000 time: 0.0583138 Nov 27 01:50:56.281441 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d0d10681-b6cc-4b1e-99bc-9c461e8679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '01faffc5-8d62-4d1a-bda1-50e65dabcb89', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'port_id': 'e2001c95-61a9-4261-a8b5-3e913058ed9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'mac_address': 'fa:16:3e:6e:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:50:43Z', 'updated_at': '2021-11-27T01:50:55Z', 'revision_number': 1, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:56.311333 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d10681-b6cc-4b1e-99bc-9c461e8679c3 None None] Checking router: 8946ca02-07db-4189-838f-4f4a1510d940 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:50:56.319540 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d10681-b6cc-4b1e-99bc-9c461e8679c3 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:50:56.320141 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d0d10681-b6cc-4b1e-99bc-9c461e8679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:50:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:56.321558 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451c725-7c9c-4129-89c4-5a7f41835a2e req-eb307f5d-ef4c-4900-b058-562d2e64b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:56.323005 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a451c725-7c9c-4129-89c4-5a7f41835a2e req-eb307f5d-ef4c-4900-b058-562d2e64b1ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0448091 Nov 27 01:50:56.372019 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451c725-7c9c-4129-89c4-5a7f41835a2e req-11d431c1-4516-4fde-98bc-620159c326c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:56.373475 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a451c725-7c9c-4129-89c4-5a7f41835a2e req-11d431c1-4516-4fde-98bc-620159c326c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433478 Nov 27 01:50:56.425578 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-d0d10681-b6cc-4b1e-99bc-9c461e8679c3 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:50:56.462547 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a451c725-7c9c-4129-89c4-5a7f41835a2e req-d37b4322-e9ab-4aa3-a2c5-8d492426baf7 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816894 Nov 27 01:50:56.556524 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a451c725-7c9c-4129-89c4-5a7f41835a2e req-33d21e77-5f0c-45e0-929a-a3ebb215856b service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870974 Nov 27 01:50:56.648938 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d0d10681-b6cc-4b1e-99bc-9c461e8679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '01faffc5-8d62-4d1a-bda1-50e65dabcb89', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'port_id': 'e2001c95-61a9-4261-a8b5-3e913058ed9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'mac_address': 'fa:16:3e:6e:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:50:43Z', 'updated_at': '2021-11-27T01:50:55Z', 'revision_number': 1, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:50:56.677797 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d10681-b6cc-4b1e-99bc-9c461e8679c3 None None] The sync data for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 is: [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '01faffc5-8d62-4d1a-bda1-50e65dabcb89', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'port_id': 'e2001c95-61a9-4261-a8b5-3e913058ed9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'mac_address': 'fa:16:3e:6e:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:50:43Z', 'updated_at': '2021-11-27T01:50:55Z', 'revision_number': 1, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:50:56.861140 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a221f8-8eee-4c62-aa91-fd2aa830d8b8 None None] New status for floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:50:58.878274 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:00.891753 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:04.977138 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e72a2ce7-a971-4017-a942-a1b8fd667dbe req-4576ce1a-7614-42f4-bd28-29b055c29a93 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399265 Nov 27 01:51:05.081539 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a2ce7-a971-4017-a942-a1b8fd667dbe req-31a4d106-44ed-4d32-9817-11cf9adfc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:51:05.083028 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e72a2ce7-a971-4017-a942-a1b8fd667dbe req-31a4d106-44ed-4d32-9817-11cf9adfc594 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 1098 time: 0.0405917 Nov 27 01:51:05.187193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a2ce7-a971-4017-a942-a1b8fd667dbe req-2e61ba79-aa85-4509-a1a4-63e7f7ae7c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:51:05.188659 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e72a2ce7-a971-4017-a942-a1b8fd667dbe req-2e61ba79-aa85-4509-a1a4-63e7f7ae7c51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0864830 Nov 27 01:51:05.253667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e72a2ce7-a971-4017-a942-a1b8fd667dbe req-72b10d85-9d8d-4cf6-99b4-96c2f46b00a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d HTTP/1.1" status: 200 len: 1002 time: 0.0574937 Nov 27 01:51:05.308048 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a2ce7-a971-4017-a942-a1b8fd667dbe req-4f4a896b-bd20-42a0-999a-7eb9ae84615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:51:05.309499 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e72a2ce7-a971-4017-a942-a1b8fd667dbe req-4f4a896b-bd20-42a0-999a-7eb9ae84615d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0449631 Nov 27 01:51:05.359224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a2ce7-a971-4017-a942-a1b8fd667dbe req-312d7ca5-6b0a-4eff-8a27-40d7d63b4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:51:05.360708 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e72a2ce7-a971-4017-a942-a1b8fd667dbe req-312d7ca5-6b0a-4eff-8a27-40d7d63b4c67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423858 Nov 27 01:51:05.449858 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e72a2ce7-a971-4017-a942-a1b8fd667dbe req-c6641ce3-9362-4bb3-a30a-1b979a25752b service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812972 Nov 27 01:51:05.542522 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e72a2ce7-a971-4017-a942-a1b8fd667dbe req-824e2b8e-2e5d-481d-87c0-a187944902fd service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839803 Nov 27 01:51:10.123944 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8cc3cd96-2100-4deb-996b-b79574af7e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:12.291934 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-297219f3-e1cb-4eaf-86f4-1d49005eeb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:13.399874 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:14.949747 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:15.590781 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:51:16.348478 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:28.898307 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:30.908091 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:40.124791 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-51a3e863-2bfa-44d3-8a1f-45549884e9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:42.293559 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c9f86fa0-1f6a-4439-9769-fe944e60b527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:43.401264 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:44.956105 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:46.351663 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:52.588979 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:51:58.898930 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:00.908864 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:07.244748 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2182c090-03ab-49d5-b8eb-455fbe97b1e6 req-ffb16eb3-fbed-434c-afe6-25c61d960717 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1373689 Nov 27 01:52:07.356918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182c090-03ab-49d5-b8eb-455fbe97b1e6 req-66eecb38-8684-4697-8c8f-9cc585d522e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:07.358380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2182c090-03ab-49d5-b8eb-455fbe97b1e6 req-66eecb38-8684-4697-8c8f-9cc585d522e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 1098 time: 0.0399523 Nov 27 01:52:07.464410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182c090-03ab-49d5-b8eb-455fbe97b1e6 req-866af798-a093-48fe-a161-28e004f58ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:07.465779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2182c090-03ab-49d5-b8eb-455fbe97b1e6 req-866af798-a093-48fe-a161-28e004f58ab6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0868397 Nov 27 01:52:07.531953 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2182c090-03ab-49d5-b8eb-455fbe97b1e6 req-b6bd96a9-acfc-4325-b895-65e7193f10fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d HTTP/1.1" status: 200 len: 1002 time: 0.0581391 Nov 27 01:52:07.583343 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182c090-03ab-49d5-b8eb-455fbe97b1e6 req-d5e1aae6-3a27-4c0f-85b2-8e118068c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:07.584739 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2182c090-03ab-49d5-b8eb-455fbe97b1e6 req-d5e1aae6-3a27-4c0f-85b2-8e118068c6c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0422935 Nov 27 01:52:07.636974 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182c090-03ab-49d5-b8eb-455fbe97b1e6 req-8f8b4806-3351-4a72-955f-1dfd55a73806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:07.638451 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2182c090-03ab-49d5-b8eb-455fbe97b1e6 req-8f8b4806-3351-4a72-955f-1dfd55a73806 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423245 Nov 27 01:52:07.730558 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2182c090-03ab-49d5-b8eb-455fbe97b1e6 req-5e16a27b-82f8-4bd1-8e06-1d161314f0a4 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804830 Nov 27 01:52:07.827165 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2182c090-03ab-49d5-b8eb-455fbe97b1e6 req-f4217192-304b-40d3-9684-fe18e48ef0d9 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853384 Nov 27 01:52:10.125384 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d4171074-bedd-4460-99d2-2644d077c0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:12.295813 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c095997e-07b3-4713-86d7-78a0bf8aa7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:13.402881 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:14.955114 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:16.354316 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:28.912586 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:29.588096 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:52:30.917047 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:38.398517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00517c9-84b1-43a0-adba-c5bb91b7d038 req-2cf841d8-0e02-420d-afb8-5f3207b38107 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:38.400015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c00517c9-84b1-43a0-adba-c5bb91b7d038 req-2cf841d8-0e02-420d-afb8-5f3207b38107 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0498888 Nov 27 01:52:38.452006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c00517c9-84b1-43a0-adba-c5bb91b7d038 req-757c100f-ad52-445a-98f2-e784d0dd447d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456197 Nov 27 01:52:38.676502 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-72d1959a-86aa-4953-86fb-0de7490086ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411150 Nov 27 01:52:38.690837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce087720-7c5b-4e88-98cb-54723f47edb1 req-493f98ac-23cd-4de8-9bd2-78d68e019deb tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:38.692385 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce087720-7c5b-4e88-98cb-54723f47edb1 req-493f98ac-23cd-4de8-9bd2-78d68e019deb tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0494192 Nov 27 01:52:38.741962 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce087720-7c5b-4e88-98cb-54723f47edb1 req-758e1daf-efb4-49c1-8d0a-8c8c982cf50f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423932 Nov 27 01:52:39.862183 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b971edd-7a0a-4773-b5e4-fcc8ed2390b6 req-99acf94b-f791-4bf5-b77f-43acd187df78 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:39.863666 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b971edd-7a0a-4773-b5e4-fcc8ed2390b6 req-99acf94b-f791-4bf5-b77f-43acd187df78 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0503693 Nov 27 01:52:39.933426 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b971edd-7a0a-4773-b5e4-fcc8ed2390b6 req-5cddc4ee-4d71-4edd-a99e-9e5ce3be2280 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636394 Nov 27 01:52:39.946054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799265df-0f93-4e13-8172-594d02b777b3 req-af97f33b-3967-4606-99bb-4933d7e79eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:39.947504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-af97f33b-3967-4606-99bb-4933d7e79eb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 1098 time: 0.0510640 Nov 27 01:52:40.044926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799265df-0f93-4e13-8172-594d02b777b3 req-9a75bbd4-ebe6-4b90-828c-50e521264781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:40.046286 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-9a75bbd4-ebe6-4b90-828c-50e521264781 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0865374 Nov 27 01:52:40.111341 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-f3eb2ddb-f561-4b42-9524-2b62f42be200 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d HTTP/1.1" status: 200 len: 1002 time: 0.0560219 Nov 27 01:52:40.125501 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b4a3b372-cec4-4665-8515-9146895eb36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:40.171237 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799265df-0f93-4e13-8172-594d02b777b3 req-650cf8f5-5348-4f14-a71b-e9253c5fffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:40.173225 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-650cf8f5-5348-4f14-a71b-e9253c5fffbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0502777 Nov 27 01:52:40.224206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799265df-0f93-4e13-8172-594d02b777b3 req-9a51ee76-8158-48c7-b961-e171bb500ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:40.225711 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-9a51ee76-8158-48c7-b961-e171bb500ee2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404136 Nov 27 01:52:40.316948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-4018620f-8fd4-41dd-9438-a01fcac712d5 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794692 Nov 27 01:52:40.412408 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-5237c3a2-7f3b-4a23-a199-58aea09e7a32 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841224 Nov 27 01:52:41.048078 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d669fb-ef3e-4bf9-a517-013d3f934dc1 req-fb1dce8f-bcd6-4746-ab50-892659e430ab tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:41.049645 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-64d669fb-ef3e-4bf9-a517-013d3f934dc1 req-fb1dce8f-bcd6-4746-ab50-892659e430ab tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0483289 Nov 27 01:52:41.095855 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-64d669fb-ef3e-4bf9-a517-013d3f934dc1 req-c5dac12e-eeed-489d-86d4-94162488877f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402935 Nov 27 01:52:42.219039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba5848-827f-4955-b610-dd7c265a20f0 req-45994a73-1d28-46cd-8a63-b489d5b5478b tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:42.220549 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9fba5848-827f-4955-b610-dd7c265a20f0 req-45994a73-1d28-46cd-8a63-b489d5b5478b tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0539618 Nov 27 01:52:42.266960 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9fba5848-827f-4955-b610-dd7c265a20f0 req-7eff198b-d800-4258-bb51-f5d881bad40f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404952 Nov 27 01:52:42.298961 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f330f75f-cc54-47d1-8d0f-cb75153884f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:43.386373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bd9e8-0514-4bca-80fa-5355cea4e34a req-4ae7e9b1-5689-431f-8352-e62b3604a4a9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:43.387727 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c2bd9e8-0514-4bca-80fa-5355cea4e34a req-4ae7e9b1-5689-431f-8352-e62b3604a4a9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0521114 Nov 27 01:52:43.407327 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:43.435210 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c2bd9e8-0514-4bca-80fa-5355cea4e34a req-65e1d257-2a11-4e32-bb0e-3d7ac3741c57 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413916 Nov 27 01:52:44.557319 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923b932-ecfd-46b1-bf12-448ee414da14 req-651c8cc5-d1e0-4939-a11e-66c17a76dc3a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:44.558776 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4923b932-ecfd-46b1-bf12-448ee414da14 req-651c8cc5-d1e0-4939-a11e-66c17a76dc3a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0527496 Nov 27 01:52:44.605442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4923b932-ecfd-46b1-bf12-448ee414da14 req-ef13f188-683a-4f26-916a-1893f3f5aee5 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407035 Nov 27 01:52:44.958440 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:45.718450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d83bc-7887-40c5-aa9b-3ea701d4ab04 req-e6750a3d-909e-48f1-a2cd-cdc47805d3d2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:45.719931 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba0d83bc-7887-40c5-aa9b-3ea701d4ab04 req-e6750a3d-909e-48f1-a2cd-cdc47805d3d2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0477693 Nov 27 01:52:45.766593 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ba0d83bc-7887-40c5-aa9b-3ea701d4ab04 req-e748189f-924f-4fa9-b90a-5736d601b488 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406423 Nov 27 01:52:46.356438 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:46.881654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe79f77-56b7-4d07-a3ce-71c25b10dc23 req-949db1be-0fd5-4380-9e3b-4a32a3d86979 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:46.883123 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbe79f77-56b7-4d07-a3ce-71c25b10dc23 req-949db1be-0fd5-4380-9e3b-4a32a3d86979 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0485957 Nov 27 01:52:46.929962 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bbe79f77-56b7-4d07-a3ce-71c25b10dc23 req-6f4a6725-45fe-482e-88a2-8b3c449317d0 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401278 Nov 27 01:52:48.048904 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158b591-1cde-455a-b142-a9b7d0a7267b req-7c604354-2e93-41f3-8dad-82856bead348 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:48.050427 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4158b591-1cde-455a-b142-a9b7d0a7267b req-7c604354-2e93-41f3-8dad-82856bead348 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0529020 Nov 27 01:52:48.096404 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4158b591-1cde-455a-b142-a9b7d0a7267b req-87371b4b-6446-4845-a223-3a3dcd06b1c0 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401144 Nov 27 01:52:49.209885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50287629-11b0-4b16-88da-ed7302c1d685 req-e955c51c-8938-47ea-ad4f-e7f31cfb0855 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:49.211340 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-50287629-11b0-4b16-88da-ed7302c1d685 req-e955c51c-8938-47ea-ad4f-e7f31cfb0855 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0480223 Nov 27 01:52:49.261541 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-50287629-11b0-4b16-88da-ed7302c1d685 req-3b0c90d8-068b-45dc-8e49-1f86bf421c6c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436370 Nov 27 01:52:50.382458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f80f52-aea9-447a-bf90-8ca841b4b616 req-c6c00f4c-a2d7-4fac-a5fc-0343e9dcc9c2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:50.383952 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f80f52-aea9-447a-bf90-8ca841b4b616 req-c6c00f4c-a2d7-4fac-a5fc-0343e9dcc9c2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0532272 Nov 27 01:52:50.434167 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-79f80f52-aea9-447a-bf90-8ca841b4b616 req-d30fd95d-6600-4a4d-9cd2-ae2769104454 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442889 Nov 27 01:52:51.548443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5fc7e-6672-4f3e-a3b1-3d0040d655c4 req-58f4b875-e396-427d-9bb2-9b2bddb6f7af tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:51.550326 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-49e5fc7e-6672-4f3e-a3b1-3d0040d655c4 req-58f4b875-e396-427d-9bb2-9b2bddb6f7af tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0487881 Nov 27 01:52:51.596287 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-49e5fc7e-6672-4f3e-a3b1-3d0040d655c4 req-a68b1ed7-589d-4143-aa94-f72fefc9bc27 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400045 Nov 27 01:52:52.711208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c7845-162e-4336-82b1-d7b36b313a55 req-0864d9aa-916b-4b21-8bbc-c721ab55b3be tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:52.712713 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa4c7845-162e-4336-82b1-d7b36b313a55 req-0864d9aa-916b-4b21-8bbc-c721ab55b3be tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0485322 Nov 27 01:52:52.762147 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa4c7845-162e-4336-82b1-d7b36b313a55 req-8224f19b-faa8-468f-b6be-dd40080b360d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433097 Nov 27 01:52:52.914232 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-799265df-0f93-4e13-8172-594d02b777b3 req-b47b744f-52fb-47d4-970b-a9a82f40a801 service neutron] show failed (client error): The resource could not be found. Nov 27 01:52:52.915238 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-b47b744f-52fb-47d4-970b-a9a82f40a801 service neutron] 10.222.0.21 "GET /v2.0/ports/e2001c95-61a9-4261-a8b5-3e913058ed9d/bindings/n-h2-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0540688 Nov 27 01:52:53.133087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799265df-0f93-4e13-8172-594d02b777b3 req-de66d57b-30d5-4662-92c5-c1cfa4cd5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:53.134569 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-de66d57b-30d5-4662-92c5-c1cfa4cd5e15 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7&tenant_id=084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 1098 time: 0.0403526 Nov 27 01:52:53.152808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:52:53.205148 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:53.644414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] For port e2001c95-61a9-4261-a8b5-3e913058ed9d, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:52:53.680259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] For port e2001c95-61a9-4261-a8b5-3e913058ed9d, host n-h1-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:52:53.719978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2001c95-61a9-4261-a8b5-3e913058ed9d'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:52:53.722277 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a25cd07-9889-4f64-ad02-b8a145880028" -d '{"events": [{"server_uuid": "dc57b770-09e6-41f3-bc42-e2362631c5f7", "name": "network-vif-unplugged", "status": "completed", "tag": "e2001c95-61a9-4261-a8b5-3e913058ed9d"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:52:53.725942 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:53.738069 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Transition to ACTIVE for port object e2001c95-61a9-4261-a8b5-3e913058ed9d will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:52:53.741836 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:53.796613 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9c9145-9f07-4305-acd5-41b4f367a150 x-openstack-request-id: req-ca9c9145-9f07-4305-acd5-41b4f367a150 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:52:53.796744 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc57b770-09e6-41f3-bc42-e2362631c5f7", "name": "network-vif-unplugged", "status": "completed", "tag": "e2001c95-61a9-4261-a8b5-3e913058ed9d", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:52:53.796983 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca9c9145-9f07-4305-acd5-41b4f367a150 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:52:53.797388 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2001c95-61a9-4261-a8b5-3e913058ed9d', 'code': 200} Nov 27 01:52:53.917402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Pushing event updated for resources: {'Port': ['ID=e2001c95-61a9-4261-a8b5-3e913058ed9d,revision_number=6']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:52:53.935294 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:53.935645 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:53.935988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:53.936350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:53.936688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:53.937022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:53.937351 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:53.937680 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:53.938006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:53.938334 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:53.938655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:53.938976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:53.963054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] No DVR routers for this DVR port e2001c95-61a9-4261-a8b5-3e913058ed9d on host n-h1-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:52:54.004533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6f4fb-01e2-4b57-a09e-91954aadb5cd req-a0ec7ff1-1d31-4349-b2ba-488d198c2ae4 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:54.006036 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3cf6f4fb-01e2-4b57-a09e-91954aadb5cd req-a0ec7ff1-1d31-4349-b2ba-488d198c2ae4 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 944 time: 0.1656148 Nov 27 01:52:54.095020 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3cf6f4fb-01e2-4b57-a09e-91954aadb5cd req-eb33b2ac-c709-4bcc-bd00-fb9be1fb7e0e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820823 Nov 27 01:52:54.141069 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Attempting to bind port e2001c95-61a9-4261-a8b5-3e913058ed9d on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:52:54.141404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Attempting to bind port e2001c95-61a9-4261-a8b5-3e913058ed9d by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:52:54.141731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Attempting to bind port e2001c95-61a9-4261-a8b5-3e913058ed9d on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:52:54.146117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Port e2001c95-61a9-4261-a8b5-3e913058ed9d on network 4a33f837-d9f5-44e6-9a51-90354b793d43 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:52:54.146444 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Attempting to bind port e2001c95-61a9-4261-a8b5-3e913058ed9d on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:52:54.151410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:52:54.151751 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Checking segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:52:54.152140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Bound using segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:52:54.152606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Bound port: e2001c95-61a9-4261-a8b5-3e913058ed9d, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:52:54.152960 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:54.213967 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] For port e2001c95-61a9-4261-a8b5-3e913058ed9d, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:52:54.216837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] For port e2001c95-61a9-4261-a8b5-3e913058ed9d, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:52:54.221488 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:54.261607 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:54.261607 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:54.261607 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] 10.222.0.31 "PUT /v2.0/ports/e2001c95-61a9-4261-a8b5-3e913058ed9d HTTP/1.1" status: 200 len: 1093 time: 1.1103904 Nov 27 01:52:54.279773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657160c5-ddc0-489b-8904-b2b3b3f594ba service neutron] Pushing event updated for resources: {'Port': ['ID=e2001c95-61a9-4261-a8b5-3e913058ed9d,revision_number=7']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:52:54.346415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799265df-0f93-4e13-8172-594d02b777b3 req-ef46c901-d8e5-4a25-ba0b-ce5a8447c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:54.347790 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-ef46c901-d8e5-4a25-ba0b-ce5a8447c013 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0464561 Nov 27 01:52:54.441504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799265df-0f93-4e13-8172-594d02b777b3 req-412a4cb1-2260-43f5-a4ba-8b4b63419d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:54.442994 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-412a4cb1-2260-43f5-a4ba-8b4b63419d71 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0887208 Nov 27 01:52:54.511281 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-ef9c0436-9e16-4f35-99c9-f8179f68c122 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d HTTP/1.1" status: 200 len: 1000 time: 0.0617442 Nov 27 01:52:54.561498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799265df-0f93-4e13-8172-594d02b777b3 req-7f08449a-e031-4c1f-b01f-e35120a63c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:54.562957 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-7f08449a-e031-4c1f-b01f-e35120a63c82 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0445659 Nov 27 01:52:54.609153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799265df-0f93-4e13-8172-594d02b777b3 req-25b343c7-b131-4b87-96ba-c270acb12d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:54.610654 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-25b343c7-b131-4b87-96ba-c270acb12d7b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399091 Nov 27 01:52:54.702002 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-1ad67c52-3fd8-48e0-840f-ac4439211221 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840943 Nov 27 01:52:54.788986 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-799265df-0f93-4e13-8172-594d02b777b3 req-5d1bbf74-4d6c-40cf-9e91-7eadbd477a32 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802858 Nov 27 01:52:55.217569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf654346-26c6-4ec5-a0c0-bb9c1c048533 req-1c6624f7-8345-46e4-82bf-d540dc778d73 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:55.219011 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cf654346-26c6-4ec5-a0c0-bb9c1c048533 req-1c6624f7-8345-46e4-82bf-d540dc778d73 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 944 time: 0.0514200 Nov 27 01:52:55.265383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cf654346-26c6-4ec5-a0c0-bb9c1c048533 req-71c24ced-594a-4b6c-be84-4318a61bdd06 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404894 Nov 27 01:52:55.798079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'tag': 'e2001c95-61a9-4261-a8b5-3e913058ed9d'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:52:55.800544 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442b0138-1b5d-4272-ad97-5c4e984b2db9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc57b770-09e6-41f3-bc42-e2362631c5f7", "tag": "e2001c95-61a9-4261-a8b5-3e913058ed9d"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:52:55.847225 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6b8020-108b-48f0-880d-66b395e0f879 x-openstack-request-id: req-9d6b8020-108b-48f0-880d-66b395e0f879 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:52:55.847519 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc57b770-09e6-41f3-bc42-e2362631c5f7", "tag": "e2001c95-61a9-4261-a8b5-3e913058ed9d", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:52:55.847778 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d6b8020-108b-48f0-880d-66b395e0f879 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:52:55.848188 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'tag': 'e2001c95-61a9-4261-a8b5-3e913058ed9d', 'status': 'completed', 'code': 200} Nov 27 01:52:55.933598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-c600a42c-d5f2-4492-9e9c-63d5e259c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:55.935110 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-c600a42c-d5f2-4492-9e9c-63d5e259c1ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0421667 Nov 27 01:52:55.939483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-793a1150-0cf5-4651-a946-5f379e79ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:55.940985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-793a1150-0cf5-4651-a946-5f379e79ca7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0403328 Nov 27 01:52:56.031506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-8bb24539-f00e-4024-8d1a-477a60b12203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:56.033296 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-8bb24539-f00e-4024-8d1a-477a60b12203 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0897534 Nov 27 01:52:56.035128 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-919a8db3-9dfe-4e06-8887-f8949677367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:56.036612 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-919a8db3-9dfe-4e06-8887-f8949677367a service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0835016 Nov 27 01:52:56.097802 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-72f04ae4-9fee-4256-833a-6a36d7250712 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d HTTP/1.1" status: 200 len: 1000 time: 0.0571835 Nov 27 01:52:56.108047 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-521135b4-9404-45d0-89f5-1ba9dbc5e380 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d HTTP/1.1" status: 200 len: 1000 time: 0.0606172 Nov 27 01:52:56.153677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-f5e7360e-4846-453c-a4c7-590064afdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:56.155349 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-f5e7360e-4846-453c-a4c7-590064afdb65 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0494931 Nov 27 01:52:56.159790 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-687c3efa-09de-4235-9ca1-a671cdd74431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:56.162100 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-687c3efa-09de-4235-9ca1-a671cdd74431 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0459623 Nov 27 01:52:56.202397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-b3f4ff8f-7c6a-475a-a87f-3885c44aaf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:56.203896 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-b3f4ff8f-7c6a-475a-a87f-3885c44aaf0b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409501 Nov 27 01:52:56.210906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-7c6b37fd-fe41-4f1d-bf40-fd8f87409197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:56.212380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-7c6b37fd-fe41-4f1d-bf40-fd8f87409197 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390587 Nov 27 01:52:56.294788 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-5affbe5f-a4bb-4784-8a4c-ad9b4f661aba service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836961 Nov 27 01:52:56.312760 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-e54432b4-8766-4d25-8f29-3c58a15608b9 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892010 Nov 27 01:52:56.390290 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-a7c3f559-7cf0-4517-9eb4-7c77f3f13fb0 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880022 Nov 27 01:52:56.440389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632744ec-fef2-48f7-a6ea-62e484b2710b req-3795d17c-c69e-47fb-a93f-ec0a539de30d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:56.441835 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-632744ec-fef2-48f7-a6ea-62e484b2710b req-3795d17c-c69e-47fb-a93f-ec0a539de30d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 944 time: 0.0992572 Nov 27 01:52:56.458447 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-442b0138-1b5d-4272-ad97-5c4e984b2db9 req-a21c74a7-da15-45ba-8852-896c5a8b3513 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340580 Nov 27 01:52:56.492969 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-632744ec-fef2-48f7-a6ea-62e484b2710b req-540237ba-4c59-457d-bf08-8c35d20e4b8b tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434096 Nov 27 01:52:57.526821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e2001c95-61a9-4261-a8b5-3e913058ed9d details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:52:57.540700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e2001c95-61a9-4261-a8b5-3e913058ed9d no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:52:57.619057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1869beb-3780-4bb2-a29c-37809ef21069 req-0bbb2dfd-45a8-468c-a26e-939a534678ff tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:57.621295 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c1869beb-3780-4bb2-a29c-37809ef21069 req-0bbb2dfd-45a8-468c-a26e-939a534678ff tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 944 time: 0.0491774 Nov 27 01:52:57.632545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device e2001c95-61a9-4261-a8b5-3e913058ed9d not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:52:57.667207 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e2001c95-61a9-4261-a8b5-3e913058ed9d, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:52:57.669165 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c1869beb-3780-4bb2-a29c-37809ef21069 req-75be99f6-cf37-4ff4-9149-9195cd2b0cab tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417058 Nov 27 01:52:57.679530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'e2001c95-61a9-4261-a8b5-3e913058ed9d', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'port_id': 'e2001c95-61a9-4261-a8b5-3e913058ed9d', 'mac_address': 'fa:16:3e:6e:a1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:52:57.717275 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:57.730478 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2001c95-61a9-4261-a8b5-3e913058ed9d {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:52:57.750876 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e2001c95-61a9-4261-a8b5-3e913058ed9d, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:52:57.755052 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:57.802681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=e2001c95-61a9-4261-a8b5-3e913058ed9d,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:52:57.810472 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:57.810822 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:57.811172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:57.811506 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:57.811840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:57.812174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:57.812634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:57.812931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:57.813258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:57.813585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:57.813913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:57.814282 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:52:58.189237 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['e2001c95-61a9-4261-a8b5-3e913058ed9d'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:52:58.791443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c27cd-4795-41df-a651-f815f7a3d880 req-179935e0-8488-42ea-9f03-3a7de83cd902 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:58.792844 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-780c27cd-4795-41df-a651-f815f7a3d880 req-179935e0-8488-42ea-9f03-3a7de83cd902 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 945 time: 0.0523317 Nov 27 01:52:58.838996 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-780c27cd-4795-41df-a651-f815f7a3d880 req-d18a33fb-7cdb-4ef9-9bd2-f9a1b6e0784d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402575 Nov 27 01:52:58.914146 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:59.035530 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb01a0-c500-426c-8740-557811130f74 req-413b4f0a-60e7-4cbf-946f-26a9e927eb5c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:59.037441 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06bb01a0-c500-426c-8740-557811130f74 req-413b4f0a-60e7-4cbf-946f-26a9e927eb5c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 945 time: 0.0569596 Nov 27 01:52:59.116569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa16f0-f800-41d6-899d-719468b77fef req-d5a9811a-c864-4e27-94ab-bc9b3a48b779 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:59.118192 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8aa16f0-f800-41d6-899d-719468b77fef req-d5a9811a-c864-4e27-94ab-bc9b3a48b779 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7&tenant_id=084daf74e2d64e1bb5c15e90ace1051f&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 945 time: 0.0907028 Nov 27 01:52:59.121445 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-06bb01a0-c500-426c-8740-557811130f74 req-79e09cac-4678-40cb-8226-1ac8c9d62cac tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731664 Nov 27 01:52:59.184350 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-f8aa16f0-f800-41d6-899d-719468b77fef req-5523b250-f53d-47c4-94ab-4fe484c290e2 service neutron] delete failed (client error): The resource could not be found. Nov 27 01:52:59.185335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8aa16f0-f800-41d6-899d-719468b77fef req-5523b250-f53d-47c4-94ab-4fe484c290e2 service neutron] 10.222.0.21 "DELETE /v2.0/ports/e2001c95-61a9-4261-a8b5-3e913058ed9d/bindings/n-h1-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0545461 Nov 27 01:52:59.308863 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa16f0-f800-41d6-899d-719468b77fef req-c9c8a8dd-a638-41da-b98d-9868bddc36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:59.310368 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8aa16f0-f800-41d6-899d-719468b77fef req-c9c8a8dd-a638-41da-b98d-9868bddc36d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 1097 time: 0.0455060 Nov 27 01:52:59.403562 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa16f0-f800-41d6-899d-719468b77fef req-6b58508b-343d-4b71-b153-43f5a209ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:59.404940 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8aa16f0-f800-41d6-899d-719468b77fef req-6b58508b-343d-4b71-b153-43f5a209ffd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0813551 Nov 27 01:52:59.477721 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8aa16f0-f800-41d6-899d-719468b77fef req-83d86023-5c4a-4647-80d2-b73df9ff1540 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d HTTP/1.1" status: 200 len: 1001 time: 0.0599632 Nov 27 01:52:59.530626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa16f0-f800-41d6-899d-719468b77fef req-14e72436-a0ba-4b0f-a465-74b35d2e283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:59.532292 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8aa16f0-f800-41d6-899d-719468b77fef req-14e72436-a0ba-4b0f-a465-74b35d2e283c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0430505 Nov 27 01:52:59.535423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e2001c95-61a9-4261-a8b5-3e913058ed9d up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:52:59.584472 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa16f0-f800-41d6-899d-719468b77fef req-a9a34c25-9d7e-4272-b7a8-2e1da1705a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:59.586131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8aa16f0-f800-41d6-899d-719468b77fef req-a9a34c25-9d7e-4272-b7a8-2e1da1705a37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471120 Nov 27 01:52:59.589277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port e2001c95-61a9-4261-a8b5-3e913058ed9d completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:52:59.593500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port e2001c95-61a9-4261-a8b5-3e913058ed9d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:52:59.593971 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:59.676075 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:59.683308 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8aa16f0-f800-41d6-899d-719468b77fef req-83381942-cf7b-41d2-be3a-f9c458c4125b service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845530 Nov 27 01:52:59.699088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2001c95-61a9-4261-a8b5-3e913058ed9d'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:52:59.701423 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7084245b-3d33-48a3-b5bb-3d7d1a5cf2f9" -d '{"events": [{"server_uuid": "dc57b770-09e6-41f3-bc42-e2362631c5f7", "name": "network-vif-plugged", "status": "completed", "tag": "e2001c95-61a9-4261-a8b5-3e913058ed9d"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:52:59.714424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port e2001c95-61a9-4261-a8b5-3e913058ed9d, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:52:59.724552 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:59.779979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=e2001c95-61a9-4261-a8b5-3e913058ed9d,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:52:59.799343 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f8aa16f0-f800-41d6-899d-719468b77fef req-31c1108b-c587-4181-81d1-1884f33e9737 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044128 Nov 27 01:52:59.840381 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bddebcd-82f4-4d04-8f22-9fb76f2e7922 x-openstack-request-id: req-7bddebcd-82f4-4d04-8f22-9fb76f2e7922 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:52:59.840687 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc57b770-09e6-41f3-bc42-e2362631c5f7", "name": "network-vif-plugged", "status": "completed", "tag": "e2001c95-61a9-4261-a8b5-3e913058ed9d", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:52:59.840973 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7bddebcd-82f4-4d04-8f22-9fb76f2e7922 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:52:59.841389 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2001c95-61a9-4261-a8b5-3e913058ed9d', 'code': 200} Nov 27 01:53:00.242446 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd1d03-6435-4d0e-8eaf-4c6ba0f28abf req-da3f8b7b-a1cb-4077-9025-014ae42d5b89 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:00.244008 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bdd1d03-6435-4d0e-8eaf-4c6ba0f28abf req-da3f8b7b-a1cb-4077-9025-014ae42d5b89 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0527225 Nov 27 01:53:00.295658 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0bdd1d03-6435-4d0e-8eaf-4c6ba0f28abf req-dbebb23b-2179-47a3-ba5b-e56e54431908 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455787 Nov 27 01:53:00.931741 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:01.417332 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeab4c-b37c-442e-b841-ecbd82df21d4 req-26e03064-ff1c-41f4-88c2-fd6734e0cd94 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:01.418800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dbbeab4c-b37c-442e-b841-ecbd82df21d4 req-26e03064-ff1c-41f4-88c2-fd6734e0cd94 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0530741 Nov 27 01:53:01.465168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dbbeab4c-b37c-442e-b841-ecbd82df21d4 req-e0c61c4e-1912-4561-8ef4-a49a5cb6b550 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401146 Nov 27 01:53:01.583310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe23b78-4489-4f5f-b541-29b84ea886b9 req-457ce5ea-acac-44ed-b18f-d80652338371 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:01.584801 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fbe23b78-4489-4f5f-b541-29b84ea886b9 req-457ce5ea-acac-44ed-b18f-d80652338371 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0531917 Nov 27 01:53:01.631310 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fbe23b78-4489-4f5f-b541-29b84ea886b9 req-da0fede1-bd29-43b6-8f45-281f391354fc tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400550 Nov 27 01:53:01.742255 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643136c-a874-4f7b-9ccb-cd50a930dc15 req-02d8e648-632c-404c-afe0-303b5edebe70 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:01.743730 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5643136c-a874-4f7b-9ccb-cd50a930dc15 req-02d8e648-632c-404c-afe0-303b5edebe70 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0483212 Nov 27 01:53:01.789536 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5643136c-a874-4f7b-9ccb-cd50a930dc15 req-4a12c649-f1cb-41b4-bc28-1309c8c46a60 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400081 Nov 27 01:53:02.102176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b653d-77c3-4a66-a88d-d4141b230392 req-2f69dc99-bbc4-4376-8aa6-e2d5e56bfae5 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:02.103562 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-005b653d-77c3-4a66-a88d-d4141b230392 req-2f69dc99-bbc4-4376-8aa6-e2d5e56bfae5 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.1339116 Nov 27 01:53:02.153891 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-005b653d-77c3-4a66-a88d-d4141b230392 req-2b932c76-bb49-4ff0-bbc3-dc1dfa081a54 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439246 Nov 27 01:53:03.276874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee8aca-2f6a-4cda-a44d-e2496c164b7b req-910bdfb1-d1c6-424d-9c54-4051da65d34d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:03.278415 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30ee8aca-2f6a-4cda-a44d-e2496c164b7b req-910bdfb1-d1c6-424d-9c54-4051da65d34d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0528250 Nov 27 01:53:03.325003 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30ee8aca-2f6a-4cda-a44d-e2496c164b7b req-578af9d6-d27c-4c02-907b-fe676938cf3e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403841 Nov 27 01:53:03.509808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57697a00-5866-4944-984c-366469194f38 req-07e3239e-c1d0-4bc0-98ba-82285e08733e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:03.511691 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-57697a00-5866-4944-984c-366469194f38 req-07e3239e-c1d0-4bc0-98ba-82285e08733e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 946 time: 0.0483377 Nov 27 01:53:03.600610 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-57697a00-5866-4944-984c-366469194f38 req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Deleting port e2001c95-61a9-4261-a8b5-3e913058ed9d {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:53:03.600949 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-57697a00-5866-4944-984c-366469194f38 req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:03.689923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-57697a00-5866-4944-984c-366469194f38 req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] For port e2001c95-61a9-4261-a8b5-3e913058ed9d, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=e2001c95-61a9-4261-a8b5-3e913058ed9d,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:53:03.690279 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-57697a00-5866-4944-984c-366469194f38 req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:03.855425 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-57697a00-5866-4944-984c-366469194f38 req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:03.855774 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-57697a00-5866-4944-984c-366469194f38 req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:03.856084 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-57697a00-5866-4944-984c-366469194f38 req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89 disassociated. External IP: 172.25.1.250, port: e2001c95-61a9-4261-a8b5-3e913058ed9d. Nov 27 01:53:03.856449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-57697a00-5866-4944-984c-366469194f38 req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Calling delete_port for e2001c95-61a9-4261-a8b5-3e913058ed9d owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:53:03.982452 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-57697a00-5866-4944-984c-366469194f38 req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:04.011113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event deleted for resources: {'Port': ['ID=e2001c95-61a9-4261-a8b5-3e913058ed9d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:04.126659 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57697a00-5866-4944-984c-366469194f38 req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Router 8946ca02-07db-4189-838f-4f4a1510d940 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:53:04.235718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57697a00-5866-4944-984c-366469194f38 req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:53:04.246669 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009630fd-af53-4ca2-84a5-f6c4580897e4 None None] Sync routers for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:53:04.255577 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009630fd-af53-4ca2-84a5-f6c4580897e4 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:53:04.260224 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-009630fd-af53-4ca2-84a5-f6c4580897e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:52:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:04.276586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-57697a00-5866-4944-984c-366469194f38 req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] No DVR routers for this DVR port e2001c95-61a9-4261-a8b5-3e913058ed9d on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:53:04.279345 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-57697a00-5866-4944-984c-366469194f38 req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:04.283170 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-57697a00-5866-4944-984c-366469194f38 req-71666aa8-9744-4865-8693-a94ddf06dbe6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.31 "DELETE /v2.0/ports/e2001c95-61a9-4261-a8b5-3e913058ed9d HTTP/1.1" status: 204 len: 173 time: 0.7634478 Nov 27 01:53:04.283560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'name': 'network-vif-deleted', 'tag': 'e2001c95-61a9-4261-a8b5-3e913058ed9d'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:53:04.286010 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017f4e32-ad72-4c91-a6c5-76d3ac2cc2b7" -d '{"events": [{"server_uuid": "dc57b770-09e6-41f3-bc42-e2362631c5f7", "name": "network-vif-deleted", "tag": "e2001c95-61a9-4261-a8b5-3e913058ed9d"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:53:04.340999 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0f5de5-42a9-4cb0-94f1-f3a86ebaf13e x-openstack-request-id: req-fb0f5de5-42a9-4cb0-94f1-f3a86ebaf13e {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:53:04.341332 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc57b770-09e6-41f3-bc42-e2362631c5f7", "name": "network-vif-deleted", "tag": "e2001c95-61a9-4261-a8b5-3e913058ed9d", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:53:04.341645 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb0f5de5-42a9-4cb0-94f1-f3a86ebaf13e {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:53:04.341986 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc57b770-09e6-41f3-bc42-e2362631c5f7', 'name': 'network-vif-deleted', 'tag': 'e2001c95-61a9-4261-a8b5-3e913058ed9d', 'status': 'completed', 'code': 200} Nov 27 01:53:04.366689 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-009630fd-af53-4ca2-84a5-f6c4580897e4 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:53:04.487990 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-672a338d-36d8-4454-bb39-a5b23b738a02 req-7fa84237-ab2e-45da-9546-331d7dd52198 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc57b770-09e6-41f3-bc42-e2362631c5f7 HTTP/1.1" status: 200 len: 210 time: 0.0904272 Nov 27 01:53:04.573257 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-009630fd-af53-4ca2-84a5-f6c4580897e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:04.601911 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009630fd-af53-4ca2-84a5-f6c4580897e4 None None] Checking router: 8946ca02-07db-4189-838f-4f4a1510d940 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:53:04.610624 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009630fd-af53-4ca2-84a5-f6c4580897e4 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:53:04.611210 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-009630fd-af53-4ca2-84a5-f6c4580897e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:52:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:04.711476 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-009630fd-af53-4ca2-84a5-f6c4580897e4 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:53:04.898948 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-009630fd-af53-4ca2-84a5-f6c4580897e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:04.924539 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009630fd-af53-4ca2-84a5-f6c4580897e4 None None] The sync data for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 is: [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:53:05.133661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1e607-678e-4bbe-be1a-03ae62ce7a9b None None] New status for floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:53:05.733285 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-01737ca8-de66-476c-8f4f-3048825fd5d6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--650961177&fields=id&tenant_id=084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 267 time: 0.0511672 Nov 27 01:53:05.839986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-a45a0476-c539-4640-b5f8-e430bb8471e2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:05.841446 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-a45a0476-c539-4640-b5f8-e430bb8471e2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 812 time: 0.1016231 Nov 27 01:53:05.856664 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-6df764bb-2850-494b-954b-bc83b2d72951 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/quotas/084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 375 time: 0.0095308 Nov 27 01:53:05.908978 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-47cc493c-bd75-4316-8d71-731210db9c62 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468574 Nov 27 01:53:06.052032 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-3c189789-66f0-4807-8eb9-10eda33c09db service neutron] 10.222.0.15 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314442 Nov 27 01:53:06.138959 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-91bd67c5-0e46-478d-b419-630af24a3940 service neutron] 10.222.0.15 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802498 Nov 27 01:53:06.304196 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b606ecd-231c-4ff2-854b-d7e101e4cbe5 req-0d267bf9-103b-482d-b23b-02150730b555 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 210 time: 0.0294399 Nov 27 01:53:06.587187 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:53:07.406811 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-943a9ec5-e26f-4c37-a06b-9360a2ff3769 req-bbf21d26-6470-48e7-8fca-0a3d5bdf1c43 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 210 time: 0.0327013 Nov 27 01:53:07.483112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-0a4ba1f1-7078-4ae2-828d-6cc9591ed8c6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:07.484585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-0a4ba1f1-7078-4ae2-828d-6cc9591ed8c6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 812 time: 0.1021583 Nov 27 01:53:07.560049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e2001c95-61a9-4261-a8b5-3e913058ed9d no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:53:07.571523 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-758e507b-4948-4f32-ab49-e3a3d0be267f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 379 time: 0.0518417 Nov 27 01:53:07.580301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: e2001c95-61a9-4261-a8b5-3e913058ed9d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:53:07.580652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device e2001c95-61a9-4261-a8b5-3e913058ed9d not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:53:07.613841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Request body: {'port': {'device_id': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'admin_state_up': True, 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'security_groups': ['7b3434e6-4403-4f99-b0d2-4037a6df4a05']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:53:07.720398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Made reservation on behalf of 084daf74e2d64e1bb5c15e90ace1051f for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:53:07.723807 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:07.847776 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Allocated IP 172.20.0.6 (4a33f837-d9f5-44e6-9a51-90354b793d43/993de3c6-7a9f-4f6c-8db6-8292c17bc78b/b95c858e-ae25-43ad-91cf-b1c0f7456c8f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:53:07.984363 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:08.016731 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:08.065768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Network 4a33f837-d9f5-44e6-9a51-90354b793d43 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:53:08.068806 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:53:08.072532 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:53:08.078617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event updated for resources: {'Port': ['ID=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:08.106734 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:08.106999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:08.107341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:08.107678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:08.108011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:08.108367 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:08.108698 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:08.109021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:08.109341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:08.109669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:08.109990 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:08.110314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:08.136660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:08.137286 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:08.153721 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4d63b8e0-1911-4f6d-971c-6a44b3e2e780 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5436211 Nov 27 01:53:08.179246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Request body: {'port': {'device_id': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:53:08.235519 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:08.276695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-23ca6d3e-5745-4624-a650-810f1e2abb4c None None] Provisioning complete for port b95c858e-ae25-43ad-91cf-b1c0f7456c8f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:53:08.277070 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-23ca6d3e-5745-4624-a650-810f1e2abb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:08.313374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-23ca6d3e-5745-4624-a650-810f1e2abb4c None None] Port b95c858e-ae25-43ad-91cf-b1c0f7456c8f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:53:08.521854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95c858e-ae25-43ad-91cf-b1c0f7456c8f {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:53:08.531467 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:08.549619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Transition to ACTIVE for port object b95c858e-ae25-43ad-91cf-b1c0f7456c8f will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:53:08.557252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1000949-d539-4d82-a9cc-69c643ad2948 req-0d96c5e6-27db-4692-886c-55e586d41aa8 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:08.558711 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1000949-d539-4d82-a9cc-69c643ad2948 req-0d96c5e6-27db-4692-886c-55e586d41aa8 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 931 time: 0.0764976 Nov 27 01:53:08.559736 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:08.628049 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Pushing event updated for resources: {'Port': ['ID=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:09.012565 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e1000949-d539-4d82-a9cc-69c643ad2948 req-971bcb8f-59d4-446d-b641-e31ff8a26bc5 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4476557 Nov 27 01:53:09.043461 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Attempting to bind port b95c858e-ae25-43ad-91cf-b1c0f7456c8f on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:53:09.043815 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Attempting to bind port b95c858e-ae25-43ad-91cf-b1c0f7456c8f by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:53:09.044138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Attempting to bind port b95c858e-ae25-43ad-91cf-b1c0f7456c8f on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:53:09.048399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Port b95c858e-ae25-43ad-91cf-b1c0f7456c8f on network 4a33f837-d9f5-44e6-9a51-90354b793d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:53:09.048714 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Attempting to bind port b95c858e-ae25-43ad-91cf-b1c0f7456c8f on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:53:09.053313 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:53:09.053645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Checking segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:53:09.054022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Bound using segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:53:09.054435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Bound port: b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:53:09.054782 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:09.114600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] For port b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:53:09.117521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] For port b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:53:09.122161 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:09.161947 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:09.162567 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:09.163935 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] 10.222.0.21 "PUT /v2.0/ports/b95c858e-ae25-43ad-91cf-b1c0f7456c8f HTTP/1.1" status: 200 len: 1092 time: 0.9891441 Nov 27 01:53:09.164393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'tag': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:53:09.166654 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e68562f-e757-4956-a9ce-83b003c57357" -d '{"events": [{"name": "network-changed", "server_uuid": "e30b29db-9427-49b0-a168-97017f6ad5f7", "tag": "b95c858e-ae25-43ad-91cf-b1c0f7456c8f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:53:09.188470 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f632eb6-365a-43fa-96fc-339081ba8f35 service neutron] Pushing event updated for resources: {'Port': ['ID=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:09.215435 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436d6f96-4314-4480-9d04-0cbc8d170efb x-openstack-request-id: req-436d6f96-4314-4480-9d04-0cbc8d170efb {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:53:09.215777 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30b29db-9427-49b0-a168-97017f6ad5f7", "tag": "b95c858e-ae25-43ad-91cf-b1c0f7456c8f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:53:09.215976 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-436d6f96-4314-4480-9d04-0cbc8d170efb {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:53:09.216414 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'tag': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f', 'status': 'completed', 'code': 200} Nov 27 01:53:09.280815 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-ed748abf-1468-4639-ba01-204cc1c953d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:09.282573 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-ed748abf-1468-4639-ba01-204cc1c953d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 1095 time: 0.0456736 Nov 27 01:53:09.340546 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-9e5287b0-2c4c-4f2e-8adc-e986378692fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f HTTP/1.1" status: 200 len: 217 time: 0.0355816 Nov 27 01:53:09.396482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-2851a70a-d54c-4081-bf92-c10a715d59c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:09.397959 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-2851a70a-d54c-4081-bf92-c10a715d59c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0465512 Nov 27 01:53:09.452836 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-5c2450c4-cbb7-401a-bca9-7d2ebb3aa37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:09.454367 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-5c2450c4-cbb7-401a-bca9-7d2ebb3aa37d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465226 Nov 27 01:53:09.552474 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-6d36fd5d-05b6-4e1b-a409-7df4daafd966 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838680 Nov 27 01:53:09.649148 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53d25ff1-ae5d-422c-8e09-449d37f5e790 req-c1a78607-198d-4253-8d2d-b39c734aa6c4 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882421 Nov 27 01:53:09.798515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68562f-e757-4956-a9ce-83b003c57357 req-6d89c728-a4f0-4de0-9466-d85c468ac273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:09.799971 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e68562f-e757-4956-a9ce-83b003c57357 req-6d89c728-a4f0-4de0-9466-d85c468ac273 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 1095 time: 0.0406294 Nov 27 01:53:09.890959 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68562f-e757-4956-a9ce-83b003c57357 req-095ccb0a-0bf2-4b30-9135-8bd330c31a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:09.892455 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e68562f-e757-4956-a9ce-83b003c57357 req-095ccb0a-0bf2-4b30-9135-8bd330c31a36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0843520 Nov 27 01:53:09.935143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e68562f-e757-4956-a9ce-83b003c57357 req-5da1d62c-becb-4f2f-97e7-39a0a5d145c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f HTTP/1.1" status: 200 len: 217 time: 0.0352480 Nov 27 01:53:09.988626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68562f-e757-4956-a9ce-83b003c57357 req-021016f8-2693-485f-bdca-a28fb041af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:09.990068 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e68562f-e757-4956-a9ce-83b003c57357 req-021016f8-2693-485f-bdca-a28fb041af17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0433066 Nov 27 01:53:10.034437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68562f-e757-4956-a9ce-83b003c57357 req-7f808b89-04f6-4904-9430-b9ba1b884190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:10.035882 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e68562f-e757-4956-a9ce-83b003c57357 req-7f808b89-04f6-4904-9430-b9ba1b884190 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381780 Nov 27 01:53:10.126661 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-df37d19e-c0c3-406b-a8ae-43f75a460960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:10.165509 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9742177-f23a-4598-bd0e-21b71e0ff763 req-2ba7a681-695d-42b5-94e8-b6db16f92e43 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:10.167507 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b9742177-f23a-4598-bd0e-21b71e0ff763 req-2ba7a681-695d-42b5-94e8-b6db16f92e43 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 943 time: 0.0774872 Nov 27 01:53:10.171106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e68562f-e757-4956-a9ce-83b003c57357 req-6879e16c-eb93-4801-97b2-afc614a6d44b service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271625 Nov 27 01:53:10.266817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b9742177-f23a-4598-bd0e-21b71e0ff763 req-4a3ddffe-7be2-46ea-8bba-8e5871098f27 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931606 Nov 27 01:53:10.294456 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e68562f-e757-4956-a9ce-83b003c57357 req-424a44e0-c231-418c-b4f7-11d960a39b51 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143668 Nov 27 01:53:11.382350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cad95-7351-43c8-8eca-6127cd00e22f req-9594e1e0-d881-48c5-9ab0-3a58e87274fb tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:11.383815 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-404cad95-7351-43c8-8eca-6127cd00e22f req-9594e1e0-d881-48c5-9ab0-3a58e87274fb tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 943 time: 0.0482786 Nov 27 01:53:11.430518 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-404cad95-7351-43c8-8eca-6127cd00e22f req-95956599-28d5-4145-9209-d37213b4b708 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408363 Nov 27 01:53:11.583451 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b95c858e-ae25-43ad-91cf-b1c0f7456c8f details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:53:11.678681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:53:11.692648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'port_id': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f', 'mac_address': 'fa:16:3e:67:09:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:53:11.728666 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:11.740796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95c858e-ae25-43ad-91cf-b1c0f7456c8f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:53:11.758807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:53:11.763198 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:11.808440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:12.112886 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['b95c858e-ae25-43ad-91cf-b1c0f7456c8f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:53:12.350330 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-97f0a35f-ae56-472d-93c8-6ca956d5f6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:12.545867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3561d-ee8a-43c6-a93c-99a375336ad5 req-10ab2e4e-c036-494f-b16d-579c5a4c2b94 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:12.547339 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99e3561d-ee8a-43c6-a93c-99a375336ad5 req-10ab2e4e-c036-494f-b16d-579c5a4c2b94 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 944 time: 0.0504773 Nov 27 01:53:12.592972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-99e3561d-ee8a-43c6-a93c-99a375336ad5 req-6c01e6fd-d4ee-481c-b64c-1d7f99dff823 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397432 Nov 27 01:53:13.410543 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:13.599718 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b95c858e-ae25-43ad-91cf-b1c0f7456c8f up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:53:13.653839 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port b95c858e-ae25-43ad-91cf-b1c0f7456c8f completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:53:13.658538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port b95c858e-ae25-43ad-91cf-b1c0f7456c8f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:53:13.658937 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:13.712943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c7dae-90eb-4ea5-abbc-6da0491f119e req-cbba1a90-f16a-4e97-8e9c-f7deba61e095 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:13.714485 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-951c7dae-90eb-4ea5-abbc-6da0491f119e req-cbba1a90-f16a-4e97-8e9c-f7deba61e095 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 944 time: 0.0491767 Nov 27 01:53:13.739125 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:13.761851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:53:13.762195 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-951c7dae-90eb-4ea5-abbc-6da0491f119e req-ce25cb21-fb49-4e61-a099-f44935865736 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417092 Nov 27 01:53:13.764081 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da05a7f1-6aad-45d6-bd92-557d98ac0a1a" -d '{"events": [{"server_uuid": "e30b29db-9427-49b0-a168-97017f6ad5f7", "name": "network-vif-plugged", "status": "completed", "tag": "b95c858e-ae25-43ad-91cf-b1c0f7456c8f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:53:13.777150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:53:13.781227 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:13.808714 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09acfee5-665f-4aad-b2d5-20f95b3431c5 x-openstack-request-id: req-09acfee5-665f-4aad-b2d5-20f95b3431c5 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:53:13.809013 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30b29db-9427-49b0-a168-97017f6ad5f7", "name": "network-vif-plugged", "status": "completed", "tag": "b95c858e-ae25-43ad-91cf-b1c0f7456c8f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:53:13.809265 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09acfee5-665f-4aad-b2d5-20f95b3431c5 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:53:13.809650 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f', 'code': 200} Nov 27 01:53:13.830250 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:13.943995 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72654778-cb27-4b91-9dee-aded7061c495 req-2dc0bddc-233b-455a-87a8-940f02fe1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:13.945398 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72654778-cb27-4b91-9dee-aded7061c495 req-2dc0bddc-233b-455a-87a8-940f02fe1456 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 1097 time: 0.0436454 Nov 27 01:53:13.990036 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-72654778-cb27-4b91-9dee-aded7061c495 req-e4fed651-5eaf-4fbd-a858-9bc8fd8f7b29 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357578 Nov 27 01:53:14.890567 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ba132-a063-4f2b-8afd-7415e39367b4 req-06a5033d-120f-4c3d-aa1d-8564875df355 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:14.892054 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-825ba132-a063-4f2b-8afd-7415e39367b4 req-06a5033d-120f-4c3d-aa1d-8564875df355 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0513179 Nov 27 01:53:14.940321 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-825ba132-a063-4f2b-8afd-7415e39367b4 req-1bb947c7-a209-4243-996f-a4970f6e6cc5 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415366 Nov 27 01:53:14.960397 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:16.058931 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba85b8-ffbb-4b0b-abd8-9cc278f3a8c9 req-adbc235a-2136-497c-bc87-0ac22383ca71 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:16.060439 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53ba85b8-ffbb-4b0b-abd8-9cc278f3a8c9 req-adbc235a-2136-497c-bc87-0ac22383ca71 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0479465 Nov 27 01:53:16.106049 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-53ba85b8-ffbb-4b0b-abd8-9cc278f3a8c9 req-93dec87b-cd81-4996-b6e6-cd6c559a193d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398443 Nov 27 01:53:16.219695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f0dda-155a-4d1e-ac39-6c85aecceab6 req-e3d885af-61e3-47f6-bf30-49abba3c5a4c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:16.221272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a7f0dda-155a-4d1e-ac39-6c85aecceab6 req-e3d885af-61e3-47f6-bf30-49abba3c5a4c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0476418 Nov 27 01:53:16.230190 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 41744) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:53:16.234541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b1f64fb1-99dd-450a-8eea-aa3636c5cd3f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Request body: {'floatingip': {'port_id': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:53:16.272969 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b1f64fb1-99dd-450a-8eea-aa3636c5cd3f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:16.359074 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:16.909465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.db.resource_extend [None req-b1f64fb1-99dd-450a-8eea-aa3636c5cd3f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:53:16.957660 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b1f64fb1-99dd-450a-8eea-aa3636c5cd3f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:16.961344 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b1f64fb1-99dd-450a-8eea-aa3636c5cd3f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:17.057819 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-b1f64fb1-99dd-450a-8eea-aa3636c5cd3f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89 associated. External IP: 172.25.1.250, port: b95c858e-ae25-43ad-91cf-b1c0f7456c8f. Nov 27 01:53:17.264219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f64fb1-99dd-450a-8eea-aa3636c5cd3f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Router 8946ca02-07db-4189-838f-4f4a1510d940 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:53:17.370534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f64fb1-99dd-450a-8eea-aa3636c5cd3f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:53:17.375035 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b1f64fb1-99dd-450a-8eea-aa3636c5cd3f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:17.380580 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422fbb7b-7d0e-44a2-9542-21eda6e39f6f None None] Sync routers for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:53:17.390049 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422fbb7b-7d0e-44a2-9542-21eda6e39f6f None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:53:17.390718 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-422fbb7b-7d0e-44a2-9542-21eda6e39f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:53:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:17.402766 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b1f64fb1-99dd-450a-8eea-aa3636c5cd3f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "PUT /v2.0/floatingips/01faffc5-8d62-4d1a-bda1-50e65dabcb89 HTTP/1.1" status: 200 len: 991 time: 1.1715295 Nov 27 01:53:17.403359 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'tag': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:53:17.405664 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d2af9f-8a4b-4986-b6e9-f7a6020f92c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e30b29db-9427-49b0-a168-97017f6ad5f7", "tag": "b95c858e-ae25-43ad-91cf-b1c0f7456c8f"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:53:17.443725 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0765a472-1be7-4b78-bcf8-2dd391a763f6 x-openstack-request-id: req-0765a472-1be7-4b78-bcf8-2dd391a763f6 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:53:17.444037 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30b29db-9427-49b0-a168-97017f6ad5f7", "tag": "b95c858e-ae25-43ad-91cf-b1c0f7456c8f", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:53:17.444315 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0765a472-1be7-4b78-bcf8-2dd391a763f6 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:53:17.444728 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'tag': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f', 'status': 'completed', 'code': 200} Nov 27 01:53:17.496799 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-422fbb7b-7d0e-44a2-9542-21eda6e39f6f None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:53:17.540977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2af9f-8a4b-4986-b6e9-f7a6020f92c9 req-43e990f1-2897-453e-8526-7073667ce32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:17.542398 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-19d2af9f-8a4b-4986-b6e9-f7a6020f92c9 req-43e990f1-2897-453e-8526-7073667ce32d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 1097 time: 0.0406382 Nov 27 01:53:17.636070 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2af9f-8a4b-4986-b6e9-f7a6020f92c9 req-f81c62d4-1b2e-49b0-9133-69076b639f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:17.637562 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-19d2af9f-8a4b-4986-b6e9-f7a6020f92c9 req-f81c62d4-1b2e-49b0-9133-69076b639f16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0879719 Nov 27 01:53:17.703302 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-19d2af9f-8a4b-4986-b6e9-f7a6020f92c9 req-ac59b266-3641-4e44-b7c9-de8491ca5542 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f HTTP/1.1" status: 200 len: 999 time: 0.0582149 Nov 27 01:53:17.714547 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-422fbb7b-7d0e-44a2-9542-21eda6e39f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '01faffc5-8d62-4d1a-bda1-50e65dabcb89', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'port_id': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'mac_address': 'fa:16:3e:67:09:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:50:43Z', 'updated_at': '2021-11-27T01:53:16Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:17.744859 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422fbb7b-7d0e-44a2-9542-21eda6e39f6f None None] Checking router: 8946ca02-07db-4189-838f-4f4a1510d940 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:53:17.753083 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422fbb7b-7d0e-44a2-9542-21eda6e39f6f None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:53:17.753687 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-422fbb7b-7d0e-44a2-9542-21eda6e39f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:53:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:17.757479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2af9f-8a4b-4986-b6e9-f7a6020f92c9 req-69c2bf3d-6c01-46fc-a93a-c244798613ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:17.758941 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-19d2af9f-8a4b-4986-b6e9-f7a6020f92c9 req-69c2bf3d-6c01-46fc-a93a-c244798613ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0479517 Nov 27 01:53:17.804660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2af9f-8a4b-4986-b6e9-f7a6020f92c9 req-535b52c6-4dd0-45fa-a7e6-055e185c78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:17.806059 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-19d2af9f-8a4b-4986-b6e9-f7a6020f92c9 req-535b52c6-4dd0-45fa-a7e6-055e185c78f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394666 Nov 27 01:53:17.853472 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-422fbb7b-7d0e-44a2-9542-21eda6e39f6f None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:53:17.901430 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-19d2af9f-8a4b-4986-b6e9-f7a6020f92c9 req-3021e4d7-adc0-4963-a0bb-28f39d971b73 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881500 Nov 27 01:53:17.997562 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-19d2af9f-8a4b-4986-b6e9-f7a6020f92c9 req-5e478781-a439-469d-bd83-8284f301979f service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885417 Nov 27 01:53:18.160427 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-422fbb7b-7d0e-44a2-9542-21eda6e39f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '01faffc5-8d62-4d1a-bda1-50e65dabcb89', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'port_id': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'mac_address': 'fa:16:3e:67:09:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:50:43Z', 'updated_at': '2021-11-27T01:53:16Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:18.186187 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422fbb7b-7d0e-44a2-9542-21eda6e39f6f None None] The sync data for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 is: [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '01faffc5-8d62-4d1a-bda1-50e65dabcb89', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'port_id': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'mac_address': 'fa:16:3e:67:09:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:50:43Z', 'updated_at': '2021-11-27T01:53:16Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:53:18.374983 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34acc9a8-e72d-4508-9218-46c01eb7d363 None None] New status for floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:53:28.920256 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:30.937871 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:40.128118 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a8a84c25-2a22-4127-8718-364925649c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:42.308693 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-002ffc3e-1354-4ffe-89f7-ed2708dd9e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:43.412554 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:43.586142 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:53:44.963018 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:46.361177 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:58.927989 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:00.938468 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:08.962671 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8f51a481-a69f-4984-89f5-e9a92d38471f req-8ba8174e-81bb-4e2f-ae76-a6599cd0f59f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392675 Nov 27 01:54:09.073978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51a481-a69f-4984-89f5-e9a92d38471f req-0ff48117-67e9-4e81-8162-15d46beffd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:09.075462 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8f51a481-a69f-4984-89f5-e9a92d38471f req-0ff48117-67e9-4e81-8162-15d46beffd07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 1097 time: 0.0416307 Nov 27 01:54:09.183887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51a481-a69f-4984-89f5-e9a92d38471f req-a2a87f8e-caca-492e-bb49-c9d7554f6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:09.185294 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8f51a481-a69f-4984-89f5-e9a92d38471f req-a2a87f8e-caca-492e-bb49-c9d7554f6535 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0874381 Nov 27 01:54:09.253626 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8f51a481-a69f-4984-89f5-e9a92d38471f req-bae83983-59d0-425a-bcea-eb4a4ad5139e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f HTTP/1.1" status: 200 len: 1001 time: 0.0563977 Nov 27 01:54:09.310765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51a481-a69f-4984-89f5-e9a92d38471f req-536ce18b-a8dc-4ce2-8b8b-43f8675ebaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:09.312228 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8f51a481-a69f-4984-89f5-e9a92d38471f req-536ce18b-a8dc-4ce2-8b8b-43f8675ebaba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0476964 Nov 27 01:54:09.360493 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51a481-a69f-4984-89f5-e9a92d38471f req-76447322-7e35-48f1-8a22-26ccb8fa1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:09.361936 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8f51a481-a69f-4984-89f5-e9a92d38471f req-76447322-7e35-48f1-8a22-26ccb8fa1222 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394826 Nov 27 01:54:09.457600 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8f51a481-a69f-4984-89f5-e9a92d38471f req-6e6a61e7-5290-407d-9ec0-89e85ab68af7 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877633 Nov 27 01:54:09.563914 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8f51a481-a69f-4984-89f5-e9a92d38471f req-29d7c53f-81da-4432-8006-c52a61e5e1cf service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922608 Nov 27 01:54:10.128722 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8766a3a9-8bb6-446a-8d6e-84bb4c303d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:12.299910 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-31e75934-5abf-4ff6-96fb-3f74632164e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:13.416357 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:14.965588 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:16.365887 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:20.584773 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:54:28.958922 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:30.936938 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:40.128766 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-de9fa0ae-f700-4aca-b102-da12955d3546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:42.301305 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-071ada50-9ae1-407b-8501-b3b19cb8dd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:43.418663 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:44.968826 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:46.368369 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:50.375606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-d912c98f-24cb-48a5-bfa6-a5cf32038b68 req-905bb4fe-c6a5-49a3-97cb-5c821635a4ff service neutron] (103402) timed out ('10.222.0.15', 59246) {{(pid=103402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:54:57.584552 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:54:57.693626 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535d21f-4a80-4327-993a-5b828ef5312f req-379bcc02-4819-4ae5-900d-725ef7c36722 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:57.695102 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d535d21f-4a80-4327-993a-5b828ef5312f req-379bcc02-4819-4ae5-900d-725ef7c36722 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0502038 Nov 27 01:54:57.742211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d535d21f-4a80-4327-993a-5b828ef5312f req-cc11087a-fd65-4ca3-b4ca-01734a68be56 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Nov 27 01:54:58.860925 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62add5-d181-4e75-a785-1b8411fc6569 req-be3907d0-a363-40ee-9cbc-cba57da4b4e6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:58.862329 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3b62add5-d181-4e75-a785-1b8411fc6569 req-be3907d0-a363-40ee-9cbc-cba57da4b4e6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0515511 Nov 27 01:54:58.912190 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3b62add5-d181-4e75-a785-1b8411fc6569 req-9ea54724-1973-4d58-919e-bcaf34c9ab41 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440307 Nov 27 01:54:58.957880 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:00.035485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd182cf-472a-4312-9349-229144c30494 req-31348bee-e605-4b11-a095-546ac9adec53 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:00.036904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cfd182cf-472a-4312-9349-229144c30494 req-31348bee-e605-4b11-a095-546ac9adec53 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0562465 Nov 27 01:55:00.086860 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cfd182cf-472a-4312-9349-229144c30494 req-aa561e30-53ce-4e51-89f9-612397e50129 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439672 Nov 27 01:55:00.937525 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:01.205766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d158a-ebc1-4e6f-89a0-7f1dfe8e7779 req-fbf39341-187d-40b3-8403-90753dff7ed1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:01.207162 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d20d158a-ebc1-4e6f-89a0-7f1dfe8e7779 req-fbf39341-187d-40b3-8403-90753dff7ed1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0495424 Nov 27 01:55:01.253070 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d20d158a-ebc1-4e6f-89a0-7f1dfe8e7779 req-7f17fa1d-22a5-403d-8823-ccb47ec23a49 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398929 Nov 27 01:55:02.368063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123513e1-3a9c-42bc-96e1-faae3bc5d632 req-ad2d7264-b3a5-4309-8128-a28b418795fd tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:02.369567 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-123513e1-3a9c-42bc-96e1-faae3bc5d632 req-ad2d7264-b3a5-4309-8128-a28b418795fd tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0486846 Nov 27 01:55:02.415974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-123513e1-3a9c-42bc-96e1-faae3bc5d632 req-3ac1b00b-1486-416e-ae1b-d14bb31590f9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400529 Nov 27 01:55:03.529385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4f83d-3120-40cd-80ec-b6b348f8dc26 req-c6c04e6e-bddf-4424-803a-8096d9555180 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:03.530742 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9ae4f83d-3120-40cd-80ec-b6b348f8dc26 req-c6c04e6e-bddf-4424-803a-8096d9555180 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0473993 Nov 27 01:55:03.576944 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9ae4f83d-3120-40cd-80ec-b6b348f8dc26 req-2251ccf6-a513-4c5c-98c7-e4195e4b393a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401232 Nov 27 01:55:04.689965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b315bd-16b1-4c05-a14a-034e629f2f9a req-fba4fa9e-02a0-4c7a-be35-eb970f6d1b81 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:04.691419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64b315bd-16b1-4c05-a14a-034e629f2f9a req-fba4fa9e-02a0-4c7a-be35-eb970f6d1b81 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0484071 Nov 27 01:55:04.741417 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64b315bd-16b1-4c05-a14a-034e629f2f9a req-2eb74194-d84f-49c6-9daa-e9d19eb7c0c6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438666 Nov 27 01:55:05.857492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c86c7-fcdc-4891-8810-6b5f1c1144c4 req-6a29216a-68f5-4b6d-8c67-4b7222b3990c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:05.858955 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e0c86c7-fcdc-4891-8810-6b5f1c1144c4 req-6a29216a-68f5-4b6d-8c67-4b7222b3990c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0519226 Nov 27 01:55:05.905197 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3e0c86c7-fcdc-4891-8810-6b5f1c1144c4 req-bc558cbb-4f59-40cd-9ffe-8db54a030d00 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402293 Nov 27 01:55:07.020410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4ad9c-6e5c-4c13-afb0-29240eaea502 req-095b14e0-3035-467f-b06e-155120688a06 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:07.021923 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93d4ad9c-6e5c-4c13-afb0-29240eaea502 req-095b14e0-3035-467f-b06e-155120688a06 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0482750 Nov 27 01:55:07.068659 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93d4ad9c-6e5c-4c13-afb0-29240eaea502 req-817aa4ee-5d0e-4cb6-9a7c-e65cbf4a0461 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408363 Nov 27 01:55:08.182126 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c313887-65ed-4e76-a8a3-b3adc063d019 req-c7dbe0e7-eb48-47e6-bd48-1f3b9745881b tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:08.183631 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5c313887-65ed-4e76-a8a3-b3adc063d019 req-c7dbe0e7-eb48-47e6-bd48-1f3b9745881b tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0491905 Nov 27 01:55:08.230760 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5c313887-65ed-4e76-a8a3-b3adc063d019 req-0cce96f2-a43b-41ff-be1c-997ecdd1bb25 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411906 Nov 27 01:55:09.346416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306934b4-f55b-4672-b8b0-f05a21b839c2 req-2de0a0bc-69bc-4b45-9e53-1904e9d1ebff tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:09.347900 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306934b4-f55b-4672-b8b0-f05a21b839c2 req-2de0a0bc-69bc-4b45-9e53-1904e9d1ebff tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0501187 Nov 27 01:55:09.394094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-306934b4-f55b-4672-b8b0-f05a21b839c2 req-f1a50446-2700-4c7f-ac05-eafd272e9123 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401399 Nov 27 01:55:10.033454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63a464-0854-473e-ab3d-6934f7f5f926 req-7ea285a7-1ef6-4fab-a6ac-832ea2d19e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:10.035171 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4b63a464-0854-473e-ab3d-6934f7f5f926 req-7ea285a7-1ef6-4fab-a6ac-832ea2d19e58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 1097 time: 0.0443523 Nov 27 01:55:10.128751 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d4f41d4-3d1f-468d-b369-41a73b33739c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:10.142208 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63a464-0854-473e-ab3d-6934f7f5f926 req-cb099666-d608-44aa-9af3-fe2a64e8143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:10.143683 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4b63a464-0854-473e-ab3d-6934f7f5f926 req-cb099666-d608-44aa-9af3-fe2a64e8143b service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0843759 Nov 27 01:55:10.215696 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4b63a464-0854-473e-ab3d-6934f7f5f926 req-ef129a60-fdde-4fa3-bd4f-4bab9f470a65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f HTTP/1.1" status: 200 len: 1001 time: 0.0609722 Nov 27 01:55:10.270968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63a464-0854-473e-ab3d-6934f7f5f926 req-0cbc0b7c-2459-46be-ab8b-791a1f709c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:10.272451 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4b63a464-0854-473e-ab3d-6934f7f5f926 req-0cbc0b7c-2459-46be-ab8b-791a1f709c26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0442433 Nov 27 01:55:10.323252 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63a464-0854-473e-ab3d-6934f7f5f926 req-c1824bbc-2635-49c9-9a6b-118a72f0ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:10.324827 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4b63a464-0854-473e-ab3d-6934f7f5f926 req-c1824bbc-2635-49c9-9a6b-118a72f0ada9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401740 Nov 27 01:55:10.419785 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4b63a464-0854-473e-ab3d-6934f7f5f926 req-42fa5c7f-3987-4c23-bc14-1d30b9db846f service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841947 Nov 27 01:55:10.513961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d139879-02db-427c-9ede-39f1727baed7 req-dead09e2-e347-4d5a-a2e2-0de9d6199204 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:10.515471 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d139879-02db-427c-9ede-39f1727baed7 req-dead09e2-e347-4d5a-a2e2-0de9d6199204 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0529485 Nov 27 01:55:10.515694 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4b63a464-0854-473e-ab3d-6934f7f5f926 req-5bff0e45-b951-4712-b79c-76cfe84b65ba service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834014 Nov 27 01:55:10.563272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d139879-02db-427c-9ede-39f1727baed7 req-f1a566ff-839e-44a7-a44a-fd23df816ebb tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414312 Nov 27 01:55:11.681075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bce30-8fae-442e-99e9-eb4a9fff9365 req-a09d04fb-920e-4086-a1e9-241e4126bc28 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:11.682532 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e8bce30-8fae-442e-99e9-eb4a9fff9365 req-a09d04fb-920e-4086-a1e9-241e4126bc28 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0497801 Nov 27 01:55:11.733116 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9e8bce30-8fae-442e-99e9-eb4a9fff9365 req-826e67a4-4ed2-46ae-82f8-b2611e3964af tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447087 Nov 27 01:55:12.302058 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1944-62ca-480f-829b-6c7ac09a2a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:12.846222 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bcaf7-3ce6-4e7d-bb87-300b4d1fb3fc req-3b72caab-a312-4bbd-85d0-b067196cf6b3 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:12.847604 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-741bcaf7-3ce6-4e7d-bb87-300b4d1fb3fc req-3b72caab-a312-4bbd-85d0-b067196cf6b3 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0486953 Nov 27 01:55:12.893737 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-741bcaf7-3ce6-4e7d-bb87-300b4d1fb3fc req-e201a991-f38d-450d-b00f-55a54e71177a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401847 Nov 27 01:55:13.420901 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:14.008538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c33f7-1efd-46f3-8d28-ea5edbef57f7 req-e9e6ff66-5e8f-46b7-b16f-bd4c510e7048 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:14.010027 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d15c33f7-1efd-46f3-8d28-ea5edbef57f7 req-e9e6ff66-5e8f-46b7-b16f-bd4c510e7048 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0498033 Nov 27 01:55:14.056766 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d15c33f7-1efd-46f3-8d28-ea5edbef57f7 req-7b03c0a9-5e23-4ee9-8769-ac9d3958725f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403097 Nov 27 01:55:14.297305 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ef0c8-45f2-4772-a496-b36edba6bf50 req-e209ac80-9c0b-4fc7-8435-79a3b7ede128 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:14.298776 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c94ef0c8-45f2-4772-a496-b36edba6bf50 req-e209ac80-9c0b-4fc7-8435-79a3b7ede128 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0495255 Nov 27 01:55:14.355036 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c94ef0c8-45f2-4772-a496-b36edba6bf50 req-309852a4-24e2-45fd-b773-5aa5395d6c6d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503960 Nov 27 01:55:14.389734 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-7df12718-3dab-403f-9cb4-a50e47eaa6d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1520369 Nov 27 01:55:14.971840 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:15.471072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4a899-0bad-460a-b0b5-d8b7603f7e9b req-0d25cf77-e732-4d87-9d2f-2b81450748d1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:15.472685 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ede4a899-0bad-460a-b0b5-d8b7603f7e9b req-0d25cf77-e732-4d87-9d2f-2b81450748d1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0487924 Nov 27 01:55:15.526452 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ede4a899-0bad-460a-b0b5-d8b7603f7e9b req-67915c8f-0fba-4d88-b77f-a2b4e01e2f78 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452607 Nov 27 01:55:15.566001 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-767a489c-8d5f-457a-8daa-7eac380ecbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:15.567604 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-767a489c-8d5f-457a-8daa-7eac380ecbfc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 1097 time: 0.0428002 Nov 27 01:55:15.659934 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-c6621a32-333b-449d-956d-ea00b305c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:15.661563 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-c6621a32-333b-449d-956d-ea00b305c9a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0842507 Nov 27 01:55:15.733089 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-3a52073e-3b73-4941-ba75-bc00df2922d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f HTTP/1.1" status: 200 len: 1001 time: 0.0603690 Nov 27 01:55:15.786511 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-722f8f22-c9ee-4b74-9986-13a1eb8dd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:15.787835 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-722f8f22-c9ee-4b74-9986-13a1eb8dd4bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0435243 Nov 27 01:55:15.836593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-35b7a96a-575d-463d-b19f-fa4518838907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:15.838038 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-35b7a96a-575d-463d-b19f-fa4518838907 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393300 Nov 27 01:55:15.939003 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-39ea0946-962b-4a2d-8eb6-b44615b01827 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883334 Nov 27 01:55:16.032681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-c0bb74b5-f3eb-48b2-ba9e-29622cd5513c service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819907 Nov 27 01:55:16.371328 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:16.646939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e73ad-f4ad-4479-bda7-c386b7c24637 req-869091f5-9d97-43c5-ad20-d8f421190e22 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:16.648430 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-965e73ad-f4ad-4479-bda7-c386b7c24637 req-869091f5-9d97-43c5-ad20-d8f421190e22 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0537658 Nov 27 01:55:16.695225 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-965e73ad-f4ad-4479-bda7-c386b7c24637 req-be6e7bb7-e770-4f1c-bdaf-8b7ff48b2a29 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402744 Nov 27 01:55:17.809438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec68e4a-329a-4c2a-b465-b0f77131e24a req-61d615f2-11a0-4fa9-907c-59a0eb9c3300 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:17.810922 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ec68e4a-329a-4c2a-b465-b0f77131e24a req-61d615f2-11a0-4fa9-907c-59a0eb9c3300 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0486126 Nov 27 01:55:17.858514 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ec68e4a-329a-4c2a-b465-b0f77131e24a req-3ce83796-85a3-4037-8249-7665347b8aa6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416925 Nov 27 01:55:18.378117 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-1d3bad1a-d9a3-4c3f-a11d-26a3c492ee1f service neutron] show failed (client error): The resource could not be found. Nov 27 01:55:18.379103 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-1d3bad1a-d9a3-4c3f-a11d-26a3c492ee1f service neutron] 10.222.0.21 "GET /v2.0/ports/b95c858e-ae25-43ad-91cf-b1c0f7456c8f/bindings/n-h2-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0528867 Nov 27 01:55:18.644634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-f44ba2ba-6ea1-4969-aab7-db2a8385679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:18.646085 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-f44ba2ba-6ea1-4969-aab7-db2a8385679b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7&tenant_id=084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 1097 time: 0.0867105 Nov 27 01:55:18.656616 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-3ac8fd8e-1bd2-4a68-85d9-f01ee9d98f74 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:55:18.657539 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-3ac8fd8e-1bd2-4a68-85d9-f01ee9d98f74 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047846 Nov 27 01:55:18.675762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:55:18.730591 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:18.935173 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] For port b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:18.969147 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] For port b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host n-h1-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:55:18.974512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468558d-4e9c-4e28-8d54-a121d44dace5 req-229b3212-ff03-4c77-90c2-6ee25bcc216e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:18.975988 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3468558d-4e9c-4e28-8d54-a121d44dace5 req-229b3212-ff03-4c77-90c2-6ee25bcc216e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0482757 Nov 27 01:55:19.009631 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:55:19.011966 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ba09b9-cf99-41a5-b4e3-6920904de628" -d '{"events": [{"server_uuid": "e30b29db-9427-49b0-a168-97017f6ad5f7", "name": "network-vif-unplugged", "status": "completed", "tag": "b95c858e-ae25-43ad-91cf-b1c0f7456c8f"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:55:19.016105 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:19.023356 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3468558d-4e9c-4e28-8d54-a121d44dace5 req-5f7a2d0c-837e-41d2-b710-5e7080959259 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404558 Nov 27 01:55:19.031877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Transition to ACTIVE for port object b95c858e-ae25-43ad-91cf-b1c0f7456c8f will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:55:19.039023 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:19.144203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Pushing event updated for resources: {'Port': ['ID=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,revision_number=6']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:19.153028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:19.153375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:19.153719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:19.154058 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:19.154390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:19.154719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:19.155433 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:19.155433 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:19.155687 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:19.155986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:19.156322 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:19.156825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:19.175184 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b359b8-4727-4236-8b9c-dd54ae93a533 x-openstack-request-id: req-56b359b8-4727-4236-8b9c-dd54ae93a533 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:55:19.175483 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30b29db-9427-49b0-a168-97017f6ad5f7", "name": "network-vif-unplugged", "status": "completed", "tag": "b95c858e-ae25-43ad-91cf-b1c0f7456c8f", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:55:19.175733 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56b359b8-4727-4236-8b9c-dd54ae93a533 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:55:19.176132 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f', 'code': 200} Nov 27 01:55:19.177063 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] No DVR routers for this DVR port b95c858e-ae25-43ad-91cf-b1c0f7456c8f on host n-h1-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:55:19.314009 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Attempting to bind port b95c858e-ae25-43ad-91cf-b1c0f7456c8f on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:55:19.314339 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Attempting to bind port b95c858e-ae25-43ad-91cf-b1c0f7456c8f by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:55:19.314665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Attempting to bind port b95c858e-ae25-43ad-91cf-b1c0f7456c8f on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:55:19.318966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Port b95c858e-ae25-43ad-91cf-b1c0f7456c8f on network 4a33f837-d9f5-44e6-9a51-90354b793d43 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:55:19.319290 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Attempting to bind port b95c858e-ae25-43ad-91cf-b1c0f7456c8f on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:55:19.324838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:55:19.325174 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Checking segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:55:19.325552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Bound using segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:55:19.325970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Bound port: b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:55:19.326323 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:19.387567 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] For port b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:55:19.391047 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] For port b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:55:19.394764 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:19.434789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:19.435407 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:19.436887 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] 10.222.0.31 "PUT /v2.0/ports/b95c858e-ae25-43ad-91cf-b1c0f7456c8f HTTP/1.1" status: 200 len: 1092 time: 0.7646863 Nov 27 01:55:19.454990 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d09d3-36cd-44a1-beae-5a48fc56bf7e service neutron] Pushing event updated for resources: {'Port': ['ID=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,revision_number=7']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:19.512125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-306b6c01-d9c6-496b-a7d6-3f2f0a134b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:19.513677 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-306b6c01-d9c6-496b-a7d6-3f2f0a134b07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 1095 time: 0.0428090 Nov 27 01:55:19.605467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-458facf2-1b5c-4e08-a5b0-23a9ff81ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:19.606989 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-458facf2-1b5c-4e08-a5b0-23a9ff81ae96 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0868437 Nov 27 01:55:19.676381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-0eaead1a-5211-4301-b6d9-b382a89548ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f HTTP/1.1" status: 200 len: 999 time: 0.0619757 Nov 27 01:55:19.724439 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-7edc22f6-7307-4ba0-a553-b7c76b7ad9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:19.725781 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-7edc22f6-7307-4ba0-a553-b7c76b7ad9bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0431633 Nov 27 01:55:19.771127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-a07d1cc9-63aa-4969-9f3e-41a5fd0dfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:19.772630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-a07d1cc9-63aa-4969-9f3e-41a5fd0dfe34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399153 Nov 27 01:55:19.863118 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-68258d56-21cb-4e26-9f1d-ac4b718c3b06 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836606 Nov 27 01:55:19.950255 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8dffd8c3-b745-4110-a7cc-a4b7bdf3dfdd req-9791f632-edf8-4bb1-888d-30ad6c5f40f4 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804884 Nov 27 01:55:20.146742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd958d15-b62e-489e-9c3b-f9c06884977b req-095fd1c2-59df-4f61-8f10-eb95a77c83b8 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:20.148282 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd958d15-b62e-489e-9c3b-f9c06884977b req-095fd1c2-59df-4f61-8f10-eb95a77c83b8 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 943 time: 0.0519528 Nov 27 01:55:20.196130 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bd958d15-b62e-489e-9c3b-f9c06884977b req-30bce9b9-5a01-4bfd-a62f-104966c0e65e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413253 Nov 27 01:55:21.177221 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'tag': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:55:21.179648 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36062368-918e-4ed0-be14-f051b62ac8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e30b29db-9427-49b0-a168-97017f6ad5f7", "tag": "b95c858e-ae25-43ad-91cf-b1c0f7456c8f"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:55:21.227776 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a03996-05a7-4158-a122-8344aa7c51ab x-openstack-request-id: req-81a03996-05a7-4158-a122-8344aa7c51ab {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:55:21.228067 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30b29db-9427-49b0-a168-97017f6ad5f7", "tag": "b95c858e-ae25-43ad-91cf-b1c0f7456c8f", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:55:21.228387 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81a03996-05a7-4158-a122-8344aa7c51ab {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:55:21.228795 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'tag': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f', 'status': 'completed', 'code': 200} Nov 27 01:55:21.329639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36062368-918e-4ed0-be14-f051b62ac8cf req-655d2e9c-cbf1-41f0-84b4-ae13da0efa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:21.330675 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36062368-918e-4ed0-be14-f051b62ac8cf req-655d2e9c-cbf1-41f0-84b4-ae13da0efa2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 1095 time: 0.0471785 Nov 27 01:55:21.342615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e81f-5137-4c14-9995-7049b82d89f8 req-cb307237-7eb1-402a-bb90-04fd030e3b6e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:21.344143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6322e81f-5137-4c14-9995-7049b82d89f8 req-cb307237-7eb1-402a-bb90-04fd030e3b6e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 943 time: 0.0790241 Nov 27 01:55:21.350706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36062368-918e-4ed0-be14-f051b62ac8cf req-4d825ff6-ee20-4361-8ab3-1025918e7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:21.352116 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36062368-918e-4ed0-be14-f051b62ac8cf req-4d825ff6-ee20-4361-8ab3-1025918e7f3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 1095 time: 0.0620210 Nov 27 01:55:21.423827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36062368-918e-4ed0-be14-f051b62ac8cf req-625ac0f0-850b-4691-af65-438116af0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:21.425479 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36062368-918e-4ed0-be14-f051b62ac8cf req-625ac0f0-850b-4691-af65-438116af0ef4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0859776 Nov 27 01:55:21.446500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6322e81f-5137-4c14-9995-7049b82d89f8 req-656bc07b-239c-4676-b0b7-80cf1d8a8f53 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933421 Nov 27 01:55:21.472075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36062368-918e-4ed0-be14-f051b62ac8cf req-c82eeca4-db98-4b58-be48-180ae38de3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:21.473572 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36062368-918e-4ed0-be14-f051b62ac8cf req-c82eeca4-db98-4b58-be48-180ae38de3a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.1136167 Nov 27 01:55:21.496618 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36062368-918e-4ed0-be14-f051b62ac8cf req-a15a0a37-9da5-41cf-98f4-c1698eeb59e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f HTTP/1.1" status: 200 len: 999 time: 0.0643678 Nov 27 01:55:21.546132 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36062368-918e-4ed0-be14-f051b62ac8cf req-5c6e7ab8-bae7-4de1-86c8-498c64a04052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:21.547601 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36062368-918e-4ed0-be14-f051b62ac8cf req-5c6e7ab8-bae7-4de1-86c8-498c64a04052 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0442107 Nov 27 01:55:21.548039 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36062368-918e-4ed0-be14-f051b62ac8cf req-0eef3e3f-a8da-496d-9693-9c5b89fdbcae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f HTTP/1.1" status: 200 len: 999 time: 0.0635238 Nov 27 01:55:21.593046 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36062368-918e-4ed0-be14-f051b62ac8cf req-30b322cf-3f11-44bd-a23e-f2088bdc8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:21.594522 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36062368-918e-4ed0-be14-f051b62ac8cf req-30b322cf-3f11-44bd-a23e-f2088bdc8a80 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400352 Nov 27 01:55:21.602669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36062368-918e-4ed0-be14-f051b62ac8cf req-9ea9a813-e9fc-4252-9422-f5cb9205b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:21.604149 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36062368-918e-4ed0-be14-f051b62ac8cf req-9ea9a813-e9fc-4252-9422-f5cb9205b30a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0444434 Nov 27 01:55:21.654570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36062368-918e-4ed0-be14-f051b62ac8cf req-a001035d-0596-401e-9d15-8516d4535883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:21.656082 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36062368-918e-4ed0-be14-f051b62ac8cf req-a001035d-0596-401e-9d15-8516d4535883 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401244 Nov 27 01:55:21.689127 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36062368-918e-4ed0-be14-f051b62ac8cf req-38dfea13-11fe-4ec7-892b-015210ddc0aa service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856142 Nov 27 01:55:21.752485 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36062368-918e-4ed0-be14-f051b62ac8cf req-17c10c7a-ba42-4166-887f-03afdc0f1682 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842924 Nov 27 01:55:21.778261 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36062368-918e-4ed0-be14-f051b62ac8cf req-7197b189-cbfe-4e39-af78-f5c8986db609 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821919 Nov 27 01:55:21.850882 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36062368-918e-4ed0-be14-f051b62ac8cf req-a6f8692f-43de-48e9-af11-351c5eab3960 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874629 Nov 27 01:55:22.083387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b95c858e-ae25-43ad-91cf-b1c0f7456c8f no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:55:22.124310 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device b95c858e-ae25-43ad-91cf-b1c0f7456c8f not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:55:22.563544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf3eff-678b-46fe-b9d4-7f530377c7f7 req-feec3a77-8391-4cc9-9abf-bade5f8e5f6e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:22.565059 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-57bf3eff-678b-46fe-b9d4-7f530377c7f7 req-feec3a77-8391-4cc9-9abf-bade5f8e5f6e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 943 time: 0.0490108 Nov 27 01:55:22.614542 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-57bf3eff-678b-46fe-b9d4-7f530377c7f7 req-1bb6c8ec-e1f6-401f-8b80-b68536c3d388 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436168 Nov 27 01:55:23.738173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca402402-a811-4565-a65f-5ceb469010c1 req-5bf54683-8bc0-4ed3-8e37-7d154985f2d8 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:23.739692 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca402402-a811-4565-a65f-5ceb469010c1 req-5bf54683-8bc0-4ed3-8e37-7d154985f2d8 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 943 time: 0.0539801 Nov 27 01:55:23.787811 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca402402-a811-4565-a65f-5ceb469010c1 req-d6b485d3-c2a4-4f47-86a8-34b699c29f72 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Nov 27 01:55:24.030194 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ec302-8b0b-4c5f-b7c7-ddb02a4ba582 req-ccdbbe82-921d-4e36-8bdb-7cb8360d150e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:24.031665 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-058ec302-8b0b-4c5f-b7c7-ddb02a4ba582 req-ccdbbe82-921d-4e36-8bdb-7cb8360d150e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 943 time: 0.0892670 Nov 27 01:55:24.054266 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-d9dc64b8-ce7e-4f30-a0c0-69dc0d1831a6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:24.055684 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-d9dc64b8-ce7e-4f30-a0c0-69dc0d1831a6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7&tenant_id=084daf74e2d64e1bb5c15e90ace1051f&binding%3Ahost_id=n-h2-817303-10 HTTP/1.1" status: 200 len: 943 time: 0.0700243 Nov 27 01:55:24.092600 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-058ec302-8b0b-4c5f-b7c7-ddb02a4ba582 req-4b9144ce-d75a-46d7-acf4-8c20ffc3a9cd tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540156 Nov 27 01:55:24.179043 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b95c858e-ae25-43ad-91cf-b1c0f7456c8f details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:55:24.261723 n-d-817303-10 neutron-server[103403]: INFO neutron.api.v2.resource [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-b258c810-0c30-43f6-b21e-4ef77571ad5c service neutron] delete failed (client error): The resource could not be found. Nov 27 01:55:24.262193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-b258c810-0c30-43f6-b21e-4ef77571ad5c service neutron] 10.222.0.21 "DELETE /v2.0/ports/b95c858e-ae25-43ad-91cf-b1c0f7456c8f/bindings/n-h1-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0623157 Nov 27 01:55:24.286328 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:24.297706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'port_id': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f', 'mac_address': 'fa:16:3e:67:09:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:55:24.340473 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:24.354000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95c858e-ae25-43ad-91cf-b1c0f7456c8f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:55:24.376303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:24.380169 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:24.394671 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-22ccca2b-a287-4db7-a7e6-c360d3222770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:24.396269 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-22ccca2b-a287-4db7-a7e6-c360d3222770 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 1095 time: 0.0473185 Nov 27 01:55:24.426653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:24.434668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:24.434981 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:24.435314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:24.435657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:24.435999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:24.436384 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:24.436723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:24.437056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:24.437389 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:24.437719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:24.438056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:24.438386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:24.488482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-e94f2e7e-74a4-4bbd-9784-5f69a2739226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:24.489959 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-e94f2e7e-74a4-4bbd-9784-5f69a2739226 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0839212 Nov 27 01:55:24.562891 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-15d32e50-73e7-4ed0-9b37-0484dd3c3498 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f HTTP/1.1" status: 200 len: 1000 time: 0.0619187 Nov 27 01:55:24.615678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-b777b28d-33f4-48bf-b1fc-d98a255ecfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:24.617117 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-b777b28d-33f4-48bf-b1fc-d98a255ecfcd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0429330 Nov 27 01:55:24.667963 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-568c8c91-b2a6-4eb9-88e5-c4b698b25f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:24.669470 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-568c8c91-b2a6-4eb9-88e5-c4b698b25f8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397158 Nov 27 01:55:24.765244 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-41411ee9-5138-4393-9da0-38e9c4fe8dfa service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828452 Nov 27 01:55:24.788628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['b95c858e-ae25-43ad-91cf-b1c0f7456c8f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:55:24.861522 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b338ce0-a4bd-4ae6-bdcd-70f48851ce79 req-5b8fc0a8-b19d-46e7-88e9-ccab035ffa1f service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836258 Nov 27 01:55:25.213589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457061e4-c76d-484f-8726-7799f1591466 req-d19520ca-5f5e-4246-9a50-90da16c6a5fe tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:25.215695 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-457061e4-c76d-484f-8726-7799f1591466 req-d19520ca-5f5e-4246-9a50-90da16c6a5fe tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 944 time: 0.0528259 Nov 27 01:55:25.261261 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-457061e4-c76d-484f-8726-7799f1591466 req-18c95527-4e70-4648-8100-482f9eaeefc5 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392354 Nov 27 01:55:26.194449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b95c858e-ae25-43ad-91cf-b1c0f7456c8f up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:55:26.243464 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port b95c858e-ae25-43ad-91cf-b1c0f7456c8f completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:55:26.247754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port b95c858e-ae25-43ad-91cf-b1c0f7456c8f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:55:26.248129 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:26.330924 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:26.353570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:55:26.355885 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc00d4a2-7c3f-4b87-9cb3-81af94e39dd3" -d '{"events": [{"server_uuid": "e30b29db-9427-49b0-a168-97017f6ad5f7", "name": "network-vif-plugged", "status": "completed", "tag": "b95c858e-ae25-43ad-91cf-b1c0f7456c8f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:55:26.368651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:26.373170 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:26.398588 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c95a3-189b-4181-9433-6f0db13cc91d req-bedfd49d-2a32-4c59-bd07-8e7d242154ff tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:26.400163 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71364c70-4006-4d50-b040-85aea96401eb x-openstack-request-id: req-71364c70-4006-4d50-b040-85aea96401eb {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:55:26.400326 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ae9c95a3-189b-4181-9433-6f0db13cc91d req-bedfd49d-2a32-4c59-bd07-8e7d242154ff tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 944 time: 0.0654113 Nov 27 01:55:26.400525 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30b29db-9427-49b0-a168-97017f6ad5f7", "name": "network-vif-plugged", "status": "completed", "tag": "b95c858e-ae25-43ad-91cf-b1c0f7456c8f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:55:26.400746 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71364c70-4006-4d50-b040-85aea96401eb {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:55:26.401164 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f', 'code': 200} Nov 27 01:55:26.422958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:26.447440 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ae9c95a3-189b-4181-9433-6f0db13cc91d req-bef9b2dd-58e1-4c0f-a4b4-65dc264672f5 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407195 Nov 27 01:55:26.561740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63409e17-6a00-45b5-9e5d-ff5ccab1d378 req-404ade9e-f506-4fe8-847c-4dadfc47e071 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:26.563247 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-63409e17-6a00-45b5-9e5d-ff5ccab1d378 req-404ade9e-f506-4fe8-847c-4dadfc47e071 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0480735 Nov 27 01:55:26.613740 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-63409e17-6a00-45b5-9e5d-ff5ccab1d378 req-06e9b59d-9d0c-4821-91bb-74828ddff5d1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446720 Nov 27 01:55:26.808504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e42cc-fcc8-413c-a42f-6331a1e5201b req-215f682b-0484-45b0-b29b-fd4a70fc5363 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:26.810006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-854e42cc-fcc8-413c-a42f-6331a1e5201b req-215f682b-0484-45b0-b29b-fd4a70fc5363 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0529473 Nov 27 01:55:26.876743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902af547-7aa5-47a2-8807-67f2910923b9 req-56fada91-45aa-4414-a85b-c45c2bd0eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:26.878232 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-902af547-7aa5-47a2-8807-67f2910923b9 req-56fada91-45aa-4414-a85b-c45c2bd0eed5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 1097 time: 0.0663116 Nov 27 01:55:26.885366 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-854e42cc-fcc8-413c-a42f-6331a1e5201b req-45afe53c-7bbe-439c-858f-970e5293e8d8 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660310 Nov 27 01:55:26.971789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902af547-7aa5-47a2-8807-67f2910923b9 req-71525822-97b5-4e2b-a9f6-607b628f104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:26.973185 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-902af547-7aa5-47a2-8807-67f2910923b9 req-71525822-97b5-4e2b-a9f6-607b628f104e service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0869591 Nov 27 01:55:27.037133 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-902af547-7aa5-47a2-8807-67f2910923b9 req-a56d85e8-abb9-488d-8936-93892fb63fed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f HTTP/1.1" status: 200 len: 1001 time: 0.0563796 Nov 27 01:55:27.087300 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902af547-7aa5-47a2-8807-67f2910923b9 req-2a815af9-c829-4a64-b76e-bf040cf08d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:27.089283 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-902af547-7aa5-47a2-8807-67f2910923b9 req-2a815af9-c829-4a64-b76e-bf040cf08d6e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0452929 Nov 27 01:55:27.136679 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902af547-7aa5-47a2-8807-67f2910923b9 req-9aed15c2-d027-4216-baa1-ea39bdc02648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:27.138210 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-902af547-7aa5-47a2-8807-67f2910923b9 req-9aed15c2-d027-4216-baa1-ea39bdc02648 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425780 Nov 27 01:55:27.226539 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-902af547-7aa5-47a2-8807-67f2910923b9 req-effedfd7-f8a7-4634-bc23-16edea6be36e service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812595 Nov 27 01:55:27.319127 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-902af547-7aa5-47a2-8807-67f2910923b9 req-91901ccf-5494-4da7-a962-f7caf83d9bdd service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850718 Nov 27 01:55:28.009291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3637b9d-7c2c-44b6-b06a-30e2ff983ad8 req-27d8994f-fc28-4d0d-938d-39f85f7b9d1d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:28.011356 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3637b9d-7c2c-44b6-b06a-30e2ff983ad8 req-27d8994f-fc28-4d0d-938d-39f85f7b9d1d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0510933 Nov 27 01:55:28.057051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b3637b9d-7c2c-44b6-b06a-30e2ff983ad8 req-e12be128-1f28-441b-aafa-aa96c1dbe85b tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398774 Nov 27 01:55:28.291318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f6e98-0d36-4e44-b205-b2709a91c7dd req-51d341da-5560-46d3-ad16-4d2b31464e42 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:28.293327 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e80f6e98-0d36-4e44-b205-b2709a91c7dd req-51d341da-5560-46d3-ad16-4d2b31464e42 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0491576 Nov 27 01:55:28.339222 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e80f6e98-0d36-4e44-b205-b2709a91c7dd req-907c5fd3-14e2-49d9-b8b1-9a80e3016ee1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400586 Nov 27 01:55:28.981649 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:29.458014 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003a7c6-a361-4d1d-99b0-e2914e997e98 req-907148d5-75a0-491c-95d0-2658c49aa772 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:29.459533 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d003a7c6-a361-4d1d-99b0-e2914e997e98 req-907148d5-75a0-491c-95d0-2658c49aa772 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0521507 Nov 27 01:55:29.506097 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d003a7c6-a361-4d1d-99b0-e2914e997e98 req-5c6fbab5-e678-48e0-b583-cd69ae88664e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405152 Nov 27 01:55:29.785175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-f7d6da85-7bd6-490f-b616-b58ccfcfe99a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:29.786708 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-f7d6da85-7bd6-490f-b616-b58ccfcfe99a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.31 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 945 time: 0.0479648 Nov 27 01:55:29.880760 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Deleting port b95c858e-ae25-43ad-91cf-b1c0f7456c8f {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:55:29.881099 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:29.967852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] For port b95c858e-ae25-43ad-91cf-b1c0f7456c8f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:29.968214 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:30.140850 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:30.141214 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:30.141535 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89 disassociated. External IP: 172.25.1.250, port: b95c858e-ae25-43ad-91cf-b1c0f7456c8f. Nov 27 01:55:30.141885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Calling delete_port for b95c858e-ae25-43ad-91cf-b1c0f7456c8f owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:55:30.273307 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:30.308459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event deleted for resources: {'Port': ['ID=b95c858e-ae25-43ad-91cf-b1c0f7456c8f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:30.422987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Router 8946ca02-07db-4189-838f-4f4a1510d940 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:55:30.603527 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-46c1eb0f-80a8-4903-9249-34cd71adde1e req-5139c2bf-9fe0-4472-9cf0-427a71a92bd1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=e30b29db-9427-49b0-a168-97017f6ad5f7 HTTP/1.1" status: 200 len: 210 time: 0.0260565 Nov 27 01:55:30.802326 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:55:30.812742 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ce861-4e86-4f6a-9ab5-e98e0e5f6c0b None None] Sync routers for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:55:30.821862 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ce861-4e86-4f6a-9ab5-e98e0e5f6c0b None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:55:30.822455 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1c8ce861-4e86-4f6a-9ab5-e98e0e5f6c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:55:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:55:30.840473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] No DVR routers for this DVR port b95c858e-ae25-43ad-91cf-b1c0f7456c8f on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:55:30.843263 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:30.846961 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6fb22197-7f15-409e-bdc1-e77c72c9577e req-e6bcdb86-666b-4c29-9bca-b55dc43dfff1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.31 "DELETE /v2.0/ports/b95c858e-ae25-43ad-91cf-b1c0f7456c8f HTTP/1.1" status: 204 len: 173 time: 1.0537848 Nov 27 01:55:30.847423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'name': 'network-vif-deleted', 'tag': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:55:30.850236 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500dce03-0ace-4745-b8df-baad76b236a6" -d '{"events": [{"server_uuid": "e30b29db-9427-49b0-a168-97017f6ad5f7", "name": "network-vif-deleted", "tag": "b95c858e-ae25-43ad-91cf-b1c0f7456c8f"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:55:30.893884 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f3b78d-00e1-46cd-9267-6fbaf9789fb1 x-openstack-request-id: req-a3f3b78d-00e1-46cd-9267-6fbaf9789fb1 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:55:30.894215 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30b29db-9427-49b0-a168-97017f6ad5f7", "name": "network-vif-deleted", "tag": "b95c858e-ae25-43ad-91cf-b1c0f7456c8f", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:55:30.894450 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3f3b78d-00e1-46cd-9267-6fbaf9789fb1 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:55:30.894849 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30b29db-9427-49b0-a168-97017f6ad5f7', 'name': 'network-vif-deleted', 'tag': 'b95c858e-ae25-43ad-91cf-b1c0f7456c8f', 'status': 'completed', 'code': 200} Nov 27 01:55:30.929321 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-1c8ce861-4e86-4f6a-9ab5-e98e0e5f6c0b None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:55:30.935667 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:31.130757 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1c8ce861-4e86-4f6a-9ab5-e98e0e5f6c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:55:31.156904 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ce861-4e86-4f6a-9ab5-e98e0e5f6c0b None None] Checking router: 8946ca02-07db-4189-838f-4f4a1510d940 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:55:31.165278 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ce861-4e86-4f6a-9ab5-e98e0e5f6c0b None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:55:31.165867 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1c8ce861-4e86-4f6a-9ab5-e98e0e5f6c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:55:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:55:31.269372 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-1c8ce861-4e86-4f6a-9ab5-e98e0e5f6c0b None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:55:31.467251 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1c8ce861-4e86-4f6a-9ab5-e98e0e5f6c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:55:31.494178 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ce861-4e86-4f6a-9ab5-e98e0e5f6c0b None None] The sync data for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 is: [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:55:31.716490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911363c-ed14-4292-b420-213a7e9e3a8b None None] New status for floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:55:31.900815 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-f6365651-6995-420c-80fb-7208cc60cb19 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--650961177&fields=id&tenant_id=084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 267 time: 0.0463896 Nov 27 01:55:32.012441 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-6679a9da-c0d6-4c6c-a378-359f3d6f329c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:32.013870 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-6679a9da-c0d6-4c6c-a378-359f3d6f329c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 812 time: 0.1059585 Nov 27 01:55:32.028110 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-36881deb-5509-4555-b501-684cdac9b7f0 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/quotas/084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 375 time: 0.0086570 Nov 27 01:55:32.080750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-63650ba3-2350-4544-b031-321d4f9997e0 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475917 Nov 27 01:55:32.224690 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-7caea829-4639-4b42-b095-a0e358e874a9 service neutron] 10.222.0.15 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325572 Nov 27 01:55:32.317513 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-94c554e3-f9b3-47d0-bb04-9020fcb3dbee service neutron] 10.222.0.15 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862751 Nov 27 01:55:33.500258 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4d81b66-034d-4131-9c8a-845c8026d2ae req-59c8be6b-117b-470e-8467-05ab5d3d314f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 210 time: 0.0270090 Nov 27 01:55:34.227596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b95c858e-ae25-43ad-91cf-b1c0f7456c8f no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:55:34.249179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: b95c858e-ae25-43ad-91cf-b1c0f7456c8f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:55:34.249516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b95c858e-ae25-43ad-91cf-b1c0f7456c8f not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:55:34.486834 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-1fbdd1df-1a33-4f98-8b86-5129123225fc tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:34.488319 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-1fbdd1df-1a33-4f98-8b86-5129123225fc tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 812 time: 0.1078765 Nov 27 01:55:34.571440 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-aa9bc835-2022-4d0e-b7e0-940b73f0f433 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 379 time: 0.0610170 Nov 27 01:55:34.582485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56dc841d-20e4-4bee-a65e-7fa8cecf6524 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Request body: {'port': {'device_id': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'admin_state_up': True, 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'security_groups': ['7b3434e6-4403-4f99-b0d2-4037a6df4a05']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:55:34.584416 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:55:34.595504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a2a0a78-2913-4ea8-b5de-c5c99a267bec req-c28dc8a1-b5a2-4524-938d-04d4adf5cee9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 210 time: 0.0274792 Nov 27 01:55:34.692423 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56dc841d-20e4-4bee-a65e-7fa8cecf6524 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Made reservation on behalf of 084daf74e2d64e1bb5c15e90ace1051f for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:55:34.695902 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56dc841d-20e4-4bee-a65e-7fa8cecf6524 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:34.817058 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56dc841d-20e4-4bee-a65e-7fa8cecf6524 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Allocated IP 172.20.0.4 (4a33f837-d9f5-44e6-9a51-90354b793d43/993de3c6-7a9f-4f6c-8db6-8292c17bc78b/425ea197-38ba-4fc3-8f51-de6234272055) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:55:34.954087 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56dc841d-20e4-4bee-a65e-7fa8cecf6524 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:34.988066 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56dc841d-20e4-4bee-a65e-7fa8cecf6524 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:35.033511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56dc841d-20e4-4bee-a65e-7fa8cecf6524 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Network 4a33f837-d9f5-44e6-9a51-90354b793d43 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:55:35.036893 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56dc841d-20e4-4bee-a65e-7fa8cecf6524 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:55:35.040731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56dc841d-20e4-4bee-a65e-7fa8cecf6524 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:55:35.047189 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc841d-20e4-4bee-a65e-7fa8cecf6524 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event updated for resources: {'Port': ['ID=425ea197-38ba-4fc3-8f51-de6234272055,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:35.100080 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56dc841d-20e4-4bee-a65e-7fa8cecf6524 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:35.100749 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56dc841d-20e4-4bee-a65e-7fa8cecf6524 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:35.116656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56dc841d-20e4-4bee-a65e-7fa8cecf6524 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5381241 Nov 27 01:55:35.134348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Request body: {'port': {'device_id': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:55:35.190233 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:35.258239 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ec8045c9-cd7d-465c-a4a8-2aeb1e10711b None None] Provisioning complete for port 425ea197-38ba-4fc3-8f51-de6234272055 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:55:35.259231 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ec8045c9-cd7d-465c-a4a8-2aeb1e10711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:35.294293 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ec8045c9-cd7d-465c-a4a8-2aeb1e10711b None None] Port 425ea197-38ba-4fc3-8f51-de6234272055 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:55:35.446964 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425ea197-38ba-4fc3-8f51-de6234272055 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:55:35.454901 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:35.467657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Transition to ACTIVE for port object 425ea197-38ba-4fc3-8f51-de6234272055 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:55:35.471206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:35.526310 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Pushing event updated for resources: {'Port': ['ID=425ea197-38ba-4fc3-8f51-de6234272055,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:35.592916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Attempting to bind port 425ea197-38ba-4fc3-8f51-de6234272055 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:55:35.593542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Attempting to bind port 425ea197-38ba-4fc3-8f51-de6234272055 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:55:35.593768 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Attempting to bind port 425ea197-38ba-4fc3-8f51-de6234272055 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:55:35.598179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Port 425ea197-38ba-4fc3-8f51-de6234272055 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:55:35.598534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Attempting to bind port 425ea197-38ba-4fc3-8f51-de6234272055 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:55:35.603544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:55:35.603882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Checking segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:55:35.604284 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Bound using segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:55:35.604707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Bound port: 425ea197-38ba-4fc3-8f51-de6234272055, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:55:35.605066 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:35.688940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:55:35.717492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:55:35.722455 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:35.762295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76427393-1b49-4798-9785-4ab02dd5eee1 req-914c3c9c-ea74-4a60-9b79-b0fc76bc0ace tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:35.763801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76427393-1b49-4798-9785-4ab02dd5eee1 req-914c3c9c-ea74-4a60-9b79-b0fc76bc0ace tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 943 time: 0.0939693 Nov 27 01:55:35.772461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:35.773083 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:35.774474 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] 10.222.0.31 "PUT /v2.0/ports/425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 1092 time: 0.6445682 Nov 27 01:55:35.774916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:55:35.777217 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b55ce5c-0797-485e-9048-e0a2a40db425" -d '{"events": [{"name": "network-changed", "server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "tag": "425ea197-38ba-4fc3-8f51-de6234272055"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:55:35.817262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb2b5c-4ccf-4035-8ebe-82bd115e90df service neutron] Pushing event updated for resources: {'Port': ['ID=425ea197-38ba-4fc3-8f51-de6234272055,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:35.853983 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d88d26-589f-4d60-acfe-dbdcdda2b83c x-openstack-request-id: req-04d88d26-589f-4d60-acfe-dbdcdda2b83c {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:55:35.854290 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "tag": "425ea197-38ba-4fc3-8f51-de6234272055", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:55:35.854548 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04d88d26-589f-4d60-acfe-dbdcdda2b83c {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:55:35.854958 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055', 'status': 'completed', 'code': 200} Nov 27 01:55:35.878969 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76427393-1b49-4798-9785-4ab02dd5eee1 req-355e7cf9-b57d-4215-9a58-7f533928e983 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968421 Nov 27 01:55:35.892700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-a116a666-4735-4b82-83de-4e5cb523035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:35.894376 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-a116a666-4735-4b82-83de-4e5cb523035c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 1095 time: 0.0571380 Nov 27 01:55:35.946888 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-9cb2e0b1-bfc6-4edf-b866-76aee061801b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 217 time: 0.0392833 Nov 27 01:55:35.996860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-6d153fc5-66b6-4aba-bffa-13e4d48d1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:35.998263 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-6d153fc5-66b6-4aba-bffa-13e4d48d1c7e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0439713 Nov 27 01:55:36.043134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-5ca657d5-a8d8-490c-8c99-9e4d77c64754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:36.045272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-5ca657d5-a8d8-490c-8c99-9e4d77c64754 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404222 Nov 27 01:55:36.136266 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-693b6845-0bd1-4218-805b-2bda9776857c service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835681 Nov 27 01:55:36.223288 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-85471b0d-6263-46fc-a478-d0769eb9d783 req-b091e012-9dd6-4ee8-b976-64e77a5d1304 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803564 Nov 27 01:55:36.349961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55ce5c-0797-485e-9048-e0a2a40db425 req-5dad9452-187e-47bf-aaa7-6eed0d4743be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:36.351431 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b55ce5c-0797-485e-9048-e0a2a40db425 req-5dad9452-187e-47bf-aaa7-6eed0d4743be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 1095 time: 0.0408235 Nov 27 01:55:36.443997 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55ce5c-0797-485e-9048-e0a2a40db425 req-a8faf749-2d89-4bb1-83f0-087c9e2e213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:36.445485 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b55ce5c-0797-485e-9048-e0a2a40db425 req-a8faf749-2d89-4bb1-83f0-087c9e2e213a service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0861390 Nov 27 01:55:36.485483 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b55ce5c-0797-485e-9048-e0a2a40db425 req-fa600d9e-6ef6-4f3a-ad2d-e3e4b1dff34d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 217 time: 0.0332808 Nov 27 01:55:36.537598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55ce5c-0797-485e-9048-e0a2a40db425 req-7408eb47-8536-457f-ba0a-c393c5ac9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:36.538919 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b55ce5c-0797-485e-9048-e0a2a40db425 req-7408eb47-8536-457f-ba0a-c393c5ac9ab5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0468512 Nov 27 01:55:36.582476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55ce5c-0797-485e-9048-e0a2a40db425 req-b1ef05ff-d2f0-47b7-bb28-5be92856f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:36.583913 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b55ce5c-0797-485e-9048-e0a2a40db425 req-b1ef05ff-d2f0-47b7-bb28-5be92856f3c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384812 Nov 27 01:55:36.670394 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b55ce5c-0797-485e-9048-e0a2a40db425 req-bb38c1de-f689-4e63-90db-6dd87f960d41 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790336 Nov 27 01:55:36.761964 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9b55ce5c-0797-485e-9048-e0a2a40db425 req-52769625-2a4f-4997-a78f-e1df3c639836 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850143 Nov 27 01:55:36.995678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40696d6-4e5e-40d4-a42e-ba4f33d007b6 req-bdcefa78-3a76-429a-b39e-9f1b0d124fcd tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:36.997678 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b40696d6-4e5e-40d4-a42e-ba4f33d007b6 req-bdcefa78-3a76-429a-b39e-9f1b0d124fcd tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 943 time: 0.0492187 Nov 27 01:55:37.044025 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b40696d6-4e5e-40d4-a42e-ba4f33d007b6 req-0249dddc-6d4a-4ea2-90fc-b5445a88e64e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400186 Nov 27 01:55:38.157929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1f6b5-188f-49e2-bb21-9535ade0f29a req-bb799e4d-9db3-4ba1-8433-46316b2754f1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:38.159692 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6fb1f6b5-188f-49e2-bb21-9535ade0f29a req-bb799e4d-9db3-4ba1-8433-46316b2754f1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 943 time: 0.0494044 Nov 27 01:55:38.211231 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6fb1f6b5-188f-49e2-bb21-9535ade0f29a req-7240daa4-9040-4449-8574-5f68daf8d747 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456960 Nov 27 01:55:39.324510 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677140-430a-42ed-b412-9e0fd76aaefd req-855e5498-4353-46f7-badf-bcf33226e767 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:39.325986 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca677140-430a-42ed-b412-9e0fd76aaefd req-855e5498-4353-46f7-badf-bcf33226e767 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 943 time: 0.0483592 Nov 27 01:55:39.375523 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ca677140-430a-42ed-b412-9e0fd76aaefd req-3c58d295-6a19-4a63-88f7-1672c1b25b66 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437500 Nov 27 01:55:40.129005 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1ca0d550-55c3-436b-b8b8-95f0899ffbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:40.225273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 425ea197-38ba-4fc3-8f51-de6234272055 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:55:40.323499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:40.334915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '425ea197-38ba-4fc3-8f51-de6234272055', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'port_id': '425ea197-38ba-4fc3-8f51-de6234272055', 'mac_address': 'fa:16:3e:dc:3c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:55:40.370470 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:40.382630 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425ea197-38ba-4fc3-8f51-de6234272055 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:55:40.402171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:40.407420 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:40.457077 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=425ea197-38ba-4fc3-8f51-de6234272055,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:40.541979 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caebb54-1c45-460f-9390-6fe5fb198165 req-82189d5c-452b-48e3-bbd7-8f00dde0fc59 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:40.543396 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2caebb54-1c45-460f-9390-6fe5fb198165 req-82189d5c-452b-48e3-bbd7-8f00dde0fc59 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 944 time: 0.0484726 Nov 27 01:55:40.595187 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2caebb54-1c45-460f-9390-6fe5fb198165 req-5d517e13-4abe-4695-811b-c9ac7aa4ec8f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459065 Nov 27 01:55:40.766794 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['425ea197-38ba-4fc3-8f51-de6234272055'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:55:41.711276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78fcdd-60af-40b9-b20b-6ef3e6150176 req-7934f0c1-223e-4fe3-8271-6754a4c06488 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:41.712744 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce78fcdd-60af-40b9-b20b-6ef3e6150176 req-7934f0c1-223e-4fe3-8271-6754a4c06488 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 944 time: 0.0477591 Nov 27 01:55:41.758080 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce78fcdd-60af-40b9-b20b-6ef3e6150176 req-6ab6d3f5-3aa3-46d5-b98d-757e31dce542 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388658 Nov 27 01:55:42.226723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 425ea197-38ba-4fc3-8f51-de6234272055 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:55:42.281145 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 425ea197-38ba-4fc3-8f51-de6234272055 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:55:42.285311 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 425ea197-38ba-4fc3-8f51-de6234272055 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:55:42.285684 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:42.328767 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-51028eeb-c07b-484e-9406-392f757131c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:42.373289 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:42.395820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:55:42.398090 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc9f626-a19a-482d-926f-5ab538999261" -d '{"events": [{"server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "name": "network-vif-plugged", "status": "completed", "tag": "425ea197-38ba-4fc3-8f51-de6234272055"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:55:42.411142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:42.415094 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:42.438772 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3449976a-66c0-42a1-8a1f-449349bda9e3 x-openstack-request-id: req-3449976a-66c0-42a1-8a1f-449349bda9e3 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:55:42.439048 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "name": "network-vif-plugged", "status": "completed", "tag": "425ea197-38ba-4fc3-8f51-de6234272055", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:55:42.439300 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3449976a-66c0-42a1-8a1f-449349bda9e3 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:55:42.439691 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055', 'code': 200} Nov 27 01:55:42.466951 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=425ea197-38ba-4fc3-8f51-de6234272055,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:42.576808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81733a5b-7cb1-4ab7-8d89-63a5ec854235 req-d76d72d8-46bd-42ff-a563-c5e8dd9d03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:42.578292 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81733a5b-7cb1-4ab7-8d89-63a5ec854235 req-d76d72d8-46bd-42ff-a563-c5e8dd9d03f4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 1097 time: 0.0410187 Nov 27 01:55:42.622267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-81733a5b-7cb1-4ab7-8d89-63a5ec854235 req-4b3af55f-6342-4337-8f59-45e215b25c53 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366633 Nov 27 01:55:42.875694 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf59cb-9f14-4ce1-ac91-1485509d2ca8 req-85bb4c81-3551-44f7-b399-c9ee8ac3a922 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:42.877169 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5cf59cb-9f14-4ce1-ac91-1485509d2ca8 req-85bb4c81-3551-44f7-b399-c9ee8ac3a922 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0479119 Nov 27 01:55:42.925002 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e5cf59cb-9f14-4ce1-ac91-1485509d2ca8 req-e58aff19-d4d3-4760-a8d8-f8b903f0e36d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413077 Nov 27 01:55:43.423497 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:44.040656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2f39c-441c-463e-9e44-3baa5b30bc8a req-c10565ed-ec3e-4a21-8f31-09a9db9a3327 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:44.042178 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eff2f39c-441c-463e-9e44-3baa5b30bc8a req-c10565ed-ec3e-4a21-8f31-09a9db9a3327 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0489922 Nov 27 01:55:44.090380 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eff2f39c-441c-463e-9e44-3baa5b30bc8a req-3c9b3b8a-58d2-4f3a-8e2b-0b07fa5d1ed4 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414248 Nov 27 01:55:44.975519 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:45.209548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd93ec-58a6-4a68-8604-905be6825678 req-498dd65e-0bc0-43e4-b891-d3376bb2b448 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:45.211013 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8dd93ec-58a6-4a68-8604-905be6825678 req-498dd65e-0bc0-43e4-b891-d3376bb2b448 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0524893 Nov 27 01:55:45.260177 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8dd93ec-58a6-4a68-8604-905be6825678 req-193eb17e-0d7b-4447-89dd-c95ad61ddbde tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430260 Nov 27 01:55:45.373835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83f6f5-5e12-4584-a0ac-91d548954f4f req-878341ef-0be6-4970-bbaf-e3dd4bbc0333 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:45.375291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a83f6f5-5e12-4584-a0ac-91d548954f4f req-878341ef-0be6-4970-bbaf-e3dd4bbc0333 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0512795 Nov 27 01:55:45.383700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 42128) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:55:45.387906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-064edb77-aeb6-4e7b-8a93-17f7deec3547 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Request body: {'floatingip': {'port_id': '425ea197-38ba-4fc3-8f51-de6234272055'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:55:45.427444 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-064edb77-aeb6-4e7b-8a93-17f7deec3547 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:45.845833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-064edb77-aeb6-4e7b-8a93-17f7deec3547 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:45.849559 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-064edb77-aeb6-4e7b-8a93-17f7deec3547 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:45.949840 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-064edb77-aeb6-4e7b-8a93-17f7deec3547 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89 associated. External IP: 172.25.1.250, port: 425ea197-38ba-4fc3-8f51-de6234272055. Nov 27 01:55:46.149452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064edb77-aeb6-4e7b-8a93-17f7deec3547 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Router 8946ca02-07db-4189-838f-4f4a1510d940 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:55:46.374807 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:46.524936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064edb77-aeb6-4e7b-8a93-17f7deec3547 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:55:46.530582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-064edb77-aeb6-4e7b-8a93-17f7deec3547 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:46.535379 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aff65c-96de-4cd9-8640-6c947c0aca60 None None] Sync routers for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:55:46.545580 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aff65c-96de-4cd9-8640-6c947c0aca60 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:55:46.546182 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d9aff65c-96de-4cd9-8640-6c947c0aca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:55:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:55:46.557770 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-064edb77-aeb6-4e7b-8a93-17f7deec3547 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "PUT /v2.0/floatingips/01faffc5-8d62-4d1a-bda1-50e65dabcb89 HTTP/1.1" status: 200 len: 991 time: 1.1729989 Nov 27 01:55:46.558468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:55:46.560939 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ecf04e-4a90-46fe-9e64-7ad564e6b135" -d '{"events": [{"name": "network-changed", "server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "tag": "425ea197-38ba-4fc3-8f51-de6234272055"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:55:46.608157 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f4dea2-cca9-4d57-b35d-d3731db02cd1 x-openstack-request-id: req-90f4dea2-cca9-4d57-b35d-d3731db02cd1 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:55:46.608157 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "tag": "425ea197-38ba-4fc3-8f51-de6234272055", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:55:46.608157 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90f4dea2-cca9-4d57-b35d-d3731db02cd1 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:55:46.608157 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055', 'status': 'completed', 'code': 200} Nov 27 01:55:46.665740 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-d9aff65c-96de-4cd9-8640-6c947c0aca60 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:55:46.708536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecf04e-4a90-46fe-9e64-7ad564e6b135 req-04f554c9-312a-46fa-90e6-49e6c9b2693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:46.710019 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-86ecf04e-4a90-46fe-9e64-7ad564e6b135 req-04f554c9-312a-46fa-90e6-49e6c9b2693d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 1097 time: 0.0389969 Nov 27 01:55:46.797919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecf04e-4a90-46fe-9e64-7ad564e6b135 req-91fc762e-0f8a-47cb-af54-84f2ceb11b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:46.799291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-86ecf04e-4a90-46fe-9e64-7ad564e6b135 req-91fc762e-0f8a-47cb-af54-84f2ceb11b29 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0828385 Nov 27 01:55:46.868836 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-86ecf04e-4a90-46fe-9e64-7ad564e6b135 req-65c5ebe7-ca93-420b-bfae-ef18b54822dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 999 time: 0.0621095 Nov 27 01:55:46.885601 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d9aff65c-96de-4cd9-8640-6c947c0aca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '01faffc5-8d62-4d1a-bda1-50e65dabcb89', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'port_id': '425ea197-38ba-4fc3-8f51-de6234272055', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'mac_address': 'fa:16:3e:dc:3c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:50:43Z', 'updated_at': '2021-11-27T01:55:45Z', 'revision_number': 9, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:55:46.913409 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aff65c-96de-4cd9-8640-6c947c0aca60 None None] Checking router: 8946ca02-07db-4189-838f-4f4a1510d940 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:55:46.920022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecf04e-4a90-46fe-9e64-7ad564e6b135 req-c5f7b7b3-c431-4ac7-9948-2d089d756e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:46.921505 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-86ecf04e-4a90-46fe-9e64-7ad564e6b135 req-c5f7b7b3-c431-4ac7-9948-2d089d756e64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0463049 Nov 27 01:55:46.921691 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aff65c-96de-4cd9-8640-6c947c0aca60 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:55:46.922324 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d9aff65c-96de-4cd9-8640-6c947c0aca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:55:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:55:46.967572 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecf04e-4a90-46fe-9e64-7ad564e6b135 req-d2764b43-6a3e-48d4-b1c5-3edb7c163c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:46.969111 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-86ecf04e-4a90-46fe-9e64-7ad564e6b135 req-d2764b43-6a3e-48d4-b1c5-3edb7c163c0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403433 Nov 27 01:55:47.030551 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-d9aff65c-96de-4cd9-8640-6c947c0aca60 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:55:47.064743 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-86ecf04e-4a90-46fe-9e64-7ad564e6b135 req-3d8f9516-b87e-4831-a9d6-b03f72e74404 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883713 Nov 27 01:55:47.156958 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-86ecf04e-4a90-46fe-9e64-7ad564e6b135 req-c6e3b1ea-5055-4055-b24a-af93c66e3f8b service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849659 Nov 27 01:55:47.339512 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d9aff65c-96de-4cd9-8640-6c947c0aca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '01faffc5-8d62-4d1a-bda1-50e65dabcb89', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'port_id': '425ea197-38ba-4fc3-8f51-de6234272055', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'mac_address': 'fa:16:3e:dc:3c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:50:43Z', 'updated_at': '2021-11-27T01:55:45Z', 'revision_number': 9, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:55:47.368603 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aff65c-96de-4cd9-8640-6c947c0aca60 None None] The sync data for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 is: [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '01faffc5-8d62-4d1a-bda1-50e65dabcb89', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'port_id': '425ea197-38ba-4fc3-8f51-de6234272055', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'mac_address': 'fa:16:3e:dc:3c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:50:43Z', 'updated_at': '2021-11-27T01:55:45Z', 'revision_number': 9, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:55:47.547909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b66446-797d-4522-8e41-237068bb7b63 None None] New status for floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:55:58.973646 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:00.941513 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:01.626386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-e5908a51-a7bb-42e3-b422-46413811891a req-78b2da5a-c7d7-4c89-91bd-506cb0c6f177 service neutron] (103403) timed out ('10.222.0.21', 57401) {{(pid=103403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:56:10.131506 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c7ae19e4-2e61-4182-a910-b0c05f2035d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:11.583178 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:56:12.299641 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a1a66ffa-1970-4cae-8972-e656d06371d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:13.425614 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:14.978221 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:16.377307 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:28.994855 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:30.323545 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7146162-277a-4414-b72a-8fca22dc41ab req-af4200ef-f3a0-4a07-87a2-df4dc7ed3427 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445266 Nov 27 01:56:30.423494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7146162-277a-4414-b72a-8fca22dc41ab req-59b32c7b-a0d5-4f72-b857-2221f635cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:30.425035 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7146162-277a-4414-b72a-8fca22dc41ab req-59b32c7b-a0d5-4f72-b857-2221f635cdc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 1097 time: 0.0431070 Nov 27 01:56:30.526772 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7146162-277a-4414-b72a-8fca22dc41ab req-b2848834-590b-4d29-9fae-ba3d895ebba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:30.528169 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7146162-277a-4414-b72a-8fca22dc41ab req-b2848834-590b-4d29-9fae-ba3d895ebba7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0828862 Nov 27 01:56:30.598240 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7146162-277a-4414-b72a-8fca22dc41ab req-8e80a9fe-59e9-4063-ae18-78c1677788b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 1002 time: 0.0623312 Nov 27 01:56:30.647248 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7146162-277a-4414-b72a-8fca22dc41ab req-fffae78d-d3a4-4bd2-9b57-f3cd3c434505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:30.648734 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7146162-277a-4414-b72a-8fca22dc41ab req-fffae78d-d3a4-4bd2-9b57-f3cd3c434505 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0434506 Nov 27 01:56:30.694625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7146162-277a-4414-b72a-8fca22dc41ab req-b789bb7a-b1c8-4273-ab47-c3cfa11b2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:30.696137 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7146162-277a-4414-b72a-8fca22dc41ab req-b789bb7a-b1c8-4273-ab47-c3cfa11b2426 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396175 Nov 27 01:56:30.787499 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7146162-277a-4414-b72a-8fca22dc41ab req-7495dd3f-ab4d-4176-8432-c5228426b4cf service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839174 Nov 27 01:56:30.876734 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7146162-277a-4414-b72a-8fca22dc41ab req-29b1665b-0728-4de9-85ac-39e0997b103a service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817714 Nov 27 01:56:30.953862 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.132923 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6347ccb9-9708-41d0-a83d-8591d342d6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.301238 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e832938c-5784-4568-96e4-2670428e2518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:43.429702 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:44.980699 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:46.378831 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:48.582261 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:56:58.989466 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:00.955907 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:10.132678 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eeaa3f7d-6004-472d-8c94-ba6e09f393b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:12.302972 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78ecd2ba-16ba-4ce3-b8e7-945e99215194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:13.433040 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:14.985903 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:15.318412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-2ef22fdb-d407-468e-bcac-bc7525cdde06 req-34751532-0fca-4ccc-b052-74d802a874b8 service neutron] (103403) timed out ('10.222.0.15', 39650) {{(pid=103403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:57:16.380685 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:25.581113 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:57:28.992501 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:30.965925 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:31.353168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48601753-dd81-4992-8a8d-522afb198b08 req-aa30251a-d6d7-4616-b321-785be2c15bc0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452421 Nov 27 01:57:31.452438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48601753-dd81-4992-8a8d-522afb198b08 req-2678d12d-433b-4bb9-8e80-05cf2321cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:57:31.453930 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48601753-dd81-4992-8a8d-522afb198b08 req-2678d12d-433b-4bb9-8e80-05cf2321cd91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 1097 time: 0.0411742 Nov 27 01:57:31.554783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48601753-dd81-4992-8a8d-522afb198b08 req-fa5bbbd7-0ff6-4d28-be35-f247d9a31d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:57:31.556164 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48601753-dd81-4992-8a8d-522afb198b08 req-fa5bbbd7-0ff6-4d28-be35-f247d9a31d57 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0826898 Nov 27 01:57:31.623916 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48601753-dd81-4992-8a8d-522afb198b08 req-6925700f-0aa2-4201-8911-175297284d5b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 1002 time: 0.0607793 Nov 27 01:57:31.673370 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48601753-dd81-4992-8a8d-522afb198b08 req-db3bf61b-2025-4a5a-bcad-bc4b7eedb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:57:31.674919 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48601753-dd81-4992-8a8d-522afb198b08 req-db3bf61b-2025-4a5a-bcad-bc4b7eedb369 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0435605 Nov 27 01:57:31.719183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48601753-dd81-4992-8a8d-522afb198b08 req-efaddc07-c5ec-43d9-8746-1e26c542f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:57:31.720638 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48601753-dd81-4992-8a8d-522afb198b08 req-efaddc07-c5ec-43d9-8746-1e26c542f39e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392003 Nov 27 01:57:31.811612 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48601753-dd81-4992-8a8d-522afb198b08 req-7ce7ebc8-775c-437f-8236-537c7e0d2c74 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836539 Nov 27 01:57:31.898600 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-48601753-dd81-4992-8a8d-522afb198b08 req-67a52186-bd41-4798-bfe6-9cde4c70e43f service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791321 Nov 27 01:57:40.133624 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e13a9cb9-b25e-4a15-927b-2c7dffb69f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:42.304934 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d7d7b5c-fc6e-418f-9371-ccc73d732f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:43.435506 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:44.985739 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:46.383779 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:58.987603 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:00.973484 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:02.580435 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:58:10.135455 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b9c8f588-3dd9-4fd4-b268-14e8fec5fad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:12.306271 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2ca124c4-78d5-40e5-9e2e-62d277947e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:13.440149 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:13.746633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-42dea0c5-6532-4fe8-a795-ade007072b37 req-3eb28fea-a901-44d8-b2f7-d4f5820bbb93 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:58:13.748285 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42dea0c5-6532-4fe8-a795-ade007072b37 req-3eb28fea-a901-44d8-b2f7-d4f5820bbb93 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0579622 Nov 27 01:58:13.923325 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-b6b26d5d-02c6-46d2-9447-a6355190b7f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0474553 Nov 27 01:58:13.932339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-f411d4df-7b29-41d7-9728-9217358d9568 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:58:13.933312 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-f411d4df-7b29-41d7-9728-9217358d9568 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049658 Nov 27 01:58:14.000804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189b5e9-b088-4adc-bc88-59ecdad2891b req-650b17d1-5530-4a50-8169-df6cbaeb1b9a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:14.002278 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f189b5e9-b088-4adc-bc88-59ecdad2891b req-650b17d1-5530-4a50-8169-df6cbaeb1b9a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.1168797 Nov 27 01:58:14.053617 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f189b5e9-b088-4adc-bc88-59ecdad2891b req-82af20f2-6533-4c38-8c50-11036e99c111 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450909 Nov 27 01:58:14.988949 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:15.228045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a5852-c4f5-4274-bfd7-abeb2409b272 req-da9a681a-86d8-4388-82c9-8b9ff9da66d9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:15.229593 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-428a5852-c4f5-4274-bfd7-abeb2409b272 req-da9a681a-86d8-4388-82c9-8b9ff9da66d9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.1072402 Nov 27 01:58:15.302322 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-428a5852-c4f5-4274-bfd7-abeb2409b272 req-4ecdd735-1361-4156-b36d-aea27e047209 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667722 Nov 27 01:58:15.310866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fea49-1680-4208-9534-47bf61caee5c req-304181ed-741a-4db4-8a1c-56b5a3a3f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:15.312339 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-304181ed-741a-4db4-8a1c-56b5a3a3f51a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 1097 time: 0.0627475 Nov 27 01:58:15.405752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fea49-1680-4208-9534-47bf61caee5c req-8be23981-66b3-4060-b5b2-f881020543d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:15.407191 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-8be23981-66b3-4060-b5b2-f881020543d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0860903 Nov 27 01:58:15.471938 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-826c7d72-50b9-492c-9c06-f73dd04f649e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 1002 time: 0.0566428 Nov 27 01:58:15.519539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fea49-1680-4208-9534-47bf61caee5c req-beb2ff51-b5b2-4c60-b735-1781b58641f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:15.521050 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-beb2ff51-b5b2-4c60-b735-1781b58641f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0423350 Nov 27 01:58:15.569151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fea49-1680-4208-9534-47bf61caee5c req-4a8f7628-2939-47f2-825c-456c9fd43a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:15.570591 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-4a8f7628-2939-47f2-825c-456c9fd43a61 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428789 Nov 27 01:58:15.656256 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-658fb0af-4dec-4556-acd1-c5535d85c7bd service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781510 Nov 27 01:58:15.746498 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-1fe7ceee-749b-4aa4-bf75-b93e71c84737 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832114 Nov 27 01:58:16.387396 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:16.420525 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ff249-3aa4-4982-adeb-752d57d0eeb9 req-8340d37e-df31-4ab4-a4b3-b684aca006b2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:16.422011 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b95ff249-3aa4-4982-adeb-752d57d0eeb9 req-8340d37e-df31-4ab4-a4b3-b684aca006b2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0518067 Nov 27 01:58:16.468790 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b95ff249-3aa4-4982-adeb-752d57d0eeb9 req-57de5824-7a35-46a4-b694-a4316cce68e3 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408194 Nov 27 01:58:17.582939 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8e557-9cd5-44fd-b475-6207259bad05 req-e5c89910-dd41-4f0c-a971-700fee192284 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:17.584451 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4eb8e557-9cd5-44fd-b475-6207259bad05 req-e5c89910-dd41-4f0c-a971-700fee192284 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0491905 Nov 27 01:58:17.631004 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4eb8e557-9cd5-44fd-b475-6207259bad05 req-150df5ae-586b-45d0-8880-15a2e94abe06 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405784 Nov 27 01:58:18.746770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c90d6-5156-4ef1-a963-31ca9d9b3b61 req-b09f2bca-aa63-459b-8728-01d52834cf29 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:18.748928 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-476c90d6-5156-4ef1-a963-31ca9d9b3b61 req-b09f2bca-aa63-459b-8728-01d52834cf29 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0477724 Nov 27 01:58:18.798711 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-476c90d6-5156-4ef1-a963-31ca9d9b3b61 req-ef289545-a675-41b7-8618-df9f1abd46e2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439126 Nov 27 01:58:19.915031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b68cb-1779-4ee1-8206-0742ac77daa8 req-91425e66-67d6-4b14-a2bb-ac941e9083ab tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:19.916570 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b6b68cb-1779-4ee1-8206-0742ac77daa8 req-91425e66-67d6-4b14-a2bb-ac941e9083ab tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0488892 Nov 27 01:58:19.963040 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b6b68cb-1779-4ee1-8206-0742ac77daa8 req-bb8cfc7d-7787-42f3-9a33-8bce06a927f3 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406189 Nov 27 01:58:21.086245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d0998-f867-4988-90e6-4ef80b6181c0 req-43177f51-c13b-49a1-9865-575216f9a55f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:21.087746 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-569d0998-f867-4988-90e6-4ef80b6181c0 req-43177f51-c13b-49a1-9865-575216f9a55f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0575318 Nov 27 01:58:21.134775 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-569d0998-f867-4988-90e6-4ef80b6181c0 req-92fa1f88-9131-4d8d-b3ea-5bfb2129e1a0 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410326 Nov 27 01:58:22.252735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92d4ae-ce13-4e48-8842-53059488fc13 req-4cd55557-57f6-4f20-9a65-4b634df717f6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:22.254230 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b92d4ae-ce13-4e48-8842-53059488fc13 req-4cd55557-57f6-4f20-9a65-4b634df717f6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0532279 Nov 27 01:58:22.303347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b92d4ae-ce13-4e48-8842-53059488fc13 req-028899d0-acf8-4d65-82e6-3b9e9654c999 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430453 Nov 27 01:58:23.418399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb92162-b582-4392-8545-75db1ff21eeb req-a7dfb98d-bc2b-4953-9e9e-46aab573deb9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:23.420504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6eb92162-b582-4392-8545-75db1ff21eeb req-a7dfb98d-bc2b-4953-9e9e-46aab573deb9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0494497 Nov 27 01:58:23.468274 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6eb92162-b582-4392-8545-75db1ff21eeb req-2135723b-ff10-432f-97ff-344bd062954c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416565 Nov 27 01:58:24.582589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1ef49-823a-4bbd-9cba-7aa8812d25f1 req-24f6fd4b-28ae-4564-a883-c75d994e415f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:24.584088 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c9b1ef49-823a-4bbd-9cba-7aa8812d25f1 req-24f6fd4b-28ae-4564-a883-c75d994e415f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0491223 Nov 27 01:58:24.630805 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c9b1ef49-823a-4bbd-9cba-7aa8812d25f1 req-57b5ad0e-de3b-4918-b00a-087a12869a03 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408738 Nov 27 01:58:25.746262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac03749-320e-47a8-89a8-912ceac272b1 req-1841ddbf-666b-448d-b090-42df156f3be2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:25.747736 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dac03749-320e-47a8-89a8-912ceac272b1 req-1841ddbf-666b-448d-b090-42df156f3be2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0482769 Nov 27 01:58:25.797703 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dac03749-320e-47a8-89a8-912ceac272b1 req-1d5d4bb1-9a69-4d48-8a13-2a6a97632fae tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441105 Nov 27 01:58:26.916574 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f92f7-cd01-49ae-9df3-2cf48914f2a7 req-34e94040-1827-402a-8edd-ca62c01c278c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:26.918065 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-544f92f7-cd01-49ae-9df3-2cf48914f2a7 req-34e94040-1827-402a-8edd-ca62c01c278c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0528409 Nov 27 01:58:26.964552 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-544f92f7-cd01-49ae-9df3-2cf48914f2a7 req-87091758-1a8e-44cc-a0e3-bbac2ac3c44e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404429 Nov 27 01:58:27.904834 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-ce8fea49-1680-4208-9534-47bf61caee5c req-49d3689d-6f9a-4f18-aef4-5787d412ec93 service neutron] show failed (client error): The resource could not be found. Nov 27 01:58:27.905859 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-49d3689d-6f9a-4f18-aef4-5787d412ec93 service neutron] 10.222.0.31 "GET /v2.0/ports/425ea197-38ba-4fc3-8f51-de6234272055/bindings/n-h1-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0550842 Nov 27 01:58:28.090499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ccb20-1791-4215-a7d1-a8755ab0e1a9 req-501b8215-c9f6-4e38-9fc6-ab91b3309667 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:28.092541 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-657ccb20-1791-4215-a7d1-a8755ab0e1a9 req-501b8215-c9f6-4e38-9fc6-ab91b3309667 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0595753 Nov 27 01:58:28.164183 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-657ccb20-1791-4215-a7d1-a8755ab0e1a9 req-ae282123-aef6-42fc-a78f-aca8d75189ce tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657022 Nov 27 01:58:28.176524 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fea49-1680-4208-9534-47bf61caee5c req-0322d0c4-6111-4891-b3ef-c9c43ca99209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:28.178046 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-0322d0c4-6111-4891-b3ef-c9c43ca99209 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e&tenant_id=084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 1097 time: 0.1000826 Nov 27 01:58:28.189752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-bebef61d-21d4-481f-9494-9f36e6481998 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:58:28.190727 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-bebef61d-21d4-481f-9494-9f36e6481998 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048158 Nov 27 01:58:28.218552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:58:28.275145 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:28.483869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:28.516206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:58:28.554908 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:58:28.557375 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4221c0dd-f550-4054-9c1d-07582f9c7ccd" -d '{"events": [{"server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "name": "network-vif-unplugged", "status": "completed", "tag": "425ea197-38ba-4fc3-8f51-de6234272055"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:58:28.561508 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:28.574270 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Transition to ACTIVE for port object 425ea197-38ba-4fc3-8f51-de6234272055 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:58:28.578597 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:28.974501 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6a5fbb-5ab5-4246-aae7-c866270a153f x-openstack-request-id: req-af6a5fbb-5ab5-4246-aae7-c866270a153f {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:58:28.974733 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "name": "network-vif-unplugged", "status": "completed", "tag": "425ea197-38ba-4fc3-8f51-de6234272055", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:58:28.974940 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af6a5fbb-5ab5-4246-aae7-c866270a153f {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:58:28.975492 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055', 'code': 200} Nov 27 01:58:28.985986 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:28.988219 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Pushing event updated for resources: {'Port': ['ID=425ea197-38ba-4fc3-8f51-de6234272055,revision_number=6']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:29.000189 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:29.000494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:29.000829 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:29.001163 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:29.001488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:29.001811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:29.002132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:29.002451 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:29.002771 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:29.003089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:29.003405 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:29.003718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:29.032692 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] No DVR routers for this DVR port 425ea197-38ba-4fc3-8f51-de6234272055 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:58:29.163859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Attempting to bind port 425ea197-38ba-4fc3-8f51-de6234272055 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:58:29.164607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Attempting to bind port 425ea197-38ba-4fc3-8f51-de6234272055 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:58:29.164607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Attempting to bind port 425ea197-38ba-4fc3-8f51-de6234272055 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:58:29.168664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Port 425ea197-38ba-4fc3-8f51-de6234272055 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:58:29.168981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Attempting to bind port 425ea197-38ba-4fc3-8f51-de6234272055 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:58:29.174199 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:58:29.174527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Checking segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:58:29.174904 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Bound using segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:58:29.175314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Bound port: 425ea197-38ba-4fc3-8f51-de6234272055, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:58:29.175668 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:29.250137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:58:29.277030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:58:29.282674 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:29.329565 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8a767-a449-4cd1-a4e5-14896bbec96a req-95c9ec79-8d67-48f8-8a7d-b0e385d79d58 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:29.331124 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3dd8a767-a449-4cd1-a4e5-14896bbec96a req-95c9ec79-8d67-48f8-8a7d-b0e385d79d58 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 943 time: 0.0992541 Nov 27 01:58:29.332468 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:29.333399 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:29.334669 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] 10.222.0.21 "PUT /v2.0/ports/425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 1092 time: 1.1202626 Nov 27 01:58:29.376063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5e5cf-964b-4507-a4db-a79a99f41635 service neutron] Pushing event updated for resources: {'Port': ['ID=425ea197-38ba-4fc3-8f51-de6234272055,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:29.422904 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3dd8a767-a449-4cd1-a4e5-14896bbec96a req-c20166ed-fe60-405a-93f6-f2db4958d37e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853410 Nov 27 01:58:29.438663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fea49-1680-4208-9534-47bf61caee5c req-8b9ed81e-6d22-4259-85f4-5d1dec75928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:29.440365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-8b9ed81e-6d22-4259-85f4-5d1dec75928e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 1095 time: 0.0544429 Nov 27 01:58:29.540101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fea49-1680-4208-9534-47bf61caee5c req-89309ebd-b516-4d76-9e85-5d43fcda22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:29.541502 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-89309ebd-b516-4d76-9e85-5d43fcda22eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0899501 Nov 27 01:58:29.610193 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-95a25834-ce7e-4e05-b95f-151bfc0f8edf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 1000 time: 0.0573030 Nov 27 01:58:29.668339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fea49-1680-4208-9534-47bf61caee5c req-ccb7eee6-b65e-4c9a-8f40-ec705dcdee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:29.670388 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-ccb7eee6-b65e-4c9a-8f40-ec705dcdee46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0468118 Nov 27 01:58:29.719645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fea49-1680-4208-9534-47bf61caee5c req-e7b5eb9a-b152-4146-8b72-822104102ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:29.721225 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-e7b5eb9a-b152-4146-8b72-822104102ed6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395651 Nov 27 01:58:29.810551 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-8b072a22-716d-4e30-b670-46d758967579 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809190 Nov 27 01:58:29.906621 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ce8fea49-1680-4208-9534-47bf61caee5c req-faeb5534-e77f-431f-b9fb-d7add0321491 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844769 Nov 27 01:58:30.539811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7722b-9afd-43ea-ac32-ffc3ad18c6f3 req-fcdb3343-3234-4d61-b583-7f02037ea05a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:30.541294 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c2f7722b-9afd-43ea-ac32-ffc3ad18c6f3 req-fcdb3343-3234-4d61-b583-7f02037ea05a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 943 time: 0.0489080 Nov 27 01:58:30.587641 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c2f7722b-9afd-43ea-ac32-ffc3ad18c6f3 req-b692bef5-d68b-46a5-9e50-81160d19cb2b tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399477 Nov 27 01:58:30.926338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 425ea197-38ba-4fc3-8f51-de6234272055 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:58:30.973062 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 425ea197-38ba-4fc3-8f51-de6234272055 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:58:30.976201 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:58:30.978491 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:30.978692 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a151bbc9-0d75-484d-abc4-f9d03d023572" -d '{"events": [{"name": "network-changed", "server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "tag": "425ea197-38ba-4fc3-8f51-de6234272055"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:58:31.028181 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b9d04e-eea3-49f4-b791-b4d8734d8ee8 x-openstack-request-id: req-31b9d04e-eea3-49f4-b791-b4d8734d8ee8 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:58:31.028507 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "tag": "425ea197-38ba-4fc3-8f51-de6234272055", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:58:31.028763 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31b9d04e-eea3-49f4-b791-b4d8734d8ee8 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:58:31.029679 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055', 'status': 'completed', 'code': 200} Nov 27 01:58:31.113422 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-85b06772-9c28-4d30-9168-4dde74165470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:31.114950 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-85b06772-9c28-4d30-9168-4dde74165470 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 1095 time: 0.0413580 Nov 27 01:58:31.117521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-0928e14c-679a-48ee-b053-3431603fc57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:31.119005 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-0928e14c-679a-48ee-b053-3431603fc57e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 1095 time: 0.0444634 Nov 27 01:58:31.207654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-65a2a23f-a2aa-4057-b70b-9d067bd11595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:31.209082 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-65a2a23f-a2aa-4057-b70b-9d067bd11595 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0829103 Nov 27 01:58:31.211010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-dc5f1198-a1df-40a4-b20c-63b3f51e487a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:31.212492 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-dc5f1198-a1df-40a4-b20c-63b3f51e487a service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0890727 Nov 27 01:58:31.279839 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-c2689d19-492a-4ab7-81c3-2de80c246734 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 1000 time: 0.0636487 Nov 27 01:58:31.283192 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-f3a775cc-541e-4f81-8127-248704ecebb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 1000 time: 0.0584798 Nov 27 01:58:31.329700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-9070a353-2982-4a2b-9d0b-c7a2c061579e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:31.331204 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-9070a353-2982-4a2b-9d0b-c7a2c061579e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0450068 Nov 27 01:58:31.333449 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-5a014c4c-dd42-4975-b4eb-a82df5731a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:31.334892 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-5a014c4c-dd42-4975-b4eb-a82df5731a29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0442710 Nov 27 01:58:31.378309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-1391187b-9420-4bbe-a872-25e8594387b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:31.379875 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-1391187b-9420-4bbe-a872-25e8594387b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420604 Nov 27 01:58:31.385804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-23a7f734-029b-473e-9c19-1c086a7e93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:31.387277 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-23a7f734-029b-473e-9c19-1c086a7e93a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428298 Nov 27 01:58:31.474957 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-b7700bcc-967a-4a83-8dbb-b200b8ee2e84 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875196 Nov 27 01:58:31.482762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-7e444aa5-af2d-4d16-8c1e-120a0c6c9085 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871191 Nov 27 01:58:31.563586 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-3fdb486d-ab61-45ae-b45a-a5274f5e95f2 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818396 Nov 27 01:58:31.579437 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a151bbc9-0d75-484d-abc4-f9d03d023572 req-c641c3c4-32b6-4e3c-bd2c-2509da064969 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885899 Nov 27 01:58:31.705307 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4176e2-d383-4317-866c-c2d50ef62fe2 req-0b7f25a6-9be6-4d42-87d1-33db83dcb8c0 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:31.706789 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6e4176e2-d383-4317-866c-c2d50ef62fe2 req-0b7f25a6-9be6-4d42-87d1-33db83dcb8c0 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 943 time: 0.0497046 Nov 27 01:58:31.758469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6e4176e2-d383-4317-866c-c2d50ef62fe2 req-04ef7892-635c-4263-965c-9c15addb1288 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455997 Nov 27 01:58:32.880409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2581fb-38bf-49d0-bc9c-b590a438f8f9 req-73e7959f-141b-499e-b469-80343f4ef230 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:32.881863 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d2581fb-38bf-49d0-bc9c-b590a438f8f9 req-73e7959f-141b-499e-b469-80343f4ef230 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 943 time: 0.0531976 Nov 27 01:58:32.929800 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d2581fb-38bf-49d0-bc9c-b590a438f8f9 req-d18a3641-30f8-4022-aa95-4db28697d9bd tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420778 Nov 27 01:58:33.072481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 425ea197-38ba-4fc3-8f51-de6234272055 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:58:33.171338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:33.183946 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '425ea197-38ba-4fc3-8f51-de6234272055', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'port_id': '425ea197-38ba-4fc3-8f51-de6234272055', 'mac_address': 'fa:16:3e:dc:3c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:58:33.227265 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:33.238545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425ea197-38ba-4fc3-8f51-de6234272055 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:58:33.259101 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:33.264989 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:33.303192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abe5ec-3516-4583-880d-f26dbc97008f req-6982b942-7cca-4b37-8912-f52b432c4bad tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:33.304759 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-6982b942-7cca-4b37-8912-f52b432c4bad tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e&tenant_id=084daf74e2d64e1bb5c15e90ace1051f&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 943 time: 0.0829189 Nov 27 01:58:33.319004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=425ea197-38ba-4fc3-8f51-de6234272055,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:33.327424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:33.327778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:33.328122 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:33.328502 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:33.328838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:33.329171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:33.329501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:33.329831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:33.331189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:33.331535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:33.331871 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:33.332204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:33.337817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2b539-a80f-47b9-bc6e-d897692dd84a req-55a187df-ae54-4d12-96a5-24fb03a995ef tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:33.339300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4f2b539-a80f-47b9-bc6e-d897692dd84a req-55a187df-ae54-4d12-96a5-24fb03a995ef tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 944 time: 0.0848522 Nov 27 01:58:33.417692 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-0152db1d-ef87-4794-a9f9-77ab543b423f service neutron] 10.222.0.21 "GET /v2.0/ports/425ea197-38ba-4fc3-8f51-de6234272055/bindings/n-h1-817303-10 HTTP/1.1" status: 200 len: 383 time: 0.0958970 Nov 27 01:58:33.422185 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f4f2b539-a80f-47b9-bc6e-d897692dd84a req-507e904a-0a0d-4d0a-8a47-abed1b90472f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652137 Nov 27 01:58:33.500624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abe5ec-3516-4583-880d-f26dbc97008f req-8b5f526a-91f6-4067-b8f9-eca956c3a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:33.502002 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-8b5f526a-91f6-4067-b8f9-eca956c3a749 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 1096 time: 0.0409760 Nov 27 01:58:33.601284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abe5ec-3516-4583-880d-f26dbc97008f req-b3dde27a-b2b3-4d52-9ef4-f9b6a92f300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:33.602778 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-b3dde27a-b2b3-4d52-9ef4-f9b6a92f300e service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0925119 Nov 27 01:58:33.628740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['425ea197-38ba-4fc3-8f51-de6234272055'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:58:33.671845 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-68b3a3b7-a267-4f11-9330-6cb718b6fa82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 1001 time: 0.0600328 Nov 27 01:58:33.728173 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abe5ec-3516-4583-880d-f26dbc97008f req-f841e6a0-47f9-4535-ab2a-93652de0b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:33.729727 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-f841e6a0-47f9-4535-ab2a-93652de0b690 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0499907 Nov 27 01:58:33.778766 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abe5ec-3516-4583-880d-f26dbc97008f req-ad821a99-fe10-458a-9e5c-38b2ca1f1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:33.780227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-ad821a99-fe10-458a-9e5c-38b2ca1f1111 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429728 Nov 27 01:58:33.868908 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-72c66a49-044e-4148-8fa4-a79659f8daaf service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809033 Nov 27 01:58:33.963323 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-0fc92e5d-fe57-4167-a373-2331fd7d4412 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864205 Nov 27 01:58:34.541451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3498e-c203-4795-a08c-74113e3c15de req-af52d1d9-69b0-4bdd-9f3f-014225c34ecf tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:34.542841 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-92f3498e-c203-4795-a08c-74113e3c15de req-af52d1d9-69b0-4bdd-9f3f-014225c34ecf tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 944 time: 0.0485697 Nov 27 01:58:34.589897 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-92f3498e-c203-4795-a08c-74113e3c15de req-4c5317a1-75ac-4cb4-aaec-a950bde53f56 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405908 Nov 27 01:58:35.087185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 425ea197-38ba-4fc3-8f51-de6234272055 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:58:35.138729 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 425ea197-38ba-4fc3-8f51-de6234272055 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:58:35.142391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 425ea197-38ba-4fc3-8f51-de6234272055 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:58:35.142765 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:35.217688 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:35.240713 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:58:35.242978 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d35261-8223-4b6f-9c53-d69bac2767f6" -d '{"events": [{"server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "name": "network-vif-plugged", "status": "completed", "tag": "425ea197-38ba-4fc3-8f51-de6234272055"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:58:35.257487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:35.261614 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:35.318176 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=425ea197-38ba-4fc3-8f51-de6234272055,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:35.357919 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a12de1-6bad-4760-90bc-a6fe82d1f410 x-openstack-request-id: req-f3a12de1-6bad-4760-90bc-a6fe82d1f410 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:58:35.358219 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "name": "network-vif-plugged", "status": "completed", "tag": "425ea197-38ba-4fc3-8f51-de6234272055", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:58:35.358724 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3a12de1-6bad-4760-90bc-a6fe82d1f410 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:58:35.359133 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055', 'code': 200} Nov 27 01:58:35.705223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee8371-0785-45bd-bbd3-1fae3dac44bd req-b52b034f-c41d-43ee-bf99-7f1009150bf4 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:35.706687 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bee8371-0785-45bd-bbd3-1fae3dac44bd req-b52b034f-c41d-43ee-bf99-7f1009150bf4 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0488894 Nov 27 01:58:35.752737 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bee8371-0785-45bd-bbd3-1fae3dac44bd req-8fb76f43-8d38-404f-afe4-1bcab4e5759a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401402 Nov 27 01:58:36.332331 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abe5ec-3516-4583-880d-f26dbc97008f req-842e189b-d8ea-4bf4-8099-b823ef2a52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:36.333836 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-842e189b-d8ea-4bf4-8099-b823ef2a52ea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e&tenant_id=084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 1097 time: 0.0445149 Nov 27 01:58:36.350032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:58:36.401266 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:36.598728 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:36.630136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h1-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:58:36.673782 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:58:36.676066 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d827b7-63e3-4651-ada1-cbbb9b142d76" -d '{"events": [{"server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "name": "network-vif-unplugged", "status": "completed", "tag": "425ea197-38ba-4fc3-8f51-de6234272055"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:58:36.680473 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:36.692828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Transition to ACTIVE for port object 425ea197-38ba-4fc3-8f51-de6234272055 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:58:36.697669 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:36.743934 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50804e8d-5801-43cd-b306-165ada04ab00 x-openstack-request-id: req-50804e8d-5801-43cd-b306-165ada04ab00 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:58:36.744595 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "name": "network-vif-unplugged", "status": "completed", "tag": "425ea197-38ba-4fc3-8f51-de6234272055", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:58:36.744595 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50804e8d-5801-43cd-b306-165ada04ab00 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:58:36.744898 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055', 'code': 200} Nov 27 01:58:36.777941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=425ea197-38ba-4fc3-8f51-de6234272055,revision_number=10']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:36.793328 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:36.793680 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:36.794025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:36.794364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:36.794731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:36.795062 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:36.795393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:36.795720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:36.796050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:36.796407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:36.796732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:36.797056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:36.835233 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] No DVR routers for this DVR port 425ea197-38ba-4fc3-8f51-de6234272055 on host n-h1-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:58:36.960341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7776524-1d3a-4709-8e09-e5f3679b5113 req-593804e4-d02d-4c93-9e3f-5b27d4b57c65 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:36.961839 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7776524-1d3a-4709-8e09-e5f3679b5113 req-593804e4-d02d-4c93-9e3f-5b27d4b57c65 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 944 time: 0.1288230 Nov 27 01:58:37.048567 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7776524-1d3a-4709-8e09-e5f3679b5113 req-f4e84455-87d8-46aa-949a-f4c00d6df921 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802677 Nov 27 01:58:37.049540 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Attempting to bind port 425ea197-38ba-4fc3-8f51-de6234272055 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:58:37.049875 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Attempting to bind port 425ea197-38ba-4fc3-8f51-de6234272055 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:58:37.050200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Attempting to bind port 425ea197-38ba-4fc3-8f51-de6234272055 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:58:37.054599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Port 425ea197-38ba-4fc3-8f51-de6234272055 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:58:37.054922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Attempting to bind port 425ea197-38ba-4fc3-8f51-de6234272055 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:58:37.059735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:58:37.060631 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Checking segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:58:37.061015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Bound using segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:58:37.061437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Bound port: 425ea197-38ba-4fc3-8f51-de6234272055, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:58:37.061792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:37.122208 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:58:37.125909 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:58:37.129480 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:37.168486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:37.169157 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:37.170645 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] 10.222.0.31 "PUT /v2.0/ports/425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 1093 time: 0.8244567 Nov 27 01:58:37.189364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2c36d-b1e6-4a68-9c5f-918fbf1ec4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=425ea197-38ba-4fc3-8f51-de6234272055,revision_number=11']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:37.252586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abe5ec-3516-4583-880d-f26dbc97008f req-b7bc10c2-36aa-47a1-8669-2e265fc8bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:37.254144 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-b7bc10c2-36aa-47a1-8669-2e265fc8bf8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 1096 time: 0.0429871 Nov 27 01:58:37.348139 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abe5ec-3516-4583-880d-f26dbc97008f req-7b5a5aff-0eda-4280-89cc-deee06b538f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:37.349651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-7b5a5aff-0eda-4280-89cc-deee06b538f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0877483 Nov 27 01:58:37.421089 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-83389065-5008-415e-9076-11bf0d3c415a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 1000 time: 0.0647624 Nov 27 01:58:37.469470 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abe5ec-3516-4583-880d-f26dbc97008f req-702050f0-375d-4b80-b240-991398f8a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:37.470826 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-702050f0-375d-4b80-b240-991398f8a349 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0431120 Nov 27 01:58:37.516575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abe5ec-3516-4583-880d-f26dbc97008f req-5019a61d-8b53-4eac-a086-d49bd14b41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:37.518071 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-5019a61d-8b53-4eac-a086-d49bd14b41dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400226 Nov 27 01:58:37.609145 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-989c8199-0dd2-42bb-8ce9-9f3b4c01219b service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839629 Nov 27 01:58:37.699751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00abe5ec-3516-4583-880d-f26dbc97008f req-00fa87df-f7e6-45a1-a790-fa6f848bb489 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833046 Nov 27 01:58:38.167394 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252e10e-511e-45c2-a227-b09c0bc6d924 req-78122b9b-3b37-47b3-be95-24137e591f6f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:38.168865 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3252e10e-511e-45c2-a227-b09c0bc6d924 req-78122b9b-3b37-47b3-be95-24137e591f6f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 944 time: 0.0501881 Nov 27 01:58:38.215512 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3252e10e-511e-45c2-a227-b09c0bc6d924 req-baa393d8-b2bc-4a42-b0ec-03f3d68d29e6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405726 Nov 27 01:58:38.746443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:58:38.749359 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6db0e4-580d-4243-a110-83a741f7e1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "tag": "425ea197-38ba-4fc3-8f51-de6234272055"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:58:38.797841 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85103967-68ea-4d17-a456-ae1a3331c8da x-openstack-request-id: req-85103967-68ea-4d17-a456-ae1a3331c8da {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:58:38.798135 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "tag": "425ea197-38ba-4fc3-8f51-de6234272055", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:58:38.798389 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85103967-68ea-4d17-a456-ae1a3331c8da {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:58:38.798794 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055', 'status': 'completed', 'code': 200} Nov 27 01:58:38.889664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-992e220e-6360-4bf8-abc2-e2444789986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:38.894243 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-992e220e-6360-4bf8-abc2-e2444789986d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 1096 time: 0.0503421 Nov 27 01:58:38.904205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-9deebc6b-5f49-4a66-bb58-847e4abdda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:38.905716 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-9deebc6b-5f49-4a66-bb58-847e4abdda53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 1096 time: 0.0439384 Nov 27 01:58:38.986136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-91368e6b-9d15-4871-97c1-89806fbc5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:38.987673 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-91368e6b-9d15-4871-97c1-89806fbc5d42 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0858700 Nov 27 01:58:39.004748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-91ca510a-3e87-4b9e-8955-87daf4bb7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:39.006195 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-91ca510a-3e87-4b9e-8955-87daf4bb7f02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0882566 Nov 27 01:58:39.060783 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-faf141ab-f084-4ce9-820a-e54f10ad954a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 1000 time: 0.0643804 Nov 27 01:58:39.079824 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-c8f98672-8911-48ae-b046-f2ff002ff10f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 200 len: 1000 time: 0.0614083 Nov 27 01:58:39.094455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 425ea197-38ba-4fc3-8f51-de6234272055 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:58:39.110289 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-4bf1b80d-abe5-4e28-8007-f290e35d7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:39.111789 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-4bf1b80d-abe5-4e28-8007-f290e35d7841 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0444441 Nov 27 01:58:39.134485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 425ea197-38ba-4fc3-8f51-de6234272055 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:58:39.139742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-a42f7518-2106-4a5b-943f-5c37471c249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:39.141263 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-a42f7518-2106-4a5b-943f-5c37471c249f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0493319 Nov 27 01:58:39.159658 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-70aa40fe-ed8f-4890-8d88-e27fbf78971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:39.161476 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-70aa40fe-ed8f-4890-8d88-e27fbf78971c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413527 Nov 27 01:58:39.192179 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-59d95643-96ea-417b-9dda-3d6dcbbf99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:39.193722 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-59d95643-96ea-417b-9dda-3d6dcbbf99e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412993 Nov 27 01:58:39.260070 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-947250a9-27af-4263-85b4-8ea11d7198a5 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868630 Nov 27 01:58:39.295230 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-23993339-ba1d-4619-8b64-c8f98cb12ebc service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907111 Nov 27 01:58:39.354152 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-16f0d407-9279-4415-ad47-85ccde151e20 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893886 Nov 27 01:58:39.395393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c6667-f763-4eaf-b203-3657b3de149e req-8526cd9a-2219-48b7-8fa4-e1adaf28787d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:39.396924 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af4c6667-f763-4eaf-b203-3657b3de149e req-8526cd9a-2219-48b7-8fa4-e1adaf28787d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 944 time: 0.1051040 Nov 27 01:58:39.436299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d6db0e4-580d-4243-a110-83a741f7e1aa req-11b9890a-b713-4211-924c-8d2e49a74e92 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324656 Nov 27 01:58:39.466299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af4c6667-f763-4eaf-b203-3657b3de149e req-2f800251-9f51-4102-90c9-a1efc732fc1b tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585692 Nov 27 01:58:39.579679 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:58:40.137579 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-78266f27-2a5e-4c60-9d1a-a60fd349586e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:40.588893 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efeaea-123a-448f-968a-d67083bced4f req-f2cd6247-a432-48d3-adc8-fcccda880815 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:40.590375 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-72efeaea-123a-448f-968a-d67083bced4f req-f2cd6247-a432-48d3-adc8-fcccda880815 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 944 time: 0.0516045 Nov 27 01:58:40.642942 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-72efeaea-123a-448f-968a-d67083bced4f req-cba876ac-14e7-473b-afba-5d2cacfc8c2a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466096 Nov 27 01:58:40.941818 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 425ea197-38ba-4fc3-8f51-de6234272055 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:58:41.036765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:41.048507 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '425ea197-38ba-4fc3-8f51-de6234272055', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'port_id': '425ea197-38ba-4fc3-8f51-de6234272055', 'mac_address': 'fa:16:3e:dc:3c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:58:41.084018 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:41.097247 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425ea197-38ba-4fc3-8f51-de6234272055 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:58:41.115448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:41.119491 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:41.169469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=425ea197-38ba-4fc3-8f51-de6234272055,revision_number=12']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:41.544320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['425ea197-38ba-4fc3-8f51-de6234272055'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:58:41.757056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549710c-b2da-44a6-b94e-13fad9d97f73 req-7299ed45-fcd7-48e2-9ecc-ee84f549d699 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:41.758534 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7549710c-b2da-44a6-b94e-13fad9d97f73 req-7299ed45-fcd7-48e2-9ecc-ee84f549d699 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0482602 Nov 27 01:58:41.805561 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7549710c-b2da-44a6-b94e-13fad9d97f73 req-ca5d9245-015c-43c7-9f15-372f154a4175 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405028 Nov 27 01:58:41.919071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c05f9-b603-4f13-816d-587b774c01b8 req-fd79bcfc-2bbe-4d54-8a8c-f54e04119b13 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:41.921124 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-300c05f9-b603-4f13-816d-587b774c01b8 req-fd79bcfc-2bbe-4d54-8a8c-f54e04119b13 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0501807 Nov 27 01:58:41.969710 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-300c05f9-b603-4f13-816d-587b774c01b8 req-8ecccc25-08ac-4fb4-b16e-0ef374c426a8 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425863 Nov 27 01:58:42.088665 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3a527-c976-49d2-bb07-04cc30adb4d0 req-53d65990-834f-4736-8900-8b01a7d08dad tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:42.090166 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d2f3a527-c976-49d2-bb07-04cc30adb4d0 req-53d65990-834f-4736-8900-8b01a7d08dad tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0523834 Nov 27 01:58:42.136164 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d2f3a527-c976-49d2-bb07-04cc30adb4d0 req-9c47ed3d-689b-4bc0-872b-1f22e4093264 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394094 Nov 27 01:58:42.311600 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f9ead55d-8015-4b89-bbda-4d941a784032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:42.371172 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbbb8a-cd99-4c6d-9b8d-57d709e9fa25 req-5431536b-1f19-42fd-b45e-60949babcc22 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:42.373059 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d4dbbb8a-cd99-4c6d-9b8d-57d709e9fa25 req-5431536b-1f19-42fd-b45e-60949babcc22 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 945 time: 0.0520437 Nov 27 01:58:42.419462 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d4dbbb8a-cd99-4c6d-9b8d-57d709e9fa25 req-9acf58ba-ec3e-4463-9336-bd57250abaa0 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403602 Nov 27 01:58:42.958249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 425ea197-38ba-4fc3-8f51-de6234272055 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:58:43.005712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 425ea197-38ba-4fc3-8f51-de6234272055 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:58:43.009261 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 425ea197-38ba-4fc3-8f51-de6234272055 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:58:43.009636 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:43.083769 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:43.105465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:58:43.108319 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c1c94d-0e1c-4b2c-8698-e62ab24012dd" -d '{"events": [{"server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "name": "network-vif-plugged", "status": "completed", "tag": "425ea197-38ba-4fc3-8f51-de6234272055"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:58:43.124054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:43.128624 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:43.151159 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75ae68f-6925-4f6f-9ebb-6ad81dbbffcc x-openstack-request-id: req-e75ae68f-6925-4f6f-9ebb-6ad81dbbffcc {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:58:43.151462 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "name": "network-vif-plugged", "status": "completed", "tag": "425ea197-38ba-4fc3-8f51-de6234272055", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:58:43.151716 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e75ae68f-6925-4f6f-9ebb-6ad81dbbffcc {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:58:43.152103 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055', 'code': 200} Nov 27 01:58:43.179490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=425ea197-38ba-4fc3-8f51-de6234272055,revision_number=13']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:43.441031 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:43.534017 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c3536-37cd-4bee-b51a-5e77429eb502 req-79077ca9-315f-4456-a512-f22b0f5c0e4d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:43.535823 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-145c3536-37cd-4bee-b51a-5e77429eb502 req-79077ca9-315f-4456-a512-f22b0f5c0e4d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 946 time: 0.0486395 Nov 27 01:58:43.582849 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-145c3536-37cd-4bee-b51a-5e77429eb502 req-0eca301f-109e-4a05-995b-fffb758dfd51 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411308 Nov 27 01:58:43.891175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-3cdb76ee-3f9c-46bc-8e29-10b3bd1256e1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:43.892629 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-3cdb76ee-3f9c-46bc-8e29-10b3bd1256e1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 946 time: 0.0476577 Nov 27 01:58:43.983905 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Deleting port 425ea197-38ba-4fc3-8f51-de6234272055 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:58:43.984259 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:44.070024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] For port 425ea197-38ba-4fc3-8f51-de6234272055, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=425ea197-38ba-4fc3-8f51-de6234272055,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:44.070385 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:44.243776 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:44.244055 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:44.244472 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89 disassociated. External IP: 172.25.1.250, port: 425ea197-38ba-4fc3-8f51-de6234272055. Nov 27 01:58:44.244815 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Calling delete_port for 425ea197-38ba-4fc3-8f51-de6234272055 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:58:44.367506 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:44.394703 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event deleted for resources: {'Port': ['ID=425ea197-38ba-4fc3-8f51-de6234272055,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:44.514149 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Router 8946ca02-07db-4189-838f-4f4a1510d940 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:58:44.624176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:58:44.634931 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e4e45-dd49-4030-bbb4-beed45c3ab84 None None] Sync routers for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:58:44.644752 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e4e45-dd49-4030-bbb4-beed45c3ab84 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:58:44.645362 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c78e4e45-dd49-4030-bbb4-beed45c3ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:58:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:58:44.671124 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] No DVR routers for this DVR port 425ea197-38ba-4fc3-8f51-de6234272055 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:58:44.680446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:44.683279 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fbf026c2-e19f-4f21-8c80-c14bde2e31b2 req-278fa5ad-b868-439b-9b4f-be601d93e106 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.31 "DELETE /v2.0/ports/425ea197-38ba-4fc3-8f51-de6234272055 HTTP/1.1" status: 204 len: 173 time: 0.7833946 Nov 27 01:58:44.685467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'name': 'network-vif-deleted', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:58:44.689023 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c36307-83d6-4cfc-adac-93b67983a21e" -d '{"events": [{"server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "name": "network-vif-deleted", "tag": "425ea197-38ba-4fc3-8f51-de6234272055"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:58:44.707768 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1e76d410-800b-4529-bbfb-ee5fc50933b5 req-74bb4573-adf9-4ab9-8d64-be42c0b05f2d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1905ca8-4423-4196-b69a-fc666bdeb53e HTTP/1.1" status: 200 len: 210 time: 0.0385387 Nov 27 01:58:44.757223 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-c78e4e45-dd49-4030-bbb4-beed45c3ab84 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:58:44.758562 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e5b578-e397-4c98-aa7f-c261ed4a627f x-openstack-request-id: req-92e5b578-e397-4c98-aa7f-c261ed4a627f {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:58:44.759101 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1905ca8-4423-4196-b69a-fc666bdeb53e", "name": "network-vif-deleted", "tag": "425ea197-38ba-4fc3-8f51-de6234272055", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:58:44.759361 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92e5b578-e397-4c98-aa7f-c261ed4a627f {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:58:44.759937 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1905ca8-4423-4196-b69a-fc666bdeb53e', 'name': 'network-vif-deleted', 'tag': '425ea197-38ba-4fc3-8f51-de6234272055', 'status': 'completed', 'code': 200} Nov 27 01:58:44.955902 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c78e4e45-dd49-4030-bbb4-beed45c3ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:58:44.982573 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e4e45-dd49-4030-bbb4-beed45c3ab84 None None] Checking router: 8946ca02-07db-4189-838f-4f4a1510d940 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:58:44.990753 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e4e45-dd49-4030-bbb4-beed45c3ab84 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:58:44.991306 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c78e4e45-dd49-4030-bbb4-beed45c3ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:58:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:58:44.993258 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:45.096796 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-c78e4e45-dd49-4030-bbb4-beed45c3ab84 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:58:45.295804 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c78e4e45-dd49-4030-bbb4-beed45c3ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:58:45.321364 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e4e45-dd49-4030-bbb4-beed45c3ab84 None None] The sync data for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 is: [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:58:45.530695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec00ca-d4b5-460f-8a56-aa1657331836 None None] New status for floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:58:46.006760 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-5a05507e-a792-473a-bd55-1f5e8aa2640d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--650961177&fields=id&tenant_id=084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 267 time: 0.0422292 Nov 27 01:58:46.114363 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-26f00a9c-a65c-4857-a21d-3172435d7461 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:46.115818 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-26f00a9c-a65c-4857-a21d-3172435d7461 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 812 time: 0.1023622 Nov 27 01:58:46.130291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-5b83f5e8-9b6d-4447-9a87-5dc51035e7a2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/quotas/084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 375 time: 0.0089126 Nov 27 01:58:46.180348 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-9d9521cb-2455-4c4a-ac4c-e243d3db67d5 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448861 Nov 27 01:58:46.272228 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-58ff8f11-1f9e-4d4e-bea0-64363ac10ed0 service neutron] 10.222.0.15 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806153 Nov 27 01:58:46.363829 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-595411ed-5d71-4067-a527-e556ed624fb6 service neutron] 10.222.0.15 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856242 Nov 27 01:58:46.391114 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:46.519957 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a2ca442-1816-4c63-8785-406ac8346fe4 req-9c7044b1-7e81-4a4e-98a0-4b6e6a45d07f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 210 time: 0.0266168 Nov 27 01:58:46.967908 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 425ea197-38ba-4fc3-8f51-de6234272055 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:58:46.991950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 425ea197-38ba-4fc3-8f51-de6234272055 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:58:46.992214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 425ea197-38ba-4fc3-8f51-de6234272055 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:58:47.631860 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8185d965-2cfa-486f-a04f-d85ea1b73d3c req-56e84dad-f7b9-469a-893c-032611c98978 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 210 time: 0.0347738 Nov 27 01:58:47.661185 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-bd4b855c-9510-46f6-946c-bae70e1ebde5 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:47.662618 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-bd4b855c-9510-46f6-946c-bae70e1ebde5 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 812 time: 0.1329663 Nov 27 01:58:47.734838 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-c6f432c0-e73e-43d3-afd4-294a39ea7691 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 379 time: 0.0514209 Nov 27 01:58:47.746547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-274662d6-ec80-4322-923d-15ef07df1897 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Request body: {'port': {'device_id': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'admin_state_up': True, 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'security_groups': ['7b3434e6-4403-4f99-b0d2-4037a6df4a05']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:58:47.851328 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-274662d6-ec80-4322-923d-15ef07df1897 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Made reservation on behalf of 084daf74e2d64e1bb5c15e90ace1051f for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:58:47.854919 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-274662d6-ec80-4322-923d-15ef07df1897 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:48.251407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-274662d6-ec80-4322-923d-15ef07df1897 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Allocated IP 172.20.0.9 (4a33f837-d9f5-44e6-9a51-90354b793d43/993de3c6-7a9f-4f6c-8db6-8292c17bc78b/d8bb90c1-68ec-4417-a6f3-3f6d9f572085) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:58:48.389867 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-274662d6-ec80-4322-923d-15ef07df1897 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:48.422440 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-274662d6-ec80-4322-923d-15ef07df1897 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:48.465249 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-274662d6-ec80-4322-923d-15ef07df1897 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Network 4a33f837-d9f5-44e6-9a51-90354b793d43 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:58:48.468350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-274662d6-ec80-4322-923d-15ef07df1897 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:58:48.471962 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-274662d6-ec80-4322-923d-15ef07df1897 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:58:48.496923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274662d6-ec80-4322-923d-15ef07df1897 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event updated for resources: {'Port': ['ID=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:48.526393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-274662d6-ec80-4322-923d-15ef07df1897 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:48.527020 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-274662d6-ec80-4322-923d-15ef07df1897 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:48.544908 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-274662d6-ec80-4322-923d-15ef07df1897 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8011866 Nov 27 01:58:48.564025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Request body: {'port': {'device_id': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:58:48.626031 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:48.755435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-941af109-e205-4f66-b552-b494ca8e31ef None None] Provisioning complete for port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:58:48.756029 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-941af109-e205-4f66-b552-b494ca8e31ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:48.762536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb36113-c608-428a-bc66-65b72c307987 req-f77fe8da-f72c-48cb-bc88-f1e135b60c7a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:48.773113 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ccb36113-c608-428a-bc66-65b72c307987 req-f77fe8da-f72c-48cb-bc88-f1e135b60c7a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 931 time: 0.0677252 Nov 27 01:58:48.801370 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-941af109-e205-4f66-b552-b494ca8e31ef None None] Port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:58:48.829220 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ccb36113-c608-428a-bc66-65b72c307987 req-39621ed2-3bce-487b-8f92-5a79aa59b43c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551765 Nov 27 01:58:48.923336 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8bb90c1-68ec-4417-a6f3-3f6d9f572085 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:58:48.930845 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:48.945367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Transition to ACTIVE for port object d8bb90c1-68ec-4417-a6f3-3f6d9f572085 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:58:48.949234 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:49.019867 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:49.075331 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Attempting to bind port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:58:49.076179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Attempting to bind port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:58:49.076614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Attempting to bind port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:58:49.081195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:58:49.081513 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Attempting to bind port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:58:49.086451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:58:49.086780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Checking segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:58:49.087165 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Bound using segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:58:49.087580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Bound port: d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:58:49.087960 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:49.158970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:58:49.162357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:58:49.166295 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:49.203211 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:49.203745 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:49.205174 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] 10.222.0.31 "PUT /v2.0/ports/d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1092 time: 0.6466358 Nov 27 01:58:49.205613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:58:49.207912 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdf0173acc0a1513b8552f6282fd071a338573eb7b3ac061672a3ddcdc85ff24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe3ce8a-2ca7-4077-9408-b6297c90524e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:58:49.250214 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ec40f-f1a7-4e21-b0aa-8a14a95779d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:49.275251 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44eb692-e202-4c61-9b23-16beaec8a55d x-openstack-request-id: req-a44eb692-e202-4c61-9b23-16beaec8a55d {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:58:49.275645 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:58:49.275990 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a44eb692-e202-4c61-9b23-16beaec8a55d {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:58:49.276616 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'status': 'completed', 'code': 200} Nov 27 01:58:49.316232 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-7754fad8-2629-4e1f-82b8-699a49726e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:49.317822 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-7754fad8-2629-4e1f-82b8-699a49726e8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1095 time: 0.0554538 Nov 27 01:58:49.366948 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-63176f00-529d-4928-82fc-3fc49f9a5d68 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 217 time: 0.0354319 Nov 27 01:58:49.416228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-fca1eebe-2221-4e59-afbe-76084a8173e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:49.417697 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-fca1eebe-2221-4e59-afbe-76084a8173e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0436146 Nov 27 01:58:49.466629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-2fd0fb81-287f-43ec-bf78-fa3cc11fcf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:49.468110 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-2fd0fb81-287f-43ec-bf78-fa3cc11fcf6b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437624 Nov 27 01:58:49.557543 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-dea9e8e4-7a0b-4480-b2fd-eaefa502f8bc service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818272 Nov 27 01:58:49.649070 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5d63dc23-9ffb-4059-bc06-6543663d2c88 req-e5d615c3-d914-4155-bbf0-4d0887839b75 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850461 Nov 27 01:58:49.789401 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3ce8a-2ca7-4077-9408-b6297c90524e req-a56db96a-dc72-4e04-a1ee-121470a13050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:49.790886 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cbe3ce8a-2ca7-4077-9408-b6297c90524e req-a56db96a-dc72-4e04-a1ee-121470a13050 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1095 time: 0.0415561 Nov 27 01:58:49.880134 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3ce8a-2ca7-4077-9408-b6297c90524e req-64eb1d78-0508-4a30-9c7c-60a085faf3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:49.881651 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cbe3ce8a-2ca7-4077-9408-b6297c90524e req-64eb1d78-0508-4a30-9c7c-60a085faf3aa service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0842669 Nov 27 01:58:49.927063 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cbe3ce8a-2ca7-4077-9408-b6297c90524e req-d216fc51-0843-4679-b1c4-87de9915e88d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 217 time: 0.0381343 Nov 27 01:58:49.941889 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef157a0c-0600-45e0-b503-6f131d3ad30a req-f0756f07-1dce-4908-8490-b7c0491fddc1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:49.943390 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef157a0c-0600-45e0-b503-6f131d3ad30a req-f0756f07-1dce-4908-8490-b7c0491fddc1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0494683 Nov 27 01:58:49.977422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3ce8a-2ca7-4077-9408-b6297c90524e req-62fa030b-6073-49ba-ac73-c8b47476e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:49.978969 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cbe3ce8a-2ca7-4077-9408-b6297c90524e req-62fa030b-6073-49ba-ac73-c8b47476e766 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0453789 Nov 27 01:58:49.990693 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ef157a0c-0600-45e0-b503-6f131d3ad30a req-4639e53e-49ae-426c-8a77-5dde9f809d63 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412190 Nov 27 01:58:50.024911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3ce8a-2ca7-4077-9408-b6297c90524e req-4c148518-49a1-4e97-9198-820da23953a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:50.026516 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cbe3ce8a-2ca7-4077-9408-b6297c90524e req-4c148518-49a1-4e97-9198-820da23953a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410285 Nov 27 01:58:50.118690 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cbe3ce8a-2ca7-4077-9408-b6297c90524e req-6e7405e4-97d4-4b0a-bdaa-70a6167455b6 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853479 Nov 27 01:58:50.209373 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cbe3ce8a-2ca7-4077-9408-b6297c90524e req-63c8b2f1-a069-428d-92f8-76cc2457937a service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841768 Nov 27 01:58:51.107385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b1546-dce4-4a87-9c8d-27592427f364 req-9ceaf925-6954-4ff7-86cd-58d8e4c3fb9a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:51.108857 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd0b1546-dce4-4a87-9c8d-27592427f364 req-9ceaf925-6954-4ff7-86cd-58d8e4c3fb9a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0481243 Nov 27 01:58:51.159986 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cd0b1546-dce4-4a87-9c8d-27592427f364 req-55cb7e9d-e527-4581-95f8-55bbbf6a564e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451956 Nov 27 01:58:52.272508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc27c3-1605-4531-aeea-25e14a645f46 req-54ad95f8-df40-4dc5-ba45-265d8bb10ada tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:52.277930 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98fc27c3-1605-4531-aeea-25e14a645f46 req-54ad95f8-df40-4dc5-ba45-265d8bb10ada tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0482666 Nov 27 01:58:52.324830 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98fc27c3-1605-4531-aeea-25e14a645f46 req-a892bda6-c4b8-4fc5-bfa9-9c0b57c7f1bb tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442722 Nov 27 01:58:53.003608 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d8bb90c1-68ec-4417-a6f3-3f6d9f572085 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:58:53.097865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:53.109353 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'port_id': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'mac_address': 'fa:16:3e:94:c9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:58:53.150157 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:53.162990 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8bb90c1-68ec-4417-a6f3-3f6d9f572085 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:58:53.182431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:53.186455 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:53.234886 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:53.440645 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802195b-0a21-4385-a365-4772809fea2b req-a5f871ea-08a1-47fc-a43c-a9302baee2af tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:53.442171 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b802195b-0a21-4385-a365-4772809fea2b req-a5f871ea-08a1-47fc-a43c-a9302baee2af tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0497658 Nov 27 01:58:53.492801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b802195b-0a21-4385-a365-4772809fea2b req-9686967e-636f-4dc2-9efa-98281b3f455b tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447257 Nov 27 01:58:53.542775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d8bb90c1-68ec-4417-a6f3-3f6d9f572085'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:58:54.608613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35946f-2c55-4f2b-81fb-12a01127e236 req-62bcf3ef-d9f3-409e-ae0d-0c03b651271f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:54.610083 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4a35946f-2c55-4f2b-81fb-12a01127e236 req-62bcf3ef-d9f3-409e-ae0d-0c03b651271f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0480027 Nov 27 01:58:54.655937 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4a35946f-2c55-4f2b-81fb-12a01127e236 req-bff4dff8-ebe9-46fa-ad6c-73c62e79704c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400243 Nov 27 01:58:55.019762 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d8bb90c1-68ec-4417-a6f3-3f6d9f572085 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:58:55.070103 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:58:55.073909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:58:55.074285 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:55.148380 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:55.171000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:58:55.173292 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a98a5036f82fdb4a52ef454a12554fe4d543e34431fa6081644ec54e929bf5cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1db1de7-dbcc-439f-8775-86479946165f" -d '{"events": [{"server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "name": "network-vif-plugged", "status": "completed", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:58:55.185837 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:55.190109 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:55.216279 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b58bb8-af2f-49a6-b8b6-2071245098b1 x-openstack-request-id: req-f7b58bb8-af2f-49a6-b8b6-2071245098b1 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:58:55.216580 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "name": "network-vif-plugged", "status": "completed", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:58:55.216835 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7b58bb8-af2f-49a6-b8b6-2071245098b1 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:58:55.217219 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'code': 200} Nov 27 01:58:55.242027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:55.338943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8787067-218b-4a40-a46f-2c78687dfb66 req-0cffe003-7a96-4d0d-a635-bc07fd2d739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:55.340441 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b8787067-218b-4a40-a46f-2c78687dfb66 req-0cffe003-7a96-4d0d-a635-bc07fd2d739b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1097 time: 0.0388680 Nov 27 01:58:55.383421 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b8787067-218b-4a40-a46f-2c78687dfb66 req-e9678949-76be-4086-bb0e-505e0e3e60a6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350397 Nov 27 01:58:55.769446 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de33af-59b0-41bd-9122-f4722d5d6502 req-0f35c440-e755-413a-9c21-8675001304e8 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:55.770909 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-25de33af-59b0-41bd-9122-f4722d5d6502 req-0f35c440-e755-413a-9c21-8675001304e8 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0480013 Nov 27 01:58:55.817395 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-25de33af-59b0-41bd-9122-f4722d5d6502 req-ff3e18a1-9e85-4c5c-ab75-dba51256b146 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405946 Nov 27 01:58:56.935988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c9467-1dec-456a-87da-d7d5dd338fd1 req-ec5da7b6-1d8b-4503-b301-98065bc62e11 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:56.937489 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-182c9467-1dec-456a-87da-d7d5dd338fd1 req-ec5da7b6-1d8b-4503-b301-98065bc62e11 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0519555 Nov 27 01:58:56.984267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-182c9467-1dec-456a-87da-d7d5dd338fd1 req-c0eeb30a-320c-4260-8c03-af75155e21f1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407767 Nov 27 01:58:57.098611 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2566f4-c27c-4262-8488-5e27ea5748b4 req-fbf88e0f-5041-41b8-ab82-dda397885109 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:57.100051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b2566f4-c27c-4262-8488-5e27ea5748b4 req-fbf88e0f-5041-41b8-ab82-dda397885109 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0511022 Nov 27 01:58:57.108539 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 42604) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:58:57.112765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-539a51d5-bd2d-4194-9078-7378060fdf2c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Request body: {'floatingip': {'port_id': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:58:57.150114 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-539a51d5-bd2d-4194-9078-7378060fdf2c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:57.572175 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-539a51d5-bd2d-4194-9078-7378060fdf2c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:57.575735 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-539a51d5-bd2d-4194-9078-7378060fdf2c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:57.675208 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-539a51d5-bd2d-4194-9078-7378060fdf2c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89 associated. External IP: 172.25.1.250, port: d8bb90c1-68ec-4417-a6f3-3f6d9f572085. Nov 27 01:58:57.885312 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539a51d5-bd2d-4194-9078-7378060fdf2c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Router 8946ca02-07db-4189-838f-4f4a1510d940 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:58:57.992211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539a51d5-bd2d-4194-9078-7378060fdf2c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:58:57.996901 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-539a51d5-bd2d-4194-9078-7378060fdf2c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:58.002946 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ec442-8edc-4852-bf4d-48de6237f8b4 None None] Sync routers for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:58:58.013301 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ec442-8edc-4852-bf4d-48de6237f8b4 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:58:58.014009 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-295ec442-8edc-4852-bf4d-48de6237f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:58:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:58:58.024766 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-539a51d5-bd2d-4194-9078-7378060fdf2c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "PUT /v2.0/floatingips/01faffc5-8d62-4d1a-bda1-50e65dabcb89 HTTP/1.1" status: 200 len: 992 time: 0.9151881 Nov 27 01:58:58.025361 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:58:58.027612 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a26414e0396d56a74119a9949cb75c355f1be7aff80ea394c5595a5d902e1d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40027e1-4ffd-4fed-bca9-e97afeb13e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:58:58.064574 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd38280a-119c-4089-805a-d79085335b7d x-openstack-request-id: req-dd38280a-119c-4089-805a-d79085335b7d {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:58:58.064865 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:58:58.065123 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd38280a-119c-4089-805a-d79085335b7d {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:58:58.065527 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'status': 'completed', 'code': 200} Nov 27 01:58:58.133032 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-295ec442-8edc-4852-bf4d-48de6237f8b4 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:58:58.167085 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40027e1-4ffd-4fed-bca9-e97afeb13e9a req-937c6ced-3d70-4422-99a7-94c9b246d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:58.168545 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e40027e1-4ffd-4fed-bca9-e97afeb13e9a req-937c6ced-3d70-4422-99a7-94c9b246d41d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1097 time: 0.0416477 Nov 27 01:58:58.264749 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40027e1-4ffd-4fed-bca9-e97afeb13e9a req-6566e487-49fb-43fe-918b-776247f233bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:58.266286 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e40027e1-4ffd-4fed-bca9-e97afeb13e9a req-6566e487-49fb-43fe-918b-776247f233bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0905833 Nov 27 01:58:58.342477 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e40027e1-4ffd-4fed-bca9-e97afeb13e9a req-393d8ef9-563a-4361-952b-77bf03f4191a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1000 time: 0.0690229 Nov 27 01:58:58.394515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40027e1-4ffd-4fed-bca9-e97afeb13e9a req-f91b70c8-ef69-4b9b-b9b1-4432fee3c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:58.396021 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e40027e1-4ffd-4fed-bca9-e97afeb13e9a req-f91b70c8-ef69-4b9b-b9b1-4432fee3c8b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0469558 Nov 27 01:58:58.449447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40027e1-4ffd-4fed-bca9-e97afeb13e9a req-e47854f5-a139-4b4f-a7a2-ec3e818dafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:58.451512 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e40027e1-4ffd-4fed-bca9-e97afeb13e9a req-e47854f5-a139-4b4f-a7a2-ec3e818dafa3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472155 Nov 27 01:58:58.459176 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-295ec442-8edc-4852-bf4d-48de6237f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '01faffc5-8d62-4d1a-bda1-50e65dabcb89', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'port_id': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'mac_address': 'fa:16:3e:94:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:50:43Z', 'updated_at': '2021-11-27T01:58:57Z', 'revision_number': 13, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:58:58.487007 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ec442-8edc-4852-bf4d-48de6237f8b4 None None] Checking router: 8946ca02-07db-4189-838f-4f4a1510d940 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:58:58.496023 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ec442-8edc-4852-bf4d-48de6237f8b4 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:58:58.496659 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-295ec442-8edc-4852-bf4d-48de6237f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T01:58:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:58:58.541411 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e40027e1-4ffd-4fed-bca9-e97afeb13e9a req-b8cb9a8a-0a2c-42c0-bdce-3aa6b1af79a7 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831361 Nov 27 01:58:58.600944 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-295ec442-8edc-4852-bf4d-48de6237f8b4 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:58:58.633246 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e40027e1-4ffd-4fed-bca9-e97afeb13e9a req-c821e6a7-30a9-40cd-9af1-37286d66278b service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849717 Nov 27 01:58:58.819059 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-295ec442-8edc-4852-bf4d-48de6237f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '01faffc5-8d62-4d1a-bda1-50e65dabcb89', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'port_id': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'mac_address': 'fa:16:3e:94:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:50:43Z', 'updated_at': '2021-11-27T01:58:57Z', 'revision_number': 13, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:58:58.845089 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ec442-8edc-4852-bf4d-48de6237f8b4 None None] The sync data for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 is: [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '01faffc5-8d62-4d1a-bda1-50e65dabcb89', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'port_id': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'mac_address': 'fa:16:3e:94:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:50:43Z', 'updated_at': '2021-11-27T01:58:57Z', 'revision_number': 13, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:58:58.987540 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:59.047221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3828b60-ff85-462c-bce0-a7938e1dca86 None None] New status for floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:59:00.976588 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:10.137685 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d3afbc76-3540-4dce-b4f6-58bbe98e4463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:12.303344 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3edf1968-87d0-40f4-aa9e-2563ea25a6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:13.444620 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:14.995227 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:16.393456 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:16.579426 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:59:28.990288 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:30.986600 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:34.327167 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bd116f8-365b-43b4-904b-11c7c97bce88 req-a6dbde37-1a11-4f4d-875b-f25c7b732876 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421379 Nov 27 01:59:34.424203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd116f8-365b-43b4-904b-11c7c97bce88 req-ef3bc33b-81c7-4853-bf85-85c83c004379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:34.425699 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bd116f8-365b-43b4-904b-11c7c97bce88 req-ef3bc33b-81c7-4853-bf85-85c83c004379 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1097 time: 0.0408902 Nov 27 01:59:34.529788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd116f8-365b-43b4-904b-11c7c97bce88 req-84090062-cda9-4194-8281-cfe7c3dc8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:34.531156 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bd116f8-365b-43b4-904b-11c7c97bce88 req-84090062-cda9-4194-8281-cfe7c3dc8b4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0863099 Nov 27 01:59:34.594786 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bd116f8-365b-43b4-904b-11c7c97bce88 req-3ddbd535-9756-4f23-a80e-70c18058ce31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1002 time: 0.0563738 Nov 27 01:59:34.643457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd116f8-365b-43b4-904b-11c7c97bce88 req-26009ad9-d095-4749-97e0-5da090f2859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:34.644939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bd116f8-365b-43b4-904b-11c7c97bce88 req-26009ad9-d095-4749-97e0-5da090f2859e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0430021 Nov 27 01:59:34.693302 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd116f8-365b-43b4-904b-11c7c97bce88 req-369ce45b-26eb-445f-92c4-bee96c792092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:34.694752 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bd116f8-365b-43b4-904b-11c7c97bce88 req-369ce45b-26eb-445f-92c4-bee96c792092 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431249 Nov 27 01:59:34.783795 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bd116f8-365b-43b4-904b-11c7c97bce88 req-f832b2f8-35bc-4e9f-9ce5-669599476689 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819244 Nov 27 01:59:34.875847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4bd116f8-365b-43b4-904b-11c7c97bce88 req-c4bbf34f-450c-4be5-9543-62a0bf6cd147 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846355 Nov 27 01:59:40.142212 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b9ed96f0-e5a3-451c-a545-eabc8000ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:42.304188 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6ed00b36-162c-43fe-80d3-dd6b4a850c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:43.447374 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:44.998502 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:46.396826 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:53.577785 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:59:59.001045 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:01.009739 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:10.143455 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cedcb9d8-b4a4-4a0d-a15a-4e462630dd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:12.305830 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3681-bec0-4060-b474-d6b292815743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:13.450980 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:15.000452 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:16.399853 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:29.020484 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:30.576397 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:00:31.008051 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:36.352209 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9e4b2b5-047f-4b19-81e2-9ca1d799b7f0 req-c4dfb115-0c98-4017-9eb0-540b705b0cc3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0860655 Nov 27 02:00:36.446956 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4b2b5-047f-4b19-81e2-9ca1d799b7f0 req-254e4276-b2c4-4ad7-b5cc-66b2b4655dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:36.448478 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9e4b2b5-047f-4b19-81e2-9ca1d799b7f0 req-254e4276-b2c4-4ad7-b5cc-66b2b4655dcd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1097 time: 0.0404932 Nov 27 02:00:36.553863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4b2b5-047f-4b19-81e2-9ca1d799b7f0 req-ab416369-b7a0-4d1f-8aca-4c2f96ad59df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:36.555263 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9e4b2b5-047f-4b19-81e2-9ca1d799b7f0 req-ab416369-b7a0-4d1f-8aca-4c2f96ad59df service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0881274 Nov 27 02:00:36.622402 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9e4b2b5-047f-4b19-81e2-9ca1d799b7f0 req-f265eea3-c654-42b2-997d-d1c065c4ab8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1002 time: 0.0592937 Nov 27 02:00:36.673274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4b2b5-047f-4b19-81e2-9ca1d799b7f0 req-ef92f93f-504a-4654-9466-e9f74104c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:36.674749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9e4b2b5-047f-4b19-81e2-9ca1d799b7f0 req-ef92f93f-504a-4654-9466-e9f74104c757 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0465086 Nov 27 02:00:36.729108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4b2b5-047f-4b19-81e2-9ca1d799b7f0 req-f4c0aeb3-e601-4801-a662-3103b02de998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:36.730625 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9e4b2b5-047f-4b19-81e2-9ca1d799b7f0 req-f4c0aeb3-e601-4801-a662-3103b02de998 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479670 Nov 27 02:00:36.822749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9e4b2b5-047f-4b19-81e2-9ca1d799b7f0 req-67786b91-9dd5-4afa-a66f-56a54172bf99 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843201 Nov 27 02:00:36.920361 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9e4b2b5-047f-4b19-81e2-9ca1d799b7f0 req-3c515174-99cf-4715-bf68-9f527b989b96 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902560 Nov 27 02:00:40.144292 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-14a78c0e-f843-4092-9b66-a021a2ebe3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:42.308052 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9de712ca-b8ff-4794-a91f-07d0c4d8e1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:43.453466 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:45.002567 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:46.401950 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:59.010544 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:01.023126 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:07.576104 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:01:10.145436 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5eb46179-50b4-4f9a-a8f5-ce472da90bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:12.309540 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1995fb30-73a6-4c5e-8608-9b7df8393a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:13.455014 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:15.004823 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:16.402687 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:25.631475 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f4810-4eaa-41a6-89e6-f7127cf97cb3 req-8e67f071-4846-4aec-a825-76210344fe4d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:25.633002 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-419f4810-4eaa-41a6-89e6-f7127cf97cb3 req-8e67f071-4846-4aec-a825-76210344fe4d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.1413891 Nov 27 02:01:25.680208 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-419f4810-4eaa-41a6-89e6-f7127cf97cb3 req-e7c23fef-4612-42ea-a0a5-2b706ec3fc07 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404356 Nov 27 02:01:29.029882 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:31.021293 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:36.382658 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-65a17616-e7c4-4777-8daa-1b70fe588946 req-26659059-4438-4ddb-b611-5648ca1cc83f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0771172 Nov 27 02:01:36.483374 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a17616-e7c4-4777-8daa-1b70fe588946 req-2c57d337-8262-4145-9392-160bc7919737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:36.484888 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-65a17616-e7c4-4777-8daa-1b70fe588946 req-2c57d337-8262-4145-9392-160bc7919737 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1097 time: 0.0438335 Nov 27 02:01:36.584542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a17616-e7c4-4777-8daa-1b70fe588946 req-f2e6ffc3-a88a-4a25-84b4-566c244f2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:36.586051 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-65a17616-e7c4-4777-8daa-1b70fe588946 req-f2e6ffc3-a88a-4a25-84b4-566c244f2b3f service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0829675 Nov 27 02:01:36.654052 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-65a17616-e7c4-4777-8daa-1b70fe588946 req-d699e16e-b0ab-49a2-a99d-af683860b556 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1002 time: 0.0609062 Nov 27 02:01:36.703390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a17616-e7c4-4777-8daa-1b70fe588946 req-5cfda716-73eb-4539-ab4a-8831fc1d3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:36.704886 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-65a17616-e7c4-4777-8daa-1b70fe588946 req-5cfda716-73eb-4539-ab4a-8831fc1d3c0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0441957 Nov 27 02:01:36.751195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a17616-e7c4-4777-8daa-1b70fe588946 req-12856b54-a00d-4ff2-afe7-52d016604aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:36.752739 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-65a17616-e7c4-4777-8daa-1b70fe588946 req-12856b54-a00d-4ff2-afe7-52d016604aa4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402083 Nov 27 02:01:36.845655 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-65a17616-e7c4-4777-8daa-1b70fe588946 req-aaa727e3-e7f0-47e3-ae64-242ac591d5b5 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855350 Nov 27 02:01:36.937020 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-65a17616-e7c4-4777-8daa-1b70fe588946 req-1930c44a-3d8c-4780-a400-342d4cbaad49 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828373 Nov 27 02:01:38.032663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e8f21-140e-4ffd-b655-413f742adef1 req-339479c4-1188-41d6-82c5-1dd71498a404 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:38.034138 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b3e8f21-140e-4ffd-b655-413f742adef1 req-339479c4-1188-41d6-82c5-1dd71498a404 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0705516 Nov 27 02:01:38.062779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-8202e5f4-e8ce-4272-abd2-c59eecbb6f9c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1110463 Nov 27 02:01:38.090510 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b3e8f21-140e-4ffd-b655-413f742adef1 req-6c1c426e-fd1e-4539-b376-6443aafbc96a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488856 Nov 27 02:01:39.208343 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e716d1b-851d-474a-919b-b72f491cb362 req-30e9a7bf-21fb-4395-baf9-a664d9415581 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:39.209801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e716d1b-851d-474a-919b-b72f491cb362 req-30e9a7bf-21fb-4395-baf9-a664d9415581 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0478818 Nov 27 02:01:39.255693 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e716d1b-851d-474a-919b-b72f491cb362 req-e4af3fcd-9d46-461c-91d6-6bcbb9d3a24b tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393744 Nov 27 02:01:39.416294 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-2c59caf2-927d-44eb-a372-398e5023b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:39.417683 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-2c59caf2-927d-44eb-a372-398e5023b648 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1097 time: 0.0457888 Nov 27 02:01:39.504897 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-2612d9c6-0a02-49c7-a4d7-923a4ea8f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:39.506381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-2612d9c6-0a02-49c7-a4d7-923a4ea8f53f service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0818748 Nov 27 02:01:39.572732 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-3c6e1daf-f7ca-4c7e-8652-210af2ce1dfb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1002 time: 0.0594573 Nov 27 02:01:39.619438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-be094df7-f91b-4871-9d0a-921be63ca232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:39.621401 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-be094df7-f91b-4871-9d0a-921be63ca232 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0419135 Nov 27 02:01:39.666084 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-f5f10618-38a3-4c56-9b23-0786af6ec8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:39.667668 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-f5f10618-38a3-4c56-9b23-0786af6ec8f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402052 Nov 27 02:01:39.760879 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-1bda5248-5b5c-42b1-8b18-fb82f82eaea5 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861897 Nov 27 02:01:39.848096 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-dbd9f28a-d02a-454b-b0dd-6da807898b1e service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806794 Nov 27 02:01:40.146606 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4c9dfc1f-2c13-46fa-be9c-98d90c74edda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:40.375631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549414e-4a12-46db-b317-dc6c689d96b6 req-36e2bbcc-cbe7-49fd-99dc-01de3b5c5fcc tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:40.377147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5549414e-4a12-46db-b317-dc6c689d96b6 req-36e2bbcc-cbe7-49fd-99dc-01de3b5c5fcc tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0503829 Nov 27 02:01:40.423241 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5549414e-4a12-46db-b317-dc6c689d96b6 req-26e91a50-523a-4914-8497-ea905dce29c4 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402174 Nov 27 02:01:41.539886 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9deda3-fd57-4276-ab98-802b33ae5fd1 req-a1c97f40-4805-4d10-95d3-cc26e8124197 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:41.541296 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b9deda3-fd57-4276-ab98-802b33ae5fd1 req-a1c97f40-4805-4d10-95d3-cc26e8124197 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0491078 Nov 27 02:01:41.591911 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b9deda3-fd57-4276-ab98-802b33ae5fd1 req-3070c493-4556-4ce1-a996-9569709636a1 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446978 Nov 27 02:01:42.311723 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f643f372-b941-41c9-a142-8e84fc3b7d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:42.704718 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9d023-4865-41b1-872f-5140e73a84d3 req-7cd73854-aa67-4e29-a408-149a871a657d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:42.706212 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cfa9d023-4865-41b1-872f-5140e73a84d3 req-7cd73854-aa67-4e29-a408-149a871a657d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0483284 Nov 27 02:01:42.752662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cfa9d023-4865-41b1-872f-5140e73a84d3 req-c359083f-e34f-471a-9845-5708d37992f4 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405450 Nov 27 02:01:43.458844 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:44.144768 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12cbb9-0721-487a-ac06-bdfd4e4acd3d req-692da7bc-a63f-4093-ae0a-65a7805dcbdc tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:44.146243 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de12cbb9-0721-487a-ac06-bdfd4e4acd3d req-692da7bc-a63f-4093-ae0a-65a7805dcbdc tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.3251569 Nov 27 02:01:44.192120 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de12cbb9-0721-487a-ac06-bdfd4e4acd3d req-ebd40309-0c42-4d6f-92a1-34ff8207f87a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399628 Nov 27 02:01:44.575412 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:01:45.007078 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:45.311116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df83719-706b-42da-b282-d97ddb25eaf0 req-53c0298c-0e40-4029-b6dc-f7ad95e59c26 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:45.312591 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7df83719-706b-42da-b282-d97ddb25eaf0 req-53c0298c-0e40-4029-b6dc-f7ad95e59c26 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0527134 Nov 27 02:01:45.360364 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7df83719-706b-42da-b282-d97ddb25eaf0 req-de979c4a-cf58-4271-957c-e7b507a08a89 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417950 Nov 27 02:01:46.405764 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:46.485390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2a28c-40e1-48f8-8447-edb406da52b3 req-a8b8f018-efa7-4cca-bcf6-b7ed8842fd93 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:46.486875 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-73e2a28c-40e1-48f8-8447-edb406da52b3 req-a8b8f018-efa7-4cca-bcf6-b7ed8842fd93 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0478969 Nov 27 02:01:46.533717 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-73e2a28c-40e1-48f8-8447-edb406da52b3 req-a3f10f84-1f2d-47bc-9942-b4940aae86c5 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406463 Nov 27 02:01:47.647251 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ff971-bfbc-459c-87dd-16abc23c21d6 req-34e04b8f-8b39-4cdc-b5ae-40262d5412ff tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:47.648730 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ee4ff971-bfbc-459c-87dd-16abc23c21d6 req-34e04b8f-8b39-4cdc-b5ae-40262d5412ff tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0478454 Nov 27 02:01:47.697749 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ee4ff971-bfbc-459c-87dd-16abc23c21d6 req-38822a68-7421-4f51-9b9c-0f75e4434bb0 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425410 Nov 27 02:01:48.816119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7347e6-29b8-42fa-adab-6f60c2d2c86a req-2fa50b5c-7c72-4bad-add3-32ea68616ea2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:48.817646 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e7347e6-29b8-42fa-adab-6f60c2d2c86a req-2fa50b5c-7c72-4bad-add3-32ea68616ea2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0521021 Nov 27 02:01:48.865601 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5e7347e6-29b8-42fa-adab-6f60c2d2c86a req-c7b471c4-947b-40d2-8e4e-a737c47737d6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419090 Nov 27 02:01:49.981937 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590474b0-9043-4bc0-8979-a23daa8f25f8 req-2e7aab29-fc2e-4c18-b8f4-f1149be39e66 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:49.983408 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-590474b0-9043-4bc0-8979-a23daa8f25f8 req-2e7aab29-fc2e-4c18-b8f4-f1149be39e66 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0484407 Nov 27 02:01:50.032624 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-590474b0-9043-4bc0-8979-a23daa8f25f8 req-12ceeed6-91b8-451b-819a-2b5c4e425ac7 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433333 Nov 27 02:01:51.147084 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9092a16-2b2b-4c20-a996-edf18050313e req-d0f4e827-ec06-4118-ba92-b3caaf2f7604 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:51.148562 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a9092a16-2b2b-4c20-a996-edf18050313e req-d0f4e827-ec06-4118-ba92-b3caaf2f7604 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0476594 Nov 27 02:01:51.194069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a9092a16-2b2b-4c20-a996-edf18050313e req-aa851ef6-2f8f-4917-991c-3b92c82856ff tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396423 Nov 27 02:01:52.312520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b2753-749b-4390-9539-537710fc5573 req-483cdae2-4ef8-4ce8-be71-1b54f208e0d0 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:52.314088 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-633b2753-749b-4390-9539-537710fc5573 req-483cdae2-4ef8-4ce8-be71-1b54f208e0d0 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0504913 Nov 27 02:01:52.362131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-633b2753-749b-4390-9539-537710fc5573 req-22d17193-f512-4c6d-a60c-09870301fd6a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420551 Nov 27 02:01:53.477528 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8131ee8-ba96-4798-b5cf-5907ca5a2109 req-98a57b98-ce96-4170-9a85-ac6cb9d1ba0d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:53.479314 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8131ee8-ba96-4798-b5cf-5907ca5a2109 req-98a57b98-ce96-4170-9a85-ac6cb9d1ba0d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0484133 Nov 27 02:01:53.532259 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c8131ee8-ba96-4798-b5cf-5907ca5a2109 req-adba7ad7-e9bf-4681-ada5-cabd4a450e39 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462089 Nov 27 02:01:54.001968 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-51a3c350-7a87-4bde-b3c1-2df38f7bc7af service neutron] show failed (client error): The resource could not be found. Nov 27 02:01:54.002978 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-51a3c350-7a87-4bde-b3c1-2df38f7bc7af service neutron] 10.222.0.31 "GET /v2.0/ports/d8bb90c1-68ec-4417-a6f3-3f6d9f572085/bindings/n-h1-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0530262 Nov 27 02:01:54.297527 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-b6ce2a99-14e8-4b45-bf66-d0f7470466c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:54.299016 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-b6ce2a99-14e8-4b45-bf66-d0f7470466c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc&tenant_id=084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 1097 time: 0.0781140 Nov 27 02:01:54.318765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:01:54.372258 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:54.569247 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:01:54.603368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:01:54.671034 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:01:54.677017 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:54.691756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23491c33-e871-456d-9209-045e1b3f4a6d req-acb7338d-3b12-4b2d-a1be-6847781f98f9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:54.693295 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-23491c33-e871-456d-9209-045e1b3f4a6d req-acb7338d-3b12-4b2d-a1be-6847781f98f9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0914669 Nov 27 02:01:54.707334 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Transition to ACTIVE for port object d8bb90c1-68ec-4417-a6f3-3f6d9f572085 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:01:54.717587 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235ff26f-f48e-4e83-af4b-2c612980a0a6" -d '{"events": [{"server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "name": "network-vif-unplugged", "status": "completed", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:01:54.722378 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:54.830110 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-23491c33-e871-456d-9209-045e1b3f4a6d req-f709df64-c476-4d11-a346-9aeaa29955c9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296897 Nov 27 02:01:54.833377 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 02:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3768dc-015f-4b33-95d6-64f157c251b8 x-openstack-request-id: req-3a3768dc-015f-4b33-95d6-64f157c251b8 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:01:54.833667 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "name": "network-vif-unplugged", "status": "completed", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:01:54.833918 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a3768dc-015f-4b33-95d6-64f157c251b8 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:01:54.834307 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'code': 200} Nov 27 02:01:54.847401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Pushing event updated for resources: {'Port': ['ID=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,revision_number=6']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:01:54.863373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:54.863720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:54.864055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:54.864420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:54.864753 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:54.865079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:54.865401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:54.865720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:54.866046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:54.866390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:54.866710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:54.867027 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:54.892516 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] No DVR routers for this DVR port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:01:55.348827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Attempting to bind port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:01:55.349521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Attempting to bind port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:01:55.349521 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Attempting to bind port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:01:55.353599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:01:55.353928 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Attempting to bind port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:01:55.358716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:01:55.359047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Checking segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:01:55.359430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Bound using segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:01:55.359849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Bound port: d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:01:55.360200 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:55.423268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:01:55.426250 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:01:55.430813 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:55.467332 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:55.467957 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:55.469390 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] 10.222.0.21 "PUT /v2.0/ports/d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1092 time: 1.1544776 Nov 27 02:01:55.487696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11a6ed-988a-4b10-9d38-83faea76defa service neutron] Pushing event updated for resources: {'Port': ['ID=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:01:55.558888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-12e6b8f5-4f01-4cca-bafb-734bdd4c3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:55.560490 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-12e6b8f5-4f01-4cca-bafb-734bdd4c3f5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1095 time: 0.0431476 Nov 27 02:01:55.659012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-84aa43dd-f8ec-4cfb-bfcc-c7548fce41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:55.660473 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-84aa43dd-f8ec-4cfb-bfcc-c7548fce41f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0892332 Nov 27 02:01:55.732179 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-397a0ad2-b0cd-46ba-bc39-14693f981223 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1000 time: 0.0582352 Nov 27 02:01:55.788842 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-c23cb265-5f92-4242-be0a-c5e24be26ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:55.790186 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-c23cb265-5f92-4242-be0a-c5e24be26ff3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0472589 Nov 27 02:01:55.838841 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-21adef7f-74d8-4701-9dec-0546ebdcf732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:55.840338 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-21adef7f-74d8-4701-9dec-0546ebdcf732 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389385 Nov 27 02:01:55.935079 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-f4e856d3-7c2b-4fc5-90e0-11cf5db54101 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834246 Nov 27 02:01:55.952472 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54212de4-9145-47d9-837d-ddbca11d8500 req-d5861133-b38f-4093-8593-3bd8fa1aea24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:55.953974 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54212de4-9145-47d9-837d-ddbca11d8500 req-d5861133-b38f-4093-8593-3bd8fa1aea24 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0503242 Nov 27 02:01:56.002128 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-54212de4-9145-47d9-837d-ddbca11d8500 req-5c133880-096e-4642-a77a-ebb672ea897d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416636 Nov 27 02:01:56.033865 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-d77cac9a-1930-4e3d-9532-2ea31f302645 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879228 Nov 27 02:01:56.063309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d8bb90c1-68ec-4417-a6f3-3f6d9f572085 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:01:56.100920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d8bb90c1-68ec-4417-a6f3-3f6d9f572085 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:01:56.835204 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:01:56.837592 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842d9546-f265-44b5-ae3d-df152295fbad" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:01:56.888004 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df409461-52fe-4826-b87b-645190d14161 x-openstack-request-id: req-df409461-52fe-4826-b87b-645190d14161 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:01:56.888344 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:01:56.888603 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df409461-52fe-4826-b87b-645190d14161 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:01:56.889010 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'status': 'completed', 'code': 200} Nov 27 02:01:56.979304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9546-f265-44b5-ae3d-df152295fbad req-de66c2ae-62e2-4635-8f25-ce5f3c55a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:56.980854 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-842d9546-f265-44b5-ae3d-df152295fbad req-de66c2ae-62e2-4635-8f25-ce5f3c55a2b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1095 time: 0.0468507 Nov 27 02:01:56.994683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9546-f265-44b5-ae3d-df152295fbad req-6776c3a9-8904-408d-867d-e459fae9af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:56.996696 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-842d9546-f265-44b5-ae3d-df152295fbad req-6776c3a9-8904-408d-867d-e459fae9af2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1095 time: 0.0423398 Nov 27 02:01:57.076051 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9546-f265-44b5-ae3d-df152295fbad req-fda07e8b-05d3-4216-b242-050061416c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:57.077557 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-842d9546-f265-44b5-ae3d-df152295fbad req-fda07e8b-05d3-4216-b242-050061416c13 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0902689 Nov 27 02:01:57.113125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9546-f265-44b5-ae3d-df152295fbad req-cda5015c-3c4b-427c-9134-42855d4a53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:57.114937 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-842d9546-f265-44b5-ae3d-df152295fbad req-cda5015c-3c4b-427c-9134-42855d4a53ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.1111791 Nov 27 02:01:57.173604 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-842d9546-f265-44b5-ae3d-df152295fbad req-e39ca9b3-bc0c-4724-a8ae-7cda1c45c001 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1000 time: 0.0838351 Nov 27 02:01:57.180981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a989e-e3ca-4f4d-9c2e-1297a77a3dda req-e5be780f-8c88-47c2-93bb-9565649cf3e8 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:57.188610 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f7a989e-e3ca-4f4d-9c2e-1297a77a3dda req-e5be780f-8c88-47c2-93bb-9565649cf3e8 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.1097374 Nov 27 02:01:57.190236 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-842d9546-f265-44b5-ae3d-df152295fbad req-596499d0-b1e5-4f2c-aeb7-71d8c75ec5bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1000 time: 0.0615385 Nov 27 02:01:57.246738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9546-f265-44b5-ae3d-df152295fbad req-d1617948-fec0-4921-8dd6-67796801784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:57.248219 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-842d9546-f265-44b5-ae3d-df152295fbad req-d1617948-fec0-4921-8dd6-67796801784c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0470188 Nov 27 02:01:57.267391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9546-f265-44b5-ae3d-df152295fbad req-c6149fdc-d619-4d73-b008-0ca56cac67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:57.268894 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-842d9546-f265-44b5-ae3d-df152295fbad req-c6149fdc-d619-4d73-b008-0ca56cac67a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0783417 Nov 27 02:01:57.274608 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f7a989e-e3ca-4f4d-9c2e-1297a77a3dda req-209de12d-4de2-4b73-9fac-835ca88053df tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833213 Nov 27 02:01:57.309931 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9546-f265-44b5-ae3d-df152295fbad req-d07c5d27-5fa1-4d4f-8ca9-052dd5a1e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:57.311618 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-842d9546-f265-44b5-ae3d-df152295fbad req-d07c5d27-5fa1-4d4f-8ca9-052dd5a1e03c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514271 Nov 27 02:01:57.324299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9546-f265-44b5-ae3d-df152295fbad req-722a1580-9b74-4c3a-b53f-ea8cfc1420fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:57.325791 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-842d9546-f265-44b5-ae3d-df152295fbad req-722a1580-9b74-4c3a-b53f-ea8cfc1420fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493126 Nov 27 02:01:57.406279 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-842d9546-f265-44b5-ae3d-df152295fbad req-3456f5b5-615d-491a-9b1e-fa171c1878ad service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829034 Nov 27 02:01:57.414874 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-842d9546-f265-44b5-ae3d-df152295fbad req-9746fdd0-26f1-4462-995a-8642dde4d64f service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818946 Nov 27 02:01:57.508360 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-842d9546-f265-44b5-ae3d-df152295fbad req-ba48aea2-486e-440e-bf6e-203a2293d690 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901842 Nov 27 02:01:57.511214 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-842d9546-f265-44b5-ae3d-df152295fbad req-22978cc5-dced-4832-b7c2-87dcee132443 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893497 Nov 27 02:01:58.405106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8181097-4b75-4191-85f6-b379cf313a5f req-8346ce27-139f-435c-8f3c-ad438196324e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:58.406611 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b8181097-4b75-4191-85f6-b379cf313a5f req-8346ce27-139f-435c-8f3c-ad438196324e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0514438 Nov 27 02:01:58.462498 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b8181097-4b75-4191-85f6-b379cf313a5f req-1d842227-7ef0-4540-bf30-440331cb190e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443654 Nov 27 02:01:59.045509 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:59.584138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61282d3b-926c-46ac-a3c6-71883f0c676d req-9273d0da-aeb6-416c-ae7b-fb5988a2afb7 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:59.585616 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-61282d3b-926c-46ac-a3c6-71883f0c676d req-9273d0da-aeb6-416c-ae7b-fb5988a2afb7 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0499372 Nov 27 02:01:59.632932 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-61282d3b-926c-46ac-a3c6-71883f0c676d req-a3d9bb18-8db9-435e-98fb-cabe34efb29d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407166 Nov 27 02:02:00.765436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917046e-84c1-4b8a-b8f2-03d707586e79 req-cd8ae128-8926-4977-8477-354c04f7ca8c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:00.767905 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2917046e-84c1-4b8a-b8f2-03d707586e79 req-cd8ae128-8926-4977-8477-354c04f7ca8c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0551460 Nov 27 02:02:00.820360 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2917046e-84c1-4b8a-b8f2-03d707586e79 req-a5e7314a-de8e-4c76-a1f3-7d1e6acb5d6a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456207 Nov 27 02:02:01.024654 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:01.944867 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c0d2e-bccd-4e17-be7d-bade4f53517f req-d2ac4f4d-c362-4628-8006-4b3c19519a90 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:01.946497 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-385c0d2e-bccd-4e17-be7d-bade4f53517f req-d2ac4f4d-c362-4628-8006-4b3c19519a90 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0516622 Nov 27 02:02:02.001407 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-385c0d2e-bccd-4e17-be7d-bade4f53517f req-dcfa32c9-3791-4083-9445-192d1e1678ec tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489075 Nov 27 02:02:03.119901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7802a3-ddaa-4338-9380-da6574b99b6e req-cf6e29a4-7dee-4158-8f9c-056e9e2c1f25 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:03.121928 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d7802a3-ddaa-4338-9380-da6574b99b6e req-cf6e29a4-7dee-4158-8f9c-056e9e2c1f25 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0528240 Nov 27 02:02:03.167628 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5d7802a3-ddaa-4338-9380-da6574b99b6e req-03e33184-87ba-4e7b-be8e-62c46f789fee tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394213 Nov 27 02:02:04.283615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d7fa5-c03a-48b8-8d10-bfeb1108ecd3 req-d0d16bc9-3d1b-446f-b9a4-03993e5ce833 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:04.285139 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-719d7fa5-c03a-48b8-8d10-bfeb1108ecd3 req-d0d16bc9-3d1b-446f-b9a4-03993e5ce833 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0502129 Nov 27 02:02:04.332920 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-719d7fa5-c03a-48b8-8d10-bfeb1108ecd3 req-a35e801c-b7ed-4270-8837-d28e622eaf00 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415211 Nov 27 02:02:05.450027 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103eb891-6679-4a9b-a143-6f32c72b050f req-6d1ec8ff-b699-4644-bb85-4175b7b15647 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:05.451490 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-103eb891-6679-4a9b-a143-6f32c72b050f req-6d1ec8ff-b699-4644-bb85-4175b7b15647 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0485091 Nov 27 02:02:05.497308 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-103eb891-6679-4a9b-a143-6f32c72b050f req-89beb96a-8ae3-4a65-b516-3ccaa1236f34 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398836 Nov 27 02:02:06.612730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6e5e5-8543-4a9a-a25f-c124b2a861a9 req-722668d7-a0ab-4626-84ba-d9df90997909 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:06.614179 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6a6e5e5-8543-4a9a-a25f-c124b2a861a9 req-722668d7-a0ab-4626-84ba-d9df90997909 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0480278 Nov 27 02:02:06.659630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b6a6e5e5-8543-4a9a-a25f-c124b2a861a9 req-852c95b5-ec46-4d54-b14d-8f18cfc6792f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395861 Nov 27 02:02:07.774664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c12110-a666-4d26-817f-ef1b35a10d86 req-193ed727-290f-41d9-990a-f280a1806d7b tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:07.776135 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b8c12110-a666-4d26-817f-ef1b35a10d86 req-193ed727-290f-41d9-990a-f280a1806d7b tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0481422 Nov 27 02:02:07.826974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b8c12110-a666-4d26-817f-ef1b35a10d86 req-d8eb78fd-4f8f-4e33-894d-4d4c2bd4e413 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448384 Nov 27 02:02:08.947492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dabbf2-6267-479d-93f6-39b8f7e81e1b req-869f0cd8-6242-4f86-869a-f07eef2e9c70 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:08.949643 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71dabbf2-6267-479d-93f6-39b8f7e81e1b req-869f0cd8-6242-4f86-869a-f07eef2e9c70 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0543151 Nov 27 02:02:08.998229 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71dabbf2-6267-479d-93f6-39b8f7e81e1b req-53a39679-7951-4855-a5a6-8fc22d1104b5 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422385 Nov 27 02:02:10.057745 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d8bb90c1-68ec-4417-a6f3-3f6d9f572085 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:02:10.115362 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e782f26-5e2c-42c7-b77d-0809cff8b326 req-a9988ac4-aaa4-4dfc-bd43-44cb5128242c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:10.116894 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e782f26-5e2c-42c7-b77d-0809cff8b326 req-a9988ac4-aaa4-4dfc-bd43-44cb5128242c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 943 time: 0.0488360 Nov 27 02:02:10.164320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:02:10.166707 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2e782f26-5e2c-42c7-b77d-0809cff8b326 req-75aa952f-77d1-438b-9794-0b44e403f032 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438561 Nov 27 02:02:10.175183 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c3c028ef-fe62-4c5b-be35-c8f03ba84ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:10.176726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'port_id': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'mac_address': 'fa:16:3e:94:c9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:02:10.215293 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:10.229424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8bb90c1-68ec-4417-a6f3-3f6d9f572085 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:02:10.249575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:02:10.253828 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:10.304275 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:10.312922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:10.313283 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:10.313611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:10.313948 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:10.314281 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:10.314611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:10.314937 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:10.315260 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:10.315585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:10.315904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:10.316225 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:10.316614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:10.492748 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-2eca3741-6597-4c64-ad8a-26e3889483a2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:10.494208 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-2eca3741-6597-4c64-ad8a-26e3889483a2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc&tenant_id=084daf74e2d64e1bb5c15e90ace1051f&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 944 time: 0.0834050 Nov 27 02:02:10.506268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f330e-4625-455d-8104-aa2c7c0f169e req-10a9b725-08c6-4ae7-8bcb-7ea98d588166 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:10.507724 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0f330e-4625-455d-8104-aa2c7c0f169e req-10a9b725-08c6-4ae7-8bcb-7ea98d588166 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0704191 Nov 27 02:02:10.595314 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba0f330e-4625-455d-8104-aa2c7c0f169e req-1474bfbf-0a47-4658-8cfc-3830cba8ab35 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797155 Nov 27 02:02:10.597060 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-8016ed92-875f-45db-8d74-90977554429e service neutron] 10.222.0.21 "GET /v2.0/ports/d8bb90c1-68ec-4417-a6f3-3f6d9f572085/bindings/n-h1-817303-10 HTTP/1.1" status: 200 len: 383 time: 0.0884476 Nov 27 02:02:10.599104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['d8bb90c1-68ec-4417-a6f3-3f6d9f572085'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:02:10.674946 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-10e4cf51-003f-46ea-ab87-96dd9fdec9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:10.676608 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-10e4cf51-003f-46ea-ab87-96dd9fdec9f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1096 time: 0.0406592 Nov 27 02:02:10.769914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-d62063f9-9e72-474b-844e-b44d3d4527cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:10.771378 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-d62063f9-9e72-474b-844e-b44d3d4527cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0870583 Nov 27 02:02:10.837232 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-e612cc26-c3b4-4c7c-b501-38a9dd1375e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1001 time: 0.0581801 Nov 27 02:02:10.893731 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-f64525bd-97ff-4a2c-bf43-f00ab79c10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:10.895097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-f64525bd-97ff-4a2c-bf43-f00ab79c10ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0497079 Nov 27 02:02:10.942737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-8c75ca62-cee0-49d6-bf86-ec970954b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:10.944212 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-8c75ca62-cee0-49d6-bf86-ec970954b97a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411322 Nov 27 02:02:11.032971 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-8a2a706a-56c5-437f-97e6-8500ae00699a service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795369 Nov 27 02:02:11.126321 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-2ac2d0ae-b2ac-4f72-8757-c511cb1faada service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852952 Nov 27 02:02:11.714826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81e4c2-676c-4eaa-83aa-a86a601bb286 req-c0e47f61-de8b-43fc-93c6-5c545928bf6d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:11.716297 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f81e4c2-676c-4eaa-83aa-a86a601bb286 req-c0e47f61-de8b-43fc-93c6-5c545928bf6d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0486615 Nov 27 02:02:11.763216 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f81e4c2-676c-4eaa-83aa-a86a601bb286 req-8ecf611e-f136-4117-a34f-d5494a21390d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410738 Nov 27 02:02:12.068023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d8bb90c1-68ec-4417-a6f3-3f6d9f572085 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:02:12.115379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:02:12.118911 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:02:12.119280 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:12.196684 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:12.217885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:02:12.232173 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:02:12.240790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:12.265383 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb6582e-5826-4866-86bf-c62e7b46d5a5" -d '{"events": [{"server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "name": "network-vif-plugged", "status": "completed", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:02:12.296087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:12.314819 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-527c8001-e89b-4f85-9f1a-ebe98f96e7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:12.364982 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9657043-413c-4981-9d94-d232666314d4 x-openstack-request-id: req-b9657043-413c-4981-9d94-d232666314d4 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:02:12.365289 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "name": "network-vif-plugged", "status": "completed", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:02:12.365548 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9657043-413c-4981-9d94-d232666314d4 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:02:12.365958 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'code': 200} Nov 27 02:02:12.879482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b4973-c887-47c7-b27a-0f62c34fcbb3 req-47dddf86-7acd-4f91-acb7-8d729bd37cad tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:12.880995 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-309b4973-c887-47c7-b27a-0f62c34fcbb3 req-47dddf86-7acd-4f91-acb7-8d729bd37cad tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0481963 Nov 27 02:02:12.934991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-309b4973-c887-47c7-b27a-0f62c34fcbb3 req-9e7be731-035f-404d-a077-ea77a55c0c22 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475509 Nov 27 02:02:13.462525 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:14.057986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e990d6-a8c2-4c30-ad3a-3be223640236 req-e10c5069-d64a-4fc0-9316-ee304fceff07 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:14.059565 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7e990d6-a8c2-4c30-ad3a-3be223640236 req-e10c5069-d64a-4fc0-9316-ee304fceff07 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0520492 Nov 27 02:02:14.108681 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7e990d6-a8c2-4c30-ad3a-3be223640236 req-05243165-d1f7-47d7-87f4-5fddf1394c02 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431433 Nov 27 02:02:15.011869 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:15.224498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114621d-9b20-401a-8860-9c79b0e0b1f7 req-e28de8dc-4445-4c41-97c6-8634f1638892 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:15.225966 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f114621d-9b20-401a-8860-9c79b0e0b1f7 req-e28de8dc-4445-4c41-97c6-8634f1638892 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0488200 Nov 27 02:02:15.277858 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f114621d-9b20-401a-8860-9c79b0e0b1f7 req-aab86fa1-e2ef-459a-b387-6106250319cf tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453923 Nov 27 02:02:15.678315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-44e57ec4-8ac6-4319-8c4b-de02f0c7ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:15.679806 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-44e57ec4-8ac6-4319-8c4b-de02f0c7ce7f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc&tenant_id=084daf74e2d64e1bb5c15e90ace1051f HTTP/1.1" status: 200 len: 1097 time: 0.0410736 Nov 27 02:02:15.698823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:02:15.753696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:15.960295 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:02:15.992716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h1-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:02:16.031273 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:02:16.036493 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:16.048745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Transition to ACTIVE for port object d8bb90c1-68ec-4417-a6f3-3f6d9f572085 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:02:16.052907 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:16.083666 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b8d369-09b0-4cc6-a8d6-ddbdd59a0cc3" -d '{"events": [{"server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "name": "network-vif-unplugged", "status": "completed", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:02:16.144350 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Pushing event updated for resources: {'Port': ['ID=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,revision_number=10']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:16.156792 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:16.157055 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:16.157398 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:16.157736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:16.158091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:16.158411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:16.158739 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:16.159068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:16.159410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:16.159723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:16.160053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:16.160399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:02:16.207742 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 02:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba249746-6163-44a8-a29e-eaac97adc359 x-openstack-request-id: req-ba249746-6163-44a8-a29e-eaac97adc359 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:02:16.208040 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "name": "network-vif-unplugged", "status": "completed", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:02:16.208383 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba249746-6163-44a8-a29e-eaac97adc359 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:02:16.208786 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'code': 200} Nov 27 02:02:16.209897 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] No DVR routers for this DVR port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on host n-h1-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:02:16.351145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Attempting to bind port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:02:16.351822 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Attempting to bind port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:02:16.352042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Attempting to bind port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:02:16.365836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:02:16.366303 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Attempting to bind port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on network 4a33f837-d9f5-44e6-9a51-90354b793d43 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:02:16.387235 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:02:16.387582 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Checking segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:02:16.387969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Bound using segment: {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:02:16.388432 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Bound port: d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:02:16.388798 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:16.407831 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:16.443634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df3ab3-9e3a-4095-b0cc-011e02ff8af0 req-96363f7a-2995-4d00-bd13-11080a80b82f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:16.445173 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05df3ab3-9e3a-4095-b0cc-011e02ff8af0 req-96363f7a-2995-4d00-bd13-11080a80b82f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0971458 Nov 27 02:02:16.497663 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:02:16.518795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:02:16.523701 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-05df3ab3-9e3a-4095-b0cc-011e02ff8af0 req-c4c3dbf8-5043-4584-af43-6a1f3ff312cc tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715866 Nov 27 02:02:16.525209 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:16.558758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:16.559384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:16.561154 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] 10.222.0.31 "PUT /v2.0/ports/d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1093 time: 0.8662050 Nov 27 02:02:16.586702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48dda0-57d0-4755-a542-d7051154a26c service neutron] Pushing event updated for resources: {'Port': ['ID=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,revision_number=11']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:16.641717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6007ff7c-0cba-4908-8c91-3f7d072cbc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:16.643258 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-6007ff7c-0cba-4908-8c91-3f7d072cbc50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1096 time: 0.0431335 Nov 27 02:02:16.741480 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-e0331a8b-a1d4-46e2-b010-fbed5de778f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:16.743010 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-e0331a8b-a1d4-46e2-b010-fbed5de778f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0923667 Nov 27 02:02:16.809070 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-e942992a-3082-4d6e-ba61-785ef487c407 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1000 time: 0.0582836 Nov 27 02:02:16.861786 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-333f14d0-5762-406b-99e4-e3d8f3ae23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:16.863144 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-333f14d0-5762-406b-99e4-e3d8f3ae23c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0471308 Nov 27 02:02:16.908431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-90a70622-fc6f-46d9-9b8f-06dff1974ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:16.909920 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-90a70622-fc6f-46d9-9b8f-06dff1974ae0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388269 Nov 27 02:02:16.998119 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-03f6f1e1-c05d-4ce0-990b-8580bbb8568d service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802388 Nov 27 02:02:17.090972 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fb4a7718-2213-4e4a-ab3b-4984cb36d426 req-5517c531-41e6-497e-836d-7cdcfcd669eb service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861166 Nov 27 02:02:17.650186 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1637a24-63f6-4555-8bfe-18d0f0bd778c req-4b9b3d1f-befd-4e3c-9d6e-d51d269dd238 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:17.652353 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a1637a24-63f6-4555-8bfe-18d0f0bd778c req-4b9b3d1f-befd-4e3c-9d6e-d51d269dd238 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0530810 Nov 27 02:02:17.699891 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a1637a24-63f6-4555-8bfe-18d0f0bd778c req-83aba5dd-7eeb-4474-a554-6b2ae73d1d6c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417249 Nov 27 02:02:18.120754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d8bb90c1-68ec-4417-a6f3-3f6d9f572085 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:02:18.158042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d8bb90c1-68ec-4417-a6f3-3f6d9f572085 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:02:18.210451 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:02:18.212895 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:02:18.264495 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cf6373-4ec9-4a08-8749-53b77b470cac x-openstack-request-id: req-f3cf6373-4ec9-4a08-8749-53b77b470cac {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:02:18.264793 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:02:18.265052 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3cf6373-4ec9-4a08-8749-53b77b470cac {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:02:18.265467 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'status': 'completed', 'code': 200} Nov 27 02:02:18.350351 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-454e9ad0-b704-409e-ab0a-fa989d2c73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:18.350824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-e9a3e0d4-9260-40c2-8412-f1fde131ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:18.352035 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-454e9ad0-b704-409e-ab0a-fa989d2c73cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1096 time: 0.0425270 Nov 27 02:02:18.352391 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-e9a3e0d4-9260-40c2-8412-f1fde131ad5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 1096 time: 0.0405626 Nov 27 02:02:18.455383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-d33855af-ebec-4275-b572-78a17f478ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:18.457388 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-d33855af-ebec-4275-b572-78a17f478ad9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.0982809 Nov 27 02:02:18.466577 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-d87f782e-32f6-44e5-9b45-7ecc2116291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:18.468182 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-d87f782e-32f6-44e5-9b45-7ecc2116291b service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 200 len: 913 time: 0.1042464 Nov 27 02:02:18.526359 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-fdac4d72-705f-4bca-b091-b3e2672809c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1000 time: 0.0609510 Nov 27 02:02:18.545131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-f9ab8a40-b947-47f2-8676-2672d3719648 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 200 len: 1000 time: 0.0648897 Nov 27 02:02:18.578887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-f1b985f5-85bd-47b3-b847-7793a15b6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:18.580624 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-f1b985f5-85bd-47b3-b847-7793a15b6ace service neutron] 10.222.0.31 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0474648 Nov 27 02:02:18.604607 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-3505b90d-131e-43b5-8805-ad47939b4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:18.606130 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-3505b90d-131e-43b5-8805-ad47939b4748 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 200 len: 851 time: 0.0497026 Nov 27 02:02:18.641357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-44aa5922-0d0a-4683-8c45-b9cd4d5fbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:18.642885 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-44aa5922-0d0a-4683-8c45-b9cd4d5fbe45 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543623 Nov 27 02:02:18.663869 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-3c5a4866-f04d-466f-8f9c-b925d1703f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:18.665425 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-3c5a4866-f04d-466f-8f9c-b925d1703f29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a33f837-d9f5-44e6-9a51-90354b793d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466549 Nov 27 02:02:18.745983 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-491babed-1d12-464a-b9f3-40ace92cd534 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935631 Nov 27 02:02:18.768168 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-3ed54bd0-a947-4653-b874-baea35c220a7 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874827 Nov 27 02:02:18.851454 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-aeb8c19d-f1af-4d88-bdd6-b9f20e9f2007 service neutron] 10.222.0.31 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989790 Nov 27 02:02:18.872747 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87073731-d92b-4af3-8f2f-18122146341d req-b5b60722-f109-4085-aead-db83cac9e376 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:18.874335 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87073731-d92b-4af3-8f2f-18122146341d req-b5b60722-f109-4085-aead-db83cac9e376 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.1027796 Nov 27 02:02:18.934785 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c5eac34c-1b25-4bf0-b55b-8021faa0bdda req-d664c9bc-e1b9-42a7-a41f-ab118758add3 service neutron] 10.222.0.21 "GET /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518586 Nov 27 02:02:18.951605 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-87073731-d92b-4af3-8f2f-18122146341d req-f4256b52-38ff-4b2d-85f6-5ea4f78a5d5d tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688338 Nov 27 02:02:20.073811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628e78e-f69a-4ebc-b3ba-de630a4e6e85 req-aa249495-dd18-4d1b-82fa-939dc957b451 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:20.075330 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1628e78e-f69a-4ebc-b3ba-de630a4e6e85 req-aa249495-dd18-4d1b-82fa-939dc957b451 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0510538 Nov 27 02:02:20.122771 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1628e78e-f69a-4ebc-b3ba-de630a4e6e85 req-651bdc2f-9369-4c82-bb3c-1c2fec095a95 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412123 Nov 27 02:02:21.239762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d7df6-15d6-43e9-8d0e-ebd938fab89f req-0189006e-8964-49f2-a1a0-fa266b9be50b tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:21.241240 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb4d7df6-15d6-43e9-8d0e-ebd938fab89f req-0189006e-8964-49f2-a1a0-fa266b9be50b tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0484939 Nov 27 02:02:21.288670 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb4d7df6-15d6-43e9-8d0e-ebd938fab89f req-3ba6ae1c-4b26-44bc-85d9-896a7e651fef tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414793 Nov 27 02:02:21.574454 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:02:22.405276 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30c48b-a7c1-4d50-8e3e-fab528d0edfe req-4cdbd052-fa9d-46af-b7ac-6691e1201030 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:22.406749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a30c48b-a7c1-4d50-8e3e-fab528d0edfe req-4cdbd052-fa9d-46af-b7ac-6691e1201030 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0479784 Nov 27 02:02:22.454102 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a30c48b-a7c1-4d50-8e3e-fab528d0edfe req-f9bf19f7-be4d-4bc3-b04a-ef443e163fff tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410275 Nov 27 02:02:23.575476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7938ebc-6d7f-4f4a-a24e-58185c9a8a2a req-09995c8a-cc18-41b8-bf41-587f13a34ec6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:23.576981 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7938ebc-6d7f-4f4a-a24e-58185c9a8a2a req-09995c8a-cc18-41b8-bf41-587f13a34ec6 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0531228 Nov 27 02:02:23.623185 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7938ebc-6d7f-4f4a-a24e-58185c9a8a2a req-1a9628d2-2475-4480-ba08-f4c626ad2c0c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403488 Nov 27 02:02:24.741083 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5caea-8368-4484-a00d-cf22c5523411 req-0e92cabc-facc-4fa0-b59a-43e88e7e7dfe tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:24.742527 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e3d5caea-8368-4484-a00d-cf22c5523411 req-0e92cabc-facc-4fa0-b59a-43e88e7e7dfe tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0515957 Nov 27 02:02:24.788849 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e3d5caea-8368-4484-a00d-cf22c5523411 req-9a3383c4-7ccb-48e4-8113-617da449be45 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399113 Nov 27 02:02:25.903826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334444a-1d9f-478e-b1cf-df4622a6c052 req-ff93d816-b895-4284-939b-c23fdce160ec tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:25.905584 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7334444a-1d9f-478e-b1cf-df4622a6c052 req-ff93d816-b895-4284-939b-c23fdce160ec tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0491612 Nov 27 02:02:25.953668 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7334444a-1d9f-478e-b1cf-df4622a6c052 req-8b790232-66a0-4d35-a2b9-c51796263fa7 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419900 Nov 27 02:02:27.068496 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4bb94-813e-454f-9250-c60df4d2c897 req-8bc0db49-1b8f-475b-b470-b5037ab9f841 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:27.069888 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-70d4bb94-813e-454f-9250-c60df4d2c897 req-8bc0db49-1b8f-475b-b470-b5037ab9f841 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0482037 Nov 27 02:02:27.116156 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-70d4bb94-813e-454f-9250-c60df4d2c897 req-706abde8-47de-4c21-bcf1-9cef233c33bb tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397997 Nov 27 02:02:28.232791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce35860-067c-47f6-8048-9f1f4002bac4 req-0552266a-2442-4c53-bd24-00acd315bbdf tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:28.234239 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fce35860-067c-47f6-8048-9f1f4002bac4 req-0552266a-2442-4c53-bd24-00acd315bbdf tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0504258 Nov 27 02:02:28.281488 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fce35860-067c-47f6-8048-9f1f4002bac4 req-049eee64-347d-48b3-ab12-db033bb57650 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411377 Nov 27 02:02:29.058805 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:29.401315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c85536-716e-478d-89e6-5118e0a2038b req-4abec447-8d0a-4843-8508-3aecd7d4fd82 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:29.402834 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9c85536-716e-478d-89e6-5118e0a2038b req-4abec447-8d0a-4843-8508-3aecd7d4fd82 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0527725 Nov 27 02:02:29.448953 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b9c85536-716e-478d-89e6-5118e0a2038b req-7dfc2bdf-ea35-4529-9482-71d2dd4be2c7 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402298 Nov 27 02:02:30.567424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c33504-1c34-4709-9da0-7332f01369d0 req-72ef001d-cac1-4d28-bc1f-cc9267e8ebb4 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:30.568829 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-86c33504-1c34-4709-9da0-7332f01369d0 req-72ef001d-cac1-4d28-bc1f-cc9267e8ebb4 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0503142 Nov 27 02:02:30.615328 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-86c33504-1c34-4709-9da0-7332f01369d0 req-0f4ce14f-2dba-4c69-a350-ccbb985291c4 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405073 Nov 27 02:02:30.729120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3bd70-929f-47db-bd18-27ab8f04f2c5 req-54a0a54f-eb02-46f5-83aa-738597d110e3 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:30.730600 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-58f3bd70-929f-47db-bd18-27ab8f04f2c5 req-54a0a54f-eb02-46f5-83aa-738597d110e3 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0483403 Nov 27 02:02:30.776891 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-58f3bd70-929f-47db-bd18-27ab8f04f2c5 req-ff24e03b-81fb-4635-8e2c-b21102516629 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404871 Nov 27 02:02:30.895141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504383c-4f98-444b-a223-169dd5442d1b req-b89ff78a-1da2-48b9-9f54-ab7ea6430411 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:30.896644 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b504383c-4f98-444b-a223-169dd5442d1b req-b89ff78a-1da2-48b9-9f54-ab7ea6430411 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0492756 Nov 27 02:02:30.947742 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b504383c-4f98-444b-a223-169dd5442d1b req-e16b4623-1be6-4fa8-94c9-68d74f1a77b2 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440342 Nov 27 02:02:31.023464 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:31.179639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0db23a-4606-4402-94c2-3c5164439bb7 req-68447452-f0a3-4de7-9f25-b88f5f4564d3 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:31.182307 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b0db23a-4606-4402-94c2-3c5164439bb7 req-68447452-f0a3-4de7-9f25-b88f5f4564d3 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0545402 Nov 27 02:02:31.228881 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b0db23a-4606-4402-94c2-3c5164439bb7 req-84af33d1-a40d-4c26-a777-caefdfdd7a43 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405700 Nov 27 02:02:32.217192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d8bb90c1-68ec-4417-a6f3-3f6d9f572085 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:02:32.318866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:02:32.331138 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'port_id': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'mac_address': 'fa:16:3e:94:c9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:02:32.354354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3b742-385e-4bd0-9c70-64fc34d649d9 req-b7eb5fbd-b18e-488e-80e6-de9368d1c60e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:32.355875 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ac3b742-385e-4bd0-9c70-64fc34d649d9 req-b7eb5fbd-b18e-488e-80e6-de9368d1c60e tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 944 time: 0.0502589 Nov 27 02:02:32.374652 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:32.390303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8bb90c1-68ec-4417-a6f3-3f6d9f572085 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:02:32.410830 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:02:32.412625 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ac3b742-385e-4bd0-9c70-64fc34d649d9 req-7a34fc6a-829c-41b3-82aa-f50aacb30f7c tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b3434e6-4403-4f99-b0d2-4037a6df4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508003 Nov 27 02:02:32.415024 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:32.467168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,revision_number=12']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:32.910731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-42abf6d2-85b3-4d9c-9ffb-c954792b9b09 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:32.912458 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-42abf6d2-85b3-4d9c-9ffb-c954792b9b09 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 945 time: 0.0485756 Nov 27 02:02:32.999100 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Deleting port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:02:32.999443 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:33.088675 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] For port d8bb90c1-68ec-4417-a6f3-3f6d9f572085, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:02:33.089038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:33.256724 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:33.257083 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:33.257400 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89 disassociated. External IP: 172.25.1.250, port: d8bb90c1-68ec-4417-a6f3-3f6d9f572085. Nov 27 02:02:33.257744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Calling delete_port for d8bb90c1-68ec-4417-a6f3-3f6d9f572085 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:02:33.385548 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:33.411459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event deleted for resources: {'Port': ['ID=d8bb90c1-68ec-4417-a6f3-3f6d9f572085,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:33.514684 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d8d70058-1184-418c-8e9b-b9b0194b133e req-45595e37-3c76-41ec-8c61-78930c489baf tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 210 time: 0.0289233 Nov 27 02:02:33.533948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Router 8946ca02-07db-4189-838f-4f4a1510d940 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:02:33.643776 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:02:33.654629 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62094fd1-0b90-49a6-9adb-a13560b9775e None None] Sync routers for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:02:33.664930 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62094fd1-0b90-49a6-9adb-a13560b9775e None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:02:33.665533 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-62094fd1-0b90-49a6-9adb-a13560b9775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:02:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:02:33.682887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] No DVR routers for this DVR port d8bb90c1-68ec-4417-a6f3-3f6d9f572085 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:02:33.685534 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:33.689072 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f4238fce-d7d2-43e6-af1b-0c779546be44 req-ba1058f8-9f55-434e-a49c-253218f65458 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.31 "DELETE /v2.0/ports/d8bb90c1-68ec-4417-a6f3-3f6d9f572085 HTTP/1.1" status: 204 len: 173 time: 0.7706876 Nov 27 02:02:33.689447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'name': 'network-vif-deleted', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:02:33.691697 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb9eb93-c56c-4645-b124-1ce417e4df63" -d '{"events": [{"server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "name": "network-vif-deleted", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:02:33.733413 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c3b6ce-36ea-46be-9d60-42088c508d0c x-openstack-request-id: req-e8c3b6ce-36ea-46be-9d60-42088c508d0c {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:02:33.733708 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d3e568-748d-458a-bd43-c3bcf5276afc", "name": "network-vif-deleted", "tag": "d8bb90c1-68ec-4417-a6f3-3f6d9f572085", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:02:33.733962 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8c3b6ce-36ea-46be-9d60-42088c508d0c {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:02:33.734365 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d3e568-748d-458a-bd43-c3bcf5276afc', 'name': 'network-vif-deleted', 'tag': 'd8bb90c1-68ec-4417-a6f3-3f6d9f572085', 'status': 'completed', 'code': 200} Nov 27 02:02:33.773380 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-62094fd1-0b90-49a6-9adb-a13560b9775e None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:02:33.973256 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-62094fd1-0b90-49a6-9adb-a13560b9775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:02:33.998625 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62094fd1-0b90-49a6-9adb-a13560b9775e None None] Checking router: 8946ca02-07db-4189-838f-4f4a1510d940 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:02:34.006806 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62094fd1-0b90-49a6-9adb-a13560b9775e None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:02:34.007399 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-62094fd1-0b90-49a6-9adb-a13560b9775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:02:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:02:34.110720 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-62094fd1-0b90-49a6-9adb-a13560b9775e None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:02:34.394542 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-62094fd1-0b90-49a6-9adb-a13560b9775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:02:34.420480 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62094fd1-0b90-49a6-9adb-a13560b9775e None None] The sync data for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 is: [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0add5692-9c8d-4555-ba6e-3b873dc4a8ce', 'name': '', 'network_id': '4a33f837-d9f5-44e6-9a51-90354b793d43', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'mac_address': 'fa:16:3e:a8:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:39Z', 'updated_at': '2021-11-27T01:50:43Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'subnets': [{'id': '993de3c6-7a9f-4f6c-8db6-8292c17bc78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:02:34.625725 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c02d4752-cce6-48f6-8e9d-527b69fe1323 req-2347ecc5-58ea-44a9-8a48-6567da6d9bf9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 210 time: 0.0283451 Nov 27 02:02:34.669142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7263b79b-3875-4117-829e-c74f5ff4577d None None] New status for floating IP 01faffc5-8d62-4d1a-bda1-50e65dabcb89: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:02:35.722695 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8ef57b15-0cbb-45c3-a1a5-096e3bfe8c1f req-031f571a-a3ca-44c2-865c-11ca7309140f tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 210 time: 0.0268316 Nov 27 02:02:36.220709 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d8bb90c1-68ec-4417-a6f3-3f6d9f572085 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:02:36.241755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: d8bb90c1-68ec-4417-a6f3-3f6d9f572085 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:02:36.242108 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d8bb90c1-68ec-4417-a6f3-3f6d9f572085 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:02:36.817009 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-92b809e3-24c7-4093-b760-a7354f8b0dd3 req-2359d548-5ce6-4c02-ab57-6db1091dc67a tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 210 time: 0.0262506 Nov 27 02:02:37.921258 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-06371931-c677-4006-9fa3-e73ee4358a90 req-97c0b218-90da-4b96-9549-7362e66b5e11 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3d3e568-748d-458a-bd43-c3bcf5276afc HTTP/1.1" status: 200 len: 210 time: 0.0322258 Nov 27 02:02:40.147959 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-365bede9-3d06-4a7e-8f67-3db4776893ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:42.318888 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a039415c-8b7c-470a-b935-5ac21e57221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:42.682488 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43208) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:02:42.741333 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b09d3a1a-1984-41f0-b888-3d2f5d7e0634 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:42.765482 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b09d3a1a-1984-41f0-b888-3d2f5d7e0634 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:42.813833 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b09d3a1a-1984-41f0-b888-3d2f5d7e0634 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:42.816350 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b09d3a1a-1984-41f0-b888-3d2f5d7e0634 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:42.820775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43212) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:02:42.821213 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b09d3a1a-1984-41f0-b888-3d2f5d7e0634 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "DELETE /v2.0/security-groups/7b3434e6-4403-4f99-b0d2-4037a6df4a05 HTTP/1.1" status: 204 len: 168 time: 0.1372123 Nov 27 02:02:42.832620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d3a1a-1984-41f0-b888-3d2f5d7e0634 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3434e6-4403-4f99-b0d2-4037a6df4a05,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:42.835925 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-ec4e28ad-15b6-4677-bf63-479b7f5a94a9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] show failed (client error): The resource could not be found. Nov 27 02:02:42.840159 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ec4e28ad-15b6-4677-bf63-479b7f5a94a9 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "GET /v2.0/security-groups/7b3434e6-4403-4f99-b0d2-4037a6df4a05 HTTP/1.1" status: 404 len: 347 time: 0.0151310 Nov 27 02:02:42.840159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43214) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:02:42.965171 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-63152871-6860-42f3-ba84-8a2c8955a454 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Deleting port eb34150c-e4b4-4bef-b5ea-cdcaf52e0e5c {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:02:42.965509 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-63152871-6860-42f3-ba84-8a2c8955a454 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:43.038587 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-63152871-6860-42f3-ba84-8a2c8955a454 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:43.038915 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-63152871-6860-42f3-ba84-8a2c8955a454 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:43.050890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-63152871-6860-42f3-ba84-8a2c8955a454 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Calling delete_port for eb34150c-e4b4-4bef-b5ea-cdcaf52e0e5c owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:02:43.461771 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-63152871-6860-42f3-ba84-8a2c8955a454 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:43.463124 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:43.493474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63152871-6860-42f3-ba84-8a2c8955a454 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Pushing event deleted for resources: {'Port': ['ID=eb34150c-e4b4-4bef-b5ea-cdcaf52e0e5c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:43.553094 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-63152871-6860-42f3-ba84-8a2c8955a454 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:43.555640 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-63152871-6860-42f3-ba84-8a2c8955a454 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:43.556993 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-63152871-6860-42f3-ba84-8a2c8955a454 tempest-ServerActionsTestJSON-2030007726 tempest-ServerActionsTestJSON-2030007726-project] 10.222.0.15 "DELETE /v2.0/floatingips/01faffc5-8d62-4d1a-bda1-50e65dabcb89 HTTP/1.1" status: 204 len: 168 time: 0.7163484 Nov 27 02:02:43.559936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43216) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:02:44.023357 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae700-2269-4745-9cbb-7bb852595f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:44.264404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ae700-2269-4745-9cbb-7bb852595f19 admin admin] Deleting port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:02:44.264753 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae700-2269-4745-9cbb-7bb852595f19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:44.345032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-9e5ae700-2269-4745-9cbb-7bb852595f19 admin admin] For port 0add5692-9c8d-4555-ba6e-3b873dc4a8ce, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0add5692-9c8d-4555-ba6e-3b873dc4a8ce,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:02:44.345398 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae700-2269-4745-9cbb-7bb852595f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:44.358495 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ae700-2269-4745-9cbb-7bb852595f19 admin admin] Calling delete_port for 0add5692-9c8d-4555-ba6e-3b873dc4a8ce owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:02:44.535733 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae700-2269-4745-9cbb-7bb852595f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:44.562178 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ae700-2269-4745-9cbb-7bb852595f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=0add5692-9c8d-4555-ba6e-3b873dc4a8ce,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:44.730924 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae700-2269-4745-9cbb-7bb852595f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:44.948696 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5ae700-2269-4745-9cbb-7bb852595f19 admin admin] Router 8946ca02-07db-4189-838f-4f4a1510d940 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:02:45.012210 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:45.056271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5ae700-2269-4745-9cbb-7bb852595f19 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:02:45.061655 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9e5ae700-2269-4745-9cbb-7bb852595f19 admin admin] 10.222.0.15 "PUT /v2.0/routers/8946ca02-07db-4189-838f-4f4a1510d940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5006366 Nov 27 02:02:45.064176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43220) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:02:45.066829 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071f5f31-cb8f-4492-b66a-527e8a6ad8a1 None None] Sync routers for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:02:45.077194 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071f5f31-cb8f-4492-b66a-527e8a6ad8a1 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:02:45.077959 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-071f5f31-cb8f-4492-b66a-527e8a6ad8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:02:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:02:45.169282 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:45.180348 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-071f5f31-cb8f-4492-b66a-527e8a6ad8a1 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:02:45.278931 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:45.330643 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] Deleting port bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:02:45.330991 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:45.357590 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-071f5f31-cb8f-4492-b66a-527e8a6ad8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T02:02:44Z', 'revision_number': 5, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port': {'id': 'bbceaa92-1f83-4548-bc7e-8a6cea1f1c80', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8946ca02-07db-4189-838f-4f4a1510d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:02:45.383129 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071f5f31-cb8f-4492-b66a-527e8a6ad8a1 None None] Checking router: 8946ca02-07db-4189-838f-4f4a1510d940 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:02:45.391749 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071f5f31-cb8f-4492-b66a-527e8a6ad8a1 None None] Routers {'8946ca02-07db-4189-838f-4f4a1510d940'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:02:45.392387 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-071f5f31-cb8f-4492-b66a-527e8a6ad8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:02:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['8946ca02-07db-4189-838f-4f4a1510d940'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:02:45.413716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] For port bbceaa92-1f83-4548-bc7e-8a6cea1f1c80, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bbceaa92-1f83-4548-bc7e-8a6cea1f1c80,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:02:45.414070 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:45.425823 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] Calling delete_port for bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:02:45.476914 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-071f5f31-cb8f-4492-b66a-527e8a6ad8a1 None None] Set router 8946ca02-07db-4189-838f-4f4a1510d940 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:02:45.526869 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-071f5f31-cb8f-4492-b66a-527e8a6ad8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T02:02:45Z', 'revision_number': 6, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:02:45.557004 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071f5f31-cb8f-4492-b66a-527e8a6ad8a1 None None] The sync data for ids ['8946ca02-07db-4189-838f-4f4a1510d940'] in n-d-817303-10 is: [{'id': '8946ca02-07db-4189-838f-4f4a1510d940', 'name': 'tempest-ServerActionsTestJSON-1720956912-router', 'tenant_id': '084daf74e2d64e1bb5c15e90ace1051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:50:37Z', 'updated_at': '2021-11-27T02:02:45Z', 'revision_number': 6, 'project_id': '084daf74e2d64e1bb5c15e90ace1051f', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:02:45.595212 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:45.621852 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbceaa92-1f83-4548-bc7e-8a6cea1f1c80,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:45.633148 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f97850-a7f5-4d35-9939-a828f0486980 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:02:45.681491 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:45.770588 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:45.772752 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:45.818493 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:45.819024 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8946ca02-07db-4189-838f-4f4a1510d940 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:02:45.823996 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:45.825264 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-546512a3-c10e-4558-978a-25f879c6e7e9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8946ca02-07db-4189-838f-4f4a1510d940 HTTP/1.1" status: 204 len: 168 time: 0.7600415 Nov 27 02:02:45.827865 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43222) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:02:45.880848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-770bca66-6e7e-4aed-9162-e5c7cba0b55f admin admin] Deleting subnet 993de3c6-7a9f-4f6c-8db6-8292c17bc78b {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:02:45.883940 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-770bca66-6e7e-4aed-9162-e5c7cba0b55f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:45.920209 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-770bca66-6e7e-4aed-9162-e5c7cba0b55f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.005596 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-770bca66-6e7e-4aed-9162-e5c7cba0b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.056104 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-770bca66-6e7e-4aed-9162-e5c7cba0b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.079352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bca66-6e7e-4aed-9162-e5c7cba0b55f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=993de3c6-7a9f-4f6c-8db6-8292c17bc78b,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:46.085017 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-770bca66-6e7e-4aed-9162-e5c7cba0b55f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.088311 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-770bca66-6e7e-4aed-9162-e5c7cba0b55f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/993de3c6-7a9f-4f6c-8db6-8292c17bc78b HTTP/1.1" status: 204 len: 168 time: 0.2594519 Nov 27 02:02:46.090768 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43224) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:02:46.091369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a236772-171e-4d59-97d4-24ac193b55b2 None None] Network 4a33f837-d9f5-44e6-9a51-90354b793d43 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:02:46.157908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.223727 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Deleting port 33ad1502-8d36-453c-a944-a557157e5e34 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:02:46.224064 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.288446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] For port 33ad1502-8d36-453c-a944-a557157e5e34, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=33ad1502-8d36-453c-a944-a557157e5e34,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:02:46.288810 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.303222 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Calling delete_port for 33ad1502-8d36-453c-a944-a557157e5e34 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:02:46.308529 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb6424e-14cb-4fc9-84fc-c25d0a5ce109 None None] DHCP port deletion for 4a33f837-d9f5-44e6-9a51-90354b793d43 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:02:46.357301 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6424e-14cb-4fc9-84fc-c25d0a5ce109 None None] Deleting port 33ad1502-8d36-453c-a944-a557157e5e34 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:02:46.357681 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3bb6424e-14cb-4fc9-84fc-c25d0a5ce109 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.387681 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.420431 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ad1502-8d36-453c-a944-a557157e5e34,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:46.427583 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] No DVR routers for this DVR port 33ad1502-8d36-453c-a944-a557157e5e34 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:02:46.436543 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3bb6424e-14cb-4fc9-84fc-c25d0a5ce109 None None] For port 33ad1502-8d36-453c-a944-a557157e5e34, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=33ad1502-8d36-453c-a944-a557157e5e34,segment=NetworkSegment(ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84),segment_id=ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:02:46.436948 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3bb6424e-14cb-4fc9-84fc-c25d0a5ce109 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.439343 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.450759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6424e-14cb-4fc9-84fc-c25d0a5ce109 None None] Calling delete_port for 33ad1502-8d36-453c-a944-a557157e5e34 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:02:46.505499 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.528789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a33f837-d9f5-44e6-9a51-90354b793d43']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:02:46.532741 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3bb6424e-14cb-4fc9-84fc-c25d0a5ce109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.541222 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:02:46.541463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed07d5ab-9d83-4fc8-b5fa-07ef3a27ba84') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:02:46.551255 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.560567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6424e-14cb-4fc9-84fc-c25d0a5ce109 None None] Pushing event deleted for resources: {'Port': ['ID=33ad1502-8d36-453c-a944-a557157e5e34,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:46.566457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb6424e-14cb-4fc9-84fc-c25d0a5ce109 None None] No DVR routers for this DVR port 33ad1502-8d36-453c-a944-a557157e5e34 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:02:46.570719 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.578018 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:02:46.578423 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:02:46.580467 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:02:46.638750 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.645358 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.647937 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4a33f837-d9f5-44e6-9a51-90354b793d43 HTTP/1.1" status: 204 len: 168 time: 0.5562501 Nov 27 02:02:46.659614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540181da-0569-454b-a9d9-690f3d18c987 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a33f837-d9f5-44e6-9a51-90354b793d43,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:46.758189 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43228) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:02:46.798326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5b669be0-2d7c-457b-b948-b51ed1f8c57a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=084daf74e2d64e1bb5c15e90ace1051f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388269 Nov 27 02:02:46.800631 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43230) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:02:46.849704 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3cbc828-e005-4931-93a4-1ef0ded46510 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.870542 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3cbc828-e005-4931-93a4-1ef0ded46510 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.877109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:02:46.901180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:02:46.901530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bbceaa92-1f83-4548-bc7e-8a6cea1f1c80 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:02:46.901960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 33ad1502-8d36-453c-a944-a557157e5e34 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:02:46.921171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 33ad1502-8d36-453c-a944-a557157e5e34 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:02:46.921530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 33ad1502-8d36-453c-a944-a557157e5e34 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:02:46.921967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0add5692-9c8d-4555-ba6e-3b873dc4a8ce no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:02:46.922255 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3cbc828-e005-4931-93a4-1ef0ded46510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.924883 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a3cbc828-e005-4931-93a4-1ef0ded46510 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.926028 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a3cbc828-e005-4931-93a4-1ef0ded46510 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41beb809-ea2d-4c1c-bc6c-3f975eaa86cc HTTP/1.1" status: 204 len: 168 time: 0.1244817 Nov 27 02:02:46.935296 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbc828-e005-4931-93a4-1ef0ded46510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41beb809-ea2d-4c1c-bc6c-3f975eaa86cc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:46.942671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 0add5692-9c8d-4555-ba6e-3b873dc4a8ce {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:02:46.943033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0add5692-9c8d-4555-ba6e-3b873dc4a8ce not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:02:47.603719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43254) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:02:47.697732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-230352767-network', 'tenant_id': 'e0df1c9c3f48489fa0c8ad71bde61484'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:02:47.718255 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] Made reservation on behalf of e0df1c9c3f48489fa0c8ad71bde61484 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:02:47.720507 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:47.729221 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:47.803326 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:47.806866 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:47.830808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:02:47.840872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:47.845756 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:47.846097 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] Added segment 6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6 of type vlan for network b9a6da13-003a-4022-ae71-bfca7987a97b Nov 27 02:02:47.885539 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:47.909405 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:47.910354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:47.911179 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:48.231030 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6261468 Nov 27 02:02:48.234181 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43258) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:02:48.239151 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-13e6ad05-94aa-4f2d-b9ce-cf9f9758e6be admin admin] Request body: {'subnet': {'network_id': 'b9a6da13-003a-4022-ae71-bfca7987a97b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-230352767-subnet', 'tenant_id': 'e0df1c9c3f48489fa0c8ad71bde61484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:02:48.243721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a13f9-6c68-4a64-9ec1-560ec135ef7b admin admin] Pushing event updated for resources: {'Network': ['ID=b9a6da13-003a-4022-ae71-bfca7987a97b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:48.253490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network b9a6da13-003a-4022-ae71-bfca7987a97b details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:02:48.264090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e6ad05-94aa-4f2d-b9ce-cf9f9758e6be admin admin] Made reservation on behalf of e0df1c9c3f48489fa0c8ad71bde61484 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:02:48.266572 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13e6ad05-94aa-4f2d-b9ce-cf9f9758e6be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:48.433437 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13e6ad05-94aa-4f2d-b9ce-cf9f9758e6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:48.481988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6ad05-94aa-4f2d-b9ce-cf9f9758e6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=326f7f96-9a8c-48cc-b831-5c4404d1d206,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:48.498007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6ad05-94aa-4f2d-b9ce-cf9f9758e6be admin admin] Checking segment: {'id': '6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b9a6da13-003a-4022-ae71-bfca7987a97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:02:48.498358 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e6ad05-94aa-4f2d-b9ce-cf9f9758e6be admin admin] Network hostable DHCP agents. Network: b9a6da13-003a-4022-ae71-bfca7987a97b, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:02:48.514522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e6ad05-94aa-4f2d-b9ce-cf9f9758e6be admin admin] Network b9a6da13-003a-4022-ae71-bfca7987a97b is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:02:48.523009 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-13e6ad05-94aa-4f2d-b9ce-cf9f9758e6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, b9a6da13-003a-4022-ae71-bfca7987a97b) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:02:48.526970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e6ad05-94aa-4f2d-b9ce-cf9f9758e6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:48.527562 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13e6ad05-94aa-4f2d-b9ce-cf9f9758e6be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:48.531880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5899c9cf-b9b5-4b98-bdd6-249e7000bb05 None None] Network b9a6da13-003a-4022-ae71-bfca7987a97b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:02:48.543248 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-13e6ad05-94aa-4f2d-b9ce-cf9f9758e6be admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3079970 Nov 27 02:02:48.655244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd0524-0282-45ac-9dcc-9266827e09cf None None] Network b9a6da13-003a-4022-ae71-bfca7987a97b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:02:48.958498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-4b761bbf-f0ee-48c4-947c-a95a780825e2 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:48.959982 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-4b761bbf-f0ee-48c4-947c-a95a780825e2 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/networks?id=b9a6da13-003a-4022-ae71-bfca7987a97b HTTP/1.1" status: 200 len: 813 time: 0.1017404 Nov 27 02:02:48.974513 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-6a2057f1-1d51-4eea-9073-ae4643129d44 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/quotas/e0df1c9c3f48489fa0c8ad71bde61484 HTTP/1.1" status: 200 len: 375 time: 0.0088732 Nov 27 02:02:49.005825 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-ce6db4aa-961e-499f-83a2-1c767ec9180c tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0df1c9c3f48489fa0c8ad71bde61484&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257015 Nov 27 02:02:49.104879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-3050a905-1a0c-46cc-a2dc-f620d2056c98 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:02:49.105905 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-3050a905-1a0c-46cc-a2dc-f620d2056c98 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0423834 Nov 27 02:02:49.197823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-129401a1-46f4-427a-98b2-0133ad1059bf service neutron] 10.222.0.15 "GET /v2.0/networks/b9a6da13-003a-4022-ae71-bfca7987a97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853341 Nov 27 02:02:49.285849 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-d215ee32-3dc9-468a-972d-fa3061d88787 service neutron] 10.222.0.15 "GET /v2.0/networks/b9a6da13-003a-4022-ae71-bfca7987a97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819421 Nov 27 02:02:49.445485 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9206cd5b-6e87-4225-841c-979d7da5fc00 req-20a7badf-ee57-42ae-9d1c-06ea4ad2d475 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 210 time: 0.0263169 Nov 27 02:02:50.461704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-aab32cce-c38a-4f32-bbf6-01171038c3d4 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:50.463647 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-aab32cce-c38a-4f32-bbf6-01171038c3d4 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.31 "GET /v2.0/networks?id=b9a6da13-003a-4022-ae71-bfca7987a97b HTTP/1.1" status: 200 len: 813 time: 0.1095243 Nov 27 02:02:50.483505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-d403ed54-37be-43ca-ae1e-05468cdf079a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Request body: {'port': {'device_id': 'f2b9d9c2-9b51-4ce3-a449-47ce56ddd547', 'network_id': 'b9a6da13-003a-4022-ae71-bfca7987a97b', 'admin_state_up': True, 'tenant_id': 'e0df1c9c3f48489fa0c8ad71bde61484'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:02:50.574632 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-822edcce-27dd-493d-994b-f919e5406ca3 req-9eb4424e-b933-40bc-bba1-0fd1c2e71d2e tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 210 time: 0.0408375 Nov 27 02:02:50.624418 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-d403ed54-37be-43ca-ae1e-05468cdf079a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Made reservation on behalf of e0df1c9c3f48489fa0c8ad71bde61484 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:02:50.627853 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-d403ed54-37be-43ca-ae1e-05468cdf079a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:50.753625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-d403ed54-37be-43ca-ae1e-05468cdf079a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Allocated IP 172.20.0.10 (b9a6da13-003a-4022-ae71-bfca7987a97b/326f7f96-9a8c-48cc-b831-5c4404d1d206/d79b0a1c-6a2b-41dd-917f-7cda8667d005) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:02:50.894412 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-d403ed54-37be-43ca-ae1e-05468cdf079a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:50.927544 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-d403ed54-37be-43ca-ae1e-05468cdf079a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:50.976450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-d403ed54-37be-43ca-ae1e-05468cdf079a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Network b9a6da13-003a-4022-ae71-bfca7987a97b is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:02:50.979420 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-d403ed54-37be-43ca-ae1e-05468cdf079a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:02:50.983151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-d403ed54-37be-43ca-ae1e-05468cdf079a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:02:51.005229 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403ed54-37be-43ca-ae1e-05468cdf079a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Pushing event updated for resources: {'Port': ['ID=d79b0a1c-6a2b-41dd-917f-7cda8667d005,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:51.033091 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-d403ed54-37be-43ca-ae1e-05468cdf079a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:51.033712 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-d403ed54-37be-43ca-ae1e-05468cdf079a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:51.049411 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-d403ed54-37be-43ca-ae1e-05468cdf079a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5700028 Nov 27 02:02:51.068410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Request body: {'port': {'device_id': 'f2b9d9c2-9b51-4ce3-a449-47ce56ddd547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:02:51.119913 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:51.373373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79b0a1c-6a2b-41dd-917f-7cda8667d005 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:02:51.380454 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:51.392383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Transition to ACTIVE for port object d79b0a1c-6a2b-41dd-917f-7cda8667d005 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:02:51.395986 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:51.460554 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Pushing event updated for resources: {'Port': ['ID=d79b0a1c-6a2b-41dd-917f-7cda8667d005,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:51.510249 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Attempting to bind port d79b0a1c-6a2b-41dd-917f-7cda8667d005 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:02:51.510883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Attempting to bind port d79b0a1c-6a2b-41dd-917f-7cda8667d005 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b9a6da13-003a-4022-ae71-bfca7987a97b'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:02:51.510883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Attempting to bind port d79b0a1c-6a2b-41dd-917f-7cda8667d005 on network b9a6da13-003a-4022-ae71-bfca7987a97b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:02:51.515098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Port d79b0a1c-6a2b-41dd-917f-7cda8667d005 on network b9a6da13-003a-4022-ae71-bfca7987a97b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:02:51.515419 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Attempting to bind port d79b0a1c-6a2b-41dd-917f-7cda8667d005 on network b9a6da13-003a-4022-ae71-bfca7987a97b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:02:51.520120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:02:51.520484 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Checking segment: {'id': '6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b9a6da13-003a-4022-ae71-bfca7987a97b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:02:51.520864 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Bound using segment: {'id': '6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b9a6da13-003a-4022-ae71-bfca7987a97b'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:02:51.521276 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Bound port: d79b0a1c-6a2b-41dd-917f-7cda8667d005, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b9a6da13-003a-4022-ae71-bfca7987a97b'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:02:51.521624 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:51.586119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] For port d79b0a1c-6a2b-41dd-917f-7cda8667d005, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:02:51.589317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] For port d79b0a1c-6a2b-41dd-917f-7cda8667d005, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d79b0a1c-6a2b-41dd-917f-7cda8667d005,segment=NetworkSegment(6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6),segment_id=6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:02:51.593134 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:51.629665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:51.630283 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:51.631657 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] 10.222.0.31 "PUT /v2.0/ports/d79b0a1c-6a2b-41dd-917f-7cda8667d005 HTTP/1.1" status: 200 len: 1093 time: 0.5672874 Nov 27 02:02:51.632092 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b9d9c2-9b51-4ce3-a449-47ce56ddd547', 'tag': 'd79b0a1c-6a2b-41dd-917f-7cda8667d005'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:02:51.634458 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637ed09a-9700-4da6-9ef7-5afcd5a49f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b9d9c2-9b51-4ce3-a449-47ce56ddd547", "tag": "d79b0a1c-6a2b-41dd-917f-7cda8667d005"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:02:51.657323 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f0921-2f33-453b-9346-94960508d035 service neutron] Pushing event updated for resources: {'Port': ['ID=d79b0a1c-6a2b-41dd-917f-7cda8667d005,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:51.696102 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3d737b-d5e4-44d4-b585-63b09b0f4efc x-openstack-request-id: req-9a3d737b-d5e4-44d4-b585-63b09b0f4efc {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:02:51.696424 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b9d9c2-9b51-4ce3-a449-47ce56ddd547", "tag": "d79b0a1c-6a2b-41dd-917f-7cda8667d005", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:02:51.696696 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a3d737b-d5e4-44d4-b585-63b09b0f4efc {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:02:51.697066 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b9d9c2-9b51-4ce3-a449-47ce56ddd547', 'tag': 'd79b0a1c-6a2b-41dd-917f-7cda8667d005', 'status': 'completed', 'code': 200} Nov 27 02:02:51.707832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e9291-7f66-42b5-a922-c6bcacf626ff req-c0666df1-a540-4ebf-bec6-e72fe76de216 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:51.709341 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e75e9291-7f66-42b5-a922-c6bcacf626ff req-c0666df1-a540-4ebf-bec6-e72fe76de216 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 944 time: 0.0657861 Nov 27 02:02:51.730984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-a18bcf14-df07-4f9a-82d9-63aef1579bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:51.732563 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-a18bcf14-df07-4f9a-82d9-63aef1579bdf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e0df1c9c3f48489fa0c8ad71bde61484&device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 1096 time: 0.0454481 Nov 27 02:02:51.756787 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e75e9291-7f66-42b5-a922-c6bcacf626ff req-0645b74b-9b1f-4153-aa86-efb2e95497d6 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415401 Nov 27 02:02:51.783866 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-47934918-e6a5-4c0f-ab63-d163b028096b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d79b0a1c-6a2b-41dd-917f-7cda8667d005 HTTP/1.1" status: 200 len: 217 time: 0.0371165 Nov 27 02:02:51.833224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-82cbbc16-f564-42cc-a7df-c041dcf96a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:51.834679 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-82cbbc16-f564-42cc-a7df-c041dcf96a9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=326f7f96-9a8c-48cc-b831-5c4404d1d206 HTTP/1.1" status: 200 len: 853 time: 0.0431557 Nov 27 02:02:51.865602 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-6fe58ed8-101c-458c-b3aa-4a8934603908 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9a6da13-003a-4022-ae71-bfca7987a97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243764 Nov 27 02:02:51.958232 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-d8b9530f-184c-4a12-92a1-a26d29a54d92 service neutron] 10.222.0.31 "GET /v2.0/networks/b9a6da13-003a-4022-ae71-bfca7987a97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856733 Nov 27 02:02:52.048777 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-00bcab4c-6cbe-4c00-8223-a1de68f25eb7 req-e399c221-a376-4cd8-8a90-de79bba521a2 service neutron] 10.222.0.31 "GET /v2.0/networks/b9a6da13-003a-4022-ae71-bfca7987a97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835252 Nov 27 02:02:52.173827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ed09a-9700-4da6-9ef7-5afcd5a49f9a req-eff4d216-4b15-422e-ac9f-68eb7a56f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:52.175292 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-637ed09a-9700-4da6-9ef7-5afcd5a49f9a req-eff4d216-4b15-422e-ac9f-68eb7a56f54b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e0df1c9c3f48489fa0c8ad71bde61484&device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 1096 time: 0.0417104 Nov 27 02:02:52.268862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ed09a-9700-4da6-9ef7-5afcd5a49f9a req-30eb0a08-0b1b-4710-8809-3e933ca024e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:52.270257 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-637ed09a-9700-4da6-9ef7-5afcd5a49f9a req-30eb0a08-0b1b-4710-8809-3e933ca024e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9a6da13-003a-4022-ae71-bfca7987a97b HTTP/1.1" status: 200 len: 914 time: 0.0876212 Nov 27 02:02:52.310937 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-637ed09a-9700-4da6-9ef7-5afcd5a49f9a req-84258927-84b3-48a2-92e7-e95925ac6ffd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d79b0a1c-6a2b-41dd-917f-7cda8667d005 HTTP/1.1" status: 200 len: 217 time: 0.0339229 Nov 27 02:02:52.359045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ed09a-9700-4da6-9ef7-5afcd5a49f9a req-70126e14-03b1-4990-9ddf-a6343c9b0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:52.360467 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-637ed09a-9700-4da6-9ef7-5afcd5a49f9a req-70126e14-03b1-4990-9ddf-a6343c9b0da6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=326f7f96-9a8c-48cc-b831-5c4404d1d206 HTTP/1.1" status: 200 len: 853 time: 0.0428798 Nov 27 02:02:52.396613 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-637ed09a-9700-4da6-9ef7-5afcd5a49f9a req-52bf0fb2-d6d7-4bc8-aff6-2b7b0fb37082 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9a6da13-003a-4022-ae71-bfca7987a97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280056 Nov 27 02:02:52.484095 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-637ed09a-9700-4da6-9ef7-5afcd5a49f9a req-f398b4cf-b27a-4c0b-ae3d-c285918ecd46 service neutron] 10.222.0.31 "GET /v2.0/networks/b9a6da13-003a-4022-ae71-bfca7987a97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804756 Nov 27 02:02:52.577207 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-637ed09a-9700-4da6-9ef7-5afcd5a49f9a req-c184e5aa-a0e1-4b51-b3d6-ff8dbc842fcd service neutron] 10.222.0.31 "GET /v2.0/networks/b9a6da13-003a-4022-ae71-bfca7987a97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854347 Nov 27 02:02:52.874123 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c9f48-0c26-4a7f-91dc-68ba6d31da01 req-a708e57c-052d-4b2b-b6af-3170b43c8048 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:52.875643 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c7c9f48-0c26-4a7f-91dc-68ba6d31da01 req-a708e57c-052d-4b2b-b6af-3170b43c8048 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 944 time: 0.0497093 Nov 27 02:02:52.922561 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7c7c9f48-0c26-4a7f-91dc-68ba6d31da01 req-d04e0341-a88c-494a-b30b-6e18b7a8ecbd tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409942 Nov 27 02:02:54.042738 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd43ae-20a2-4c87-b61e-60f8de03c7a6 req-1d2e2108-51b2-4790-a103-fce70ecc81be tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:54.044200 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4ecd43ae-20a2-4c87-b61e-60f8de03c7a6 req-1d2e2108-51b2-4790-a103-fce70ecc81be tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 944 time: 0.0535452 Nov 27 02:02:54.090942 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4ecd43ae-20a2-4c87-b61e-60f8de03c7a6 req-a175bf76-7164-4a57-9c17-88f08401ebbd tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Nov 27 02:02:55.203065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e646dbd-47ac-49d3-a980-adb8c1dd2f65 req-f7fcbcff-e673-4672-9293-41abe08223a2 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:55.204563 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8e646dbd-47ac-49d3-a980-adb8c1dd2f65 req-f7fcbcff-e673-4672-9293-41abe08223a2 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 944 time: 0.0483496 Nov 27 02:02:55.250639 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8e646dbd-47ac-49d3-a980-adb8c1dd2f65 req-aff45af4-1680-4544-a3fa-5132cb9560a8 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401759 Nov 27 02:02:56.318146 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d79b0a1c-6a2b-41dd-917f-7cda8667d005 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:02:56.363411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae7afc-3bb6-4c46-98d2-deeab8b5308d req-98ec01f0-863a-4d32-b222-d26189b6b348 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:56.364913 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3ae7afc-3bb6-4c46-98d2-deeab8b5308d req-98ec01f0-863a-4d32-b222-d26189b6b348 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 944 time: 0.0479240 Nov 27 02:02:56.410117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d79b0a1c-6a2b-41dd-917f-7cda8667d005, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d79b0a1c-6a2b-41dd-917f-7cda8667d005,segment=NetworkSegment(6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6),segment_id=6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:02:56.414827 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e3ae7afc-3bb6-4c46-98d2-deeab8b5308d req-876f6872-be98-4463-aa0d-2f74a2552c94 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439456 Nov 27 02:02:56.425656 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'd79b0a1c-6a2b-41dd-917f-7cda8667d005', 'network_id': 'b9a6da13-003a-4022-ae71-bfca7987a97b', 'port_id': 'd79b0a1c-6a2b-41dd-917f-7cda8667d005', 'mac_address': 'fa:16:3e:57:e9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326f7f96-9a8c-48cc-b831-5c4404d1d206', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:02:56.460943 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:56.476229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79b0a1c-6a2b-41dd-917f-7cda8667d005 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:02:56.496057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d79b0a1c-6a2b-41dd-917f-7cda8667d005, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d79b0a1c-6a2b-41dd-917f-7cda8667d005,segment=NetworkSegment(6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6),segment_id=6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:02:56.500158 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:56.546438 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d79b0a1c-6a2b-41dd-917f-7cda8667d005,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:56.854680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d79b0a1c-6a2b-41dd-917f-7cda8667d005'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:02:57.532612 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb535b-b9f5-4463-bbfd-de4497b68d93 req-09c74d23-61ae-4206-bb7d-42e04c89ab7a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:57.534016 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5eb535b-b9f5-4463-bbfd-de4497b68d93 req-09c74d23-61ae-4206-bb7d-42e04c89ab7a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 945 time: 0.0525551 Nov 27 02:02:57.580727 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d5eb535b-b9f5-4463-bbfd-de4497b68d93 req-11f7f381-4113-474d-903c-86ab82be8a6e tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Nov 27 02:02:58.343710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d79b0a1c-6a2b-41dd-917f-7cda8667d005 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:02:58.391291 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port d79b0a1c-6a2b-41dd-917f-7cda8667d005 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:02:58.396092 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port d79b0a1c-6a2b-41dd-917f-7cda8667d005 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:02:58.396504 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:58.573998 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:02:58.633702 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:58.656167 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b9d9c2-9b51-4ce3-a449-47ce56ddd547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79b0a1c-6a2b-41dd-917f-7cda8667d005'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:02:58.658729 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4ee15c-331c-4115-bb83-96a2fee911e3" -d '{"events": [{"server_uuid": "f2b9d9c2-9b51-4ce3-a449-47ce56ddd547", "name": "network-vif-plugged", "status": "completed", "tag": "d79b0a1c-6a2b-41dd-917f-7cda8667d005"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:02:58.672885 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d79b0a1c-6a2b-41dd-917f-7cda8667d005, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d79b0a1c-6a2b-41dd-917f-7cda8667d005,segment=NetworkSegment(6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6),segment_id=6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:02:58.677135 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:58.702436 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f27c25-fe1b-48fd-bf1e-668a23fa120f req-f5682391-9458-4905-bb70-662c8b8a627e tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:58.703753 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0011eeb-d763-48ae-8b9c-c604d0c15515 x-openstack-request-id: req-b0011eeb-d763-48ae-8b9c-c604d0c15515 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:02:58.704051 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b9d9c2-9b51-4ce3-a449-47ce56ddd547", "name": "network-vif-plugged", "status": "completed", "tag": "d79b0a1c-6a2b-41dd-917f-7cda8667d005", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:02:58.704163 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f3f27c25-fe1b-48fd-bf1e-668a23fa120f req-f5682391-9458-4905-bb70-662c8b8a627e tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 945 time: 0.0550735 Nov 27 02:02:58.704327 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0011eeb-d763-48ae-8b9c-c604d0c15515 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:02:58.704719 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b9d9c2-9b51-4ce3-a449-47ce56ddd547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79b0a1c-6a2b-41dd-917f-7cda8667d005', 'code': 200} Nov 27 02:02:58.730477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d79b0a1c-6a2b-41dd-917f-7cda8667d005,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:02:58.752233 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f3f27c25-fe1b-48fd-bf1e-668a23fa120f req-11c4b866-0a14-47ca-a4f1-320bc434783d tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419750 Nov 27 02:02:58.820653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1027bf1-540b-4708-a238-1879d3a6d100 req-a6ded343-c6d9-4428-b386-0a8b45a3382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:58.822774 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c1027bf1-540b-4708-a238-1879d3a6d100 req-a6ded343-c6d9-4428-b386-0a8b45a3382b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 1098 time: 0.0392344 Nov 27 02:02:58.865090 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c1027bf1-540b-4708-a238-1879d3a6d100 req-997eae2b-ae8a-4c11-8af2-c8a3721ab116 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364852 Nov 27 02:02:59.060637 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:59.875321 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb8bf4-bdbf-4fe8-8762-e90c425c1d4a req-4d4ac4ca-f15a-4498-8255-b4674214bb9b tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:59.876911 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a8eb8bf4-bdbf-4fe8-8762-e90c425c1d4a req-4d4ac4ca-f15a-4498-8255-b4674214bb9b tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 946 time: 0.0525281 Nov 27 02:02:59.924881 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a8eb8bf4-bdbf-4fe8-8762-e90c425c1d4a req-09027c50-38e8-4ef3-ad6d-21f0217f37e9 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420003 Nov 27 02:03:01.022503 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:01.046375 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fe70d-39b2-4fe8-9ba5-2e681006dbe6 req-a53c9adb-6c82-4ea1-b454-eac5e509666f tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:01.047871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a6fe70d-39b2-4fe8-9ba5-2e681006dbe6 req-a53c9adb-6c82-4ea1-b454-eac5e509666f tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 946 time: 0.0524085 Nov 27 02:03:01.094093 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a6fe70d-39b2-4fe8-9ba5-2e681006dbe6 req-356eedaf-7317-425b-9e9e-a2ccd26b082e tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Nov 27 02:03:01.315448 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-6f25e956-7155-44b8-950e-b5b4ad00ac1c tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:01.316867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-6f25e956-7155-44b8-950e-b5b4ad00ac1c tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/networks?id=b9a6da13-003a-4022-ae71-bfca7987a97b HTTP/1.1" status: 200 len: 813 time: 0.1040230 Nov 27 02:03:01.332401 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-b421a02e-8715-4382-9654-1290132e148d tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/quotas/e0df1c9c3f48489fa0c8ad71bde61484 HTTP/1.1" status: 200 len: 375 time: 0.0093994 Nov 27 02:03:01.383347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-5ae226c3-4a59-4b61-9d46-3f367d99390f tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0df1c9c3f48489fa0c8ad71bde61484&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457129 Nov 27 02:03:01.470177 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-fb1abd62-822d-4fe3-8a0f-23232287e068 service neutron] 10.222.0.15 "GET /v2.0/networks/b9a6da13-003a-4022-ae71-bfca7987a97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794680 Nov 27 02:03:01.562310 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-31b28504-4a6d-4e51-8ee9-dd88f83b0d92 service neutron] 10.222.0.15 "GET /v2.0/networks/b9a6da13-003a-4022-ae71-bfca7987a97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861783 Nov 27 02:03:01.721836 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ba41327a-b12e-4028-9d40-f3aa0738a353 req-c657043f-ea20-4cc4-832a-8bf8b28c73d0 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 210 time: 0.0318346 Nov 27 02:03:02.824519 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5215530d-61b4-4517-a679-8d64df1b8838 req-7c52cc57-2222-4a72-bf0e-75c3a2613c07 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 210 time: 0.0291634 Nov 27 02:03:02.863425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-d6f89187-70ce-415a-8659-aed1798af261 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:02.864921 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-d6f89187-70ce-415a-8659-aed1798af261 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.21 "GET /v2.0/networks?id=b9a6da13-003a-4022-ae71-bfca7987a97b HTTP/1.1" status: 200 len: 813 time: 0.1148050 Nov 27 02:03:02.896110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Request body: {'port': {'device_id': 'bec47521-7f94-440d-8b5a-5c92a9728680', 'network_id': 'b9a6da13-003a-4022-ae71-bfca7987a97b', 'admin_state_up': True, 'tenant_id': 'e0df1c9c3f48489fa0c8ad71bde61484'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:03.018653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Made reservation on behalf of e0df1c9c3f48489fa0c8ad71bde61484 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:03.022097 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:03.142366 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Allocated IP 172.20.0.5 (b9a6da13-003a-4022-ae71-bfca7987a97b/326f7f96-9a8c-48cc-b831-5c4404d1d206/d5326d9b-15cc-4c25-bd15-c3f631792d39) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:03:03.302735 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:03.336906 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:03.370002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d79b0a1c-6a2b-41dd-917f-7cda8667d005'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:03:03.388018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Network b9a6da13-003a-4022-ae71-bfca7987a97b is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:03.391186 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:03.394872 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:03:03.427991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Pushing event updated for resources: {'Port': ['ID=d5326d9b-15cc-4c25-bd15-c3f631792d39,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:03.438726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:03.439072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:03.439414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:03.439759 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:03.440090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:03.440443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:03.440774 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:03.441110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:03.441435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:03.441782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:03.442226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:03.442560 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:03.465795 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:03.466538 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:03.482635 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-df8244be-01af-4291-ba52-1ce7b6de07c7 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5910959 Nov 27 02:03:03.509642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Request body: {'port': {'device_id': 'bec47521-7f94-440d-8b5a-5c92a9728680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:03.562104 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:03.815025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5326d9b-15cc-4c25-bd15-c3f631792d39 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:03:03.822120 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:03.834399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Transition to ACTIVE for port object d5326d9b-15cc-4c25-bd15-c3f631792d39 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:03:03.837204 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:03.885212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Pushing event updated for resources: {'Port': ['ID=d5326d9b-15cc-4c25-bd15-c3f631792d39,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:03.987112 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e0f89-d40a-49fe-b91f-fcdc93acbea0 req-438958cb-0c9b-46a8-b6cc-28546a0dcd33 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:03.988593 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-197e0f89-d40a-49fe-b91f-fcdc93acbea0 req-438958cb-0c9b-46a8-b6cc-28546a0dcd33 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 943 time: 0.0947602 Nov 27 02:03:03.992750 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Attempting to bind port d5326d9b-15cc-4c25-bd15-c3f631792d39 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:03:03.993080 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Attempting to bind port d5326d9b-15cc-4c25-bd15-c3f631792d39 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b9a6da13-003a-4022-ae71-bfca7987a97b'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:03:03.993410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Attempting to bind port d5326d9b-15cc-4c25-bd15-c3f631792d39 on network b9a6da13-003a-4022-ae71-bfca7987a97b {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:04.003685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Port d5326d9b-15cc-4c25-bd15-c3f631792d39 on network b9a6da13-003a-4022-ae71-bfca7987a97b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:03:04.004002 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Attempting to bind port d5326d9b-15cc-4c25-bd15-c3f631792d39 on network b9a6da13-003a-4022-ae71-bfca7987a97b {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:04.015760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:03:04.016089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Checking segment: {'id': '6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b9a6da13-003a-4022-ae71-bfca7987a97b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:04.016489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Bound using segment: {'id': '6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b9a6da13-003a-4022-ae71-bfca7987a97b'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:03:04.016906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Bound port: d5326d9b-15cc-4c25-bd15-c3f631792d39, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b9a6da13-003a-4022-ae71-bfca7987a97b'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:03:04.017255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:04.075968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-197e0f89-d40a-49fe-b91f-fcdc93acbea0 req-c0394821-18f8-4804-a4e4-8d9d7ce22389 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803785 Nov 27 02:03:04.105325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] For port d5326d9b-15cc-4c25-bd15-c3f631792d39, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:03:04.108951 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] For port d5326d9b-15cc-4c25-bd15-c3f631792d39, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d5326d9b-15cc-4c25-bd15-c3f631792d39,segment=NetworkSegment(6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6),segment_id=6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:03:04.113074 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:04.145335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:04.145945 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:04.147342 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] 10.222.0.21 "PUT /v2.0/ports/d5326d9b-15cc-4c25-bd15-c3f631792d39 HTTP/1.1" status: 200 len: 1092 time: 0.6418889 Nov 27 02:03:04.147772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec47521-7f94-440d-8b5a-5c92a9728680', 'tag': 'd5326d9b-15cc-4c25-bd15-c3f631792d39'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:03:04.150041 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295f1232-507e-47bd-bfbf-8bec769f0968" -d '{"events": [{"name": "network-changed", "server_uuid": "bec47521-7f94-440d-8b5a-5c92a9728680", "tag": "d5326d9b-15cc-4c25-bd15-c3f631792d39"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:03:04.177986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a46af-5410-41ff-8432-90655ad3e704 service neutron] Pushing event updated for resources: {'Port': ['ID=d5326d9b-15cc-4c25-bd15-c3f631792d39,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:04.193334 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db248157-5088-4e96-a1ba-1dd063056ea2 x-openstack-request-id: req-db248157-5088-4e96-a1ba-1dd063056ea2 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:03:04.193625 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec47521-7f94-440d-8b5a-5c92a9728680", "tag": "d5326d9b-15cc-4c25-bd15-c3f631792d39", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:03:04.193878 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db248157-5088-4e96-a1ba-1dd063056ea2 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:03:04.194271 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec47521-7f94-440d-8b5a-5c92a9728680', 'tag': 'd5326d9b-15cc-4c25-bd15-c3f631792d39', 'status': 'completed', 'code': 200} Nov 27 02:03:04.253901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-63a63e5f-25ab-4429-9fa2-7878cc171366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:04.255439 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-63a63e5f-25ab-4429-9fa2-7878cc171366 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0df1c9c3f48489fa0c8ad71bde61484&device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 1095 time: 0.0419006 Nov 27 02:03:04.306876 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-d38a217f-635c-4194-8c54-5c4cb7f3cbff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5326d9b-15cc-4c25-bd15-c3f631792d39 HTTP/1.1" status: 200 len: 217 time: 0.0369298 Nov 27 02:03:04.357918 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-c8d58987-0c01-4fee-beff-1e47130b252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:04.359213 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-c8d58987-0c01-4fee-beff-1e47130b252c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=326f7f96-9a8c-48cc-b831-5c4404d1d206 HTTP/1.1" status: 200 len: 853 time: 0.0419939 Nov 27 02:03:04.394679 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-7744d5cf-1056-474a-9ba6-bb154e232a88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9a6da13-003a-4022-ae71-bfca7987a97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234137 Nov 27 02:03:04.487023 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-f61b1911-072f-4cba-b77b-636bebc9b2cd service neutron] 10.222.0.21 "GET /v2.0/networks/b9a6da13-003a-4022-ae71-bfca7987a97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849423 Nov 27 02:03:04.575612 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6b01c140-633b-4f1e-8895-7d22dab237b9 req-cf2d2cb3-89dc-49c2-acb9-713dad920c01 service neutron] 10.222.0.21 "GET /v2.0/networks/b9a6da13-003a-4022-ae71-bfca7987a97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804615 Nov 27 02:03:04.707389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f1232-507e-47bd-bfbf-8bec769f0968 req-ec2923f4-9b99-4c54-b3f4-3b029cfe4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:04.708831 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-295f1232-507e-47bd-bfbf-8bec769f0968 req-ec2923f4-9b99-4c54-b3f4-3b029cfe4bd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0df1c9c3f48489fa0c8ad71bde61484&device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 1095 time: 0.0399401 Nov 27 02:03:04.801069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f1232-507e-47bd-bfbf-8bec769f0968 req-3fb0981d-3dce-42e8-b281-bf03a007c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:04.802539 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-295f1232-507e-47bd-bfbf-8bec769f0968 req-3fb0981d-3dce-42e8-b281-bf03a007c33d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b9a6da13-003a-4022-ae71-bfca7987a97b HTTP/1.1" status: 200 len: 914 time: 0.0862379 Nov 27 02:03:04.842954 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-295f1232-507e-47bd-bfbf-8bec769f0968 req-53846edf-dcd9-438e-97a1-a5c4ff5dcbaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5326d9b-15cc-4c25-bd15-c3f631792d39 HTTP/1.1" status: 200 len: 217 time: 0.0331211 Nov 27 02:03:04.894811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f1232-507e-47bd-bfbf-8bec769f0968 req-43081a1e-af2d-4db4-a01a-b5406133556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:04.896175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-295f1232-507e-47bd-bfbf-8bec769f0968 req-43081a1e-af2d-4db4-a01a-b5406133556e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=326f7f96-9a8c-48cc-b831-5c4404d1d206 HTTP/1.1" status: 200 len: 853 time: 0.0423322 Nov 27 02:03:04.930925 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-295f1232-507e-47bd-bfbf-8bec769f0968 req-57902522-02ca-48e7-bc1f-2042a20a3cb7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9a6da13-003a-4022-ae71-bfca7987a97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271668 Nov 27 02:03:05.019698 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-295f1232-507e-47bd-bfbf-8bec769f0968 req-8e767b49-1754-4ea9-ace1-950ecdbb1517 service neutron] 10.222.0.21 "GET /v2.0/networks/b9a6da13-003a-4022-ae71-bfca7987a97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805428 Nov 27 02:03:05.111479 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-295f1232-507e-47bd-bfbf-8bec769f0968 req-d31a563d-89b4-4731-96a4-ffb89f48d8c0 service neutron] 10.222.0.21 "GET /v2.0/networks/b9a6da13-003a-4022-ae71-bfca7987a97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838664 Nov 27 02:03:05.189463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124520af-7d1c-4319-a8df-fec6f9e16fb2 req-849f77a8-2feb-48fa-90fa-16940ef6a7f4 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:05.190927 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-124520af-7d1c-4319-a8df-fec6f9e16fb2 req-849f77a8-2feb-48fa-90fa-16940ef6a7f4 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 943 time: 0.0485198 Nov 27 02:03:05.236996 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-124520af-7d1c-4319-a8df-fec6f9e16fb2 req-1c7405be-bf57-4480-adab-0b692d32a0f8 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 Nov 27 02:03:06.355500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33cdf7-377f-4f28-b94c-f909ee8db7e6 req-e5742117-521b-4201-910b-d750fd0bef0d tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:06.357003 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7d33cdf7-377f-4f28-b94c-f909ee8db7e6 req-e5742117-521b-4201-910b-d750fd0bef0d tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 943 time: 0.0481358 Nov 27 02:03:06.403532 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7d33cdf7-377f-4f28-b94c-f909ee8db7e6 req-6cdc5f93-0c25-480b-89da-9e49f1917d5b tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403149 Nov 27 02:03:07.516029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249da66-fc13-4bc3-96a9-5add2fe8976a req-3f573b7e-4712-4ef4-b49f-f1ca2913028a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:07.517496 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5249da66-fc13-4bc3-96a9-5add2fe8976a req-3f573b7e-4712-4ef4-b49f-f1ca2913028a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 943 time: 0.0481868 Nov 27 02:03:07.563603 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5249da66-fc13-4bc3-96a9-5add2fe8976a req-c9de082b-187d-4844-ac5d-bb123d678405 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Nov 27 02:03:08.382859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d5326d9b-15cc-4c25-bd15-c3f631792d39 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:03:08.480200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d5326d9b-15cc-4c25-bd15-c3f631792d39, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d5326d9b-15cc-4c25-bd15-c3f631792d39,segment=NetworkSegment(6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6),segment_id=6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:08.491515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': 'd5326d9b-15cc-4c25-bd15-c3f631792d39', 'network_id': 'b9a6da13-003a-4022-ae71-bfca7987a97b', 'port_id': 'd5326d9b-15cc-4c25-bd15-c3f631792d39', 'mac_address': 'fa:16:3e:ce:78:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326f7f96-9a8c-48cc-b831-5c4404d1d206', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:03:08.528766 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:08.541309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5326d9b-15cc-4c25-bd15-c3f631792d39 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:03:08.560590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d5326d9b-15cc-4c25-bd15-c3f631792d39, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d5326d9b-15cc-4c25-bd15-c3f631792d39,segment=NetworkSegment(6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6),segment_id=6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:08.563909 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:08.613018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=d5326d9b-15cc-4c25-bd15-c3f631792d39,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:08.679854 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f0d47-9b8d-45c7-90ae-75e7f4c71560 req-0edec290-0435-43a6-bfd7-f8c1fb31428e tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:08.681327 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e8f0d47-9b8d-45c7-90ae-75e7f4c71560 req-0edec290-0435-43a6-bfd7-f8c1fb31428e tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 944 time: 0.0482693 Nov 27 02:03:08.732863 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e8f0d47-9b8d-45c7-90ae-75e7f4c71560 req-9c7d8275-5d05-46f1-9ba7-376792074999 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449939 Nov 27 02:03:08.896064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['d5326d9b-15cc-4c25-bd15-c3f631792d39'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:03:09.850430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bec87-522d-46a7-ba4e-ad728a80a5d1 req-3edff6e4-760d-43a0-b7a5-0dd2dddf481b tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:09.851927 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4d1bec87-522d-46a7-ba4e-ad728a80a5d1 req-3edff6e4-760d-43a0-b7a5-0dd2dddf481b tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 944 time: 0.0513933 Nov 27 02:03:09.897826 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4d1bec87-522d-46a7-ba4e-ad728a80a5d1 req-9f9906dc-493f-41d4-b77d-89dcf760b34e tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393965 Nov 27 02:03:10.153785 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3d79e07a-4c45-4be2-bb84-fa62ddc8e06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:10.403229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d5326d9b-15cc-4c25-bd15-c3f631792d39 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:10.450900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port d5326d9b-15cc-4c25-bd15-c3f631792d39 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:03:10.454331 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port d5326d9b-15cc-4c25-bd15-c3f631792d39 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:10.454695 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:10.529805 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:10.551527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec47521-7f94-440d-8b5a-5c92a9728680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5326d9b-15cc-4c25-bd15-c3f631792d39'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:03:10.553788 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563618d8-9ed8-446f-82b9-f86f6a726af8" -d '{"events": [{"server_uuid": "bec47521-7f94-440d-8b5a-5c92a9728680", "name": "network-vif-plugged", "status": "completed", "tag": "d5326d9b-15cc-4c25-bd15-c3f631792d39"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:03:10.570016 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port d5326d9b-15cc-4c25-bd15-c3f631792d39, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d5326d9b-15cc-4c25-bd15-c3f631792d39,segment=NetworkSegment(6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6),segment_id=6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:10.575223 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:10.597942 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b72f0a5-372e-4825-8449-aa4ef57f60e8 x-openstack-request-id: req-1b72f0a5-372e-4825-8449-aa4ef57f60e8 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:03:10.598240 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec47521-7f94-440d-8b5a-5c92a9728680", "name": "network-vif-plugged", "status": "completed", "tag": "d5326d9b-15cc-4c25-bd15-c3f631792d39", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:03:10.598496 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b72f0a5-372e-4825-8449-aa4ef57f60e8 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:03:10.598891 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec47521-7f94-440d-8b5a-5c92a9728680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5326d9b-15cc-4c25-bd15-c3f631792d39', 'code': 200} Nov 27 02:03:10.624040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=d5326d9b-15cc-4c25-bd15-c3f631792d39,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:10.631892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:10.632269 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:10.632615 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:10.632957 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:10.633358 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:10.633695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:10.634025 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:10.634357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:10.634682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:10.635009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:10.635373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:10.636195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:10.739143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a371eb-a082-4c2d-bba8-c155a90829cf req-bf4f5925-ade8-44f4-910b-68bc86fffe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:10.740575 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80a371eb-a082-4c2d-bba8-c155a90829cf req-bf4f5925-ade8-44f4-910b-68bc86fffe4c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 1097 time: 0.0408332 Nov 27 02:03:10.787752 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80a371eb-a082-4c2d-bba8-c155a90829cf req-ba42002e-0fb3-4f89-bd2c-717c84ace340 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361106 Nov 27 02:03:11.016435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b87d5e-e0c6-4671-b03b-47cd6d8b4684 req-58a11272-523b-475b-bd5a-3c9725e51c66 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:11.017817 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-25b87d5e-e0c6-4671-b03b-47cd6d8b4684 req-58a11272-523b-475b-bd5a-3c9725e51c66 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 945 time: 0.0515938 Nov 27 02:03:11.064572 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-25b87d5e-e0c6-4671-b03b-47cd6d8b4684 req-290adbd3-8994-4adb-8a08-2cff2896c96d tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408580 Nov 27 02:03:12.179593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900e355-c8d0-4ff9-81c0-656381778e44 req-897887cc-f5a1-435a-a6bd-a90fd8025e95 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:12.181179 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2900e355-c8d0-4ff9-81c0-656381778e44 req-897887cc-f5a1-435a-a6bd-a90fd8025e95 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 945 time: 0.0487802 Nov 27 02:03:12.231175 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2900e355-c8d0-4ff9-81c0-656381778e44 req-ea2a90f6-2d34-401f-81e0-3cc33803d98d tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435498 Nov 27 02:03:12.323482 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-06d60c35-2e2b-41e2-b7e6-26952c5e0939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:12.467618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb782d-3353-4b3f-b52e-50be6d47d4fb req-60d73899-58a6-4668-8e26-149e13e1c7c8 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:12.469168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7cbb782d-3353-4b3f-b52e-50be6d47d4fb req-60d73899-58a6-4668-8e26-149e13e1c7c8 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 945 time: 0.0489070 Nov 27 02:03:12.516892 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7cbb782d-3353-4b3f-b52e-50be6d47d4fb req-946d88dd-850d-4743-9124-5b35396cae12 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Nov 27 02:03:13.467353 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:13.630758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd999dfc-5497-4040-9273-1227d19c1d5b req-2f8abb0d-19f2-41fe-bc06-f54b9d90b66e tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:13.632220 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dd999dfc-5497-4040-9273-1227d19c1d5b req-2f8abb0d-19f2-41fe-bc06-f54b9d90b66e tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 945 time: 0.0473206 Nov 27 02:03:13.679158 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dd999dfc-5497-4040-9273-1227d19c1d5b req-6f634795-7e6f-4ef0-a6a2-4a4ada832d45 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403719 Nov 27 02:03:13.967915 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38b312-f064-4276-9a41-c7001ac6849c req-5c0538db-1cc6-4631-b605-43473fa3ee4b tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:13.969377 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3e38b312-f064-4276-9a41-c7001ac6849c req-5c0538db-1cc6-4631-b605-43473fa3ee4b tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.21 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 945 time: 0.0473480 Nov 27 02:03:14.058559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-3e38b312-f064-4276-9a41-c7001ac6849c req-37ac4c2b-de40-4d5f-8b3b-00c97f4cefdc tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Deleting port d5326d9b-15cc-4c25-bd15-c3f631792d39 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:03:14.058892 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3e38b312-f064-4276-9a41-c7001ac6849c req-37ac4c2b-de40-4d5f-8b3b-00c97f4cefdc tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:14.144030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-3e38b312-f064-4276-9a41-c7001ac6849c req-37ac4c2b-de40-4d5f-8b3b-00c97f4cefdc tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] For port d5326d9b-15cc-4c25-bd15-c3f631792d39, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=d5326d9b-15cc-4c25-bd15-c3f631792d39,segment=NetworkSegment(6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6),segment_id=6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:14.144416 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3e38b312-f064-4276-9a41-c7001ac6849c req-37ac4c2b-de40-4d5f-8b3b-00c97f4cefdc tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:14.157114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-3e38b312-f064-4276-9a41-c7001ac6849c req-37ac4c2b-de40-4d5f-8b3b-00c97f4cefdc tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Calling delete_port for d5326d9b-15cc-4c25-bd15-c3f631792d39 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:03:14.281251 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3e38b312-f064-4276-9a41-c7001ac6849c req-37ac4c2b-de40-4d5f-8b3b-00c97f4cefdc tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:14.309846 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac4c2b-de40-4d5f-8b3b-00c97f4cefdc tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Pushing event deleted for resources: {'Port': ['ID=d5326d9b-15cc-4c25-bd15-c3f631792d39,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:14.318744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d79b0a1c-6a2b-41dd-917f-7cda8667d005'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:03:14.345266 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['d5326d9b-15cc-4c25-bd15-c3f631792d39'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:03:14.352760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e38b312-f064-4276-9a41-c7001ac6849c req-37ac4c2b-de40-4d5f-8b3b-00c97f4cefdc tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] No DVR routers for this DVR port d5326d9b-15cc-4c25-bd15-c3f631792d39 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:03:14.355434 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-3e38b312-f064-4276-9a41-c7001ac6849c req-37ac4c2b-de40-4d5f-8b3b-00c97f4cefdc tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:14.358887 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3e38b312-f064-4276-9a41-c7001ac6849c req-37ac4c2b-de40-4d5f-8b3b-00c97f4cefdc tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.21 "DELETE /v2.0/ports/d5326d9b-15cc-4c25-bd15-c3f631792d39 HTTP/1.1" status: 204 len: 173 time: 0.3831174 Nov 27 02:03:14.359326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec47521-7f94-440d-8b5a-5c92a9728680', 'name': 'network-vif-deleted', 'tag': 'd5326d9b-15cc-4c25-bd15-c3f631792d39'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:03:14.361596 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f575e91-d39e-4cdb-b276-977510335ece" -d '{"events": [{"server_uuid": "bec47521-7f94-440d-8b5a-5c92a9728680", "name": "network-vif-deleted", "tag": "d5326d9b-15cc-4c25-bd15-c3f631792d39"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:03:14.403876 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ee03c8-7c5f-4bbb-b75f-38aebdc67af4 x-openstack-request-id: req-a0ee03c8-7c5f-4bbb-b75f-38aebdc67af4 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:03:14.404262 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec47521-7f94-440d-8b5a-5c92a9728680", "name": "network-vif-deleted", "tag": "d5326d9b-15cc-4c25-bd15-c3f631792d39", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:03:14.404605 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0ee03c8-7c5f-4bbb-b75f-38aebdc67af4 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:03:14.405012 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec47521-7f94-440d-8b5a-5c92a9728680', 'name': 'network-vif-deleted', 'tag': 'd5326d9b-15cc-4c25-bd15-c3f631792d39', 'status': 'completed', 'code': 200} Nov 27 02:03:14.782700 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16dbc364-9828-42c6-ae59-d12c13493bc0 req-946634e2-682e-48b7-a1fe-243cc05d1cc4 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec47521-7f94-440d-8b5a-5c92a9728680 HTTP/1.1" status: 200 len: 210 time: 0.0257690 Nov 27 02:03:15.015021 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:15.932310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175b81f-99a8-4902-b28b-57b4443e51bb req-1d514ea1-5615-4d1e-8735-6ef14ecefd95 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:15.933770 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1175b81f-99a8-4902-b28b-57b4443e51bb req-1d514ea1-5615-4d1e-8735-6ef14ecefd95 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 946 time: 0.0500793 Nov 27 02:03:15.980534 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1175b81f-99a8-4902-b28b-57b4443e51bb req-4894eb58-28fc-47d6-881e-d5be38e58cba tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 Nov 27 02:03:16.112581 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d10e4-9ed2-4f97-8018-b8f197a9ed2b req-c32e65bc-303e-4cba-854c-9bc0b1b1a4d0 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:16.114041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e7d10e4-9ed2-4f97-8018-b8f197a9ed2b req-c32e65bc-303e-4cba-854c-9bc0b1b1a4d0 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 946 time: 0.0532789 Nov 27 02:03:16.162818 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e7d10e4-9ed2-4f97-8018-b8f197a9ed2b req-9c010b13-0ec7-42ff-87e3-063328a24f2e tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429020 Nov 27 02:03:16.284685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d637a-d159-4e50-93ef-0e0ad6ca4c3a req-4ff22af7-7ccc-4e3f-94e0-0a3795a83dea tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:16.286466 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa3d637a-d159-4e50-93ef-0e0ad6ca4c3a req-4ff22af7-7ccc-4e3f-94e0-0a3795a83dea tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 946 time: 0.0559380 Nov 27 02:03:16.332532 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa3d637a-d159-4e50-93ef-0e0ad6ca4c3a req-78469be6-94e7-424e-8ce7-d425dd4da68a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400701 Nov 27 02:03:16.412683 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:16.480176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-4752514d-7b91-46c5-9ec2-03de0af81ef3 req-628d649e-d67b-42b0-bf7b-6855ab7582c3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:03:16.481233 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4752514d-7b91-46c5-9ec2-03de0af81ef3 req-628d649e-d67b-42b0-bf7b-6855ab7582c3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471706 Nov 27 02:03:16.589807 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1270b-ab4d-4144-84ba-27752da0ad4e req-0d2e01b1-4c98-4173-999f-e73461a60588 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:16.591312 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16d1270b-ab4d-4144-84ba-27752da0ad4e req-0d2e01b1-4c98-4173-999f-e73461a60588 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 946 time: 0.0526180 Nov 27 02:03:16.639173 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16d1270b-ab4d-4144-84ba-27752da0ad4e req-73d7e8a0-446b-4834-acfc-58bc002e782a tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410075 Nov 27 02:03:16.752866 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35310742-a6c3-45b7-9ef6-699b2f8be989 req-0a4a112d-1a38-4a2a-9eed-d30e7ea60a40 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:16.754319 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-35310742-a6c3-45b7-9ef6-699b2f8be989 req-0a4a112d-1a38-4a2a-9eed-d30e7ea60a40 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 946 time: 0.0477920 Nov 27 02:03:16.799489 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-35310742-a6c3-45b7-9ef6-699b2f8be989 req-c6b33a84-4684-4d59-ac39-113f94ccc83d tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393312 Nov 27 02:03:16.923128 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64452e9-9e69-4d6f-afa2-967c60975efe req-d733987a-32b6-44fc-bdeb-12f615ff3ba4 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:16.924521 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c64452e9-9e69-4d6f-afa2-967c60975efe req-d733987a-32b6-44fc-bdeb-12f615ff3ba4 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 946 time: 0.0485380 Nov 27 02:03:16.977198 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c64452e9-9e69-4d6f-afa2-967c60975efe req-c94596e5-c3fe-49ec-9321-fa642f817ba1 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467057 Nov 27 02:03:17.604857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a66c9-e2dc-486d-8e5f-bef3af1388db req-8421dacd-d252-4b49-bda5-7dc6330d137c tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:17.606307 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-958a66c9-e2dc-486d-8e5f-bef3af1388db req-8421dacd-d252-4b49-bda5-7dc6330d137c tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 946 time: 0.3724489 Nov 27 02:03:17.652207 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-958a66c9-e2dc-486d-8e5f-bef3af1388db req-4abb369d-cbae-45ca-87f9-66d7ff318fe8 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 Nov 27 02:03:18.421249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d5326d9b-15cc-4c25-bd15-c3f631792d39 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:03:18.445599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: d5326d9b-15cc-4c25-bd15-c3f631792d39 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:03:18.445946 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device d5326d9b-15cc-4c25-bd15-c3f631792d39 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:03:18.773609 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2657b08-9d48-42b7-8db3-3fad5951ec28 req-dc1592dd-1438-4ba0-9b76-49e71fd1b9a1 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:18.775099 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2657b08-9d48-42b7-8db3-3fad5951ec28 req-dc1592dd-1438-4ba0-9b76-49e71fd1b9a1 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 946 time: 0.0527000 Nov 27 02:03:18.821923 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f2657b08-9d48-42b7-8db3-3fad5951ec28 req-13440824-179b-4f28-a710-61e0b7cda2e0 tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Nov 27 02:03:18.937871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d3b59-33cf-4dfb-9503-b6ffe3ef3b7b req-45325e04-6927-4d53-bc7f-a0559377b42e tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:18.939231 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c69d3b59-33cf-4dfb-9503-b6ffe3ef3b7b req-45325e04-6927-4d53-bc7f-a0559377b42e tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b9d9c2-9b51-4ce3-a449-47ce56ddd547 HTTP/1.1" status: 200 len: 946 time: 0.0483525 Nov 27 02:03:19.026311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-c69d3b59-33cf-4dfb-9503-b6ffe3ef3b7b req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Deleting port d79b0a1c-6a2b-41dd-917f-7cda8667d005 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:03:19.026652 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c69d3b59-33cf-4dfb-9503-b6ffe3ef3b7b req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:19.116637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-c69d3b59-33cf-4dfb-9503-b6ffe3ef3b7b req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] For port d79b0a1c-6a2b-41dd-917f-7cda8667d005, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d79b0a1c-6a2b-41dd-917f-7cda8667d005,segment=NetworkSegment(6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6),segment_id=6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:19.116999 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c69d3b59-33cf-4dfb-9503-b6ffe3ef3b7b req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:19.129587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-c69d3b59-33cf-4dfb-9503-b6ffe3ef3b7b req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Calling delete_port for d79b0a1c-6a2b-41dd-917f-7cda8667d005 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:03:19.255696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c69d3b59-33cf-4dfb-9503-b6ffe3ef3b7b req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:19.284065 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Pushing event deleted for resources: {'Port': ['ID=d79b0a1c-6a2b-41dd-917f-7cda8667d005,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:19.289981 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d79b0a1c-6a2b-41dd-917f-7cda8667d005'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:03:19.316421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:19.316783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:19.317132 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:19.317478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:19.317820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:19.318154 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:19.318487 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:19.318834 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:19.319148 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:19.319476 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:19.319803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:19.320130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:19.338292 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69d3b59-33cf-4dfb-9503-b6ffe3ef3b7b req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] No DVR routers for this DVR port d79b0a1c-6a2b-41dd-917f-7cda8667d005 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:03:19.340843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c69d3b59-33cf-4dfb-9503-b6ffe3ef3b7b req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:19.344214 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c69d3b59-33cf-4dfb-9503-b6ffe3ef3b7b req-d110c210-2ce5-4478-bc69-ba97450d74ec tempest-ServersNegativeTestJSON-819627782 tempest-ServersNegativeTestJSON-819627782-project] 10.222.0.31 "DELETE /v2.0/ports/d79b0a1c-6a2b-41dd-917f-7cda8667d005 HTTP/1.1" status: 204 len: 173 time: 0.3985825 Nov 27 02:03:19.344712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b9d9c2-9b51-4ce3-a449-47ce56ddd547', 'name': 'network-vif-deleted', 'tag': 'd79b0a1c-6a2b-41dd-917f-7cda8667d005'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:03:19.346984 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f171136-391f-4117-a1c2-d6b8351b2d37" -d '{"events": [{"server_uuid": "f2b9d9c2-9b51-4ce3-a449-47ce56ddd547", "name": "network-vif-deleted", "tag": "d79b0a1c-6a2b-41dd-917f-7cda8667d005"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:03:19.385794 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d3e008-aa5d-423b-b372-b7befb889fac x-openstack-request-id: req-43d3e008-aa5d-423b-b372-b7befb889fac {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:03:19.386100 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b9d9c2-9b51-4ce3-a449-47ce56ddd547", "name": "network-vif-deleted", "tag": "d79b0a1c-6a2b-41dd-917f-7cda8667d005", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:03:19.386354 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43d3e008-aa5d-423b-b372-b7befb889fac {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:03:19.386786 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b9d9c2-9b51-4ce3-a449-47ce56ddd547', 'name': 'network-vif-deleted', 'tag': 'd79b0a1c-6a2b-41dd-917f-7cda8667d005', 'status': 'completed', 'code': 200} Nov 27 02:03:19.880591 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43450) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:19.924628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ef913d-20eb-4f43-b38d-21b491b3895b admin admin] Deleting subnet 326f7f96-9a8c-48cc-b831-5c4404d1d206 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:03:19.927666 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8ef913d-20eb-4f43-b38d-21b491b3895b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:19.961486 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8ef913d-20eb-4f43-b38d-21b491b3895b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.002670 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8ef913d-20eb-4f43-b38d-21b491b3895b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.052457 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8ef913d-20eb-4f43-b38d-21b491b3895b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.075409 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef913d-20eb-4f43-b38d-21b491b3895b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326f7f96-9a8c-48cc-b831-5c4404d1d206,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:20.081981 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e8ef913d-20eb-4f43-b38d-21b491b3895b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.085316 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e8ef913d-20eb-4f43-b38d-21b491b3895b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/326f7f96-9a8c-48cc-b831-5c4404d1d206 HTTP/1.1" status: 204 len: 168 time: 0.2037170 Nov 27 02:03:20.087817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43452) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:20.159002 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6113cee1-b2d0-455e-a51b-e711c997ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.233875 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6113cee1-b2d0-455e-a51b-e711c997ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.253711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6113cee1-b2d0-455e-a51b-e711c997ea69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a6da13-003a-4022-ae71-bfca7987a97b']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:20.262717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6113cee1-b2d0-455e-a51b-e711c997ea69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:20.263018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-6113cee1-b2d0-455e-a51b-e711c997ea69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aad9bcd-b0c7-46a7-9ca1-54bba6c63ec6') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:20.272441 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6113cee1-b2d0-455e-a51b-e711c997ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.285686 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6113cee1-b2d0-455e-a51b-e711c997ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.292348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6113cee1-b2d0-455e-a51b-e711c997ea69 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:03:20.292725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6113cee1-b2d0-455e-a51b-e711c997ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: timer() Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:03:20.294348 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:03:20.349011 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6113cee1-b2d0-455e-a51b-e711c997ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.354794 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6113cee1-b2d0-455e-a51b-e711c997ea69 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.357934 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6113cee1-b2d0-455e-a51b-e711c997ea69 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b9a6da13-003a-4022-ae71-bfca7987a97b HTTP/1.1" status: 204 len: 168 time: 0.2690897 Nov 27 02:03:20.368519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113cee1-b2d0-455e-a51b-e711c997ea69 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9a6da13-003a-4022-ae71-bfca7987a97b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:20.464129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43456) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:20.503048 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2b431e01-6de3-4d3d-971a-f12a34abab90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0df1c9c3f48489fa0c8ad71bde61484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377550 Nov 27 02:03:20.505516 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43458) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:20.553600 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-327d5e1b-6c2f-4465-b6c9-07035d573fe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.574188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-327d5e1b-6c2f-4465-b6c9-07035d573fe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.624195 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-327d5e1b-6c2f-4465-b6c9-07035d573fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.626793 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-327d5e1b-6c2f-4465-b6c9-07035d573fe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:20.627947 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-327d5e1b-6c2f-4465-b6c9-07035d573fe3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3f3f914-3baa-43ab-8218-9c40a4c6c3cd HTTP/1.1" status: 204 len: 168 time: 0.1216133 Nov 27 02:03:20.635596 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d5e1b-6c2f-4465-b6c9-07035d573fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f3f914-3baa-43ab-8218-9c40a4c6c3cd,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:21.294616 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43480) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:21.387714 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1469229783'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:21.408155 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Made reservation on behalf of c7d2dd7162d541d5a523e3795a713435 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:21.411763 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:21.423944 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:21.498176 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:21.501856 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:21.528818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:03:21.537898 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad2c4a-aa1d-4fbd-aec5-799de9aba4d7,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:21.545321 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:21.545599 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Added segment 343f66f8-dd28-4f94-bea1-e69706b854fd of type vlan for network 2b1450fc-7bef-4832-a78d-3642c3729057 Nov 27 02:03:21.585408 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:21.609510 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:21.615160 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:21.615765 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:21.689354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3937094 Nov 27 02:03:21.716689 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a9469-1176-45a9-876a-dd467f4570fc tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event updated for resources: {'Network': ['ID=2b1450fc-7bef-4832-a78d-3642c3729057,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:21.726659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 2b1450fc-7bef-4832-a78d-3642c3729057 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:03:22.467866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d79b0a1c-6a2b-41dd-917f-7cda8667d005 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:03:22.489627 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: d79b0a1c-6a2b-41dd-917f-7cda8667d005 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:03:22.490065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d79b0a1c-6a2b-41dd-917f-7cda8667d005 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:03:24.951808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43484) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:24.956947 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-fb1d5fce-fe13-44cb-aa1a-99f6f1b19f80 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Request body: {'subnet': {'network_id': '2b1450fc-7bef-4832-a78d-3642c3729057', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:25.041598 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1d5fce-fe13-44cb-aa1a-99f6f1b19f80 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Made reservation on behalf of c7d2dd7162d541d5a523e3795a713435 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:25.045707 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb1d5fce-fe13-44cb-aa1a-99f6f1b19f80 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.220479 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb1d5fce-fe13-44cb-aa1a-99f6f1b19f80 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.282076 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d5fce-fe13-44cb-aa1a-99f6f1b19f80 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event updated for resources: {'Subnet': ['ID=62e43b90-66dd-4b5f-a585-de723e53566d,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:25.290831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1d5fce-fe13-44cb-aa1a-99f6f1b19f80 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Checking segment: {'id': '343f66f8-dd28-4f94-bea1-e69706b854fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b1450fc-7bef-4832-a78d-3642c3729057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:25.291189 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1d5fce-fe13-44cb-aa1a-99f6f1b19f80 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Network hostable DHCP agents. Network: 2b1450fc-7bef-4832-a78d-3642c3729057, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:03:25.308119 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1d5fce-fe13-44cb-aa1a-99f6f1b19f80 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Network 2b1450fc-7bef-4832-a78d-3642c3729057 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:03:25.320031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-fb1d5fce-fe13-44cb-aa1a-99f6f1b19f80 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 2b1450fc-7bef-4832-a78d-3642c3729057) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:25.324807 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d5fce-fe13-44cb-aa1a-99f6f1b19f80 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:25.325400 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fb1d5fce-fe13-44cb-aa1a-99f6f1b19f80 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.329842 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce0e216-4448-4394-a6f7-b6c5cec647f3 None None] Network 2b1450fc-7bef-4832-a78d-3642c3729057 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:25.341744 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fb1d5fce-fe13-44cb-aa1a-99f6f1b19f80 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3887961 Nov 27 02:03:25.345136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43486) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:25.349914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4622d0d4-f0df-48d4-85e9-1fb4f2c0113a tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387791212'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:25.369236 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4622d0d4-f0df-48d4-85e9-1fb4f2c0113a tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Made reservation on behalf of c7d2dd7162d541d5a523e3795a713435 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:25.372757 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4622d0d4-f0df-48d4-85e9-1fb4f2c0113a tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.396632 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4622d0d4-f0df-48d4-85e9-1fb4f2c0113a tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:03:25.406545 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4622d0d4-f0df-48d4-85e9-1fb4f2c0113a tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.406972 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-4622d0d4-f0df-48d4-85e9-1fb4f2c0113a tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Added segment b0cefe68-3df1-4b23-be45-4735e7563f13 of type vlan for network 26900d1d-b4ea-4e75-9bda-e64a4cb245f3 Nov 27 02:03:25.446163 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4622d0d4-f0df-48d4-85e9-1fb4f2c0113a tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.472981 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4622d0d4-f0df-48d4-85e9-1fb4f2c0113a tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.475254 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-2b1450fc-7bef-4832-a78d-3642c3729057', 'network_id': '2b1450fc-7bef-4832-a78d-3642c3729057', 'tenant_id': 'c7d2dd7162d541d5a523e3795a713435', 'fixed_ips': [{'subnet_id': '62e43b90-66dd-4b5f-a585-de723e53566d'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:03:25.476129 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.484535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622d0d4-f0df-48d4-85e9-1fb4f2c0113a tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:25.485130 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4622d0d4-f0df-48d4-85e9-1fb4f2c0113a tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.540933 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4622d0d4-f0df-48d4-85e9-1fb4f2c0113a tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1947503 Nov 27 02:03:25.544031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43488) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:25.553150 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622d0d4-f0df-48d4-85e9-1fb4f2c0113a tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event updated for resources: {'Network': ['ID=26900d1d-b4ea-4e75-9bda-e64a4cb245f3,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:25.554020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-623ccc6b-897b-40cf-b1bb-78aeef5eb909 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Request body: {'subnet': {'network_id': '26900d1d-b4ea-4e75-9bda-e64a4cb245f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:25.566131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 26900d1d-b4ea-4e75-9bda-e64a4cb245f3 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:03:25.645641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623ccc6b-897b-40cf-b1bb-78aeef5eb909 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Made reservation on behalf of c7d2dd7162d541d5a523e3795a713435 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:25.649322 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-623ccc6b-897b-40cf-b1bb-78aeef5eb909 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.673448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Allocated IP 2001:db8:0:ffff::2 (2b1450fc-7bef-4832-a78d-3642c3729057/62e43b90-66dd-4b5f-a585-de723e53566d/c314e1de-d296-403a-be52-7eaa0a1e03ee) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:03:25.818126 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.823919 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.838133 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-623ccc6b-897b-40cf-b1bb-78aeef5eb909 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.869046 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Network 2b1450fc-7bef-4832-a78d-3642c3729057 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:25.874915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:25.876767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Pushing event updated for resources: {'Port': ['ID=c314e1de-d296-403a-be52-7eaa0a1e03ee,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:25.878946 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:03:25.900550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ccc6b-897b-40cf-b1bb-78aeef5eb909 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event updated for resources: {'Subnet': ['ID=adaf4857-2a10-42f3-b45f-bec6804697e7,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:25.907759 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ccc6b-897b-40cf-b1bb-78aeef5eb909 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Checking segment: {'id': 'b0cefe68-3df1-4b23-be45-4735e7563f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26900d1d-b4ea-4e75-9bda-e64a4cb245f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:25.908235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ccc6b-897b-40cf-b1bb-78aeef5eb909 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Network hostable DHCP agents. Network: 26900d1d-b4ea-4e75-9bda-e64a4cb245f3, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:03:25.926171 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ccc6b-897b-40cf-b1bb-78aeef5eb909 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Network 26900d1d-b4ea-4e75-9bda-e64a4cb245f3 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:03:25.932354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Attempting to bind port c314e1de-d296-403a-be52-7eaa0a1e03ee on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:03:25.933423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Attempting to bind port c314e1de-d296-403a-be52-7eaa0a1e03ee by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '343f66f8-dd28-4f94-bea1-e69706b854fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b1450fc-7bef-4832-a78d-3642c3729057'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:03:25.933798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Attempting to bind port c314e1de-d296-403a-be52-7eaa0a1e03ee on network 2b1450fc-7bef-4832-a78d-3642c3729057 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:25.935717 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-623ccc6b-897b-40cf-b1bb-78aeef5eb909 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 26900d1d-b4ea-4e75-9bda-e64a4cb245f3) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:25.939439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:03:25.939871 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Checking segment: {'id': '343f66f8-dd28-4f94-bea1-e69706b854fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b1450fc-7bef-4832-a78d-3642c3729057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:25.940228 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.940660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Bound using segment: {'id': '343f66f8-dd28-4f94-bea1-e69706b854fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b1450fc-7bef-4832-a78d-3642c3729057'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:03:25.940863 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623ccc6b-897b-40cf-b1bb-78aeef5eb909 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:25.941264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Bound port: c314e1de-d296-403a-be52-7eaa0a1e03ee, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343f66f8-dd28-4f94-bea1-e69706b854fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b1450fc-7bef-4832-a78d-3642c3729057'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:03:25.941652 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.941773 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-623ccc6b-897b-40cf-b1bb-78aeef5eb909 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:25.952799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61517baa-1782-474c-8c35-594f744a0ab1 None None] Network 26900d1d-b4ea-4e75-9bda-e64a4cb245f3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:25.958832 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-623ccc6b-897b-40cf-b1bb-78aeef5eb909 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4129021 Nov 27 02:03:25.961540 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43490) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:26.061671 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.066426 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] For port c314e1de-d296-403a-be52-7eaa0a1e03ee, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:03:26.083766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] For port c314e1de-d296-403a-be52-7eaa0a1e03ee, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c314e1de-d296-403a-be52-7eaa0a1e03ee,segment=NetworkSegment(343f66f8-dd28-4f94-bea1-e69706b854fd),segment_id=343f66f8-dd28-4f94-bea1-e69706b854fd)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:03:26.104979 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.137032 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.193252 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559de0a-8074-4562-9fd8-a46f4ff7797f None None] Pushing event updated for resources: {'Port': ['ID=c314e1de-d296-403a-be52-7eaa0a1e03ee,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:26.204492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c814954-2504-468d-ab94-beb257173ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-26900d1d-b4ea-4e75-9bda-e64a4cb245f3', 'network_id': '26900d1d-b4ea-4e75-9bda-e64a4cb245f3', 'tenant_id': 'c7d2dd7162d541d5a523e3795a713435', 'fixed_ips': [{'subnet_id': 'adaf4857-2a10-42f3-b45f-bec6804697e7'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:03:26.205633 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6c814954-2504-468d-ab94-beb257173ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.215308 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.244395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event deleted for resources: {'Subnet': ['ID=adaf4857-2a10-42f3-b45f-bec6804697e7,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:26.298924 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac6fea-e9f5-4d01-a490-cf2661e4c14d None None] Network 26900d1d-b4ea-4e75-9bda-e64a4cb245f3 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:26.307072 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.333880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26900d1d-b4ea-4e75-9bda-e64a4cb245f3']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:26.344029 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cefe68-3df1-4b23-be45-4735e7563f13') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:26.344639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cefe68-3df1-4b23-be45-4735e7563f13') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:26.366328 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.390853 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.401741 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:03:26.402133 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: timer() Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:03:26.405474 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:03:26.466748 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.474761 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.478656 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "DELETE /v2.0/networks/26900d1d-b4ea-4e75-9bda-e64a4cb245f3 HTTP/1.1" status: 204 len: 168 time: 0.5161619 Nov 27 02:03:26.482087 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43492) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:26.487250 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e881c402-659b-4e7a-a464-cfc2398b6a34 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-356936608'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:26.501686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1e46f-5e09-4325-a7cd-8d706106359b tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event deleted for resources: {'Network': ['ID=26900d1d-b4ea-4e75-9bda-e64a4cb245f3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:26.521410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e881c402-659b-4e7a-a464-cfc2398b6a34 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Made reservation on behalf of c7d2dd7162d541d5a523e3795a713435 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:26.525103 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e881c402-659b-4e7a-a464-cfc2398b6a34 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.551874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e881c402-659b-4e7a-a464-cfc2398b6a34 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:03:26.561165 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e881c402-659b-4e7a-a464-cfc2398b6a34 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.561533 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-e881c402-659b-4e7a-a464-cfc2398b6a34 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Added segment ed9a5e9b-f067-4991-9f85-81c9175e66ef of type vlan for network ff228fc5-7ba3-49e3-ad8e-bab134485515 Nov 27 02:03:26.600574 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e881c402-659b-4e7a-a464-cfc2398b6a34 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.625013 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e881c402-659b-4e7a-a464-cfc2398b6a34 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.630451 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e881c402-659b-4e7a-a464-cfc2398b6a34 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:26.631032 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e881c402-659b-4e7a-a464-cfc2398b6a34 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.663087 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e881c402-659b-4e7a-a464-cfc2398b6a34 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1799734 Nov 27 02:03:26.665888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43496) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:26.694814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-84b4431a-4c48-4622-9feb-39229271bd4d tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Request body: {'subnet': {'network_id': 'ff228fc5-7ba3-49e3-ad8e-bab134485515', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:26.750385 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881c402-659b-4e7a-a464-cfc2398b6a34 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event updated for resources: {'Network': ['ID=ff228fc5-7ba3-49e3-ad8e-bab134485515,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:26.761273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network ff228fc5-7ba3-49e3-ad8e-bab134485515 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:03:26.795232 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b4431a-4c48-4622-9feb-39229271bd4d tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Made reservation on behalf of c7d2dd7162d541d5a523e3795a713435 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:26.799784 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-84b4431a-4c48-4622-9feb-39229271bd4d tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:26.869678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.ipam_backend_mixin [None req-84b4431a-4c48-4622-9feb-39229271bd4d tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Performing IP validity checks on allocation pools {{(pid=103403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 02:03:26.870238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.ipam_backend_mixin [None req-84b4431a-4c48-4622-9feb-39229271bd4d tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 02:03:26.927952 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c314e1de-d296-403a-be52-7eaa0a1e03ee up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:26.990940 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c314e1de-d296-403a-be52-7eaa0a1e03ee triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:26.991583 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.004265 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-84b4431a-4c48-4622-9feb-39229271bd4d tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.075751 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.079997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4431a-4c48-4622-9feb-39229271bd4d tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event updated for resources: {'Subnet': ['ID=deb6cbe8-5975-4065-81af-e3efd8dcee36,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:27.083402 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4431a-4c48-4622-9feb-39229271bd4d tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Checking segment: {'id': 'ed9a5e9b-f067-4991-9f85-81c9175e66ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ff228fc5-7ba3-49e3-ad8e-bab134485515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:27.084298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4431a-4c48-4622-9feb-39229271bd4d tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Network hostable DHCP agents. Network: ff228fc5-7ba3-49e3-ad8e-bab134485515, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:03:27.104042 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4431a-4c48-4622-9feb-39229271bd4d tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Network ff228fc5-7ba3-49e3-ad8e-bab134485515 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:03:27.112745 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port c314e1de-d296-403a-be52-7eaa0a1e03ee, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c314e1de-d296-403a-be52-7eaa0a1e03ee,segment=NetworkSegment(343f66f8-dd28-4f94-bea1-e69706b854fd),segment_id=343f66f8-dd28-4f94-bea1-e69706b854fd)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:27.115666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-84b4431a-4c48-4622-9feb-39229271bd4d tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, ff228fc5-7ba3-49e3-ad8e-bab134485515) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:27.117699 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.121910 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b4431a-4c48-4622-9feb-39229271bd4d tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:27.122529 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-84b4431a-4c48-4622-9feb-39229271bd4d tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.143978 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-84b4431a-4c48-4622-9feb-39229271bd4d tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4745367 Nov 27 02:03:27.144736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43498) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:27.145896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb138db0-1d78-4255-8da9-03e598810c7d None None] Network ff228fc5-7ba3-49e3-ad8e-bab134485515 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:27.207459 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8add501-d018-4a75-8a6b-291293d23bde None None] Network 2b1450fc-7bef-4832-a78d-3642c3729057 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:27.250531 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.336176 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.397708 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.427282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event deleted for resources: {'Subnet': ['ID=deb6cbe8-5975-4065-81af-e3efd8dcee36,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:27.430284 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=c314e1de-d296-403a-be52-7eaa0a1e03ee,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:27.458592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-168698d9-dfa3-4494-b1d0-b85c52c56750 None None] Provisioning complete for port c314e1de-d296-403a-be52-7eaa0a1e03ee triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:27.458959 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-168698d9-dfa3-4494-b1d0-b85c52c56750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.490084 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.511348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff228fc5-7ba3-49e3-ad8e-bab134485515']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:27.520580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9a5e9b-f067-4991-9f85-81c9175e66ef') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:27.520884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9a5e9b-f067-4991-9f85-81c9175e66ef') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:27.530686 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.544175 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.550258 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:03:27.550675 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:03:27.553656 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:03:27.584591 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b1c67-f70a-4219-bcb4-f4eaf8d3ff6e None None] Network ff228fc5-7ba3-49e3-ad8e-bab134485515 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:27.618829 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.625527 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.628723 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "DELETE /v2.0/networks/ff228fc5-7ba3-49e3-ad8e-bab134485515 HTTP/1.1" status: 204 len: 168 time: 0.4829264 Nov 27 02:03:27.633849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43500) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:27.639756 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e970dba4-be12-4dd4-8886-01bc4848ee85 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-371339525'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:27.641373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeab039-34fe-4b87-bdd1-3b14f314f955 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event deleted for resources: {'Network': ['ID=ff228fc5-7ba3-49e3-ad8e-bab134485515,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:27.662894 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e970dba4-be12-4dd4-8886-01bc4848ee85 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Made reservation on behalf of c7d2dd7162d541d5a523e3795a713435 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:27.666676 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e970dba4-be12-4dd4-8886-01bc4848ee85 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.692203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e970dba4-be12-4dd4-8886-01bc4848ee85 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:03:27.702233 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e970dba4-be12-4dd4-8886-01bc4848ee85 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.703200 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-e970dba4-be12-4dd4-8886-01bc4848ee85 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Added segment 8a881155-1380-4273-b97f-b85d600258a3 of type vlan for network 43fc6500-894c-494a-9581-36002df48616 Nov 27 02:03:27.747026 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e970dba4-be12-4dd4-8886-01bc4848ee85 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.773967 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e970dba4-be12-4dd4-8886-01bc4848ee85 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.779767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e970dba4-be12-4dd4-8886-01bc4848ee85 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:27.780470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e970dba4-be12-4dd4-8886-01bc4848ee85 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:27.844931 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e970dba4-be12-4dd4-8886-01bc4848ee85 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2098510 Nov 27 02:03:27.848373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43502) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:27.853758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-91e604e7-37e9-4712-b17d-4b3f60129a15 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Request body: {'subnet': {'network_id': '43fc6500-894c-494a-9581-36002df48616', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:27.857877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970dba4-be12-4dd4-8886-01bc4848ee85 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event updated for resources: {'Network': ['ID=43fc6500-894c-494a-9581-36002df48616,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:27.869591 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 43fc6500-894c-494a-9581-36002df48616 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:03:27.953768 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e604e7-37e9-4712-b17d-4b3f60129a15 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Made reservation on behalf of c7d2dd7162d541d5a523e3795a713435 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:27.957482 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91e604e7-37e9-4712-b17d-4b3f60129a15 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.064379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2fd65592-6ed9-4024-8968-850cf1cc806e None None] Provisioning complete for port c314e1de-d296-403a-be52-7eaa0a1e03ee triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:28.064668 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2fd65592-6ed9-4024-8968-850cf1cc806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.417239 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91e604e7-37e9-4712-b17d-4b3f60129a15 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.474193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e604e7-37e9-4712-b17d-4b3f60129a15 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event updated for resources: {'Subnet': ['ID=acdcaa2d-510c-4399-aea5-589f68037791,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:28.484769 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e604e7-37e9-4712-b17d-4b3f60129a15 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Checking segment: {'id': '8a881155-1380-4273-b97f-b85d600258a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '43fc6500-894c-494a-9581-36002df48616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:28.485138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e604e7-37e9-4712-b17d-4b3f60129a15 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Network hostable DHCP agents. Network: 43fc6500-894c-494a-9581-36002df48616, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:03:28.501819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e604e7-37e9-4712-b17d-4b3f60129a15 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Network 43fc6500-894c-494a-9581-36002df48616 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:03:28.509869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-91e604e7-37e9-4712-b17d-4b3f60129a15 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 43fc6500-894c-494a-9581-36002df48616) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:28.513846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e604e7-37e9-4712-b17d-4b3f60129a15 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:28.514438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-91e604e7-37e9-4712-b17d-4b3f60129a15 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.520296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725fe81-dd55-4dbe-80c2-072aab5554f1 None None] Network 43fc6500-894c-494a-9581-36002df48616 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:28.531009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-91e604e7-37e9-4712-b17d-4b3f60129a15 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6812253 Nov 27 02:03:28.534592 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43506) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:28.539816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-019d59cf-6ca6-4c09-b827-11f7d4d6eaaa tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1966269254'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:28.560766 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019d59cf-6ca6-4c09-b827-11f7d4d6eaaa tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Made reservation on behalf of c7d2dd7162d541d5a523e3795a713435 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:28.564686 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-019d59cf-6ca6-4c09-b827-11f7d4d6eaaa tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.588123 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019d59cf-6ca6-4c09-b827-11f7d4d6eaaa tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:03:28.598512 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-019d59cf-6ca6-4c09-b827-11f7d4d6eaaa tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.598854 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-019d59cf-6ca6-4c09-b827-11f7d4d6eaaa tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Added segment feb85908-eb28-4c86-937c-11eac713efe5 of type vlan for network f64ff85d-10a8-40e1-81f4-36c62f69a9b9 Nov 27 02:03:28.638184 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-019d59cf-6ca6-4c09-b827-11f7d4d6eaaa tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.664136 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-019d59cf-6ca6-4c09-b827-11f7d4d6eaaa tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.666251 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-43fc6500-894c-494a-9581-36002df48616', 'network_id': '43fc6500-894c-494a-9581-36002df48616', 'tenant_id': 'c7d2dd7162d541d5a523e3795a713435', 'fixed_ips': [{'subnet_id': 'acdcaa2d-510c-4399-aea5-589f68037791'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:03:28.667649 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.670662 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019d59cf-6ca6-4c09-b827-11f7d4d6eaaa tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:28.671256 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-019d59cf-6ca6-4c09-b827-11f7d4d6eaaa tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.728289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-019d59cf-6ca6-4c09-b827-11f7d4d6eaaa tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1925757 Nov 27 02:03:28.731781 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43508) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:28.736843 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-50fdceeb-904f-42a9-bd6d-483a96808fea tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Request body: {'subnet': {'network_id': 'f64ff85d-10a8-40e1-81f4-36c62f69a9b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:28.743687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d59cf-6ca6-4c09-b827-11f7d4d6eaaa tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event updated for resources: {'Network': ['ID=f64ff85d-10a8-40e1-81f4-36c62f69a9b9,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:28.754557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network f64ff85d-10a8-40e1-81f4-36c62f69a9b9 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:03:28.829282 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fdceeb-904f-42a9-bd6d-483a96808fea tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Made reservation on behalf of c7d2dd7162d541d5a523e3795a713435 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:28.833423 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50fdceeb-904f-42a9-bd6d-483a96808fea tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.877170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Allocated IP 2001:db8::2 (43fc6500-894c-494a-9581-36002df48616/acdcaa2d-510c-4399-aea5-589f68037791/1559495a-cd47-411d-9506-e149d5dcea99) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:03:28.925607 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c314e1de-d296-403a-be52-7eaa0a1e03ee up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:29.022277 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50fdceeb-904f-42a9-bd6d-483a96808fea tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.084164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdceeb-904f-42a9-bd6d-483a96808fea tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event updated for resources: {'Subnet': ['ID=d46f5098-868c-459c-9a53-88a34bd361f3,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:29.092478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fdceeb-904f-42a9-bd6d-483a96808fea tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Checking segment: {'id': 'feb85908-eb28-4c86-937c-11eac713efe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f64ff85d-10a8-40e1-81f4-36c62f69a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:29.092478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fdceeb-904f-42a9-bd6d-483a96808fea tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Network hostable DHCP agents. Network: f64ff85d-10a8-40e1-81f4-36c62f69a9b9, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:03:29.096813 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c314e1de-d296-403a-be52-7eaa0a1e03ee triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:29.097190 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.110058 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fdceeb-904f-42a9-bd6d-483a96808fea tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Network f64ff85d-10a8-40e1-81f4-36c62f69a9b9 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:03:29.119371 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-50fdceeb-904f-42a9-bd6d-483a96808fea tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, f64ff85d-10a8-40e1-81f4-36c62f69a9b9) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:29.124315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdceeb-904f-42a9-bd6d-483a96808fea tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:29.125661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50fdceeb-904f-42a9-bd6d-483a96808fea tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.140141 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb307e30-79cf-4efb-9a50-11e3eb22c0b8 None None] Network f64ff85d-10a8-40e1-81f4-36c62f69a9b9 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:29.143188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-50fdceeb-904f-42a9-bd6d-483a96808fea tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4102950 Nov 27 02:03:29.145803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43510) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:29.213175 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.247336 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.259259 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.281432 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.302743 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.362334 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.368482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Network 43fc6500-894c-494a-9581-36002df48616 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:29.390403 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event deleted for resources: {'Subnet': ['ID=d46f5098-868c-459c-9a53-88a34bd361f3,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:29.396403 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:29.398777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:03:29.411869 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Pushing event updated for resources: {'Port': ['ID=1559495a-cd47-411d-9506-e149d5dcea99,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:29.438668 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425d328d-5474-4ca0-9d02-dd89711b9d97 None None] Network f64ff85d-10a8-40e1-81f4-36c62f69a9b9 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:29.461915 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.482606 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64ff85d-10a8-40e1-81f4-36c62f69a9b9']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:29.492881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb85908-eb28-4c86-937c-11eac713efe5') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:29.493185 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb85908-eb28-4c86-937c-11eac713efe5') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:29.504784 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.520206 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.526814 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:03:29.527448 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:03:29.532768 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:03:29.542157 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Attempting to bind port 1559495a-cd47-411d-9506-e149d5dcea99 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:03:29.542157 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Attempting to bind port 1559495a-cd47-411d-9506-e149d5dcea99 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '8a881155-1380-4273-b97f-b85d600258a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '43fc6500-894c-494a-9581-36002df48616'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:03:29.542435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Attempting to bind port 1559495a-cd47-411d-9506-e149d5dcea99 on network 43fc6500-894c-494a-9581-36002df48616 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:29.551488 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:03:29.551868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Checking segment: {'id': '8a881155-1380-4273-b97f-b85d600258a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '43fc6500-894c-494a-9581-36002df48616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:29.552299 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.552700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Bound using segment: {'id': '8a881155-1380-4273-b97f-b85d600258a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '43fc6500-894c-494a-9581-36002df48616'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:03:29.553174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Bound port: 1559495a-cd47-411d-9506-e149d5dcea99, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a881155-1380-4273-b97f-b85d600258a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '43fc6500-894c-494a-9581-36002df48616'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:03:29.553559 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.592873 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.599908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.605809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43512) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:29.606012 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "DELETE /v2.0/networks/f64ff85d-10a8-40e1-81f4-36c62f69a9b9 HTTP/1.1" status: 204 len: 168 time: 0.4590437 Nov 27 02:03:29.617494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75a239-a5a6-4965-abf7-936614293611 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event deleted for resources: {'Network': ['ID=f64ff85d-10a8-40e1-81f4-36c62f69a9b9,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:29.644320 n-d-817303-10 neutron-server[103403]: INFO neutron.pecan_wsgi.hooks.translation [None req-828986af-26e4-4780-8c87-b7c089828e1a tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] GET failed (client error): The resource could not be found. Nov 27 02:03:29.645771 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-828986af-26e4-4780-8c87-b7c089828e1a tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "GET /v2.0/subnets/d46f5098-868c-459c-9a53-88a34bd361f3 HTTP/1.1" status: 404 len: 337 time: 0.0388560 Nov 27 02:03:29.648748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43514) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:29.651503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] For port 1559495a-cd47-411d-9506-e149d5dcea99, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:03:29.654793 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] For port 1559495a-cd47-411d-9506-e149d5dcea99, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1559495a-cd47-411d-9506-e149d5dcea99,segment=NetworkSegment(8a881155-1380-4273-b97f-b85d600258a3),segment_id=8a881155-1380-4273-b97f-b85d600258a3)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:03:29.659323 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.674659 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e9c74a-161a-404b-bcca-f5ee33c45b09 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] DELETE failed (client error): The resource could not be found. Nov 27 02:03:29.675175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e9c74a-161a-404b-bcca-f5ee33c45b09 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 02:03:29.678301 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e6e9c74a-161a-404b-bcca-f5ee33c45b09 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "DELETE /v2.0/networks/f64ff85d-10a8-40e1-81f4-36c62f69a9b9 HTTP/1.1" status: 404 len: 339 time: 0.0280278 Nov 27 02:03:29.682122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43516) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:29.712601 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bd414d-0a88-46aa-b51e-fde45fea776e tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] DELETE failed (client error): The resource could not be found. Nov 27 02:03:29.712601 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bd414d-0a88-46aa-b51e-fde45fea776e tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 02:03:29.717064 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a7bd414d-0a88-46aa-b51e-fde45fea776e tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "DELETE /v2.0/subnets/d46f5098-868c-459c-9a53-88a34bd361f3 HTTP/1.1" status: 404 len: 337 time: 0.0311074 Nov 27 02:03:29.717475 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43518) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:29.726811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b7ae5-7c28-4402-9745-5d329f7c057a None None] Pushing event updated for resources: {'Port': ['ID=1559495a-cd47-411d-9506-e149d5dcea99,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:29.739021 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ae11a7-f66c-4bd4-8332-662bcb826604 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] DELETE failed (client error): The resource could not be found. Nov 27 02:03:29.739546 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ae11a7-f66c-4bd4-8332-662bcb826604 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 02:03:29.742844 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a3ae11a7-f66c-4bd4-8332-662bcb826604 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "DELETE /v2.0/networks/f64ff85d-10a8-40e1-81f4-36c62f69a9b9 HTTP/1.1" status: 404 len: 339 time: 0.0244260 Nov 27 02:03:29.746056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43520) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:29.799045 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a4b514-efc6-41d9-9aca-daeba6914a24 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Deleting subnet acdcaa2d-510c-4399-aea5-589f68037791 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:03:29.802511 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30a4b514-efc6-41d9-9aca-daeba6914a24 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.844050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30a4b514-efc6-41d9-9aca-daeba6914a24 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.951291 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30a4b514-efc6-41d9-9aca-daeba6914a24 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.015338 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30a4b514-efc6-41d9-9aca-daeba6914a24 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.044075 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4b514-efc6-41d9-9aca-daeba6914a24 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event deleted for resources: {'Subnet': ['ID=acdcaa2d-510c-4399-aea5-589f68037791,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:30.047800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-30a4b514-efc6-41d9-9aca-daeba6914a24 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.051066 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-30a4b514-efc6-41d9-9aca-daeba6914a24 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "DELETE /v2.0/subnets/acdcaa2d-510c-4399-aea5-589f68037791 HTTP/1.1" status: 204 len: 168 time: 0.3040521 Nov 27 02:03:30.053503 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43522) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:30.132897 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.188170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Deleting port 1559495a-cd47-411d-9506-e149d5dcea99 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:03:30.188549 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.254130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] For port 1559495a-cd47-411d-9506-e149d5dcea99, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=1559495a-cd47-411d-9506-e149d5dcea99,segment=NetworkSegment(8a881155-1380-4273-b97f-b85d600258a3),segment_id=8a881155-1380-4273-b97f-b85d600258a3)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:30.254492 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.267118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Calling delete_port for 1559495a-cd47-411d-9506-e149d5dcea99 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:03:30.347872 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.374433 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event deleted for resources: {'Port': ['ID=1559495a-cd47-411d-9506-e149d5dcea99,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:30.379627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] No DVR routers for this DVR port 1559495a-cd47-411d-9506-e149d5dcea99 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:03:30.466322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.487187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fc6500-894c-494a-9581-36002df48616']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:30.497572 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a881155-1380-4273-b97f-b85d600258a3') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:30.497873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a881155-1380-4273-b97f-b85d600258a3') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:30.507759 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.521388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.527826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:03:30.528221 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:03:30.531503 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:03:30.598111 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.605691 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.609186 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "DELETE /v2.0/networks/43fc6500-894c-494a-9581-36002df48616 HTTP/1.1" status: 204 len: 168 time: 0.5547450 Nov 27 02:03:30.611595 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43524) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:30.630413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9546b-ab13-4008-839f-36f7743c18d6 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event deleted for resources: {'Network': ['ID=43fc6500-894c-494a-9581-36002df48616,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:30.649088 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25ca848-fd23-42f0-ac72-d497e1b17019 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] DELETE failed (client error): The resource could not be found. Nov 27 02:03:30.649552 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25ca848-fd23-42f0-ac72-d497e1b17019 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 02:03:30.652780 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e25ca848-fd23-42f0-ac72-d497e1b17019 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "DELETE /v2.0/subnets/deb6cbe8-5975-4065-81af-e3efd8dcee36 HTTP/1.1" status: 404 len: 337 time: 0.0402429 Nov 27 02:03:30.655352 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43526) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:30.673089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b21ba808-4cf7-4310-804b-9340d8d3afd0 None None] Could not find standard attr ID for object 1559495a-cd47-411d-9506-e149d5dcea99. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 02:03:30.674745 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f15ab22-8954-4c81-aa99-b8ae3c8e0959 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] DELETE failed (client error): The resource could not be found. Nov 27 02:03:30.675316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f15ab22-8954-4c81-aa99-b8ae3c8e0959 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 02:03:30.678551 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1f15ab22-8954-4c81-aa99-b8ae3c8e0959 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "DELETE /v2.0/networks/ff228fc5-7ba3-49e3-ad8e-bab134485515 HTTP/1.1" status: 404 len: 339 time: 0.0222006 Nov 27 02:03:30.680978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43528) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:30.687646 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866f9059-2626-458d-9f07-0ec54bc5caaf None None] DHCP port deletion for 43fc6500-894c-494a-9581-36002df48616 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:03:30.703494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb3f7c-d301-43c8-997d-d08a09ecd442 None None] Network 43fc6500-894c-494a-9581-36002df48616 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:30.709149 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e1cad2-9cba-486d-abaa-1c3ef1f4733e tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] DELETE failed (client error): The resource could not be found. Nov 27 02:03:30.709611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e1cad2-9cba-486d-abaa-1c3ef1f4733e tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 02:03:30.712706 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-41e1cad2-9cba-486d-abaa-1c3ef1f4733e tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "DELETE /v2.0/subnets/adaf4857-2a10-42f3-b45f-bec6804697e7 HTTP/1.1" status: 404 len: 337 time: 0.0308168 Nov 27 02:03:30.715186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43530) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:30.716843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb3f7c-d301-43c8-997d-d08a09ecd442 None None] Network 43fc6500-894c-494a-9581-36002df48616 could not be found, it might have been deleted concurrently. {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 02:03:30.734441 n-d-817303-10 neutron-server[103402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecf1693-c14c-4245-a6de-cb5104324f38 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] DELETE failed (client error): The resource could not be found. Nov 27 02:03:30.734921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecf1693-c14c-4245-a6de-cb5104324f38 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 02:03:30.737922 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8ecf1693-c14c-4245-a6de-cb5104324f38 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "DELETE /v2.0/networks/26900d1d-b4ea-4e75-9bda-e64a4cb245f3 HTTP/1.1" status: 404 len: 339 time: 0.0218441 Nov 27 02:03:30.740327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43532) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:30.790697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e74bd99-6d99-4ada-bfc5-d5cd72325920 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Deleting subnet 62e43b90-66dd-4b5f-a585-de723e53566d {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:03:30.794335 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e74bd99-6d99-4ada-bfc5-d5cd72325920 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.837679 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e74bd99-6d99-4ada-bfc5-d5cd72325920 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.926574 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e74bd99-6d99-4ada-bfc5-d5cd72325920 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:30.984713 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e74bd99-6d99-4ada-bfc5-d5cd72325920 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:31.018679 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74bd99-6d99-4ada-bfc5-d5cd72325920 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event deleted for resources: {'Subnet': ['ID=62e43b90-66dd-4b5f-a585-de723e53566d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:31.020850 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5e74bd99-6d99-4ada-bfc5-d5cd72325920 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:31.024308 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5e74bd99-6d99-4ada-bfc5-d5cd72325920 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "DELETE /v2.0/subnets/62e43b90-66dd-4b5f-a585-de723e53566d HTTP/1.1" status: 204 len: 168 time: 0.2828815 Nov 27 02:03:31.026750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a068b5b7-6e25-485f-a4e7-316cb3e8e85d None None] Network 2b1450fc-7bef-4832-a78d-3642c3729057 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:31.026929 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43534) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:31.041776 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:31.103702 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:31.158541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Deleting port c314e1de-d296-403a-be52-7eaa0a1e03ee {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:03:31.158885 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:31.228903 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] For port c314e1de-d296-403a-be52-7eaa0a1e03ee, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c314e1de-d296-403a-be52-7eaa0a1e03ee,segment=NetworkSegment(343f66f8-dd28-4f94-bea1-e69706b854fd),segment_id=343f66f8-dd28-4f94-bea1-e69706b854fd)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:31.229729 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:31.243271 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Calling delete_port for c314e1de-d296-403a-be52-7eaa0a1e03ee owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:03:31.328381 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:31.358457 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event deleted for resources: {'Port': ['ID=c314e1de-d296-403a-be52-7eaa0a1e03ee,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:31.360003 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91421b3e-e503-4147-980a-804eff4b354e None None] DHCP port deletion for 2b1450fc-7bef-4832-a78d-3642c3729057 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:03:31.362415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] No DVR routers for this DVR port c314e1de-d296-403a-be52-7eaa0a1e03ee on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:03:31.442738 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:31.461661 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1450fc-7bef-4832-a78d-3642c3729057']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:31.470682 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343f66f8-dd28-4f94-bea1-e69706b854fd') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:31.471306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343f66f8-dd28-4f94-bea1-e69706b854fd') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:31.482278 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:31.497809 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:31.504342 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:03:31.504764 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:03:31.507720 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:03:31.570320 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:31.576967 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:31.580057 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] 10.222.0.15 "DELETE /v2.0/networks/2b1450fc-7bef-4832-a78d-3642c3729057 HTTP/1.1" status: 204 len: 168 time: 0.5521932 Nov 27 02:03:31.592095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076fa7b-4c0d-46f7-91fc-0beb0bcc6a57 tempest-NetworksIpV6Test-354114707 tempest-NetworksIpV6Test-354114707-project] Pushing event deleted for resources: {'Network': ['ID=2b1450fc-7bef-4832-a78d-3642c3729057,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:31.819127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43540) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:31.954986 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-629dbcb7-f145-4f48-b0e4-eb2a00bf6781 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7d2dd7162d541d5a523e3795a713435&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323836 Nov 27 02:03:31.957407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43544) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:32.003744 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a559b728-c69c-41dc-8d8e-2283fec91ccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:32.025000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a559b728-c69c-41dc-8d8e-2283fec91ccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:32.072067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a559b728-c69c-41dc-8d8e-2283fec91ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:32.075498 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a559b728-c69c-41dc-8d8e-2283fec91ccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:32.076799 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a559b728-c69c-41dc-8d8e-2283fec91ccc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4ad2c4a-aa1d-4fbd-aec5-799de9aba4d7 HTTP/1.1" status: 204 len: 168 time: 0.1184089 Nov 27 02:03:32.084971 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559b728-c69c-41dc-8d8e-2283fec91ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad2c4a-aa1d-4fbd-aec5-799de9aba4d7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:32.698333 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43566) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:32.788867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4a3b2b6b-61b2-494d-b81a-6e5c56f9c89a tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1830058749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:32.813024 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2b6b-61b2-494d-b81a-6e5c56f9c89a tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:32.814003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2b6b-61b2-494d-b81a-6e5c56f9c89a tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:32.871380 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2b6b-61b2-494d-b81a-6e5c56f9c89a tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:32.876693 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2b6b-61b2-494d-b81a-6e5c56f9c89a tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:32.894107 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2b6b-61b2-494d-b81a-6e5c56f9c89a tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:32.895290 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4a3b2b6b-61b2-494d-b81a-6e5c56f9c89a tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1959736 Nov 27 02:03:32.898060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43570) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:32.903371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-89128381'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:32.906383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c314e1de-d296-403a-be52-7eaa0a1e03ee no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:03:32.925281 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Made reservation on behalf of d3d02e7b3fcb46a1ab4ea605a3e3b550 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:32.929835 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:32.932180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: c314e1de-d296-403a-be52-7eaa0a1e03ee {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:03:32.934005 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c314e1de-d296-403a-be52-7eaa0a1e03ee not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:03:32.939173 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.013905 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.017598 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.048381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:03:33.059617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af2d6cf-a675-407f-9ef9-52148de60204,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:33.067715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.067826 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Added segment 3c61194d-3af3-4ab1-93ff-592ce259a61c of type vlan for network 7de18385-4ebf-4edd-a6a2-96cef25e0fac Nov 27 02:03:33.109253 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.132687 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.138478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:33.139055 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.192786 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2937059 Nov 27 02:03:33.195627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43574) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:33.201565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-73ed4b2b-5129-4f1a-bc73-b14931f8e29c tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Request body: {'subnet': {'network_id': '7de18385-4ebf-4edd-a6a2-96cef25e0fac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:33.211610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1ba9d-a840-499e-8e6a-8faaf0117ff0 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Pushing event updated for resources: {'Network': ['ID=7de18385-4ebf-4edd-a6a2-96cef25e0fac,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:33.222051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 7de18385-4ebf-4edd-a6a2-96cef25e0fac details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:03:33.293867 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ed4b2b-5129-4f1a-bc73-b14931f8e29c tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Made reservation on behalf of d3d02e7b3fcb46a1ab4ea605a3e3b550 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:33.297455 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73ed4b2b-5129-4f1a-bc73-b14931f8e29c tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.472704 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73ed4b2b-5129-4f1a-bc73-b14931f8e29c tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.533460 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed4b2b-5129-4f1a-bc73-b14931f8e29c tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Pushing event updated for resources: {'Subnet': ['ID=ee9abdbd-e725-4b9c-b824-310b1b4e10f2,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:33.540717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed4b2b-5129-4f1a-bc73-b14931f8e29c tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Checking segment: {'id': '3c61194d-3af3-4ab1-93ff-592ce259a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7de18385-4ebf-4edd-a6a2-96cef25e0fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:33.541085 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed4b2b-5129-4f1a-bc73-b14931f8e29c tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Network hostable DHCP agents. Network: 7de18385-4ebf-4edd-a6a2-96cef25e0fac, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:03:33.558244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed4b2b-5129-4f1a-bc73-b14931f8e29c tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Network 7de18385-4ebf-4edd-a6a2-96cef25e0fac is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:03:33.567417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-73ed4b2b-5129-4f1a-bc73-b14931f8e29c tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 7de18385-4ebf-4edd-a6a2-96cef25e0fac) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:33.571318 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ed4b2b-5129-4f1a-bc73-b14931f8e29c tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:33.571906 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-73ed4b2b-5129-4f1a-bc73-b14931f8e29c tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.576442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54538adf-417e-46ce-9673-00eaa1fde892 None None] Network 7de18385-4ebf-4edd-a6a2-96cef25e0fac requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:33.587940 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-73ed4b2b-5129-4f1a-bc73-b14931f8e29c tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3910546 Nov 27 02:03:33.591151 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43576) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:33.596125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0e43931f-34f0-4ba6-8627-6bc7fa353efe tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-820747757'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:33.617735 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e43931f-34f0-4ba6-8627-6bc7fa353efe tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Made reservation on behalf of d3d02e7b3fcb46a1ab4ea605a3e3b550 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:33.622036 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e43931f-34f0-4ba6-8627-6bc7fa353efe tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.649599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e43931f-34f0-4ba6-8627-6bc7fa353efe tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:03:33.659010 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e43931f-34f0-4ba6-8627-6bc7fa353efe tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.659518 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-0e43931f-34f0-4ba6-8627-6bc7fa353efe tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Added segment 532f787c-1e94-4d10-af9e-89c062088453 of type vlan for network 40da855c-2c66-407d-8457-1d917da541f2 Nov 27 02:03:33.703355 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e43931f-34f0-4ba6-8627-6bc7fa353efe tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.724464 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-7de18385-4ebf-4edd-a6a2-96cef25e0fac', 'network_id': '7de18385-4ebf-4edd-a6a2-96cef25e0fac', 'tenant_id': 'd3d02e7b3fcb46a1ab4ea605a3e3b550', 'fixed_ips': [{'subnet_id': 'ee9abdbd-e725-4b9c-b824-310b1b4e10f2'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:03:33.725664 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.729882 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e43931f-34f0-4ba6-8627-6bc7fa353efe tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.735865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43931f-34f0-4ba6-8627-6bc7fa353efe tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:33.736478 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0e43931f-34f0-4ba6-8627-6bc7fa353efe tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.794879 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0e43931f-34f0-4ba6-8627-6bc7fa353efe tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2026091 Nov 27 02:03:33.797771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43578) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:33.803316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-063118d4-3bc0-48fc-ab71-a44f1136e4b5 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Request body: {'subnet': {'network_id': '40da855c-2c66-407d-8457-1d917da541f2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:33.810767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43931f-34f0-4ba6-8627-6bc7fa353efe tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Pushing event updated for resources: {'Network': ['ID=40da855c-2c66-407d-8457-1d917da541f2,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:33.824537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 40da855c-2c66-407d-8457-1d917da541f2 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:03:33.898249 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063118d4-3bc0-48fc-ab71-a44f1136e4b5 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Made reservation on behalf of d3d02e7b3fcb46a1ab4ea605a3e3b550 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:33.902047 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-063118d4-3bc0-48fc-ab71-a44f1136e4b5 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.919404 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Allocated IP 172.20.0.2 (7de18385-4ebf-4edd-a6a2-96cef25e0fac/ee9abdbd-e725-4b9c-b824-310b1b4e10f2/f3956bbe-2835-46ef-9e89-70c941abf16c) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:03:34.071024 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.079806 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.092903 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-063118d4-3bc0-48fc-ab71-a44f1136e4b5 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.122056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Network 7de18385-4ebf-4edd-a6a2-96cef25e0fac is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:34.126443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:34.129892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:03:34.137732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Pushing event updated for resources: {'Port': ['ID=f3956bbe-2835-46ef-9e89-70c941abf16c,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:34.154101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063118d4-3bc0-48fc-ab71-a44f1136e4b5 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Pushing event updated for resources: {'Subnet': ['ID=2d8e2de3-7ba8-4967-bdf3-71f8a78261f1,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:34.165638 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063118d4-3bc0-48fc-ab71-a44f1136e4b5 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Checking segment: {'id': '532f787c-1e94-4d10-af9e-89c062088453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '40da855c-2c66-407d-8457-1d917da541f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:34.166005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063118d4-3bc0-48fc-ab71-a44f1136e4b5 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Network hostable DHCP agents. Network: 40da855c-2c66-407d-8457-1d917da541f2, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:03:34.182133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063118d4-3bc0-48fc-ab71-a44f1136e4b5 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Network 40da855c-2c66-407d-8457-1d917da541f2 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:03:34.189287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Attempting to bind port f3956bbe-2835-46ef-9e89-70c941abf16c on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:03:34.189925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Attempting to bind port f3956bbe-2835-46ef-9e89-70c941abf16c by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '3c61194d-3af3-4ab1-93ff-592ce259a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7de18385-4ebf-4edd-a6a2-96cef25e0fac'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:03:34.190542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Attempting to bind port f3956bbe-2835-46ef-9e89-70c941abf16c on network 7de18385-4ebf-4edd-a6a2-96cef25e0fac {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:34.192656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-063118d4-3bc0-48fc-ab71-a44f1136e4b5 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 40da855c-2c66-407d-8457-1d917da541f2) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:34.196628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:03:34.197020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Checking segment: {'id': '3c61194d-3af3-4ab1-93ff-592ce259a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7de18385-4ebf-4edd-a6a2-96cef25e0fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:34.197281 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063118d4-3bc0-48fc-ab71-a44f1136e4b5 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:34.198346 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.198346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Bound using segment: {'id': '3c61194d-3af3-4ab1-93ff-592ce259a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7de18385-4ebf-4edd-a6a2-96cef25e0fac'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:03:34.198527 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-063118d4-3bc0-48fc-ab71-a44f1136e4b5 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.198889 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Bound port: f3956bbe-2835-46ef-9e89-70c941abf16c, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c61194d-3af3-4ab1-93ff-592ce259a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7de18385-4ebf-4edd-a6a2-96cef25e0fac'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:03:34.199267 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.208780 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153518b7-9231-4194-97e6-32ba9f2cc256 None None] Network 40da855c-2c66-407d-8457-1d917da541f2 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:34.218797 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-063118d4-3bc0-48fc-ab71-a44f1136e4b5 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4197662 Nov 27 02:03:34.221677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43580) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:34.226467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-1cfca180-306b-4ff5-9c95-f42b7311671e tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Request body: {'router': {'external_gateway_info': {'network_id': '40da855c-2c66-407d-8457-1d917da541f2'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:34.335549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] For port f3956bbe-2835-46ef-9e89-70c941abf16c, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:03:34.353648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] For port f3956bbe-2835-46ef-9e89-70c941abf16c, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f3956bbe-2835-46ef-9e89-70c941abf16c,segment=NetworkSegment(3c61194d-3af3-4ab1-93ff-592ce259a61c),segment_id=3c61194d-3af3-4ab1-93ff-592ce259a61c)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:03:34.379071 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.448271 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1cfca180-306b-4ff5-9c95-f42b7311671e tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.469238 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca68662-a431-47f9-b93f-e8f0edf398a6 None None] Pushing event updated for resources: {'Port': ['ID=f3956bbe-2835-46ef-9e89-70c941abf16c,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:34.473285 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-40da855c-2c66-407d-8457-1d917da541f2', 'network_id': '40da855c-2c66-407d-8457-1d917da541f2', 'tenant_id': 'd3d02e7b3fcb46a1ab4ea605a3e3b550', 'fixed_ips': [{'subnet_id': '2d8e2de3-7ba8-4967-bdf3-71f8a78261f1'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:03:34.474364 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.567512 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [None req-1cfca180-306b-4ff5-9c95-f42b7311671e tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 02:03:34.568744 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1cfca180-306b-4ff5-9c95-f42b7311671e tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] 10.222.0.15 "PUT /v2.0/routers/51ddffa1-2e68-476a-9c4f-52487d437187 HTTP/1.1" status: 400 len: 364 time: 0.3460798 Nov 27 02:03:34.574971 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43584) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:34.622816 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Allocated IP 172.21.0.2 (40da855c-2c66-407d-8457-1d917da541f2/2d8e2de3-7ba8-4967-bdf3-71f8a78261f1/63fd34e0-e3ed-4cc4-8a27-05900b04d535) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:03:34.631641 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a243c7fb-c251-46ad-bdee-7ceb5be0f88d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Deleting subnet 2d8e2de3-7ba8-4967-bdf3-71f8a78261f1 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:03:34.796056 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.801519 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a243c7fb-c251-46ad-bdee-7ceb5be0f88d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.804605 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.847359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a243c7fb-c251-46ad-bdee-7ceb5be0f88d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.847935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Network 40da855c-2c66-407d-8457-1d917da541f2 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:34.851112 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:34.855325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:03:34.860759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Pushing event updated for resources: {'Port': ['ID=63fd34e0-e3ed-4cc4-8a27-05900b04d535,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:34.913675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Attempting to bind port 63fd34e0-e3ed-4cc4-8a27-05900b04d535 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:03:34.914118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Attempting to bind port 63fd34e0-e3ed-4cc4-8a27-05900b04d535 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '532f787c-1e94-4d10-af9e-89c062088453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '40da855c-2c66-407d-8457-1d917da541f2'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:03:34.914549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Attempting to bind port 63fd34e0-e3ed-4cc4-8a27-05900b04d535 on network 40da855c-2c66-407d-8457-1d917da541f2 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:34.920227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:03:34.920907 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Checking segment: {'id': '532f787c-1e94-4d10-af9e-89c062088453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '40da855c-2c66-407d-8457-1d917da541f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:34.921160 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.921618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Bound using segment: {'id': '532f787c-1e94-4d10-af9e-89c062088453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '40da855c-2c66-407d-8457-1d917da541f2'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:03:34.922149 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Bound port: 63fd34e0-e3ed-4cc4-8a27-05900b04d535, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532f787c-1e94-4d10-af9e-89c062088453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '40da855c-2c66-407d-8457-1d917da541f2'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:03:34.922630 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.955333 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a243c7fb-c251-46ad-bdee-7ceb5be0f88d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.961054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f3956bbe-2835-46ef-9e89-70c941abf16c up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:35.015164 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a243c7fb-c251-46ad-bdee-7ceb5be0f88d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.029092 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] For port 63fd34e0-e3ed-4cc4-8a27-05900b04d535, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:03:35.032655 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] For port 63fd34e0-e3ed-4cc4-8a27-05900b04d535, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=63fd34e0-e3ed-4cc4-8a27-05900b04d535,segment=NetworkSegment(532f787c-1e94-4d10-af9e-89c062088453),segment_id=532f787c-1e94-4d10-af9e-89c062088453)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:03:35.037772 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.050097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243c7fb-c251-46ad-bdee-7ceb5be0f88d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8e2de3-7ba8-4967-bdf3-71f8a78261f1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:35.052060 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a243c7fb-c251-46ad-bdee-7ceb5be0f88d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.056705 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a243c7fb-c251-46ad-bdee-7ceb5be0f88d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] 10.222.0.15 "DELETE /v2.0/subnets/2d8e2de3-7ba8-4967-bdf3-71f8a78261f1 HTTP/1.1" status: 204 len: 168 time: 0.4807086 Nov 27 02:03:35.058004 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43586) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:35.068508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f3956bbe-2835-46ef-9e89-70c941abf16c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:35.068886 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.131152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe05def-f32a-48bf-b021-50580ddf1d96 None None] Pushing event updated for resources: {'Port': ['ID=63fd34e0-e3ed-4cc4-8a27-05900b04d535,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:35.142451 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.183489 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.203239 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Deleting port 63fd34e0-e3ed-4cc4-8a27-05900b04d535 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:03:35.203751 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.221566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port f3956bbe-2835-46ef-9e89-70c941abf16c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f3956bbe-2835-46ef-9e89-70c941abf16c,segment=NetworkSegment(3c61194d-3af3-4ab1-93ff-592ce259a61c),segment_id=3c61194d-3af3-4ab1-93ff-592ce259a61c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:35.226437 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.285607 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=f3956bbe-2835-46ef-9e89-70c941abf16c,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:35.294186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] For port 63fd34e0-e3ed-4cc4-8a27-05900b04d535, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=63fd34e0-e3ed-4cc4-8a27-05900b04d535,segment=NetworkSegment(532f787c-1e94-4d10-af9e-89c062088453),segment_id=532f787c-1e94-4d10-af9e-89c062088453)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:35.294588 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.308774 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Calling delete_port for 63fd34e0-e3ed-4cc4-8a27-05900b04d535 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:03:35.408395 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.436914 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Pushing event deleted for resources: {'Port': ['ID=63fd34e0-e3ed-4cc4-8a27-05900b04d535,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:35.440612 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] No DVR routers for this DVR port 63fd34e0-e3ed-4cc4-8a27-05900b04d535 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:03:35.533167 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.554900 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40da855c-2c66-407d-8457-1d917da541f2']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:35.556484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ffe5f0-cd73-4e53-b38b-a23297d46c5e None None] Network 7de18385-4ebf-4edd-a6a2-96cef25e0fac requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:35.564381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532f787c-1e94-4d10-af9e-89c062088453') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:35.564693 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532f787c-1e94-4d10-af9e-89c062088453') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:35.573244 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:03:35.574508 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.587876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.594054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:03:35.594430 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:03:35.597407 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:03:35.649236 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2b06bc25-7873-459f-8207-8fadc19202e2 None None] Provisioning complete for port f3956bbe-2835-46ef-9e89-70c941abf16c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:35.649696 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2b06bc25-7873-459f-8207-8fadc19202e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.663075 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.670270 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.673725 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] 10.222.0.15 "DELETE /v2.0/networks/40da855c-2c66-407d-8457-1d917da541f2 HTTP/1.1" status: 204 len: 168 time: 0.6147883 Nov 27 02:03:35.676327 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43588) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:35.690375 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a23e72-ea33-4fbf-b36a-cd419768b801 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Pushing event deleted for resources: {'Network': ['ID=40da855c-2c66-407d-8457-1d917da541f2,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:35.728634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-932a2116-4653-4208-8580-1342675c03be tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Deleting subnet ee9abdbd-e725-4b9c-b824-310b1b4e10f2 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:03:35.732521 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-932a2116-4653-4208-8580-1342675c03be tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.775897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-932a2116-4653-4208-8580-1342675c03be tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.876523 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-932a2116-4653-4208-8580-1342675c03be tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.939539 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-932a2116-4653-4208-8580-1342675c03be tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.973753 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a2116-4653-4208-8580-1342675c03be tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9abdbd-e725-4b9c-b824-310b1b4e10f2,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:35.979272 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-932a2116-4653-4208-8580-1342675c03be tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:35.982288 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-932a2116-4653-4208-8580-1342675c03be tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] 10.222.0.15 "DELETE /v2.0/subnets/ee9abdbd-e725-4b9c-b824-310b1b4e10f2 HTTP/1.1" status: 204 len: 168 time: 0.3048747 Nov 27 02:03:35.984667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43590) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:36.051197 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9a57fa-8b41-48fd-97b9-e3af322119cc None None] Network 7de18385-4ebf-4edd-a6a2-96cef25e0fac requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:36.073773 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:36.131031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Deleting port f3956bbe-2835-46ef-9e89-70c941abf16c {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:03:36.131512 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:36.151713 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ee4fb106-fd24-4a5a-891c-26f82a76e3ea None None] Provisioning complete for port f3956bbe-2835-46ef-9e89-70c941abf16c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:36.151713 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee4fb106-fd24-4a5a-891c-26f82a76e3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:36.206151 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] For port f3956bbe-2835-46ef-9e89-70c941abf16c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f3956bbe-2835-46ef-9e89-70c941abf16c,segment=NetworkSegment(3c61194d-3af3-4ab1-93ff-592ce259a61c),segment_id=3c61194d-3af3-4ab1-93ff-592ce259a61c)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:36.206617 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:36.221299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Calling delete_port for f3956bbe-2835-46ef-9e89-70c941abf16c owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:03:36.273681 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ac70f-3d07-4c4b-9dfb-9c0ab0712fac None None] DHCP port deletion for 40da855c-2c66-407d-8457-1d917da541f2 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:03:36.295656 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4584f704-c13b-46ad-8ea4-7d0f416dbce2 None None] Network 40da855c-2c66-407d-8457-1d917da541f2 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:36.299501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca0be6-4ee1-4308-95c1-12c6e65e0b72 None None] DHCP port deletion for 7de18385-4ebf-4edd-a6a2-96cef25e0fac request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:03:36.311712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4584f704-c13b-46ad-8ea4-7d0f416dbce2 None None] Network 40da855c-2c66-407d-8457-1d917da541f2 could not be found, it might have been deleted concurrently. {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 02:03:36.313366 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:36.331923 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-51ca0be6-4ee1-4308-95c1-12c6e65e0b72 None None] The port 'f3956bbe-2835-46ef-9e89-70c941abf16c' was deleted {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 27 02:03:36.342585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Pushing event deleted for resources: {'Port': ['ID=f3956bbe-2835-46ef-9e89-70c941abf16c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:36.346015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] No DVR routers for this DVR port f3956bbe-2835-46ef-9e89-70c941abf16c on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:03:36.391198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-270f1e92-e366-4d29-b1e8-2a7f0140095c None None] Could not find standard attr ID for object 63fd34e0-e3ed-4cc4-8a27-05900b04d535. {{(pid=103404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 02:03:36.428387 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:36.447537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de18385-4ebf-4edd-a6a2-96cef25e0fac']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:36.457165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c61194d-3af3-4ab1-93ff-592ce259a61c') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:36.457463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c61194d-3af3-4ab1-93ff-592ce259a61c') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:36.467414 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:36.481325 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:36.487060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:03:36.487477 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: timer() Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:03:36.490405 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:03:36.551038 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:36.558392 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:36.561560 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] 10.222.0.15 "DELETE /v2.0/networks/7de18385-4ebf-4edd-a6a2-96cef25e0fac HTTP/1.1" status: 204 len: 168 time: 0.5759408 Nov 27 02:03:36.564313 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43592) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:36.572922 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2474127-3c7c-4347-840e-28225a923a6d tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Pushing event deleted for resources: {'Network': ['ID=7de18385-4ebf-4edd-a6a2-96cef25e0fac,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:36.591080 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6c86054e-8f11-4fdc-8086-05e4ee4bcff7 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] 10.222.0.15 "GET /v2.0/ports?device_id=51ddffa1-2e68-476a-9c4f-52487d437187 HTTP/1.1" status: 200 len: 205 time: 0.0255513 Nov 27 02:03:36.593366 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43594) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:36.666150 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b55db1f1-dab5-4602-ad15-351fbdb7a5e9 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:36.899265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f3956bbe-2835-46ef-9e89-70c941abf16c no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:03:36.920302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: f3956bbe-2835-46ef-9e89-70c941abf16c {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:03:36.920657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f3956bbe-2835-46ef-9e89-70c941abf16c not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:03:37.100184 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b55db1f1-dab5-4602-ad15-351fbdb7a5e9 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:37.102188 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b55db1f1-dab5-4602-ad15-351fbdb7a5e9 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:37.144843 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b55db1f1-dab5-4602-ad15-351fbdb7a5e9 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:37.145351 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55db1f1-dab5-4602-ad15-351fbdb7a5e9 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Fanout notify agent at l3_agent the message router_deleted on router 51ddffa1-2e68-476a-9c4f-52487d437187 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:03:37.153188 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b55db1f1-dab5-4602-ad15-351fbdb7a5e9 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:37.154288 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b55db1f1-dab5-4602-ad15-351fbdb7a5e9 tempest-RoutersNegativeTest-1096504003 tempest-RoutersNegativeTest-1096504003-project] 10.222.0.15 "DELETE /v2.0/routers/51ddffa1-2e68-476a-9c4f-52487d437187 HTTP/1.1" status: 204 len: 168 time: 0.5600293 Nov 27 02:03:37.389526 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43600) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:37.517161 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a55094ed-4be6-49f9-9414-1a492bcb76f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3d02e7b3fcb46a1ab4ea605a3e3b550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264718 Nov 27 02:03:37.519688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43604) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:37.566989 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1de2def-da48-47f2-9109-6b5fccaf8396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:37.587461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1de2def-da48-47f2-9109-6b5fccaf8396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:37.636636 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1de2def-da48-47f2-9109-6b5fccaf8396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:37.639180 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e1de2def-da48-47f2-9109-6b5fccaf8396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:37.640356 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e1de2def-da48-47f2-9109-6b5fccaf8396 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5af2d6cf-a675-407f-9ef9-52148de60204 HTTP/1.1" status: 204 len: 168 time: 0.1196525 Nov 27 02:03:37.648814 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de2def-da48-47f2-9109-6b5fccaf8396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af2d6cf-a675-407f-9ef9-52148de60204,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:38.237183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43626) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:38.330098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-41559248-network', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:38.351455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] Made reservation on behalf of 36f3931357fe478f8c4ea78e823811cd for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:38.353787 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.362446 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.438933 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.442713 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.467517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:03:38.476207 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc994220-b407-4a32-b3cd-84a98a95ff21,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:38.482247 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.482600 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] Added segment d0698d94-3ff8-4a4f-beae-78f07433d063 of type vlan for network 3b6b7081-df47-4d19-b136-faf45992f713 Nov 27 02:03:38.522438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.546142 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.547127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:38.547754 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.599480 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3611376 Nov 27 02:03:38.602235 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43630) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:38.612930 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-62cda9ab-e18f-4633-9b21-ebf53c21b593 admin admin] Request body: {'subnet': {'network_id': '3b6b7081-df47-4d19-b136-faf45992f713', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-41559248-subnet', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:38.622655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291b04d-13f3-4792-93b8-89abcb03c643 admin admin] Pushing event updated for resources: {'Network': ['ID=3b6b7081-df47-4d19-b136-faf45992f713,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:38.632015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 3b6b7081-df47-4d19-b136-faf45992f713 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:03:38.639516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cda9ab-e18f-4633-9b21-ebf53c21b593 admin admin] Made reservation on behalf of 36f3931357fe478f8c4ea78e823811cd for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:38.641882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-62cda9ab-e18f-4633-9b21-ebf53c21b593 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.806653 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-62cda9ab-e18f-4633-9b21-ebf53c21b593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.864653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cda9ab-e18f-4633-9b21-ebf53c21b593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc24c625-d312-4f53-9ce0-4df6a7f5fbbf,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:38.870226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cda9ab-e18f-4633-9b21-ebf53c21b593 admin admin] Checking segment: {'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:38.870586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cda9ab-e18f-4633-9b21-ebf53c21b593 admin admin] Network hostable DHCP agents. Network: 3b6b7081-df47-4d19-b136-faf45992f713, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:03:38.886516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cda9ab-e18f-4633-9b21-ebf53c21b593 admin admin] Network 3b6b7081-df47-4d19-b136-faf45992f713 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:03:38.894859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-62cda9ab-e18f-4633-9b21-ebf53c21b593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 3b6b7081-df47-4d19-b136-faf45992f713) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:38.898974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cda9ab-e18f-4633-9b21-ebf53c21b593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:38.899737 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-62cda9ab-e18f-4633-9b21-ebf53c21b593 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.903854 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d7db4a-e11a-4c47-8659-f212f3b9d009 None None] Network 3b6b7081-df47-4d19-b136-faf45992f713 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:38.915681 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-62cda9ab-e18f-4633-9b21-ebf53c21b593 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3124409 Nov 27 02:03:38.918868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43632) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:38.923079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-41559248-router', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:38.944861 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.945872 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:39.002219 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:39.143238 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:39.204652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-3b6b7081-df47-4d19-b136-faf45992f713', 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'fixed_ips': [{'subnet_id': 'bc24c625-d312-4f53-9ce0-4df6a7f5fbbf'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:03:39.205523 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:39.340778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Allocated IP 172.20.0.2 (3b6b7081-df47-4d19-b136-faf45992f713/bc24c625-d312-4f53-9ce0-4df6a7f5fbbf/99668887-542f-4863-bb52-9766c3ab02b1) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:03:39.344675 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:39.364280 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:39.466195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Allocated IP 172.25.1.134 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/b75a965b-4d6b-472e-8f6f-a2e0120c2d08) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:03:39.483155 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:39.488888 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:39.527904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Network 3b6b7081-df47-4d19-b136-faf45992f713 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:39.530667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:39.533151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:03:39.561756 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Pushing event updated for resources: {'Port': ['ID=99668887-542f-4863-bb52-9766c3ab02b1,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:39.572053 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:39.590416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Attempting to bind port 99668887-542f-4863-bb52-9766c3ab02b1 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:03:39.590786 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Attempting to bind port 99668887-542f-4863-bb52-9766c3ab02b1 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:03:39.591147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Attempting to bind port 99668887-542f-4863-bb52-9766c3ab02b1 on network 3b6b7081-df47-4d19-b136-faf45992f713 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:39.596044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:03:39.596445 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Checking segment: {'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:39.596841 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:39.597228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Bound using segment: {'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:03:39.597700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Bound port: 99668887-542f-4863-bb52-9766c3ab02b1, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:03:39.598072 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:39.607434 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:39.646736 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:39.651287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:39.654872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:03:39.664810 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106504aa-5334-49a5-b73c-69c57694971b None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:03:39.667426 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] For port 99668887-542f-4863-bb52-9766c3ab02b1, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:03:39.678086 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Pushing event updated for resources: {'Port': ['ID=b75a965b-4d6b-472e-8f6f-a2e0120c2d08,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:39.681929 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] For port 99668887-542f-4863-bb52-9766c3ab02b1, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=99668887-542f-4863-bb52-9766c3ab02b1,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:03:39.689921 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:39.767179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaa954-0cde-4a4a-954c-af8cd8dae374 None None] Pushing event updated for resources: {'Port': ['ID=99668887-542f-4863-bb52-9766c3ab02b1,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:39.776436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-85c4e0af-e88d-4e16-92ad-b4efa0eae53c None None] Provisioning complete for port b75a965b-4d6b-472e-8f6f-a2e0120c2d08 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:39.776813 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-85c4e0af-e88d-4e16-92ad-b4efa0eae53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:39.814709 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-85c4e0af-e88d-4e16-92ad-b4efa0eae53c None None] Port b75a965b-4d6b-472e-8f6f-a2e0120c2d08 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:03:39.935247 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:40.142783 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:40.158995 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44f3fd09-4a75-4b8b-9d79-228187c4359e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:40.274312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Router be8be5df-2a55-4b57-9102-9dc6b2d662d9 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:03:40.384404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:03:40.393213 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Sync routers for ids ['be8be5df-2a55-4b57-9102-9dc6b2d662d9'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:03:40.404301 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:40.405647 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7750121c-4cab-4aca-ad5e-502307651f50 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4858499 Nov 27 02:03:40.406064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Routers {'be8be5df-2a55-4b57-9102-9dc6b2d662d9'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:03:40.406699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:03:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['be8be5df-2a55-4b57-9102-9dc6b2d662d9'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:40.408676 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43634) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:40.518073 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Set router be8be5df-2a55-4b57-9102-9dc6b2d662d9 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:03:40.686859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980023a6-3ee9-45d6-acfe-b11297a8d381 None None] Network 3b6b7081-df47-4d19-b136-faf45992f713 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:40.767743 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-898ae157-b5b8-44c8-bba1-9741167808c4 None None] Provisioning complete for port 99668887-542f-4863-bb52-9766c3ab02b1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:40.768116 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-898ae157-b5b8-44c8-bba1-9741167808c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:40.812818 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'name': 'tempest-TestEncryptedCinderVolumes-41559248-router', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b75a965b-4d6b-472e-8f6f-a2e0120c2d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:38Z', 'updated_at': '2021-11-27T02:03:39Z', 'revision_number': 3, 'project_id': '36f3931357fe478f8c4ea78e823811cd', 'gw_port': {'id': 'b75a965b-4d6b-472e-8f6f-a2e0120c2d08', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:39Z', 'updated_at': '2021-11-27T02:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:40.829154 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:40.846849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Checking router: be8be5df-2a55-4b57-9102-9dc6b2d662d9 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:03:40.847204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Updating router be8be5df-2a55-4b57-9102-9dc6b2d662d9 port b75a965b-4d6b-472e-8f6f-a2e0120c2d08 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:03:40.904141 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:40.969174 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 99668887-542f-4863-bb52-9766c3ab02b1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:40.994168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Allocated IP 172.20.0.1 (3b6b7081-df47-4d19-b136-faf45992f713/bc24c625-d312-4f53-9ce0-4df6a7f5fbbf/e2a70b65-ff5d-4bca-b61f-36b81124bc71) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:03:41.087959 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-898ae157-b5b8-44c8-bba1-9741167808c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.098016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.134357 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.178268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Network 3b6b7081-df47-4d19-b136-faf45992f713 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:41.184685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:41.186577 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Pushing event updated for resources: {'Port': ['ID=e2a70b65-ff5d-4bca-b61f-36b81124bc71,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:41.188789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:03:41.189105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-898ae157-b5b8-44c8-bba1-9741167808c4 None None] For port 99668887-542f-4863-bb52-9766c3ab02b1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=99668887-542f-4863-bb52-9766c3ab02b1,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:41.197536 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-898ae157-b5b8-44c8-bba1-9741167808c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.202424 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 99668887-542f-4863-bb52-9766c3ab02b1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:41.202806 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.227735 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.314875 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ae157-b5b8-44c8-bba1-9741167808c4 None None] Pushing event updated for resources: {'Port': ['ID=99668887-542f-4863-bb52-9766c3ab02b1,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:41.368612 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.417443 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.426925 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.459652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e0580518-41b1-4191-82ca-5b06e156ae90 None None] Provisioning complete for port 99668887-542f-4863-bb52-9766c3ab02b1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:41.460029 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e0580518-41b1-4191-82ca-5b06e156ae90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.500572 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4978ab-fb94-43f6-b1bd-6b04a65c998f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:03:41.524806 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Attempting to bind port b75a965b-4d6b-472e-8f6f-a2e0120c2d08 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:03:41.525188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Attempting to bind port b75a965b-4d6b-472e-8f6f-a2e0120c2d08 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:03:41.525558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Attempting to bind port b75a965b-4d6b-472e-8f6f-a2e0120c2d08 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:41.529086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e22db3-ac48-4988-89c5-d35da130e586 None None] Pushing event updated for resources: {'Port': ['ID=b75a965b-4d6b-472e-8f6f-a2e0120c2d08,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:41.539747 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:03:41.540219 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:41.544649 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.545073 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:03:41.545746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Bound port: b75a965b-4d6b-472e-8f6f-a2e0120c2d08, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:03:41.546144 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.553284 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.559139 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.631850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Pushing event updated for resources: {'Port': ['ID=e2a70b65-ff5d-4bca-b61f-36b81124bc71,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:41.633055 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] For port b75a965b-4d6b-472e-8f6f-a2e0120c2d08, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:03:41.634319 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.650712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] For port b75a965b-4d6b-472e-8f6f-a2e0120c2d08, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b75a965b-4d6b-472e-8f6f-a2e0120c2d08,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:03:41.655025 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.700667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f8e9ec-ebed-4519-a4cb-43a2fafcfe10 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:03:41.724617 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Routers {'be8be5df-2a55-4b57-9102-9dc6b2d662d9'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:03:41.725232 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:03:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['be8be5df-2a55-4b57-9102-9dc6b2d662d9'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:41.729604 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Network 3b6b7081-df47-4d19-b136-faf45992f713 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:41.729861 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e22db3-ac48-4988-89c5-d35da130e586 None None] Pushing event updated for resources: {'Port': ['ID=b75a965b-4d6b-472e-8f6f-a2e0120c2d08,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:41.730025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:41.823786 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-116dd9bd-e1d2-48da-878b-1130147da8a8 None None] Provisioning complete for port b75a965b-4d6b-472e-8f6f-a2e0120c2d08 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:41.824143 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-116dd9bd-e1d2-48da-878b-1130147da8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:41.856781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Router be8be5df-2a55-4b57-9102-9dc6b2d662d9 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:03:41.975392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:03:41.980569 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9759f07b-b2e2-45e3-ae11-91646b258e4b admin admin] 10.222.0.15 "PUT /v2.0/routers/be8be5df-2a55-4b57-9102-9dc6b2d662d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5687103 Nov 27 02:03:42.042764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] Set router be8be5df-2a55-4b57-9102-9dc6b2d662d9 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:03:42.188137 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-116dd9bd-e1d2-48da-878b-1130147da8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.215009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-116dd9bd-e1d2-48da-878b-1130147da8a8 None None] For port b75a965b-4d6b-472e-8f6f-a2e0120c2d08, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b75a965b-4d6b-472e-8f6f-a2e0120c2d08,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:42.220173 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-116dd9bd-e1d2-48da-878b-1130147da8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.288040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-116dd9bd-e1d2-48da-878b-1130147da8a8 None None] Provisioning complete for port e2a70b65-ff5d-4bca-b61f-36b81124bc71 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:42.288440 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-116dd9bd-e1d2-48da-878b-1130147da8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.360284 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dd9bd-e1d2-48da-878b-1130147da8a8 None None] Pushing event updated for resources: {'Port': ['ID=b75a965b-4d6b-472e-8f6f-a2e0120c2d08,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:42.374439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-116dd9bd-e1d2-48da-878b-1130147da8a8 None None] Port e2a70b65-ff5d-4bca-b61f-36b81124bc71 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:03:42.377686 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4f3317cd-4bb0-4eea-a561-dfea27675ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.397679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'name': 'tempest-TestEncryptedCinderVolumes-41559248-router', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b75a965b-4d6b-472e-8f6f-a2e0120c2d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:38Z', 'updated_at': '2021-11-27T02:03:41Z', 'revision_number': 4, 'project_id': '36f3931357fe478f8c4ea78e823811cd', 'gw_port': {'id': 'b75a965b-4d6b-472e-8f6f-a2e0120c2d08', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:39Z', 'updated_at': '2021-11-27T02:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'e2a70b65-ff5d-4bca-b61f-36b81124bc71', 'name': '', 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'mac_address': 'fa:16:3e:73:a3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'bc24c625-d312-4f53-9ce0-4df6a7f5fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:40Z', 'updated_at': '2021-11-27T02:03:41Z', 'revision_number': 2, 'project_id': '36f3931357fe478f8c4ea78e823811cd', 'subnets': [{'id': 'bc24c625-d312-4f53-9ce0-4df6a7f5fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:42.430000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da660f37-ecfa-4703-b625-88cad7409d55 None None] The sync data for ids ['be8be5df-2a55-4b57-9102-9dc6b2d662d9'] in n-d-817303-10 is: [{'id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'name': 'tempest-TestEncryptedCinderVolumes-41559248-router', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b75a965b-4d6b-472e-8f6f-a2e0120c2d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:38Z', 'updated_at': '2021-11-27T02:03:41Z', 'revision_number': 4, 'project_id': '36f3931357fe478f8c4ea78e823811cd', 'gw_port': {'id': 'b75a965b-4d6b-472e-8f6f-a2e0120c2d08', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:39Z', 'updated_at': '2021-11-27T02:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'e2a70b65-ff5d-4bca-b61f-36b81124bc71', 'name': '', 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'mac_address': 'fa:16:3e:73:a3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'bc24c625-d312-4f53-9ce0-4df6a7f5fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:40Z', 'updated_at': '2021-11-27T02:03:41Z', 'revision_number': 2, 'project_id': '36f3931357fe478f8c4ea78e823811cd', 'subnets': [{'id': 'bc24c625-d312-4f53-9ce0-4df6a7f5fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:03:42.459185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 43650) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:42.464722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1131552844-network', 'tenant_id': '81b9c9649967420486e1622a24b6982e'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:42.487077 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] Made reservation on behalf of 81b9c9649967420486e1622a24b6982e for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:42.489927 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.499294 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.499969 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-592e9d89-0676-459a-9ccb-24f0dd31dd0e None None] Provisioning complete for port e2a70b65-ff5d-4bca-b61f-36b81124bc71 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:42.500377 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-592e9d89-0676-459a-9ccb-24f0dd31dd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.541845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-592e9d89-0676-459a-9ccb-24f0dd31dd0e None None] Port e2a70b65-ff5d-4bca-b61f-36b81124bc71 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:03:42.579599 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.583396 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.605896 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:03:42.622524 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e649b7-bc4b-4aad-bba3-e00129273c79,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:42.629992 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.629992 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] Added segment 94d68228-04c6-42ac-b4de-2ad354f3dcf9 of type vlan for network 8032ce13-4732-4f07-8862-22aac7c4437e Nov 27 02:03:42.680273 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.714444 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.715612 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:42.716141 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.769845 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3096430 Nov 27 02:03:42.772627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43652) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:42.778293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d4a4a35a-c236-4651-b799-25f95b9c0527 admin admin] Request body: {'subnet': {'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1131552844-subnet', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:42.786940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad57f0-7ac9-46bc-ba2b-1cf3477aa997 admin admin] Pushing event updated for resources: {'Network': ['ID=8032ce13-4732-4f07-8862-22aac7c4437e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:42.798075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 8032ce13-4732-4f07-8862-22aac7c4437e details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:03:42.804801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a4a35a-c236-4651-b799-25f95b9c0527 admin admin] Made reservation on behalf of 81b9c9649967420486e1622a24b6982e for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:42.807795 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a35a-c236-4651-b799-25f95b9c0527 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.941347 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 99668887-542f-4863-bb52-9766c3ab02b1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:42.996931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 99668887-542f-4863-bb52-9766c3ab02b1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:42.997369 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:42.998713 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a35a-c236-4651-b799-25f95b9c0527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.072963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a4a35a-c236-4651-b799-25f95b9c0527 admin admin] Checking segment: {'id': '94d68228-04c6-42ac-b4de-2ad354f3dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:43.073339 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a4a35a-c236-4651-b799-25f95b9c0527 admin admin] Network hostable DHCP agents. Network: 8032ce13-4732-4f07-8862-22aac7c4437e, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:03:43.075422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4a35a-c236-4651-b799-25f95b9c0527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ef6732-92d6-4417-ac5c-5b5c322f05ef,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:43.097413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a4a35a-c236-4651-b799-25f95b9c0527 admin admin] Network 8032ce13-4732-4f07-8862-22aac7c4437e is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:03:43.126090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-d4a4a35a-c236-4651-b799-25f95b9c0527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 8032ce13-4732-4f07-8862-22aac7c4437e) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:43.130735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4a35a-c236-4651-b799-25f95b9c0527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:43.131328 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a35a-c236-4651-b799-25f95b9c0527 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.137025 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3273b543-9d2f-42bf-8ad9-c923f701eb1f None None] Network 8032ce13-4732-4f07-8862-22aac7c4437e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:43.150354 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d4a4a35a-c236-4651-b799-25f95b9c0527 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3766015 Nov 27 02:03:43.153072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43654) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:43.158214 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1131552844-router', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:43.186297 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.189471 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.251321 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.306609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-8032ce13-4732-4f07-8862-22aac7c4437e', 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'fixed_ips': [{'subnet_id': '78ef6732-92d6-4417-ac5c-5b5c322f05ef'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:03:43.307528 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.397571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.450393 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Allocated IP 172.20.0.2 (8032ce13-4732-4f07-8862-22aac7c4437e/78ef6732-92d6-4417-ac5c-5b5c322f05ef/5784a224-60b5-48e4-b732-cfd8e81252ed) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:03:43.475007 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.614660 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.620908 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.621829 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.641796 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.657688 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Network 8032ce13-4732-4f07-8862-22aac7c4437e is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:43.660811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:43.663525 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:03:43.702990 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Pushing event updated for resources: {'Port': ['ID=5784a224-60b5-48e4-b732-cfd8e81252ed,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:43.736534 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Attempting to bind port 5784a224-60b5-48e4-b732-cfd8e81252ed on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:03:43.736920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Attempting to bind port 5784a224-60b5-48e4-b732-cfd8e81252ed by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '94d68228-04c6-42ac-b4de-2ad354f3dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:03:43.737288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Attempting to bind port 5784a224-60b5-48e4-b732-cfd8e81252ed on network 8032ce13-4732-4f07-8862-22aac7c4437e {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:43.742995 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:03:43.743385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Checking segment: {'id': '94d68228-04c6-42ac-b4de-2ad354f3dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:43.743801 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.745372 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Bound using segment: {'id': '94d68228-04c6-42ac-b4de-2ad354f3dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:03:43.745845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Bound port: 5784a224-60b5-48e4-b732-cfd8e81252ed, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d68228-04c6-42ac-b4de-2ad354f3dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:03:43.746245 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.759485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Allocated IP 172.25.1.181 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/2eeaee46-d4f4-40f2-963a-76125c57fe4e) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:03:43.814765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] For port 5784a224-60b5-48e4-b732-cfd8e81252ed, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:03:43.818274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] For port 5784a224-60b5-48e4-b732-cfd8e81252ed, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5784a224-60b5-48e4-b732-cfd8e81252ed,segment=NetworkSegment(94d68228-04c6-42ac-b4de-2ad354f3dcf9),segment_id=94d68228-04c6-42ac-b4de-2ad354f3dcf9)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:03:43.822762 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.874725 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.886040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e958820-35cf-44cf-95bd-f5f8b9161910 None None] Pushing event updated for resources: {'Port': ['ID=5784a224-60b5-48e4-b732-cfd8e81252ed,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:43.912716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.954280 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:43.957286 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:43.960869 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:03:43.966997 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Pushing event updated for resources: {'Port': ['ID=2eeaee46-d4f4-40f2-963a-76125c57fe4e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:43.970801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0971caed-6783-4b0f-a75d-49f6402d62aa None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:03:44.083920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-08e14489-9807-4a39-b7ba-f289cffd9c19 None None] Provisioning complete for port 2eeaee46-d4f4-40f2-963a-76125c57fe4e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:44.084481 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-08e14489-9807-4a39-b7ba-f289cffd9c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:44.136326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-08e14489-9807-4a39-b7ba-f289cffd9c19 None None] Port 2eeaee46-d4f4-40f2-963a-76125c57fe4e cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:03:44.246410 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:44.563237 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Sync routers for ids ['be8be5df-2a55-4b57-9102-9dc6b2d662d9'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:03:44.574061 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Routers {'be8be5df-2a55-4b57-9102-9dc6b2d662d9'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:03:44.574677 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:03:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['be8be5df-2a55-4b57-9102-9dc6b2d662d9'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:44.679888 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Set router be8be5df-2a55-4b57-9102-9dc6b2d662d9 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:03:44.735110 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:44.868370 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Router 325f8d85-e0b0-473b-8173-83aaa93b8d49 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:03:44.882993 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'name': 'tempest-TestEncryptedCinderVolumes-41559248-router', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b75a965b-4d6b-472e-8f6f-a2e0120c2d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:38Z', 'updated_at': '2021-11-27T02:03:41Z', 'revision_number': 4, 'project_id': '36f3931357fe478f8c4ea78e823811cd', 'gw_port': {'id': 'b75a965b-4d6b-472e-8f6f-a2e0120c2d08', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:39Z', 'updated_at': '2021-11-27T02:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'e2a70b65-ff5d-4bca-b61f-36b81124bc71', 'name': '', 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'mac_address': 'fa:16:3e:73:a3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'bc24c625-d312-4f53-9ce0-4df6a7f5fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:40Z', 'updated_at': '2021-11-27T02:03:41Z', 'revision_number': 2, 'project_id': '36f3931357fe478f8c4ea78e823811cd', 'subnets': [{'id': 'bc24c625-d312-4f53-9ce0-4df6a7f5fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:44.912685 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Checking router: be8be5df-2a55-4b57-9102-9dc6b2d662d9 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:03:44.913263 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Updating router be8be5df-2a55-4b57-9102-9dc6b2d662d9 port e2a70b65-ff5d-4bca-b61f-36b81124bc71 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:03:44.944676 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:44.999430 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:03:45.022913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Sync routers for ids ['325f8d85-e0b0-473b-8173-83aaa93b8d49'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:03:45.032148 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b75a965b-4d6b-472e-8f6f-a2e0120c2d08 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:45.041038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:45.042984 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6a2f9170-395d-40e2-995e-cbe06b4b75fe admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8886530 Nov 27 02:03:45.045760 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43656) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:45.068456 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:45.087520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Routers {'325f8d85-e0b0-473b-8173-83aaa93b8d49'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:03:45.088710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:03:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['325f8d85-e0b0-473b-8173-83aaa93b8d49'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:45.198956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port b75a965b-4d6b-472e-8f6f-a2e0120c2d08 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:45.199237 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:45.253870 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Set router 325f8d85-e0b0-473b-8173-83aaa93b8d49 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:03:45.256605 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:45.264775 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:45.328098 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2749c-675c-43b4-a1d4-6d01a168f390 None None] Pushing event updated for resources: {'Port': ['ID=e2a70b65-ff5d-4bca-b61f-36b81124bc71,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:45.353015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93309a4c-ac42-415d-9d0e-bc624dd9d55c None None] Network 8032ce13-4732-4f07-8862-22aac7c4437e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:03:45.362082 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2749c-675c-43b4-a1d4-6d01a168f390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:45.362427 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2749c-675c-43b4-a1d4-6d01a168f390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:45.362763 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2749c-675c-43b4-a1d4-6d01a168f390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:45.363143 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2749c-675c-43b4-a1d4-6d01a168f390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:45.363507 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2749c-675c-43b4-a1d4-6d01a168f390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:45.363833 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2749c-675c-43b4-a1d4-6d01a168f390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:45.364152 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2749c-675c-43b4-a1d4-6d01a168f390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:45.364494 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2749c-675c-43b4-a1d4-6d01a168f390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:45.364812 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2749c-675c-43b4-a1d4-6d01a168f390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:45.365132 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2749c-675c-43b4-a1d4-6d01a168f390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:45.365446 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2749c-675c-43b4-a1d4-6d01a168f390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:45.365760 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2749c-675c-43b4-a1d4-6d01a168f390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:45.520718 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Attempting to bind port e2a70b65-ff5d-4bca-b61f-36b81124bc71 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:03:45.521082 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Attempting to bind port e2a70b65-ff5d-4bca-b61f-36b81124bc71 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:03:45.521440 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Attempting to bind port e2a70b65-ff5d-4bca-b61f-36b81124bc71 on network 3b6b7081-df47-4d19-b136-faf45992f713 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:45.527328 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:03:45.527692 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Checking segment: {'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:45.528081 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:45.528498 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Bound using segment: {'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:03:45.528956 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Bound port: e2a70b65-ff5d-4bca-b61f-36b81124bc71, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:03:45.529470 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:45.554592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5cc4d265-71d2-4db5-9c9a-241ce9d3cd12 None None] Provisioning complete for port 5784a224-60b5-48e4-b732-cfd8e81252ed triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:45.554965 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5cc4d265-71d2-4db5-9c9a-241ce9d3cd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:45.598192 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:45.601136 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] For port e2a70b65-ff5d-4bca-b61f-36b81124bc71, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:03:45.604292 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] For port e2a70b65-ff5d-4bca-b61f-36b81124bc71, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e2a70b65-ff5d-4bca-b61f-36b81124bc71,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:03:45.609496 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:45.630398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5784a224-60b5-48e4-b732-cfd8e81252ed up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:45.669374 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Routers {'be8be5df-2a55-4b57-9102-9dc6b2d662d9'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:03:45.670072 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:03:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['be8be5df-2a55-4b57-9102-9dc6b2d662d9'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:45.707945 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2749c-675c-43b4-a1d4-6d01a168f390 None None] Pushing event updated for resources: {'Port': ['ID=e2a70b65-ff5d-4bca-b61f-36b81124bc71,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:45.797670 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] Set router be8be5df-2a55-4b57-9102-9dc6b2d662d9 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:03:45.821889 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Allocated IP 172.20.0.1 (8032ce13-4732-4f07-8862-22aac7c4437e/78ef6732-92d6-4417-ac5c-5b5c322f05ef/ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:03:45.957791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5784a224-60b5-48e4-b732-cfd8e81252ed triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:45.958268 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:45.958645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:45.995208 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.020069 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5cc4d265-71d2-4db5-9c9a-241ce9d3cd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.032644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'name': 'tempest-TestEncryptedCinderVolumes-1131552844-router', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:44Z', 'revision_number': 3, 'project_id': '81b9c9649967420486e1622a24b6982e', 'gw_port': {'id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:46.035521 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'name': 'tempest-TestEncryptedCinderVolumes-41559248-router', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b75a965b-4d6b-472e-8f6f-a2e0120c2d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:38Z', 'updated_at': '2021-11-27T02:03:41Z', 'revision_number': 4, 'project_id': '36f3931357fe478f8c4ea78e823811cd', 'gw_port': {'id': 'b75a965b-4d6b-472e-8f6f-a2e0120c2d08', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:39Z', 'updated_at': '2021-11-27T02:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'e2a70b65-ff5d-4bca-b61f-36b81124bc71', 'name': '', 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'mac_address': 'fa:16:3e:73:a3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'bc24c625-d312-4f53-9ce0-4df6a7f5fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:40Z', 'updated_at': '2021-11-27T02:03:45Z', 'revision_number': 4, 'project_id': '36f3931357fe478f8c4ea78e823811cd', 'subnets': [{'id': 'bc24c625-d312-4f53-9ce0-4df6a7f5fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:46.049824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:46.060154 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Network 8032ce13-4732-4f07-8862-22aac7c4437e is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:46.061979 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:46.064547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:03:46.075325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Checking router: 325f8d85-e0b0-473b-8173-83aaa93b8d49 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:03:46.075798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Updating router 325f8d85-e0b0-473b-8173-83aaa93b8d49 port 2eeaee46-d4f4-40f2-963a-76125c57fe4e binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:03:46.082584 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732772c5-864e-4684-a0d5-e61c99f805fa None None] The sync data for ids ['be8be5df-2a55-4b57-9102-9dc6b2d662d9'] in n-d-817303-10 is: [{'id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'name': 'tempest-TestEncryptedCinderVolumes-41559248-router', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b75a965b-4d6b-472e-8f6f-a2e0120c2d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:38Z', 'updated_at': '2021-11-27T02:03:41Z', 'revision_number': 4, 'project_id': '36f3931357fe478f8c4ea78e823811cd', 'gw_port': {'id': 'b75a965b-4d6b-472e-8f6f-a2e0120c2d08', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:39Z', 'updated_at': '2021-11-27T02:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'e2a70b65-ff5d-4bca-b61f-36b81124bc71', 'name': '', 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'mac_address': 'fa:16:3e:73:a3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'bc24c625-d312-4f53-9ce0-4df6a7f5fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:40Z', 'updated_at': '2021-11-27T02:03:45Z', 'revision_number': 4, 'project_id': '36f3931357fe478f8c4ea78e823811cd', 'subnets': [{'id': 'bc24c625-d312-4f53-9ce0-4df6a7f5fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:03:46.109266 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.128406 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5cc4d265-71d2-4db5-9c9a-241ce9d3cd12 None None] For port 5784a224-60b5-48e4-b732-cfd8e81252ed, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5784a224-60b5-48e4-b732-cfd8e81252ed,segment=NetworkSegment(94d68228-04c6-42ac-b4de-2ad354f3dcf9),segment_id=94d68228-04c6-42ac-b4de-2ad354f3dcf9)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:46.155012 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5cc4d265-71d2-4db5-9c9a-241ce9d3cd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.166451 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.237403 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.268500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4d265-71d2-4db5-9c9a-241ce9d3cd12 None None] Pushing event updated for resources: {'Port': ['ID=5784a224-60b5-48e4-b732-cfd8e81252ed,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:46.284310 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.380878 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c2a81354-58fc-4444-bfb2-88076f6190b2 None None] Provisioning complete for port 5784a224-60b5-48e4-b732-cfd8e81252ed triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:46.381256 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2a81354-58fc-4444-bfb2-88076f6190b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.427372 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 02:03:46.427725 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 02:03:46.489679 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.495346 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.496682 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.567537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:46.570056 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.641690 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c2a81354-58fc-4444-bfb2-88076f6190b2 None None] Provisioning complete for port e2a70b65-ff5d-4bca-b61f-36b81124bc71 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:46.642066 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2a81354-58fc-4444-bfb2-88076f6190b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.674548 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Network 8032ce13-4732-4f07-8862-22aac7c4437e is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:46.675911 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:46.712434 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.724629 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.814519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Router 325f8d85-e0b0-473b-8173-83aaa93b8d49 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:03:46.815293 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d7be74-4459-4a7a-b2ca-e675c8ae220b None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:03:46.852474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b81c2-ccf5-46f0-8c14-8dd855f4d72d None None] Pushing event updated for resources: {'Port': ['ID=2eeaee46-d4f4-40f2-963a-76125c57fe4e,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:46.862727 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Attempting to bind port 2eeaee46-d4f4-40f2-963a-76125c57fe4e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:03:46.863106 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Attempting to bind port 2eeaee46-d4f4-40f2-963a-76125c57fe4e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:03:46.863527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Attempting to bind port 2eeaee46-d4f4-40f2-963a-76125c57fe4e on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:46.866202 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2a81354-58fc-4444-bfb2-88076f6190b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.893832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:03:46.895422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:46.895840 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.896322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:03:46.896827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Bound port: 2eeaee46-d4f4-40f2-963a-76125c57fe4e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:03:46.897226 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.950278 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:03:46.956656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3b310ea4-dfd3-4ad4-b81c-40d116b1e3f7 admin admin] 10.222.0.15 "PUT /v2.0/routers/325f8d85-e0b0-473b-8173-83aaa93b8d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9096603 Nov 27 02:03:46.957902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c2a81354-58fc-4444-bfb2-88076f6190b2 None None] For port e2a70b65-ff5d-4bca-b61f-36b81124bc71, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e2a70b65-ff5d-4bca-b61f-36b81124bc71,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:46.967274 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c2a81354-58fc-4444-bfb2-88076f6190b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:47.037865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] For port 2eeaee46-d4f4-40f2-963a-76125c57fe4e, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:03:47.044692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] For port 2eeaee46-d4f4-40f2-963a-76125c57fe4e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2eeaee46-d4f4-40f2-963a-76125c57fe4e,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:03:47.054439 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:47.062595 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a81354-58fc-4444-bfb2-88076f6190b2 None None] Pushing event updated for resources: {'Port': ['ID=e2a70b65-ff5d-4bca-b61f-36b81124bc71,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:47.093248 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0cb49f-92e2-4a0f-b672-445f486f46f8 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:03:47.136637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Routers {'325f8d85-e0b0-473b-8173-83aaa93b8d49'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:03:47.137293 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:03:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['325f8d85-e0b0-473b-8173-83aaa93b8d49'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:47.144483 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dd5361bc-be2a-445a-a40e-c84c19cf2c18 None None] Provisioning complete for port 2eeaee46-d4f4-40f2-963a-76125c57fe4e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:47.144879 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dd5361bc-be2a-445a-a40e-c84c19cf2c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:47.181079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e2a70b65-ff5d-4bca-b61f-36b81124bc71 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:47.183935 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b81c2-ccf5-46f0-8c14-8dd855f4d72d None None] Pushing event updated for resources: {'Port': ['ID=2eeaee46-d4f4-40f2-963a-76125c57fe4e,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:47.350879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] Set router 325f8d85-e0b0-473b-8173-83aaa93b8d49 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:03:47.389274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e2a70b65-ff5d-4bca-b61f-36b81124bc71 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:47.389705 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:47.437734 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dd5361bc-be2a-445a-a40e-c84c19cf2c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:47.532856 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-dd5361bc-be2a-445a-a40e-c84c19cf2c18 None None] For port 2eeaee46-d4f4-40f2-963a-76125c57fe4e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2eeaee46-d4f4-40f2-963a-76125c57fe4e,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:47.543241 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dd5361bc-be2a-445a-a40e-c84c19cf2c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:47.633216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dd5361bc-be2a-445a-a40e-c84c19cf2c18 None None] Provisioning complete for port ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:47.633591 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dd5361bc-be2a-445a-a40e-c84c19cf2c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:47.763337 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-fef9f847-10bc-4d4c-a34e-c5ad32242112 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:47.764971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-fef9f847-10bc-4d4c-a34e-c5ad32242112 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/networks?id=3b6b7081-df47-4d19-b136-faf45992f713 HTTP/1.1" status: 200 len: 815 time: 0.1103668 Nov 27 02:03:47.781078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-00bf9c61-2e82-40fa-963d-5c579d9be739 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/quotas/36f3931357fe478f8c4ea78e823811cd HTTP/1.1" status: 200 len: 375 time: 0.0098646 Nov 27 02:03:47.837409 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-11e85e48-5113-4da2-850c-a0d9b46099ad tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=36f3931357fe478f8c4ea78e823811cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489638 Nov 27 02:03:47.864525 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5784a224-60b5-48e4-b732-cfd8e81252ed up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:47.890401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5361bc-be2a-445a-a40e-c84c19cf2c18 None None] Pushing event updated for resources: {'Port': ['ID=2eeaee46-d4f4-40f2-963a-76125c57fe4e,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:47.905531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-dd5361bc-be2a-445a-a40e-c84c19cf2c18 None None] Port ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:03:47.938898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5784a224-60b5-48e4-b732-cfd8e81252ed triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:47.939315 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:47.940661 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-b292c528-bed2-481a-a6a2-0095ddef196c service neutron] 10.222.0.15 "GET /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912039 Nov 27 02:03:47.942050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'name': 'tempest-TestEncryptedCinderVolumes-1131552844-router', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:46Z', 'revision_number': 4, 'project_id': '81b9c9649967420486e1622a24b6982e', 'gw_port': {'id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7', 'name': '', 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'mac_address': 'fa:16:3e:00:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '78ef6732-92d6-4417-ac5c-5b5c322f05ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:45Z', 'updated_at': '2021-11-27T02:03:46Z', 'revision_number': 2, 'project_id': '81b9c9649967420486e1622a24b6982e', 'subnets': [{'id': '78ef6732-92d6-4417-ac5c-5b5c322f05ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:47.988139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ceaad4-da67-49da-b28d-687ce136a84b None None] The sync data for ids ['325f8d85-e0b0-473b-8173-83aaa93b8d49'] in n-d-817303-10 is: [{'id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'name': 'tempest-TestEncryptedCinderVolumes-1131552844-router', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:46Z', 'revision_number': 4, 'project_id': '81b9c9649967420486e1622a24b6982e', 'gw_port': {'id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7', 'name': '', 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'mac_address': 'fa:16:3e:00:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '78ef6732-92d6-4417-ac5c-5b5c322f05ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:45Z', 'updated_at': '2021-11-27T02:03:46Z', 'revision_number': 2, 'project_id': '81b9c9649967420486e1622a24b6982e', 'subnets': [{'id': '78ef6732-92d6-4417-ac5c-5b5c322f05ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:03:48.038831 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-c8ec0477-385c-43ef-bde3-13242e88b236 service neutron] 10.222.0.15 "GET /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916395 Nov 27 02:03:48.066079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-590d7ab9-8202-499b-809a-4543181d4801 None None] Provisioning complete for port 2eeaee46-d4f4-40f2-963a-76125c57fe4e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:48.066659 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-590d7ab9-8202-499b-809a-4543181d4801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:48.249583 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cb6f9ec7-31fb-4175-9e3f-de7b61d95f7b req-70d2eabc-7a5d-4e0f-89ad-173d20ee0738 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 210 time: 0.0572562 Nov 27 02:03:49.174467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2eeaee46-d4f4-40f2-963a-76125c57fe4e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:49.228300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 2eeaee46-d4f4-40f2-963a-76125c57fe4e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:49.229489 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:49.322391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e2a70b65-ff5d-4bca-b61f-36b81124bc71 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:49.370393 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e1aee0df-adfb-45c8-858c-f0679a5d5dfc req-9825e563-7766-49ac-b371-0e3d21316a71 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 210 time: 0.0411103 Nov 27 02:03:49.407942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e2a70b65-ff5d-4bca-b61f-36b81124bc71 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:49.408638 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:49.485020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-fe0d5465-8979-494a-8d5f-c3144c909ea5 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:49.486618 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-fe0d5465-8979-494a-8d5f-c3144c909ea5 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.31 "GET /v2.0/networks?id=3b6b7081-df47-4d19-b136-faf45992f713 HTTP/1.1" status: 200 len: 815 time: 0.1469221 Nov 27 02:03:49.507802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-37d4145c-e392-4365-82fb-26280b795ab3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Request body: {'port': {'device_id': '331323db-3e2d-4ee7-bcf1-1baa24462401', 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713', 'admin_state_up': True, 'tenant_id': '36f3931357fe478f8c4ea78e823811cd'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:49.621895 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-37d4145c-e392-4365-82fb-26280b795ab3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Made reservation on behalf of 36f3931357fe478f8c4ea78e823811cd for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:49.625538 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-37d4145c-e392-4365-82fb-26280b795ab3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:49.750492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-37d4145c-e392-4365-82fb-26280b795ab3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Allocated IP 172.20.0.11 (3b6b7081-df47-4d19-b136-faf45992f713/bc24c625-d312-4f53-9ce0-4df6a7f5fbbf/f90fef6c-3f03-4d92-b7af-03315cd56b64) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:03:49.900214 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-37d4145c-e392-4365-82fb-26280b795ab3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:49.934457 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-37d4145c-e392-4365-82fb-26280b795ab3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:49.980699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-37d4145c-e392-4365-82fb-26280b795ab3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Network 3b6b7081-df47-4d19-b136-faf45992f713 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:49.986152 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-37d4145c-e392-4365-82fb-26280b795ab3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:49.990624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-37d4145c-e392-4365-82fb-26280b795ab3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:03:49.994751 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4145c-e392-4365-82fb-26280b795ab3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Pushing event updated for resources: {'Port': ['ID=f90fef6c-3f03-4d92-b7af-03315cd56b64,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:50.052547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-37d4145c-e392-4365-82fb-26280b795ab3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:50.053408 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-37d4145c-e392-4365-82fb-26280b795ab3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:50.073188 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-37d4145c-e392-4365-82fb-26280b795ab3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5711243 Nov 27 02:03:50.090784 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Request body: {'port': {'device_id': '331323db-3e2d-4ee7-bcf1-1baa24462401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:50.159523 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:50.306737 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-cab8a422-1d78-452e-a58b-b0117567e67f None None] Provisioning complete for port f90fef6c-3f03-4d92-b7af-03315cd56b64 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:50.307319 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cab8a422-1d78-452e-a58b-b0117567e67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:50.341204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-cab8a422-1d78-452e-a58b-b0117567e67f None None] Port f90fef6c-3f03-4d92-b7af-03315cd56b64 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:03:50.376581 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Sync routers for ids ['325f8d85-e0b0-473b-8173-83aaa93b8d49'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:03:50.386864 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Routers {'325f8d85-e0b0-473b-8173-83aaa93b8d49'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:03:50.387473 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:03:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['325f8d85-e0b0-473b-8173-83aaa93b8d49'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:50.438178 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90fef6c-3f03-4d92-b7af-03315cd56b64 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:03:50.448728 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:50.462579 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Transition to ACTIVE for port object f90fef6c-3f03-4d92-b7af-03315cd56b64 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:03:50.466730 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:50.495857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9df2bf-349f-4c42-b38e-258737fce065 req-0122f1fd-a895-4741-8931-249be0d47820 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:50.496539 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Set router 325f8d85-e0b0-473b-8173-83aaa93b8d49 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:03:50.498100 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d9df2bf-349f-4c42-b38e-258737fce065 req-0122f1fd-a895-4741-8931-249be0d47820 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 932 time: 0.0563381 Nov 27 02:03:50.550367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f90fef6c-3f03-4d92-b7af-03315cd56b64,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:50.579087 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1d9df2bf-349f-4c42-b38e-258737fce065 req-39cced7d-e175-42cb-a3c2-342a961a0fd9 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669405 Nov 27 02:03:50.610440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Attempting to bind port f90fef6c-3f03-4d92-b7af-03315cd56b64 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:03:50.611036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Attempting to bind port f90fef6c-3f03-4d92-b7af-03315cd56b64 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:03:50.611580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Attempting to bind port f90fef6c-3f03-4d92-b7af-03315cd56b64 on network 3b6b7081-df47-4d19-b136-faf45992f713 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:50.616694 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Port f90fef6c-3f03-4d92-b7af-03315cd56b64 on network 3b6b7081-df47-4d19-b136-faf45992f713 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:03:50.616969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Attempting to bind port f90fef6c-3f03-4d92-b7af-03315cd56b64 on network 3b6b7081-df47-4d19-b136-faf45992f713 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:50.622602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:03:50.622936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Checking segment: {'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:50.623322 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Bound using segment: {'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:03:50.623740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Bound port: f90fef6c-3f03-4d92-b7af-03315cd56b64, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:03:50.624095 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:50.689739 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] For port f90fef6c-3f03-4d92-b7af-03315cd56b64, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:03:50.693106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] For port f90fef6c-3f03-4d92-b7af-03315cd56b64, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=f90fef6c-3f03-4d92-b7af-03315cd56b64,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:03:50.698360 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:50.719904 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'name': 'tempest-TestEncryptedCinderVolumes-1131552844-router', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:46Z', 'revision_number': 4, 'project_id': '81b9c9649967420486e1622a24b6982e', 'gw_port': {'id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7', 'name': '', 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'mac_address': 'fa:16:3e:00:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '78ef6732-92d6-4417-ac5c-5b5c322f05ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:45Z', 'updated_at': '2021-11-27T02:03:46Z', 'revision_number': 2, 'project_id': '81b9c9649967420486e1622a24b6982e', 'subnets': [{'id': '78ef6732-92d6-4417-ac5c-5b5c322f05ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:50.742635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:50.743257 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:50.744808 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] 10.222.0.31 "PUT /v2.0/ports/f90fef6c-3f03-4d92-b7af-03315cd56b64 HTTP/1.1" status: 200 len: 1093 time: 0.6585758 Nov 27 02:03:50.745259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331323db-3e2d-4ee7-bcf1-1baa24462401', 'tag': 'f90fef6c-3f03-4d92-b7af-03315cd56b64'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:03:50.747216 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Checking router: 325f8d85-e0b0-473b-8173-83aaa93b8d49 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:03:50.747570 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Updating router 325f8d85-e0b0-473b-8173-83aaa93b8d49 port ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:03:50.747701 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776105bb-b040-42e0-8cbb-e5d976ea4342" -d '{"events": [{"name": "network-changed", "server_uuid": "331323db-3e2d-4ee7-bcf1-1baa24462401", "tag": "f90fef6c-3f03-4d92-b7af-03315cd56b64"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:03:50.771716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9b41e-8819-48e9-9c92-68323ba7c1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f90fef6c-3f03-4d92-b7af-03315cd56b64,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:50.773148 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:50.804780 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20640c7b-a18d-4456-8f09-16f28cbb54d8 x-openstack-request-id: req-20640c7b-a18d-4456-8f09-16f28cbb54d8 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:03:50.805087 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331323db-3e2d-4ee7-bcf1-1baa24462401", "tag": "f90fef6c-3f03-4d92-b7af-03315cd56b64", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:03:50.805348 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20640c7b-a18d-4456-8f09-16f28cbb54d8 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:03:50.805779 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331323db-3e2d-4ee7-bcf1-1baa24462401', 'tag': 'f90fef6c-3f03-4d92-b7af-03315cd56b64', 'status': 'completed', 'code': 200} Nov 27 02:03:50.880903 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-ff640522-f9cd-4154-9c1d-f93e7aeec4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:50.882443 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-ff640522-f9cd-4154-9c1d-f93e7aeec4d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36f3931357fe478f8c4ea78e823811cd&device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 1096 time: 0.0591516 Nov 27 02:03:50.933384 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-41efd523-8773-489a-b8f2-0d882b78664a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f90fef6c-3f03-4d92-b7af-03315cd56b64 HTTP/1.1" status: 200 len: 217 time: 0.0372043 Nov 27 02:03:50.987697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-3b9be552-3b51-45b5-bac1-41ba0a026580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:50.991005 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-3b9be552-3b51-45b5-bac1-41ba0a026580 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc24c625-d312-4f53-9ce0-4df6a7f5fbbf HTTP/1.1" status: 200 len: 854 time: 0.0513213 Nov 27 02:03:51.036928 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-5dad96dc-3b22-4b37-b18c-89962e741e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:51.038351 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-5dad96dc-3b22-4b37-b18c-89962e741e93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3b6b7081-df47-4d19-b136-faf45992f713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408084 Nov 27 02:03:51.061050 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:51.066518 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:51.129570 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb51a7-4718-4b43-b300-c7e2a7e68137 None None] Pushing event updated for resources: {'Port': ['ID=ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:51.131885 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-f648099c-4961-4762-8027-4593311a6cfd service neutron] 10.222.0.31 "GET /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857811 Nov 27 02:03:51.163469 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Attempting to bind port ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:03:51.163834 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Attempting to bind port ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '94d68228-04c6-42ac-b4de-2ad354f3dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:03:51.164197 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Attempting to bind port ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 on network 8032ce13-4732-4f07-8862-22aac7c4437e {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:51.169630 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:03:51.170010 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Checking segment: {'id': '94d68228-04c6-42ac-b4de-2ad354f3dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:51.170409 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:51.170797 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Bound using segment: {'id': '94d68228-04c6-42ac-b4de-2ad354f3dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:03:51.171277 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Bound port: ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d68228-04c6-42ac-b4de-2ad354f3dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:03:51.171757 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:51.229276 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a1c37dd2-8f88-4302-810d-5fd9f7d820e8 req-27fa348d-f9e1-4968-9ef8-a7a233095ce8 service neutron] 10.222.0.31 "GET /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904784 Nov 27 02:03:51.235880 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] For port ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:03:51.239402 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] For port ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7,segment=NetworkSegment(94d68228-04c6-42ac-b4de-2ad354f3dcf9),segment_id=94d68228-04c6-42ac-b4de-2ad354f3dcf9)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:03:51.243740 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:51.307896 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Routers {'325f8d85-e0b0-473b-8173-83aaa93b8d49'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:03:51.308547 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:03:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['325f8d85-e0b0-473b-8173-83aaa93b8d49'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:51.311578 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb51a7-4718-4b43-b300-c7e2a7e68137 None None] Pushing event updated for resources: {'Port': ['ID=ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:51.357558 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776105bb-b040-42e0-8cbb-e5d976ea4342 req-486498c6-a5d4-426e-8beb-efd7b0b62242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:51.360302 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-776105bb-b040-42e0-8cbb-e5d976ea4342 req-486498c6-a5d4-426e-8beb-efd7b0b62242 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36f3931357fe478f8c4ea78e823811cd&device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 1096 time: 0.0458462 Nov 27 02:03:51.414628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c57f7b4f-f1b5-4c67-95e9-e4491026c4b8 None None] Provisioning complete for port ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:51.415577 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c57f7b4f-f1b5-4c67-95e9-e4491026c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:51.431140 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] Set router 325f8d85-e0b0-473b-8173-83aaa93b8d49 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:03:51.473239 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776105bb-b040-42e0-8cbb-e5d976ea4342 req-9bb38fec-7390-446d-b750-06f31dbe109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:51.474895 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-776105bb-b040-42e0-8cbb-e5d976ea4342 req-9bb38fec-7390-446d-b750-06f31dbe109a service neutron] 10.222.0.31 "GET /v2.0/networks?id=3b6b7081-df47-4d19-b136-faf45992f713 HTTP/1.1" status: 200 len: 916 time: 0.1082783 Nov 27 02:03:51.512186 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c57f7b4f-f1b5-4c67-95e9-e4491026c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:51.520222 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-776105bb-b040-42e0-8cbb-e5d976ea4342 req-f8824dfd-0d10-4a35-b8f3-822227d5115c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f90fef6c-3f03-4d92-b7af-03315cd56b64 HTTP/1.1" status: 200 len: 217 time: 0.0384896 Nov 27 02:03:51.548146 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c57f7b4f-f1b5-4c67-95e9-e4491026c4b8 None None] For port ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7,segment=NetworkSegment(94d68228-04c6-42ac-b4de-2ad354f3dcf9),segment_id=94d68228-04c6-42ac-b4de-2ad354f3dcf9)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:51.552482 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c57f7b4f-f1b5-4c67-95e9-e4491026c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:51.576891 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776105bb-b040-42e0-8cbb-e5d976ea4342 req-050ef009-50ff-4961-8d6a-2ef98e9a558c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:51.578384 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-776105bb-b040-42e0-8cbb-e5d976ea4342 req-050ef009-50ff-4961-8d6a-2ef98e9a558c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc24c625-d312-4f53-9ce0-4df6a7f5fbbf HTTP/1.1" status: 200 len: 854 time: 0.0517695 Nov 27 02:03:51.612472 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f7b4f-f1b5-4c67-95e9-e4491026c4b8 None None] Pushing event updated for resources: {'Port': ['ID=ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:51.634211 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776105bb-b040-42e0-8cbb-e5d976ea4342 req-df87b1fc-747b-4a13-98bb-bc62ab800abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:51.635755 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-776105bb-b040-42e0-8cbb-e5d976ea4342 req-df87b1fc-747b-4a13-98bb-bc62ab800abe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3b6b7081-df47-4d19-b136-faf45992f713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500345 Nov 27 02:03:51.676493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-eb10bf10-4ece-4127-b123-6c10d54feaeb None None] Provisioning complete for port ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:51.677388 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eb10bf10-4ece-4127-b123-6c10d54feaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:51.697675 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f633d-356f-49a8-95de-d4de9971ebd5 req-ff013bb1-74de-4cc2-9aaf-cec1e0bea2ef tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:51.700503 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-028f633d-356f-49a8-95de-d4de9971ebd5 req-ff013bb1-74de-4cc2-9aaf-cec1e0bea2ef tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 944 time: 0.0571883 Nov 27 02:03:51.751023 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'name': 'tempest-TestEncryptedCinderVolumes-1131552844-router', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:46Z', 'revision_number': 4, 'project_id': '81b9c9649967420486e1622a24b6982e', 'gw_port': {'id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7', 'name': '', 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'mac_address': 'fa:16:3e:00:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '78ef6732-92d6-4417-ac5c-5b5c322f05ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:45Z', 'updated_at': '2021-11-27T02:03:51Z', 'revision_number': 4, 'project_id': '81b9c9649967420486e1622a24b6982e', 'subnets': [{'id': '78ef6732-92d6-4417-ac5c-5b5c322f05ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:51.751734 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-776105bb-b040-42e0-8cbb-e5d976ea4342 req-28fde217-a884-4f7e-b985-fdebf829e02a service neutron] 10.222.0.31 "GET /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085517 Nov 27 02:03:51.756184 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-028f633d-356f-49a8-95de-d4de9971ebd5 req-e907f7f6-4fb5-47c5-8d77-58e158e14d3e tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490584 Nov 27 02:03:51.784255 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26526ed2-27a4-4e4a-82d4-b99b0bf980d3 None None] The sync data for ids ['325f8d85-e0b0-473b-8173-83aaa93b8d49'] in n-d-817303-10 is: [{'id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'name': 'tempest-TestEncryptedCinderVolumes-1131552844-router', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:46Z', 'revision_number': 4, 'project_id': '81b9c9649967420486e1622a24b6982e', 'gw_port': {'id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7', 'name': '', 'network_id': '8032ce13-4732-4f07-8862-22aac7c4437e', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'mac_address': 'fa:16:3e:00:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '78ef6732-92d6-4417-ac5c-5b5c322f05ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:45Z', 'updated_at': '2021-11-27T02:03:51Z', 'revision_number': 4, 'project_id': '81b9c9649967420486e1622a24b6982e', 'subnets': [{'id': '78ef6732-92d6-4417-ac5c-5b5c322f05ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:03:51.864943 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-776105bb-b040-42e0-8cbb-e5d976ea4342 req-e2e966be-3f20-4ba1-af13-b2bbe91d3406 service neutron] 10.222.0.31 "GET /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060605 Nov 27 02:03:52.877376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4df003-1119-4d9b-ae2e-3d47e7aa8747 req-45592899-70f9-4423-a7e2-827018e7460a tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:52.878851 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e4df003-1119-4d9b-ae2e-3d47e7aa8747 req-45592899-70f9-4423-a7e2-827018e7460a tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 944 time: 0.0535467 Nov 27 02:03:52.926690 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0e4df003-1119-4d9b-ae2e-3d47e7aa8747 req-7b7c264e-0d85-4a65-ba94-79bb4dd97638 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Nov 27 02:03:53.107771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:53.155877 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:53.156260 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:54.043015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae1e95-e35e-4db9-9002-87dc6454b161 req-c2686a62-a44a-4038-a3c3-832eef08c482 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:54.044519 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82ae1e95-e35e-4db9-9002-87dc6454b161 req-c2686a62-a44a-4038-a3c3-832eef08c482 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 944 time: 0.0484624 Nov 27 02:03:54.090449 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82ae1e95-e35e-4db9-9002-87dc6454b161 req-a76377cc-e2ed-498a-a86c-808b05261ee1 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Nov 27 02:03:54.653739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device f90fef6c-3f03-4d92-b7af-03315cd56b64 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:03:54.747474 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port f90fef6c-3f03-4d92-b7af-03315cd56b64, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=f90fef6c-3f03-4d92-b7af-03315cd56b64,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:54.758553 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'f90fef6c-3f03-4d92-b7af-03315cd56b64', 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713', 'port_id': 'f90fef6c-3f03-4d92-b7af-03315cd56b64', 'mac_address': 'fa:16:3e:30:72:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc24c625-d312-4f53-9ce0-4df6a7f5fbbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:03:54.798655 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:54.811648 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90fef6c-3f03-4d92-b7af-03315cd56b64 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:03:54.830611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port f90fef6c-3f03-4d92-b7af-03315cd56b64, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=f90fef6c-3f03-4d92-b7af-03315cd56b64,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:54.834596 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:54.880550 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=f90fef6c-3f03-4d92-b7af-03315cd56b64,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:55.194815 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['f90fef6c-3f03-4d92-b7af-03315cd56b64'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:03:55.203838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0dd00-76e0-49dc-b35a-205aa02c629b req-3ef983af-da86-48d4-9968-931c0ff8a5ed tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:55.205378 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-89d0dd00-76e0-49dc-b35a-205aa02c629b req-3ef983af-da86-48d4-9968-931c0ff8a5ed tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 945 time: 0.0485797 Nov 27 02:03:55.252400 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-89d0dd00-76e0-49dc-b35a-205aa02c629b req-627863e4-0198-41b4-a0eb-ccc5b7ce8547 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Nov 27 02:03:56.631150 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8f8b1-0667-4f43-8def-8bdb6cb3c052 req-267e5893-1960-48da-bd71-05b57c67fef2 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:56.632639 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ffb8f8b1-0667-4f43-8def-8bdb6cb3c052 req-267e5893-1960-48da-bd71-05b57c67fef2 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 945 time: 0.0507240 Nov 27 02:03:56.669692 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device f90fef6c-3f03-4d92-b7af-03315cd56b64 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:56.679194 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ffb8f8b1-0667-4f43-8def-8bdb6cb3c052 req-bc5bea9d-2307-40e1-824e-d9354ce98bfd tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400996 Nov 27 02:03:56.717333 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port f90fef6c-3f03-4d92-b7af-03315cd56b64 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:03:56.720960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port f90fef6c-3f03-4d92-b7af-03315cd56b64 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:56.721330 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:56.800420 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:56.822751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331323db-3e2d-4ee7-bcf1-1baa24462401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90fef6c-3f03-4d92-b7af-03315cd56b64'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:03:56.825061 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d518678-8bd7-4d17-bd1d-10fd7eed6a9f" -d '{"events": [{"server_uuid": "331323db-3e2d-4ee7-bcf1-1baa24462401", "name": "network-vif-plugged", "status": "completed", "tag": "f90fef6c-3f03-4d92-b7af-03315cd56b64"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:03:56.838504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port f90fef6c-3f03-4d92-b7af-03315cd56b64, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=f90fef6c-3f03-4d92-b7af-03315cd56b64,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:56.842401 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:56.878016 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13e0601-40ba-404a-8dbb-f1208b88d315 x-openstack-request-id: req-c13e0601-40ba-404a-8dbb-f1208b88d315 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:03:56.878306 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331323db-3e2d-4ee7-bcf1-1baa24462401", "name": "network-vif-plugged", "status": "completed", "tag": "f90fef6c-3f03-4d92-b7af-03315cd56b64", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:03:56.878558 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c13e0601-40ba-404a-8dbb-f1208b88d315 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:03:56.878961 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331323db-3e2d-4ee7-bcf1-1baa24462401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90fef6c-3f03-4d92-b7af-03315cd56b64', 'code': 200} Nov 27 02:03:56.890933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=f90fef6c-3f03-4d92-b7af-03315cd56b64,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:57.007724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faade7e-7e97-4744-a43a-08ba63e9478d req-9f407a8c-e83d-435c-9741-415e2d831d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:57.009231 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6faade7e-7e97-4744-a43a-08ba63e9478d req-9f407a8c-e83d-435c-9741-415e2d831d6a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 1098 time: 0.0433757 Nov 27 02:03:57.052357 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6faade7e-7e97-4744-a43a-08ba63e9478d req-d3f82cfa-f492-47d5-b459-a85573497242 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361142 Nov 27 02:03:57.795094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d10ce-545e-4d65-bff1-9faf7e9d4dcb req-f966879e-5c55-4b8a-a33f-c822a6893221 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:57.796579 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9d10ce-545e-4d65-bff1-9faf7e9d4dcb req-f966879e-5c55-4b8a-a33f-c822a6893221 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 946 time: 0.0483780 Nov 27 02:03:57.842716 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b9d10ce-545e-4d65-bff1-9faf7e9d4dcb req-63347b2d-e768-4cb5-a716-65cd057c0459 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402720 Nov 27 02:03:58.960973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becf2b8-9084-4472-b180-30c208f2cfe6 req-e13ffcaf-0bef-4d35-b19e-9a28934dbf9f tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:58.962463 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0becf2b8-9084-4472-b180-30c208f2cfe6 req-e13ffcaf-0bef-4d35-b19e-9a28934dbf9f tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 946 time: 0.0490696 Nov 27 02:03:59.009109 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0becf2b8-9084-4472-b180-30c208f2cfe6 req-bf95648a-c419-4758-83e7-02fef16c3a96 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399528 Nov 27 02:03:59.077182 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:59.125739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93188587-d255-43ff-85b7-91932134cc53 req-a1477651-988b-477e-a5c9-be1c4678cf2b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:59.127280 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93188587-d255-43ff-85b7-91932134cc53 req-a1477651-988b-477e-a5c9-be1c4678cf2b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 946 time: 0.0489438 Nov 27 02:03:59.179099 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-93188587-d255-43ff-85b7-91932134cc53 req-2d546f02-fdf2-4d32-bfa4-ac65c6f58bec tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459211 Nov 27 02:04:01.028640 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:10.159973 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e3331ab5-3d59-4dd3-8490-652481246989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:12.328692 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef1d9820-62ef-4bbd-b4d6-f6a49ce73ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:12.572421 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:04:13.474078 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:15.024360 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:16.420012 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:21.724574 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acac61-9029-4980-9477-f7017fb9da19 req-33b4cdff-2b15-4a72-8b17-10ce5a8fd0ef tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:21.726057 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12acac61-9029-4980-9477-f7017fb9da19 req-33b4cdff-2b15-4a72-8b17-10ce5a8fd0ef tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 946 time: 0.0487788 Nov 27 02:04:21.777702 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12acac61-9029-4980-9477-f7017fb9da19 req-00817a87-bdd1-4212-b0c8-7304f2ffa4e9 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455174 Nov 27 02:04:22.893816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c2d76-69c9-492e-9741-0e5a945734e2 req-b06ee481-5733-41f3-832a-20cd75540241 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:22.895267 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4a4c2d76-69c9-492e-9741-0e5a945734e2 req-b06ee481-5733-41f3-832a-20cd75540241 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 946 time: 0.0474675 Nov 27 02:04:22.942108 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4a4c2d76-69c9-492e-9741-0e5a945734e2 req-31710bb1-c9dc-4a7f-bcc7-883623f5df3a tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Nov 27 02:04:23.463100 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d72b8-b29f-4d78-bdf4-d3669aacb22a req-c2e511c2-24a5-4544-b2e8-6b4b453ebd30 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:23.464596 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c35d72b8-b29f-4d78-bdf4-d3669aacb22a req-c2e511c2-24a5-4544-b2e8-6b4b453ebd30 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.31 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 946 time: 0.0484395 Nov 27 02:04:23.553068 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-c35d72b8-b29f-4d78-bdf4-d3669aacb22a req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Deleting port f90fef6c-3f03-4d92-b7af-03315cd56b64 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:04:23.553292 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c35d72b8-b29f-4d78-bdf4-d3669aacb22a req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:23.642595 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-c35d72b8-b29f-4d78-bdf4-d3669aacb22a req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] For port f90fef6c-3f03-4d92-b7af-03315cd56b64, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=f90fef6c-3f03-4d92-b7af-03315cd56b64,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:04:23.642957 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c35d72b8-b29f-4d78-bdf4-d3669aacb22a req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:23.657268 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-c35d72b8-b29f-4d78-bdf4-d3669aacb22a req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Calling delete_port for f90fef6c-3f03-4d92-b7af-03315cd56b64 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:04:23.784093 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c35d72b8-b29f-4d78-bdf4-d3669aacb22a req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:23.813217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Pushing event deleted for resources: {'Port': ['ID=f90fef6c-3f03-4d92-b7af-03315cd56b64,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:04:23.819092 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['f90fef6c-3f03-4d92-b7af-03315cd56b64'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:04:23.845167 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:23.845671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:23.846023 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:23.846367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:23.846701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:23.847034 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:23.847365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:23.847697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:23.848026 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:23.848387 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:23.848714 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:23.849037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:23.866128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35d72b8-b29f-4d78-bdf4-d3669aacb22a req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] No DVR routers for this DVR port f90fef6c-3f03-4d92-b7af-03315cd56b64 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:04:23.868712 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-c35d72b8-b29f-4d78-bdf4-d3669aacb22a req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:23.872664 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c35d72b8-b29f-4d78-bdf4-d3669aacb22a req-9590496d-a413-4dd7-ab16-c0b6aa248109 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.31 "DELETE /v2.0/ports/f90fef6c-3f03-4d92-b7af-03315cd56b64 HTTP/1.1" status: 204 len: 173 time: 0.4014578 Nov 27 02:04:23.873113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331323db-3e2d-4ee7-bcf1-1baa24462401', 'name': 'network-vif-deleted', 'tag': 'f90fef6c-3f03-4d92-b7af-03315cd56b64'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:04:23.875496 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049cb6ea-a510-4703-81ff-41b43ac33186" -d '{"events": [{"server_uuid": "331323db-3e2d-4ee7-bcf1-1baa24462401", "name": "network-vif-deleted", "tag": "f90fef6c-3f03-4d92-b7af-03315cd56b64"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:04:23.915349 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b831f7-1e7f-4a4a-bb73-386dc06dc05e x-openstack-request-id: req-c6b831f7-1e7f-4a4a-bb73-386dc06dc05e {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:04:23.915668 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331323db-3e2d-4ee7-bcf1-1baa24462401", "name": "network-vif-deleted", "tag": "f90fef6c-3f03-4d92-b7af-03315cd56b64", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:04:23.915936 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6b831f7-1e7f-4a4a-bb73-386dc06dc05e {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:04:23.916527 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331323db-3e2d-4ee7-bcf1-1baa24462401', 'name': 'network-vif-deleted', 'tag': 'f90fef6c-3f03-4d92-b7af-03315cd56b64', 'status': 'completed', 'code': 200} Nov 27 02:04:24.056646 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f756c135-3e94-45b4-a3cf-225ccfb5374c req-720ae9ac-5fd9-46e0-bc7a-a46280fa87e8 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=331323db-3e2d-4ee7-bcf1-1baa24462401 HTTP/1.1" status: 200 len: 210 time: 0.0267432 Nov 27 02:04:25.598290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-432a3dc2-3b2e-438c-95a9-f7cf09c74ebd tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:25.599732 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-432a3dc2-3b2e-438c-95a9-f7cf09c74ebd tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/networks?id=3b6b7081-df47-4d19-b136-faf45992f713 HTTP/1.1" status: 200 len: 815 time: 0.1023729 Nov 27 02:04:25.614010 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-9e3913bb-d566-47c8-82d4-2d7a628f7a17 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/quotas/36f3931357fe478f8c4ea78e823811cd HTTP/1.1" status: 200 len: 375 time: 0.0085983 Nov 27 02:04:25.663320 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-eb3c8818-5747-4e27-9b60-f608be838633 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=36f3931357fe478f8c4ea78e823811cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441475 Nov 27 02:04:25.678290 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-ab1855b5-e973-4069-b999-303a26f81d68 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:04:25.679238 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-ab1855b5-e973-4069-b999-303a26f81d68 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048470 Nov 27 02:04:25.768662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-9ded0e4d-d656-4e7f-86b1-108cc453a4f8 service neutron] 10.222.0.15 "GET /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832818 Nov 27 02:04:26.178299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-773d8b1d-6a32-4ffe-944a-345cf4c32345 service neutron] 10.222.0.15 "GET /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035776 Nov 27 02:04:26.345326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6a50ccdb-fb40-4b14-a5f5-55681d292a47 req-d7ccdac5-9328-473c-8ad4-9061d60df010 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 210 time: 0.0269759 Nov 27 02:04:26.789706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device f90fef6c-3f03-4d92-b7af-03315cd56b64 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:04:26.810455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: f90fef6c-3f03-4d92-b7af-03315cd56b64 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:04:26.810805 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device f90fef6c-3f03-4d92-b7af-03315cd56b64 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:04:27.448585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4ae91cce-ca71-4ec5-9d84-d743865e371e req-43c27240-dc35-4691-9786-3b67538f4d13 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 210 time: 0.0278146 Nov 27 02:04:27.651957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-d722447f-74fb-47d4-943a-90278a60bf4e tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:27.653881 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-d722447f-74fb-47d4-943a-90278a60bf4e tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.31 "GET /v2.0/networks?id=3b6b7081-df47-4d19-b136-faf45992f713 HTTP/1.1" status: 200 len: 815 time: 0.3835840 Nov 27 02:04:27.672756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-de8a85cb-2ecb-4ed6-86b7-a74c0a279f0b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Request body: {'port': {'device_id': '5a697c1f-dab7-4d8f-91ce-240461240a24', 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713', 'admin_state_up': True, 'tenant_id': '36f3931357fe478f8c4ea78e823811cd'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:04:27.779933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-de8a85cb-2ecb-4ed6-86b7-a74c0a279f0b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Made reservation on behalf of 36f3931357fe478f8c4ea78e823811cd for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:04:27.783416 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-de8a85cb-2ecb-4ed6-86b7-a74c0a279f0b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:27.910850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-de8a85cb-2ecb-4ed6-86b7-a74c0a279f0b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Allocated IP 172.20.0.8 (3b6b7081-df47-4d19-b136-faf45992f713/bc24c625-d312-4f53-9ce0-4df6a7f5fbbf/77afed05-abcf-4c6e-9b40-2c93ac6bd1ef) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:04:28.057374 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-de8a85cb-2ecb-4ed6-86b7-a74c0a279f0b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:28.089461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-de8a85cb-2ecb-4ed6-86b7-a74c0a279f0b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:28.133090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-de8a85cb-2ecb-4ed6-86b7-a74c0a279f0b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Network 3b6b7081-df47-4d19-b136-faf45992f713 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:04:28.136069 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-de8a85cb-2ecb-4ed6-86b7-a74c0a279f0b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:04:28.140081 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-de8a85cb-2ecb-4ed6-86b7-a74c0a279f0b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:04:28.167687 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a85cb-2ecb-4ed6-86b7-a74c0a279f0b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Pushing event updated for resources: {'Port': ['ID=77afed05-abcf-4c6e-9b40-2c93ac6bd1ef,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:04:28.197420 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-de8a85cb-2ecb-4ed6-86b7-a74c0a279f0b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:28.198061 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-de8a85cb-2ecb-4ed6-86b7-a74c0a279f0b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:28.214716 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-de8a85cb-2ecb-4ed6-86b7-a74c0a279f0b tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5454550 Nov 27 02:04:28.233243 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Request body: {'port': {'device_id': '5a697c1f-dab7-4d8f-91ce-240461240a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:04:28.289632 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:28.334485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8bc58784-e125-4f83-818d-6725ec466b06 None None] Provisioning complete for port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:04:28.335056 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8bc58784-e125-4f83-818d-6725ec466b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:28.371844 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-8bc58784-e125-4f83-818d-6725ec466b06 None None] Port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:04:28.576690 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:04:28.585651 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:28.609022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3421a8-08d4-43bf-bb9d-f8f226deda31 req-556f7ed2-5243-47bd-bb00-8f69118171fb tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:28.610531 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fc3421a8-08d4-43bf-bb9d-f8f226deda31 req-556f7ed2-5243-47bd-bb00-8f69118171fb tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 931 time: 0.0904388 Nov 27 02:04:28.611490 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Transition to ACTIVE for port object 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:04:28.615281 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:28.703581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Pushing event updated for resources: {'Port': ['ID=77afed05-abcf-4c6e-9b40-2c93ac6bd1ef,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:04:28.721984 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fc3421a8-08d4-43bf-bb9d-f8f226deda31 req-c046e3f3-bf89-4f41-98f4-40d66d444253 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012056 Nov 27 02:04:28.777502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Attempting to bind port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:04:28.777976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Attempting to bind port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:04:28.778312 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Attempting to bind port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef on network 3b6b7081-df47-4d19-b136-faf45992f713 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:04:28.782770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef on network 3b6b7081-df47-4d19-b136-faf45992f713 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:04:28.783096 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Attempting to bind port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef on network 3b6b7081-df47-4d19-b136-faf45992f713 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:04:28.788467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:04:28.788810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Checking segment: {'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:04:28.789199 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Bound using segment: {'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:04:28.789625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Bound port: 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0698d94-3ff8-4a4f-beae-78f07433d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:04:28.789983 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:28.853657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] For port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:04:28.857193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] For port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=77afed05-abcf-4c6e-9b40-2c93ac6bd1ef,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:04:28.861781 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:28.904513 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:28.905302 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:28.906601 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] 10.222.0.31 "PUT /v2.0/ports/77afed05-abcf-4c6e-9b40-2c93ac6bd1ef HTTP/1.1" status: 200 len: 1092 time: 0.6783342 Nov 27 02:04:28.907057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a697c1f-dab7-4d8f-91ce-240461240a24', 'tag': '77afed05-abcf-4c6e-9b40-2c93ac6bd1ef'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:04:28.910101 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d85c34-97de-4f1d-a682-786fe91afe9a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a697c1f-dab7-4d8f-91ce-240461240a24", "tag": "77afed05-abcf-4c6e-9b40-2c93ac6bd1ef"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:04:28.934794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de31dc-58a6-4d36-b49f-0070769f3628 service neutron] Pushing event updated for resources: {'Port': ['ID=77afed05-abcf-4c6e-9b40-2c93ac6bd1ef,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:04:28.961859 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2827a215-5b88-4de0-bc0e-87ac43d512a8 x-openstack-request-id: req-2827a215-5b88-4de0-bc0e-87ac43d512a8 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:04:28.962159 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a697c1f-dab7-4d8f-91ce-240461240a24", "tag": "77afed05-abcf-4c6e-9b40-2c93ac6bd1ef", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:04:28.962413 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2827a215-5b88-4de0-bc0e-87ac43d512a8 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:04:28.962826 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a697c1f-dab7-4d8f-91ce-240461240a24', 'tag': '77afed05-abcf-4c6e-9b40-2c93ac6bd1ef', 'status': 'completed', 'code': 200} Nov 27 02:04:29.022071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-fdabd1b6-8d97-4b8a-aee7-16f1da291162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:29.023616 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-fdabd1b6-8d97-4b8a-aee7-16f1da291162 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36f3931357fe478f8c4ea78e823811cd&device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 1095 time: 0.0435739 Nov 27 02:04:29.078885 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:29.086044 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-cf41593e-c2d6-40ba-a09f-75a21cfa8201 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77afed05-abcf-4c6e-9b40-2c93ac6bd1ef HTTP/1.1" status: 200 len: 217 time: 0.0482888 Nov 27 02:04:29.133928 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-dabec72a-4b5b-4b9f-8d4b-8154443298f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:29.135382 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-dabec72a-4b5b-4b9f-8d4b-8154443298f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc24c625-d312-4f53-9ce0-4df6a7f5fbbf HTTP/1.1" status: 200 len: 854 time: 0.0428743 Nov 27 02:04:29.180602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-e3e25a8c-493d-4ee3-9c76-fb12f941ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:29.182094 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-e3e25a8c-493d-4ee3-9c76-fb12f941ff6b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3b6b7081-df47-4d19-b136-faf45992f713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399196 Nov 27 02:04:29.278621 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-1ae5f0e5-d107-4ad7-9f2b-c2571e9304a6 service neutron] 10.222.0.31 "GET /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893576 Nov 27 02:04:29.368374 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-16d550bd-8c1c-4619-96b8-b4c0b4ef3b6f req-f1c941a7-bf51-45ae-8005-c96b354ff371 service neutron] 10.222.0.31 "GET /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811207 Nov 27 02:04:29.504131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d85c34-97de-4f1d-a682-786fe91afe9a req-09790fcb-46fc-4c39-95ee-ee8fa7e8b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:29.505633 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12d85c34-97de-4f1d-a682-786fe91afe9a req-09790fcb-46fc-4c39-95ee-ee8fa7e8b258 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36f3931357fe478f8c4ea78e823811cd&device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 1095 time: 0.0403075 Nov 27 02:04:29.602159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d85c34-97de-4f1d-a682-786fe91afe9a req-de65501c-e3cd-4228-9944-cd3fb692637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:29.603633 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12d85c34-97de-4f1d-a682-786fe91afe9a req-de65501c-e3cd-4228-9944-cd3fb692637c service neutron] 10.222.0.31 "GET /v2.0/networks?id=3b6b7081-df47-4d19-b136-faf45992f713 HTTP/1.1" status: 200 len: 916 time: 0.0903153 Nov 27 02:04:29.645822 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12d85c34-97de-4f1d-a682-786fe91afe9a req-543b757d-e25f-47dd-a7b3-805beaccf96c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77afed05-abcf-4c6e-9b40-2c93ac6bd1ef HTTP/1.1" status: 200 len: 217 time: 0.0340934 Nov 27 02:04:29.713220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d85c34-97de-4f1d-a682-786fe91afe9a req-1455af13-7234-4101-b444-73553d872730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:29.714650 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12d85c34-97de-4f1d-a682-786fe91afe9a req-1455af13-7234-4101-b444-73553d872730 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc24c625-d312-4f53-9ce0-4df6a7f5fbbf HTTP/1.1" status: 200 len: 854 time: 0.0478296 Nov 27 02:04:29.765404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d85c34-97de-4f1d-a682-786fe91afe9a req-1779c2da-aedf-44e8-9b7a-dbe109ecedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:29.767003 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12d85c34-97de-4f1d-a682-786fe91afe9a req-1779c2da-aedf-44e8-9b7a-dbe109ecedaf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3b6b7081-df47-4d19-b136-faf45992f713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407012 Nov 27 02:04:29.895128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dc87f-e8f2-4ce7-a6b4-e49a0962dce8 req-0ea0117b-3681-444b-9c96-23f5b9ab024d tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:29.896548 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a3dc87f-e8f2-4ce7-a6b4-e49a0962dce8 req-0ea0117b-3681-444b-9c96-23f5b9ab024d tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 943 time: 0.1010933 Nov 27 02:04:29.901937 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12d85c34-97de-4f1d-a682-786fe91afe9a req-8bbc0af3-2721-4f42-b467-db0fa471a4bd service neutron] 10.222.0.31 "GET /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277089 Nov 27 02:04:29.993731 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8a3dc87f-e8f2-4ce7-a6b4-e49a0962dce8 req-c7d2b689-174d-4337-897a-d5ab38799ddb tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903125 Nov 27 02:04:30.022939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-12d85c34-97de-4f1d-a682-786fe91afe9a req-0359e338-c3db-42a0-a86b-7304b161e895 service neutron] 10.222.0.31 "GET /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066368 Nov 27 02:04:31.021698 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:31.114520 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa5a7a-d077-41f2-a7b3-f45d0c0410ac req-235aceed-e189-4d46-900c-cea78f7590be tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:31.115979 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60aa5a7a-d077-41f2-a7b3-f45d0c0410ac req-235aceed-e189-4d46-900c-cea78f7590be tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 943 time: 0.0522828 Nov 27 02:04:31.161957 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-60aa5a7a-d077-41f2-a7b3-f45d0c0410ac req-ba432312-167b-4a5a-8b17-31d90b20ac51 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393183 Nov 27 02:04:32.281862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2ad75-58eb-42b8-8d33-3d993414381c req-c9e2873f-2679-4fbe-88bc-c827f07bb514 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:32.283358 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37f2ad75-58eb-42b8-8d33-3d993414381c req-c9e2873f-2679-4fbe-88bc-c827f07bb514 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 943 time: 0.0548458 Nov 27 02:04:32.330886 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37f2ad75-58eb-42b8-8d33-3d993414381c req-e7107707-7306-414d-9257-0115793f5d11 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413814 Nov 27 02:04:32.808228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:04:32.902915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=77afed05-abcf-4c6e-9b40-2c93ac6bd1ef,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:04:32.914223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '77afed05-abcf-4c6e-9b40-2c93ac6bd1ef', 'network_id': '3b6b7081-df47-4d19-b136-faf45992f713', 'port_id': '77afed05-abcf-4c6e-9b40-2c93ac6bd1ef', 'mac_address': 'fa:16:3e:7b:b1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc24c625-d312-4f53-9ce0-4df6a7f5fbbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:04:32.950759 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:32.963838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:04:32.984357 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=77afed05-abcf-4c6e-9b40-2c93ac6bd1ef,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:04:32.988053 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:33.032684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=77afed05-abcf-4c6e-9b40-2c93ac6bd1ef,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:04:33.039980 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:33.040364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:33.040706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:33.041044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:33.041378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:33.041714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:33.042042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:33.042368 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:33.042691 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:33.043559 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:33.043884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:33.044205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:04:33.343180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['77afed05-abcf-4c6e-9b40-2c93ac6bd1ef'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:04:33.444725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aea660-bca4-438d-9a6b-6493a7fd825a req-9dafa79e-ce89-44ac-98c8-7fe747030d41 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:33.446317 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d2aea660-bca4-438d-9a6b-6493a7fd825a req-9dafa79e-ce89-44ac-98c8-7fe747030d41 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 944 time: 0.0484002 Nov 27 02:04:33.493348 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d2aea660-bca4-438d-9a6b-6493a7fd825a req-148a3d28-d214-4827-912f-5f16b690c72f tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406971 Nov 27 02:04:34.615898 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2735-dfd3-4402-b312-6a60e2015c2a req-f9c39cff-c188-4e28-8385-b78fe64560c3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:34.617535 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fc3b2735-dfd3-4402-b312-6a60e2015c2a req-f9c39cff-c188-4e28-8385-b78fe64560c3 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 944 time: 0.0565455 Nov 27 02:04:34.664860 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fc3b2735-dfd3-4402-b312-6a60e2015c2a req-0a5442dd-84c8-49c2-9fdd-d5969216befa tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413289 Nov 27 02:04:34.825325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:04:34.872093 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:04:34.875872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:04:34.876280 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:34.954778 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:34.976973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a697c1f-dab7-4d8f-91ce-240461240a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77afed05-abcf-4c6e-9b40-2c93ac6bd1ef'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:04:34.979240 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca57068-5a72-4a55-b326-10be18ccdc54" -d '{"events": [{"server_uuid": "5a697c1f-dab7-4d8f-91ce-240461240a24", "name": "network-vif-plugged", "status": "completed", "tag": "77afed05-abcf-4c6e-9b40-2c93ac6bd1ef"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:04:34.992339 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=77afed05-abcf-4c6e-9b40-2c93ac6bd1ef,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:04:34.997380 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:35.020135 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e229507f-507e-45e7-a875-a986345718af x-openstack-request-id: req-e229507f-507e-45e7-a875-a986345718af {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:04:35.020439 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a697c1f-dab7-4d8f-91ce-240461240a24", "name": "network-vif-plugged", "status": "completed", "tag": "77afed05-abcf-4c6e-9b40-2c93ac6bd1ef", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:04:35.020697 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e229507f-507e-45e7-a875-a986345718af {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:04:35.021089 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a697c1f-dab7-4d8f-91ce-240461240a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77afed05-abcf-4c6e-9b40-2c93ac6bd1ef', 'code': 200} Nov 27 02:04:35.046259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=77afed05-abcf-4c6e-9b40-2c93ac6bd1ef,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:04:35.147231 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ae49e-8e84-4bcb-bb83-013d312c7d88 req-e642fe5a-0528-43aa-9d3d-fe44c93d8e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:35.148683 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd0ae49e-8e84-4bcb-bb83-013d312c7d88 req-e642fe5a-0528-43aa-9d3d-fe44c93d8e56 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 1097 time: 0.0433338 Nov 27 02:04:35.193381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd0ae49e-8e84-4bcb-bb83-013d312c7d88 req-40075da0-5491-4086-aa21-1861c832d779 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366359 Nov 27 02:04:35.776959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8a1b1-91ba-4925-ab8c-b4c67979d76f req-5d54fcf0-45f0-46fe-aa66-efa362432ef9 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:35.778471 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aec8a1b1-91ba-4925-ab8c-b4c67979d76f req-5d54fcf0-45f0-46fe-aa66-efa362432ef9 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 945 time: 0.0489469 Nov 27 02:04:35.825584 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aec8a1b1-91ba-4925-ab8c-b4c67979d76f req-f478a9b3-89f7-4f55-b75b-b103f4bd0eec tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 Nov 27 02:04:36.942307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dabf7-ab5d-4c67-856e-cb7b5cf38ce7 req-9da66127-aa3c-40e6-a6bc-4b0b162e8cb9 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:36.943735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-140dabf7-ab5d-4c67-856e-cb7b5cf38ce7 req-9da66127-aa3c-40e6-a6bc-4b0b162e8cb9 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 945 time: 0.0481002 Nov 27 02:04:36.993393 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-140dabf7-ab5d-4c67-856e-cb7b5cf38ce7 req-9a4738c6-ef50-46f5-b6fa-91b3bedf2c2a tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426316 Nov 27 02:04:37.112217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b6db3-56fb-4644-96fe-ec275ec2a407 req-452eccba-1682-4c2f-96ea-196a22525d66 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:37.113633 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa2b6db3-56fb-4644-96fe-ec275ec2a407 req-452eccba-1682-4c2f-96ea-196a22525d66 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 945 time: 0.0474858 Nov 27 02:04:37.163368 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa2b6db3-56fb-4644-96fe-ec275ec2a407 req-5cc924fd-f072-4da0-b95b-ee62ade5209d tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438480 Nov 27 02:04:37.587193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-acaf20e8-c53f-4bf5-accd-58f3f5e1cd8c req-d33c6cbe-26de-4872-8df1-d53feac55f3d tempest-ServerDiskConfigTestJSON-103241077 tempest-ServerDiskConfigTestJSON-103241077-project] (103402) timed out ('10.222.0.31', 59882) {{(pid=103402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 02:04:38.299407 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80531a66-8891-4ca0-8d0e-7b291d93aaea req-9ac92e14-5dd5-436d-a812-8ed9323c6bcf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417600 Nov 27 02:04:38.398089 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531a66-8891-4ca0-8d0e-7b291d93aaea req-f5ebcf9c-1528-4e07-ac31-13aa10482be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:38.399664 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80531a66-8891-4ca0-8d0e-7b291d93aaea req-f5ebcf9c-1528-4e07-ac31-13aa10482be5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36f3931357fe478f8c4ea78e823811cd&device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 1097 time: 0.0431349 Nov 27 02:04:38.509276 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531a66-8891-4ca0-8d0e-7b291d93aaea req-90e3da48-c228-4a96-ada4-49c2a3244558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:38.510748 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80531a66-8891-4ca0-8d0e-7b291d93aaea req-90e3da48-c228-4a96-ada4-49c2a3244558 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3b6b7081-df47-4d19-b136-faf45992f713 HTTP/1.1" status: 200 len: 916 time: 0.0896418 Nov 27 02:04:38.553054 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80531a66-8891-4ca0-8d0e-7b291d93aaea req-9faaf250-11bc-4fa2-addd-5747bb7dd6f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77afed05-abcf-4c6e-9b40-2c93ac6bd1ef HTTP/1.1" status: 200 len: 217 time: 0.0346920 Nov 27 02:04:38.604504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531a66-8891-4ca0-8d0e-7b291d93aaea req-ec6269e1-5ced-432f-9ab1-29c1604ee26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:38.606566 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80531a66-8891-4ca0-8d0e-7b291d93aaea req-ec6269e1-5ced-432f-9ab1-29c1604ee26c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc24c625-d312-4f53-9ce0-4df6a7f5fbbf HTTP/1.1" status: 200 len: 854 time: 0.0455265 Nov 27 02:04:38.652107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531a66-8891-4ca0-8d0e-7b291d93aaea req-019131e9-239b-48bf-bb45-c0e592e21cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:38.653665 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80531a66-8891-4ca0-8d0e-7b291d93aaea req-019131e9-239b-48bf-bb45-c0e592e21cef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3b6b7081-df47-4d19-b136-faf45992f713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405560 Nov 27 02:04:38.749816 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80531a66-8891-4ca0-8d0e-7b291d93aaea req-eb5a8c65-7169-45b6-bb64-0b94dfe70a13 service neutron] 10.222.0.31 "GET /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889432 Nov 27 02:04:38.851299 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80531a66-8891-4ca0-8d0e-7b291d93aaea req-26d33ad0-023b-4d05-b5e0-ef367d6adaf9 service neutron] 10.222.0.31 "GET /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946801 Nov 27 02:04:40.162435 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7f4d-4c87-4746-a4de-38f8c811cd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:42.338540 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9ad3fc22-e0c1-402d-82c5-3a9f8d87d3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:43.477677 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:45.026250 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:46.422203 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:49.571328 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:04:59.087895 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:59.584055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d786be-6a3d-426c-81c6-e91be63fd635 req-791478a8-a74d-4ae8-9f04-baa0d326c87d tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:59.585615 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9d786be-6a3d-426c-81c6-e91be63fd635 req-791478a8-a74d-4ae8-9f04-baa0d326c87d tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 945 time: 0.0507591 Nov 27 02:04:59.632654 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a9d786be-6a3d-426c-81c6-e91be63fd635 req-ddacbd0c-32b2-4bf1-95aa-305ec8d3b358 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Nov 27 02:05:00.754409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d85f7-c14f-441f-80cd-ea80a88018c8 req-60747d56-3e83-4536-ae2b-cc67607a852e tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:00.755922 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8e0d85f7-c14f-441f-80cd-ea80a88018c8 req-60747d56-3e83-4536-ae2b-cc67607a852e tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 945 time: 0.0535567 Nov 27 02:05:00.804504 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8e0d85f7-c14f-441f-80cd-ea80a88018c8 req-5b40af5b-e209-4189-990b-d84631cce610 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc994220-b407-4a32-b3cd-84a98a95ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426538 Nov 27 02:05:01.028394 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:01.413303 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603402eb-644a-48ea-a5f0-3919b5c172fb req-307c9e2c-7462-4fcd-a476-bf49bd3112c9 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:01.414737 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-603402eb-644a-48ea-a5f0-3919b5c172fb req-307c9e2c-7462-4fcd-a476-bf49bd3112c9 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 945 time: 0.0481880 Nov 27 02:05:01.506895 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-603402eb-644a-48ea-a5f0-3919b5c172fb req-ac7e8955-2d32-4eba-8f96-7e1ace47c838 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Deleting port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:05:01.507238 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-603402eb-644a-48ea-a5f0-3919b5c172fb req-ac7e8955-2d32-4eba-8f96-7e1ace47c838 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:01.594879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-603402eb-644a-48ea-a5f0-3919b5c172fb req-ac7e8955-2d32-4eba-8f96-7e1ace47c838 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] For port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=77afed05-abcf-4c6e-9b40-2c93ac6bd1ef,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:01.595241 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-603402eb-644a-48ea-a5f0-3919b5c172fb req-ac7e8955-2d32-4eba-8f96-7e1ace47c838 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:01.608166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-603402eb-644a-48ea-a5f0-3919b5c172fb req-ac7e8955-2d32-4eba-8f96-7e1ace47c838 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Calling delete_port for 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:05:01.734377 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-603402eb-644a-48ea-a5f0-3919b5c172fb req-ac7e8955-2d32-4eba-8f96-7e1ace47c838 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:01.762565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e8955-2d32-4eba-8f96-7e1ace47c838 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Pushing event deleted for resources: {'Port': ['ID=77afed05-abcf-4c6e-9b40-2c93ac6bd1ef,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:01.768169 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['77afed05-abcf-4c6e-9b40-2c93ac6bd1ef'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:05:01.811263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-603402eb-644a-48ea-a5f0-3919b5c172fb req-ac7e8955-2d32-4eba-8f96-7e1ace47c838 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] No DVR routers for this DVR port 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:05:01.814127 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-603402eb-644a-48ea-a5f0-3919b5c172fb req-ac7e8955-2d32-4eba-8f96-7e1ace47c838 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:01.817582 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-603402eb-644a-48ea-a5f0-3919b5c172fb req-ac7e8955-2d32-4eba-8f96-7e1ace47c838 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.31 "DELETE /v2.0/ports/77afed05-abcf-4c6e-9b40-2c93ac6bd1ef HTTP/1.1" status: 204 len: 173 time: 0.3960805 Nov 27 02:05:01.818029 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a697c1f-dab7-4d8f-91ce-240461240a24', 'name': 'network-vif-deleted', 'tag': '77afed05-abcf-4c6e-9b40-2c93ac6bd1ef'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:05:01.820470 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ada46f-c107-4197-8712-c86c875785bb" -d '{"events": [{"server_uuid": "5a697c1f-dab7-4d8f-91ce-240461240a24", "name": "network-vif-deleted", "tag": "77afed05-abcf-4c6e-9b40-2c93ac6bd1ef"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:05:01.869951 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14fd88d-0ed0-403e-939d-13d00638c94f x-openstack-request-id: req-d14fd88d-0ed0-403e-939d-13d00638c94f {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:05:01.870252 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a697c1f-dab7-4d8f-91ce-240461240a24", "name": "network-vif-deleted", "tag": "77afed05-abcf-4c6e-9b40-2c93ac6bd1ef", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:05:01.870507 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d14fd88d-0ed0-403e-939d-13d00638c94f {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:05:01.870954 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a697c1f-dab7-4d8f-91ce-240461240a24', 'name': 'network-vif-deleted', 'tag': '77afed05-abcf-4c6e-9b40-2c93ac6bd1ef', 'status': 'completed', 'code': 200} Nov 27 02:05:01.923656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d9a6a1aa-2638-4873-a6c3-8319d7612f67 req-280697db-d239-42fe-b4cf-f069fe4abf22 tempest-TestEncryptedCinderVolumes-1243407960 tempest-TestEncryptedCinderVolumes-1243407960-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a697c1f-dab7-4d8f-91ce-240461240a24 HTTP/1.1" status: 200 len: 210 time: 0.0315156 Nov 27 02:05:03.016460 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43982) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:03.361240 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6358dcb6-f148-4ad4-8afd-8ed5a3ca4f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:03.600411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6358dcb6-f148-4ad4-8afd-8ed5a3ca4f0d admin admin] Deleting port e2a70b65-ff5d-4bca-b61f-36b81124bc71 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:05:03.600847 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6358dcb6-f148-4ad4-8afd-8ed5a3ca4f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:03.680373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6358dcb6-f148-4ad4-8afd-8ed5a3ca4f0d admin admin] For port e2a70b65-ff5d-4bca-b61f-36b81124bc71, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e2a70b65-ff5d-4bca-b61f-36b81124bc71,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:03.680741 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6358dcb6-f148-4ad4-8afd-8ed5a3ca4f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:03.693066 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-6358dcb6-f148-4ad4-8afd-8ed5a3ca4f0d admin admin] Calling delete_port for e2a70b65-ff5d-4bca-b61f-36b81124bc71 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:05:03.866818 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6358dcb6-f148-4ad4-8afd-8ed5a3ca4f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:03.891728 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358dcb6-f148-4ad4-8afd-8ed5a3ca4f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a70b65-ff5d-4bca-b61f-36b81124bc71,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:04.062084 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6358dcb6-f148-4ad4-8afd-8ed5a3ca4f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:04.273304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6358dcb6-f148-4ad4-8afd-8ed5a3ca4f0d admin admin] Router be8be5df-2a55-4b57-9102-9dc6b2d662d9 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:05:04.671190 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6358dcb6-f148-4ad4-8afd-8ed5a3ca4f0d admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:05:04.676486 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6358dcb6-f148-4ad4-8afd-8ed5a3ca4f0d admin admin] 10.222.0.15 "PUT /v2.0/routers/be8be5df-2a55-4b57-9102-9dc6b2d662d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6589017 Nov 27 02:05:04.679276 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43984) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:04.682868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd203d7e-5919-4c36-a725-6898c40d7fc6 None None] Sync routers for ids ['be8be5df-2a55-4b57-9102-9dc6b2d662d9'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:05:04.692465 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd203d7e-5919-4c36-a725-6898c40d7fc6 None None] Routers {'be8be5df-2a55-4b57-9102-9dc6b2d662d9'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:05:04.693085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-dd203d7e-5919-4c36-a725-6898c40d7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:04:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['be8be5df-2a55-4b57-9102-9dc6b2d662d9'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:04.784588 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:04.802285 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-dd203d7e-5919-4c36-a725-6898c40d7fc6 None None] Set router be8be5df-2a55-4b57-9102-9dc6b2d662d9 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:05:04.887011 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:04.935509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:05:04.946299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] Deleting port b75a965b-4d6b-472e-8f6f-a2e0120c2d08 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:05:04.946645 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:04.971535 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:05:04.971798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 77afed05-abcf-4c6e-9b40-2c93ac6bd1ef not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:05:05.024698 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-dd203d7e-5919-4c36-a725-6898c40d7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'name': 'tempest-TestEncryptedCinderVolumes-41559248-router', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b75a965b-4d6b-472e-8f6f-a2e0120c2d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:38Z', 'updated_at': '2021-11-27T02:05:03Z', 'revision_number': 5, 'project_id': '36f3931357fe478f8c4ea78e823811cd', 'gw_port': {'id': 'b75a965b-4d6b-472e-8f6f-a2e0120c2d08', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:39Z', 'updated_at': '2021-11-27T02:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:05.039111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] For port b75a965b-4d6b-472e-8f6f-a2e0120c2d08, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=b75a965b-4d6b-472e-8f6f-a2e0120c2d08,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:05.039551 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.052884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] Calling delete_port for b75a965b-4d6b-472e-8f6f-a2e0120c2d08 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:05:05.053690 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd203d7e-5919-4c36-a725-6898c40d7fc6 None None] Checking router: be8be5df-2a55-4b57-9102-9dc6b2d662d9 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:05:05.062099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd203d7e-5919-4c36-a725-6898c40d7fc6 None None] Routers {'be8be5df-2a55-4b57-9102-9dc6b2d662d9'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:05:05.062709 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-dd203d7e-5919-4c36-a725-6898c40d7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:04:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['be8be5df-2a55-4b57-9102-9dc6b2d662d9'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:05.155914 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-dd203d7e-5919-4c36-a725-6898c40d7fc6 None None] Set router be8be5df-2a55-4b57-9102-9dc6b2d662d9 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:05:05.214956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-dd203d7e-5919-4c36-a725-6898c40d7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'name': 'tempest-TestEncryptedCinderVolumes-41559248-router', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:38Z', 'updated_at': '2021-11-27T02:05:04Z', 'revision_number': 6, 'project_id': '36f3931357fe478f8c4ea78e823811cd', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:05.225309 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.242659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd203d7e-5919-4c36-a725-6898c40d7fc6 None None] The sync data for ids ['be8be5df-2a55-4b57-9102-9dc6b2d662d9'] in n-d-817303-10 is: [{'id': 'be8be5df-2a55-4b57-9102-9dc6b2d662d9', 'name': 'tempest-TestEncryptedCinderVolumes-41559248-router', 'tenant_id': '36f3931357fe478f8c4ea78e823811cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:38Z', 'updated_at': '2021-11-27T02:05:04Z', 'revision_number': 6, 'project_id': '36f3931357fe478f8c4ea78e823811cd', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:05:05.253221 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] Pushing event deleted for resources: {'Port': ['ID=b75a965b-4d6b-472e-8f6f-a2e0120c2d08,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:05.277123 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200e1afd-ce1b-47c7-8889-492d3959c641 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:05:05.330999 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.425859 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.427966 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.470319 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.470813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] Fanout notify agent at l3_agent the message router_deleted on router be8be5df-2a55-4b57-9102-9dc6b2d662d9 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:05:05.475194 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.476581 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-edf837d1-97be-4c7b-b88b-9705bed8793b admin admin] 10.222.0.15 "DELETE /v2.0/routers/be8be5df-2a55-4b57-9102-9dc6b2d662d9 HTTP/1.1" status: 204 len: 168 time: 0.7963238 Nov 27 02:05:05.478984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43986) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:05.523176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6255ac1-5f2a-4916-be85-78668ef540ed admin admin] Deleting subnet bc24c625-d312-4f53-9ce0-4df6a7f5fbbf {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:05:05.526141 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a6255ac1-5f2a-4916-be85-78668ef540ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.559419 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a6255ac1-5f2a-4916-be85-78668ef540ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.642291 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a6255ac1-5f2a-4916-be85-78668ef540ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.698410 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a6255ac1-5f2a-4916-be85-78668ef540ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.723665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6255ac1-5f2a-4916-be85-78668ef540ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc24c625-d312-4f53-9ce0-4df6a7f5fbbf,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:05.727012 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a6255ac1-5f2a-4916-be85-78668ef540ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.730257 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a6255ac1-5f2a-4916-be85-78668ef540ed admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bc24c625-d312-4f53-9ce0-4df6a7f5fbbf HTTP/1.1" status: 204 len: 168 time: 0.2503438 Nov 27 02:05:05.733238 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43988) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:05.733391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedadc72-dc36-42dd-a30a-7d8200dcd2de None None] Network 3b6b7081-df47-4d19-b136-faf45992f713 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:05:05.803977 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.856324 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Deleting port 99668887-542f-4863-bb52-9766c3ab02b1 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:05:05.856671 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.919094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] For port 99668887-542f-4863-bb52-9766c3ab02b1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=99668887-542f-4863-bb52-9766c3ab02b1,segment=NetworkSegment(d0698d94-3ff8-4a4f-beae-78f07433d063),segment_id=d0698d94-3ff8-4a4f-beae-78f07433d063)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:05.920078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:05.932038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Calling delete_port for 99668887-542f-4863-bb52-9766c3ab02b1 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:05:05.996186 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a9c2f-7faf-4d29-a12e-c4be61b85c47 None None] DHCP port deletion for 3b6b7081-df47-4d19-b136-faf45992f713 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:05:06.017728 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:06.043115 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=99668887-542f-4863-bb52-9766c3ab02b1,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:06.046993 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-277a9c2f-7faf-4d29-a12e-c4be61b85c47 None None] Deleting port 99668887-542f-4863-bb52-9766c3ab02b1 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:05:06.047386 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-277a9c2f-7faf-4d29-a12e-c4be61b85c47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:06.049705 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] No DVR routers for this DVR port 99668887-542f-4863-bb52-9766c3ab02b1 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:05:06.122596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-277a9c2f-7faf-4d29-a12e-c4be61b85c47 None None] For port 99668887-542f-4863-bb52-9766c3ab02b1, host n-d-817303-10, got binding levels [] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:06.123022 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-277a9c2f-7faf-4d29-a12e-c4be61b85c47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:06.128362 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:06.135946 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-277a9c2f-7faf-4d29-a12e-c4be61b85c47 None None] Calling delete_port for 99668887-542f-4863-bb52-9766c3ab02b1 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:05:06.138664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.ipam_backend_mixin [None req-277a9c2f-7faf-4d29-a12e-c4be61b85c47 None None] Port 99668887-542f-4863-bb52-9766c3ab02b1 was not found and therefore no delete operation was performed {{(pid=103404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 02:05:06.139919 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-277a9c2f-7faf-4d29-a12e-c4be61b85c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:06.148133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6b7081-df47-4d19-b136-faf45992f713']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:06.158405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0698d94-3ff8-4a4f-beae-78f07433d063') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:06.158710 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0698d94-3ff8-4a4f-beae-78f07433d063') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:06.165322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a9c2f-7faf-4d29-a12e-c4be61b85c47 None None] Pushing event deleted for resources: {'Port': ['ID=99668887-542f-4863-bb52-9766c3ab02b1,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:06.168754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277a9c2f-7faf-4d29-a12e-c4be61b85c47 None None] No DVR routers for this DVR port 99668887-542f-4863-bb52-9766c3ab02b1 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:05:06.168926 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:06.185790 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:06.191974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:05:06.193851 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:05:06.195724 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:05:06.250822 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:06.269287 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:06.272575 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3b6b7081-df47-4d19-b136-faf45992f713 HTTP/1.1" status: 204 len: 168 time: 0.5383749 Nov 27 02:05:06.273983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442d040-6026-41f5-a760-8598e554dfc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b6b7081-df47-4d19-b136-faf45992f713,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:06.275887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43990) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:06.619611 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd2f870e-1fb4-4744-9bf4-064d7c777365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:06.857117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f870e-1fb4-4744-9bf4-064d7c777365 admin admin] Deleting port ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:05:06.857453 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd2f870e-1fb4-4744-9bf4-064d7c777365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:06.932818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-cd2f870e-1fb4-4744-9bf4-064d7c777365 admin admin] For port ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7,segment=NetworkSegment(94d68228-04c6-42ac-b4de-2ad354f3dcf9),segment_id=94d68228-04c6-42ac-b4de-2ad354f3dcf9)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:06.933091 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd2f870e-1fb4-4744-9bf4-064d7c777365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:06.946052 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f870e-1fb4-4744-9bf4-064d7c777365 admin admin] Calling delete_port for ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:05:07.120918 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd2f870e-1fb4-4744-9bf4-064d7c777365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:07.141742 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b75a965b-4d6b-472e-8f6f-a2e0120c2d08 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:05:07.153136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f870e-1fb4-4744-9bf4-064d7c777365 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:07.167216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: b75a965b-4d6b-472e-8f6f-a2e0120c2d08 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:05:07.167642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device b75a965b-4d6b-472e-8f6f-a2e0120c2d08 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:05:07.168134 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 99668887-542f-4863-bb52-9766c3ab02b1 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:05:07.189079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 99668887-542f-4863-bb52-9766c3ab02b1 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:05:07.189458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 99668887-542f-4863-bb52-9766c3ab02b1 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:05:07.189951 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e2a70b65-ff5d-4bca-b61f-36b81124bc71 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:05:07.210927 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e2a70b65-ff5d-4bca-b61f-36b81124bc71 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:05:07.211280 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e2a70b65-ff5d-4bca-b61f-36b81124bc71 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:05:07.321582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cd2f870e-1fb4-4744-9bf4-064d7c777365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:07.531467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2f870e-1fb4-4744-9bf4-064d7c777365 admin admin] Router 325f8d85-e0b0-473b-8173-83aaa93b8d49 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:05:07.633494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2f870e-1fb4-4744-9bf4-064d7c777365 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:05:07.639003 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cd2f870e-1fb4-4744-9bf4-064d7c777365 admin admin] 10.222.0.15 "PUT /v2.0/routers/325f8d85-e0b0-473b-8173-83aaa93b8d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3624754 Nov 27 02:05:07.641493 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43992) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:07.643882 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e24c11-e749-4b00-bf2a-a148f43f86e6 None None] Sync routers for ids ['325f8d85-e0b0-473b-8173-83aaa93b8d49'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:05:07.654376 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e24c11-e749-4b00-bf2a-a148f43f86e6 None None] Routers {'325f8d85-e0b0-473b-8173-83aaa93b8d49'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:05:07.655085 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-64e24c11-e749-4b00-bf2a-a148f43f86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:04:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['325f8d85-e0b0-473b-8173-83aaa93b8d49'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:07.760805 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-64e24c11-e749-4b00-bf2a-a148f43f86e6 None None] Set router 325f8d85-e0b0-473b-8173-83aaa93b8d49 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:05:07.940691 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-64e24c11-e749-4b00-bf2a-a148f43f86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'name': 'tempest-TestEncryptedCinderVolumes-1131552844-router', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:05:07Z', 'revision_number': 5, 'project_id': '81b9c9649967420486e1622a24b6982e', 'gw_port': {'id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:07.967990 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e24c11-e749-4b00-bf2a-a148f43f86e6 None None] Checking router: 325f8d85-e0b0-473b-8173-83aaa93b8d49 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:05:07.975970 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e24c11-e749-4b00-bf2a-a148f43f86e6 None None] Routers {'325f8d85-e0b0-473b-8173-83aaa93b8d49'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:05:07.976588 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-64e24c11-e749-4b00-bf2a-a148f43f86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:04:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['325f8d85-e0b0-473b-8173-83aaa93b8d49'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:08.023976 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.078178 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-64e24c11-e749-4b00-bf2a-a148f43f86e6 None None] Set router 325f8d85-e0b0-473b-8173-83aaa93b8d49 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:05:08.125844 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.178906 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] Deleting port 2eeaee46-d4f4-40f2-963a-76125c57fe4e {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:05:08.178906 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.254430 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-64e24c11-e749-4b00-bf2a-a148f43f86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'name': 'tempest-TestEncryptedCinderVolumes-1131552844-router', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:05:07Z', 'revision_number': 5, 'project_id': '81b9c9649967420486e1622a24b6982e', 'gw_port': {'id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:08.259955 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] For port 2eeaee46-d4f4-40f2-963a-76125c57fe4e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=2eeaee46-d4f4-40f2-963a-76125c57fe4e,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:08.259955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.269908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] Calling delete_port for 2eeaee46-d4f4-40f2-963a-76125c57fe4e owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:05:08.281087 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e24c11-e749-4b00-bf2a-a148f43f86e6 None None] The sync data for ids ['325f8d85-e0b0-473b-8173-83aaa93b8d49'] in n-d-817303-10 is: [{'id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'name': 'tempest-TestEncryptedCinderVolumes-1131552844-router', 'tenant_id': '81b9c9649967420486e1622a24b6982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:05:07Z', 'revision_number': 5, 'project_id': '81b9c9649967420486e1622a24b6982e', 'gw_port': {'id': '2eeaee46-d4f4-40f2-963a-76125c57fe4e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325f8d85-e0b0-473b-8173-83aaa93b8d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:03:43Z', 'updated_at': '2021-11-27T02:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:05:08.438389 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.470508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eeaee46-d4f4-40f2-963a-76125c57fe4e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:08.484180 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afe3bd7-2235-48d5-912f-42e16c368169 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:05:08.530245 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.625941 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.628067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.673673 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.674225 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 325f8d85-e0b0-473b-8173-83aaa93b8d49 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:05:08.678734 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.680712 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2e74c15c-74de-48b3-b136-45aab9d4e297 admin admin] 10.222.0.15 "DELETE /v2.0/routers/325f8d85-e0b0-473b-8173-83aaa93b8d49 HTTP/1.1" status: 204 len: 168 time: 1.0382316 Nov 27 02:05:08.682373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43994) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:08.736880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-534480f7-31f7-407c-a2f7-81d3ff6bde57 admin admin] Deleting subnet 78ef6732-92d6-4417-ac5c-5b5c322f05ef {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:05:08.740095 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-534480f7-31f7-407c-a2f7-81d3ff6bde57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.775389 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-534480f7-31f7-407c-a2f7-81d3ff6bde57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.853709 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-534480f7-31f7-407c-a2f7-81d3ff6bde57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.910029 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-534480f7-31f7-407c-a2f7-81d3ff6bde57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.942863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534480f7-31f7-407c-a2f7-81d3ff6bde57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ef6732-92d6-4417-ac5c-5b5c322f05ef,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:08.945127 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-534480f7-31f7-407c-a2f7-81d3ff6bde57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:08.948499 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-534480f7-31f7-407c-a2f7-81d3ff6bde57 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/78ef6732-92d6-4417-ac5c-5b5c322f05ef HTTP/1.1" status: 204 len: 168 time: 0.2622461 Nov 27 02:05:08.949644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaacfac-fb73-4ff0-83fe-6e53f199ae78 None None] Network 8032ce13-4732-4f07-8862-22aac7c4437e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:05:08.950957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 43996) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:09.023074 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.092128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Deleting port 5784a224-60b5-48e4-b732-cfd8e81252ed {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:05:09.092128 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.143754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3d5ac1-ef50-45f6-941f-bce3db02c3a3 None None] DHCP port deletion for 8032ce13-4732-4f07-8862-22aac7c4437e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:05:09.161602 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] For port 5784a224-60b5-48e4-b732-cfd8e81252ed, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5784a224-60b5-48e4-b732-cfd8e81252ed,segment=NetworkSegment(94d68228-04c6-42ac-b4de-2ad354f3dcf9),segment_id=94d68228-04c6-42ac-b4de-2ad354f3dcf9)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:09.161969 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.170570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:05:09.175236 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Calling delete_port for 5784a224-60b5-48e4-b732-cfd8e81252ed owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:05:09.192177 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:05:09.192560 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ee77d49c-6e7b-4da5-a09c-dd8d8c68fcd7 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:05:09.192973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2eeaee46-d4f4-40f2-963a-76125c57fe4e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:05:09.217903 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 2eeaee46-d4f4-40f2-963a-76125c57fe4e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:05:09.218170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 2eeaee46-d4f4-40f2-963a-76125c57fe4e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:05:09.235006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9a3d5ac1-ef50-45f6-941f-bce3db02c3a3 None None] Deleting port 5784a224-60b5-48e4-b732-cfd8e81252ed {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:05:09.235387 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5ac1-ef50-45f6-941f-bce3db02c3a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.255106 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.286213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] No DVR routers for this DVR port 5784a224-60b5-48e4-b732-cfd8e81252ed on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:05:09.290349 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5784a224-60b5-48e4-b732-cfd8e81252ed,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:09.369521 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.391460 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8032ce13-4732-4f07-8862-22aac7c4437e']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:09.401088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d68228-04c6-42ac-b4de-2ad354f3dcf9') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:09.401386 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d68228-04c6-42ac-b4de-2ad354f3dcf9') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:09.412039 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.424862 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.430684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:05:09.431061 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:05:09.432956 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:05:09.456210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9a3d5ac1-ef50-45f6-941f-bce3db02c3a3 None None] For port 5784a224-60b5-48e4-b732-cfd8e81252ed, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5784a224-60b5-48e4-b732-cfd8e81252ed,segment=NetworkSegment(94d68228-04c6-42ac-b4de-2ad354f3dcf9),segment_id=94d68228-04c6-42ac-b4de-2ad354f3dcf9)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:09.456650 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5ac1-ef50-45f6-941f-bce3db02c3a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.469841 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-9a3d5ac1-ef50-45f6-941f-bce3db02c3a3 None None] Calling delete_port for 5784a224-60b5-48e4-b732-cfd8e81252ed owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:05:09.489605 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.496100 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.499373 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8032ce13-4732-4f07-8862-22aac7c4437e HTTP/1.1" status: 204 len: 168 time: 0.5470681 Nov 27 02:05:09.512738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a39d6-6655-4009-adb1-cf4ce884cda0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8032ce13-4732-4f07-8862-22aac7c4437e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:09.550650 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5ac1-ef50-45f6-941f-bce3db02c3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.573362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a3d5ac1-ef50-45f6-941f-bce3db02c3a3 None None] Network 8032ce13-4732-4f07-8862-22aac7c4437e is not hosted by any dhcp agent {{(pid=103404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 02:05:09.573819 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d5ac1-ef50-45f6-941f-bce3db02c3a3 None None] No DVR routers for this DVR port 5784a224-60b5-48e4-b732-cfd8e81252ed on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:05:09.576080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d5ac1-ef50-45f6-941f-bce3db02c3a3 None None] Pushing event deleted for resources: {'Port': ['ID=5784a224-60b5-48e4-b732-cfd8e81252ed,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:09.661799 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44000) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:09.702030 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-768c8e9f-51e1-4956-ae15-5eb09a15642e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36f3931357fe478f8c4ea78e823811cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390530 Nov 27 02:05:09.704461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44002) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:09.751547 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cab21365-31b0-4926-83a1-ec67d83f4372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.772131 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cab21365-31b0-4926-83a1-ec67d83f4372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.821184 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cab21365-31b0-4926-83a1-ec67d83f4372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.823846 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cab21365-31b0-4926-83a1-ec67d83f4372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:09.825049 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cab21365-31b0-4926-83a1-ec67d83f4372 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc994220-b407-4a32-b3cd-84a98a95ff21 HTTP/1.1" status: 204 len: 168 time: 0.1196918 Nov 27 02:05:09.833617 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab21365-31b0-4926-83a1-ec67d83f4372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc994220-b407-4a32-b3cd-84a98a95ff21,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:10.128079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44008) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:10.164090 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c651096d-212c-4acd-9afb-838d3701f3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:10.172282 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4693a224-2c8b-439b-9f26-eecf7ac0e53b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81b9c9649967420486e1622a24b6982e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429840 Nov 27 02:05:10.174738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44010) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:10.223935 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3419d806-3988-4c5d-8b50-d7aebf298a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:10.244535 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3419d806-3988-4c5d-8b50-d7aebf298a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:10.290814 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3419d806-3988-4c5d-8b50-d7aebf298a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:10.293571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3419d806-3988-4c5d-8b50-d7aebf298a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:10.295238 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3419d806-3988-4c5d-8b50-d7aebf298a06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0e649b7-bc4b-4aad-bba3-e00129273c79 HTTP/1.1" status: 204 len: 168 time: 0.1196055 Nov 27 02:05:10.305039 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419d806-3988-4c5d-8b50-d7aebf298a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e649b7-bc4b-4aad-bba3-e00129273c79,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:10.944725 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44032) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:11.037993 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1763189764-network', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:05:11.058514 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] Made reservation on behalf of 5fdbc56db21041d5a26107f56cb7ac3b for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:05:11.060838 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.069126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.130621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5784a224-60b5-48e4-b732-cfd8e81252ed no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:05:11.145882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.149792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.151150 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 5784a224-60b5-48e4-b732-cfd8e81252ed {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:05:11.151504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5784a224-60b5-48e4-b732-cfd8e81252ed not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:05:11.168948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:05:11.187073 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.187419 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] Added segment 4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c of type vlan for network 761fa5ed-86ab-428c-9510-501b25cfba9d Nov 27 02:05:11.188755 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3808bd03-a316-4a19-b9c6-11ab345abae8,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:11.229323 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.256975 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.258008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:11.258513 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.307605 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3616350 Nov 27 02:05:11.311416 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44036) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:11.316379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Request body: {'subnet': {'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1763189764-subnet', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:05:11.321098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609a4c7-46c6-4fef-be80-d0d9d91e198f admin admin] Pushing event updated for resources: {'Network': ['ID=761fa5ed-86ab-428c-9510-501b25cfba9d,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:11.332212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 761fa5ed-86ab-428c-9510-501b25cfba9d details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:05:11.337934 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Made reservation on behalf of 5fdbc56db21041d5a26107f56cb7ac3b for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:05:11.340293 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.502923 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.557533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e9f6634-28b1-4620-a645-10cf758f6c5c,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:11.568231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Checking segment: {'id': '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:05:11.568609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Network hostable DHCP agents. Network: 761fa5ed-86ab-428c-9510-501b25cfba9d, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:05:11.572076 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:11.572449 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:11.572784 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:11.573304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:11.573683 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:11.574101 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:11.574432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:11.574754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:11.577276 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:11.577697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:11.578043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:11.578369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:11.595307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Network 761fa5ed-86ab-428c-9510-501b25cfba9d is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:05:11.603893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 761fa5ed-86ab-428c-9510-501b25cfba9d) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:05:11.608443 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:11.609040 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.613359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdedd9dd-e328-4d9e-9312-b60c71f859a6 None None] Network 761fa5ed-86ab-428c-9510-501b25cfba9d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:05:11.624284 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4585cd48-d384-4b52-b92f-1d453126b465 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3116324 Nov 27 02:05:11.626958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44038) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:11.631141 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:05:11.650744 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.652356 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.706496 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.759443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-761fa5ed-86ab-428c-9510-501b25cfba9d', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'fixed_ips': [{'subnet_id': '5e9f6634-28b1-4620-a645-10cf758f6c5c'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:05:11.760338 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.840806 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.895035 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Allocated IP 172.20.0.2 (761fa5ed-86ab-428c-9510-501b25cfba9d/5e9f6634-28b1-4620-a645-10cf758f6c5c/9f004ce6-79f7-42a4-8e05-4ac8a1757b79) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:05:12.039271 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:12.045982 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:12.048796 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:12.068223 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:12.086059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Network 761fa5ed-86ab-428c-9510-501b25cfba9d is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:05:12.088981 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:05:12.093048 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:05:12.099863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Pushing event updated for resources: {'Port': ['ID=9f004ce6-79f7-42a4-8e05-4ac8a1757b79,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:12.152640 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Attempting to bind port 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:05:12.153318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Attempting to bind port 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:05:12.153948 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Attempting to bind port 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 on network 761fa5ed-86ab-428c-9510-501b25cfba9d {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:05:12.158846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:05:12.159231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Checking segment: {'id': '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:05:12.159633 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:12.160032 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Bound using segment: {'id': '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:05:12.160525 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Bound port: 9f004ce6-79f7-42a4-8e05-4ac8a1757b79, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:05:12.160914 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:12.178892 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Allocated IP 172.25.1.16 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/e301f51b-eeb6-4d58-8c39-10f70d886da1) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:05:12.225302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] For port 9f004ce6-79f7-42a4-8e05-4ac8a1757b79, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:05:12.228670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] For port 9f004ce6-79f7-42a4-8e05-4ac8a1757b79, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9f004ce6-79f7-42a4-8e05-4ac8a1757b79,segment=NetworkSegment(4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c),segment_id=4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:05:12.233362 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:12.283350 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:12.293560 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b48da-44d2-4450-b0bb-851523ec8605 None None] Pushing event updated for resources: {'Port': ['ID=9f004ce6-79f7-42a4-8e05-4ac8a1757b79,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:12.331461 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:12.334437 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2d8ac52f-7afb-494c-a539-c76dba5ee096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:12.377570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:05:12.380678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:05:12.384368 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:05:12.390011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Pushing event updated for resources: {'Port': ['ID=e301f51b-eeb6-4d58-8c39-10f70d886da1,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:12.394943 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa63666-e7f1-4d2c-9641-a1ea87b1e05e None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:05:12.511760 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-516cdfff-6abd-4c61-b79c-df16adfab602 None None] Provisioning complete for port e301f51b-eeb6-4d58-8c39-10f70d886da1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:12.512181 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-516cdfff-6abd-4c61-b79c-df16adfab602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:12.549352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-516cdfff-6abd-4c61-b79c-df16adfab602 None None] Port e301f51b-eeb6-4d58-8c39-10f70d886da1 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:05:12.665564 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:12.860032 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:12.990579 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:05:13.105567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:05:13.119410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Sync routers for ids ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:05:13.123383 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:13.127284 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bb262006-b3c4-45d2-b74a-3fcca5da6261 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4968748 Nov 27 02:05:13.127566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44040) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:13.142898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Routers {'1b51e6f3-94b8-4f66-aae2-74ae0029f641'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:05:13.143538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:13.196590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:05:13.257664 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93453d4-3897-49c6-8541-a19f0018fddc None None] Network 761fa5ed-86ab-428c-9510-501b25cfba9d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:05:13.355708 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d61ff59d-5a4d-433b-94c9-e030e992a6da None None] Provisioning complete for port 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:13.356080 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d61ff59d-5a4d-433b-94c9-e030e992a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:13.360603 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Set router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:05:13.537951 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:13.538247 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:13.561901 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:13.582196 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:13.726411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Allocated IP 172.20.0.1 (761fa5ed-86ab-428c-9510-501b25cfba9d/5e9f6634-28b1-4620-a645-10cf758f6c5c/d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:05:13.833060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:13.867271 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:13.901291 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d61ff59d-5a4d-433b-94c9-e030e992a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:13.903005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Network 761fa5ed-86ab-428c-9510-501b25cfba9d is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:05:13.909224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:05:13.912378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:05:13.933318 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:13.959357 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Pushing event updated for resources: {'Port': ['ID=d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:13.971311 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:13.973852 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d61ff59d-5a4d-433b-94c9-e030e992a6da None None] For port 9f004ce6-79f7-42a4-8e05-4ac8a1757b79, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9f004ce6-79f7-42a4-8e05-4ac8a1757b79,segment=NetworkSegment(4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c),segment_id=4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:13.982987 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d61ff59d-5a4d-433b-94c9-e030e992a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:13.987619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:05:12Z', 'revision_number': 3, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port': {'id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:12Z', 'updated_at': '2021-11-27T02:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:14.055759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Checking router: 1b51e6f3-94b8-4f66-aae2-74ae0029f641 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:05:14.056109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Updating router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 port e301f51b-eeb6-4d58-8c39-10f70d886da1 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:05:14.107041 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 02:05:14.107402 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 02:05:14.109434 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:14.110899 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:14.113997 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ff59d-5a4d-433b-94c9-e030e992a6da None None] Pushing event updated for resources: {'Port': ['ID=9f004ce6-79f7-42a4-8e05-4ac8a1757b79,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:14.230399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-18044b34-3a7c-4176-9fe9-20d6d9fe803a None None] Provisioning complete for port 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:14.231120 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-18044b34-3a7c-4176-9fe9-20d6d9fe803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:14.299079 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:14.304518 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:14.376938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Pushing event updated for resources: {'Port': ['ID=d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:14.379370 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:14.442022 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:14.447543 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:14.470534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Network 761fa5ed-86ab-428c-9510-501b25cfba9d is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:05:14.471965 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:05:14.507469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f76503-9c5e-49a6-88ab-619d16b821a4 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:05:14.519687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Attempting to bind port e301f51b-eeb6-4d58-8c39-10f70d886da1 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:05:14.520067 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Attempting to bind port e301f51b-eeb6-4d58-8c39-10f70d886da1 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:05:14.520446 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Attempting to bind port e301f51b-eeb6-4d58-8c39-10f70d886da1 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:05:14.522383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d67358-deda-450b-90fa-4327ea4baf15 None None] Pushing event updated for resources: {'Port': ['ID=e301f51b-eeb6-4d58-8c39-10f70d886da1,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:14.535362 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:05:14.535777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:05:14.536476 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:14.536870 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:05:14.537343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Bound port: e301f51b-eeb6-4d58-8c39-10f70d886da1, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:05:14.537727 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:14.562044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-bb1def7e-cd3a-426d-a0e9-3cf302601249 None None] Provisioning complete for port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:14.562429 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bb1def7e-cd3a-426d-a0e9-3cf302601249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:14.616050 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:05:14.644748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-bb1def7e-cd3a-426d-a0e9-3cf302601249 None None] Port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:05:14.651760 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] For port e301f51b-eeb6-4d58-8c39-10f70d886da1, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:05:14.678649 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] For port e301f51b-eeb6-4d58-8c39-10f70d886da1, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e301f51b-eeb6-4d58-8c39-10f70d886da1,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:05:14.684390 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:14.730243 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bf0367-d602-47db-a9d4-a834b9731090 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:05:14.744389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:05:14.750217 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4860c626-39c7-4e11-a28c-4a14e9065091 admin admin] 10.222.0.15 "PUT /v2.0/routers/1b51e6f3-94b8-4f66-aae2-74ae0029f641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6215618 Nov 27 02:05:14.759727 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d67358-deda-450b-90fa-4327ea4baf15 None None] Pushing event updated for resources: {'Port': ['ID=e301f51b-eeb6-4d58-8c39-10f70d886da1,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:14.763321 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Routers {'1b51e6f3-94b8-4f66-aae2-74ae0029f641'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:05:14.763938 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:14.814755 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-77643c30-61c9-45d4-8772-957b906fafbf None None] Provisioning complete for port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:14.815134 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77643c30-61c9-45d4-8772-957b906fafbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:14.891218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-77643c30-61c9-45d4-8772-957b906fafbf None None] Port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:05:14.914854 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] Set router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:05:14.916693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-77643c30-61c9-45d4-8772-957b906fafbf None None] Provisioning complete for port e301f51b-eeb6-4d58-8c39-10f70d886da1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:14.917117 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77643c30-61c9-45d4-8772-957b906fafbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.092391 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.141830 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77643c30-61c9-45d4-8772-957b906fafbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.160125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:05:15.216896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-77643c30-61c9-45d4-8772-957b906fafbf None None] For port e301f51b-eeb6-4d58-8c39-10f70d886da1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e301f51b-eeb6-4d58-8c39-10f70d886da1,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:15.227794 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77643c30-61c9-45d4-8772-957b906fafbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.291470 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44056) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:15.297704 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-583376828-network', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:05:15.303046 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77643c30-61c9-45d4-8772-957b906fafbf None None] Pushing event updated for resources: {'Port': ['ID=e301f51b-eeb6-4d58-8c39-10f70d886da1,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:15.312230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:15.312622 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.329011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] Made reservation on behalf of f492b3b3c9d542b38b72eb1e24d28117 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:05:15.331530 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.338707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 4, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port': {'id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:12Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd660dc5f-fbb9-4a5a-bac3-601f35c0aa9a', 'name': '', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'mac_address': 'fa:16:3e:f2:b0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:13Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 2, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'subnets': [{'id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:15.342037 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.378361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe859170-e8c3-43d2-832d-356c2a7f490c None None] The sync data for ids ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'] in n-d-817303-10 is: [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 4, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port': {'id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:12Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd660dc5f-fbb9-4a5a-bac3-601f35c0aa9a', 'name': '', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'mac_address': 'fa:16:3e:f2:b0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:13Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 2, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'subnets': [{'id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:05:15.390838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-16caeaa1-30c5-4699-bd09-87a70d7333c0 None None] Provisioning complete for port e301f51b-eeb6-4d58-8c39-10f70d886da1 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:15.391214 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-16caeaa1-30c5-4699-bd09-87a70d7333c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.423613 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.430218 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.456378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:05:15.471628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb645b7-ae71-43cf-b925-6d09034475dc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:15.476620 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.476971 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] Added segment c77b4f42-0003-42e1-a639-a9553746939c of type vlan for network 44635c73-dcbb-45e1-8cad-3d09d7325db8 Nov 27 02:05:15.519977 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.545480 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.546569 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:15.547144 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.613333 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3206890 Nov 27 02:05:15.616613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44058) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:15.621793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-98b65326-e75f-46e5-9eb0-b1b6afe3d9cf admin admin] Request body: {'subnet': {'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-583376828-subnet', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:05:15.625420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3bdb7-86a6-4355-b725-96aaf590ddc4 admin admin] Pushing event updated for resources: {'Network': ['ID=44635c73-dcbb-45e1-8cad-3d09d7325db8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:15.635522 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 44635c73-dcbb-45e1-8cad-3d09d7325db8 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:05:15.651053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b65326-e75f-46e5-9eb0-b1b6afe3d9cf admin admin] Made reservation on behalf of f492b3b3c9d542b38b72eb1e24d28117 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:05:15.654515 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98b65326-e75f-46e5-9eb0-b1b6afe3d9cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.839672 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98b65326-e75f-46e5-9eb0-b1b6afe3d9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.894781 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b65326-e75f-46e5-9eb0-b1b6afe3d9cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=14085130-5572-40ab-a6ca-0aa648cef2ed,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:15.905692 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b65326-e75f-46e5-9eb0-b1b6afe3d9cf admin admin] Checking segment: {'id': 'c77b4f42-0003-42e1-a639-a9553746939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:05:15.906056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b65326-e75f-46e5-9eb0-b1b6afe3d9cf admin admin] Network hostable DHCP agents. Network: 44635c73-dcbb-45e1-8cad-3d09d7325db8, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:05:15.922427 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b65326-e75f-46e5-9eb0-b1b6afe3d9cf admin admin] Network 44635c73-dcbb-45e1-8cad-3d09d7325db8 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:05:15.931087 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-98b65326-e75f-46e5-9eb0-b1b6afe3d9cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 44635c73-dcbb-45e1-8cad-3d09d7325db8) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:05:15.935675 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b65326-e75f-46e5-9eb0-b1b6afe3d9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:15.936297 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98b65326-e75f-46e5-9eb0-b1b6afe3d9cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.941684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6b23ba-4aec-43f1-acbe-60b1297469c6 None None] Network 44635c73-dcbb-45e1-8cad-3d09d7325db8 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:05:15.958523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44060) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:15.960844 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-98b65326-e75f-46e5-9eb0-b1b6afe3d9cf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3429639 Nov 27 02:05:15.963017 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-583376828-router', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:05:15.997789 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.999586 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.072413 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.124842 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-44635c73-dcbb-45e1-8cad-3d09d7325db8', 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'fixed_ips': [{'subnet_id': '14085130-5572-40ab-a6ca-0aa648cef2ed'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:05:16.126028 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.228680 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.279873 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Allocated IP 172.20.0.2 (44635c73-dcbb-45e1-8cad-3d09d7325db8/14085130-5572-40ab-a6ca-0aa648cef2ed/ea1b8452-5ead-406b-8254-19e04d0ed68a) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:05:16.451775 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.471669 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.522392 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.581107 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Allocated IP 172.25.1.238 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/6d32a59b-62f4-4bc7-9991-32e8b25e37a6) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:05:16.624794 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.630544 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.676447 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Network 44635c73-dcbb-45e1-8cad-3d09d7325db8 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:05:16.680501 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:05:16.682330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Pushing event updated for resources: {'Port': ['ID=ea1b8452-5ead-406b-8254-19e04d0ed68a,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:16.684593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:05:16.699796 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.735812 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.741297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Attempting to bind port ea1b8452-5ead-406b-8254-19e04d0ed68a on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:05:16.741942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Attempting to bind port ea1b8452-5ead-406b-8254-19e04d0ed68a by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'c77b4f42-0003-42e1-a639-a9553746939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:05:16.742547 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Attempting to bind port ea1b8452-5ead-406b-8254-19e04d0ed68a on network 44635c73-dcbb-45e1-8cad-3d09d7325db8 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:05:16.748520 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:05:16.748895 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Checking segment: {'id': 'c77b4f42-0003-42e1-a639-a9553746939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:05:16.749308 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.749706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Bound using segment: {'id': 'c77b4f42-0003-42e1-a639-a9553746939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:05:16.750182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Bound port: ea1b8452-5ead-406b-8254-19e04d0ed68a, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77b4f42-0003-42e1-a639-a9553746939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:05:16.750568 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.786639 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:05:16.788145 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Pushing event updated for resources: {'Port': ['ID=6d32a59b-62f4-4bc7-9991-32e8b25e37a6,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:16.790632 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:05:16.792821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:05:16.809253 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a9c68-1205-449f-8ff9-d7676c2e1c51 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:05:16.833277 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] For port ea1b8452-5ead-406b-8254-19e04d0ed68a, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:05:16.836724 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] For port ea1b8452-5ead-406b-8254-19e04d0ed68a, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ea1b8452-5ead-406b-8254-19e04d0ed68a,segment=NetworkSegment(c77b4f42-0003-42e1-a639-a9553746939c),segment_id=c77b4f42-0003-42e1-a639-a9553746939c)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:05:16.842427 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.905367 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a30d8-bb30-40d0-b8a6-94e8e72924f7 None None] Pushing event updated for resources: {'Port': ['ID=ea1b8452-5ead-406b-8254-19e04d0ed68a,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:16.949341 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-930b1396-a498-4703-bfb3-7f0bdd03b892 None None] Provisioning complete for port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:16.949968 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-930b1396-a498-4703-bfb3-7f0bdd03b892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.987187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-930b1396-a498-4703-bfb3-7f0bdd03b892 None None] Port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:05:17.270218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e301f51b-eeb6-4d58-8c39-10f70d886da1 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:05:17.326304 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e301f51b-eeb6-4d58-8c39-10f70d886da1 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:17.326760 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:17.405305 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:17.407075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea1b8452-5ead-406b-8254-19e04d0ed68a up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:05:17.456739 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ea1b8452-5ead-406b-8254-19e04d0ed68a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:17.457113 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:17.538105 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:17.572951 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port ea1b8452-5ead-406b-8254-19e04d0ed68a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ea1b8452-5ead-406b-8254-19e04d0ed68a,segment=NetworkSegment(c77b4f42-0003-42e1-a639-a9553746939c),segment_id=c77b4f42-0003-42e1-a639-a9553746939c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:17.579333 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Sync routers for ids ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:05:17.582268 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:17.590020 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Routers {'1b51e6f3-94b8-4f66-aae2-74ae0029f641'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:05:17.590817 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:17.608036 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:17.636075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=ea1b8452-5ead-406b-8254-19e04d0ed68a,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:17.699560 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Set router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:05:17.745758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Router 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:05:17.867108 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:05:17.878481 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Sync routers for ids ['1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:05:17.885413 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:17.889946 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-72c66cee-7fc2-4900-83b2-273d2c903850 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9271698 Nov 27 02:05:17.890301 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44062) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:05:17.892659 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Routers {'1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:05:17.893392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:17.917548 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 4, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port': {'id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:12Z', 'updated_at': '2021-11-27T02:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd660dc5f-fbb9-4a5a-bac3-601f35c0aa9a', 'name': '', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'mac_address': 'fa:16:3e:f2:b0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:13Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 2, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'subnets': [{'id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:17.945820 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Checking router: 1b51e6f3-94b8-4f66-aae2-74ae0029f641 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:05:17.946161 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Updating router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:05:17.970995 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.003643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Set router 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:05:18.213031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'name': 'tempest-TestMinimumBasicScenario-583376828-router', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '6d32a59b-62f4-4bc7-9991-32e8b25e37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:05:17Z', 'revision_number': 3, 'project_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'gw_port': {'id': '6d32a59b-62f4-4bc7-9991-32e8b25e37a6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:18.243293 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Checking router: 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:05:18.243653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Updating router 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:05:18.271913 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.281754 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.293445 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.352532 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.441435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2664b43-e3e3-469f-8913-fffa0e644abd None None] Network 44635c73-dcbb-45e1-8cad-3d09d7325db8 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:05:18.510669 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2595ee-176b-4f0c-8973-35f2e307d972 None None] Pushing event updated for resources: {'Port': ['ID=d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:18.523832 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2595ee-176b-4f0c-8973-35f2e307d972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:18.524149 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2595ee-176b-4f0c-8973-35f2e307d972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:18.524461 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2595ee-176b-4f0c-8973-35f2e307d972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:18.524808 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2595ee-176b-4f0c-8973-35f2e307d972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:18.525135 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2595ee-176b-4f0c-8973-35f2e307d972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:18.525459 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2595ee-176b-4f0c-8973-35f2e307d972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:18.525830 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2595ee-176b-4f0c-8973-35f2e307d972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:18.526147 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2595ee-176b-4f0c-8973-35f2e307d972 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:18.526468 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2595ee-176b-4f0c-8973-35f2e307d972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:18.527125 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2595ee-176b-4f0c-8973-35f2e307d972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:18.527125 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2595ee-176b-4f0c-8973-35f2e307d972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:18.527453 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2595ee-176b-4f0c-8973-35f2e307d972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:18.542062 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Attempting to bind port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:05:18.542432 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Attempting to bind port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:05:18.542794 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Attempting to bind port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a on network 761fa5ed-86ab-428c-9510-501b25cfba9d {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:05:18.550492 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:05:18.550909 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Checking segment: {'id': '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:05:18.551289 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.551726 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Bound using segment: {'id': '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:05:18.552195 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Bound port: d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:05:18.552598 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.570540 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Allocated IP 172.20.0.1 (44635c73-dcbb-45e1-8cad-3d09d7325db8/14085130-5572-40ab-a6ca-0aa648cef2ed/e47ee0d0-f7b5-4508-8dbf-2ee68817ec02) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:05:18.572809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-118254ea-e867-485d-8d62-ad6f4785de2e None None] Provisioning complete for port ea1b8452-5ead-406b-8254-19e04d0ed68a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:18.573352 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-118254ea-e867-485d-8d62-ad6f4785de2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.638524 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] For port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:05:18.647659 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] For port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a,segment=NetworkSegment(4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c),segment_id=4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:05:18.657452 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.706547 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.723004 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2595ee-176b-4f0c-8973-35f2e307d972 None None] Pushing event updated for resources: {'Port': ['ID=d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:18.761828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.767759 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Routers {'1b51e6f3-94b8-4f66-aae2-74ae0029f641'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:05:18.768400 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:18.798075 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.813557 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Network 44635c73-dcbb-45e1-8cad-3d09d7325db8 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:05:18.813802 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.817684 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:05:18.826306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:05:18.875654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c750b0-ed07-4e03-af30-7c44db21f0be None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:05:18.891740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Attempting to bind port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:05:18.892125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Attempting to bind port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:05:18.892531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Attempting to bind port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:05:18.896042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6106ec-497e-4af7-bdca-e566be90df08 None None] Pushing event updated for resources: {'Port': ['ID=6d32a59b-62f4-4bc7-9991-32e8b25e37a6,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:18.906386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:05:18.906768 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:05:18.907180 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.907576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:05:18.908059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Bound port: 6d32a59b-62f4-4bc7-9991-32e8b25e37a6, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:05:18.909280 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:18.916121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Pushing event updated for resources: {'Port': ['ID=e47ee0d0-f7b5-4508-8dbf-2ee68817ec02,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:18.916888 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] Set router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:05:18.937194 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:19.000361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-10bda06d-40af-47ff-9a62-b32de5819225 None None] Provisioning complete for port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:19.000879 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10bda06d-40af-47ff-9a62-b32de5819225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:19.030967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] For port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:05:19.076198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] For port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6d32a59b-62f4-4bc7-9991-32e8b25e37a6,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:05:19.086647 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:19.149195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:19.154888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-10bda06d-40af-47ff-9a62-b32de5819225 None None] Port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:05:19.166828 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6106ec-497e-4af7-bdca-e566be90df08 None None] Pushing event updated for resources: {'Port': ['ID=6d32a59b-62f4-4bc7-9991-32e8b25e37a6,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:19.194320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-10bda06d-40af-47ff-9a62-b32de5819225 None None] Provisioning complete for port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:19.194968 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10bda06d-40af-47ff-9a62-b32de5819225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:19.228485 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6112cdd5-b0df-44f8-b2d3-5ab5d1066e4d None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:05:19.230351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:05:19.249886 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 4, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port': {'id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:12Z', 'updated_at': '2021-11-27T02:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd660dc5f-fbb9-4a5a-bac3-601f35c0aa9a', 'name': '', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'mac_address': 'fa:16:3e:f2:b0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:13Z', 'updated_at': '2021-11-27T02:05:18Z', 'revision_number': 4, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'subnets': [{'id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:19.291412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Routers {'1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:05:19.292030 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:19.295169 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8547ea-e7cf-4426-957d-7feacb6d98c9 None None] The sync data for ids ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'] in n-d-817303-10 is: [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 4, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port': {'id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:12Z', 'updated_at': '2021-11-27T02:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd660dc5f-fbb9-4a5a-bac3-601f35c0aa9a', 'name': '', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'mac_address': 'fa:16:3e:f2:b0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:13Z', 'updated_at': '2021-11-27T02:05:18Z', 'revision_number': 4, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'subnets': [{'id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:05:19.393333 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:19.399039 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10bda06d-40af-47ff-9a62-b32de5819225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:19.400568 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:19.480865 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:19.482825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Pushing event updated for resources: {'Port': ['ID=e47ee0d0-f7b5-4508-8dbf-2ee68817ec02,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:19.504943 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:19.505278 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:19.551930 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-10bda06d-40af-47ff-9a62-b32de5819225 None None] For port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a,segment=NetworkSegment(4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c),segment_id=4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:19.562005 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10bda06d-40af-47ff-9a62-b32de5819225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:19.574959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] Set router 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:05:19.585061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Network 44635c73-dcbb-45e1-8cad-3d09d7325db8 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:05:19.586513 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:05:19.667812 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bda06d-40af-47ff-9a62-b32de5819225 None None] Pushing event updated for resources: {'Port': ['ID=d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:19.726120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Router 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:05:19.873514 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:05:19.881484 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4f5db1a2-e6bd-46af-a1fc-88ab145a35ad admin admin] 10.222.0.15 "PUT /v2.0/routers/1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9893448 Nov 27 02:05:19.960352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ec017173-3905-44ad-9a34-bf47f572bc5d None None] Provisioning complete for port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:19.960769 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ec017173-3905-44ad-9a34-bf47f572bc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:20.039579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea1b8452-5ead-406b-8254-19e04d0ed68a up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:05:20.067042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ec017173-3905-44ad-9a34-bf47f572bc5d None None] Port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:05:20.117227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ec017173-3905-44ad-9a34-bf47f572bc5d None None] Provisioning complete for port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:20.117605 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ec017173-3905-44ad-9a34-bf47f572bc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:20.186920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port ea1b8452-5ead-406b-8254-19e04d0ed68a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:20.187243 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:20.273703 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'name': 'tempest-TestMinimumBasicScenario-583376828-router', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '6d32a59b-62f4-4bc7-9991-32e8b25e37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:05:19Z', 'revision_number': 4, 'project_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'gw_port': {'id': '6d32a59b-62f4-4bc7-9991-32e8b25e37a6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'e47ee0d0-f7b5-4508-8dbf-2ee68817ec02', 'name': '', 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'mac_address': 'fa:16:3e:f0:aa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14085130-5572-40ab-a6ca-0aa648cef2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:18Z', 'updated_at': '2021-11-27T02:05:18Z', 'revision_number': 1, 'project_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'subnets': [{'id': '14085130-5572-40ab-a6ca-0aa648cef2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:20.313511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4261e93-5170-4171-a376-45cccdc5b038 None None] The sync data for ids ['1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'] in n-d-817303-10 is: [{'id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'name': 'tempest-TestMinimumBasicScenario-583376828-router', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '6d32a59b-62f4-4bc7-9991-32e8b25e37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:05:19Z', 'revision_number': 4, 'project_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'gw_port': {'id': '6d32a59b-62f4-4bc7-9991-32e8b25e37a6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'e47ee0d0-f7b5-4508-8dbf-2ee68817ec02', 'name': '', 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'mac_address': 'fa:16:3e:f0:aa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14085130-5572-40ab-a6ca-0aa648cef2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:18Z', 'updated_at': '2021-11-27T02:05:18Z', 'revision_number': 1, 'project_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'subnets': [{'id': '14085130-5572-40ab-a6ca-0aa648cef2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:05:20.317226 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ec017173-3905-44ad-9a34-bf47f572bc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:20.363771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ec017173-3905-44ad-9a34-bf47f572bc5d None None] For port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6d32a59b-62f4-4bc7-9991-32e8b25e37a6,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:20.371031 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ec017173-3905-44ad-9a34-bf47f572bc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:20.417034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ec017173-3905-44ad-9a34-bf47f572bc5d None None] Provisioning complete for port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:20.417409 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ec017173-3905-44ad-9a34-bf47f572bc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:20.453913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec017173-3905-44ad-9a34-bf47f572bc5d None None] Pushing event updated for resources: {'Port': ['ID=6d32a59b-62f4-4bc7-9991-32e8b25e37a6,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:20.526824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ec017173-3905-44ad-9a34-bf47f572bc5d None None] Provisioning complete for port ea1b8452-5ead-406b-8254-19e04d0ed68a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:20.527082 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ec017173-3905-44ad-9a34-bf47f572bc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:20.753496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-312a20a6-d775-4c8d-b449-fb173ae42924 None None] Provisioning complete for port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:20.754176 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-312a20a6-d775-4c8d-b449-fb173ae42924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:20.794610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-312a20a6-d775-4c8d-b449-fb173ae42924 None None] Port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:05:21.165567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:05:21.218202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:21.218578 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:23.206770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:05:23.274454 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:23.274824 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:23.603661 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Sync routers for ids ['1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:05:23.614418 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Routers {'1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:05:23.615035 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:23.730413 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Set router 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:05:23.940018 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'name': 'tempest-TestMinimumBasicScenario-583376828-router', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '6d32a59b-62f4-4bc7-9991-32e8b25e37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:05:19Z', 'revision_number': 4, 'project_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'gw_port': {'id': '6d32a59b-62f4-4bc7-9991-32e8b25e37a6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'e47ee0d0-f7b5-4508-8dbf-2ee68817ec02', 'name': '', 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'mac_address': 'fa:16:3e:f0:aa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14085130-5572-40ab-a6ca-0aa648cef2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:18Z', 'updated_at': '2021-11-27T02:05:19Z', 'revision_number': 2, 'project_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'subnets': [{'id': '14085130-5572-40ab-a6ca-0aa648cef2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:23.969243 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Checking router: 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:05:23.969599 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Updating router 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:05:24.002438 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:24.299924 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:24.305872 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:24.391743 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c13265-2998-46e3-b1b1-5f548bbc3d8d None None] Pushing event updated for resources: {'Port': ['ID=e47ee0d0-f7b5-4508-8dbf-2ee68817ec02,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:24.420591 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Attempting to bind port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:05:24.420961 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Attempting to bind port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'c77b4f42-0003-42e1-a639-a9553746939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:05:24.421205 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Attempting to bind port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 on network 44635c73-dcbb-45e1-8cad-3d09d7325db8 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:05:24.426885 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:05:24.427263 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Checking segment: {'id': 'c77b4f42-0003-42e1-a639-a9553746939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:05:24.427663 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:24.428058 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Bound using segment: {'id': 'c77b4f42-0003-42e1-a639-a9553746939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:05:24.428555 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Bound port: e47ee0d0-f7b5-4508-8dbf-2ee68817ec02, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77b4f42-0003-42e1-a639-a9553746939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:05:24.428935 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:24.503460 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] For port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:05:24.507551 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] For port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e47ee0d0-f7b5-4508-8dbf-2ee68817ec02,segment=NetworkSegment(c77b4f42-0003-42e1-a639-a9553746939c),segment_id=c77b4f42-0003-42e1-a639-a9553746939c)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:05:24.517016 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:24.583745 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Routers {'1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:05:24.584404 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:05:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:24.589322 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c13265-2998-46e3-b1b1-5f548bbc3d8d None None] Pushing event updated for resources: {'Port': ['ID=e47ee0d0-f7b5-4508-8dbf-2ee68817ec02,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:24.651202 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-417104bc-2b99-4d08-9c54-898b5184c8ef None None] Provisioning complete for port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:24.651745 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-417104bc-2b99-4d08-9c54-898b5184c8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:24.723816 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] Set router 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:05:24.826513 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-417104bc-2b99-4d08-9c54-898b5184c8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:24.878899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-417104bc-2b99-4d08-9c54-898b5184c8ef None None] For port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e47ee0d0-f7b5-4508-8dbf-2ee68817ec02,segment=NetworkSegment(c77b4f42-0003-42e1-a639-a9553746939c),segment_id=c77b4f42-0003-42e1-a639-a9553746939c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:24.886692 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-417104bc-2b99-4d08-9c54-898b5184c8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:24.963278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417104bc-2b99-4d08-9c54-898b5184c8ef None None] Pushing event updated for resources: {'Port': ['ID=e47ee0d0-f7b5-4508-8dbf-2ee68817ec02,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:25.017366 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0c1198da-098b-4e5a-a619-3bff17b44017 None None] Provisioning complete for port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:25.017752 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0c1198da-098b-4e5a-a619-3bff17b44017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:25.103927 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'name': 'tempest-TestMinimumBasicScenario-583376828-router', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '6d32a59b-62f4-4bc7-9991-32e8b25e37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:05:19Z', 'revision_number': 4, 'project_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'gw_port': {'id': '6d32a59b-62f4-4bc7-9991-32e8b25e37a6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'e47ee0d0-f7b5-4508-8dbf-2ee68817ec02', 'name': '', 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'mac_address': 'fa:16:3e:f0:aa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14085130-5572-40ab-a6ca-0aa648cef2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:18Z', 'updated_at': '2021-11-27T02:05:24Z', 'revision_number': 4, 'project_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'subnets': [{'id': '14085130-5572-40ab-a6ca-0aa648cef2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:05:25.147645 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d578ea7-51fd-47f3-acd8-4a1767339af1 None None] The sync data for ids ['1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'] in n-d-817303-10 is: [{'id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'name': 'tempest-TestMinimumBasicScenario-583376828-router', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '6d32a59b-62f4-4bc7-9991-32e8b25e37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:05:19Z', 'revision_number': 4, 'project_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'gw_port': {'id': '6d32a59b-62f4-4bc7-9991-32e8b25e37a6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'e47ee0d0-f7b5-4508-8dbf-2ee68817ec02', 'name': '', 'network_id': '44635c73-dcbb-45e1-8cad-3d09d7325db8', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'mac_address': 'fa:16:3e:f0:aa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14085130-5572-40ab-a6ca-0aa648cef2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:18Z', 'updated_at': '2021-11-27T02:05:24Z', 'revision_number': 4, 'project_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'subnets': [{'id': '14085130-5572-40ab-a6ca-0aa648cef2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:05:25.224167 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:05:25.287247 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:25.287978 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:26.572793 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:05:29.092847 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:30.287060 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-791e873a-6cac-4536-959b-342a0aab220c tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:30.288561 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-791e873a-6cac-4536-959b-342a0aab220c tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/networks?id=761fa5ed-86ab-428c-9510-501b25cfba9d HTTP/1.1" status: 200 len: 815 time: 0.1065047 Nov 27 02:05:30.303128 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-54b8b851-767d-44c0-b3f8-5cd9a73eb1e5 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/quotas/5fdbc56db21041d5a26107f56cb7ac3b HTTP/1.1" status: 200 len: 375 time: 0.0087643 Nov 27 02:05:30.355335 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-50a74455-de92-4203-8c60-15cef1748a64 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5fdbc56db21041d5a26107f56cb7ac3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470049 Nov 27 02:05:30.448433 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-e350f117-5321-4756-b048-71e688f42444 service neutron] 10.222.0.15 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814953 Nov 27 02:05:30.543189 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-3a2d2f0a-a01c-439c-9bc9-9d74e694ea9d service neutron] 10.222.0.15 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880947 Nov 27 02:05:30.711660 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dc292aec-01e2-4621-8c92-3a228e078d21 req-3b19b334-50fc-4f64-a1b8-4c41905dbaab tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 210 time: 0.0359585 Nov 27 02:05:31.047342 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:31.686121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-182901eb-a6e8-410d-872a-bfc23eb580a7 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:31.687610 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-182901eb-a6e8-410d-872a-bfc23eb580a7 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.31 "GET /v2.0/networks?id=761fa5ed-86ab-428c-9510-501b25cfba9d HTTP/1.1" status: 200 len: 815 time: 0.1058428 Nov 27 02:05:31.712994 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Request body: {'port': {'device_id': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'admin_state_up': True, 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:05:31.821398 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e0225b37-4c62-4326-876c-bb67ac72482b req-40cdd072-8aa9-4bff-9ba1-168e1461e8df tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 210 time: 0.0399265 Nov 27 02:05:31.854394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Made reservation on behalf of 5fdbc56db21041d5a26107f56cb7ac3b for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:05:31.858923 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:32.009393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Allocated IP 172.20.0.9 (761fa5ed-86ab-428c-9510-501b25cfba9d/5e9f6634-28b1-4620-a645-10cf758f6c5c/00c5cb28-4191-4c19-9a43-530967384945) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:05:32.212317 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:32.250565 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:32.306604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Network 761fa5ed-86ab-428c-9510-501b25cfba9d is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:05:32.308183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:05:32.311530 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:05:32.355394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event updated for resources: {'Port': ['ID=00c5cb28-4191-4c19-9a43-530967384945,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:32.375516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:32.376174 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:32.379393 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:32.379752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:32.380108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:32.380478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:32.380824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:32.381169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:32.381507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:32.381840 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:32.382177 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:32.382513 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:32.382849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:32.383180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:32.404664 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-be40a9d7-54f4-46f9-8c43-32781f5e0deb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6954513 Nov 27 02:05:32.557712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-384cc8f2-6a22-4b24-ba1c-5f48c4ae9659 None None] Provisioning complete for port 00c5cb28-4191-4c19-9a43-530967384945 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:32.558252 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-384cc8f2-6a22-4b24-ba1c-5f48c4ae9659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:32.592730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-384cc8f2-6a22-4b24-ba1c-5f48c4ae9659 None None] Port 00c5cb28-4191-4c19-9a43-530967384945 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:05:32.953342 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a60b11-0336-41b6-a524-bfedcec2389f req-21b16b35-6e19-457e-bb16-57c186fc2e0b tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:32.954843 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05a60b11-0336-41b6-a524-bfedcec2389f req-21b16b35-6e19-457e-bb16-57c186fc2e0b tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 931 time: 0.0665834 Nov 27 02:05:33.004325 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05a60b11-0336-41b6-a524-bfedcec2389f req-fc1e1927-4b47-4ca7-bbbb-e4ef35d0e582 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431628 Nov 27 02:05:34.127864 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a510871-7a72-4796-83a9-ed74510b0f57 req-2c34eecd-3177-4046-ba2e-0a1973598154 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:34.129417 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a510871-7a72-4796-83a9-ed74510b0f57 req-2c34eecd-3177-4046-ba2e-0a1973598154 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 931 time: 0.0504529 Nov 27 02:05:34.476718 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a510871-7a72-4796-83a9-ed74510b0f57 req-b74d05fc-d7e9-419e-afa3-82f78fed3604 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403499 Nov 27 02:05:35.598644 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112501e1-851a-43d4-937c-ec2ea87a50aa req-72c325e3-3900-444b-95ea-5670b95836a9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:35.600167 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-112501e1-851a-43d4-937c-ec2ea87a50aa req-72c325e3-3900-444b-95ea-5670b95836a9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 931 time: 0.0482152 Nov 27 02:05:35.650782 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-112501e1-851a-43d4-937c-ec2ea87a50aa req-ef47705a-5ba3-4f41-9c09-8536b5377c8a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443127 Nov 27 02:05:36.773740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b3fb6-8d65-40b4-a9ad-092a51790edf req-38b53f68-cd2e-47a0-adfb-5f1d22e24348 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:36.775303 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-166b3fb6-8d65-40b4-a9ad-092a51790edf req-38b53f68-cd2e-47a0-adfb-5f1d22e24348 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 931 time: 0.0491822 Nov 27 02:05:36.826949 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-166b3fb6-8d65-40b4-a9ad-092a51790edf req-1402fd38-3007-4e4d-8186-6a94bc258aee tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454504 Nov 27 02:05:37.945870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5bbb4-fee9-42f3-8068-13f79f7f0002 req-88c1d643-2f1e-4eea-818a-065f66f52392 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:37.947525 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-afd5bbb4-fee9-42f3-8068-13f79f7f0002 req-88c1d643-2f1e-4eea-818a-065f66f52392 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 931 time: 0.0510702 Nov 27 02:05:38.003376 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-afd5bbb4-fee9-42f3-8068-13f79f7f0002 req-7d3f1a52-23a8-48cd-aa1c-e979434ac6e1 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483098 Nov 27 02:05:39.131077 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e87990-dd0f-4236-85e5-aff90696673a req-64fbd931-b23e-470d-8c07-c43df8137f59 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:39.132654 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-67e87990-dd0f-4236-85e5-aff90696673a req-64fbd931-b23e-470d-8c07-c43df8137f59 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 931 time: 0.0533087 Nov 27 02:05:39.183652 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-67e87990-dd0f-4236-85e5-aff90696673a req-be18dbc1-9039-4df3-b49e-6611ca20410d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441029 Nov 27 02:05:40.169336 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7c3443f9-c38c-4e48-a754-8426513e901b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:40.326399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51861c2-ac72-47dc-9191-ac8d9a99500e req-64ece68f-390e-4e2e-811d-518cdfef9a5a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:40.327942 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c51861c2-ac72-47dc-9191-ac8d9a99500e req-64ece68f-390e-4e2e-811d-518cdfef9a5a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 931 time: 0.0512102 Nov 27 02:05:40.375387 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c51861c2-ac72-47dc-9191-ac8d9a99500e req-cd9c31ec-79a8-4d5f-aab8-25b9f03c8bfb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Nov 27 02:05:41.498949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35840c-69ab-44ec-850c-c1edeab8a7f1 req-4bc1b7c5-4e8c-4ff7-8e5d-c6b656eb86c6 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:41.500464 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab35840c-69ab-44ec-850c-c1edeab8a7f1 req-4bc1b7c5-4e8c-4ff7-8e5d-c6b656eb86c6 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 931 time: 0.0539391 Nov 27 02:05:41.546497 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab35840c-69ab-44ec-850c-c1edeab8a7f1 req-54b55891-ecb2-4392-9688-af41f6efc22f tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 Nov 27 02:05:42.328778 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-513126a0-6c05-42f5-a951-b967d27cb046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:42.662439 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f34a83-a21f-4b5d-a30d-b441e3616c9a req-42d61c50-7a12-4e99-bcf5-b2ea9e125694 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:42.663900 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1f34a83-a21f-4b5d-a30d-b441e3616c9a req-42d61c50-7a12-4e99-bcf5-b2ea9e125694 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 931 time: 0.0487728 Nov 27 02:05:42.710251 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1f34a83-a21f-4b5d-a30d-b441e3616c9a req-3f75b0c0-bf03-4d7f-9bc6-2fda33988ecc tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Nov 27 02:05:43.481750 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:43.823031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc784978-49a5-47bb-91a2-73abe36ddacf req-8151c714-0295-40de-a37e-11e3297d279e tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:43.824533 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc784978-49a5-47bb-91a2-73abe36ddacf req-8151c714-0295-40de-a37e-11e3297d279e tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 931 time: 0.0487423 Nov 27 02:05:43.870364 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc784978-49a5-47bb-91a2-73abe36ddacf req-4cf0bb53-c0c1-436e-b311-c3d81ae6300a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398700 Nov 27 02:05:44.285365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-acb10201-11ce-41fc-8850-d43150baedb5 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:05:44.286840 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-acb10201-11ce-41fc-8850-d43150baedb5 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063443 Nov 27 02:05:44.314572 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Request body: {'port': {'device_id': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:05:44.370039 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:44.623483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c5cb28-4191-4c19-9a43-530967384945 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:05:44.630731 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:44.642801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Transition to ACTIVE for port object 00c5cb28-4191-4c19-9a43-530967384945 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:05:44.646089 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:44.695708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Pushing event updated for resources: {'Port': ['ID=00c5cb28-4191-4c19-9a43-530967384945,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:44.770227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Attempting to bind port 00c5cb28-4191-4c19-9a43-530967384945 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:05:44.770800 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Attempting to bind port 00c5cb28-4191-4c19-9a43-530967384945 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:05:44.771346 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Attempting to bind port 00c5cb28-4191-4c19-9a43-530967384945 on network 761fa5ed-86ab-428c-9510-501b25cfba9d {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:05:44.776502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Port 00c5cb28-4191-4c19-9a43-530967384945 on network 761fa5ed-86ab-428c-9510-501b25cfba9d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:05:44.776832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Attempting to bind port 00c5cb28-4191-4c19-9a43-530967384945 on network 761fa5ed-86ab-428c-9510-501b25cfba9d {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:05:44.784618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:05:44.785188 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Checking segment: {'id': '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:05:44.785650 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Bound using segment: {'id': '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:05:44.786347 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Bound port: 00c5cb28-4191-4c19-9a43-530967384945, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:05:44.786891 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:44.853385 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] For port 00c5cb28-4191-4c19-9a43-530967384945, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:05:44.856700 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] For port 00c5cb28-4191-4c19-9a43-530967384945, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=00c5cb28-4191-4c19-9a43-530967384945,segment=NetworkSegment(4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c),segment_id=4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:05:44.861688 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:44.895100 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:44.895788 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:44.897400 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] 10.222.0.31 "PUT /v2.0/ports/00c5cb28-4191-4c19-9a43-530967384945 HTTP/1.1" status: 200 len: 1092 time: 0.5865922 Nov 27 02:05:44.897671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'tag': '00c5cb28-4191-4c19-9a43-530967384945'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:05:44.899905 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4189b9c1-5088-4178-8761-32a1e8dfde55" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9af4e0-bc39-4e8a-a07b-7a036a18dc48", "tag": "00c5cb28-4191-4c19-9a43-530967384945"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:05:44.928412 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ee33e-a827-4e72-89e4-fae07fff7157 service neutron] Pushing event updated for resources: {'Port': ['ID=00c5cb28-4191-4c19-9a43-530967384945,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:44.970931 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acb18cd-38ee-41b0-8aae-9b2434d8a2db x-openstack-request-id: req-2acb18cd-38ee-41b0-8aae-9b2434d8a2db {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:05:44.971485 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9af4e0-bc39-4e8a-a07b-7a036a18dc48", "tag": "00c5cb28-4191-4c19-9a43-530967384945", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:05:44.971744 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2acb18cd-38ee-41b0-8aae-9b2434d8a2db {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:05:44.972164 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'tag': '00c5cb28-4191-4c19-9a43-530967384945', 'status': 'completed', 'code': 200} Nov 27 02:05:45.010575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-5ec20016-a969-4e33-9600-7727ef119e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:45.012120 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-5ec20016-a969-4e33-9600-7727ef119e77 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fdbc56db21041d5a26107f56cb7ac3b&device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 1095 time: 0.0520248 Nov 27 02:05:45.021188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece73788-91cd-46b5-b417-ba4264c60d6f req-f2d11b69-f8f1-46ca-80fe-24ab0d91cd1a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:45.024875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ece73788-91cd-46b5-b417-ba4264c60d6f req-f2d11b69-f8f1-46ca-80fe-24ab0d91cd1a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 943 time: 0.0590792 Nov 27 02:05:45.035089 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:45.067567 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-88113166-4e26-487d-a81b-ba8b05891f48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c5cb28-4191-4c19-9a43-530967384945 HTTP/1.1" status: 200 len: 217 time: 0.0408075 Nov 27 02:05:45.077201 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ece73788-91cd-46b5-b417-ba4264c60d6f req-046550be-d02b-4807-a0db-dadbf888595c tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475194 Nov 27 02:05:45.127239 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-f004d59a-781c-4017-8031-db93c64570b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:45.128750 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-f004d59a-781c-4017-8031-db93c64570b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e9f6634-28b1-4620-a645-10cf758f6c5c HTTP/1.1" status: 200 len: 854 time: 0.0543475 Nov 27 02:05:45.178348 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-1f54dcef-78cd-411f-8cd1-611b280ad739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:45.179837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-1f54dcef-78cd-411f-8cd1-611b280ad739 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=761fa5ed-86ab-428c-9510-501b25cfba9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441408 Nov 27 02:05:45.397867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-80ccc221-f65d-409b-9d88-e183fd641e03 service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815163 Nov 27 02:05:45.490410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2a96d01e-46cb-43ff-bbff-af1928bf444d req-b6bae5b3-af53-4b8e-a1f2-de4c1c144fa2 service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853522 Nov 27 02:05:45.610056 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189b9c1-5088-4178-8761-32a1e8dfde55 req-07641ba3-baae-4ece-b92b-14c571c6ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:45.611548 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4189b9c1-5088-4178-8761-32a1e8dfde55 req-07641ba3-baae-4ece-b92b-14c571c6ce87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fdbc56db21041d5a26107f56cb7ac3b&device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 1095 time: 0.0421138 Nov 27 02:05:45.703858 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189b9c1-5088-4178-8761-32a1e8dfde55 req-14205396-4ee0-4172-b033-901caef2690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:45.705291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4189b9c1-5088-4178-8761-32a1e8dfde55 req-14205396-4ee0-4172-b033-901caef2690d service neutron] 10.222.0.31 "GET /v2.0/networks?id=761fa5ed-86ab-428c-9510-501b25cfba9d HTTP/1.1" status: 200 len: 916 time: 0.0864098 Nov 27 02:05:45.751946 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4189b9c1-5088-4178-8761-32a1e8dfde55 req-feb9f117-13ee-48ae-886a-91834920d8ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c5cb28-4191-4c19-9a43-530967384945 HTTP/1.1" status: 200 len: 217 time: 0.0381637 Nov 27 02:05:45.801041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189b9c1-5088-4178-8761-32a1e8dfde55 req-7d957ae4-4d62-47c3-be7e-d2d28b6f87a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:45.802451 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4189b9c1-5088-4178-8761-32a1e8dfde55 req-7d957ae4-4d62-47c3-be7e-d2d28b6f87a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e9f6634-28b1-4620-a645-10cf758f6c5c HTTP/1.1" status: 200 len: 854 time: 0.0437553 Nov 27 02:05:45.846954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189b9c1-5088-4178-8761-32a1e8dfde55 req-852f20b1-82fd-4774-9808-fcfad22c5001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:45.848448 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4189b9c1-5088-4178-8761-32a1e8dfde55 req-852f20b1-82fd-4774-9808-fcfad22c5001 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=761fa5ed-86ab-428c-9510-501b25cfba9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393772 Nov 27 02:05:45.940326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4189b9c1-5088-4178-8761-32a1e8dfde55 req-a9b26c04-6263-4fa1-817b-ddc97edfd7d1 service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849099 Nov 27 02:05:46.036594 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4189b9c1-5088-4178-8761-32a1e8dfde55 req-d958a7d0-92fd-4a03-a92c-f52cc1922418 service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889413 Nov 27 02:05:46.193994 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52b5e6-547d-4a1a-a9b7-d14d72bd9725 req-4fa8bfe8-11d4-4a2b-9d20-00b092c3dd45 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:46.195472 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab52b5e6-547d-4a1a-a9b7-d14d72bd9725 req-4fa8bfe8-11d4-4a2b-9d20-00b092c3dd45 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 943 time: 0.0491636 Nov 27 02:05:46.247165 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab52b5e6-547d-4a1a-a9b7-d14d72bd9725 req-6a14f3ea-b0f8-45d6-bcae-e5a1b129f88d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453146 Nov 27 02:05:46.425425 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:47.361245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d099b0-f06c-4a8e-806f-fb15c3628483 req-7c452582-f48f-427c-8f00-c7d982b15325 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:47.362611 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66d099b0-f06c-4a8e-806f-fb15c3628483 req-7c452582-f48f-427c-8f00-c7d982b15325 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 943 time: 0.0480671 Nov 27 02:05:47.408731 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-66d099b0-f06c-4a8e-806f-fb15c3628483 req-f5e14e51-96f9-44f4-b4d4-2de517017e63 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402410 Nov 27 02:05:48.522752 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db56293-7ed4-43dc-a17c-5370cefad5ac req-830ee565-a717-4cbc-afab-7f6485cec789 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:48.524145 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4db56293-7ed4-43dc-a17c-5370cefad5ac req-830ee565-a717-4cbc-afab-7f6485cec789 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 943 time: 0.0486691 Nov 27 02:05:48.570873 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4db56293-7ed4-43dc-a17c-5370cefad5ac req-70ea8e7e-95c8-485b-9886-be1d98266e32 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Nov 27 02:05:49.087859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 00c5cb28-4191-4c19-9a43-530967384945 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:05:49.183700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 00c5cb28-4191-4c19-9a43-530967384945, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=00c5cb28-4191-4c19-9a43-530967384945,segment=NetworkSegment(4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c),segment_id=4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:49.194850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '00c5cb28-4191-4c19-9a43-530967384945', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'port_id': '00c5cb28-4191-4c19-9a43-530967384945', 'mac_address': 'fa:16:3e:9f:7c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:05:49.231411 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:49.244139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c5cb28-4191-4c19-9a43-530967384945 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:05:49.263338 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 00c5cb28-4191-4c19-9a43-530967384945, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=00c5cb28-4191-4c19-9a43-530967384945,segment=NetworkSegment(4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c),segment_id=4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:49.266671 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:49.316503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=00c5cb28-4191-4c19-9a43-530967384945,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:49.323565 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:49.323914 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:49.324274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:49.324620 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:49.325570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:49.325907 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:49.326258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:49.326567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:49.326894 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:49.327221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:49.327546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:49.327871 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:49.683880 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd611b-c73b-47d4-a872-8d61502b2029 req-1d1447a3-73ec-47a8-b2cb-56ef3c2cc4a5 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:49.685341 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31bd611b-c73b-47d4-a872-8d61502b2029 req-1d1447a3-73ec-47a8-b2cb-56ef3c2cc4a5 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 944 time: 0.0481441 Nov 27 02:05:49.696784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['00c5cb28-4191-4c19-9a43-530967384945'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:05:49.737002 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-31bd611b-c73b-47d4-a872-8d61502b2029 req-1d8a3060-7721-48e9-90c2-cf63505e1833 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456903 Nov 27 02:05:50.850450 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc597df-c618-406c-bcf1-82a40e62c5fe req-31ab1dc7-ddc7-4130-afa8-80c88938f841 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:50.851938 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-acc597df-c618-406c-bcf1-82a40e62c5fe req-31ab1dc7-ddc7-4130-afa8-80c88938f841 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 944 time: 0.0489712 Nov 27 02:05:50.898630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-acc597df-c618-406c-bcf1-82a40e62c5fe req-a38731c6-107c-4c89-af00-8c0d6f1e5032 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Nov 27 02:05:51.103318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 00c5cb28-4191-4c19-9a43-530967384945 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:05:51.150482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 00c5cb28-4191-4c19-9a43-530967384945 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:05:51.154685 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 00c5cb28-4191-4c19-9a43-530967384945 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:05:51.155105 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:51.230712 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:51.251979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c5cb28-4191-4c19-9a43-530967384945'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:05:51.254345 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a06181a-69b9-4843-bca3-cfe4814d051e" -d '{"events": [{"server_uuid": "ea9af4e0-bc39-4e8a-a07b-7a036a18dc48", "name": "network-vif-plugged", "status": "completed", "tag": "00c5cb28-4191-4c19-9a43-530967384945"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:05:51.267737 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 00c5cb28-4191-4c19-9a43-530967384945, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=00c5cb28-4191-4c19-9a43-530967384945,segment=NetworkSegment(4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c),segment_id=4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:51.272695 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:51.300091 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e84f0b-dd87-4b83-a6e1-db2a2a4b6ff2 x-openstack-request-id: req-83e84f0b-dd87-4b83-a6e1-db2a2a4b6ff2 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:05:51.300409 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9af4e0-bc39-4e8a-a07b-7a036a18dc48", "name": "network-vif-plugged", "status": "completed", "tag": "00c5cb28-4191-4c19-9a43-530967384945", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:05:51.300663 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83e84f0b-dd87-4b83-a6e1-db2a2a4b6ff2 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:05:51.301082 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c5cb28-4191-4c19-9a43-530967384945', 'code': 200} Nov 27 02:05:51.325757 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=00c5cb28-4191-4c19-9a43-530967384945,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:51.426677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f5b43-2ff6-4e66-9340-87cb5e8c5ed9 req-3e55a851-6dd2-46ae-a72f-1fda4923754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:51.428129 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-924f5b43-2ff6-4e66-9340-87cb5e8c5ed9 req-3e55a851-6dd2-46ae-a72f-1fda4923754b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 1097 time: 0.0439126 Nov 27 02:05:51.471342 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-924f5b43-2ff6-4e66-9340-87cb5e8c5ed9 req-d5864064-2a2b-4e69-b960-a4f1ec86b6a1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364540 Nov 27 02:05:52.012482 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b1d9e-0f77-4e06-9697-4e9086c90aca req-aa0eedea-683e-4a29-8430-6401fc91c7f7 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:52.013942 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-601b1d9e-0f77-4e06-9697-4e9086c90aca req-aa0eedea-683e-4a29-8430-6401fc91c7f7 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 945 time: 0.0483632 Nov 27 02:05:52.060785 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-601b1d9e-0f77-4e06-9697-4e9086c90aca req-88c2319e-06fa-42fe-801b-668eff6151e1 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Nov 27 02:05:53.174811 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ebdc6-113e-41fb-ab1d-692416d5ac20 req-f6796e9a-042f-4ba2-8855-d0fe00072f0a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:53.176284 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-979ebdc6-113e-41fb-ab1d-692416d5ac20 req-f6796e9a-042f-4ba2-8855-d0fe00072f0a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 945 time: 0.0480359 Nov 27 02:05:53.223716 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-979ebdc6-113e-41fb-ab1d-692416d5ac20 req-33d59b92-22b0-485d-83d9-5b1166af6e35 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412531 Nov 27 02:05:53.343070 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acd0f3-423a-476c-b3e4-9fe0a4d845c9 req-b3361814-12aa-4f61-8d5b-39c0ed74c10f tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:53.344472 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-40acd0f3-423a-476c-b3e4-9fe0a4d845c9 req-b3361814-12aa-4f61-8d5b-39c0ed74c10f tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 945 time: 0.0519178 Nov 27 02:05:53.391088 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-40acd0f3-423a-476c-b3e4-9fe0a4d845c9 req-2eed8ced-c2f5-4b44-9b3a-0372f93d0302 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Nov 27 02:05:53.575333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30540af-2838-4cb7-8bcd-e08500a1a07e req-eb6c1ed2-a29f-4f34-9d1c-5fe20573fcce tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:53.576902 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c30540af-2838-4cb7-8bcd-e08500a1a07e req-eb6c1ed2-a29f-4f34-9d1c-5fe20573fcce tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 945 time: 0.0500228 Nov 27 02:05:53.624069 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c30540af-2838-4cb7-8bcd-e08500a1a07e req-f6b30ec4-47f3-4caa-a3e0-79701d00cb15 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411768 Nov 27 02:05:59.085437 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:01.052007 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:03.571335 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:06:06.106002 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84325c-6525-467d-81ea-d08d9621045c req-78532754-35f1-472e-a925-2486a069f6da tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:06.107514 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea84325c-6525-467d-81ea-d08d9621045c req-78532754-35f1-472e-a925-2486a069f6da tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 945 time: 0.0492096 Nov 27 02:06:06.162287 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ea84325c-6525-467d-81ea-d08d9621045c req-b71eddaf-e705-4107-8239-b54b4bf1a86b tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476403 Nov 27 02:06:06.184921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44262) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:06.308003 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f41c24-52f4-41d4-ab65-983c6ab004a1 tempest-TestMinimumBasicScenario-853756096 tempest-TestMinimumBasicScenario-853756096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:06.309552 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-78f41c24-52f4-41d4-ab65-983c6ab004a1 tempest-TestMinimumBasicScenario-853756096 tempest-TestMinimumBasicScenario-853756096-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 1092 time: 0.1236598 Nov 27 02:06:06.312468 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44266) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:06.316642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '00c5cb28-4191-4c19-9a43-530967384945', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:06.338409 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:06.435255 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:06.539448 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Allocated IP 172.25.1.232 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/74b12d02-1f4b-437e-9bc4-31e24254ec04) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:06:06.637153 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:06.675093 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:06.713688 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:06:06.718884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:06:06.722992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:06:06.726223 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event updated for resources: {'Port': ['ID=74b12d02-1f4b-437e-9bc4-31e24254ec04,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:07.073799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:07.138873 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:07.287844 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:07.292500 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:07.357860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event updated for resources: {'Port': ['ID=74b12d02-1f4b-437e-9bc4-31e24254ec04,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:07.369517 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:07.469732 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Floating IP c55baa30-e3aa-45a9-9ddc-5f4b9bf8fda4 associated. External IP: 172.25.1.232, port: 00c5cb28-4191-4c19-9a43-530967384945. Nov 27 02:06:07.674967 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:06:07.781619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:06:07.791364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c23565b-a309-42f9-be4c-05e0209522be None None] Sync routers for ids ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:06:07.799391 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:07.804373 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c23565b-a309-42f9-be4c-05e0209522be None None] Routers {'1b51e6f3-94b8-4f66-aae2-74ae0029f641'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:06:07.804999 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7c23565b-a309-42f9-be4c-05e0209522be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:05:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:07.826084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-46c99a6b-d9aa-47e0-835a-5dd5076b4355 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5126207 Nov 27 02:06:07.826773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'tag': '00c5cb28-4191-4c19-9a43-530967384945'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:06:07.828896 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44272) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:07.829441 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c67a9e-6c06-4dc8-aeb5-abd697b14aae" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9af4e0-bc39-4e8a-a07b-7a036a18dc48", "tag": "00c5cb28-4191-4c19-9a43-530967384945"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:06:07.833694 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-263a76e3-51c9-47d7-82da-8438c5e33455 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-157926355', 'description': 'tempest-secgroup-smoke-157926355 description', 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:07.858557 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-263a76e3-51c9-47d7-82da-8438c5e33455 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:07.869900 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5d54bc-94c9-4a7f-8320-2b2853f423c9 x-openstack-request-id: req-cf5d54bc-94c9-4a7f-8320-2b2853f423c9 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:06:07.870244 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9af4e0-bc39-4e8a-a07b-7a036a18dc48", "tag": "00c5cb28-4191-4c19-9a43-530967384945", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:06:07.870555 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf5d54bc-94c9-4a7f-8320-2b2853f423c9 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:06:07.870963 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'tag': '00c5cb28-4191-4c19-9a43-530967384945', 'status': 'completed', 'code': 200} Nov 27 02:06:07.916871 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-7c23565b-a309-42f9-be4c-05e0209522be None None] Set router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:06:07.929917 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-263a76e3-51c9-47d7-82da-8438c5e33455 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:07.934952 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-263a76e3-51c9-47d7-82da-8438c5e33455 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:07.958893 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c67a9e-6c06-4dc8-aeb5-abd697b14aae req-7531a1f7-c1fa-406c-ac47-15a96cc3ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:07.961710 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93c67a9e-6c06-4dc8-aeb5-abd697b14aae req-7531a1f7-c1fa-406c-ac47-15a96cc3ec5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fdbc56db21041d5a26107f56cb7ac3b&device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 1097 time: 0.0439401 Nov 27 02:06:07.967261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a76e3-51c9-47d7-82da-8438c5e33455 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfb8938-5923-45a2-bdc2-5b2cac55617d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:07.977433 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-263a76e3-51c9-47d7-82da-8438c5e33455 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:07.978811 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-263a76e3-51c9-47d7-82da-8438c5e33455 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1487284 Nov 27 02:06:07.982567 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44276) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:07.986800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-430ef06e-57f1-479a-8c4e-5c37312ecc5a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Request body: {'security_group_rule': {'security_group_id': '2cfb8938-5923-45a2-bdc2-5b2cac55617d', 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:08.014326 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-430ef06e-57f1-479a-8c4e-5c37312ecc5a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.063291 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c67a9e-6c06-4dc8-aeb5-abd697b14aae req-f906980d-3363-4b12-ac18-28ef5c0a4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:08.065324 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93c67a9e-6c06-4dc8-aeb5-abd697b14aae req-f906980d-3363-4b12-ac18-28ef5c0a4c46 service neutron] 10.222.0.31 "GET /v2.0/networks?id=761fa5ed-86ab-428c-9510-501b25cfba9d HTTP/1.1" status: 200 len: 916 time: 0.0972266 Nov 27 02:06:08.077657 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-430ef06e-57f1-479a-8c4e-5c37312ecc5a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.083395 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-430ef06e-57f1-479a-8c4e-5c37312ecc5a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.102544 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ef06e-57f1-479a-8c4e-5c37312ecc5a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a0b766-eebd-45e6-af6c-a298dee8b952,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:08.124064 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-430ef06e-57f1-479a-8c4e-5c37312ecc5a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.125383 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-430ef06e-57f1-479a-8c4e-5c37312ecc5a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424849 Nov 27 02:06:08.128182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44278) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:08.132658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-249e72a3-9db5-4892-af31-c8990ef96386 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Request body: {'security_group_rule': {'security_group_id': '2cfb8938-5923-45a2-bdc2-5b2cac55617d', 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:08.139714 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93c67a9e-6c06-4dc8-aeb5-abd697b14aae req-19d277b8-84b4-49bd-86b9-8c595cda8b4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c5cb28-4191-4c19-9a43-530967384945 HTTP/1.1" status: 200 len: 999 time: 0.0665805 Nov 27 02:06:08.162269 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-249e72a3-9db5-4892-af31-c8990ef96386 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.163004 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7c23565b-a309-42f9-be4c-05e0209522be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 4, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port': {'id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:12Z', 'updated_at': '2021-11-27T02:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'c55baa30-e3aa-45a9-9ddc-5f4b9bf8fda4', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'port_id': '00c5cb28-4191-4c19-9a43-530967384945', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'mac_address': 'fa:16:3e:9f:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:06:06Z', 'updated_at': '2021-11-27T02:06:06Z', 'revision_number': 0, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd660dc5f-fbb9-4a5a-bac3-601f35c0aa9a', 'name': '', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'mac_address': 'fa:16:3e:f2:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:13Z', 'updated_at': '2021-11-27T02:05:19Z', 'revision_number': 5, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'subnets': [{'id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:08.192337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c23565b-a309-42f9-be4c-05e0209522be None None] Checking router: 1b51e6f3-94b8-4f66-aae2-74ae0029f641 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:06:08.195712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c67a9e-6c06-4dc8-aeb5-abd697b14aae req-d2634150-bc28-4240-bb0b-f75f5bd9f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:08.197235 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93c67a9e-6c06-4dc8-aeb5-abd697b14aae req-d2634150-bc28-4240-bb0b-f75f5bd9f581 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e9f6634-28b1-4620-a645-10cf758f6c5c HTTP/1.1" status: 200 len: 854 time: 0.0491993 Nov 27 02:06:08.201610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c23565b-a309-42f9-be4c-05e0209522be None None] Routers {'1b51e6f3-94b8-4f66-aae2-74ae0029f641'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:06:08.202296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7c23565b-a309-42f9-be4c-05e0209522be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:05:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:08.223258 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-249e72a3-9db5-4892-af31-c8990ef96386 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.227743 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-249e72a3-9db5-4892-af31-c8990ef96386 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.248611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c67a9e-6c06-4dc8-aeb5-abd697b14aae req-a6c14265-a2a2-4997-bd57-90da789fd471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:08.249063 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e72a3-9db5-4892-af31-c8990ef96386 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be641d75-ee61-4b96-8e6b-6b9f53ef138e,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:08.250493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93c67a9e-6c06-4dc8-aeb5-abd697b14aae req-a6c14265-a2a2-4997-bd57-90da789fd471 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=761fa5ed-86ab-428c-9510-501b25cfba9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444503 Nov 27 02:06:08.269624 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-249e72a3-9db5-4892-af31-c8990ef96386 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.270872 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-249e72a3-9db5-4892-af31-c8990ef96386 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417248 Nov 27 02:06:08.273582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44282) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:08.277967 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a9bf070c-3f40-4ddd-863d-b82b68400c39 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Request body: {'security_group_rule': {'security_group_id': '2cfb8938-5923-45a2-bdc2-5b2cac55617d', 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:08.305692 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9bf070c-3f40-4ddd-863d-b82b68400c39 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.329858 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-7c23565b-a309-42f9-be4c-05e0209522be None None] Set router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:06:08.346275 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93c67a9e-6c06-4dc8-aeb5-abd697b14aae req-82f2b6a1-2d7c-4390-8f7a-69db46d79500 service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883520 Nov 27 02:06:08.366753 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9bf070c-3f40-4ddd-863d-b82b68400c39 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.370777 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9bf070c-3f40-4ddd-863d-b82b68400c39 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.391627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf070c-3f40-4ddd-863d-b82b68400c39 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb58feae-2dd8-44a1-bf0e-62151939a9de,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:08.407521 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a9bf070c-3f40-4ddd-863d-b82b68400c39 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.411894 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a9bf070c-3f40-4ddd-863d-b82b68400c39 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344090 Nov 27 02:06:08.412065 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44284) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:08.417968 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-93d258e6-7a48-4642-8732-9cd20868f2a2 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Request body: {'security_group_rule': {'security_group_id': '2cfb8938-5923-45a2-bdc2-5b2cac55617d', 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:08.452383 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-93d258e6-7a48-4642-8732-9cd20868f2a2 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.471140 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-93c67a9e-6c06-4dc8-aeb5-abd697b14aae req-71852eb5-daa4-4dc4-8a88-bd15a7d385cf service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159267 Nov 27 02:06:08.523223 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-93d258e6-7a48-4642-8732-9cd20868f2a2 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.526990 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-93d258e6-7a48-4642-8732-9cd20868f2a2 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.545485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d258e6-7a48-4642-8732-9cd20868f2a2 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb9cb05-7a02-4c4b-ae1b-55e32900bcdb,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:08.552987 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-93d258e6-7a48-4642-8732-9cd20868f2a2 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.554176 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-93d258e6-7a48-4642-8732-9cd20868f2a2 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409647 Nov 27 02:06:08.556902 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44286) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:08.561781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4e63c757-0652-46d0-b62e-ce059ee9ee46 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Request body: {'security_group_rule': {'security_group_id': '2cfb8938-5923-45a2-bdc2-5b2cac55617d', 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:08.582754 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-4e63c757-0652-46d0-b62e-ce059ee9ee46 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Project 5fdbc56db21041d5a26107f56cb7ac3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:06:08.587504 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4e63c757-0652-46d0-b62e-ce059ee9ee46 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.645366 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4e63c757-0652-46d0-b62e-ce059ee9ee46 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.649361 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4e63c757-0652-46d0-b62e-ce059ee9ee46 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.670939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63c757-0652-46d0-b62e-ce059ee9ee46 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7494a46f-ef8f-448d-9a8f-30302affce88,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:08.682201 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4e63c757-0652-46d0-b62e-ce059ee9ee46 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.683638 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4e63c757-0652-46d0-b62e-ce059ee9ee46 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256170 Nov 27 02:06:08.686731 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44288) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:08.691233 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-80dc5a3d-936a-4e62-bfc4-d64d5846573d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Request body: {'security_group_rule': {'security_group_id': '2cfb8938-5923-45a2-bdc2-5b2cac55617d', 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:08.712872 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-80dc5a3d-936a-4e62-bfc4-d64d5846573d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Project 5fdbc56db21041d5a26107f56cb7ac3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:06:08.717774 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-80dc5a3d-936a-4e62-bfc4-d64d5846573d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.725613 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-7c23565b-a309-42f9-be4c-05e0209522be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 4, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port': {'id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:12Z', 'updated_at': '2021-11-27T02:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'c55baa30-e3aa-45a9-9ddc-5f4b9bf8fda4', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'port_id': '00c5cb28-4191-4c19-9a43-530967384945', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'mac_address': 'fa:16:3e:9f:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:06:06Z', 'updated_at': '2021-11-27T02:06:06Z', 'revision_number': 0, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd660dc5f-fbb9-4a5a-bac3-601f35c0aa9a', 'name': '', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'mac_address': 'fa:16:3e:f2:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:13Z', 'updated_at': '2021-11-27T02:05:19Z', 'revision_number': 5, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'subnets': [{'id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:08.752531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c23565b-a309-42f9-be4c-05e0209522be None None] The sync data for ids ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'] in n-d-817303-10 is: [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 4, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port': {'id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:12Z', 'updated_at': '2021-11-27T02:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'c55baa30-e3aa-45a9-9ddc-5f4b9bf8fda4', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'port_id': '00c5cb28-4191-4c19-9a43-530967384945', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'mac_address': 'fa:16:3e:9f:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:06:06Z', 'updated_at': '2021-11-27T02:06:06Z', 'revision_number': 0, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd660dc5f-fbb9-4a5a-bac3-601f35c0aa9a', 'name': '', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'mac_address': 'fa:16:3e:f2:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:13Z', 'updated_at': '2021-11-27T02:05:19Z', 'revision_number': 5, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'subnets': [{'id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:06:08.776937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-80dc5a3d-936a-4e62-bfc4-d64d5846573d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.782362 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-80dc5a3d-936a-4e62-bfc4-d64d5846573d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.801157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc5a3d-936a-4e62-bfc4-d64d5846573d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fa3637-8f08-4437-8a72-9a4422ae8b5b,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:08.814154 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-80dc5a3d-936a-4e62-bfc4-d64d5846573d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:08.815382 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-80dc5a3d-936a-4e62-bfc4-d64d5846573d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275904 Nov 27 02:06:08.910630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7318ba69-81ac-4f79-beba-1c4d3aaad95e req-2d8ad0bc-7ed5-4a25-940d-3958d4ae223a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-157926355&fields=id&tenant_id=5fdbc56db21041d5a26107f56cb7ac3b HTTP/1.1" status: 200 len: 267 time: 0.0463586 Nov 27 02:06:08.970361 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318ba69-81ac-4f79-beba-1c4d3aaad95e req-418a4568-9381-4bd0-b3b4-bc5cfc28e6d0 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:08.976945 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7318ba69-81ac-4f79-beba-1c4d3aaad95e req-418a4568-9381-4bd0-b3b4-bc5cfc28e6d0 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 945 time: 0.0595326 Nov 27 02:06:08.984189 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-7318ba69-81ac-4f79-beba-1c4d3aaad95e req-222e97ca-c366-4033-a09d-9fea53ab5f7f tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Request body: {'port': {'security_groups': ['3808bd03-a316-4a19-b9c6-11ab345abae8', '2cfb8938-5923-45a2-bdc2-5b2cac55617d']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:09.010892 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979092b4-dbf1-44c2-a6af-a6d077b5b6e7 None None] New status for floating IP c55baa30-e3aa-45a9-9ddc-5f4b9bf8fda4: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:06:09.053465 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7318ba69-81ac-4f79-beba-1c4d3aaad95e req-222e97ca-c366-4033-a09d-9fea53ab5f7f tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:09.242320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-7318ba69-81ac-4f79-beba-1c4d3aaad95e req-222e97ca-c366-4033-a09d-9fea53ab5f7f tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] For port 00c5cb28-4191-4c19-9a43-530967384945, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=00c5cb28-4191-4c19-9a43-530967384945,segment=NetworkSegment(4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c),segment_id=4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:09.272549 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7318ba69-81ac-4f79-beba-1c4d3aaad95e req-222e97ca-c366-4033-a09d-9fea53ab5f7f tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:09.277393 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7318ba69-81ac-4f79-beba-1c4d3aaad95e req-222e97ca-c366-4033-a09d-9fea53ab5f7f tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:09.311339 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['00c5cb28-4191-4c19-9a43-530967384945'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:06:09.324057 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318ba69-81ac-4f79-beba-1c4d3aaad95e req-222e97ca-c366-4033-a09d-9fea53ab5f7f tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:09.325232 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-7318ba69-81ac-4f79-beba-1c4d3aaad95e req-222e97ca-c366-4033-a09d-9fea53ab5f7f tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:09.326717 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7318ba69-81ac-4f79-beba-1c4d3aaad95e req-222e97ca-c366-4033-a09d-9fea53ab5f7f tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "PUT /v2.0/ports/00c5cb28-4191-4c19-9a43-530967384945 HTTP/1.1" status: 200 len: 981 time: 0.3477633 Nov 27 02:06:09.347810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e97ca-c366-4033-a09d-9fea53ab5f7f tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event updated for resources: {'Port': ['ID=00c5cb28-4191-4c19-9a43-530967384945,revision_number=6']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:09.450110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1e0f6-a622-4af0-93ac-1947e1c82b5f req-f00c8b5a-216f-4ac3-9566-52d7efe4754d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:09.451880 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1ea1e0f6-a622-4af0-93ac-1947e1c82b5f req-f00c8b5a-216f-4ac3-9566-52d7efe4754d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 984 time: 0.0566275 Nov 27 02:06:09.454033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['00c5cb28-4191-4c19-9a43-530967384945'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:06:09.520053 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1ea1e0f6-a622-4af0-93ac-1947e1c82b5f req-c6985ccc-4400-437b-86aa-3657544c3459 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cfb8938-5923-45a2-bdc2-5b2cac55617d&id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611160 Nov 27 02:06:09.647192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b46ea36a-3fea-4faf-8156-705eaa2a2538 None None] Provisioning complete for port 00c5cb28-4191-4c19-9a43-530967384945 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:06:09.647485 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b46ea36a-3fea-4faf-8156-705eaa2a2538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:09.872916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'tag': '00c5cb28-4191-4c19-9a43-530967384945'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:06:09.875431 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c4ff22-4e39-4194-bbef-f94153790fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9af4e0-bc39-4e8a-a07b-7a036a18dc48", "tag": "00c5cb28-4191-4c19-9a43-530967384945"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:06:09.912575 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f45d00-efa4-4e41-89d9-7bc08ad00d69 x-openstack-request-id: req-30f45d00-efa4-4e41-89d9-7bc08ad00d69 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:06:09.912884 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9af4e0-bc39-4e8a-a07b-7a036a18dc48", "tag": "00c5cb28-4191-4c19-9a43-530967384945", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:06:09.913146 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30f45d00-efa4-4e41-89d9-7bc08ad00d69 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:06:09.913556 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'tag': '00c5cb28-4191-4c19-9a43-530967384945', 'status': 'completed', 'code': 200} Nov 27 02:06:09.999936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4ff22-4e39-4194-bbef-f94153790fdd req-91e108c1-f807-44d9-a782-130486ef7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:10.001486 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-78c4ff22-4e39-4194-bbef-f94153790fdd req-91e108c1-f807-44d9-a782-130486ef7d95 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fdbc56db21041d5a26107f56cb7ac3b&device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 1136 time: 0.0419471 Nov 27 02:06:10.165199 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7200996e-7266-4c26-baf0-9a577a4fadcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:10.370575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4ff22-4e39-4194-bbef-f94153790fdd req-19dbdb4c-eef4-4a91-be4f-c75413287611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:10.372054 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-78c4ff22-4e39-4194-bbef-f94153790fdd req-19dbdb4c-eef4-4a91-be4f-c75413287611 service neutron] 10.222.0.31 "GET /v2.0/networks?id=761fa5ed-86ab-428c-9510-501b25cfba9d HTTP/1.1" status: 200 len: 916 time: 0.3632326 Nov 27 02:06:10.436882 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-78c4ff22-4e39-4194-bbef-f94153790fdd req-8669f7dc-b6c3-4d18-85e0-021ab313ea47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c5cb28-4191-4c19-9a43-530967384945 HTTP/1.1" status: 200 len: 1001 time: 0.0569599 Nov 27 02:06:10.484934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4ff22-4e39-4194-bbef-f94153790fdd req-38a3a12b-957b-4b25-b1d1-513f3d5400f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:10.486345 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-78c4ff22-4e39-4194-bbef-f94153790fdd req-38a3a12b-957b-4b25-b1d1-513f3d5400f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e9f6634-28b1-4620-a645-10cf758f6c5c HTTP/1.1" status: 200 len: 854 time: 0.0429316 Nov 27 02:06:10.534422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4ff22-4e39-4194-bbef-f94153790fdd req-a358e721-721d-44d5-a378-0d2805a977b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:10.535871 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-78c4ff22-4e39-4194-bbef-f94153790fdd req-a358e721-721d-44d5-a378-0d2805a977b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=761fa5ed-86ab-428c-9510-501b25cfba9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428264 Nov 27 02:06:10.624264 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-78c4ff22-4e39-4194-bbef-f94153790fdd req-cfb013fa-9de3-45d2-817f-25c829f2b357 service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800824 Nov 27 02:06:10.717274 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-78c4ff22-4e39-4194-bbef-f94153790fdd req-7cbc7220-c2a2-4af0-a8c7-ccc6757ecd80 service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853510 Nov 27 02:06:12.330181 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1b13-d211-46e7-a9c0-2348ba37527d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:13.485759 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:15.034925 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:16.428764 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:29.100057 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:31.055430 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:39.362274 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-955858e7-b849-4b52-bf29-e3c957401caf req-a317082e-1c62-4b8a-89ef-8f5b205aa614 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0943694 Nov 27 02:06:39.460085 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955858e7-b849-4b52-bf29-e3c957401caf req-ff87114b-db93-4240-a364-2d38d098bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:39.461773 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-955858e7-b849-4b52-bf29-e3c957401caf req-ff87114b-db93-4240-a364-2d38d098bdab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fdbc56db21041d5a26107f56cb7ac3b&device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 1136 time: 0.0403996 Nov 27 02:06:39.566123 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955858e7-b849-4b52-bf29-e3c957401caf req-eb30aa87-37e2-425a-af68-24eda1ea6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:39.567566 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-955858e7-b849-4b52-bf29-e3c957401caf req-eb30aa87-37e2-425a-af68-24eda1ea6499 service neutron] 10.222.0.31 "GET /v2.0/networks?id=761fa5ed-86ab-428c-9510-501b25cfba9d HTTP/1.1" status: 200 len: 916 time: 0.0865490 Nov 27 02:06:39.630595 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-955858e7-b849-4b52-bf29-e3c957401caf req-548b0c07-c551-48d0-9012-f4e07e1354b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c5cb28-4191-4c19-9a43-530967384945 HTTP/1.1" status: 200 len: 1001 time: 0.0563545 Nov 27 02:06:39.678467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955858e7-b849-4b52-bf29-e3c957401caf req-89fada69-bcbc-4a60-98b2-64a18a006395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:39.679847 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-955858e7-b849-4b52-bf29-e3c957401caf req-89fada69-bcbc-4a60-98b2-64a18a006395 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e9f6634-28b1-4620-a645-10cf758f6c5c HTTP/1.1" status: 200 len: 854 time: 0.0420794 Nov 27 02:06:39.729670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955858e7-b849-4b52-bf29-e3c957401caf req-43934986-2b8d-41c7-b6fd-7f7756318f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:39.731041 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-955858e7-b849-4b52-bf29-e3c957401caf req-43934986-2b8d-41c7-b6fd-7f7756318f1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=761fa5ed-86ab-428c-9510-501b25cfba9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433378 Nov 27 02:06:39.819630 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-955858e7-b849-4b52-bf29-e3c957401caf req-cf39f11c-db3b-4273-9cd6-1e0c9f27bb31 service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812526 Nov 27 02:06:39.910556 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-955858e7-b849-4b52-bf29-e3c957401caf req-e25a553f-8bda-4c8c-b597-5959d83ef571 service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843244 Nov 27 02:06:40.167265 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1dcc65e4-231c-4313-a94b-899af6779f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:40.570778 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:06:42.331456 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b4e59a86-1fcc-4121-bcf5-a097cf1d78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:43.488077 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:45.040575 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:46.431559 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:57.691094 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42980918-212a-4cdd-8fb4-4be1f403e77d req-8b7d41d2-27f0-4eb7-bf63-415452276707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:57.692743 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42980918-212a-4cdd-8fb4-4be1f403e77d req-8b7d41d2-27f0-4eb7-bf63-415452276707 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fdbc56db21041d5a26107f56cb7ac3b&device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 1136 time: 0.0425913 Nov 27 02:06:57.825083 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3aec4-1c80-4f74-a274-7687677ca1bc req-125f92ff-ed7f-4a77-b7a1-b0641dcbbb4d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:57.826589 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5ec3aec4-1c80-4f74-a274-7687677ca1bc req-125f92ff-ed7f-4a77-b7a1-b0641dcbbb4d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 984 time: 0.2096941 Nov 27 02:06:57.828032 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42980918-212a-4cdd-8fb4-4be1f403e77d req-d4ea728c-b2db-424c-ad4c-93b8647551ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:57.829815 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42980918-212a-4cdd-8fb4-4be1f403e77d req-d4ea728c-b2db-424c-ad4c-93b8647551ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=761fa5ed-86ab-428c-9510-501b25cfba9d HTTP/1.1" status: 200 len: 916 time: 0.1294599 Nov 27 02:06:57.926348 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42980918-212a-4cdd-8fb4-4be1f403e77d req-14362e55-e067-48f7-917c-c193f363fcc5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c5cb28-4191-4c19-9a43-530967384945 HTTP/1.1" status: 200 len: 1001 time: 0.0877678 Nov 27 02:06:57.949026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5ec3aec4-1c80-4f74-a274-7687677ca1bc req-80eebbd1-ab6a-40ab-839c-cdf3d76ee778 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cfb8938-5923-45a2-bdc2-5b2cac55617d&id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162772 Nov 27 02:06:57.985133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42980918-212a-4cdd-8fb4-4be1f403e77d req-62ee12ea-06a4-4ac9-8445-bd27fe3896fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:57.986596 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42980918-212a-4cdd-8fb4-4be1f403e77d req-62ee12ea-06a4-4ac9-8445-bd27fe3896fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e9f6634-28b1-4620-a645-10cf758f6c5c HTTP/1.1" status: 200 len: 854 time: 0.0531611 Nov 27 02:06:58.033199 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42980918-212a-4cdd-8fb4-4be1f403e77d req-48d52e59-c94d-4820-b3a6-e3fa6135cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:58.034656 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42980918-212a-4cdd-8fb4-4be1f403e77d req-48d52e59-c94d-4820-b3a6-e3fa6135cf76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=761fa5ed-86ab-428c-9510-501b25cfba9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403345 Nov 27 02:06:58.125729 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42980918-212a-4cdd-8fb4-4be1f403e77d req-ebf2d153-1921-46e4-8885-f07ca53f7c2f service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834935 Nov 27 02:06:58.215844 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42980918-212a-4cdd-8fb4-4be1f403e77d req-29931c27-bb4b-4234-a1e9-6044594fd86e service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825424 Nov 27 02:06:59.114536 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:59.118248 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faea17-9d5a-4519-a34d-7e87c9a2dad9 req-b5585eac-32e7-4ced-8605-1f113a22a145 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:59.119774 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-03faea17-9d5a-4519-a34d-7e87c9a2dad9 req-b5585eac-32e7-4ced-8605-1f113a22a145 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 984 time: 0.1011057 Nov 27 02:06:59.180784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-03faea17-9d5a-4519-a34d-7e87c9a2dad9 req-cf093336-4563-4fe4-b2d0-58fe6bd90cd7 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cfb8938-5923-45a2-bdc2-5b2cac55617d&id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541964 Nov 27 02:07:00.303890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5ff6c-8967-4ff7-a0de-38af18db126a req-e4a1307e-82ac-4823-ab7d-ea2b00308b98 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:00.305478 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69f5ff6c-8967-4ff7-a0de-38af18db126a req-e4a1307e-82ac-4823-ab7d-ea2b00308b98 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 984 time: 0.0523243 Nov 27 02:07:00.366232 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-69f5ff6c-8967-4ff7-a0de-38af18db126a req-2484fda1-9582-40c9-8908-9dfafe06427c tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cfb8938-5923-45a2-bdc2-5b2cac55617d&id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537744 Nov 27 02:07:01.062002 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:01.481707 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f7c09-9d22-4488-9738-83e6b315bb4b req-dd228e98-5d69-4681-86bc-a44cdf9e54af tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:01.483175 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-110f7c09-9d22-4488-9738-83e6b315bb4b req-dd228e98-5d69-4681-86bc-a44cdf9e54af tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 984 time: 0.0488884 Nov 27 02:07:01.541359 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-110f7c09-9d22-4488-9738-83e6b315bb4b req-3b4a7805-7bdd-41f6-af27-0cf659e656ee tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cfb8938-5923-45a2-bdc2-5b2cac55617d&id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521164 Nov 27 02:07:02.661400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03617fe-231f-4ef3-ba79-101704c65ac8 req-8752dc0c-ea0a-4439-b8c1-3bf73aadc12d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:02.662892 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b03617fe-231f-4ef3-ba79-101704c65ac8 req-8752dc0c-ea0a-4439-b8c1-3bf73aadc12d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 984 time: 0.0540688 Nov 27 02:07:02.722046 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b03617fe-231f-4ef3-ba79-101704c65ac8 req-63c2474d-e4d2-40d2-84c0-d2acc181c4c4 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cfb8938-5923-45a2-bdc2-5b2cac55617d&id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531335 Nov 27 02:07:03.840513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27260439-64e5-4440-ab1e-36fc91b8e533 req-f2d4b316-ac9f-4bfa-a2ed-94b2f6d0d2e7 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:03.841981 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27260439-64e5-4440-ab1e-36fc91b8e533 req-f2d4b316-ac9f-4bfa-a2ed-94b2f6d0d2e7 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 984 time: 0.0531709 Nov 27 02:07:03.902999 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-27260439-64e5-4440-ab1e-36fc91b8e533 req-1d59ded7-7bc7-43c8-bcd2-5715ebbb509d tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cfb8938-5923-45a2-bdc2-5b2cac55617d&id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549943 Nov 27 02:07:05.019521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62ac63-fa17-4994-8b2e-6e9caa26b988 req-6bedc767-2b08-429a-86e2-e854200d3e95 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:05.021039 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc62ac63-fa17-4994-8b2e-6e9caa26b988 req-6bedc767-2b08-429a-86e2-e854200d3e95 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 984 time: 0.0492053 Nov 27 02:07:05.080598 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc62ac63-fa17-4994-8b2e-6e9caa26b988 req-6abb4fdc-ec65-4d46-9ccf-65061aebf26e tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cfb8938-5923-45a2-bdc2-5b2cac55617d&id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535417 Nov 27 02:07:06.206753 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b969c04-b2b1-4845-9cc1-477c83c162fb req-897c6f9a-3d87-46ec-bd04-3ddabc182024 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:06.208262 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b969c04-b2b1-4845-9cc1-477c83c162fb req-897c6f9a-3d87-46ec-bd04-3ddabc182024 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 984 time: 0.0600874 Nov 27 02:07:06.268484 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b969c04-b2b1-4845-9cc1-477c83c162fb req-c15a5c7f-8c8a-4313-a03e-1ce587c05918 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cfb8938-5923-45a2-bdc2-5b2cac55617d&id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541174 Nov 27 02:07:07.388994 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37140fce-bf2c-4333-be91-78285d0d5026 req-892c7a54-0beb-47cd-ac9f-f330712031d3 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:07.390422 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37140fce-bf2c-4333-be91-78285d0d5026 req-892c7a54-0beb-47cd-ac9f-f330712031d3 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 984 time: 0.0540926 Nov 27 02:07:07.450922 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37140fce-bf2c-4333-be91-78285d0d5026 req-9e3b3b33-bc6d-4b17-924e-3c6f1f39beab tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cfb8938-5923-45a2-bdc2-5b2cac55617d&id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544467 Nov 27 02:07:08.568609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0b333-8b5f-40f5-b06a-5f15f09718c0 req-ef8e2622-fd04-47de-b19e-535fa81db705 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:08.569974 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fc0b333-8b5f-40f5-b06a-5f15f09718c0 req-ef8e2622-fd04-47de-b19e-535fa81db705 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 984 time: 0.0525582 Nov 27 02:07:08.629300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0fc0b333-8b5f-40f5-b06a-5f15f09718c0 req-d4b43f95-4ccb-4259-96ed-4806702d803c tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cfb8938-5923-45a2-bdc2-5b2cac55617d&id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533726 Nov 27 02:07:09.743404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105f6d3-a0b7-41c7-b474-0f664de2deed req-2bfb7bea-eacc-47fc-9acf-fc7ae40a3f8a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:09.744916 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6105f6d3-a0b7-41c7-b474-0f664de2deed req-2bfb7bea-eacc-47fc-9acf-fc7ae40a3f8a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 984 time: 0.0493851 Nov 27 02:07:09.805274 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6105f6d3-a0b7-41c7-b474-0f664de2deed req-7c0dba31-c861-4f56-a6f1-2e499cc0e1a2 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cfb8938-5923-45a2-bdc2-5b2cac55617d&id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543516 Nov 27 02:07:10.168899 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e955a11a-7922-435e-ae4a-0bd638c42fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.331893 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b7aa3dc7-3191-47dc-b827-7805f0e02df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.490605 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.040121 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.434423 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.569399 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:07:29.128961 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.063940 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:40.170979 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1aefc8f2-67cb-4b37-86bd-37a7f71e8004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:40.299393 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d46b4bb5-5022-45fe-8e28-530a8491e212 req-f45f75fb-5077-4358-9978-bd8159a2fd2d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410790 Nov 27 02:07:40.403495 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b4bb5-5022-45fe-8e28-530a8491e212 req-1960f4ab-fd8f-4c57-9439-a2c3c16c0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:40.405132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d46b4bb5-5022-45fe-8e28-530a8491e212 req-1960f4ab-fd8f-4c57-9439-a2c3c16c0383 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fdbc56db21041d5a26107f56cb7ac3b&device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 1136 time: 0.0446813 Nov 27 02:07:40.508963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b4bb5-5022-45fe-8e28-530a8491e212 req-6a20bc55-bd0f-4cff-8c42-0c5c1ba0e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:40.510409 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d46b4bb5-5022-45fe-8e28-530a8491e212 req-6a20bc55-bd0f-4cff-8c42-0c5c1ba0e16b service neutron] 10.222.0.31 "GET /v2.0/networks?id=761fa5ed-86ab-428c-9510-501b25cfba9d HTTP/1.1" status: 200 len: 916 time: 0.0830126 Nov 27 02:07:40.581652 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d46b4bb5-5022-45fe-8e28-530a8491e212 req-2740a48f-6c63-4545-bb9b-9112cffbaf77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c5cb28-4191-4c19-9a43-530967384945 HTTP/1.1" status: 200 len: 1001 time: 0.0625854 Nov 27 02:07:40.629808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b4bb5-5022-45fe-8e28-530a8491e212 req-b4a8bd43-8163-4d32-89db-d06348a07379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:40.631191 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d46b4bb5-5022-45fe-8e28-530a8491e212 req-b4a8bd43-8163-4d32-89db-d06348a07379 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e9f6634-28b1-4620-a645-10cf758f6c5c HTTP/1.1" status: 200 len: 854 time: 0.0427034 Nov 27 02:07:40.676931 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b4bb5-5022-45fe-8e28-530a8491e212 req-ac8cd15b-33c1-4575-b384-65530b95276f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:40.678415 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d46b4bb5-5022-45fe-8e28-530a8491e212 req-ac8cd15b-33c1-4575-b384-65530b95276f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=761fa5ed-86ab-428c-9510-501b25cfba9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400305 Nov 27 02:07:40.771428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d46b4bb5-5022-45fe-8e28-530a8491e212 req-67c58300-b958-4b1d-90bb-876b69b81e1c service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848863 Nov 27 02:07:40.859369 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d46b4bb5-5022-45fe-8e28-530a8491e212 req-4fd843c4-b8c3-4db1-9dce-2fc3af42f753 service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801864 Nov 27 02:07:42.333945 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6e7acb65-1f5e-40a2-9d46-0290cde6c524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:43.493623 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:45.042191 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:46.436335 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:54.568367 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:07:58.393397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-126f8f3c-78dc-4dd2-bd4d-928aa8781f3f req-18f66def-db26-48cf-92e6-5e616831cca2 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-157926355&fields=id&tenant_id=5fdbc56db21041d5a26107f56cb7ac3b HTTP/1.1" status: 200 len: 267 time: 0.0441749 Nov 27 02:07:58.446610 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f8f3c-78dc-4dd2-bd4d-928aa8781f3f req-8957133c-1568-4a6d-bfc5-9cc4e251ad84 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:58.448745 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-126f8f3c-78dc-4dd2-bd4d-928aa8781f3f req-8957133c-1568-4a6d-bfc5-9cc4e251ad84 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 984 time: 0.0498788 Nov 27 02:07:58.459552 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-126f8f3c-78dc-4dd2-bd4d-928aa8781f3f req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Request body: {'port': {'security_groups': ['3808bd03-a316-4a19-b9c6-11ab345abae8']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:58.525220 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-126f8f3c-78dc-4dd2-bd4d-928aa8781f3f req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:58.697322 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-126f8f3c-78dc-4dd2-bd4d-928aa8781f3f req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] For port 00c5cb28-4191-4c19-9a43-530967384945, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=00c5cb28-4191-4c19-9a43-530967384945,segment=NetworkSegment(4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c),segment_id=4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:58.725009 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-126f8f3c-78dc-4dd2-bd4d-928aa8781f3f req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:58.729959 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-126f8f3c-78dc-4dd2-bd4d-928aa8781f3f req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:58.763620 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['00c5cb28-4191-4c19-9a43-530967384945'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:07:58.775413 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f8f3c-78dc-4dd2-bd4d-928aa8781f3f req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:58.775413 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-126f8f3c-78dc-4dd2-bd4d-928aa8781f3f req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:58.776380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-126f8f3c-78dc-4dd2-bd4d-928aa8781f3f req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "PUT /v2.0/ports/00c5cb28-4191-4c19-9a43-530967384945 HTTP/1.1" status: 200 len: 942 time: 0.3211529 Nov 27 02:07:58.776830 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'tag': '00c5cb28-4191-4c19-9a43-530967384945'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:07:58.779136 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02646ec6-d5a2-4353-8086-77f592c23c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9af4e0-bc39-4e8a-a07b-7a036a18dc48", "tag": "00c5cb28-4191-4c19-9a43-530967384945"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:07:58.783880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44376) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:58.819244 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event updated for resources: {'Port': ['ID=00c5cb28-4191-4c19-9a43-530967384945,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:58.839887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:58.840275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:58.840613 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:58.840953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:58.841292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:58.844401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:58.844781 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:58.845128 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:58.845469 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:58.848124 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:58.848514 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:58.848862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90810d30-f24e-4dab-a9cb-986ea3d80c05 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:58.878130 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:58.899148 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['00c5cb28-4191-4c19-9a43-530967384945'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:07:58.907479 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:58.921263 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edabcd33-a283-4600-9636-efa2d3a7732f x-openstack-request-id: req-edabcd33-a283-4600-9636-efa2d3a7732f {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:07:58.922143 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9af4e0-bc39-4e8a-a07b-7a036a18dc48", "tag": "00c5cb28-4191-4c19-9a43-530967384945", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:07:58.922471 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edabcd33-a283-4600-9636-efa2d3a7732f {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:07:58.922950 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'tag': '00c5cb28-4191-4c19-9a43-530967384945', 'status': 'completed', 'code': 200} Nov 27 02:07:59.021868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02646ec6-d5a2-4353-8086-77f592c23c9d req-414554bc-250c-446a-ad01-9f7f8798b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:59.024127 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-02646ec6-d5a2-4353-8086-77f592c23c9d req-414554bc-250c-446a-ad01-9f7f8798b560 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fdbc56db21041d5a26107f56cb7ac3b&device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 1097 time: 0.0612531 Nov 27 02:07:59.025613 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:59.028894 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:59.030041 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "DELETE /v2.0/security-groups/2cfb8938-5923-45a2-bdc2-5b2cac55617d HTTP/1.1" status: 204 len: 168 time: 0.2450850 Nov 27 02:07:59.032914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44380) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:59.049345 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfb8938-5923-45a2-bdc2-5b2cac55617d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:59.096442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6247cc8d-78a9-4f14-9014-91c294f18233 None None] Provisioning complete for port 00c5cb28-4191-4c19-9a43-530967384945 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:59.096813 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6247cc8d-78a9-4f14-9014-91c294f18233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:59.096968 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:59.097346 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:59.097792 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:59.098160 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:59.098683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:59.099888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:59.099888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:59.099888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:59.100224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:59.100611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:59.101008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:59.101397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f805c-26e0-4b33-b1a2-189d46dd919a tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:59.154610 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:59.161991 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02646ec6-d5a2-4353-8086-77f592c23c9d req-fefb889c-3857-4fc1-8683-9eff4463dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:59.165990 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-02646ec6-d5a2-4353-8086-77f592c23c9d req-fefb889c-3857-4fc1-8683-9eff4463dcbf service neutron] 10.222.0.31 "GET /v2.0/networks?id=761fa5ed-86ab-428c-9510-501b25cfba9d HTTP/1.1" status: 200 len: 916 time: 0.1308384 Nov 27 02:07:59.216459 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-897362d9-0b49-4921-9e2f-29ab830112f9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Deleting port 74b12d02-1f4b-437e-9bc4-31e24254ec04 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:07:59.216884 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-897362d9-0b49-4921-9e2f-29ab830112f9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:59.238991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-02646ec6-d5a2-4353-8086-77f592c23c9d req-0dea6692-f23f-4e58-ade2-eb0929885139 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c5cb28-4191-4c19-9a43-530967384945 HTTP/1.1" status: 200 len: 1001 time: 0.0641623 Nov 27 02:07:59.289434 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02646ec6-d5a2-4353-8086-77f592c23c9d req-c7afee25-92b7-44ad-8df3-b224081cd7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:59.290839 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-02646ec6-d5a2-4353-8086-77f592c23c9d req-c7afee25-92b7-44ad-8df3-b224081cd7dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e9f6634-28b1-4620-a645-10cf758f6c5c HTTP/1.1" status: 200 len: 854 time: 0.0446200 Nov 27 02:07:59.297495 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-897362d9-0b49-4921-9e2f-29ab830112f9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:59.297834 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-897362d9-0b49-4921-9e2f-29ab830112f9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:59.310058 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-897362d9-0b49-4921-9e2f-29ab830112f9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Calling delete_port for 74b12d02-1f4b-437e-9bc4-31e24254ec04 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:07:59.339117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02646ec6-d5a2-4353-8086-77f592c23c9d req-3e311645-cf69-4a04-8ae1-199c284f77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:59.340641 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-02646ec6-d5a2-4353-8086-77f592c23c9d req-3e311645-cf69-4a04-8ae1-199c284f77f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=761fa5ed-86ab-428c-9510-501b25cfba9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415442 Nov 27 02:07:59.440214 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-02646ec6-d5a2-4353-8086-77f592c23c9d req-d22617e6-bb0b-46bf-b407-c677506eabe3 service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895979 Nov 27 02:07:59.459069 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-897362d9-0b49-4921-9e2f-29ab830112f9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:59.489686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897362d9-0b49-4921-9e2f-29ab830112f9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event deleted for resources: {'Port': ['ID=74b12d02-1f4b-437e-9bc4-31e24254ec04,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:59.532267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-02646ec6-d5a2-4353-8086-77f592c23c9d req-fe425302-44b3-44c2-a5a3-f9ac4179fb9e service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850778 Nov 27 02:07:59.548475 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-897362d9-0b49-4921-9e2f-29ab830112f9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:59.548741 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-897362d9-0b49-4921-9e2f-29ab830112f9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Floating IP c55baa30-e3aa-45a9-9ddc-5f4b9bf8fda4 disassociated (deleted). External IP: 172.25.1.232, port: 00c5cb28-4191-4c19-9a43-530967384945. Nov 27 02:07:59.754638 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897362d9-0b49-4921-9e2f-29ab830112f9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:07:59.867617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897362d9-0b49-4921-9e2f-29ab830112f9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:07:59.873095 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-897362d9-0b49-4921-9e2f-29ab830112f9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:59.879490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5cce3-fcdb-487c-84f5-1f045beff82f None None] Sync routers for ids ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:07:59.890206 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5cce3-fcdb-487c-84f5-1f045beff82f None None] Routers {'1b51e6f3-94b8-4f66-aae2-74ae0029f641'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:07:59.890822 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-24e5cce3-fcdb-487c-84f5-1f045beff82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:07:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:59.903127 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-897362d9-0b49-4921-9e2f-29ab830112f9 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "DELETE /v2.0/floatingips/c55baa30-e3aa-45a9-9ddc-5f4b9bf8fda4 HTTP/1.1" status: 204 len: 168 time: 0.8691094 Nov 27 02:08:00.007042 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-24e5cce3-fcdb-487c-84f5-1f045beff82f None None] Set router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:00.230246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-24e5cce3-fcdb-487c-84f5-1f045beff82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 4, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port': {'id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:12Z', 'updated_at': '2021-11-27T02:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd660dc5f-fbb9-4a5a-bac3-601f35c0aa9a', 'name': '', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'mac_address': 'fa:16:3e:f2:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:13Z', 'updated_at': '2021-11-27T02:05:19Z', 'revision_number': 5, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'subnets': [{'id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:00.260186 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5cce3-fcdb-487c-84f5-1f045beff82f None None] Checking router: 1b51e6f3-94b8-4f66-aae2-74ae0029f641 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:08:00.268580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5cce3-fcdb-487c-84f5-1f045beff82f None None] Routers {'1b51e6f3-94b8-4f66-aae2-74ae0029f641'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:00.269179 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-24e5cce3-fcdb-487c-84f5-1f045beff82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:07:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:00.374769 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-24e5cce3-fcdb-487c-84f5-1f045beff82f None None] Set router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:00.573846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-24e5cce3-fcdb-487c-84f5-1f045beff82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 4, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port': {'id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:12Z', 'updated_at': '2021-11-27T02:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd660dc5f-fbb9-4a5a-bac3-601f35c0aa9a', 'name': '', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'mac_address': 'fa:16:3e:f2:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:13Z', 'updated_at': '2021-11-27T02:05:19Z', 'revision_number': 5, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'subnets': [{'id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:00.600330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5cce3-fcdb-487c-84f5-1f045beff82f None None] The sync data for ids ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'] in n-d-817303-10 is: [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:05:14Z', 'revision_number': 4, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port': {'id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:12Z', 'updated_at': '2021-11-27T02:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'd660dc5f-fbb9-4a5a-bac3-601f35c0aa9a', 'name': '', 'network_id': '761fa5ed-86ab-428c-9510-501b25cfba9d', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'mac_address': 'fa:16:3e:f2:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:13Z', 'updated_at': '2021-11-27T02:05:19Z', 'revision_number': 5, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'subnets': [{'id': '5e9f6634-28b1-4620-a645-10cf758f6c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:08:00.871080 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aa8168-b42c-45d7-b12e-d6c7dedf7d20 None None] New status for floating IP c55baa30-e3aa-45a9-9ddc-5f4b9bf8fda4: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:08:00.923619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'tag': '00c5cb28-4191-4c19-9a43-530967384945'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:08:00.926880 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc4f38f-ab3e-4534-81f9-e172bd21f11f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9af4e0-bc39-4e8a-a07b-7a036a18dc48", "tag": "00c5cb28-4191-4c19-9a43-530967384945"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:08:00.973994 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea114ed-4dcc-4bea-b75a-0163731b6cbf x-openstack-request-id: req-2ea114ed-4dcc-4bea-b75a-0163731b6cbf {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:08:00.974388 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9af4e0-bc39-4e8a-a07b-7a036a18dc48", "tag": "00c5cb28-4191-4c19-9a43-530967384945", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:08:00.974741 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ea114ed-4dcc-4bea-b75a-0163731b6cbf {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:08:00.976928 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'tag': '00c5cb28-4191-4c19-9a43-530967384945', 'status': 'completed', 'code': 200} Nov 27 02:08:01.064893 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4f38f-ab3e-4534-81f9-e172bd21f11f req-57d5a956-8564-43ab-b730-af1ae4217554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:01.066380 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0bc4f38f-ab3e-4534-81f9-e172bd21f11f req-57d5a956-8564-43ab-b730-af1ae4217554 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fdbc56db21041d5a26107f56cb7ac3b&device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 1097 time: 0.0475368 Nov 27 02:08:01.080740 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:01.158214 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4f38f-ab3e-4534-81f9-e172bd21f11f req-e69f8b84-8db3-4f55-8082-dd51cd1018f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:01.159772 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0bc4f38f-ab3e-4534-81f9-e172bd21f11f req-e69f8b84-8db3-4f55-8082-dd51cd1018f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=761fa5ed-86ab-428c-9510-501b25cfba9d HTTP/1.1" status: 200 len: 916 time: 0.0862963 Nov 27 02:08:01.207487 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0bc4f38f-ab3e-4534-81f9-e172bd21f11f req-ff49bf43-2192-4f95-9fcf-8d0b09c0fd51 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c5cb28-4191-4c19-9a43-530967384945 HTTP/1.1" status: 200 len: 217 time: 0.0404761 Nov 27 02:08:01.261494 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4f38f-ab3e-4534-81f9-e172bd21f11f req-e42280dc-b03c-4482-89fd-53c6ece3e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:01.262980 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0bc4f38f-ab3e-4534-81f9-e172bd21f11f req-e42280dc-b03c-4482-89fd-53c6ece3e8c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e9f6634-28b1-4620-a645-10cf758f6c5c HTTP/1.1" status: 200 len: 854 time: 0.0484252 Nov 27 02:08:01.310288 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4f38f-ab3e-4534-81f9-e172bd21f11f req-ada60b37-9120-4459-af46-930b3788627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:01.311795 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0bc4f38f-ab3e-4534-81f9-e172bd21f11f req-ada60b37-9120-4459-af46-930b3788627a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=761fa5ed-86ab-428c-9510-501b25cfba9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410297 Nov 27 02:08:01.404113 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0bc4f38f-ab3e-4534-81f9-e172bd21f11f req-dbcd07b9-8da2-4afd-b64f-6c99be941982 service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851245 Nov 27 02:08:01.509097 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0bc4f38f-ab3e-4534-81f9-e172bd21f11f req-02e8e57d-3b91-4856-84b1-ca1119664a96 service neutron] 10.222.0.31 "GET /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979874 Nov 27 02:08:08.934709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd76e4-79dd-4da2-82f2-c9823ec1055c req-daf87fad-07ba-443a-adeb-244609ffdf32 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:08.937182 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c9fd76e4-79dd-4da2-82f2-c9823ec1055c req-daf87fad-07ba-443a-adeb-244609ffdf32 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 945 time: 0.0532696 Nov 27 02:08:09.004781 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c9fd76e4-79dd-4da2-82f2-c9823ec1055c req-7db4e3e1-18f0-4f52-a317-e363955f73c0 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590425 Nov 27 02:08:10.124401 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab228b7-9728-4a8c-b2e2-428d07e03ed0 req-a1aff215-2eed-4f2d-9296-a7ac58076bbb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:10.125888 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aab228b7-9728-4a8c-b2e2-428d07e03ed0 req-a1aff215-2eed-4f2d-9296-a7ac58076bbb tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 945 time: 0.0493371 Nov 27 02:08:10.172866 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e8665c2-d3c4-4452-93d1-f834f70c6a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:10.173968 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aab228b7-9728-4a8c-b2e2-428d07e03ed0 req-3fa2c912-7f52-4fba-b566-d523aee242af tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/security-groups?id=3808bd03-a316-4a19-b9c6-11ab345abae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420015 Nov 27 02:08:10.832478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e2933-76f2-4494-bde8-2ad69f09cfff req-450241b4-f46b-4d56-8602-bd252c7d398c tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:10.833928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-166e2933-76f2-4494-bde8-2ad69f09cfff req-450241b4-f46b-4d56-8602-bd252c7d398c tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 945 time: 0.0530493 Nov 27 02:08:10.920569 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-166e2933-76f2-4494-bde8-2ad69f09cfff req-0e21d217-1666-4e0f-9a58-e217bc13bd60 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Deleting port 00c5cb28-4191-4c19-9a43-530967384945 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:10.920910 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-166e2933-76f2-4494-bde8-2ad69f09cfff req-0e21d217-1666-4e0f-9a58-e217bc13bd60 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:11.010916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-166e2933-76f2-4494-bde8-2ad69f09cfff req-0e21d217-1666-4e0f-9a58-e217bc13bd60 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] For port 00c5cb28-4191-4c19-9a43-530967384945, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=00c5cb28-4191-4c19-9a43-530967384945,segment=NetworkSegment(4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c),segment_id=4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:11.011282 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-166e2933-76f2-4494-bde8-2ad69f09cfff req-0e21d217-1666-4e0f-9a58-e217bc13bd60 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:11.023879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-166e2933-76f2-4494-bde8-2ad69f09cfff req-0e21d217-1666-4e0f-9a58-e217bc13bd60 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Calling delete_port for 00c5cb28-4191-4c19-9a43-530967384945 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:11.146772 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-166e2933-76f2-4494-bde8-2ad69f09cfff req-0e21d217-1666-4e0f-9a58-e217bc13bd60 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:11.178395 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21d217-1666-4e0f-9a58-e217bc13bd60 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Pushing event deleted for resources: {'Port': ['ID=00c5cb28-4191-4c19-9a43-530967384945,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:11.179965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['00c5cb28-4191-4c19-9a43-530967384945'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:08:11.222028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-166e2933-76f2-4494-bde8-2ad69f09cfff req-0e21d217-1666-4e0f-9a58-e217bc13bd60 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] No DVR routers for this DVR port 00c5cb28-4191-4c19-9a43-530967384945 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:08:11.224760 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-166e2933-76f2-4494-bde8-2ad69f09cfff req-0e21d217-1666-4e0f-9a58-e217bc13bd60 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:11.228191 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-166e2933-76f2-4494-bde8-2ad69f09cfff req-0e21d217-1666-4e0f-9a58-e217bc13bd60 tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.31 "DELETE /v2.0/ports/00c5cb28-4191-4c19-9a43-530967384945 HTTP/1.1" status: 204 len: 173 time: 0.3880622 Nov 27 02:08:11.228657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'name': 'network-vif-deleted', 'tag': '00c5cb28-4191-4c19-9a43-530967384945'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:08:11.231011 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2032db05-2e64-4fcf-8905-027e03da2336" -d '{"events": [{"server_uuid": "ea9af4e0-bc39-4e8a-a07b-7a036a18dc48", "name": "network-vif-deleted", "tag": "00c5cb28-4191-4c19-9a43-530967384945"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:08:11.287961 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a1adcc3c-4b64-408b-bffc-7b014d7ad8f5 req-cd5228fe-ae3b-4661-a40e-5ae700ed6d9e tempest-TestMinimumBasicScenario-2098367227 tempest-TestMinimumBasicScenario-2098367227-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9af4e0-bc39-4e8a-a07b-7a036a18dc48 HTTP/1.1" status: 200 len: 210 time: 0.0380876 Nov 27 02:08:11.329847 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d5049a-b3f5-4f3e-b6bd-6c7f8decf027 x-openstack-request-id: req-33d5049a-b3f5-4f3e-b6bd-6c7f8decf027 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:08:11.330151 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9af4e0-bc39-4e8a-a07b-7a036a18dc48", "name": "network-vif-deleted", "tag": "00c5cb28-4191-4c19-9a43-530967384945", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:08:11.330440 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33d5049a-b3f5-4f3e-b6bd-6c7f8decf027 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:08:11.331016 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9af4e0-bc39-4e8a-a07b-7a036a18dc48', 'name': 'network-vif-deleted', 'tag': '00c5cb28-4191-4c19-9a43-530967384945', 'status': 'completed', 'code': 200} Nov 27 02:08:12.336926 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-352a4aa8-525b-4090-a82e-58f1a5492d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:12.845760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44480) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:13.183964 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fcd34c82-9482-49fc-9f14-e25724b35f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:13.422997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-fcd34c82-9482-49fc-9f14-e25724b35f57 admin admin] Deleting port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:13.423327 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fcd34c82-9482-49fc-9f14-e25724b35f57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:13.495347 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:13.498685 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-fcd34c82-9482-49fc-9f14-e25724b35f57 admin admin] For port d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a,segment=NetworkSegment(4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c),segment_id=4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:13.499051 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fcd34c82-9482-49fc-9f14-e25724b35f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:13.511916 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-fcd34c82-9482-49fc-9f14-e25724b35f57 admin admin] Calling delete_port for d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:13.694285 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fcd34c82-9482-49fc-9f14-e25724b35f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:13.730034 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd34c82-9482-49fc-9f14-e25724b35f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:13.890714 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fcd34c82-9482-49fc-9f14-e25724b35f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:14.435412 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd34c82-9482-49fc-9f14-e25724b35f57 admin admin] Router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:08:14.539813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd34c82-9482-49fc-9f14-e25724b35f57 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:08:14.545662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fcd34c82-9482-49fc-9f14-e25724b35f57 admin admin] 10.222.0.15 "PUT /v2.0/routers/1b51e6f3-94b8-4f66-aae2-74ae0029f641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6988754 Nov 27 02:08:14.548188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44482) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:14.551102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d79ed-c162-417a-9509-c94c3907d84f None None] Sync routers for ids ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:08:14.562183 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d79ed-c162-417a-9509-c94c3907d84f None None] Routers {'1b51e6f3-94b8-4f66-aae2-74ae0029f641'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:14.562796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d69d79ed-c162-417a-9509-c94c3907d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:08:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:14.650156 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:14.665697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-d69d79ed-c162-417a-9509-c94c3907d84f None None] Set router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:14.749565 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:14.805261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] Deleting port e301f51b-eeb6-4d58-8c39-10f70d886da1 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:14.805661 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:14.844419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d69d79ed-c162-417a-9509-c94c3907d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:08:13Z', 'revision_number': 5, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port': {'id': 'e301f51b-eeb6-4d58-8c39-10f70d886da1', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:12Z', 'updated_at': '2021-11-27T02:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:14.871532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d79ed-c162-417a-9509-c94c3907d84f None None] Checking router: 1b51e6f3-94b8-4f66-aae2-74ae0029f641 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:08:14.879821 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d79ed-c162-417a-9509-c94c3907d84f None None] Routers {'1b51e6f3-94b8-4f66-aae2-74ae0029f641'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:14.880487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d69d79ed-c162-417a-9509-c94c3907d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:08:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:14.883460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] For port e301f51b-eeb6-4d58-8c39-10f70d886da1, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e301f51b-eeb6-4d58-8c39-10f70d886da1,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:14.883818 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:14.896415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] Calling delete_port for e301f51b-eeb6-4d58-8c39-10f70d886da1 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:15.067024 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.097444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e301f51b-eeb6-4d58-8c39-10f70d886da1,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:15.117050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff9875-368f-40eb-af5c-8895587b7704 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:15.132488 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.142537 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-d69d79ed-c162-417a-9509-c94c3907d84f None None] Set router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:15.158910 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.197974 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d69d79ed-c162-417a-9509-c94c3907d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:08:14Z', 'revision_number': 6, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:15.227175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d79ed-c162-417a-9509-c94c3907d84f None None] The sync data for ids ['1b51e6f3-94b8-4f66-aae2-74ae0029f641'] in n-d-817303-10 is: [{'id': '1b51e6f3-94b8-4f66-aae2-74ae0029f641', 'name': 'tempest-TestMinimumBasicScenario-1763189764-router', 'tenant_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:11Z', 'updated_at': '2021-11-27T02:08:14Z', 'revision_number': 6, 'project_id': '5fdbc56db21041d5a26107f56cb7ac3b', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:08:15.253510 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.255941 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.304851 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.305422 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b51e6f3-94b8-4f66-aae2-74ae0029f641 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:08:15.310380 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.311548 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d3615958-2c34-4fa1-842d-054b4a6094d0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1b51e6f3-94b8-4f66-aae2-74ae0029f641 HTTP/1.1" status: 204 len: 168 time: 0.7624171 Nov 27 02:08:15.314197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44484) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:15.361214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6c0906-8525-4fb2-b770-77a7cdb1b1f8 admin admin] Deleting subnet 5e9f6634-28b1-4620-a645-10cf758f6c5c {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:08:15.364219 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3a6c0906-8525-4fb2-b770-77a7cdb1b1f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.397789 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3a6c0906-8525-4fb2-b770-77a7cdb1b1f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.475593 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3a6c0906-8525-4fb2-b770-77a7cdb1b1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.527589 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3a6c0906-8525-4fb2-b770-77a7cdb1b1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.557212 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c0906-8525-4fb2-b770-77a7cdb1b1f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e9f6634-28b1-4620-a645-10cf758f6c5c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:15.560765 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3a6c0906-8525-4fb2-b770-77a7cdb1b1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.563920 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3a6c0906-8525-4fb2-b770-77a7cdb1b1f8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5e9f6634-28b1-4620-a645-10cf758f6c5c HTTP/1.1" status: 204 len: 168 time: 0.2487891 Nov 27 02:08:15.566599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44486) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:15.568976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7259f08f-b320-465b-a0d1-006702202265 None None] Network 761fa5ed-86ab-428c-9510-501b25cfba9d requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:08:15.637863 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.682550 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 00c5cb28-4191-4c19-9a43-530967384945 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:15.693428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Deleting port 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:15.693768 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.706131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 00c5cb28-4191-4c19-9a43-530967384945 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:15.706476 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 00c5cb28-4191-4c19-9a43-530967384945 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:15.765988 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] For port 9f004ce6-79f7-42a4-8e05-4ac8a1757b79, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=9f004ce6-79f7-42a4-8e05-4ac8a1757b79,segment=NetworkSegment(4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c),segment_id=4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:15.766352 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.779411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Calling delete_port for 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:15.855590 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.879939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Pushing event deleted for resources: {'Port': ['ID=9f004ce6-79f7-42a4-8e05-4ac8a1757b79,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:15.883323 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] No DVR routers for this DVR port 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:08:15.955778 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.976413 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761fa5ed-86ab-428c-9510-501b25cfba9d']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:15.985406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:15.985705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f92d6aa-2dc2-45fd-a13b-b80442bb1e5c') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:15.995495 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:16.010540 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:16.017382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:08:16.017751 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: timer() Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:08:16.019815 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:08:16.031068 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5906fb9-9269-484b-834b-3c63c4006eef None None] DHCP port deletion for 761fa5ed-86ab-428c-9510-501b25cfba9d request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:16.083706 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:16.090683 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:16.093793 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] 10.222.0.15 "DELETE /v2.0/networks/761fa5ed-86ab-428c-9510-501b25cfba9d HTTP/1.1" status: 204 len: 168 time: 0.5245960 Nov 27 02:08:16.096933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44488) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:16.103477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd23cd-5faf-4359-aaba-7615ad6117da admin admin] Pushing event deleted for resources: {'Network': ['ID=761fa5ed-86ab-428c-9510-501b25cfba9d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:16.438241 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:16.452839 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-712a3471-7fbd-4f26-a314-1f3f9625ad20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:16.697274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-712a3471-7fbd-4f26-a314-1f3f9625ad20 admin admin] Deleting port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:16.697613 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-712a3471-7fbd-4f26-a314-1f3f9625ad20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:16.772399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-712a3471-7fbd-4f26-a314-1f3f9625ad20 admin admin] For port e47ee0d0-f7b5-4508-8dbf-2ee68817ec02, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e47ee0d0-f7b5-4508-8dbf-2ee68817ec02,segment=NetworkSegment(c77b4f42-0003-42e1-a639-a9553746939c),segment_id=c77b4f42-0003-42e1-a639-a9553746939c)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:16.772761 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-712a3471-7fbd-4f26-a314-1f3f9625ad20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:16.784980 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-712a3471-7fbd-4f26-a314-1f3f9625ad20 admin admin] Calling delete_port for e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:17.236840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e301f51b-eeb6-4d58-8c39-10f70d886da1 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:17.241981 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-712a3471-7fbd-4f26-a314-1f3f9625ad20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:17.256367 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e301f51b-eeb6-4d58-8c39-10f70d886da1 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:17.256731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e301f51b-eeb6-4d58-8c39-10f70d886da1 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:17.257144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:17.276407 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a3471-7fbd-4f26-a314-1f3f9625ad20 admin admin] Pushing event deleted for resources: {'Port': ['ID=e47ee0d0-f7b5-4508-8dbf-2ee68817ec02,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:17.280045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:17.280425 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d660dc5f-fbb9-4a5a-bac3-601f35c0aa9a not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:17.281011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:17.301546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:17.301905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 9f004ce6-79f7-42a4-8e05-4ac8a1757b79 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:17.439176 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-712a3471-7fbd-4f26-a314-1f3f9625ad20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:17.652154 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712a3471-7fbd-4f26-a314-1f3f9625ad20 admin admin] Router 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:08:17.755486 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712a3471-7fbd-4f26-a314-1f3f9625ad20 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:08:17.761170 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-712a3471-7fbd-4f26-a314-1f3f9625ad20 admin admin] 10.222.0.15 "PUT /v2.0/routers/1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6632013 Nov 27 02:08:17.763742 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44490) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:17.766373 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a47da5-cbf8-4fdf-8674-fd316c685db3 None None] Sync routers for ids ['1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:08:17.776335 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a47da5-cbf8-4fdf-8674-fd316c685db3 None None] Routers {'1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:17.776932 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d2a47da5-cbf8-4fdf-8674-fd316c685db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:08:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:17.867876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:17.877177 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-d2a47da5-cbf8-4fdf-8674-fd316c685db3 None None] Set router 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:17.972267 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.024005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] Deleting port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:18.024321 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.054807 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d2a47da5-cbf8-4fdf-8674-fd316c685db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'name': 'tempest-TestMinimumBasicScenario-583376828-router', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '6d32a59b-62f4-4bc7-9991-32e8b25e37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:08:17Z', 'revision_number': 5, 'project_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'gw_port': {'id': '6d32a59b-62f4-4bc7-9991-32e8b25e37a6', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:18.080978 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a47da5-cbf8-4fdf-8674-fd316c685db3 None None] Checking router: 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:08:18.089461 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a47da5-cbf8-4fdf-8674-fd316c685db3 None None] Routers {'1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:18.090048 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d2a47da5-cbf8-4fdf-8674-fd316c685db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:08:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:18.102539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] For port 6d32a59b-62f4-4bc7-9991-32e8b25e37a6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6d32a59b-62f4-4bc7-9991-32e8b25e37a6,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:18.102907 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.116182 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] Calling delete_port for 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:18.271154 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-d2a47da5-cbf8-4fdf-8674-fd316c685db3 None None] Set router 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:18.292392 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.319440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d32a59b-62f4-4bc7-9991-32e8b25e37a6,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:18.324510 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-d2a47da5-cbf8-4fdf-8674-fd316c685db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'name': 'tempest-TestMinimumBasicScenario-583376828-router', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:08:17Z', 'revision_number': 6, 'project_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:18.342187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565ca54c-30f5-4d13-b209-115114ae56bf None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:18.353007 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a47da5-cbf8-4fdf-8674-fd316c685db3 None None] The sync data for ids ['1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda'] in n-d-817303-10 is: [{'id': '1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda', 'name': 'tempest-TestMinimumBasicScenario-583376828-router', 'tenant_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:05:16Z', 'updated_at': '2021-11-27T02:08:17Z', 'revision_number': 6, 'project_id': 'f492b3b3c9d542b38b72eb1e24d28117', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:08:18.386961 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.479239 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.481361 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.524613 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.525876 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:08:18.530554 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.531531 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0e4b25ff-2d47-42ed-9300-cf2d258cd675 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1f2837f8-3fe7-478e-a3ff-d4fcbe2f0cda HTTP/1.1" status: 204 len: 168 time: 0.7668359 Nov 27 02:08:18.534050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44492) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:18.581668 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7cb5e4c-8a62-40a9-a0cc-e6580cec9330 admin admin] Deleting subnet 14085130-5572-40ab-a6ca-0aa648cef2ed {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:08:18.584619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5e4c-8a62-40a9-a0cc-e6580cec9330 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.617322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5e4c-8a62-40a9-a0cc-e6580cec9330 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.693627 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5e4c-8a62-40a9-a0cc-e6580cec9330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.748199 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5e4c-8a62-40a9-a0cc-e6580cec9330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.779031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb5e4c-8a62-40a9-a0cc-e6580cec9330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14085130-5572-40ab-a6ca-0aa648cef2ed,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:18.782779 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5e4c-8a62-40a9-a0cc-e6580cec9330 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.787811 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b7cb5e4c-8a62-40a9-a0cc-e6580cec9330 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/14085130-5572-40ab-a6ca-0aa648cef2ed HTTP/1.1" status: 204 len: 168 time: 0.2510343 Nov 27 02:08:18.788908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44494) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:18.793140 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a408afd-26ce-4d5d-8c0f-87093658ce6d None None] Network 44635c73-dcbb-45e1-8cad-3d09d7325db8 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:08:18.859799 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.913299 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Deleting port ea1b8452-5ead-406b-8254-19e04d0ed68a {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:18.913762 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.980612 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] For port ea1b8452-5ead-406b-8254-19e04d0ed68a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=ea1b8452-5ead-406b-8254-19e04d0ed68a,segment=NetworkSegment(c77b4f42-0003-42e1-a639-a9553746939c),segment_id=c77b4f42-0003-42e1-a639-a9553746939c)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:18.980978 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.993267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Calling delete_port for ea1b8452-5ead-406b-8254-19e04d0ed68a owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:19.070559 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:19.095895 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1b8452-5ead-406b-8254-19e04d0ed68a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:19.099446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] No DVR routers for this DVR port ea1b8452-5ead-406b-8254-19e04d0ed68a on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:08:19.160231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a7d84f-9865-4a15-9edd-b7e6b1778493 None None] DHCP port deletion for 44635c73-dcbb-45e1-8cad-3d09d7325db8 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:19.177669 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:19.201322 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44635c73-dcbb-45e1-8cad-3d09d7325db8']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:19.211966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77b4f42-0003-42e1-a639-a9553746939c') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:19.212305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77b4f42-0003-42e1-a639-a9553746939c') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:19.221957 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:19.235583 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:19.241831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:08:19.242220 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:08:19.244602 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:08:19.247118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:19.272561 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:19.272916 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6d32a59b-62f4-4bc7-9991-32e8b25e37a6 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:19.273348 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:19.299207 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:19.299716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e47ee0d0-f7b5-4508-8dbf-2ee68817ec02 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:19.300356 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea1b8452-5ead-406b-8254-19e04d0ed68a no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:19.308304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:19.314597 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:19.320733 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/44635c73-dcbb-45e1-8cad-3d09d7325db8 HTTP/1.1" status: 204 len: 168 time: 0.5307524 Nov 27 02:08:19.321759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: ea1b8452-5ead-406b-8254-19e04d0ed68a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:19.322252 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device ea1b8452-5ead-406b-8254-19e04d0ed68a not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:19.336778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bebb8-7aae-4b67-87d9-285035b7dcc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=44635c73-dcbb-45e1-8cad-3d09d7325db8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:19.490189 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44498) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:19.530940 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8f65c335-c63a-452b-ac5f-a86c37e164b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fdbc56db21041d5a26107f56cb7ac3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395725 Nov 27 02:08:19.533563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44500) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:19.579421 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4547374d-743b-41a2-818a-24f31039b739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:19.600006 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4547374d-743b-41a2-818a-24f31039b739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:19.646811 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4547374d-743b-41a2-818a-24f31039b739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:19.649458 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4547374d-743b-41a2-818a-24f31039b739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:19.651316 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4547374d-743b-41a2-818a-24f31039b739 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3808bd03-a316-4a19-b9c6-11ab345abae8 HTTP/1.1" status: 204 len: 168 time: 0.1168535 Nov 27 02:08:19.659304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547374d-743b-41a2-818a-24f31039b739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3808bd03-a316-4a19-b9c6-11ab345abae8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:19.955993 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44506) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:19.995968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-086a67c7-680d-4704-8fa6-7fb69dead234 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f492b3b3c9d542b38b72eb1e24d28117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387454 Nov 27 02:08:19.998462 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44508) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:20.045032 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99383732-7aaa-45ab-88ee-f9e62c650445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:20.065967 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99383732-7aaa-45ab-88ee-f9e62c650445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:20.111932 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99383732-7aaa-45ab-88ee-f9e62c650445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:20.114747 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-99383732-7aaa-45ab-88ee-f9e62c650445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:20.115893 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-99383732-7aaa-45ab-88ee-f9e62c650445 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcb645b7-ae71-43cf-b925-6d09034475dc HTTP/1.1" status: 204 len: 168 time: 0.1165156 Nov 27 02:08:20.125591 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99383732-7aaa-45ab-88ee-f9e62c650445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb645b7-ae71-43cf-b925-6d09034475dc,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:21.631371 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44548) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:21.636014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-9daf2320-d6e8-43ab-9a6f-c36f01364544 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2021873405', 'description': 'tempest-secgroup-smoke-2021873405 description', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:21.657811 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9daf2320-d6e8-43ab-9a6f-c36f01364544 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:21.666394 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9daf2320-d6e8-43ab-9a6f-c36f01364544 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:21.738711 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9daf2320-d6e8-43ab-9a6f-c36f01364544 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:21.742367 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9daf2320-d6e8-43ab-9a6f-c36f01364544 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:21.782345 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf2320-d6e8-43ab-9a6f-c36f01364544 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a2c2c8-19e4-4ed3-bdf4-f7428f3fd96f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:21.819247 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9daf2320-d6e8-43ab-9a6f-c36f01364544 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:21.822778 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9daf2320-d6e8-43ab-9a6f-c36f01364544 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:21.850849 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-9daf2320-d6e8-43ab-9a6f-c36f01364544 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:21.852072 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9daf2320-d6e8-43ab-9a6f-c36f01364544 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2196596 Nov 27 02:08:21.855646 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44550) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:21.856543 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf2320-d6e8-43ab-9a6f-c36f01364544 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330bcee6-0569-41b7-b125-42f5a47a19b0,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:21.860563 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-742b043f-28f1-4a42-a2f3-27f643db5302 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '330bcee6-0569-41b7-b125-42f5a47a19b0', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:21.887872 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-742b043f-28f1-4a42-a2f3-27f643db5302 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:21.943572 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-742b043f-28f1-4a42-a2f3-27f643db5302 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:21.947764 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-742b043f-28f1-4a42-a2f3-27f643db5302 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:21.965850 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b043f-28f1-4a42-a2f3-27f643db5302 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40bbd9c-f07f-40d0-a274-e642bc685b9f,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:21.973609 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-742b043f-28f1-4a42-a2f3-27f643db5302 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:21.974592 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-742b043f-28f1-4a42-a2f3-27f643db5302 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177621 Nov 27 02:08:21.977310 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44552) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:21.981642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-002e2154-7e45-4076-ab7e-1e3109a05e08 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '330bcee6-0569-41b7-b125-42f5a47a19b0', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:22.006054 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-002e2154-7e45-4076-ab7e-1e3109a05e08 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.060608 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-002e2154-7e45-4076-ab7e-1e3109a05e08 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.064034 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-002e2154-7e45-4076-ab7e-1e3109a05e08 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.081545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e2154-7e45-4076-ab7e-1e3109a05e08 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8542941-9084-497c-8ad6-29f84cefb181,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:22.089634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-002e2154-7e45-4076-ab7e-1e3109a05e08 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.092265 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-002e2154-7e45-4076-ab7e-1e3109a05e08 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126008 Nov 27 02:08:22.093561 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44554) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:22.097892 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5c0fa138-ac90-403f-95ad-a17642b02670 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '330bcee6-0569-41b7-b125-42f5a47a19b0', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:22.123202 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa138-ac90-403f-95ad-a17642b02670 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.178571 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa138-ac90-403f-95ad-a17642b02670 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.182616 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa138-ac90-403f-95ad-a17642b02670 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.197117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fa138-ac90-403f-95ad-a17642b02670 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a47f3b-66f6-4d50-b556-d125ac8d14f5,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:22.207420 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa138-ac90-403f-95ad-a17642b02670 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.208665 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5c0fa138-ac90-403f-95ad-a17642b02670 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141412 Nov 27 02:08:22.211387 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44556) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:22.215748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-03532ff1-51cb-44bf-851b-22fd57c75dc6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '330bcee6-0569-41b7-b125-42f5a47a19b0', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:22.241200 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03532ff1-51cb-44bf-851b-22fd57c75dc6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.300119 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03532ff1-51cb-44bf-851b-22fd57c75dc6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.303997 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03532ff1-51cb-44bf-851b-22fd57c75dc6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.325519 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03532ff1-51cb-44bf-851b-22fd57c75dc6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95786b5d-1ccf-4d6d-a7ff-841f0cf0064f,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:22.330615 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03532ff1-51cb-44bf-851b-22fd57c75dc6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.331825 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-03532ff1-51cb-44bf-851b-22fd57c75dc6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195126 Nov 27 02:08:22.334501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44558) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:22.338813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0b27f99c-dc3b-48d0-aa4a-fad8129cba85 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '330bcee6-0569-41b7-b125-42f5a47a19b0', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:22.359885 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-0b27f99c-dc3b-48d0-aa4a-fad8129cba85 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Project ca6386846a1c4ac393b06f7422fb16c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:08:22.364616 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b27f99c-dc3b-48d0-aa4a-fad8129cba85 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.422088 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b27f99c-dc3b-48d0-aa4a-fad8129cba85 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.425653 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b27f99c-dc3b-48d0-aa4a-fad8129cba85 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.446322 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27f99c-dc3b-48d0-aa4a-fad8129cba85 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3740f35-7d76-449f-a940-6d13cbe89c40,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:22.452706 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0b27f99c-dc3b-48d0-aa4a-fad8129cba85 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.453761 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0b27f99c-dc3b-48d0-aa4a-fad8129cba85 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183000 Nov 27 02:08:22.456507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44560) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:22.460919 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-84a119a1-abda-4f53-b3a0-1c1d1be3f756 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '330bcee6-0569-41b7-b125-42f5a47a19b0', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:22.481385 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-84a119a1-abda-4f53-b3a0-1c1d1be3f756 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Project ca6386846a1c4ac393b06f7422fb16c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:08:22.486257 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84a119a1-abda-4f53-b3a0-1c1d1be3f756 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.546987 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84a119a1-abda-4f53-b3a0-1c1d1be3f756 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.550294 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84a119a1-abda-4f53-b3a0-1c1d1be3f756 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.566634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a119a1-abda-4f53-b3a0-1c1d1be3f756 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4335996c-d36a-47b0-b21d-fef7a3b77ac1,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:22.574900 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84a119a1-abda-4f53-b3a0-1c1d1be3f756 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.576136 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-84a119a1-abda-4f53-b3a0-1c1d1be3f756 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186590 Nov 27 02:08:22.579074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44562) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:22.583836 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-9f40fd90-953e-4724-b2d9-c906cab3f2f1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'network': {'name': 'tempest-network-smoke--640994165', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'port_security_enabled': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:22.604525 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f40fd90-953e-4724-b2d9-c906cab3f2f1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:08:22.607878 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f40fd90-953e-4724-b2d9-c906cab3f2f1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.630701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f40fd90-953e-4724-b2d9-c906cab3f2f1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:08:22.639882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f40fd90-953e-4724-b2d9-c906cab3f2f1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.640227 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-9f40fd90-953e-4724-b2d9-c906cab3f2f1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Added segment 4006d46e-af3d-48b5-b8ea-4bcf61a51c5f of type vlan for network 2dfcc73f-85b8-4765-9336-e8724247ea87 Nov 27 02:08:22.681285 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f40fd90-953e-4724-b2d9-c906cab3f2f1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.705271 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f40fd90-953e-4724-b2d9-c906cab3f2f1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.710856 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40fd90-953e-4724-b2d9-c906cab3f2f1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:22.711467 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9f40fd90-953e-4724-b2d9-c906cab3f2f1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.767735 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9f40fd90-953e-4724-b2d9-c906cab3f2f1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1876185 Nov 27 02:08:22.770785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44564) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:22.775971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'admin_state_up': True, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:22.779976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40fd90-953e-4724-b2d9-c906cab3f2f1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Network': ['ID=2dfcc73f-85b8-4765-9336-e8724247ea87,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:22.791244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 2dfcc73f-85b8-4765-9336-e8724247ea87 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:08:22.799880 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.800944 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.854401 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:22.992109 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:23.181759 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:23.201869 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:23.299996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.25.1.158 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/5367473a-2567-48ba-af99-8cb99ee0e38d) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:08:23.414189 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:23.447797 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:23.481167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:23.485786 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:23.488485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:08:23.499378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d15a5f-bbda-4db0-a60f-73cbe23205c1 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:23.523261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=5367473a-2567-48ba-af99-8cb99ee0e38d,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:23.586271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4901d20d-3899-4690-99bd-1145270e55a8 None None] Provisioning complete for port 5367473a-2567-48ba-af99-8cb99ee0e38d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:23.586647 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4901d20d-3899-4690-99bd-1145270e55a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:23.624235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4901d20d-3899-4690-99bd-1145270e55a8 None None] Port 5367473a-2567-48ba-af99-8cb99ee0e38d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:08:23.749445 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:23.945292 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:24.078128 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router c3e01eaf-d88e-4a75-beaf-dca20335ed02 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:08:24.183143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:08:24.192472 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Sync routers for ids ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:08:24.203706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Routers {'c3e01eaf-d88e-4a75-beaf-dca20335ed02'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:24.204094 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:24.204610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:08:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:24.205342 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f4853976-0784-447c-9132-76ef19624b78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4335477 Nov 27 02:08:24.208506 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44566) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:24.312804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Set router c3e01eaf-d88e-4a75-beaf-dca20335ed02 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:24.342664 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5d8047b6-f314-4dfd-8744-ac3319e370f1 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ca6386846a1c4ac393b06f7422fb16c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1328814 Nov 27 02:08:24.345303 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44570) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:24.495412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:08:23Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:24.501327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b1b824-3165-4cad-b9e2-9fd6b2acfa6a tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:24.502852 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-56b1b824-3165-4cad-b9e2-9fd6b2acfa6a tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1565609 Nov 27 02:08:24.505779 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44572) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:24.526902 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Checking router: c3e01eaf-d88e-4a75-beaf-dca20335ed02 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:08:24.527267 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Updating router c3e01eaf-d88e-4a75-beaf-dca20335ed02 port 5367473a-2567-48ba-af99-8cb99ee0e38d binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:08:24.545761 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-48ffa3e7-0e0b-42f9-832c-b28d4b00b016 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389006 Nov 27 02:08:24.548520 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44574) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:24.552579 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:24.553168 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-44a570e6-0970-45e4-9525-2761bb1615c3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-914635006', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:24.637943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a570e6-0970-45e4-9525-2761bb1615c3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:08:24.641710 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-44a570e6-0970-45e4-9525-2761bb1615c3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:24.812539 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:24.818226 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:24.868376 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d606fa-a42b-4601-b6eb-eb68bc93b183 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:24.878617 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2e804-28db-4073-9c5e-a1f7cb663c1c None None] Pushing event updated for resources: {'Port': ['ID=5367473a-2567-48ba-af99-8cb99ee0e38d,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:24.881171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Attempting to bind port 5367473a-2567-48ba-af99-8cb99ee0e38d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:08:24.881546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Attempting to bind port 5367473a-2567-48ba-af99-8cb99ee0e38d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:08:24.881920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Attempting to bind port 5367473a-2567-48ba-af99-8cb99ee0e38d on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:08:24.893021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:08:24.893400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:08:24.893807 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:24.894223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:08:24.894868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Bound port: 5367473a-2567-48ba-af99-8cb99ee0e38d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:08:24.895281 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:24.897896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2e804-28db-4073-9c5e-a1f7cb663c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:24.898157 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2e804-28db-4073-9c5e-a1f7cb663c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:24.898504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2e804-28db-4073-9c5e-a1f7cb663c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:24.898840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2e804-28db-4073-9c5e-a1f7cb663c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:24.899173 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2e804-28db-4073-9c5e-a1f7cb663c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:24.899504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2e804-28db-4073-9c5e-a1f7cb663c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:24.899872 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2e804-28db-4073-9c5e-a1f7cb663c1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:24.900199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2e804-28db-4073-9c5e-a1f7cb663c1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:24.900546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2e804-28db-4073-9c5e-a1f7cb663c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:24.900869 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2e804-28db-4073-9c5e-a1f7cb663c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:24.901192 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2e804-28db-4073-9c5e-a1f7cb663c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:24.901514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2e804-28db-4073-9c5e-a1f7cb663c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:24.970580 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] For port 5367473a-2567-48ba-af99-8cb99ee0e38d, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:08:24.972521 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-27db3c91-2e9e-43eb-ae9b-99ec6a05050c None None] Provisioning complete for port 5367473a-2567-48ba-af99-8cb99ee0e38d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:24.972896 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-27db3c91-2e9e-43eb-ae9b-99ec6a05050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:24.976183 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] For port 5367473a-2567-48ba-af99-8cb99ee0e38d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5367473a-2567-48ba-af99-8cb99ee0e38d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:08:24.998277 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:25.052286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-27db3c91-2e9e-43eb-ae9b-99ec6a05050c None None] Port 5367473a-2567-48ba-af99-8cb99ee0e38d cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:08:25.059196 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd44b86-a555-4cc7-95f5-6a1d387bc146 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:25.075868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2e804-28db-4073-9c5e-a1f7cb663c1c None None] Pushing event updated for resources: {'Port': ['ID=5367473a-2567-48ba-af99-8cb99ee0e38d,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:25.079431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Routers {'c3e01eaf-d88e-4a75-beaf-dca20335ed02'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:25.079973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:08:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:25.112815 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-44a570e6-0970-45e4-9525-2761bb1615c3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:25.182528 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a570e6-0970-45e4-9525-2761bb1615c3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Subnet': ['ID=54904b56-0a69-4e02-878b-3ca37005b7eb,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:25.188286 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d2fb9bf6-6a3d-4f0b-9abf-ab0684399476 None None] Provisioning complete for port 5367473a-2567-48ba-af99-8cb99ee0e38d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:25.188688 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9bf6-6a3d-4f0b-9abf-ab0684399476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:25.189764 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a570e6-0970-45e4-9525-2761bb1615c3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Checking segment: {'id': '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:08:25.190128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a570e6-0970-45e4-9525-2761bb1615c3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network hostable DHCP agents. Network: 2dfcc73f-85b8-4765-9336-e8724247ea87, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:08:25.206653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a570e6-0970-45e4-9525-2761bb1615c3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 2dfcc73f-85b8-4765-9336-e8724247ea87 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:08:25.215508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-44a570e6-0970-45e4-9525-2761bb1615c3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 2dfcc73f-85b8-4765-9336-e8724247ea87) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:25.218841 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] Set router c3e01eaf-d88e-4a75-beaf-dca20335ed02 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:25.219801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a570e6-0970-45e4-9525-2761bb1615c3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:25.220449 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-44a570e6-0970-45e4-9525-2761bb1615c3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:25.236955 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-44a570e6-0970-45e4-9525-2761bb1615c3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6874349 Nov 27 02:08:25.239844 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44576) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:25.250827 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f638f55f-5edb-45f8-9d7b-8995f6670cb9 None None] Network 2dfcc73f-85b8-4765-9336-e8724247ea87 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:08:25.498746 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9bf6-6a3d-4f0b-9abf-ab0684399476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:25.570116 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d2fb9bf6-6a3d-4f0b-9abf-ab0684399476 None None] For port 5367473a-2567-48ba-af99-8cb99ee0e38d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5367473a-2567-48ba-af99-8cb99ee0e38d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:25.576905 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9bf6-6a3d-4f0b-9abf-ab0684399476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:25.586351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-2dfcc73f-85b8-4765-9336-e8724247ea87', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ips': [{'subnet_id': '54904b56-0a69-4e02-878b-3ca37005b7eb'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:08:25.587273 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:25.661101 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb9bf6-6a3d-4f0b-9abf-ab0684399476 None None] Pushing event updated for resources: {'Port': ['ID=5367473a-2567-48ba-af99-8cb99ee0e38d,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:25.713933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:08:23Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:25.751230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab45ab-67b7-47a4-b2ac-49a7cac337d8 None None] The sync data for ids ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'] in n-d-817303-10 is: [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:08:23Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:08:25.807714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Allocated IP 172.20.0.2 (2dfcc73f-85b8-4765-9336-e8724247ea87/54904b56-0a69-4e02-878b-3ca37005b7eb/c240dbbe-7802-42bf-9239-6df723bfe2d5) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:08:25.966494 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:25.972933 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:26.020068 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Network 2dfcc73f-85b8-4765-9336-e8724247ea87 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:26.026165 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:26.033920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:08:26.041224 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Pushing event updated for resources: {'Port': ['ID=c240dbbe-7802-42bf-9239-6df723bfe2d5,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:26.052697 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:26.098966 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Attempting to bind port c240dbbe-7802-42bf-9239-6df723bfe2d5 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:08:26.099339 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Attempting to bind port c240dbbe-7802-42bf-9239-6df723bfe2d5 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:08:26.099706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Attempting to bind port c240dbbe-7802-42bf-9239-6df723bfe2d5 on network 2dfcc73f-85b8-4765-9336-e8724247ea87 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:08:26.105292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:08:26.105652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Checking segment: {'id': '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:08:26.106046 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:26.106448 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Bound using segment: {'id': '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:08:26.107050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Bound port: c240dbbe-7802-42bf-9239-6df723bfe2d5, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:08:26.107437 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:26.342172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] For port c240dbbe-7802-42bf-9239-6df723bfe2d5, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:08:26.346178 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] For port c240dbbe-7802-42bf-9239-6df723bfe2d5, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c240dbbe-7802-42bf-9239-6df723bfe2d5,segment=NetworkSegment(4006d46e-af3d-48b5-b8ea-4bcf61a51c5f),segment_id=4006d46e-af3d-48b5-b8ea-4bcf61a51c5f)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:08:26.350452 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:26.361396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.20.0.1 (2dfcc73f-85b8-4765-9336-e8724247ea87/54904b56-0a69-4e02-878b-3ca37005b7eb/4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:08:26.417318 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b7cac-c9bc-4257-8508-443e8cc0522e None None] Pushing event updated for resources: {'Port': ['ID=c240dbbe-7802-42bf-9239-6df723bfe2d5,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:26.502470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:26.538899 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:26.602465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 2dfcc73f-85b8-4765-9336-e8724247ea87 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:26.604289 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:26.607136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:26.609278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:08:26.660292 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:26.795835 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:27.069750 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:27.074511 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:27.150706 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:27.155837 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:27.272755 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 2dfcc73f-85b8-4765-9336-e8724247ea87 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:27.274196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:27.317728 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5367473a-2567-48ba-af99-8cb99ee0e38d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:08:27.371433 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 5367473a-2567-48ba-af99-8cb99ee0e38d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:27.372000 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:27.399442 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da546c9-15be-4cc0-bfe4-f308995cd3bd None None] Network 2dfcc73f-85b8-4765-9336-e8724247ea87 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:08:27.405486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router c3e01eaf-d88e-4a75-beaf-dca20335ed02 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:08:27.470559 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-749696eb-6b05-416f-81b1-f4fd91b230e5 None None] Provisioning complete for port c240dbbe-7802-42bf-9239-6df723bfe2d5 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:27.470938 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-749696eb-6b05-416f-81b1-f4fd91b230e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:27.525132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:08:27.530366 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-40b9d391-b607-496c-9806-4f0ef24b5196 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "PUT /v2.0/routers/c3e01eaf-d88e-4a75-beaf-dca20335ed02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2894135 Nov 27 02:08:27.611921 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c240dbbe-7802-42bf-9239-6df723bfe2d5 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:08:27.700493 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-6b928fcc-197f-4348-9417-de9952438204 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2021873405&fields=id&tenant_id=ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 267 time: 0.0517092 Nov 27 02:08:27.703641 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-749696eb-6b05-416f-81b1-f4fd91b230e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:27.754881 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-749696eb-6b05-416f-81b1-f4fd91b230e5 None None] For port c240dbbe-7802-42bf-9239-6df723bfe2d5, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c240dbbe-7802-42bf-9239-6df723bfe2d5,segment=NetworkSegment(4006d46e-af3d-48b5-b8ea-4bcf61a51c5f),segment_id=4006d46e-af3d-48b5-b8ea-4bcf61a51c5f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:27.761300 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c240dbbe-7802-42bf-9239-6df723bfe2d5 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:27.761671 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:27.763290 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-749696eb-6b05-416f-81b1-f4fd91b230e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:27.827699 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-90d5719d-9b39-46f8-bb70-873f19504f41 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:27.829329 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-90d5719d-9b39-46f8-bb70-873f19504f41 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/networks?id=2dfcc73f-85b8-4765-9336-e8724247ea87 HTTP/1.1" status: 200 len: 796 time: 0.1215484 Nov 27 02:08:27.846532 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749696eb-6b05-416f-81b1-f4fd91b230e5 None None] Pushing event updated for resources: {'Port': ['ID=c240dbbe-7802-42bf-9239-6df723bfe2d5,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:27.848671 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-da31de1b-93ac-4617-93bf-137f383759f6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/quotas/ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 375 time: 0.0122361 Nov 27 02:08:27.916605 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-19a8293a-4ab8-46a1-83b7-4edf6731d3f7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559237 Nov 27 02:08:27.952993 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Sync routers for ids ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:08:27.964970 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Routers {'c3e01eaf-d88e-4a75-beaf-dca20335ed02'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:27.965643 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-64174294-3799-49ca-89f7-d013a0192402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:08:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:28.003661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-96047747-0264-46fd-b260-2d054e67136e None None] Provisioning complete for port c240dbbe-7802-42bf-9239-6df723bfe2d5 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:28.004032 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-96047747-0264-46fd-b260-2d054e67136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:28.081971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-61aa98ba-01b4-41e6-968c-df320511529a service neutron] 10.222.0.15 "GET /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538239 Nov 27 02:08:28.095138 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Set router c3e01eaf-d88e-4a75-beaf-dca20335ed02 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:28.106253 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-96047747-0264-46fd-b260-2d054e67136e None None] Provisioning complete for port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:28.106807 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-96047747-0264-46fd-b260-2d054e67136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:28.146446 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-96047747-0264-46fd-b260-2d054e67136e None None] Port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:08:28.192588 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-6bbf41b5-6077-4ec2-b859-74b93341d768 service neutron] 10.222.0.15 "GET /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027958 Nov 27 02:08:28.278240 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3f94cf05-12b3-426b-981c-bb07105229da None None] Provisioning complete for port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:28.278796 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3f94cf05-12b3-426b-981c-bb07105229da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:28.327420 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-64174294-3799-49ca-89f7-d013a0192402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:08:26Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3', 'name': '', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:5a:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:26Z', 'updated_at': '2021-11-27T02:08:26Z', 'revision_number': 2, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:28.343793 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3f94cf05-12b3-426b-981c-bb07105229da None None] Port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:08:28.365752 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Checking router: c3e01eaf-d88e-4a75-beaf-dca20335ed02 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:08:28.366384 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Updating router c3e01eaf-d88e-4a75-beaf-dca20335ed02 port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:08:28.394109 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:28.412840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bf3c2579-36b2-436a-a29b-d47e943d67d2 req-7182f357-2659-4bfa-a855-ec9f7c51013e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 210 time: 0.0366890 Nov 27 02:08:28.568499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c7d1a646-6966-41a0-aac1-7a6e0f1ac810 None None] Provisioning complete for port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:28.569087 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c7d1a646-6966-41a0-aac1-7a6e0f1ac810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:28.606740 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1a646-6966-41a0-aac1-7a6e0f1ac810 None None] Port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:08:28.685938 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:28.690935 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:28.769823 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ed976-b84b-4e23-bc81-1e4bb1caa4b2 None None] Pushing event updated for resources: {'Port': ['ID=4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:28.795031 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ed976-b84b-4e23-bc81-1e4bb1caa4b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:28.795375 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ed976-b84b-4e23-bc81-1e4bb1caa4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:28.795724 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ed976-b84b-4e23-bc81-1e4bb1caa4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:28.796271 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ed976-b84b-4e23-bc81-1e4bb1caa4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:28.796420 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ed976-b84b-4e23-bc81-1e4bb1caa4b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:28.796786 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ed976-b84b-4e23-bc81-1e4bb1caa4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:28.797153 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ed976-b84b-4e23-bc81-1e4bb1caa4b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:28.797582 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ed976-b84b-4e23-bc81-1e4bb1caa4b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:28.798056 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ed976-b84b-4e23-bc81-1e4bb1caa4b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:28.798497 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ed976-b84b-4e23-bc81-1e4bb1caa4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:28.798880 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ed976-b84b-4e23-bc81-1e4bb1caa4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:28.799228 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ed976-b84b-4e23-bc81-1e4bb1caa4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:28.817034 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Attempting to bind port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:08:28.817569 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Attempting to bind port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:08:28.818057 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Attempting to bind port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 on network 2dfcc73f-85b8-4765-9336-e8724247ea87 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:08:28.824413 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:08:28.824945 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Checking segment: {'id': '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:08:28.825363 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:28.825811 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Bound using segment: {'id': '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:08:28.826337 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Bound port: 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:08:28.826776 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:28.894845 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-64174294-3799-49ca-89f7-d013a0192402 None None] For port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:08:28.898368 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-64174294-3799-49ca-89f7-d013a0192402 None None] For port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3,segment=NetworkSegment(4006d46e-af3d-48b5-b8ea-4bcf61a51c5f),segment_id=4006d46e-af3d-48b5-b8ea-4bcf61a51c5f)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:08:28.903579 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:28.966208 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Routers {'c3e01eaf-d88e-4a75-beaf-dca20335ed02'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:28.966833 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-64174294-3799-49ca-89f7-d013a0192402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:08:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:29.011005 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ed976-b84b-4e23-bc81-1e4bb1caa4b2 None None] Pushing event updated for resources: {'Port': ['ID=4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:29.034416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e205dd93-7d4f-46f0-9bfc-87e7769276ee None None] Provisioning complete for port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:29.034879 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e205dd93-7d4f-46f0-9bfc-87e7769276ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:29.103137 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-64174294-3799-49ca-89f7-d013a0192402 None None] Set router c3e01eaf-d88e-4a75-beaf-dca20335ed02 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:29.133471 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e205dd93-7d4f-46f0-9bfc-87e7769276ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:29.138227 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:29.173199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e205dd93-7d4f-46f0-9bfc-87e7769276ee None None] For port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3,segment=NetworkSegment(4006d46e-af3d-48b5-b8ea-4bcf61a51c5f),segment_id=4006d46e-af3d-48b5-b8ea-4bcf61a51c5f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:29.178025 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e205dd93-7d4f-46f0-9bfc-87e7769276ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:29.226117 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205dd93-7d4f-46f0-9bfc-87e7769276ee None None] Pushing event updated for resources: {'Port': ['ID=4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:29.246231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c240dbbe-7802-42bf-9239-6df723bfe2d5 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:08:29.303007 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-621cdcff-4666-42ac-86e1-0cbbfa9eb5e7 None None] Provisioning complete for port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:29.304050 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-621cdcff-4666-42ac-86e1-0cbbfa9eb5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:29.331879 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-64174294-3799-49ca-89f7-d013a0192402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:08:26Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3', 'name': '', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:5a:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:26Z', 'updated_at': '2021-11-27T02:08:28Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:29.333675 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c240dbbe-7802-42bf-9239-6df723bfe2d5 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:29.334049 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:29.363200 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64174294-3799-49ca-89f7-d013a0192402 None None] The sync data for ids ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'] in n-d-817303-10 is: [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:08:26Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3', 'name': '', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:5a:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:26Z', 'updated_at': '2021-11-27T02:08:28Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:08:29.552441 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-a2de92ed-ae78-4443-a99d-ae9299d62d5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:29.554160 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-a2de92ed-ae78-4443-a99d-ae9299d62d5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/networks?id=2dfcc73f-85b8-4765-9336-e8724247ea87 HTTP/1.1" status: 200 len: 796 time: 0.1797483 Nov 27 02:08:29.576757 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8e5577a7-8db8-45d6-8a60-fef73e96175b req-d9ff22e2-1452-4743-ac15-648db09ef4d2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 210 time: 0.0543947 Nov 27 02:08:29.640607 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-6e09f16a-8388-4dc0-9aa4-22df0816475e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 380 time: 0.0662730 Nov 27 02:08:29.650542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-46ec4b1c-0bef-4e95-91be-ccc431819982 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'port': {'device_id': '6c555924-e003-4925-9d4b-364676ac84b0', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'admin_state_up': True, 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'security_groups': ['330bcee6-0569-41b7-b125-42f5a47a19b0']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:29.761636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-46ec4b1c-0bef-4e95-91be-ccc431819982 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:08:29.766246 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-46ec4b1c-0bef-4e95-91be-ccc431819982 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:29.908111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-46ec4b1c-0bef-4e95-91be-ccc431819982 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.20.0.13 (2dfcc73f-85b8-4765-9336-e8724247ea87/54904b56-0a69-4e02-878b-3ca37005b7eb/a62be81e-9511-400e-8919-4a3a79038d4c) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:08:30.055181 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-46ec4b1c-0bef-4e95-91be-ccc431819982 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:30.090840 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-46ec4b1c-0bef-4e95-91be-ccc431819982 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:30.137523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-46ec4b1c-0bef-4e95-91be-ccc431819982 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 2dfcc73f-85b8-4765-9336-e8724247ea87 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:30.140701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-46ec4b1c-0bef-4e95-91be-ccc431819982 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:30.143765 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-46ec4b1c-0bef-4e95-91be-ccc431819982 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:08:30.179937 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec4b1c-0bef-4e95-91be-ccc431819982 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=a62be81e-9511-400e-8919-4a3a79038d4c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:30.205286 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-46ec4b1c-0bef-4e95-91be-ccc431819982 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:30.205952 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-46ec4b1c-0bef-4e95-91be-ccc431819982 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:30.223546 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-46ec4b1c-0bef-4e95-91be-ccc431819982 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5767574 Nov 27 02:08:30.240706 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Request body: {'port': {'device_id': '6c555924-e003-4925-9d4b-364676ac84b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:30.313472 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:30.421881 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5cdb99eb-b264-40b7-ac52-7ee1b8200d55 None None] Provisioning complete for port a62be81e-9511-400e-8919-4a3a79038d4c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:30.422370 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5cdb99eb-b264-40b7-ac52-7ee1b8200d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:30.457973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb99eb-b264-40b7-ac52-7ee1b8200d55 None None] Port a62be81e-9511-400e-8919-4a3a79038d4c cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:08:30.588220 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62be81e-9511-400e-8919-4a3a79038d4c {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:08:30.595604 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:30.608213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Transition to ACTIVE for port object a62be81e-9511-400e-8919-4a3a79038d4c will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:08:30.611935 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:30.674234 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a62be81e-9511-400e-8919-4a3a79038d4c,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:30.719295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55d042-7be9-4f74-a21e-bc2af9a23547 req-fa506d5f-6b34-44e6-985b-dab26ee80f34 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:30.722097 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b55d042-7be9-4f74-a21e-bc2af9a23547 req-fa506d5f-6b34-44e6-985b-dab26ee80f34 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 944 time: 0.0736439 Nov 27 02:08:30.750860 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Attempting to bind port a62be81e-9511-400e-8919-4a3a79038d4c on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:08:30.751206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Attempting to bind port a62be81e-9511-400e-8919-4a3a79038d4c by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:08:30.751559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Attempting to bind port a62be81e-9511-400e-8919-4a3a79038d4c on network 2dfcc73f-85b8-4765-9336-e8724247ea87 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:08:30.757037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Port a62be81e-9511-400e-8919-4a3a79038d4c on network 2dfcc73f-85b8-4765-9336-e8724247ea87 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:08:30.757364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Attempting to bind port a62be81e-9511-400e-8919-4a3a79038d4c on network 2dfcc73f-85b8-4765-9336-e8724247ea87 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:08:30.763807 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:08:30.764143 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Checking segment: {'id': '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:08:30.764575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Bound using segment: {'id': '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:08:30.765030 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Bound port: a62be81e-9511-400e-8919-4a3a79038d4c, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:08:30.765385 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:30.774014 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0b55d042-7be9-4f74-a21e-bc2af9a23547 req-250b12fe-3542-4c65-9acb-9d79ebf2e604 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451548 Nov 27 02:08:30.834642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] For port a62be81e-9511-400e-8919-4a3a79038d4c, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:08:30.838536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] For port a62be81e-9511-400e-8919-4a3a79038d4c, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a62be81e-9511-400e-8919-4a3a79038d4c,segment=NetworkSegment(4006d46e-af3d-48b5-b8ea-4bcf61a51c5f),segment_id=4006d46e-af3d-48b5-b8ea-4bcf61a51c5f)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:08:30.844592 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:30.882654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:30.883353 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:30.885472 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] 10.222.0.31 "PUT /v2.0/ports/a62be81e-9511-400e-8919-4a3a79038d4c HTTP/1.1" status: 200 len: 1093 time: 0.6492651 Nov 27 02:08:30.886111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c555924-e003-4925-9d4b-364676ac84b0', 'tag': 'a62be81e-9511-400e-8919-4a3a79038d4c'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:08:30.888599 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b40ff2f-a2b3-4710-8d04-95284d78cffd" -d '{"events": [{"name": "network-changed", "server_uuid": "6c555924-e003-4925-9d4b-364676ac84b0", "tag": "a62be81e-9511-400e-8919-4a3a79038d4c"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:08:30.922169 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49aa39-d1f6-434d-84c1-8ae16e491dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a62be81e-9511-400e-8919-4a3a79038d4c,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:30.936051 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0094006d-cae2-45b4-a64b-8d3e833bb9b5 x-openstack-request-id: req-0094006d-cae2-45b4-a64b-8d3e833bb9b5 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:08:30.936595 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c555924-e003-4925-9d4b-364676ac84b0", "tag": "a62be81e-9511-400e-8919-4a3a79038d4c", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:08:30.936856 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0094006d-cae2-45b4-a64b-8d3e833bb9b5 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:08:30.937279 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c555924-e003-4925-9d4b-364676ac84b0', 'tag': 'a62be81e-9511-400e-8919-4a3a79038d4c', 'status': 'completed', 'code': 200} Nov 27 02:08:30.992604 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-21b7c520-ef47-4fa0-949b-f51aba21ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:30.994753 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-21b7c520-ef47-4fa0-949b-f51aba21ffff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 1096 time: 0.0438917 Nov 27 02:08:31.048210 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-7898af2d-e031-4f0f-880c-c56bb6803d3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62be81e-9511-400e-8919-4a3a79038d4c HTTP/1.1" status: 200 len: 217 time: 0.0395689 Nov 27 02:08:31.080317 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:31.098084 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-070e3153-8e48-4773-8468-f7005fd6dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:31.099570 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-070e3153-8e48-4773-8468-f7005fd6dfe8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54904b56-0a69-4e02-878b-3ca37005b7eb HTTP/1.1" status: 200 len: 834 time: 0.0450542 Nov 27 02:08:31.150677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-dd5157bf-f62a-415c-be10-79a8f70e92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:31.152234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-dd5157bf-f62a-415c-be10-79a8f70e92d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2dfcc73f-85b8-4765-9336-e8724247ea87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452931 Nov 27 02:08:31.248907 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-6645e3d1-64e1-4ba0-9cf3-c80c18a4a745 service neutron] 10.222.0.31 "GET /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886898 Nov 27 02:08:31.258653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:08:31.306774 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:31.307147 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:31.341033 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-83c78b13-0eaa-4a7c-b044-92143f2e1a1b req-d10e7117-f929-44f7-ba29-b5c24bb6b263 service neutron] 10.222.0.31 "GET /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857029 Nov 27 02:08:31.463477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40ff2f-a2b3-4710-8d04-95284d78cffd req-82990cf0-6490-4d03-b889-f3de9fe65df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:31.464917 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3b40ff2f-a2b3-4710-8d04-95284d78cffd req-82990cf0-6490-4d03-b889-f3de9fe65df6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 1096 time: 0.0408020 Nov 27 02:08:31.558588 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40ff2f-a2b3-4710-8d04-95284d78cffd req-ede89379-7a27-422c-8f9e-2f2e8fa04f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:31.560057 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3b40ff2f-a2b3-4710-8d04-95284d78cffd req-ede89379-7a27-422c-8f9e-2f2e8fa04f0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=2dfcc73f-85b8-4765-9336-e8724247ea87 HTTP/1.1" status: 200 len: 897 time: 0.0867882 Nov 27 02:08:31.566885 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:08:31.600392 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3b40ff2f-a2b3-4710-8d04-95284d78cffd req-ea79f433-249d-4d6b-b840-dde6952fcb54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62be81e-9511-400e-8919-4a3a79038d4c HTTP/1.1" status: 200 len: 217 time: 0.0336964 Nov 27 02:08:31.655089 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40ff2f-a2b3-4710-8d04-95284d78cffd req-a605a62b-9f6b-490c-a0cf-4327931f817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:31.656570 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3b40ff2f-a2b3-4710-8d04-95284d78cffd req-a605a62b-9f6b-490c-a0cf-4327931f817b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54904b56-0a69-4e02-878b-3ca37005b7eb HTTP/1.1" status: 200 len: 834 time: 0.0498900 Nov 27 02:08:31.701028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40ff2f-a2b3-4710-8d04-95284d78cffd req-70897947-eaf6-49fd-94ae-c7f7e87698e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:31.702492 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3b40ff2f-a2b3-4710-8d04-95284d78cffd req-70897947-eaf6-49fd-94ae-c7f7e87698e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2dfcc73f-85b8-4765-9336-e8724247ea87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393775 Nov 27 02:08:31.789223 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3b40ff2f-a2b3-4710-8d04-95284d78cffd req-c98fe5c5-0b94-41d9-be1f-8fe88ae1e593 service neutron] 10.222.0.31 "GET /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797515 Nov 27 02:08:31.884837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3b40ff2f-a2b3-4710-8d04-95284d78cffd req-011e2317-4e1e-49a8-8538-c9515432688d service neutron] 10.222.0.31 "GET /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885634 Nov 27 02:08:31.897857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a540536-7bc8-43a7-ba5c-717b1a4a17ba req-5f288efe-e166-4433-a476-360f2b928c2f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:31.899381 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a540536-7bc8-43a7-ba5c-717b1a4a17ba req-5f288efe-e166-4433-a476-360f2b928c2f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 944 time: 0.0520132 Nov 27 02:08:31.950322 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a540536-7bc8-43a7-ba5c-717b1a4a17ba req-5401b7a6-6d8c-4775-abe8-6c67d6a867e8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442443 Nov 27 02:08:33.068336 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db3d3b-ab7d-4dcc-8d02-35e040558ec2 req-c7d22c37-2132-4aa3-bc32-cf164793d939 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:33.070252 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d7db3d3b-ab7d-4dcc-8d02-35e040558ec2 req-c7d22c37-2132-4aa3-bc32-cf164793d939 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 944 time: 0.0495248 Nov 27 02:08:33.119415 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d7db3d3b-ab7d-4dcc-8d02-35e040558ec2 req-5dedeeea-677d-453b-b34d-f6f25f377445 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429137 Nov 27 02:08:33.760649 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device a62be81e-9511-400e-8919-4a3a79038d4c details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:08:33.857840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port a62be81e-9511-400e-8919-4a3a79038d4c, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a62be81e-9511-400e-8919-4a3a79038d4c,segment=NetworkSegment(4006d46e-af3d-48b5-b8ea-4bcf61a51c5f),segment_id=4006d46e-af3d-48b5-b8ea-4bcf61a51c5f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:33.869075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'a62be81e-9511-400e-8919-4a3a79038d4c', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'port_id': 'a62be81e-9511-400e-8919-4a3a79038d4c', 'mac_address': 'fa:16:3e:34:d9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:08:33.905199 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:33.918141 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62be81e-9511-400e-8919-4a3a79038d4c {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:08:33.936574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port a62be81e-9511-400e-8919-4a3a79038d4c, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a62be81e-9511-400e-8919-4a3a79038d4c,segment=NetworkSegment(4006d46e-af3d-48b5-b8ea-4bcf61a51c5f),segment_id=4006d46e-af3d-48b5-b8ea-4bcf61a51c5f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:33.940403 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:33.986981 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=a62be81e-9511-400e-8919-4a3a79038d4c,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:34.235045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb411b-58ff-4c22-975a-22cf4c4c8172 req-f759dc3c-21ed-4e85-8763-dbbf54381096 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:34.236537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5dfb411b-58ff-4c22-975a-22cf4c4c8172 req-f759dc3c-21ed-4e85-8763-dbbf54381096 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 945 time: 0.0502839 Nov 27 02:08:34.286094 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5dfb411b-58ff-4c22-975a-22cf4c4c8172 req-3baf70a1-78ed-49eb-8cc3-e4c4521d1b6d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434525 Nov 27 02:08:34.329164 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['a62be81e-9511-400e-8919-4a3a79038d4c'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:08:35.397882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53476752-73a5-48ee-8ad1-c3c182aacee9 req-ec3f6a0c-8e67-4d59-a1be-e0391f22a2af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:35.399348 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-53476752-73a5-48ee-8ad1-c3c182aacee9 req-ec3f6a0c-8e67-4d59-a1be-e0391f22a2af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 945 time: 0.0480418 Nov 27 02:08:35.452926 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-53476752-73a5-48ee-8ad1-c3c182aacee9 req-f8350381-d541-4638-9235-af12580e7a0f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469556 Nov 27 02:08:35.775089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device a62be81e-9511-400e-8919-4a3a79038d4c up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:08:35.827794 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port a62be81e-9511-400e-8919-4a3a79038d4c completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:08:35.832231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port a62be81e-9511-400e-8919-4a3a79038d4c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:35.832625 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:35.907357 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:35.929988 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c555924-e003-4925-9d4b-364676ac84b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62be81e-9511-400e-8919-4a3a79038d4c'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:08:35.932870 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70adec9c-9b9a-416e-aeca-929f9348b603" -d '{"events": [{"server_uuid": "6c555924-e003-4925-9d4b-364676ac84b0", "name": "network-vif-plugged", "status": "completed", "tag": "a62be81e-9511-400e-8919-4a3a79038d4c"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:08:35.946187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port a62be81e-9511-400e-8919-4a3a79038d4c, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a62be81e-9511-400e-8919-4a3a79038d4c,segment=NetworkSegment(4006d46e-af3d-48b5-b8ea-4bcf61a51c5f),segment_id=4006d46e-af3d-48b5-b8ea-4bcf61a51c5f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:35.950555 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:35.998617 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=a62be81e-9511-400e-8919-4a3a79038d4c,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:36.038245 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa401be-6d96-4e10-9fec-4841d04bd06b x-openstack-request-id: req-caa401be-6d96-4e10-9fec-4841d04bd06b {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:08:36.038542 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c555924-e003-4925-9d4b-364676ac84b0", "name": "network-vif-plugged", "status": "completed", "tag": "a62be81e-9511-400e-8919-4a3a79038d4c", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:08:36.038800 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-caa401be-6d96-4e10-9fec-4841d04bd06b {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:08:36.039201 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c555924-e003-4925-9d4b-364676ac84b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62be81e-9511-400e-8919-4a3a79038d4c', 'code': 200} Nov 27 02:08:36.165734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705705ee-21a6-40d9-a91c-9a68aca142d5 req-15a243b3-e80b-43a5-8bb2-fa4c8ec39150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:36.167617 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-705705ee-21a6-40d9-a91c-9a68aca142d5 req-15a243b3-e80b-43a5-8bb2-fa4c8ec39150 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 1098 time: 0.0399351 Nov 27 02:08:36.213673 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-705705ee-21a6-40d9-a91c-9a68aca142d5 req-526e2865-7a7e-4c3e-83b2-fd3ce17e4f71 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382423 Nov 27 02:08:36.569161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b0e78-e8dc-4b80-b533-132488020f1c req-50c3e649-df22-47e6-ba38-2cc8ce6e376b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:36.570633 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-037b0e78-e8dc-4b80-b533-132488020f1c req-50c3e649-df22-47e6-ba38-2cc8ce6e376b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 946 time: 0.0487287 Nov 27 02:08:36.618806 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-037b0e78-e8dc-4b80-b533-132488020f1c req-92f7f319-f0b9-43fe-8b29-fcaf95819cbc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423844 Nov 27 02:08:37.737557 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6019816-f7a6-492a-b326-2777deb1beed req-0bee0e97-42b0-49f8-aef0-f72d1d9c1c3a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:37.739008 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6019816-f7a6-492a-b326-2777deb1beed req-0bee0e97-42b0-49f8-aef0-f72d1d9c1c3a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 946 time: 0.0513949 Nov 27 02:08:37.789411 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b6019816-f7a6-492a-b326-2777deb1beed req-36dbeb03-3038-4fa0-a9e8-7d1008fc2d2e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420020 Nov 27 02:08:37.906217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c4448-9ae9-4f26-ad42-8a7d2e9e5adb req-ac620064-ab39-4856-a4d7-f693146b0bf2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:37.907623 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd5c4448-9ae9-4f26-ad42-8a7d2e9e5adb req-ac620064-ab39-4856-a4d7-f693146b0bf2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 946 time: 0.0521455 Nov 27 02:08:37.957315 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd5c4448-9ae9-4f26-ad42-8a7d2e9e5adb req-739b5a84-292f-43b8-9a88-de89a31c9951 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435088 Nov 27 02:08:37.979864 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44630) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:38.018679 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d25ec6-ca4d-4ad4-8423-17495ddab6ce tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:38.020306 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-56d25ec6-ca4d-4ad4-8423-17495ddab6ce tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 1093 time: 0.0394068 Nov 27 02:08:38.023170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44632) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:38.027934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': 'a62be81e-9511-400e-8919-4a3a79038d4c', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:38.050359 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:38.147228 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:38.246734 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.25.1.164 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/c06883e5-d871-413f-ae34-00e6d9efda84) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:08:38.349485 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:38.382420 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:38.422943 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:38.429301 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:38.432970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:08:38.457028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=c06883e5-d871-413f-ae34-00e6d9efda84,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:38.791337 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:38.856017 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:39.005835 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:39.011115 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:39.077117 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=c06883e5-d871-413f-ae34-00e6d9efda84,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:39.089011 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:39.193869 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Floating IP 0b2d404f-9a68-4874-be3f-c8068483e5cf associated. External IP: 172.25.1.164, port: a62be81e-9511-400e-8919-4a3a79038d4c. Nov 27 02:08:39.396214 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router c3e01eaf-d88e-4a75-beaf-dca20335ed02 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:08:39.506834 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:08:39.517558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0937c789-2881-4fd2-a682-1e768c183553 None None] Sync routers for ids ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:08:39.524562 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:39.528586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0937c789-2881-4fd2-a682-1e768c183553 None None] Routers {'c3e01eaf-d88e-4a75-beaf-dca20335ed02'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:39.529198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0937c789-2881-4fd2-a682-1e768c183553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:08:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:39.553228 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-05cd9512-8760-4774-9711-aeb793a0eff9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5290358 Nov 27 02:08:39.553820 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c555924-e003-4925-9d4b-364676ac84b0', 'tag': 'a62be81e-9511-400e-8919-4a3a79038d4c'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:08:39.556088 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0b52d2-1d9f-42a3-950c-39770ea89812" -d '{"events": [{"name": "network-changed", "server_uuid": "6c555924-e003-4925-9d4b-364676ac84b0", "tag": "a62be81e-9511-400e-8919-4a3a79038d4c"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:08:39.598991 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406a8f3c-2c17-451a-bca4-f2687c82f87f x-openstack-request-id: req-406a8f3c-2c17-451a-bca4-f2687c82f87f {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:08:39.599298 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c555924-e003-4925-9d4b-364676ac84b0", "tag": "a62be81e-9511-400e-8919-4a3a79038d4c", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:08:39.599556 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-406a8f3c-2c17-451a-bca4-f2687c82f87f {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:08:39.600000 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c555924-e003-4925-9d4b-364676ac84b0', 'tag': 'a62be81e-9511-400e-8919-4a3a79038d4c', 'status': 'completed', 'code': 200} Nov 27 02:08:39.638940 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-0937c789-2881-4fd2-a682-1e768c183553 None None] Set router c3e01eaf-d88e-4a75-beaf-dca20335ed02 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:39.661532 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb9b2c-8414-47c8-a48c-d013518e71df req-fd7a3f30-ebab-440b-9cb1-6c0437da7c4d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:39.663181 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-26cb9b2c-8414-47c8-a48c-d013518e71df req-fd7a3f30-ebab-440b-9cb1-6c0437da7c4d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 946 time: 0.0508158 Nov 27 02:08:39.687075 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b52d2-1d9f-42a3-950c-39770ea89812 req-a4e8d612-7906-4a0b-bdaf-38efb2c04ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:39.688621 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a0b52d2-1d9f-42a3-950c-39770ea89812 req-a4e8d612-7906-4a0b-bdaf-38efb2c04ea1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 1098 time: 0.0444090 Nov 27 02:08:39.715561 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-26cb9b2c-8414-47c8-a48c-d013518e71df req-033c7c48-b142-4d4b-932b-078c19a7fea5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451000 Nov 27 02:08:39.740536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44638) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:39.789683 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b52d2-1d9f-42a3-950c-39770ea89812 req-675150bb-8ef6-4af2-a716-9ee465fac80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:39.791986 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a0b52d2-1d9f-42a3-950c-39770ea89812 req-675150bb-8ef6-4af2-a716-9ee465fac80a service neutron] 10.222.0.31 "GET /v2.0/networks?id=2dfcc73f-85b8-4765-9336-e8724247ea87 HTTP/1.1" status: 200 len: 897 time: 0.0953832 Nov 27 02:08:39.814687 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-28549eb3-ff07-45a7-9684-15b12f5eb2aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/0b2d404f-9a68-4874-be3f-c8068483e5cf HTTP/1.1" status: 200 len: 992 time: 0.0727298 Nov 27 02:08:39.861538 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a0b52d2-1d9f-42a3-950c-39770ea89812 req-3ea75fd6-e28c-4370-a1a1-6d54fb44423d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62be81e-9511-400e-8919-4a3a79038d4c HTTP/1.1" status: 200 len: 1000 time: 0.0621135 Nov 27 02:08:39.869671 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0937c789-2881-4fd2-a682-1e768c183553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:08:26Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '0b2d404f-9a68-4874-be3f-c8068483e5cf', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'port_id': 'a62be81e-9511-400e-8919-4a3a79038d4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'mac_address': 'fa:16:3e:34:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c555924-e003-4925-9d4b-364676ac84b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:08:38Z', 'updated_at': '2021-11-27T02:08:38Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3', 'name': '', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:5a:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:26Z', 'updated_at': '2021-11-27T02:08:29Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:39.899961 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0937c789-2881-4fd2-a682-1e768c183553 None None] Checking router: c3e01eaf-d88e-4a75-beaf-dca20335ed02 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:08:39.910012 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0937c789-2881-4fd2-a682-1e768c183553 None None] Routers {'c3e01eaf-d88e-4a75-beaf-dca20335ed02'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:39.910618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0937c789-2881-4fd2-a682-1e768c183553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:08:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:39.919037 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b52d2-1d9f-42a3-950c-39770ea89812 req-2f7e5397-a396-4a0e-99be-cfd443f6e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:39.920628 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a0b52d2-1d9f-42a3-950c-39770ea89812 req-2f7e5397-a396-4a0e-99be-cfd443f6e0ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54904b56-0a69-4e02-878b-3ca37005b7eb HTTP/1.1" status: 200 len: 834 time: 0.0522280 Nov 27 02:08:39.967714 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b52d2-1d9f-42a3-950c-39770ea89812 req-7bf68f73-dfe3-4db0-9ecd-5ed3de7a3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:39.969282 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a0b52d2-1d9f-42a3-950c-39770ea89812 req-7bf68f73-dfe3-4db0-9ecd-5ed3de7a3d53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2dfcc73f-85b8-4765-9336-e8724247ea87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418329 Nov 27 02:08:40.017343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-0937c789-2881-4fd2-a682-1e768c183553 None None] Set router c3e01eaf-d88e-4a75-beaf-dca20335ed02 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:40.065935 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a0b52d2-1d9f-42a3-950c-39770ea89812 req-0f93f6fe-5232-4f1e-b96b-ee66851b4705 service neutron] 10.222.0.31 "GET /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844853 Nov 27 02:08:40.232300 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1b02d49e-7e83-4659-a1fa-41d953c397b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:40.431487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-0937c789-2881-4fd2-a682-1e768c183553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:08:26Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '0b2d404f-9a68-4874-be3f-c8068483e5cf', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'port_id': 'a62be81e-9511-400e-8919-4a3a79038d4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'mac_address': 'fa:16:3e:34:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c555924-e003-4925-9d4b-364676ac84b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:08:38Z', 'updated_at': '2021-11-27T02:08:38Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3', 'name': '', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:5a:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:26Z', 'updated_at': '2021-11-27T02:08:29Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:40.462570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0937c789-2881-4fd2-a682-1e768c183553 None None] The sync data for ids ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'] in n-d-817303-10 is: [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:08:26Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '0b2d404f-9a68-4874-be3f-c8068483e5cf', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'port_id': 'a62be81e-9511-400e-8919-4a3a79038d4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'mac_address': 'fa:16:3e:34:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c555924-e003-4925-9d4b-364676ac84b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:08:38Z', 'updated_at': '2021-11-27T02:08:38Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3', 'name': '', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:5a:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:26Z', 'updated_at': '2021-11-27T02:08:29Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:08:40.468942 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5a0b52d2-1d9f-42a3-950c-39770ea89812 req-813ac2eb-5244-491c-97d6-18d9342bcdb4 service neutron] 10.222.0.31 "GET /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950143 Nov 27 02:08:40.668451 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c555e3-a56e-4ece-a3a3-675c6a623b67 None None] New status for floating IP 0b2d404f-9a68-4874-be3f-c8068483e5cf: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:08:40.818352 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44640) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:40.879165 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4b92c6ea-e24d-4c38-b3fa-9ac7e2d59e67 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/0b2d404f-9a68-4874-be3f-c8068483e5cf HTTP/1.1" status: 200 len: 994 time: 0.0596395 Nov 27 02:08:41.297320 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-557612c8-4a91-46a0-9ab5-d0e755d197a8 req-2667b386-ef50-4f1f-bb2c-f23ede75bc9e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401332 Nov 27 02:08:41.391864 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557612c8-4a91-46a0-9ab5-d0e755d197a8 req-cf2f201d-2544-4c6e-8dfd-8e8542d89cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:41.393361 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-557612c8-4a91-46a0-9ab5-d0e755d197a8 req-cf2f201d-2544-4c6e-8dfd-8e8542d89cce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 1098 time: 0.0405297 Nov 27 02:08:41.498120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557612c8-4a91-46a0-9ab5-d0e755d197a8 req-f80c33bd-adb9-4659-9297-fec279fc8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:41.499477 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-557612c8-4a91-46a0-9ab5-d0e755d197a8 req-f80c33bd-adb9-4659-9297-fec279fc8c99 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2dfcc73f-85b8-4765-9336-e8724247ea87 HTTP/1.1" status: 200 len: 897 time: 0.0870557 Nov 27 02:08:41.563904 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-557612c8-4a91-46a0-9ab5-d0e755d197a8 req-7c92a08b-79a7-4d57-a577-defcfc4bd057 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62be81e-9511-400e-8919-4a3a79038d4c HTTP/1.1" status: 200 len: 1002 time: 0.0570481 Nov 27 02:08:41.614513 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557612c8-4a91-46a0-9ab5-d0e755d197a8 req-e767308c-d3be-4ca8-8a2c-97a59c310055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:41.615905 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-557612c8-4a91-46a0-9ab5-d0e755d197a8 req-e767308c-d3be-4ca8-8a2c-97a59c310055 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54904b56-0a69-4e02-878b-3ca37005b7eb HTTP/1.1" status: 200 len: 834 time: 0.0457921 Nov 27 02:08:41.661195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557612c8-4a91-46a0-9ab5-d0e755d197a8 req-1c409d29-31c4-4ea8-befb-184cd73b465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:41.662654 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-557612c8-4a91-46a0-9ab5-d0e755d197a8 req-1c409d29-31c4-4ea8-befb-184cd73b465d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2dfcc73f-85b8-4765-9336-e8724247ea87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389054 Nov 27 02:08:41.750992 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-557612c8-4a91-46a0-9ab5-d0e755d197a8 req-39c11017-3b8c-4632-ba6e-3bb6505668c6 service neutron] 10.222.0.31 "GET /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811563 Nov 27 02:08:41.843031 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-557612c8-4a91-46a0-9ab5-d0e755d197a8 req-7fb3ad7f-edf2-40cf-a9dd-46a20470ba73 service neutron] 10.222.0.31 "GET /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850809 Nov 27 02:08:42.339018 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6cc019e8-0780-4c48-9f0a-fe78102bb964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:43.498165 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.050556 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:46.440149 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.128154 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:01.090960 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:08.565648 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:09:10.177361 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1248a5b5-585c-4632-8d46-3c9d7479c557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:12.341810 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-53f7b484-0db5-4f7f-888a-924748441ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:13.500973 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:15.052860 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:16.442201 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:29.135079 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:31.093086 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:40.178490 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-da310284-cc50-40cf-8dcd-f8b32d2548f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:41.296787 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa1fcb56-6ad5-4b6a-b040-06fefe8b5d49 req-56600a05-cf23-47c1-ad9f-85370b2d8746 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413637 Nov 27 02:09:41.398643 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fcb56-6ad5-4b6a-b040-06fefe8b5d49 req-2c17a3f6-8778-4583-89bb-aac2556fc70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:41.400143 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa1fcb56-6ad5-4b6a-b040-06fefe8b5d49 req-2c17a3f6-8778-4583-89bb-aac2556fc70d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 1098 time: 0.0403390 Nov 27 02:09:41.506788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fcb56-6ad5-4b6a-b040-06fefe8b5d49 req-b3f9005a-60c0-4b88-88b1-cca0fecf9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:41.508168 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa1fcb56-6ad5-4b6a-b040-06fefe8b5d49 req-b3f9005a-60c0-4b88-88b1-cca0fecf9c2d service neutron] 10.222.0.31 "GET /v2.0/networks?id=2dfcc73f-85b8-4765-9336-e8724247ea87 HTTP/1.1" status: 200 len: 897 time: 0.0886214 Nov 27 02:09:41.573903 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa1fcb56-6ad5-4b6a-b040-06fefe8b5d49 req-094d26e5-74b2-4fec-948f-38cb2ba6955a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62be81e-9511-400e-8919-4a3a79038d4c HTTP/1.1" status: 200 len: 1002 time: 0.0571239 Nov 27 02:09:41.625958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fcb56-6ad5-4b6a-b040-06fefe8b5d49 req-ad094f6d-53ed-40e8-ba0f-bd2cc07b4d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:41.627369 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa1fcb56-6ad5-4b6a-b040-06fefe8b5d49 req-ad094f6d-53ed-40e8-ba0f-bd2cc07b4d38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54904b56-0a69-4e02-878b-3ca37005b7eb HTTP/1.1" status: 200 len: 834 time: 0.0466249 Nov 27 02:09:41.673115 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fcb56-6ad5-4b6a-b040-06fefe8b5d49 req-9c3d7dd9-c731-4f84-88b9-3c366ce1e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:41.674554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa1fcb56-6ad5-4b6a-b040-06fefe8b5d49 req-9c3d7dd9-c731-4f84-88b9-3c366ce1e55e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2dfcc73f-85b8-4765-9336-e8724247ea87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398726 Nov 27 02:09:41.766291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa1fcb56-6ad5-4b6a-b040-06fefe8b5d49 req-cfea6661-d93f-4873-b6b9-6f68f68e9163 service neutron] 10.222.0.31 "GET /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843503 Nov 27 02:09:41.860170 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aa1fcb56-6ad5-4b6a-b040-06fefe8b5d49 req-8ac79704-86de-43a8-b9ad-39c6ec84e4b5 service neutron] 10.222.0.31 "GET /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861425 Nov 27 02:09:42.342290 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-01c4f834-dd2a-402d-b1f6-4eb610d5902c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:43.503912 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:43.748678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30c644-c63d-4b04-8a0e-b599ef7dfe60 req-4668f57e-dda2-48a8-a9e3-3623073a6f3f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:43.750179 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8b30c644-c63d-4b04-8a0e-b599ef7dfe60 req-4668f57e-dda2-48a8-a9e3-3623073a6f3f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 946 time: 0.0501146 Nov 27 02:09:43.799845 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8b30c644-c63d-4b04-8a0e-b599ef7dfe60 req-52482ff6-b54c-4ca2-90c4-d82b1330e172 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436640 Nov 27 02:09:44.918522 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f48293-ac05-46ec-b2c8-35e60a83b0ca req-49822573-fed8-4668-92b4-9715e418081b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:44.919245 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1f48293-ac05-46ec-b2c8-35e60a83b0ca req-49822573-fed8-4668-92b4-9715e418081b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 946 time: 0.0510375 Nov 27 02:09:44.971545 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1f48293-ac05-46ec-b2c8-35e60a83b0ca req-5f60b789-d205-4026-bb76-4d2cd36ecbdb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464120 Nov 27 02:09:44.993161 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44676) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:45.054105 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-9e4cf997-ee5e-42c9-aad3-28d179d85642 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/0b2d404f-9a68-4874-be3f-c8068483e5cf HTTP/1.1" status: 200 len: 994 time: 0.0595889 Nov 27 02:09:45.055689 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.564893 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:09:46.333732 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670d8f1-6608-47f3-afa2-038700166aff req-f0b9dbe3-fd9d-4975-b86a-fd13830af6d6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:46.335124 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0670d8f1-6608-47f3-afa2-038700166aff req-f0b9dbe3-fd9d-4975-b86a-fd13830af6d6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 946 time: 0.0496376 Nov 27 02:09:46.388209 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0670d8f1-6608-47f3-afa2-038700166aff req-d0904351-88c5-43e4-9075-702b93474dc1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466919 Nov 27 02:09:46.443911 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:47.507139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55456d68-e2e9-4ee9-a993-7c274649cf27 req-e0e4fb28-f36d-4521-8135-850df8791424 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:47.508555 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-55456d68-e2e9-4ee9-a993-7c274649cf27 req-e0e4fb28-f36d-4521-8135-850df8791424 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 946 time: 0.0494411 Nov 27 02:09:47.556527 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-55456d68-e2e9-4ee9-a993-7c274649cf27 req-07c30f4e-194d-4cd8-a446-3b2a60c12a82 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420551 Nov 27 02:09:47.578753 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44686) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:47.641446 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-53fd47a4-94ad-4252-9279-0406e0cfd32e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/0b2d404f-9a68-4874-be3f-c8068483e5cf HTTP/1.1" status: 200 len: 994 time: 0.0616002 Nov 27 02:09:47.946766 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44692) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:48.105193 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port c06883e5-d871-413f-ae34-00e6d9efda84 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:09:48.105536 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:48.181537 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:48.181865 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:48.193138 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for c06883e5-d871-413f-ae34-00e6d9efda84 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:09:48.339973 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:48.365659 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=c06883e5-d871-413f-ae34-00e6d9efda84,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:48.389355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:48.389716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:48.390064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:48.390403 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:48.390739 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:48.391074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:48.391410 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:48.391742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:48.392072 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:48.392428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:48.392769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:48.393084 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:48.434100 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:48.434419 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Floating IP 0b2d404f-9a68-4874-be3f-c8068483e5cf disassociated (deleted). External IP: 172.25.1.164, port: a62be81e-9511-400e-8919-4a3a79038d4c. Nov 27 02:09:48.638647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router c3e01eaf-d88e-4a75-beaf-dca20335ed02 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:09:48.743471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:09:48.748844 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:48.753453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1cbf2-ac73-4e7a-923e-0e6d58ee34a8 None None] Sync routers for ids ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:09:48.763528 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d1cbf2-ac73-4e7a-923e-0e6d58ee34a8 None None] Routers {'c3e01eaf-d88e-4a75-beaf-dca20335ed02'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:09:48.764152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f9d1cbf2-ac73-4e7a-923e-0e6d58ee34a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:09:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:48.776162 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0128f987-fcb5-4812-8d48-246c3d599367 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/floatingips/0b2d404f-9a68-4874-be3f-c8068483e5cf HTTP/1.1" status: 204 len: 168 time: 0.8283274 Nov 27 02:09:48.776790 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c555924-e003-4925-9d4b-364676ac84b0', 'tag': 'a62be81e-9511-400e-8919-4a3a79038d4c'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:09:48.779236 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2913a7e-38ee-44a4-ad24-4c296ebd7d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c555924-e003-4925-9d4b-364676ac84b0", "tag": "a62be81e-9511-400e-8919-4a3a79038d4c"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:09:48.820211 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768e416f-0006-427d-9b64-2f5885e51816 x-openstack-request-id: req-768e416f-0006-427d-9b64-2f5885e51816 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:09:48.820607 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c555924-e003-4925-9d4b-364676ac84b0", "tag": "a62be81e-9511-400e-8919-4a3a79038d4c", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:09:48.820889 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-768e416f-0006-427d-9b64-2f5885e51816 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:09:48.821294 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c555924-e003-4925-9d4b-364676ac84b0', 'tag': 'a62be81e-9511-400e-8919-4a3a79038d4c', 'status': 'completed', 'code': 200} Nov 27 02:09:48.878988 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-f9d1cbf2-ac73-4e7a-923e-0e6d58ee34a8 None None] Set router c3e01eaf-d88e-4a75-beaf-dca20335ed02 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:09:48.935754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913a7e-38ee-44a4-ad24-4c296ebd7d8e req-85fa0831-8d6c-48d7-b2e9-0ab7fa3b7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:48.937385 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d2913a7e-38ee-44a4-ad24-4c296ebd7d8e req-85fa0831-8d6c-48d7-b2e9-0ab7fa3b7c03 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 1098 time: 0.0645163 Nov 27 02:09:49.066954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539edd1-cce9-4abe-900e-e528baf15b68 req-c22d7501-f148-4e1d-aba1-7cbdded45f1d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:49.069311 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b539edd1-cce9-4abe-900e-e528baf15b68 req-c22d7501-f148-4e1d-aba1-7cbdded45f1d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 946 time: 0.1064134 Nov 27 02:09:49.091776 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f9d1cbf2-ac73-4e7a-923e-0e6d58ee34a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:08:26Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3', 'name': '', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:5a:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:26Z', 'updated_at': '2021-11-27T02:08:29Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:49.095424 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913a7e-38ee-44a4-ad24-4c296ebd7d8e req-b169674e-3e48-40ac-bb5f-49638b5acdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:49.097007 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d2913a7e-38ee-44a4-ad24-4c296ebd7d8e req-b169674e-3e48-40ac-bb5f-49638b5acdcb service neutron] 10.222.0.31 "GET /v2.0/networks?id=2dfcc73f-85b8-4765-9336-e8724247ea87 HTTP/1.1" status: 200 len: 897 time: 0.1429510 Nov 27 02:09:49.119106 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1cbf2-ac73-4e7a-923e-0e6d58ee34a8 None None] Checking router: c3e01eaf-d88e-4a75-beaf-dca20335ed02 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:09:49.128072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d1cbf2-ac73-4e7a-923e-0e6d58ee34a8 None None] Routers {'c3e01eaf-d88e-4a75-beaf-dca20335ed02'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:09:49.128777 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f9d1cbf2-ac73-4e7a-923e-0e6d58ee34a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:09:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:49.152529 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d2913a7e-38ee-44a4-ad24-4c296ebd7d8e req-b011f305-7f67-4b6c-a094-1e056cc11fc7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62be81e-9511-400e-8919-4a3a79038d4c HTTP/1.1" status: 200 len: 217 time: 0.0423713 Nov 27 02:09:49.161843 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b539edd1-cce9-4abe-900e-e528baf15b68 req-dec8406d-57f3-47c8-bef7-b9475bceed91 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828600 Nov 27 02:09:49.210454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913a7e-38ee-44a4-ad24-4c296ebd7d8e req-deab3934-9085-41eb-b767-d7bb4bdbb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:49.211992 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d2913a7e-38ee-44a4-ad24-4c296ebd7d8e req-deab3934-9085-41eb-b767-d7bb4bdbb733 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54904b56-0a69-4e02-878b-3ca37005b7eb HTTP/1.1" status: 200 len: 834 time: 0.0493159 Nov 27 02:09:49.244530 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-f9d1cbf2-ac73-4e7a-923e-0e6d58ee34a8 None None] Set router c3e01eaf-d88e-4a75-beaf-dca20335ed02 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:09:49.259326 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913a7e-38ee-44a4-ad24-4c296ebd7d8e req-e62bbda4-ce1c-452c-b729-9a0984612622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:49.261535 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d2913a7e-38ee-44a4-ad24-4c296ebd7d8e req-e62bbda4-ce1c-452c-b729-9a0984612622 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2dfcc73f-85b8-4765-9336-e8724247ea87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415537 Nov 27 02:09:49.353026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d2913a7e-38ee-44a4-ad24-4c296ebd7d8e req-31a20a7c-0bff-4941-8229-1de291f668ca service neutron] 10.222.0.31 "GET /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820642 Nov 27 02:09:49.439337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-f9d1cbf2-ac73-4e7a-923e-0e6d58ee34a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:08:26Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3', 'name': '', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:5a:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:26Z', 'updated_at': '2021-11-27T02:08:29Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:49.449988 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d2913a7e-38ee-44a4-ad24-4c296ebd7d8e req-c7757a86-3d81-4b54-b9c8-75ec72bba439 service neutron] 10.222.0.31 "GET /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884609 Nov 27 02:09:49.469324 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1cbf2-ac73-4e7a-923e-0e6d58ee34a8 None None] The sync data for ids ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'] in n-d-817303-10 is: [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:08:26Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3', 'name': '', 'network_id': '2dfcc73f-85b8-4765-9336-e8724247ea87', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:5a:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:26Z', 'updated_at': '2021-11-27T02:08:29Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '54904b56-0a69-4e02-878b-3ca37005b7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:09:49.681566 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d4e3f6-e6eb-4d7c-852a-e04e92207b7e None None] New status for floating IP 0b2d404f-9a68-4874-be3f-c8068483e5cf: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:09:50.283075 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456f3f7-b9d0-461c-aac7-82eb7d414819 req-9e963923-210b-46b7-857f-f173f4f7e6e8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:50.284629 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c456f3f7-b9d0-461c-aac7-82eb7d414819 req-9e963923-210b-46b7-857f-f173f4f7e6e8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 946 time: 0.0493343 Nov 27 02:09:50.332756 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c456f3f7-b9d0-461c-aac7-82eb7d414819 req-0319f44d-b4e2-414f-891d-281b50d2b5fd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=330bcee6-0569-41b7-b125-42f5a47a19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Nov 27 02:09:50.960309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c4f08-fbe6-4715-b11c-41f21bc7f22d req-8eeb429d-e11c-4e27-aaf6-150cddc21848 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:50.962318 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4d5c4f08-fbe6-4715-b11c-41f21bc7f22d req-8eeb429d-e11c-4e27-aaf6-150cddc21848 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 946 time: 0.0489843 Nov 27 02:09:51.053042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-4d5c4f08-fbe6-4715-b11c-41f21bc7f22d req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port a62be81e-9511-400e-8919-4a3a79038d4c {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:09:51.053384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4d5c4f08-fbe6-4715-b11c-41f21bc7f22d req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:51.139692 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-4d5c4f08-fbe6-4715-b11c-41f21bc7f22d req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port a62be81e-9511-400e-8919-4a3a79038d4c, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=a62be81e-9511-400e-8919-4a3a79038d4c,segment=NetworkSegment(4006d46e-af3d-48b5-b8ea-4bcf61a51c5f),segment_id=4006d46e-af3d-48b5-b8ea-4bcf61a51c5f)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:09:51.140053 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4d5c4f08-fbe6-4715-b11c-41f21bc7f22d req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:51.152150 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-4d5c4f08-fbe6-4715-b11c-41f21bc7f22d req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for a62be81e-9511-400e-8919-4a3a79038d4c owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:09:51.281253 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4d5c4f08-fbe6-4715-b11c-41f21bc7f22d req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:51.312726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=a62be81e-9511-400e-8919-4a3a79038d4c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:51.339229 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:51.339582 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:51.339945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:51.340301 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:51.340654 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:51.340985 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:51.341317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:51.341657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:51.341975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:51.342304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:51.342625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:51.342946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:51.363214 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5c4f08-fbe6-4715-b11c-41f21bc7f22d req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] No DVR routers for this DVR port a62be81e-9511-400e-8919-4a3a79038d4c on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:09:51.366262 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-4d5c4f08-fbe6-4715-b11c-41f21bc7f22d req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:51.371536 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4d5c4f08-fbe6-4715-b11c-41f21bc7f22d req-a0006eaf-51c5-4c7e-9d4a-756cc427c4fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "DELETE /v2.0/ports/a62be81e-9511-400e-8919-4a3a79038d4c HTTP/1.1" status: 204 len: 173 time: 0.4038069 Nov 27 02:09:51.371952 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c555924-e003-4925-9d4b-364676ac84b0', 'name': 'network-vif-deleted', 'tag': 'a62be81e-9511-400e-8919-4a3a79038d4c'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:09:51.374652 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cbd788-43b7-46b7-ade6-49967bcdaf39" -d '{"events": [{"server_uuid": "6c555924-e003-4925-9d4b-364676ac84b0", "name": "network-vif-deleted", "tag": "a62be81e-9511-400e-8919-4a3a79038d4c"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:09:51.430272 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c82ab2-4f61-47b3-b482-a36b53236cec x-openstack-request-id: req-d2c82ab2-4f61-47b3-b482-a36b53236cec {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:09:51.430574 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c555924-e003-4925-9d4b-364676ac84b0", "name": "network-vif-deleted", "tag": "a62be81e-9511-400e-8919-4a3a79038d4c", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:09:51.430828 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2c82ab2-4f61-47b3-b482-a36b53236cec {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:09:51.431297 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c555924-e003-4925-9d4b-364676ac84b0', 'name': 'network-vif-deleted', 'tag': 'a62be81e-9511-400e-8919-4a3a79038d4c', 'status': 'completed', 'code': 200} Nov 27 02:09:51.468939 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-422a54c1-0107-48e0-8469-7f2676759e80 req-19a938bc-cbcf-4909-9add-deff4a8e3141 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c555924-e003-4925-9d4b-364676ac84b0 HTTP/1.1" status: 200 len: 210 time: 0.0360804 Nov 27 02:09:52.527543 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44708) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:52.885912 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-561563d2-77f3-4a62-9f27-6600c0d7f5de tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:53.139827 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-561563d2-77f3-4a62-9f27-6600c0d7f5de tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:09:53.140095 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-561563d2-77f3-4a62-9f27-6600c0d7f5de tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:53.228917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-561563d2-77f3-4a62-9f27-6600c0d7f5de tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3,segment=NetworkSegment(4006d46e-af3d-48b5-b8ea-4bcf61a51c5f),segment_id=4006d46e-af3d-48b5-b8ea-4bcf61a51c5f)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:09:53.229345 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-561563d2-77f3-4a62-9f27-6600c0d7f5de tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:53.246810 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-561563d2-77f3-4a62-9f27-6600c0d7f5de tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:09:53.427728 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-561563d2-77f3-4a62-9f27-6600c0d7f5de tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:53.455120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561563d2-77f3-4a62-9f27-6600c0d7f5de tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:53.623897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-561563d2-77f3-4a62-9f27-6600c0d7f5de tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:53.833548 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561563d2-77f3-4a62-9f27-6600c0d7f5de tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router c3e01eaf-d88e-4a75-beaf-dca20335ed02 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:09:53.936747 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561563d2-77f3-4a62-9f27-6600c0d7f5de tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:09:53.941779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-561563d2-77f3-4a62-9f27-6600c0d7f5de tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "PUT /v2.0/routers/c3e01eaf-d88e-4a75-beaf-dca20335ed02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4131591 Nov 27 02:09:53.944570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44710) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:53.947068 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b45098-daf4-4de9-95b5-c1c989e948d7 None None] Sync routers for ids ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:09:53.957085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b45098-daf4-4de9-95b5-c1c989e948d7 None None] Routers {'c3e01eaf-d88e-4a75-beaf-dca20335ed02'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:09:53.957697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-97b45098-daf4-4de9-95b5-c1c989e948d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:09:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:53.994679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-5645af55-c875-4f6d-bc86-d1c58ef0a1a2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting subnet 54904b56-0a69-4e02-878b-3ca37005b7eb {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:09:53.998257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5645af55-c875-4f6d-bc86-d1c58ef0a1a2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:54.039825 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5645af55-c875-4f6d-bc86-d1c58ef0a1a2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:54.070007 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-97b45098-daf4-4de9-95b5-c1c989e948d7 None None] Set router c3e01eaf-d88e-4a75-beaf-dca20335ed02 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:09:54.251907 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-97b45098-daf4-4de9-95b5-c1c989e948d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:09:53Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:54.282770 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b45098-daf4-4de9-95b5-c1c989e948d7 None None] Checking router: c3e01eaf-d88e-4a75-beaf-dca20335ed02 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:09:54.292497 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b45098-daf4-4de9-95b5-c1c989e948d7 None None] Routers {'c3e01eaf-d88e-4a75-beaf-dca20335ed02'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:09:54.293137 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-97b45098-daf4-4de9-95b5-c1c989e948d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:09:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:54.396925 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-97b45098-daf4-4de9-95b5-c1c989e948d7 None None] Set router c3e01eaf-d88e-4a75-beaf-dca20335ed02 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:09:54.465239 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5645af55-c875-4f6d-bc86-d1c58ef0a1a2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:54.524438 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5645af55-c875-4f6d-bc86-d1c58ef0a1a2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:54.553573 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645af55-c875-4f6d-bc86-d1c58ef0a1a2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Subnet': ['ID=54904b56-0a69-4e02-878b-3ca37005b7eb,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:54.555603 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5645af55-c875-4f6d-bc86-d1c58ef0a1a2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:54.562697 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5645af55-c875-4f6d-bc86-d1c58ef0a1a2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/subnets/54904b56-0a69-4e02-878b-3ca37005b7eb HTTP/1.1" status: 204 len: 168 time: 0.6134326 Nov 27 02:09:54.562818 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44712) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:54.673886 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:54.709420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01494d15-5be9-45a7-a35e-af39b969e394 None None] Network 2dfcc73f-85b8-4765-9336-e8724247ea87 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:09:54.778195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:54.831143 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port 5367473a-2567-48ba-af99-8cb99ee0e38d {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:09:54.831493 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:54.833320 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-97b45098-daf4-4de9-95b5-c1c989e948d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:09:53Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:54.861623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b45098-daf4-4de9-95b5-c1c989e948d7 None None] The sync data for ids ['c3e01eaf-d88e-4a75-beaf-dca20335ed02'] in n-d-817303-10 is: [{'id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11436450', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:22Z', 'updated_at': '2021-11-27T02:09:53Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '5367473a-2567-48ba-af99-8cb99ee0e38d', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e01eaf-d88e-4a75-beaf-dca20335ed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:23Z', 'updated_at': '2021-11-27T02:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:09:54.918461 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port 5367473a-2567-48ba-af99-8cb99ee0e38d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=5367473a-2567-48ba-af99-8cb99ee0e38d,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:09:54.918831 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:54.931543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for 5367473a-2567-48ba-af99-8cb99ee0e38d owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:09:54.974366 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] DHCP port deletion for 2dfcc73f-85b8-4765-9336-e8724247ea87 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:09:55.032887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Deleting port c240dbbe-7802-42bf-9239-6df723bfe2d5 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:09:55.033325 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.103332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] For port c240dbbe-7802-42bf-9239-6df723bfe2d5, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c240dbbe-7802-42bf-9239-6df723bfe2d5,segment=NetworkSegment(4006d46e-af3d-48b5-b8ea-4bcf61a51c5f),segment_id=4006d46e-af3d-48b5-b8ea-4bcf61a51c5f)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:09:55.103745 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.109399 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.117839 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Calling delete_port for c240dbbe-7802-42bf-9239-6df723bfe2d5 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:09:55.136323 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=5367473a-2567-48ba-af99-8cb99ee0e38d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:55.161874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4fdee6-ac75-4994-870e-b175da0bac44 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:09:55.211089 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.212860 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.241194 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Pushing event deleted for resources: {'Port': ['ID=c240dbbe-7802-42bf-9239-6df723bfe2d5,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:55.243500 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] No DVR routers for this DVR port c240dbbe-7802-42bf-9239-6df723bfe2d5 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:09:55.251657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:55.254408 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:55.255513 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:55.255716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:55.256288 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:55.256823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:55.257336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:55.257847 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:55.258353 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:55.258862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:55.259378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:55.259891 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d3911c-3a74-4577-9619-18b30581af7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:55.311482 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.314397 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.356716 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:09:55.359535 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.360101 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Fanout notify agent at l3_agent the message router_deleted on router c3e01eaf-d88e-4a75-beaf-dca20335ed02 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:09:55.366959 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.368071 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-96fb58b1-e9c5-40f9-bee1-8ac3f3cf831b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/routers/c3e01eaf-d88e-4a75-beaf-dca20335ed02 HTTP/1.1" status: 204 len: 168 time: 0.8052764 Nov 27 02:09:55.371155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44714) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:55.383119 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:09:55.383621 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 4dee0dd5-eb5e-4ce5-b532-f8cd8c1c8de3 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:09:55.384131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c240dbbe-7802-42bf-9239-6df723bfe2d5 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:09:55.405727 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: c240dbbe-7802-42bf-9239-6df723bfe2d5 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:09:55.406069 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c240dbbe-7802-42bf-9239-6df723bfe2d5 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:09:55.454736 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7c89f80-f552-4127-a219-3ad3567436e4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.541318 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7c89f80-f552-4127-a219-3ad3567436e4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.560012 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f7c89f80-f552-4127-a219-3ad3567436e4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfcc73f-85b8-4765-9336-e8724247ea87']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:55.568867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f7c89f80-f552-4127-a219-3ad3567436e4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:55.569158 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-f7c89f80-f552-4127-a219-3ad3567436e4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4006d46e-af3d-48b5-b8ea-4bcf61a51c5f') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:55.582725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7c89f80-f552-4127-a219-3ad3567436e4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.595967 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7c89f80-f552-4127-a219-3ad3567436e4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.601601 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c89f80-f552-4127-a219-3ad3567436e4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:09:55.601978 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7c89f80-f552-4127-a219-3ad3567436e4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: timer() Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:09:55.604822 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:09:55.659477 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7c89f80-f552-4127-a219-3ad3567436e4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.666477 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f7c89f80-f552-4127-a219-3ad3567436e4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.669662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f7c89f80-f552-4127-a219-3ad3567436e4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/networks/2dfcc73f-85b8-4765-9336-e8724247ea87 HTTP/1.1" status: 204 len: 168 time: 0.2967269 Nov 27 02:09:55.672665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44716) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:55.680817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c89f80-f552-4127-a219-3ad3567436e4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Network': ['ID=2dfcc73f-85b8-4765-9336-e8724247ea87,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:55.729692 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdfafc92-303d-415b-94ef-f7960390fdc9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.757912 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdfafc92-303d-415b-94ef-f7960390fdc9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.826773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdfafc92-303d-415b-94ef-f7960390fdc9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.829936 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdfafc92-303d-415b-94ef-f7960390fdc9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:55.831260 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bdfafc92-303d-415b-94ef-f7960390fdc9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/security-groups/330bcee6-0569-41b7-b125-42f5a47a19b0 HTTP/1.1" status: 204 len: 168 time: 0.1575820 Nov 27 02:09:55.842192 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfafc92-303d-415b-94ef-f7960390fdc9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330bcee6-0569-41b7-b125-42f5a47a19b0,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:56.081260 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device a62be81e-9511-400e-8919-4a3a79038d4c no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:09:56.104088 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: a62be81e-9511-400e-8919-4a3a79038d4c {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:09:56.104457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device a62be81e-9511-400e-8919-4a3a79038d4c not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:09:56.151391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44722) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:56.156142 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0068ca5d-d5b1-414c-a2df-2010ec2cd833 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316591183', 'description': 'tempest-secgroup-smoke-316591183 description', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:56.180791 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0068ca5d-d5b1-414c-a2df-2010ec2cd833 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.244411 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0068ca5d-d5b1-414c-a2df-2010ec2cd833 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.248520 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0068ca5d-d5b1-414c-a2df-2010ec2cd833 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.279346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0068ca5d-d5b1-414c-a2df-2010ec2cd833 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.280607 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0068ca5d-d5b1-414c-a2df-2010ec2cd833 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1281817 Nov 27 02:09:56.282539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068ca5d-d5b1-414c-a2df-2010ec2cd833 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662284f1-d44c-4a61-9e78-9f96fb93ec95,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:56.283560 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44724) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:56.288720 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-2d7b780a-f3c5-4564-bd7c-3eb16220eb05 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '662284f1-d44c-4a61-9e78-9f96fb93ec95', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:56.315817 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d7b780a-f3c5-4564-bd7c-3eb16220eb05 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.370811 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d7b780a-f3c5-4564-bd7c-3eb16220eb05 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.374297 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d7b780a-f3c5-4564-bd7c-3eb16220eb05 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.391515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b780a-f3c5-4564-bd7c-3eb16220eb05 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04dae3e-37bc-4c05-bc11-23849adb86a7,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:56.398657 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2d7b780a-f3c5-4564-bd7c-3eb16220eb05 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.399831 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2d7b780a-f3c5-4564-bd7c-3eb16220eb05 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150475 Nov 27 02:09:56.402606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44726) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:56.406936 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-abd320db-9c06-4e16-be37-e0ed8c74d5fc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '662284f1-d44c-4a61-9e78-9f96fb93ec95', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:56.434300 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-abd320db-9c06-4e16-be37-e0ed8c74d5fc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.495876 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-abd320db-9c06-4e16-be37-e0ed8c74d5fc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.499526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-abd320db-9c06-4e16-be37-e0ed8c74d5fc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.517938 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd320db-9c06-4e16-be37-e0ed8c74d5fc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a11d6f-39c0-4ef9-8c2d-69e1d4c3dd2d,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:56.526205 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-abd320db-9c06-4e16-be37-e0ed8c74d5fc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.527403 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-abd320db-9c06-4e16-be37-e0ed8c74d5fc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238456 Nov 27 02:09:56.530146 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44728) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:56.534431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-53bb4107-e86b-4b69-8fb9-c51c35b07f1c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '662284f1-d44c-4a61-9e78-9f96fb93ec95', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:56.561216 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53bb4107-e86b-4b69-8fb9-c51c35b07f1c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.616033 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53bb4107-e86b-4b69-8fb9-c51c35b07f1c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.619544 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53bb4107-e86b-4b69-8fb9-c51c35b07f1c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.639775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb4107-e86b-4b69-8fb9-c51c35b07f1c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7233a5-f8d0-4b3b-8bf1-0fbad921f745,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:56.645176 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-53bb4107-e86b-4b69-8fb9-c51c35b07f1c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.646282 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-53bb4107-e86b-4b69-8fb9-c51c35b07f1c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151791 Nov 27 02:09:56.648940 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44730) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:56.653668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-4ae3b270-57d3-4d31-9947-6b5323a49bbc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '662284f1-d44c-4a61-9e78-9f96fb93ec95', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:56.679985 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ae3b270-57d3-4d31-9947-6b5323a49bbc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.735201 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ae3b270-57d3-4d31-9947-6b5323a49bbc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.738421 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ae3b270-57d3-4d31-9947-6b5323a49bbc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.755772 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3b270-57d3-4d31-9947-6b5323a49bbc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37307377-6598-41d0-a869-b3fb86488a57,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:56.760204 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4ae3b270-57d3-4d31-9947-6b5323a49bbc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.761844 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4ae3b270-57d3-4d31-9947-6b5323a49bbc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1115532 Nov 27 02:09:56.764090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44732) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:56.768417 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e6e5d2f3-785e-4c18-92ea-d3f2e44fabf8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '662284f1-d44c-4a61-9e78-9f96fb93ec95', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:56.795878 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-e6e5d2f3-785e-4c18-92ea-d3f2e44fabf8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Project ca6386846a1c4ac393b06f7422fb16c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:09:56.800835 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d2f3-785e-4c18-92ea-d3f2e44fabf8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.860263 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d2f3-785e-4c18-92ea-d3f2e44fabf8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.863755 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d2f3-785e-4c18-92ea-d3f2e44fabf8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.880113 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5d2f3-785e-4c18-92ea-d3f2e44fabf8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6ae544-ef92-4fe7-99b2-7f980fefadbf,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:56.888616 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d2f3-785e-4c18-92ea-d3f2e44fabf8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.889907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e6e5d2f3-785e-4c18-92ea-d3f2e44fabf8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248186 Nov 27 02:09:56.892566 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44734) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:56.896879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-2aa899ea-519d-4e4e-ba31-7e21a6bd2a2f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '662284f1-d44c-4a61-9e78-9f96fb93ec95', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:56.918720 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-2aa899ea-519d-4e4e-ba31-7e21a6bd2a2f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Project ca6386846a1c4ac393b06f7422fb16c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:09:56.923401 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2aa899ea-519d-4e4e-ba31-7e21a6bd2a2f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.980920 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2aa899ea-519d-4e4e-ba31-7e21a6bd2a2f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:56.984503 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2aa899ea-519d-4e4e-ba31-7e21a6bd2a2f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.001370 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa899ea-519d-4e4e-ba31-7e21a6bd2a2f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd45fd44-df6e-4b3c-bc5a-28d7b6ba0d14,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:57.014990 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2aa899ea-519d-4e4e-ba31-7e21a6bd2a2f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.016468 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2aa899ea-519d-4e4e-ba31-7e21a6bd2a2f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229417 Nov 27 02:09:57.019221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44736) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:57.024132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-c834c2c9-8267-4cc1-b83f-3af674e4968a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'network': {'name': 'tempest-network-smoke--1788370444', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'port_security_enabled': True}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:57.044927 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c834c2c9-8267-4cc1-b83f-3af674e4968a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:09:57.048234 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c834c2c9-8267-4cc1-b83f-3af674e4968a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.070822 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c834c2c9-8267-4cc1-b83f-3af674e4968a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:09:57.080636 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c834c2c9-8267-4cc1-b83f-3af674e4968a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.080978 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-c834c2c9-8267-4cc1-b83f-3af674e4968a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Added segment d389618a-f033-414a-8b0e-9e4a885a7ecd of type vlan for network 660a619d-21d5-424e-8024-0751dcfe615e Nov 27 02:09:57.122175 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c834c2c9-8267-4cc1-b83f-3af674e4968a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.146981 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c834c2c9-8267-4cc1-b83f-3af674e4968a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.153348 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834c2c9-8267-4cc1-b83f-3af674e4968a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:57.153937 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c834c2c9-8267-4cc1-b83f-3af674e4968a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.206589 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c834c2c9-8267-4cc1-b83f-3af674e4968a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1862977 Nov 27 02:09:57.209440 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44738) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:57.214792 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'admin_state_up': True, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:57.224462 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834c2c9-8267-4cc1-b83f-3af674e4968a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Network': ['ID=660a619d-21d5-424e-8024-0751dcfe615e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:57.235099 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 660a619d-21d5-424e-8024-0751dcfe615e details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:09:57.239785 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.241721 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.281294 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5367473a-2567-48ba-af99-8cb99ee0e38d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:09:57.302290 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.313102 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 5367473a-2567-48ba-af99-8cb99ee0e38d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:09:57.313461 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 5367473a-2567-48ba-af99-8cb99ee0e38d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:09:57.437784 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.625217 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.643786 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.741008 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.25.1.192 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/d591b250-b416-4c99-9aa7-c55dee40904f) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:09:57.843661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.877220 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:57.910861 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:09:57.915670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:09:57.919708 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:09:57.928850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1e9c45-394f-48d0-86e2-83dc7b8e6df4 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:09:57.951175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=d591b250-b416-4c99-9aa7-c55dee40904f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:58.043006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a1716407-41d5-46a9-aba2-5409bb4e0bfa None None] Provisioning complete for port d591b250-b416-4c99-9aa7-c55dee40904f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:58.043281 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a1716407-41d5-46a9-aba2-5409bb4e0bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:58.077721 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-a1716407-41d5-46a9-aba2-5409bb4e0bfa None None] Port d591b250-b416-4c99-9aa7-c55dee40904f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:09:58.463067 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:58.653414 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:58.778315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router b776f489-6ab8-48d5-8db0-a03a51efe701 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:09:58.883305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:09:58.893465 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Sync routers for ids ['b776f489-6ab8-48d5-8db0-a03a51efe701'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:09:58.904215 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:58.904411 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Routers {'b776f489-6ab8-48d5-8db0-a03a51efe701'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:09:58.904981 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:09:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b776f489-6ab8-48d5-8db0-a03a51efe701'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:58.905537 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0035ed1e-8144-4a1d-8e22-90beb491e52e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6950080 Nov 27 02:09:58.908900 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44740) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:58.938011 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d89f4d34-4a7e-4eeb-8859-96149bf4e502 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ca6386846a1c4ac393b06f7422fb16c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277445 Nov 27 02:09:58.940600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44742) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:59.017774 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Set router b776f489-6ab8-48d5-8db0-a03a51efe701 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:09:59.031147 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8239ecf4-bd8f-4b6a-8ba8-a6c72f0aefa7 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:59.033311 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8239ecf4-bd8f-4b6a-8ba8-a6c72f0aefa7 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917141 Nov 27 02:09:59.035390 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44744) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:59.063962 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-20225de1-cb70-4f54-9ebc-dfbb6838340b tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272501 Nov 27 02:09:59.066959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44746) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:59.072492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-088d4c15-c3af-4401-aca9-812f9ee15d63 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-151879011', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:59.143130 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:59.170109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088d4c15-c3af-4401-aca9-812f9ee15d63 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:09:59.174134 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088d4c15-c3af-4401-aca9-812f9ee15d63 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:59.202898 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:09:58Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:59.229119 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Checking router: b776f489-6ab8-48d5-8db0-a03a51efe701 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:09:59.229961 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Updating router b776f489-6ab8-48d5-8db0-a03a51efe701 port d591b250-b416-4c99-9aa7-c55dee40904f binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:09:59.255295 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:59.364701 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088d4c15-c3af-4401-aca9-812f9ee15d63 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:59.427372 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d4c15-c3af-4401-aca9-812f9ee15d63 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Subnet': ['ID=420627b2-781d-46a2-9611-7d675ec8b881,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:59.437409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d4c15-c3af-4401-aca9-812f9ee15d63 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Checking segment: {'id': 'd389618a-f033-414a-8b0e-9e4a885a7ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:09:59.437775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088d4c15-c3af-4401-aca9-812f9ee15d63 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network hostable DHCP agents. Network: 660a619d-21d5-424e-8024-0751dcfe615e, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:09:59.454953 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088d4c15-c3af-4401-aca9-812f9ee15d63 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 660a619d-21d5-424e-8024-0751dcfe615e is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:09:59.463379 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-088d4c15-c3af-4401-aca9-812f9ee15d63 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 660a619d-21d5-424e-8024-0751dcfe615e) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:09:59.467916 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088d4c15-c3af-4401-aca9-812f9ee15d63 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:59.468550 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-088d4c15-c3af-4401-aca9-812f9ee15d63 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:59.472435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2c9da2-6d80-4863-87c3-b3f6b322acb1 None None] Network 660a619d-21d5-424e-8024-0751dcfe615e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:09:59.488801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-088d4c15-c3af-4401-aca9-812f9ee15d63 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4205186 Nov 27 02:09:59.489543 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44748) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:59.602203 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:59.608884 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:59.630129 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-660a619d-21d5-424e-8024-0751dcfe615e', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ips': [{'subnet_id': '420627b2-781d-46a2-9611-7d675ec8b881'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:09:59.631159 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:59.656329 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524eebe8-1862-496b-bce0-97faf7d98731 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:09:59.658694 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Attempting to bind port d591b250-b416-4c99-9aa7-c55dee40904f on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:09:59.658954 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Attempting to bind port d591b250-b416-4c99-9aa7-c55dee40904f by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:09:59.659323 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Attempting to bind port d591b250-b416-4c99-9aa7-c55dee40904f on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:09:59.669635 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:09:59.670011 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:09:59.670416 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:59.670811 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:09:59.671282 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Bound port: d591b250-b416-4c99-9aa7-c55dee40904f, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:09:59.671662 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:59.725818 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] For port d591b250-b416-4c99-9aa7-c55dee40904f, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:09:59.727887 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22d318-17b0-4049-a566-1d4dafc78165 None None] Pushing event updated for resources: {'Port': ['ID=d591b250-b416-4c99-9aa7-c55dee40904f,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:59.732551 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] For port d591b250-b416-4c99-9aa7-c55dee40904f, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d591b250-b416-4c99-9aa7-c55dee40904f,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:09:59.738851 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:59.741828 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22d318-17b0-4049-a566-1d4dafc78165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:59.742359 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22d318-17b0-4049-a566-1d4dafc78165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:59.743094 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22d318-17b0-4049-a566-1d4dafc78165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:59.743620 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22d318-17b0-4049-a566-1d4dafc78165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:59.744128 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22d318-17b0-4049-a566-1d4dafc78165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:59.744695 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22d318-17b0-4049-a566-1d4dafc78165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:59.745207 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22d318-17b0-4049-a566-1d4dafc78165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:59.745714 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22d318-17b0-4049-a566-1d4dafc78165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:59.746215 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22d318-17b0-4049-a566-1d4dafc78165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:59.746718 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22d318-17b0-4049-a566-1d4dafc78165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:59.747216 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22d318-17b0-4049-a566-1d4dafc78165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:59.747717 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef22d318-17b0-4049-a566-1d4dafc78165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:59.803111 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Allocated IP 172.20.0.2 (660a619d-21d5-424e-8024-0751dcfe615e/420627b2-781d-46a2-9611-7d675ec8b881/18bb20a6-29ff-47b3-9a57-f8faf0a242b6) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:09:59.818342 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22d318-17b0-4049-a566-1d4dafc78165 None None] Pushing event updated for resources: {'Port': ['ID=d591b250-b416-4c99-9aa7-c55dee40904f,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:59.838143 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Routers {'b776f489-6ab8-48d5-8db0-a03a51efe701'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:09:59.839355 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:09:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b776f489-6ab8-48d5-8db0-a03a51efe701'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:59.884639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c62522-b8fd-4ccb-b04e-432858bb76fb None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:09:59.941487 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-83da27b3-ecf1-447b-90d2-9841566c7076 None None] Provisioning complete for port d591b250-b416-4c99-9aa7-c55dee40904f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:59.942250 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-83da27b3-ecf1-447b-90d2-9841566c7076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:59.959594 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] Set router b776f489-6ab8-48d5-8db0-a03a51efe701 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:10:00.016906 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:00.054317 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:00.092174 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:00.155788 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-83da27b3-ecf1-447b-90d2-9841566c7076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:00.165458 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Network 660a619d-21d5-424e-8024-0751dcfe615e is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:10:00.174505 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:10:00.177395 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Pushing event updated for resources: {'Port': ['ID=18bb20a6-29ff-47b3-9a57-f8faf0a242b6,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:00.181808 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:10:00.183023 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:09:58Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:10:00.196094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-83da27b3-ecf1-447b-90d2-9841566c7076 None None] For port d591b250-b416-4c99-9aa7-c55dee40904f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d591b250-b416-4c99-9aa7-c55dee40904f,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:10:00.219980 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-83da27b3-ecf1-447b-90d2-9841566c7076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:00.225255 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb3c88-8ef1-4435-8676-dedd9634d523 None None] The sync data for ids ['b776f489-6ab8-48d5-8db0-a03a51efe701'] in n-d-817303-10 is: [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:09:58Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:10:00.278890 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Attempting to bind port 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:10:00.279268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Attempting to bind port 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd389618a-f033-414a-8b0e-9e4a885a7ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:10:00.279728 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Attempting to bind port 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 on network 660a619d-21d5-424e-8024-0751dcfe615e {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:10:00.293684 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:10:00.294235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Checking segment: {'id': 'd389618a-f033-414a-8b0e-9e4a885a7ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:10:00.294789 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:00.295285 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Bound using segment: {'id': 'd389618a-f033-414a-8b0e-9e4a885a7ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:10:00.295863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Bound port: 18bb20a6-29ff-47b3-9a57-f8faf0a242b6, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd389618a-f033-414a-8b0e-9e4a885a7ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:10:00.296389 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:00.310369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da27b3-ecf1-447b-90d2-9841566c7076 None None] Pushing event updated for resources: {'Port': ['ID=d591b250-b416-4c99-9aa7-c55dee40904f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:00.378245 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-a7f08a32-4631-4a81-a00e-ec2f0976cfd8 None None] Provisioning complete for port d591b250-b416-4c99-9aa7-c55dee40904f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:10:00.378617 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a7f08a32-4631-4a81-a00e-ec2f0976cfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:00.385337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.20.0.1 (660a619d-21d5-424e-8024-0751dcfe615e/420627b2-781d-46a2-9611-7d675ec8b881/bccb0bf3-3725-43cd-bcec-88d014111511) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:10:00.404479 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] For port 18bb20a6-29ff-47b3-9a57-f8faf0a242b6, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:10:00.422897 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] For port 18bb20a6-29ff-47b3-9a57-f8faf0a242b6, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=18bb20a6-29ff-47b3-9a57-f8faf0a242b6,segment=NetworkSegment(d389618a-f033-414a-8b0e-9e4a885a7ecd),segment_id=d389618a-f033-414a-8b0e-9e4a885a7ecd)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:10:00.429967 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:00.544861 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ce74f-dcb7-4b44-ab0d-233d36893ed3 None None] Pushing event updated for resources: {'Port': ['ID=18bb20a6-29ff-47b3-9a57-f8faf0a242b6,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:00.570461 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:00.613902 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:00.636278 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 660a619d-21d5-424e-8024-0751dcfe615e is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:10:00.639014 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:10:00.659239 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:10:00.712751 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=bccb0bf3-3725-43cd-bcec-88d014111511,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:00.720716 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:00.899531 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:01.110540 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:01.215003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:01.219666 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:01.321516 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=bccb0bf3-3725-43cd-bcec-88d014111511,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:01.325656 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:01.401538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d591b250-b416-4c99-9aa7-c55dee40904f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:10:01.451871 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 660a619d-21d5-424e-8024-0751dcfe615e is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:10:01.453644 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:10:01.463085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port d591b250-b416-4c99-9aa7-c55dee40904f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:10:01.463913 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:01.557137 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:10:01.579585 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router b776f489-6ab8-48d5-8db0-a03a51efe701 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:10:01.607702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:10:01.607955 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:01.695437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:10:01.695797 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:01.709115 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a525e009-833e-4802-879a-56444e418a78 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "PUT /v2.0/routers/b776f489-6ab8-48d5-8db0-a03a51efe701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2114620 Nov 27 02:10:01.728795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aee481a-0ea2-45b3-acfe-2a2e903d6334 None None] Network 660a619d-21d5-424e-8024-0751dcfe615e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:10:01.734539 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 18bb20a6-29ff-47b3-9a57-f8faf0a242b6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=18bb20a6-29ff-47b3-9a57-f8faf0a242b6,segment=NetworkSegment(d389618a-f033-414a-8b0e-9e4a885a7ecd),segment_id=d389618a-f033-414a-8b0e-9e4a885a7ecd)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:10:01.751058 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:01.847100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-58e7143d-c165-4793-8e51-205357ec388b None None] Provisioning complete for port 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:10:01.847471 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-58e7143d-c165-4793-8e51-205357ec388b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:01.857127 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=18bb20a6-29ff-47b3-9a57-f8faf0a242b6,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:01.883672 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-9adb8378-1e1f-403c-96f3-ec73acb93a3e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316591183&fields=id&tenant_id=ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 267 time: 0.0558181 Nov 27 02:10:02.003792 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-02e220a0-8822-44df-a0b5-8a2158a77b20 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:02.012363 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-02e220a0-8822-44df-a0b5-8a2158a77b20 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/networks?id=660a619d-21d5-424e-8024-0751dcfe615e HTTP/1.1" status: 200 len: 797 time: 0.1178992 Nov 27 02:10:02.022720 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-70b4f58f-ea64-4328-9d92-547f764c84b2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/quotas/ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 375 time: 0.0095048 Nov 27 02:10:02.086876 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-34e43b3e-80e8-47cc-8219-ccf108053368 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539563 Nov 27 02:10:02.159837 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Sync routers for ids ['b776f489-6ab8-48d5-8db0-a03a51efe701'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:10:02.169832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Routers {'b776f489-6ab8-48d5-8db0-a03a51efe701'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:10:02.170543 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:09:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b776f489-6ab8-48d5-8db0-a03a51efe701'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:10:02.191680 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-5e688df3-732f-4074-b9b7-8bec28a62eb4 service neutron] 10.222.0.15 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934381 Nov 27 02:10:02.262556 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-18de55d9-f117-4e22-aac8-2e8e69221597 None None] Provisioning complete for port bccb0bf3-3725-43cd-bcec-88d014111511 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:10:02.262928 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-18de55d9-f117-4e22-aac8-2e8e69221597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:02.297858 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-43fb768f-0850-4b94-893d-2bc31265a595 service neutron] 10.222.0.15 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998304 Nov 27 02:10:02.320221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-18de55d9-f117-4e22-aac8-2e8e69221597 None None] Port bccb0bf3-3725-43cd-bcec-88d014111511 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:10:02.323643 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Set router b776f489-6ab8-48d5-8db0-a03a51efe701 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:10:02.371686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-18de55d9-f117-4e22-aac8-2e8e69221597 None None] Provisioning complete for port 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:10:02.372047 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-18de55d9-f117-4e22-aac8-2e8e69221597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:02.492445 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f3221c5e-412a-4918-9a03-ce55cd47c9cb req-735da297-a0d9-46db-a1c9-c4490ed01060 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 210 time: 0.0322087 Nov 27 02:10:02.621151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'bccb0bf3-3725-43cd-bcec-88d014111511', 'name': '', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:17:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '420627b2-781d-46a2-9611-7d675ec8b881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:10:00Z', 'updated_at': '2021-11-27T02:10:01Z', 'revision_number': 2, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '420627b2-781d-46a2-9611-7d675ec8b881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:10:02.649603 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Checking router: b776f489-6ab8-48d5-8db0-a03a51efe701 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:10:02.649976 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Updating router b776f489-6ab8-48d5-8db0-a03a51efe701 port bccb0bf3-3725-43cd-bcec-88d014111511 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:10:02.680227 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:02.792569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-de424f05-d10d-478b-bad2-363d7008c965 None None] Provisioning complete for port bccb0bf3-3725-43cd-bcec-88d014111511 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:10:02.792950 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-de424f05-d10d-478b-bad2-363d7008c965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:02.839352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-de424f05-d10d-478b-bad2-363d7008c965 None None] Port bccb0bf3-3725-43cd-bcec-88d014111511 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:10:02.993810 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:02.999727 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:03.052719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7cf8ef-a25d-46e8-a4f0-6f57ae970f66 None None] Pushing event updated for resources: {'Port': ['ID=bccb0bf3-3725-43cd-bcec-88d014111511,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:03.273966 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Attempting to bind port bccb0bf3-3725-43cd-bcec-88d014111511 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:10:03.274337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Attempting to bind port bccb0bf3-3725-43cd-bcec-88d014111511 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd389618a-f033-414a-8b0e-9e4a885a7ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:10:03.274696 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Attempting to bind port bccb0bf3-3725-43cd-bcec-88d014111511 on network 660a619d-21d5-424e-8024-0751dcfe615e {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:10:03.282420 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:10:03.282792 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Checking segment: {'id': 'd389618a-f033-414a-8b0e-9e4a885a7ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:10:03.283189 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:03.283579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Bound using segment: {'id': 'd389618a-f033-414a-8b0e-9e4a885a7ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:10:03.284034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Bound port: bccb0bf3-3725-43cd-bcec-88d014111511, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd389618a-f033-414a-8b0e-9e4a885a7ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:10:03.284444 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:03.287244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-77290ef7-f3ab-4e4a-a64d-d948d3b8f9e6 None None] Provisioning complete for port bccb0bf3-3725-43cd-bcec-88d014111511 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:10:03.287593 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-77290ef7-f3ab-4e4a-a64d-d948d3b8f9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:03.297203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:10:03.390394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-77290ef7-f3ab-4e4a-a64d-d948d3b8f9e6 None None] Port bccb0bf3-3725-43cd-bcec-88d014111511 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:10:03.418846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] For port bccb0bf3-3725-43cd-bcec-88d014111511, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:10:03.423287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] For port bccb0bf3-3725-43cd-bcec-88d014111511, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bccb0bf3-3725-43cd-bcec-88d014111511,segment=NetworkSegment(d389618a-f033-414a-8b0e-9e4a885a7ecd),segment_id=d389618a-f033-414a-8b0e-9e4a885a7ecd)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:10:03.426152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:10:03.426573 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:03.430068 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:03.527185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Routers {'b776f489-6ab8-48d5-8db0-a03a51efe701'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:10:03.527787 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:09:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b776f489-6ab8-48d5-8db0-a03a51efe701'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:10:03.529552 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7cf8ef-a25d-46e8-a4f0-6f57ae970f66 None None] Pushing event updated for resources: {'Port': ['ID=bccb0bf3-3725-43cd-bcec-88d014111511,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:03.648129 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f1407943-fa34-4ca1-9973-b9560f718817 req-d95066ed-d718-421a-910d-e6de2dd31732 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 210 time: 0.0405531 Nov 27 02:10:03.693260 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-c7f70d2a-e2a9-4cd6-82ca-edc2c580e9b6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:03.694759 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-c7f70d2a-e2a9-4cd6-82ca-edc2c580e9b6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/networks?id=660a619d-21d5-424e-8024-0751dcfe615e HTTP/1.1" status: 200 len: 797 time: 0.2109771 Nov 27 02:10:03.701359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] Set router b776f489-6ab8-48d5-8db0-a03a51efe701 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:10:03.789551 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-073040a8-6434-4936-8344-ac4a61d19a99 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 379 time: 0.0552928 Nov 27 02:10:03.798804 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-dd3a167c-65ff-4f8c-8d96-f8a2bdddd1c7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'port': {'device_id': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'admin_state_up': True, 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'security_groups': ['662284f1-d44c-4a61-9e78-9f96fb93ec95']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:10:03.842865 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2911f2eb-147d-4629-ac49-31a20dcffefc None None] Provisioning complete for port bccb0bf3-3725-43cd-bcec-88d014111511 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:10:03.843235 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2911f2eb-147d-4629-ac49-31a20dcffefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:03.910196 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-dd3a167c-65ff-4f8c-8d96-f8a2bdddd1c7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:10:03.914594 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-dd3a167c-65ff-4f8c-8d96-f8a2bdddd1c7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:03.976566 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2911f2eb-147d-4629-ac49-31a20dcffefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:03.987450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'bccb0bf3-3725-43cd-bcec-88d014111511', 'name': '', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:17:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '420627b2-781d-46a2-9611-7d675ec8b881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:10:00Z', 'updated_at': '2021-11-27T02:10:03Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '420627b2-781d-46a2-9611-7d675ec8b881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:10:04.015369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66eae4a-9a8e-45d7-bf0b-5fc48733e5d2 None None] The sync data for ids ['b776f489-6ab8-48d5-8db0-a03a51efe701'] in n-d-817303-10 is: [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'bccb0bf3-3725-43cd-bcec-88d014111511', 'name': '', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:17:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '420627b2-781d-46a2-9611-7d675ec8b881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:10:00Z', 'updated_at': '2021-11-27T02:10:03Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '420627b2-781d-46a2-9611-7d675ec8b881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:10:04.038524 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-2911f2eb-147d-4629-ac49-31a20dcffefc None None] For port bccb0bf3-3725-43cd-bcec-88d014111511, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bccb0bf3-3725-43cd-bcec-88d014111511,segment=NetworkSegment(d389618a-f033-414a-8b0e-9e4a885a7ecd),segment_id=d389618a-f033-414a-8b0e-9e4a885a7ecd)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:10:04.043035 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2911f2eb-147d-4629-ac49-31a20dcffefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:04.051202 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-dd3a167c-65ff-4f8c-8d96-f8a2bdddd1c7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.20.0.6 (660a619d-21d5-424e-8024-0751dcfe615e/420627b2-781d-46a2-9611-7d675ec8b881/ba172606-5294-485a-9f1c-1a29f15a7a7c) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:10:04.116844 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911f2eb-147d-4629-ac49-31a20dcffefc None None] Pushing event updated for resources: {'Port': ['ID=bccb0bf3-3725-43cd-bcec-88d014111511,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:04.231339 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-dd3a167c-65ff-4f8c-8d96-f8a2bdddd1c7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:04.265955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-dd3a167c-65ff-4f8c-8d96-f8a2bdddd1c7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:04.312158 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-dd3a167c-65ff-4f8c-8d96-f8a2bdddd1c7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 660a619d-21d5-424e-8024-0751dcfe615e is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:10:04.315381 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-dd3a167c-65ff-4f8c-8d96-f8a2bdddd1c7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:10:04.319287 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-dd3a167c-65ff-4f8c-8d96-f8a2bdddd1c7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:10:04.351871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a167c-65ff-4f8c-8d96-f8a2bdddd1c7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=ba172606-5294-485a-9f1c-1a29f15a7a7c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:04.381889 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-dd3a167c-65ff-4f8c-8d96-f8a2bdddd1c7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:04.382783 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-dd3a167c-65ff-4f8c-8d96-f8a2bdddd1c7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:04.403475 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-dd3a167c-65ff-4f8c-8d96-f8a2bdddd1c7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6082840 Nov 27 02:10:04.421922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Request body: {'port': {'device_id': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:10:04.481415 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:04.570589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7d143bfc-395e-4564-8a6f-6c2aac70c6e2 None None] Provisioning complete for port ba172606-5294-485a-9f1c-1a29f15a7a7c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:10:04.571054 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d143bfc-395e-4564-8a6f-6c2aac70c6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:04.606699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-7d143bfc-395e-4564-8a6f-6c2aac70c6e2 None None] Port ba172606-5294-485a-9f1c-1a29f15a7a7c cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:10:04.765760 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba172606-5294-485a-9f1c-1a29f15a7a7c {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:10:04.771209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a4116-d5c2-419d-84b8-63d7d427d626 req-8b6dbab0-369e-4d30-b48a-d697e5864126 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:04.772943 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e8a4116-d5c2-419d-84b8-63d7d427d626 req-8b6dbab0-369e-4d30-b48a-d697e5864126 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 931 time: 0.0505419 Nov 27 02:10:04.774088 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:04.787099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Transition to ACTIVE for port object ba172606-5294-485a-9f1c-1a29f15a7a7c will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:10:04.792224 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:04.831583 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e8a4116-d5c2-419d-84b8-63d7d427d626 req-dbfcdab8-15d6-4e0e-b18d-c007f2fd1561 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506506 Nov 27 02:10:04.857851 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba172606-5294-485a-9f1c-1a29f15a7a7c,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:04.933960 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Attempting to bind port ba172606-5294-485a-9f1c-1a29f15a7a7c on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:10:04.934306 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Attempting to bind port ba172606-5294-485a-9f1c-1a29f15a7a7c by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'd389618a-f033-414a-8b0e-9e4a885a7ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:10:04.934644 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Attempting to bind port ba172606-5294-485a-9f1c-1a29f15a7a7c on network 660a619d-21d5-424e-8024-0751dcfe615e {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:10:04.939653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Port ba172606-5294-485a-9f1c-1a29f15a7a7c on network 660a619d-21d5-424e-8024-0751dcfe615e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:10:04.939996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Attempting to bind port ba172606-5294-485a-9f1c-1a29f15a7a7c on network 660a619d-21d5-424e-8024-0751dcfe615e {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:10:04.945377 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:10:04.945722 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Checking segment: {'id': 'd389618a-f033-414a-8b0e-9e4a885a7ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:10:04.946113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Bound using segment: {'id': 'd389618a-f033-414a-8b0e-9e4a885a7ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:10:04.946545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Bound port: ba172606-5294-485a-9f1c-1a29f15a7a7c, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd389618a-f033-414a-8b0e-9e4a885a7ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:10:04.946911 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:05.015343 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] For port ba172606-5294-485a-9f1c-1a29f15a7a7c, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:10:05.018771 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] For port ba172606-5294-485a-9f1c-1a29f15a7a7c, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ba172606-5294-485a-9f1c-1a29f15a7a7c,segment=NetworkSegment(d389618a-f033-414a-8b0e-9e4a885a7ecd),segment_id=d389618a-f033-414a-8b0e-9e4a885a7ecd)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:10:05.025546 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:05.069975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:05.070671 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:05.072147 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] 10.222.0.31 "PUT /v2.0/ports/ba172606-5294-485a-9f1c-1a29f15a7a7c HTTP/1.1" status: 200 len: 1092 time: 0.6547570 Nov 27 02:10:05.072740 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'tag': 'ba172606-5294-485a-9f1c-1a29f15a7a7c'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:10:05.075055 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4f8f1a-b4ad-4b71-b955-5156d55da599" -d '{"events": [{"name": "network-changed", "server_uuid": "3e669dc3-4633-4835-8e22-e07f05d0cae2", "tag": "ba172606-5294-485a-9f1c-1a29f15a7a7c"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:10:05.099655 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde11f9-6cc5-4e70-8c16-9c11faeb97f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba172606-5294-485a-9f1c-1a29f15a7a7c,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:05.142109 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff67bcd7-72a8-41fc-9f40-528f15f8ef60 x-openstack-request-id: req-ff67bcd7-72a8-41fc-9f40-528f15f8ef60 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:10:05.142479 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e669dc3-4633-4835-8e22-e07f05d0cae2", "tag": "ba172606-5294-485a-9f1c-1a29f15a7a7c", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:10:05.142887 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff67bcd7-72a8-41fc-9f40-528f15f8ef60 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:10:05.143624 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'tag': 'ba172606-5294-485a-9f1c-1a29f15a7a7c', 'status': 'completed', 'code': 200} Nov 27 02:10:05.179791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-0d148313-0154-4820-8e21-012fa843a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:05.181398 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-0d148313-0154-4820-8e21-012fa843a50c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 1095 time: 0.0494261 Nov 27 02:10:05.230642 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-9fd95229-58a8-4ace-93fa-078dd51ebf9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba172606-5294-485a-9f1c-1a29f15a7a7c HTTP/1.1" status: 200 len: 217 time: 0.0362976 Nov 27 02:10:05.305568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-320f3817-0c48-4eb5-9ebb-979af834e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:05.307112 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-320f3817-0c48-4eb5-9ebb-979af834e8a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=420627b2-781d-46a2-9611-7d675ec8b881 HTTP/1.1" status: 200 len: 834 time: 0.0662830 Nov 27 02:10:05.326144 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bccb0bf3-3725-43cd-bcec-88d014111511 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:10:05.355122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-567670ae-193b-4c6b-ab59-2f079964a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:05.356613 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-567670ae-193b-4c6b-ab59-2f079964a19d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=660a619d-21d5-424e-8024-0751dcfe615e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420156 Nov 27 02:10:05.384452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port bccb0bf3-3725-43cd-bcec-88d014111511 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:10:05.384826 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:05.453735 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-b596a46f-44e4-415f-a96d-8b49638ce69d service neutron] 10.222.0.31 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858428 Nov 27 02:10:05.547007 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ffd64c3b-7be4-4e45-a765-0abe853df4ec req-680bb287-5eba-40cb-a0f3-00e8cb62a65b service neutron] 10.222.0.31 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861623 Nov 27 02:10:05.676389 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f8f1a-b4ad-4b71-b955-5156d55da599 req-5ece30f7-63ef-4755-b172-a6fccf037cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:05.677760 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de4f8f1a-b4ad-4b71-b955-5156d55da599 req-5ece30f7-63ef-4755-b172-a6fccf037cd3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 1095 time: 0.0398617 Nov 27 02:10:05.769394 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f8f1a-b4ad-4b71-b955-5156d55da599 req-89219486-3fe2-471f-8a06-1f643b5b6d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:05.770828 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de4f8f1a-b4ad-4b71-b955-5156d55da599 req-89219486-3fe2-471f-8a06-1f643b5b6d94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=660a619d-21d5-424e-8024-0751dcfe615e HTTP/1.1" status: 200 len: 898 time: 0.0852561 Nov 27 02:10:05.810623 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de4f8f1a-b4ad-4b71-b955-5156d55da599 req-9fcd38d6-c57a-4da8-91cc-c1026c336d00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba172606-5294-485a-9f1c-1a29f15a7a7c HTTP/1.1" status: 200 len: 217 time: 0.0331771 Nov 27 02:10:05.858623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f8f1a-b4ad-4b71-b955-5156d55da599 req-c82e27aa-fd9f-4e1f-aab5-e2cc8dcb7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:05.860076 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de4f8f1a-b4ad-4b71-b955-5156d55da599 req-c82e27aa-fd9f-4e1f-aab5-e2cc8dcb7360 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=420627b2-781d-46a2-9611-7d675ec8b881 HTTP/1.1" status: 200 len: 834 time: 0.0424144 Nov 27 02:10:05.905324 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f8f1a-b4ad-4b71-b955-5156d55da599 req-1078cede-7c9b-4bd2-a377-ec63bf55e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:05.906811 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de4f8f1a-b4ad-4b71-b955-5156d55da599 req-1078cede-7c9b-4bd2-a377-ec63bf55e782 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=660a619d-21d5-424e-8024-0751dcfe615e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400834 Nov 27 02:10:05.950751 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678ed6a-0069-4c4c-86c8-856321946540 req-797c321a-b696-4820-9b10-4f0272aed4a2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:05.952151 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a678ed6a-0069-4c4c-86c8-856321946540 req-797c321a-b696-4820-9b10-4f0272aed4a2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 943 time: 0.0489624 Nov 27 02:10:06.000211 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de4f8f1a-b4ad-4b71-b955-5156d55da599 req-2147b630-d264-41bb-b710-c9fe420e853e service neutron] 10.222.0.31 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860193 Nov 27 02:10:06.000556 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a678ed6a-0069-4c4c-86c8-856321946540 req-3cfb28f0-4549-4f6b-89a3-c3d18b812fcc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424123 Nov 27 02:10:06.091534 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de4f8f1a-b4ad-4b71-b955-5156d55da599 req-50d1106a-c965-4cb4-ad93-7e564474a1b6 service neutron] 10.222.0.31 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844028 Nov 27 02:10:07.126883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b031ad3-b3d0-40eb-bf62-16eb6df2e612 req-e2b2cc0c-ad76-47bc-b757-428e2ce27ee7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:07.128431 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b031ad3-b3d0-40eb-bf62-16eb6df2e612 req-e2b2cc0c-ad76-47bc-b757-428e2ce27ee7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 943 time: 0.0569942 Nov 27 02:10:07.176992 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0b031ad3-b3d0-40eb-bf62-16eb6df2e612 req-b52dca0c-0563-496c-a25f-a089c7b40316 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425928 Nov 27 02:10:08.104430 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ba172606-5294-485a-9f1c-1a29f15a7a7c details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:10:08.196574 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ba172606-5294-485a-9f1c-1a29f15a7a7c, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ba172606-5294-485a-9f1c-1a29f15a7a7c,segment=NetworkSegment(d389618a-f033-414a-8b0e-9e4a885a7ecd),segment_id=d389618a-f033-414a-8b0e-9e4a885a7ecd)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:10:08.209041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'ba172606-5294-485a-9f1c-1a29f15a7a7c', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'port_id': 'ba172606-5294-485a-9f1c-1a29f15a7a7c', 'mac_address': 'fa:16:3e:32:1b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420627b2-781d-46a2-9611-7d675ec8b881', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:10:08.249835 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:08.264115 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba172606-5294-485a-9f1c-1a29f15a7a7c {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:10:08.287587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ba172606-5294-485a-9f1c-1a29f15a7a7c, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ba172606-5294-485a-9f1c-1a29f15a7a7c,segment=NetworkSegment(d389618a-f033-414a-8b0e-9e4a885a7ecd),segment_id=d389618a-f033-414a-8b0e-9e4a885a7ecd)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:10:08.292956 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:08.304204 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9344a67-7758-4f16-aa85-0ff9eee73cb7 req-52da962a-5768-412f-a94e-ec45336841b3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:08.306599 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e9344a67-7758-4f16-aa85-0ff9eee73cb7 req-52da962a-5768-412f-a94e-ec45336841b3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 943 time: 0.0629499 Nov 27 02:10:08.339973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ba172606-5294-485a-9f1c-1a29f15a7a7c,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:08.355987 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e9344a67-7758-4f16-aa85-0ff9eee73cb7 req-b354616d-247e-48cd-b688-0713c7c74e1e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437503 Nov 27 02:10:08.667642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['ba172606-5294-485a-9f1c-1a29f15a7a7c'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:10:09.469158 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140207c9-2fc7-42df-b6ba-3b8dda1de24a req-b931e90e-c329-4b47-a0a8-a3cc07b2207a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:09.470636 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-140207c9-2fc7-42df-b6ba-3b8dda1de24a req-b931e90e-c329-4b47-a0a8-a3cc07b2207a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 944 time: 0.0486677 Nov 27 02:10:09.518747 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-140207c9-2fc7-42df-b6ba-3b8dda1de24a req-a6477846-d184-4a7f-a6bb-557e9d5d3601 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422490 Nov 27 02:10:10.128519 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ba172606-5294-485a-9f1c-1a29f15a7a7c up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:10:10.188949 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac8ce-c2c7-47d0-abc9-2081b56eb64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:10.193368 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port ba172606-5294-485a-9f1c-1a29f15a7a7c completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:10:10.197254 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port ba172606-5294-485a-9f1c-1a29f15a7a7c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:10:10.197658 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:10.274408 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:10.298876 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba172606-5294-485a-9f1c-1a29f15a7a7c'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:10:10.302187 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fc9a25-b51c-4b97-bdb0-dc7a07b7fed6" -d '{"events": [{"server_uuid": "3e669dc3-4633-4835-8e22-e07f05d0cae2", "name": "network-vif-plugged", "status": "completed", "tag": "ba172606-5294-485a-9f1c-1a29f15a7a7c"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:10:10.315057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port ba172606-5294-485a-9f1c-1a29f15a7a7c, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ba172606-5294-485a-9f1c-1a29f15a7a7c,segment=NetworkSegment(d389618a-f033-414a-8b0e-9e4a885a7ecd),segment_id=d389618a-f033-414a-8b0e-9e4a885a7ecd)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:10:10.319390 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:10.347093 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5bde1b-1e1b-43be-8753-a4f73ecf1f37 x-openstack-request-id: req-5d5bde1b-1e1b-43be-8753-a4f73ecf1f37 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:10:10.347392 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e669dc3-4633-4835-8e22-e07f05d0cae2", "name": "network-vif-plugged", "status": "completed", "tag": "ba172606-5294-485a-9f1c-1a29f15a7a7c", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:10:10.347649 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d5bde1b-1e1b-43be-8753-a4f73ecf1f37 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:10:10.348042 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba172606-5294-485a-9f1c-1a29f15a7a7c', 'code': 200} Nov 27 02:10:10.374629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=ba172606-5294-485a-9f1c-1a29f15a7a7c,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:10.481549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e7df4-f788-4ea1-8ecf-0a3bb9c6b6a7 req-788c47e5-02fc-4821-b9ff-e46fead34ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:10.483026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d02e7df4-f788-4ea1-8ecf-0a3bb9c6b6a7 req-788c47e5-02fc-4821-b9ff-e46fead34ac2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 1097 time: 0.0434146 Nov 27 02:10:10.529268 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d02e7df4-f788-4ea1-8ecf-0a3bb9c6b6a7 req-97231278-4d37-45ac-99a6-3bfc55802937 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385840 Nov 27 02:10:10.637946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7161e1e-c3c7-4784-a54a-259474afdf55 req-7dd5c6d7-1814-418d-97e0-133a7089780f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:10.639470 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7161e1e-c3c7-4784-a54a-259474afdf55 req-7dd5c6d7-1814-418d-97e0-133a7089780f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0534637 Nov 27 02:10:10.689194 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7161e1e-c3c7-4784-a54a-259474afdf55 req-b3895669-2093-4b77-8de1-9fa71c32570b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434263 Nov 27 02:10:11.810318 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e54c1-2384-42c5-9856-96b0eaf08504 req-29532be6-580f-4c3b-9dc3-8d0e76198166 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:11.811782 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-245e54c1-2384-42c5-9856-96b0eaf08504 req-29532be6-580f-4c3b-9dc3-8d0e76198166 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0522420 Nov 27 02:10:11.861841 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-245e54c1-2384-42c5-9856-96b0eaf08504 req-f65e8704-1d83-4cd2-bce5-016b1e501164 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436704 Nov 27 02:10:12.343191 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4b352d96-c191-4fae-ab49-52ab62ac9090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:12.977222 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73786b09-e433-4b76-8970-4568b032c3fc req-a048a579-6606-4df3-98a9-655163c764c5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:12.978716 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-73786b09-e433-4b76-8970-4568b032c3fc req-a048a579-6606-4df3-98a9-655163c764c5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0485582 Nov 27 02:10:13.030570 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-73786b09-e433-4b76-8970-4568b032c3fc req-4d49b9f8-2bcd-482e-b43b-3855e13388ea tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454698 Nov 27 02:10:13.142165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3f603-9924-4bb5-b0c6-88597ad68aea req-dc10ee22-3d82-4a24-b1eb-fec3b74f0ad4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:13.143519 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00b3f603-9924-4bb5-b0c6-88597ad68aea req-dc10ee22-3d82-4a24-b1eb-fec3b74f0ad4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0475922 Nov 27 02:10:13.192625 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00b3f603-9924-4bb5-b0c6-88597ad68aea req-e5c2ca7c-719d-485a-a79f-b55eeb13f6f0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430555 Nov 27 02:10:13.214933 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44802) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:10:13.253834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c363962e-5844-4d5c-9764-6ad3b8f774fb tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:13.255316 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c363962e-5844-4d5c-9764-6ad3b8f774fb tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 1092 time: 0.0394037 Nov 27 02:10:13.258262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44804) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:10:13.263044 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': 'ba172606-5294-485a-9f1c-1a29f15a7a7c', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:10:13.285176 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:13.382560 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:13.484022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.25.1.198 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/92f74520-3358-48dc-9f7e-62d2c6cbed67) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:10:13.506466 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:13.587299 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:13.622093 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:13.659667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:10:13.662744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:10:13.665355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:10:13.699049 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=92f74520-3358-48dc-9f7e-62d2c6cbed67,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:14.020365 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:14.087033 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:14.234890 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:14.239242 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:14.309366 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=92f74520-3358-48dc-9f7e-62d2c6cbed67,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:14.320822 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:14.422099 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Floating IP 8dcc968d-b73b-4764-8f67-b2c871036b7e associated. External IP: 172.25.1.198, port: ba172606-5294-485a-9f1c-1a29f15a7a7c. Nov 27 02:10:14.953317 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router b776f489-6ab8-48d5-8db0-a03a51efe701 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:10:15.058382 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:15.058953 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:10:15.068343 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2517183-0df8-4ba0-959d-21c081d1dc7b None None] Sync routers for ids ['b776f489-6ab8-48d5-8db0-a03a51efe701'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:10:15.077629 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:15.079092 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2517183-0df8-4ba0-959d-21c081d1dc7b None None] Routers {'b776f489-6ab8-48d5-8db0-a03a51efe701'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:10:15.079626 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a2517183-0df8-4ba0-959d-21c081d1dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:10:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b776f489-6ab8-48d5-8db0-a03a51efe701'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:10:15.107414 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e6a77977-7cbf-4a3e-b64c-a256d0240265 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8481433 Nov 27 02:10:15.108094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'tag': 'ba172606-5294-485a-9f1c-1a29f15a7a7c'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:10:15.110451 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68823cc-334f-4a55-b175-975e2e92bcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e669dc3-4633-4835-8e22-e07f05d0cae2", "tag": "ba172606-5294-485a-9f1c-1a29f15a7a7c"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:10:15.153899 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb5ca6c-a170-4dde-acd1-f9a0f896bd0a x-openstack-request-id: req-9eb5ca6c-a170-4dde-acd1-f9a0f896bd0a {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:10:15.154196 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e669dc3-4633-4835-8e22-e07f05d0cae2", "tag": "ba172606-5294-485a-9f1c-1a29f15a7a7c", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:10:15.154447 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9eb5ca6c-a170-4dde-acd1-f9a0f896bd0a {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:10:15.154968 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'tag': 'ba172606-5294-485a-9f1c-1a29f15a7a7c', 'status': 'completed', 'code': 200} Nov 27 02:10:15.186525 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a2517183-0df8-4ba0-959d-21c081d1dc7b None None] Set router b776f489-6ab8-48d5-8db0-a03a51efe701 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:10:15.247210 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34479daa-cf6e-4064-8b53-66098763ec1f req-b0b52b39-9f3d-461e-8c08-d1a04518d613 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:15.248795 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34479daa-cf6e-4064-8b53-66098763ec1f req-b0b52b39-9f3d-461e-8c08-d1a04518d613 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0793064 Nov 27 02:10:15.255586 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68823cc-334f-4a55-b175-975e2e92bcb2 req-05359da0-0ff6-4638-b1bd-b1b737573c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:15.257064 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b68823cc-334f-4a55-b175-975e2e92bcb2 req-05359da0-0ff6-4638-b1bd-b1b737573c85 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 1097 time: 0.0574632 Nov 27 02:10:15.353724 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-34479daa-cf6e-4064-8b53-66098763ec1f req-3f6b83e6-db02-4034-90f2-52046cdedace tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956671 Nov 27 02:10:15.377125 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44810) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:10:15.382856 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68823cc-334f-4a55-b175-975e2e92bcb2 req-afc48702-e485-44c4-a530-e036f1d0f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:15.385657 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b68823cc-334f-4a55-b175-975e2e92bcb2 req-afc48702-e485-44c4-a530-e036f1d0f599 service neutron] 10.222.0.31 "GET /v2.0/networks?id=660a619d-21d5-424e-8024-0751dcfe615e HTTP/1.1" status: 200 len: 898 time: 0.1201277 Nov 27 02:10:15.422156 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a2517183-0df8-4ba0-959d-21c081d1dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '8dcc968d-b73b-4764-8f67-b2c871036b7e', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'port_id': 'ba172606-5294-485a-9f1c-1a29f15a7a7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'mac_address': 'fa:16:3e:32:1b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:10:13Z', 'updated_at': '2021-11-27T02:10:13Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccb0bf3-3725-43cd-bcec-88d014111511', 'name': '', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:17:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '420627b2-781d-46a2-9611-7d675ec8b881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:10:00Z', 'updated_at': '2021-11-27T02:10:04Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '420627b2-781d-46a2-9611-7d675ec8b881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:10:15.438909 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-274089dd-49bf-483c-8c22-f382bce0b11d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/8dcc968d-b73b-4764-8f67-b2c871036b7e HTTP/1.1" status: 200 len: 991 time: 0.0604138 Nov 27 02:10:15.447826 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2517183-0df8-4ba0-959d-21c081d1dc7b None None] Checking router: b776f489-6ab8-48d5-8db0-a03a51efe701 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:10:15.452558 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b68823cc-334f-4a55-b175-975e2e92bcb2 req-8b1a5ff7-4da9-477e-a431-11f7d59ef704 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba172606-5294-485a-9f1c-1a29f15a7a7c HTTP/1.1" status: 200 len: 999 time: 0.0607018 Nov 27 02:10:15.456206 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2517183-0df8-4ba0-959d-21c081d1dc7b None None] Routers {'b776f489-6ab8-48d5-8db0-a03a51efe701'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:10:15.456827 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a2517183-0df8-4ba0-959d-21c081d1dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:10:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b776f489-6ab8-48d5-8db0-a03a51efe701'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:10:15.501311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68823cc-334f-4a55-b175-975e2e92bcb2 req-0e6093a6-dfa1-4b56-86f1-1f065098e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:15.502768 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b68823cc-334f-4a55-b175-975e2e92bcb2 req-0e6093a6-dfa1-4b56-86f1-1f065098e885 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=420627b2-781d-46a2-9611-7d675ec8b881 HTTP/1.1" status: 200 len: 834 time: 0.0437913 Nov 27 02:10:15.551506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68823cc-334f-4a55-b175-975e2e92bcb2 req-7dec7384-9285-44b8-bf12-f6aae06f964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:15.553028 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b68823cc-334f-4a55-b175-975e2e92bcb2 req-7dec7384-9285-44b8-bf12-f6aae06f964c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=660a619d-21d5-424e-8024-0751dcfe615e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434716 Nov 27 02:10:15.560546 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a2517183-0df8-4ba0-959d-21c081d1dc7b None None] Set router b776f489-6ab8-48d5-8db0-a03a51efe701 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:10:15.640736 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b68823cc-334f-4a55-b175-975e2e92bcb2 req-3f33226f-545b-496c-8948-c425d368d935 service neutron] 10.222.0.31 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804224 Nov 27 02:10:15.732498 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b68823cc-334f-4a55-b175-975e2e92bcb2 req-69ced211-fdcb-4ac9-b5b0-92b998eac395 service neutron] 10.222.0.31 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852940 Nov 27 02:10:15.781816 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a2517183-0df8-4ba0-959d-21c081d1dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '8dcc968d-b73b-4764-8f67-b2c871036b7e', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'port_id': 'ba172606-5294-485a-9f1c-1a29f15a7a7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'mac_address': 'fa:16:3e:32:1b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:10:13Z', 'updated_at': '2021-11-27T02:10:13Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccb0bf3-3725-43cd-bcec-88d014111511', 'name': '', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:17:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '420627b2-781d-46a2-9611-7d675ec8b881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:10:00Z', 'updated_at': '2021-11-27T02:10:04Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '420627b2-781d-46a2-9611-7d675ec8b881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:10:15.807904 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2517183-0df8-4ba0-959d-21c081d1dc7b None None] The sync data for ids ['b776f489-6ab8-48d5-8db0-a03a51efe701'] in n-d-817303-10 is: [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '8dcc968d-b73b-4764-8f67-b2c871036b7e', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'port_id': 'ba172606-5294-485a-9f1c-1a29f15a7a7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'mac_address': 'fa:16:3e:32:1b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:10:13Z', 'updated_at': '2021-11-27T02:10:13Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccb0bf3-3725-43cd-bcec-88d014111511', 'name': '', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:17:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '420627b2-781d-46a2-9611-7d675ec8b881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:10:00Z', 'updated_at': '2021-11-27T02:10:04Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '420627b2-781d-46a2-9611-7d675ec8b881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:10:15.994799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6235af1f-ff7c-49ef-8fd0-1f3074011414 None None] New status for floating IP 8dcc968d-b73b-4764-8f67-b2c871036b7e: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:10:16.442180 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44812) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:10:16.446107 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:16.504846 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-513fd60d-614e-42a2-a9a5-89fcf5b03f21 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/8dcc968d-b73b-4764-8f67-b2c871036b7e HTTP/1.1" status: 200 len: 993 time: 0.0615966 Nov 27 02:10:22.564049 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:10:29.139367 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:31.120007 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:40.180516 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-39e4a655-539b-4c99-9824-b7812abe9cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:42.294688 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f94d375-7f1f-46c2-8b68-980886be34fb req-b246e698-6c8a-41d2-8ad1-aa2d16fae7f3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406702 Nov 27 02:10:42.346562 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-458caa29-b3c4-4721-8335-393c08cb2445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:42.393042 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94d375-7f1f-46c2-8b68-980886be34fb req-72dc3840-5bbb-45fc-9985-e0763d28eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:42.394548 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f94d375-7f1f-46c2-8b68-980886be34fb req-72dc3840-5bbb-45fc-9985-e0763d28eba8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 1097 time: 0.0390723 Nov 27 02:10:42.497515 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94d375-7f1f-46c2-8b68-980886be34fb req-ebe36f79-7725-4fca-a515-0ae932ed1fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:42.498966 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f94d375-7f1f-46c2-8b68-980886be34fb req-ebe36f79-7725-4fca-a515-0ae932ed1fb9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=660a619d-21d5-424e-8024-0751dcfe615e HTTP/1.1" status: 200 len: 898 time: 0.0854390 Nov 27 02:10:42.564473 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f94d375-7f1f-46c2-8b68-980886be34fb req-bb31330e-0d86-44db-bf97-dbe692370291 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba172606-5294-485a-9f1c-1a29f15a7a7c HTTP/1.1" status: 200 len: 1001 time: 0.0574141 Nov 27 02:10:42.613559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94d375-7f1f-46c2-8b68-980886be34fb req-9439deec-1323-476b-ae39-63469456b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:42.615016 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f94d375-7f1f-46c2-8b68-980886be34fb req-9439deec-1323-476b-ae39-63469456b13b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=420627b2-781d-46a2-9611-7d675ec8b881 HTTP/1.1" status: 200 len: 834 time: 0.0435870 Nov 27 02:10:42.665308 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94d375-7f1f-46c2-8b68-980886be34fb req-183f078a-c70a-47ad-bfdc-a766d35317fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:42.668090 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f94d375-7f1f-46c2-8b68-980886be34fb req-183f078a-c70a-47ad-bfdc-a766d35317fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=660a619d-21d5-424e-8024-0751dcfe615e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463829 Nov 27 02:10:42.757234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f94d375-7f1f-46c2-8b68-980886be34fb req-ad565d3b-a45f-4e9e-ad7c-99c192fe628a service neutron] 10.222.0.31 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819163 Nov 27 02:10:42.848664 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2f94d375-7f1f-46c2-8b68-980886be34fb req-ded5fb15-cfff-4b50-806a-2c81a87bf0f5 service neutron] 10.222.0.31 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844214 Nov 27 02:10:43.510406 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:45.060575 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:46.447403 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:59.139950 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:59.563819 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:11:01.122207 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:10.182035 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b90b3632-acaf-4ed3-8008-760b6514c41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.347651 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aecd0f5f-7528-4fbc-ae36-41f7ab95a977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:13.515604 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:15.063722 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.449755 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:17.332888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ce494-97ed-4a04-bd4a-736bbde4d426 req-6546ca21-70a9-49b5-a8af-0cd4fb92e416 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:17.334419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-524ce494-97ed-4a04-bd4a-736bbde4d426 req-6546ca21-70a9-49b5-a8af-0cd4fb92e416 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0504377 Nov 27 02:11:17.357994 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb76c7-0493-4d72-bc0c-23e738001343 req-e6459885-2640-4b02-b85a-c17a448aaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:17.359675 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-31bb76c7-0493-4d72-bc0c-23e738001343 req-e6459885-2640-4b02-b85a-c17a448aaac9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 1097 time: 0.0428605 Nov 27 02:11:17.385784 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-524ce494-97ed-4a04-bd4a-736bbde4d426 req-18264c5c-9058-40cd-8a13-5d7c8389f6d5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450485 Nov 27 02:11:17.453872 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb76c7-0493-4d72-bc0c-23e738001343 req-3b19b14d-7b16-4526-b7b4-ec1ab914a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:17.455338 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-31bb76c7-0493-4d72-bc0c-23e738001343 req-3b19b14d-7b16-4526-b7b4-ec1ab914a2d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=660a619d-21d5-424e-8024-0751dcfe615e HTTP/1.1" status: 200 len: 898 time: 0.0877855 Nov 27 02:11:17.806261 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-31bb76c7-0493-4d72-bc0c-23e738001343 req-389efc59-6c3c-4397-8dc6-acd2c2f73f74 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba172606-5294-485a-9f1c-1a29f15a7a7c HTTP/1.1" status: 200 len: 1001 time: 0.3432503 Nov 27 02:11:17.854861 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb76c7-0493-4d72-bc0c-23e738001343 req-38ccc8d0-b531-4264-a1a3-d98a5c225513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:17.856787 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-31bb76c7-0493-4d72-bc0c-23e738001343 req-38ccc8d0-b531-4264-a1a3-d98a5c225513 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=420627b2-781d-46a2-9611-7d675ec8b881 HTTP/1.1" status: 200 len: 834 time: 0.0428829 Nov 27 02:11:17.903388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb76c7-0493-4d72-bc0c-23e738001343 req-5da66b42-4ef1-48b7-aec7-64b2cd3685af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:17.904855 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-31bb76c7-0493-4d72-bc0c-23e738001343 req-5da66b42-4ef1-48b7-aec7-64b2cd3685af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=660a619d-21d5-424e-8024-0751dcfe615e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408721 Nov 27 02:11:17.992837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-31bb76c7-0493-4d72-bc0c-23e738001343 req-7b9f51d9-90e9-4160-b6d5-d85a41b34926 service neutron] 10.222.0.31 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796599 Nov 27 02:11:18.087772 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-31bb76c7-0493-4d72-bc0c-23e738001343 req-1afd1ad6-129b-4846-81d3-39beb61e637e service neutron] 10.222.0.31 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879545 Nov 27 02:11:18.506623 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ef58c-1658-4436-a908-75ab3300a89c req-bcf00c87-b4f3-4dae-898e-93a66c26f739 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:18.508102 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d72ef58c-1658-4436-a908-75ab3300a89c req-bcf00c87-b4f3-4dae-898e-93a66c26f739 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0485437 Nov 27 02:11:18.555823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d72ef58c-1658-4436-a908-75ab3300a89c req-db24216f-1645-470c-bf75-dd0f6022970a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410488 Nov 27 02:11:19.672236 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cad71-a66f-4f58-abe7-506dee2914a3 req-eb9d01e3-e064-4a55-bc23-fbf2ca3f842b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:19.674137 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7d1cad71-a66f-4f58-abe7-506dee2914a3 req-eb9d01e3-e064-4a55-bc23-fbf2ca3f842b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0503592 Nov 27 02:11:19.722481 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7d1cad71-a66f-4f58-abe7-506dee2914a3 req-d3900f89-0031-4fd5-81f7-20af9c4b12de tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425208 Nov 27 02:11:20.835560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ba095-a41f-4a2f-a488-b289bdb2bed8 req-e0aee833-3edf-4a68-96c1-690b0e1615d7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:20.837074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a96ba095-a41f-4a2f-a488-b289bdb2bed8 req-e0aee833-3edf-4a68-96c1-690b0e1615d7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0482001 Nov 27 02:11:20.885276 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a96ba095-a41f-4a2f-a488-b289bdb2bed8 req-6a4f4345-9d49-4536-99fb-1414da39f8b8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417941 Nov 27 02:11:22.006807 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ff1ec-42ca-495b-a74f-9b132815df60 req-c9104426-5c35-40d1-8e3f-f91cf1a59c09 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:22.008278 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-777ff1ec-42ca-495b-a74f-9b132815df60 req-c9104426-5c35-40d1-8e3f-f91cf1a59c09 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0529358 Nov 27 02:11:22.056910 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-777ff1ec-42ca-495b-a74f-9b132815df60 req-89cb794b-d70f-4257-8716-80f5a19aaefd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426950 Nov 27 02:11:23.173029 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd59a5f-bc66-40af-9265-32c4932930d5 req-78bde34c-4d50-43b0-86f9-0ac791e3bc44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:23.174471 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-edd59a5f-bc66-40af-9265-32c4932930d5 req-78bde34c-4d50-43b0-86f9-0ac791e3bc44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0516768 Nov 27 02:11:23.222863 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-edd59a5f-bc66-40af-9265-32c4932930d5 req-04e67aa1-3ff8-49af-b08b-2aaf7bbeef6e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424979 Nov 27 02:11:24.339663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f4678-cace-4ce4-9cfa-e3fcb6619d78 req-bb982e44-9f45-4afa-8ae1-6f63ea6fb8d3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:24.341181 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-737f4678-cace-4ce4-9cfa-e3fcb6619d78 req-bb982e44-9f45-4afa-8ae1-6f63ea6fb8d3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Nov 27 02:11:24.389992 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-737f4678-cace-4ce4-9cfa-e3fcb6619d78 req-f40d2e6d-73fd-4b0c-9b11-53c0df52d0c6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429149 Nov 27 02:11:25.505364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562c15c-98c5-4f5c-8e67-54cf64c50c7d req-79e8ff47-4a3b-441d-8a06-430a7b1cc54c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:25.506819 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a562c15c-98c5-4f5c-8e67-54cf64c50c7d req-79e8ff47-4a3b-441d-8a06-430a7b1cc54c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0475566 Nov 27 02:11:25.555532 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a562c15c-98c5-4f5c-8e67-54cf64c50c7d req-7a1fef68-61dd-4b47-86ff-bb3a68dd599c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417345 Nov 27 02:11:26.673620 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9535cfe-8356-45ff-921e-dfaa3ed9cf36 req-0ecf8d2f-6761-4a74-b02c-7bc5721fcb58 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:26.675091 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c9535cfe-8356-45ff-921e-dfaa3ed9cf36 req-0ecf8d2f-6761-4a74-b02c-7bc5721fcb58 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0521846 Nov 27 02:11:26.722779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c9535cfe-8356-45ff-921e-dfaa3ed9cf36 req-2e5d5b3d-cdaa-4830-a1a5-c5474db605fa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417538 Nov 27 02:11:27.837696 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bab37-35d1-45c6-854c-69c966370cb8 req-5c451c99-c75f-46bc-8983-f2bdb72a72cd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:27.839161 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c8bab37-35d1-45c6-854c-69c966370cb8 req-5c451c99-c75f-46bc-8983-f2bdb72a72cd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0484219 Nov 27 02:11:27.890826 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c8bab37-35d1-45c6-854c-69c966370cb8 req-1b324d63-2a18-4826-864f-3dce0c3c0102 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457044 Nov 27 02:11:29.013062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e153158-6782-486e-87c4-6780e22fad76 req-8d479492-c5f0-4456-b3a9-975c0d7bbe34 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:29.015163 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3e153158-6782-486e-87c4-6780e22fad76 req-8d479492-c5f0-4456-b3a9-975c0d7bbe34 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0517900 Nov 27 02:11:29.065997 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3e153158-6782-486e-87c4-6780e22fad76 req-abd28f53-1dd7-42ee-aa1a-70bf88a96e97 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455058 Nov 27 02:11:29.090074 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44870) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:29.137471 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:29.149427 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e7abec28-1aee-4870-9c60-ce6728ca616a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/8dcc968d-b73b-4764-8f67-b2c871036b7e HTTP/1.1" status: 200 len: 993 time: 0.0581627 Nov 27 02:11:31.119763 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:36.563763 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:11:40.183687 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-08bb49df-3f5e-4543-bb29-e24770643574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:42.349228 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1d213347-775f-42d3-ba3e-2af29d25a0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:43.516376 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:44.395915 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7937fb56-7f5b-42c0-b806-d44ada7cd38c req-04c80802-8b62-4b35-a5d8-79379f915d93 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0797131 Nov 27 02:11:44.502855 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937fb56-7f5b-42c0-b806-d44ada7cd38c req-d9772478-56f6-4510-849a-754e2384aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:44.504344 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7937fb56-7f5b-42c0-b806-d44ada7cd38c req-d9772478-56f6-4510-849a-754e2384aebd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 1097 time: 0.0442894 Nov 27 02:11:44.606898 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937fb56-7f5b-42c0-b806-d44ada7cd38c req-39e24296-2d29-4ad2-b80e-88c83452a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:44.608381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7937fb56-7f5b-42c0-b806-d44ada7cd38c req-39e24296-2d29-4ad2-b80e-88c83452a43b service neutron] 10.222.0.31 "GET /v2.0/networks?id=660a619d-21d5-424e-8024-0751dcfe615e HTTP/1.1" status: 200 len: 898 time: 0.0844553 Nov 27 02:11:44.678951 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7937fb56-7f5b-42c0-b806-d44ada7cd38c req-beef40fe-d671-477d-b198-91337bab6631 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba172606-5294-485a-9f1c-1a29f15a7a7c HTTP/1.1" status: 200 len: 1001 time: 0.0634143 Nov 27 02:11:44.725984 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937fb56-7f5b-42c0-b806-d44ada7cd38c req-c2b1576b-ea9a-4eeb-a89d-7e0162cb84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:44.727394 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7937fb56-7f5b-42c0-b806-d44ada7cd38c req-c2b1576b-ea9a-4eeb-a89d-7e0162cb84f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=420627b2-781d-46a2-9611-7d675ec8b881 HTTP/1.1" status: 200 len: 834 time: 0.0422165 Nov 27 02:11:44.773581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937fb56-7f5b-42c0-b806-d44ada7cd38c req-3665fdd5-7d9b-460e-9200-e3115305e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:44.775063 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7937fb56-7f5b-42c0-b806-d44ada7cd38c req-3665fdd5-7d9b-460e-9200-e3115305e072 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=660a619d-21d5-424e-8024-0751dcfe615e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403893 Nov 27 02:11:44.865301 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7937fb56-7f5b-42c0-b806-d44ada7cd38c req-0e60deeb-9a51-421e-8c43-aa9b5402e27a service neutron] 10.222.0.31 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827906 Nov 27 02:11:44.954488 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7937fb56-7f5b-42c0-b806-d44ada7cd38c req-7a968a57-a3c6-4ce7-a92c-d2e9b42afef5 service neutron] 10.222.0.31 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811801 Nov 27 02:11:45.067500 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:46.453773 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:59.153022 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:01.133079 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:10.185466 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4ba00e41-a476-47b5-8d1e-fe383ff9537c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:12.350244 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f8b0a7b5-3c2b-45a4-aab2-2fc94ec0fe2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.519311 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.563274 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:12:15.067892 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:16.456461 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.801501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44890) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:17.956717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port 92f74520-3358-48dc-9f7e-62d2c6cbed67 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:12:17.957064 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:18.034390 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:18.034717 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:18.046364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for 92f74520-3358-48dc-9f7e-62d2c6cbed67 owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:12:18.216497 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:18.241290 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=92f74520-3358-48dc-9f7e-62d2c6cbed67,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:18.269272 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:18.269635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:18.269968 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:18.270677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:18.270677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:18.270966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:18.271294 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:18.271620 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:18.271968 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:18.272316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:18.272639 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:18.272959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:18.316617 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:18.316945 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Floating IP 8dcc968d-b73b-4764-8f67-b2c871036b7e disassociated (deleted). External IP: 172.25.1.198, port: ba172606-5294-485a-9f1c-1a29f15a7a7c. Nov 27 02:12:18.518659 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router b776f489-6ab8-48d5-8db0-a03a51efe701 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:12:18.627600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:12:18.632375 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:18.636961 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568724d9-b511-4521-a383-d7a373df6ff7 None None] Sync routers for ids ['b776f489-6ab8-48d5-8db0-a03a51efe701'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:12:18.646036 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568724d9-b511-4521-a383-d7a373df6ff7 None None] Routers {'b776f489-6ab8-48d5-8db0-a03a51efe701'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:18.646669 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-568724d9-b511-4521-a383-d7a373df6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b776f489-6ab8-48d5-8db0-a03a51efe701'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:18.661983 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-85d73159-48de-448c-832d-cf71a70a62af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/floatingips/8dcc968d-b73b-4764-8f67-b2c871036b7e HTTP/1.1" status: 204 len: 168 time: 0.8593817 Nov 27 02:12:18.662570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'tag': 'ba172606-5294-485a-9f1c-1a29f15a7a7c'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:12:18.664941 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca84d5c-5e2b-4877-8856-7bc960600139" -d '{"events": [{"name": "network-changed", "server_uuid": "3e669dc3-4633-4835-8e22-e07f05d0cae2", "tag": "ba172606-5294-485a-9f1c-1a29f15a7a7c"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:12:18.709834 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e235210b-579e-4387-ae06-4abd15ba446c x-openstack-request-id: req-e235210b-579e-4387-ae06-4abd15ba446c {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:12:18.710379 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e669dc3-4633-4835-8e22-e07f05d0cae2", "tag": "ba172606-5294-485a-9f1c-1a29f15a7a7c", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:12:18.711154 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e235210b-579e-4387-ae06-4abd15ba446c {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:12:18.711298 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'tag': 'ba172606-5294-485a-9f1c-1a29f15a7a7c', 'status': 'completed', 'code': 200} Nov 27 02:12:18.753691 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-568724d9-b511-4521-a383-d7a373df6ff7 None None] Set router b776f489-6ab8-48d5-8db0-a03a51efe701 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:18.798111 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca84d5c-5e2b-4877-8856-7bc960600139 req-5683b637-3c06-4928-bb7d-e418dcebcf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:18.800851 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ca84d5c-5e2b-4877-8856-7bc960600139 req-5683b637-3c06-4928-bb7d-e418dcebcf9c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 1097 time: 0.0485170 Nov 27 02:12:18.959756 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-568724d9-b511-4521-a383-d7a373df6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'bccb0bf3-3725-43cd-bcec-88d014111511', 'name': '', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:17:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '420627b2-781d-46a2-9611-7d675ec8b881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:10:00Z', 'updated_at': '2021-11-27T02:10:04Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '420627b2-781d-46a2-9611-7d675ec8b881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:18.965025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca84d5c-5e2b-4877-8856-7bc960600139 req-9935f4e5-df84-4889-8ceb-31a4604011a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:18.967131 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ca84d5c-5e2b-4877-8856-7bc960600139 req-9935f4e5-df84-4889-8ceb-31a4604011a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=660a619d-21d5-424e-8024-0751dcfe615e HTTP/1.1" status: 200 len: 898 time: 0.1224935 Nov 27 02:12:18.991586 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568724d9-b511-4521-a383-d7a373df6ff7 None None] Checking router: b776f489-6ab8-48d5-8db0-a03a51efe701 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:12:18.992222 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84183b04-006e-427c-b6b3-c820c70d889f req-b7a0a525-d8c8-4b39-9298-4ca5ec67bcb9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:18.993726 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84183b04-006e-427c-b6b3-c820c70d889f req-b7a0a525-d8c8-4b39-9298-4ca5ec67bcb9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.1401682 Nov 27 02:12:19.000089 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568724d9-b511-4521-a383-d7a373df6ff7 None None] Routers {'b776f489-6ab8-48d5-8db0-a03a51efe701'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:19.000718 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-568724d9-b511-4521-a383-d7a373df6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b776f489-6ab8-48d5-8db0-a03a51efe701'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:19.022490 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ca84d5c-5e2b-4877-8856-7bc960600139 req-630728b0-9e81-4848-83ce-bb56a54dff91 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba172606-5294-485a-9f1c-1a29f15a7a7c HTTP/1.1" status: 200 len: 217 time: 0.0449049 Nov 27 02:12:19.098541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-84183b04-006e-427c-b6b3-c820c70d889f req-fc2363f9-a02a-49c9-bb58-90d88f2599f6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787263 Nov 27 02:12:19.102228 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca84d5c-5e2b-4877-8856-7bc960600139 req-9926aacf-d0bd-45c2-9a15-230f90134230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:19.103660 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ca84d5c-5e2b-4877-8856-7bc960600139 req-9926aacf-d0bd-45c2-9a15-230f90134230 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=420627b2-781d-46a2-9611-7d675ec8b881 HTTP/1.1" status: 200 len: 834 time: 0.0688753 Nov 27 02:12:19.107129 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-568724d9-b511-4521-a383-d7a373df6ff7 None None] Set router b776f489-6ab8-48d5-8db0-a03a51efe701 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:19.158481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca84d5c-5e2b-4877-8856-7bc960600139 req-954e454e-9799-4724-abf4-3e8f560ece2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:19.160000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ca84d5c-5e2b-4877-8856-7bc960600139 req-954e454e-9799-4724-abf4-3e8f560ece2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=660a619d-21d5-424e-8024-0751dcfe615e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476472 Nov 27 02:12:19.249613 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ca84d5c-5e2b-4877-8856-7bc960600139 req-3d143945-42fa-4498-8eb1-c089a70eaa1a service neutron] 10.222.0.31 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813069 Nov 27 02:12:19.304697 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-568724d9-b511-4521-a383-d7a373df6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'bccb0bf3-3725-43cd-bcec-88d014111511', 'name': '', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:17:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '420627b2-781d-46a2-9611-7d675ec8b881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:10:00Z', 'updated_at': '2021-11-27T02:10:04Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '420627b2-781d-46a2-9611-7d675ec8b881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:19.331260 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568724d9-b511-4521-a383-d7a373df6ff7 None None] The sync data for ids ['b776f489-6ab8-48d5-8db0-a03a51efe701'] in n-d-817303-10 is: [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'bccb0bf3-3725-43cd-bcec-88d014111511', 'name': '', 'network_id': '660a619d-21d5-424e-8024-0751dcfe615e', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:17:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '420627b2-781d-46a2-9611-7d675ec8b881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:10:00Z', 'updated_at': '2021-11-27T02:10:04Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '420627b2-781d-46a2-9611-7d675ec8b881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:12:19.350137 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0ca84d5c-5e2b-4877-8856-7bc960600139 req-f9af5226-069c-4915-b1a1-072c002c695e service neutron] 10.222.0.31 "GET /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924196 Nov 27 02:12:19.559972 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6841e65a-f47e-4ee8-a46a-a6065f088ee3 None None] New status for floating IP 8dcc968d-b73b-4764-8f67-b2c871036b7e: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:12:20.270379 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfdc5-a0ed-404d-b8b2-094a518adfcd req-2a30b4cb-1efd-4781-a27a-b92db6a03a00 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:20.271798 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f3bfdc5-a0ed-404d-b8b2-094a518adfcd req-2a30b4cb-1efd-4781-a27a-b92db6a03a00 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.1023571 Nov 27 02:12:20.325353 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5f3bfdc5-a0ed-404d-b8b2-094a518adfcd req-6c3027ad-84dc-4148-b4b0-088c2b826d0b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=662284f1-d44c-4a61-9e78-9f96fb93ec95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473609 Nov 27 02:12:20.854507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc28c9-600b-4e2c-880b-ee75530e9b84 req-08398bec-6b0a-488a-ab89-4c12f1c2435c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:20.855950 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eacc28c9-600b-4e2c-880b-ee75530e9b84 req-08398bec-6b0a-488a-ab89-4c12f1c2435c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 945 time: 0.0485854 Nov 27 02:12:20.942460 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-eacc28c9-600b-4e2c-880b-ee75530e9b84 req-df096125-d9f5-4d46-8ddc-7e239b837361 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port ba172606-5294-485a-9f1c-1a29f15a7a7c {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:12:20.942801 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-eacc28c9-600b-4e2c-880b-ee75530e9b84 req-df096125-d9f5-4d46-8ddc-7e239b837361 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:21.033487 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-eacc28c9-600b-4e2c-880b-ee75530e9b84 req-df096125-d9f5-4d46-8ddc-7e239b837361 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port ba172606-5294-485a-9f1c-1a29f15a7a7c, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=ba172606-5294-485a-9f1c-1a29f15a7a7c,segment=NetworkSegment(d389618a-f033-414a-8b0e-9e4a885a7ecd),segment_id=d389618a-f033-414a-8b0e-9e4a885a7ecd)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:21.033858 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-eacc28c9-600b-4e2c-880b-ee75530e9b84 req-df096125-d9f5-4d46-8ddc-7e239b837361 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:21.046400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-eacc28c9-600b-4e2c-880b-ee75530e9b84 req-df096125-d9f5-4d46-8ddc-7e239b837361 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for ba172606-5294-485a-9f1c-1a29f15a7a7c owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:12:21.173688 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-eacc28c9-600b-4e2c-880b-ee75530e9b84 req-df096125-d9f5-4d46-8ddc-7e239b837361 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:21.202787 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df096125-d9f5-4d46-8ddc-7e239b837361 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=ba172606-5294-485a-9f1c-1a29f15a7a7c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:21.242390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacc28c9-600b-4e2c-880b-ee75530e9b84 req-df096125-d9f5-4d46-8ddc-7e239b837361 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] No DVR routers for this DVR port ba172606-5294-485a-9f1c-1a29f15a7a7c on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:12:21.245070 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-eacc28c9-600b-4e2c-880b-ee75530e9b84 req-df096125-d9f5-4d46-8ddc-7e239b837361 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:21.249060 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eacc28c9-600b-4e2c-880b-ee75530e9b84 req-df096125-d9f5-4d46-8ddc-7e239b837361 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "DELETE /v2.0/ports/ba172606-5294-485a-9f1c-1a29f15a7a7c HTTP/1.1" status: 204 len: 173 time: 0.3870122 Nov 27 02:12:21.249502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'name': 'network-vif-deleted', 'tag': 'ba172606-5294-485a-9f1c-1a29f15a7a7c'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:12:21.251824 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81b4ceb-787c-4f50-893d-bf3d4c7b4745" -d '{"events": [{"server_uuid": "3e669dc3-4633-4835-8e22-e07f05d0cae2", "name": "network-vif-deleted", "tag": "ba172606-5294-485a-9f1c-1a29f15a7a7c"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:12:21.288789 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42359ffa-4d48-4441-954f-3ff18a7037a5 x-openstack-request-id: req-42359ffa-4d48-4441-954f-3ff18a7037a5 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:12:21.289096 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e669dc3-4633-4835-8e22-e07f05d0cae2", "name": "network-vif-deleted", "tag": "ba172606-5294-485a-9f1c-1a29f15a7a7c", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:12:21.289356 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42359ffa-4d48-4441-954f-3ff18a7037a5 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:12:21.289760 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e669dc3-4633-4835-8e22-e07f05d0cae2', 'name': 'network-vif-deleted', 'tag': 'ba172606-5294-485a-9f1c-1a29f15a7a7c', 'status': 'completed', 'code': 200} Nov 27 02:12:21.436877 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-05f81874-d099-497b-b011-9fffa96361c1 req-3e1eff86-c0fc-4086-bb99-a8bf53f62c43 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e669dc3-4633-4835-8e22-e07f05d0cae2 HTTP/1.1" status: 200 len: 210 time: 0.0271549 Nov 27 02:12:22.494154 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44910) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:22.851557 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e400aad-7bf2-41fd-a389-e7dfa843f05b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:23.104521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-0e400aad-7bf2-41fd-a389-e7dfa843f05b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port bccb0bf3-3725-43cd-bcec-88d014111511 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:12:23.104792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e400aad-7bf2-41fd-a389-e7dfa843f05b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:23.197146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-0e400aad-7bf2-41fd-a389-e7dfa843f05b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port bccb0bf3-3725-43cd-bcec-88d014111511, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=bccb0bf3-3725-43cd-bcec-88d014111511,segment=NetworkSegment(d389618a-f033-414a-8b0e-9e4a885a7ecd),segment_id=d389618a-f033-414a-8b0e-9e4a885a7ecd)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:23.197510 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e400aad-7bf2-41fd-a389-e7dfa843f05b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:23.209035 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-0e400aad-7bf2-41fd-a389-e7dfa843f05b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for bccb0bf3-3725-43cd-bcec-88d014111511 owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:12:23.391849 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e400aad-7bf2-41fd-a389-e7dfa843f05b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:23.417382 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e400aad-7bf2-41fd-a389-e7dfa843f05b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=bccb0bf3-3725-43cd-bcec-88d014111511,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:23.589200 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0e400aad-7bf2-41fd-a389-e7dfa843f05b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:23.803605 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e400aad-7bf2-41fd-a389-e7dfa843f05b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router b776f489-6ab8-48d5-8db0-a03a51efe701 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:12:24.193317 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e400aad-7bf2-41fd-a389-e7dfa843f05b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:12:24.199015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0e400aad-7bf2-41fd-a389-e7dfa843f05b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "PUT /v2.0/routers/b776f489-6ab8-48d5-8db0-a03a51efe701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7037678 Nov 27 02:12:24.201954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44912) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:24.204092 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85136ef9-8fad-4bcb-8652-10f18f5cefd6 None None] Sync routers for ids ['b776f489-6ab8-48d5-8db0-a03a51efe701'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:12:24.213557 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85136ef9-8fad-4bcb-8652-10f18f5cefd6 None None] Routers {'b776f489-6ab8-48d5-8db0-a03a51efe701'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:24.214163 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-85136ef9-8fad-4bcb-8652-10f18f5cefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b776f489-6ab8-48d5-8db0-a03a51efe701'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:24.253634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting subnet 420627b2-781d-46a2-9611-7d675ec8b881 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:12:24.259974 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:24.297292 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:24.318293 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-85136ef9-8fad-4bcb-8652-10f18f5cefd6 None None] Set router b776f489-6ab8-48d5-8db0-a03a51efe701 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:24.383765 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:24.444989 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:24.472954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Subnet': ['ID=420627b2-781d-46a2-9611-7d675ec8b881,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:24.481746 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:24.482015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:24.482369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:24.482710 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:24.483047 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:24.484005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:24.484005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:24.484005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:24.484533 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:24.484705 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:24.485052 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:24.485383 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:24.486041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea366fd-1a35-4017-935b-e6cb966da7c8 None None] Network 660a619d-21d5-424e-8024-0751dcfe615e requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:12:24.488354 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:24.494619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44914) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:24.497833 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-7ded78b6-c0b7-4f29-a709-85700bc7e24d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/subnets/420627b2-781d-46a2-9611-7d675ec8b881 HTTP/1.1" status: 204 len: 168 time: 0.2937248 Nov 27 02:12:24.503651 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-85136ef9-8fad-4bcb-8652-10f18f5cefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:12:23Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:24.530524 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85136ef9-8fad-4bcb-8652-10f18f5cefd6 None None] Checking router: b776f489-6ab8-48d5-8db0-a03a51efe701 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:12:24.539807 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85136ef9-8fad-4bcb-8652-10f18f5cefd6 None None] Routers {'b776f489-6ab8-48d5-8db0-a03a51efe701'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:24.540601 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-85136ef9-8fad-4bcb-8652-10f18f5cefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['b776f489-6ab8-48d5-8db0-a03a51efe701'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:24.610998 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:24.649827 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-85136ef9-8fad-4bcb-8652-10f18f5cefd6 None None] Set router b776f489-6ab8-48d5-8db0-a03a51efe701 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:24.673014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] DHCP port deletion for 660a619d-21d5-424e-8024-0751dcfe615e request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:12:24.723496 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:24.726162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Deleting port 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:12:24.726611 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:24.778506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port d591b250-b416-4c99-9aa7-c55dee40904f {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:12:24.778864 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:24.791425 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] For port 18bb20a6-29ff-47b3-9a57-f8faf0a242b6, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=18bb20a6-29ff-47b3-9a57-f8faf0a242b6,segment=NetworkSegment(d389618a-f033-414a-8b0e-9e4a885a7ecd),segment_id=d389618a-f033-414a-8b0e-9e4a885a7ecd)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:24.791833 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:24.805040 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Calling delete_port for 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:12:24.834836 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-85136ef9-8fad-4bcb-8652-10f18f5cefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:12:23Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:24.864493 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port d591b250-b416-4c99-9aa7-c55dee40904f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=d591b250-b416-4c99-9aa7-c55dee40904f,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:24.865419 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:24.881597 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for d591b250-b416-4c99-9aa7-c55dee40904f owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:12:24.888971 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:24.962337 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85136ef9-8fad-4bcb-8652-10f18f5cefd6 None None] The sync data for ids ['b776f489-6ab8-48d5-8db0-a03a51efe701'] in n-d-817303-10 is: [{'id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994824523', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:12:23Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': 'd591b250-b416-4c99-9aa7-c55dee40904f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b776f489-6ab8-48d5-8db0-a03a51efe701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:09:57Z', 'updated_at': '2021-11-27T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:12:25.069168 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.084989 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ba172606-5294-485a-9f1c-1a29f15a7a7c no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:12:25.088307 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Pushing event deleted for resources: {'Port': ['ID=18bb20a6-29ff-47b3-9a57-f8faf0a242b6,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:25.096125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=d591b250-b416-4c99-9aa7-c55dee40904f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:25.117415 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c0321c-ab57-4866-a594-542e36838a66 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:12:25.119941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] No DVR routers for this DVR port 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:12:25.123249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: ba172606-5294-485a-9f1c-1a29f15a7a7c {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:12:25.123711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device ba172606-5294-485a-9f1c-1a29f15a7a7c not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:12:25.127550 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:25.127901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:25.128276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:25.128609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:25.128941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:25.129273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:25.129598 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:25.129922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:25.130244 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:25.130564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:25.131285 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:25.131285 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437477d-abd1-4a66-bdde-11899dba0b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:25.158661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.253038 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.255036 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.297559 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.298122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Fanout notify agent at l3_agent the message router_deleted on router b776f489-6ab8-48d5-8db0-a03a51efe701 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:12:25.306157 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.307246 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-72da3efd-eb27-46ae-81f3-e616cf821aeb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/routers/b776f489-6ab8-48d5-8db0-a03a51efe701 HTTP/1.1" status: 204 len: 168 time: 0.8116386 Nov 27 02:12:25.310593 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44916) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:25.408357 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64281a90-a9b3-4063-a671-3bff6947c9d0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.444950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bccb0bf3-3725-43cd-bcec-88d014111511 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:12:25.465733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: bccb0bf3-3725-43cd-bcec-88d014111511 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:12:25.466084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device bccb0bf3-3725-43cd-bcec-88d014111511 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:12:25.466511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:12:25.486993 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:12:25.487638 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 18bb20a6-29ff-47b3-9a57-f8faf0a242b6 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:12:25.508193 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64281a90-a9b3-4063-a671-3bff6947c9d0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.527543 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-64281a90-a9b3-4063-a671-3bff6947c9d0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660a619d-21d5-424e-8024-0751dcfe615e']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:25.537104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-64281a90-a9b3-4063-a671-3bff6947c9d0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd389618a-f033-414a-8b0e-9e4a885a7ecd') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:25.537408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-64281a90-a9b3-4063-a671-3bff6947c9d0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd389618a-f033-414a-8b0e-9e4a885a7ecd') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:25.547342 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64281a90-a9b3-4063-a671-3bff6947c9d0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.561198 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64281a90-a9b3-4063-a671-3bff6947c9d0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.567810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64281a90-a9b3-4063-a671-3bff6947c9d0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:12:25.568377 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64281a90-a9b3-4063-a671-3bff6947c9d0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:12:25.572005 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:12:25.635860 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64281a90-a9b3-4063-a671-3bff6947c9d0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.644120 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64281a90-a9b3-4063-a671-3bff6947c9d0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.649927 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-64281a90-a9b3-4063-a671-3bff6947c9d0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/networks/660a619d-21d5-424e-8024-0751dcfe615e HTTP/1.1" status: 204 len: 168 time: 0.3357584 Nov 27 02:12:25.650697 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44918) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:25.660025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64281a90-a9b3-4063-a671-3bff6947c9d0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Network': ['ID=660a619d-21d5-424e-8024-0751dcfe615e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:25.711752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-52bc975b-cf94-4d50-b155-6da43099b5d4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.736045 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-52bc975b-cf94-4d50-b155-6da43099b5d4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.798508 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-52bc975b-cf94-4d50-b155-6da43099b5d4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.801119 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-52bc975b-cf94-4d50-b155-6da43099b5d4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.802310 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-52bc975b-cf94-4d50-b155-6da43099b5d4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/security-groups/662284f1-d44c-4a61-9e78-9f96fb93ec95 HTTP/1.1" status: 204 len: 168 time: 0.1505568 Nov 27 02:12:25.811762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc975b-cf94-4d50-b155-6da43099b5d4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=662284f1-d44c-4a61-9e78-9f96fb93ec95,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:25.981211 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44924) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:25.985884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-da94f103-3f9c-490b-86d1-48b7b0c8b5bd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592634678', 'description': 'tempest-secgroup-smoke-1592634678 description', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:26.008945 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da94f103-3f9c-490b-86d1-48b7b0c8b5bd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.080030 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da94f103-3f9c-490b-86d1-48b7b0c8b5bd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.083643 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da94f103-3f9c-490b-86d1-48b7b0c8b5bd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.111413 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-da94f103-3f9c-490b-86d1-48b7b0c8b5bd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.112661 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-da94f103-3f9c-490b-86d1-48b7b0c8b5bd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1304402 Nov 27 02:12:26.115783 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44926) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:26.116723 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94f103-3f9c-490b-86d1-48b7b0c8b5bd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c001da6b-2a20-46e1-9d10-64539d00ab8c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:26.120533 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-90a5465e-e032-447f-abba-c48386a040e9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': 'c001da6b-2a20-46e1-9d10-64539d00ab8c', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:26.150305 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90a5465e-e032-447f-abba-c48386a040e9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.206087 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90a5465e-e032-447f-abba-c48386a040e9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.210259 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90a5465e-e032-447f-abba-c48386a040e9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.227812 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5465e-e032-447f-abba-c48386a040e9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d224e35e-cb9a-49a0-828d-f24113a334e7,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:26.236438 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90a5465e-e032-447f-abba-c48386a040e9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.237640 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-90a5465e-e032-447f-abba-c48386a040e9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207461 Nov 27 02:12:26.240680 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44928) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:26.244936 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-e0302a8d-b9da-433d-8be9-84a60fc56aaf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': 'c001da6b-2a20-46e1-9d10-64539d00ab8c', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:26.272298 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0302a8d-b9da-433d-8be9-84a60fc56aaf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.327826 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0302a8d-b9da-433d-8be9-84a60fc56aaf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.331594 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0302a8d-b9da-433d-8be9-84a60fc56aaf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.350773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0302a8d-b9da-433d-8be9-84a60fc56aaf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2ef6bb-94e2-4aa8-87c7-8acc877467a0,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:26.359419 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e0302a8d-b9da-433d-8be9-84a60fc56aaf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.360685 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e0302a8d-b9da-433d-8be9-84a60fc56aaf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190577 Nov 27 02:12:26.363244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44930) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:26.367580 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-1eda635d-a676-4445-a82d-2a1e2676bac9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': 'c001da6b-2a20-46e1-9d10-64539d00ab8c', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:26.393792 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1eda635d-a676-4445-a82d-2a1e2676bac9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.452815 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1eda635d-a676-4445-a82d-2a1e2676bac9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.456277 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1eda635d-a676-4445-a82d-2a1e2676bac9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.473062 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda635d-a676-4445-a82d-2a1e2676bac9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc51d8a-bff2-4f1c-9979-cc8dcf73a529,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:26.481796 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1eda635d-a676-4445-a82d-2a1e2676bac9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.483038 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1eda635d-a676-4445-a82d-2a1e2676bac9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188698 Nov 27 02:12:26.485803 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44932) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:26.490144 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-faeb9e52-3309-44bf-9583-80ba609e73b7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': 'c001da6b-2a20-46e1-9d10-64539d00ab8c', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:26.517184 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-faeb9e52-3309-44bf-9583-80ba609e73b7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.573007 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-faeb9e52-3309-44bf-9583-80ba609e73b7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.576647 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-faeb9e52-3309-44bf-9583-80ba609e73b7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.594564 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb9e52-3309-44bf-9583-80ba609e73b7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfb917c-9998-44f0-9274-e4fa486ac220,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:26.601679 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-faeb9e52-3309-44bf-9583-80ba609e73b7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.602874 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-faeb9e52-3309-44bf-9583-80ba609e73b7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160808 Nov 27 02:12:26.605576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44934) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:26.610465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b6a2e4d4-e7e0-41eb-bb7b-f615c6b179e8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': 'c001da6b-2a20-46e1-9d10-64539d00ab8c', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:26.630590 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-b6a2e4d4-e7e0-41eb-bb7b-f615c6b179e8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Project ca6386846a1c4ac393b06f7422fb16c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:12:26.635300 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e4d4-e7e0-41eb-bb7b-f615c6b179e8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.692434 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e4d4-e7e0-41eb-bb7b-f615c6b179e8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.695760 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e4d4-e7e0-41eb-bb7b-f615c6b179e8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.712816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2e4d4-e7e0-41eb-bb7b-f615c6b179e8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28debbd5-f23d-455e-b767-464ef85a4a3d,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:26.721983 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e4d4-e7e0-41eb-bb7b-f615c6b179e8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.723650 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b6a2e4d4-e7e0-41eb-bb7b-f615c6b179e8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164167 Nov 27 02:12:26.726590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44936) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:26.731754 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f9a0c839-1f4e-4c4e-81c9-b477bd91776f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': 'c001da6b-2a20-46e1-9d10-64539d00ab8c', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:26.752949 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-f9a0c839-1f4e-4c4e-81c9-b477bd91776f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Project ca6386846a1c4ac393b06f7422fb16c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:12:26.757779 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f9a0c839-1f4e-4c4e-81c9-b477bd91776f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.818707 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f9a0c839-1f4e-4c4e-81c9-b477bd91776f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.822156 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f9a0c839-1f4e-4c4e-81c9-b477bd91776f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.842171 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0c839-1f4e-4c4e-81c9-b477bd91776f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c7f60f-bf7b-4600-971b-b5d38392bd19,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:26.847373 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f9a0c839-1f4e-4c4e-81c9-b477bd91776f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.848613 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f9a0c839-1f4e-4c4e-81c9-b477bd91776f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207745 Nov 27 02:12:26.851550 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44938) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:26.856645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f64de737-5096-4da6-8782-86c40dd8bc55 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'network': {'name': 'tempest-network-smoke--896054594', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'port_security_enabled': True}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:26.876624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64de737-5096-4da6-8782-86c40dd8bc55 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:12:26.879970 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f64de737-5096-4da6-8782-86c40dd8bc55 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.903547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64de737-5096-4da6-8782-86c40dd8bc55 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:12:26.912291 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f64de737-5096-4da6-8782-86c40dd8bc55 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.912636 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-f64de737-5096-4da6-8782-86c40dd8bc55 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Added segment ac665879-7025-4079-b658-a882909a2371 of type vlan for network 21b35052-90be-4b5f-8586-8cf7e8da7ecf Nov 27 02:12:26.950805 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f64de737-5096-4da6-8782-86c40dd8bc55 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.974337 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f64de737-5096-4da6-8782-86c40dd8bc55 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.979864 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64de737-5096-4da6-8782-86c40dd8bc55 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:26.980480 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f64de737-5096-4da6-8782-86c40dd8bc55 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:27.033158 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f64de737-5096-4da6-8782-86c40dd8bc55 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1804399 Nov 27 02:12:27.036088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44940) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:27.040389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'admin_state_up': True, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:27.064094 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64de737-5096-4da6-8782-86c40dd8bc55 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Network': ['ID=21b35052-90be-4b5f-8586-8cf7e8da7ecf,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:27.075763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 21b35052-90be-4b5f-8586-8cf7e8da7ecf details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:12:27.082370 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:27.083422 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:27.134467 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:27.281189 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:27.324565 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d591b250-b416-4c99-9aa7-c55dee40904f no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:12:27.346161 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: d591b250-b416-4c99-9aa7-c55dee40904f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:12:27.346496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device d591b250-b416-4c99-9aa7-c55dee40904f not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:12:27.472868 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:27.490774 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:27.590427 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.25.1.23 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/3977dd78-59ea-4281-bbb5-8e722115ffbd) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:12:27.691002 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:27.723833 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:27.766175 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:12:27.769050 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:12:27.773313 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:12:27.776446 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=3977dd78-59ea-4281-bbb5-8e722115ffbd,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:27.782607 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df737b85-7825-4f75-82c2-f58eb835dd84 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:12:27.825480 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b1d01873-5d44-4fe1-b04b-b28b38c2c41f None None] Provisioning complete for port 3977dd78-59ea-4281-bbb5-8e722115ffbd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:27.825949 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b1d01873-5d44-4fe1-b04b-b28b38c2c41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:27.858905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b1d01873-5d44-4fe1-b04b-b28b38c2c41f None None] Port 3977dd78-59ea-4281-bbb5-8e722115ffbd cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:12:28.019016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:28.209300 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:28.336654 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:12:28.439791 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:12:28.454243 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Sync routers for ids ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:12:28.461217 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:28.462877 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1c7b018b-d83e-47d0-9d9b-6fd6a5a8ff0d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4258113 Nov 27 02:12:28.466398 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Routers {'6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:28.466816 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44942) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:28.467208 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:28.494529 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a07f0004-5542-48dc-9ba3-290ab1ea1477 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ca6386846a1c4ac393b06f7422fb16c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264802 Nov 27 02:12:28.497025 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44944) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:28.570105 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Set router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:28.580948 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec0e7b9-192e-4ad9-8731-8d480c4cdb0b tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:28.582452 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1ec0e7b9-192e-4ad9-8731-8d480c4cdb0b tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845492 Nov 27 02:12:28.585235 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44946) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:28.617499 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1a7705b1-bf05-4e30-8406-5138326ecd3e tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311935 Nov 27 02:12:28.619991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 44948) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:28.624747 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a74d833c-3b86-43aa-916c-848c183f7b60 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-250438848', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:28.711824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74d833c-3b86-43aa-916c-848c183f7b60 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:12:28.715390 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a74d833c-3b86-43aa-916c-848c183f7b60 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:28.746982 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:27Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:28.777198 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Checking router: 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:12:28.777551 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Updating router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae port 3977dd78-59ea-4281-bbb5-8e722115ffbd binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:12:28.804819 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:28.898268 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a74d833c-3b86-43aa-916c-848c183f7b60 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:28.955642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d833c-3b86-43aa-916c-848c183f7b60 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Subnet': ['ID=1ca02360-5aa7-421e-8c2a-aa62cffb9183,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:28.966082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d833c-3b86-43aa-916c-848c183f7b60 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Checking segment: {'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:12:28.966447 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74d833c-3b86-43aa-916c-848c183f7b60 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network hostable DHCP agents. Network: 21b35052-90be-4b5f-8586-8cf7e8da7ecf, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:12:28.984699 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74d833c-3b86-43aa-916c-848c183f7b60 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 21b35052-90be-4b5f-8586-8cf7e8da7ecf is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:12:28.993501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-a74d833c-3b86-43aa-916c-848c183f7b60 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 21b35052-90be-4b5f-8586-8cf7e8da7ecf) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:12:28.999425 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74d833c-3b86-43aa-916c-848c183f7b60 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:29.000057 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a74d833c-3b86-43aa-916c-848c183f7b60 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:29.009847 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e80c12-dd8b-4862-be21-db73968cb59f None None] Network 21b35052-90be-4b5f-8586-8cf7e8da7ecf requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:12:29.016088 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a74d833c-3b86-43aa-916c-848c183f7b60 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3950717 Nov 27 02:12:29.019012 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 44950) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:29.115641 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:29.127457 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:29.178850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce3ebf0-1858-49ef-a87c-70130c15f54d None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:12:29.242637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Attempting to bind port 3977dd78-59ea-4281-bbb5-8e722115ffbd on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:12:29.244009 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Attempting to bind port 3977dd78-59ea-4281-bbb5-8e722115ffbd by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:12:29.244731 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Attempting to bind port 3977dd78-59ea-4281-bbb5-8e722115ffbd on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:12:29.251075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f722758-0599-4021-89e2-c44c2eac3487 None None] Pushing event updated for resources: {'Port': ['ID=3977dd78-59ea-4281-bbb5-8e722115ffbd,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:29.254569 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:29.261057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:12:29.261434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:12:29.261835 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:29.262750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:12:29.263230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Bound port: 3977dd78-59ea-4281-bbb5-8e722115ffbd, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:12:29.263609 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:29.336319 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ips': [{'subnet_id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:12:29.337164 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:29.347693 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b5213d42-3d64-4911-ae6a-a9864b564fb8 None None] Provisioning complete for port 3977dd78-59ea-4281-bbb5-8e722115ffbd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:29.348058 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b5213d42-3d64-4911-ae6a-a9864b564fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:29.385359 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] For port 3977dd78-59ea-4281-bbb5-8e722115ffbd, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:12:29.418934 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] For port 3977dd78-59ea-4281-bbb5-8e722115ffbd, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=3977dd78-59ea-4281-bbb5-8e722115ffbd,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:12:29.421864 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b5213d42-3d64-4911-ae6a-a9864b564fb8 None None] Port 3977dd78-59ea-4281-bbb5-8e722115ffbd cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:12:29.457214 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:29.471172 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:29.529416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df5112c-01be-48bd-b9d9-3838bfa17535 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:12:29.581147 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Routers {'6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:29.581760 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:29.588328 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f722758-0599-4021-89e2-c44c2eac3487 None None] Pushing event updated for resources: {'Port': ['ID=3977dd78-59ea-4281-bbb5-8e722115ffbd,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:29.657909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Allocated IP 172.20.0.2 (21b35052-90be-4b5f-8586-8cf7e8da7ecf/1ca02360-5aa7-421e-8c2a-aa62cffb9183/08aa64b1-801e-4df5-bd4e-721e4d42d952) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:12:29.702880 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-ac955e49-3bf6-4c62-863c-663939e50b09 None None] Provisioning complete for port 3977dd78-59ea-4281-bbb5-8e722115ffbd triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:29.703167 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ac955e49-3bf6-4c62-863c-663939e50b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:29.806725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] Set router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:30.000157 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ac955e49-3bf6-4c62-863c-663939e50b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:30.039401 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ac955e49-3bf6-4c62-863c-663939e50b09 None None] For port 3977dd78-59ea-4281-bbb5-8e722115ffbd, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=3977dd78-59ea-4281-bbb5-8e722115ffbd,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:30.051521 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ac955e49-3bf6-4c62-863c-663939e50b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:30.077904 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:30.101233 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:30.137157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.20.0.1 (21b35052-90be-4b5f-8586-8cf7e8da7ecf/1ca02360-5aa7-421e-8c2a-aa62cffb9183/a7b04b2a-6dd0-4dea-a290-2810bc8d5071) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:12:30.260482 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:30.300108 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:30.304131 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Network 21b35052-90be-4b5f-8586-8cf7e8da7ecf is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:12:30.305026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac955e49-3bf6-4c62-863c-663939e50b09 None None] Pushing event updated for resources: {'Port': ['ID=3977dd78-59ea-4281-bbb5-8e722115ffbd,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:30.312469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:12:30.334228 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:12:30.345022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 21b35052-90be-4b5f-8586-8cf7e8da7ecf is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:12:30.348151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:12:30.351822 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:12:30.377220 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Pushing event updated for resources: {'Port': ['ID=08aa64b1-801e-4df5-bd4e-721e4d42d952,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:30.382802 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=a7b04b2a-6dd0-4dea-a290-2810bc8d5071,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:30.399258 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:30.405761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:27Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:30.437517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Attempting to bind port 08aa64b1-801e-4df5-bd4e-721e4d42d952 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:12:30.437888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Attempting to bind port 08aa64b1-801e-4df5-bd4e-721e4d42d952 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:12:30.438246 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Attempting to bind port 08aa64b1-801e-4df5-bd4e-721e4d42d952 on network 21b35052-90be-4b5f-8586-8cf7e8da7ecf {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:12:30.440394 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929504c2-c5d4-482c-bfd7-ff2831fb186f None None] The sync data for ids ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'] in n-d-817303-10 is: [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:27Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:12:30.445270 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:12:30.445603 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Checking segment: {'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:12:30.445939 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:30.446325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Bound using segment: {'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:12:30.446790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Bound port: 08aa64b1-801e-4df5-bd4e-721e4d42d952, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:12:30.447169 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:30.516346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] For port 08aa64b1-801e-4df5-bd4e-721e4d42d952, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:12:30.519714 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] For port 08aa64b1-801e-4df5-bd4e-721e4d42d952, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=08aa64b1-801e-4df5-bd4e-721e4d42d952,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:12:30.525604 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:30.539919 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:30.584406 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac64676-ab6b-4e60-82f4-e4471e84a038 None None] Pushing event updated for resources: {'Port': ['ID=08aa64b1-801e-4df5-bd4e-721e4d42d952,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:30.900205 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:30.906549 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:30.985846 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:30.987625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=a7b04b2a-6dd0-4dea-a290-2810bc8d5071,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:31.086263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 21b35052-90be-4b5f-8586-8cf7e8da7ecf is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:12:31.087706 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:12:31.135328 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:31.203232 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:12:31.322447 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:12:31.333029 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6e7d30df-ed49-4a55-bdbe-937cba6b2ddf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "PUT /v2.0/routers/6c5fc0bf-8d19-41d5-a653-67e6e2f40dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3086741 Nov 27 02:12:31.485169 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 08aa64b1-801e-4df5-bd4e-721e4d42d952 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:12:31.515211 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-75120b9c-3270-4923-8268-9cc375f1fbae tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592634678&fields=id&tenant_id=ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 267 time: 0.0620975 Nov 27 02:12:31.546306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 08aa64b1-801e-4df5-bd4e-721e4d42d952 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:31.546877 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:31.627516 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:31.640653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-da42afb4-b0bd-49f8-ade9-907b67f95383 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:31.642551 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-da42afb4-b0bd-49f8-ade9-907b67f95383 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/networks?id=21b35052-90be-4b5f-8586-8cf7e8da7ecf HTTP/1.1" status: 200 len: 796 time: 0.1187084 Nov 27 02:12:31.659950 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-c88b9427-187c-4f6e-9e36-67116bfe6287 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/quotas/ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 375 time: 0.0110505 Nov 27 02:12:31.670071 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port 08aa64b1-801e-4df5-bd4e-721e4d42d952, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=08aa64b1-801e-4df5-bd4e-721e4d42d952,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:31.674726 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:31.675601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 3977dd78-59ea-4281-bbb5-8e722115ffbd up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:12:31.720593 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1fdb43b5-8844-4075-a0e0-5fbfa76ca162 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505841 Nov 27 02:12:31.721751 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cde3e8-1e20-479a-993b-f97fcaa486f1 None None] Network 21b35052-90be-4b5f-8586-8cf7e8da7ecf requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:12:31.823614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=08aa64b1-801e-4df5-bd4e-721e4d42d952,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:31.829340 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-097b2461-013a-4952-80da-3cab27087d7f None None] Provisioning complete for port 08aa64b1-801e-4df5-bd4e-721e4d42d952 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:31.829718 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-097b2461-013a-4952-80da-3cab27087d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:31.866442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-ebcabc73-b7b3-4ee7-bc2c-f33d2c1c1570 service neutron] 10.222.0.15 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340344 Nov 27 02:12:31.909405 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 3977dd78-59ea-4281-bbb5-8e722115ffbd triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:31.909937 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:31.964918 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-b6d22d51-c343-4349-92d0-460c8eb37460 service neutron] 10.222.0.15 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884135 Nov 27 02:12:32.148636 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-739c3d8d-db6e-437c-a3d2-477967df6d5d req-eed972a1-ae73-4c9d-9969-7eee88b0fda1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 210 time: 0.0327327 Nov 27 02:12:32.251862 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Sync routers for ids ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:12:32.265564 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Routers {'6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:32.266197 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:32.362639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-549ef258-7664-4b42-b027-1e0aafee1e5a None None] Provisioning complete for port a7b04b2a-6dd0-4dea-a290-2810bc8d5071 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:32.363264 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-549ef258-7664-4b42-b027-1e0aafee1e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:32.378879 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Set router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:32.408114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-549ef258-7664-4b42-b027-1e0aafee1e5a None None] Port a7b04b2a-6dd0-4dea-a290-2810bc8d5071 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:12:32.420926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-549ef258-7664-4b42-b027-1e0aafee1e5a None None] Provisioning complete for port 08aa64b1-801e-4df5-bd4e-721e4d42d952 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:32.421546 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-549ef258-7664-4b42-b027-1e0aafee1e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:32.591078 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a7b04b2a-6dd0-4dea-a290-2810bc8d5071', 'name': '', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:d9:a9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:29Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 2, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:32.622026 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Checking router: 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:12:32.622302 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Updating router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae port a7b04b2a-6dd0-4dea-a290-2810bc8d5071 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:12:32.648973 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:32.653820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1b736de8-ea68-4cad-a215-96b42929e2d8 None None] Provisioning complete for port a7b04b2a-6dd0-4dea-a290-2810bc8d5071 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:32.654385 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1b736de8-ea68-4cad-a215-96b42929e2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:32.695499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1b736de8-ea68-4cad-a215-96b42929e2d8 None None] Port a7b04b2a-6dd0-4dea-a290-2810bc8d5071 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:12:32.813644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4e74dc1c-c690-42b6-a0f6-1ef81a185444 None None] Provisioning complete for port a7b04b2a-6dd0-4dea-a290-2810bc8d5071 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:32.813929 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4e74dc1c-c690-42b6-a0f6-1ef81a185444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:32.853499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4e74dc1c-c690-42b6-a0f6-1ef81a185444 None None] Port a7b04b2a-6dd0-4dea-a290-2810bc8d5071 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:12:32.929386 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:32.934359 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:32.989486 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7a2a0-26c6-41de-bd1d-e1f19081f912 None None] Pushing event updated for resources: {'Port': ['ID=a7b04b2a-6dd0-4dea-a290-2810bc8d5071,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:33.010536 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a2a0-26c6-41de-bd1d-e1f19081f912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:33.010885 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a2a0-26c6-41de-bd1d-e1f19081f912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:33.011235 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a2a0-26c6-41de-bd1d-e1f19081f912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:33.011577 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a2a0-26c6-41de-bd1d-e1f19081f912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:33.012542 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a2a0-26c6-41de-bd1d-e1f19081f912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:33.012876 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a2a0-26c6-41de-bd1d-e1f19081f912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:33.013206 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a2a0-26c6-41de-bd1d-e1f19081f912 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:33.013533 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a2a0-26c6-41de-bd1d-e1f19081f912 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:33.013855 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a2a0-26c6-41de-bd1d-e1f19081f912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:33.014193 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a2a0-26c6-41de-bd1d-e1f19081f912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:33.014500 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a2a0-26c6-41de-bd1d-e1f19081f912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:33.014822 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7a2a0-26c6-41de-bd1d-e1f19081f912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:33.050501 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Attempting to bind port a7b04b2a-6dd0-4dea-a290-2810bc8d5071 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:12:33.050869 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Attempting to bind port a7b04b2a-6dd0-4dea-a290-2810bc8d5071 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:12:33.051233 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Attempting to bind port a7b04b2a-6dd0-4dea-a290-2810bc8d5071 on network 21b35052-90be-4b5f-8586-8cf7e8da7ecf {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:12:33.056691 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:12:33.057071 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Checking segment: {'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:12:33.057504 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:33.057953 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Bound using segment: {'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:12:33.058450 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Bound port: a7b04b2a-6dd0-4dea-a290-2810bc8d5071, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:12:33.058868 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:33.126362 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] For port a7b04b2a-6dd0-4dea-a290-2810bc8d5071, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:12:33.129553 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] For port a7b04b2a-6dd0-4dea-a290-2810bc8d5071, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a7b04b2a-6dd0-4dea-a290-2810bc8d5071,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:12:33.134131 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:33.185084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6f5f12c8-1ef5-4edf-963f-53c092e5bac0 None None] Provisioning complete for port a7b04b2a-6dd0-4dea-a290-2810bc8d5071 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:33.185666 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f5f12c8-1ef5-4edf-963f-53c092e5bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:33.199116 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Routers {'6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:33.200584 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:12:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:33.202555 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7a2a0-26c6-41de-bd1d-e1f19081f912 None None] Pushing event updated for resources: {'Port': ['ID=a7b04b2a-6dd0-4dea-a290-2810bc8d5071,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:33.360882 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f5f12c8-1ef5-4edf-963f-53c092e5bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:33.373147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2b9f7f49-9ac4-4f64-b001-569b3b681cb0 req-d68363b7-8320-4e5c-bebb-ece65af80f82 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 210 time: 0.0887618 Nov 27 02:12:33.391186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-8ebcc998-3b76-4acb-a5a8-3cad61fd54fb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:33.396574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-8ebcc998-3b76-4acb-a5a8-3cad61fd54fb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/networks?id=21b35052-90be-4b5f-8586-8cf7e8da7ecf HTTP/1.1" status: 200 len: 796 time: 0.1404750 Nov 27 02:12:33.398636 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] Set router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:33.435010 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6f5f12c8-1ef5-4edf-963f-53c092e5bac0 None None] For port a7b04b2a-6dd0-4dea-a290-2810bc8d5071, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a7b04b2a-6dd0-4dea-a290-2810bc8d5071,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:33.443840 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f5f12c8-1ef5-4edf-963f-53c092e5bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:33.450765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 08aa64b1-801e-4df5-bd4e-721e4d42d952 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:12:33.488792 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-cbf686ef-b7c4-4027-b9c2-bb6263124d0a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 380 time: 0.0741251 Nov 27 02:12:33.498414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1eb81463-6b6f-45ad-b872-2599c9fb5fa9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'port': {'device_id': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'admin_state_up': True, 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'security_groups': ['c001da6b-2a20-46e1-9d10-64539d00ab8c']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:33.550086 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f12c8-1ef5-4edf-963f-53c092e5bac0 None None] Pushing event updated for resources: {'Port': ['ID=a7b04b2a-6dd0-4dea-a290-2810bc8d5071,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:33.580493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 08aa64b1-801e-4df5-bd4e-721e4d42d952 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:33.580872 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:33.584356 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5245beea-9556-4321-aaf0-0f31031e157e None None] Provisioning complete for port a7b04b2a-6dd0-4dea-a290-2810bc8d5071 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:33.584729 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5245beea-9556-4321-aaf0-0f31031e157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:33.620874 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1eb81463-6b6f-45ad-b872-2599c9fb5fa9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:12:33.624933 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1eb81463-6b6f-45ad-b872-2599c9fb5fa9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:33.646843 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a7b04b2a-6dd0-4dea-a290-2810bc8d5071', 'name': '', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:d9:a9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:29Z', 'updated_at': '2021-11-27T02:12:33Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:33.674656 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a57cef-7983-466e-99b6-12c0d4fbfb6a None None] The sync data for ids ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'] in n-d-817303-10 is: [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a7b04b2a-6dd0-4dea-a290-2810bc8d5071', 'name': '', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:d9:a9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:29Z', 'updated_at': '2021-11-27T02:12:33Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:12:33.788497 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1eb81463-6b6f-45ad-b872-2599c9fb5fa9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.20.0.12 (21b35052-90be-4b5f-8586-8cf7e8da7ecf/1ca02360-5aa7-421e-8c2a-aa62cffb9183/6642872c-6397-455f-9f20-8269fe7bf4ca) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:12:34.249090 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1eb81463-6b6f-45ad-b872-2599c9fb5fa9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:34.288490 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1eb81463-6b6f-45ad-b872-2599c9fb5fa9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:34.337448 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1eb81463-6b6f-45ad-b872-2599c9fb5fa9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 21b35052-90be-4b5f-8586-8cf7e8da7ecf is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:12:34.340698 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1eb81463-6b6f-45ad-b872-2599c9fb5fa9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:12:34.344564 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1eb81463-6b6f-45ad-b872-2599c9fb5fa9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:12:34.368789 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81463-6b6f-45ad-b872-2599c9fb5fa9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=6642872c-6397-455f-9f20-8269fe7bf4ca,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:34.397637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1eb81463-6b6f-45ad-b872-2599c9fb5fa9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:34.398321 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1eb81463-6b6f-45ad-b872-2599c9fb5fa9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:34.416440 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1eb81463-6b6f-45ad-b872-2599c9fb5fa9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9217217 Nov 27 02:12:34.438625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Request body: {'port': {'device_id': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:34.532130 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:34.545225 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4c09-11ab-475a-8448-9e583b2e971a req-20a56a0a-ff04-4e5a-9875-160085731804 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:34.546822 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7b6b4c09-11ab-475a-8448-9e583b2e971a req-20a56a0a-ff04-4e5a-9875-160085731804 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 932 time: 0.0870526 Nov 27 02:12:34.632184 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7b6b4c09-11ab-475a-8448-9e583b2e971a req-619e76ef-671a-46aa-9472-92130385a8ac tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736699 Nov 27 02:12:34.677263 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-69e1b24e-fda4-4447-8329-0bb01951fef4 None None] Provisioning complete for port 6642872c-6397-455f-9f20-8269fe7bf4ca triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:34.677770 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-69e1b24e-fda4-4447-8329-0bb01951fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:34.713050 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-69e1b24e-fda4-4447-8329-0bb01951fef4 None None] Port 6642872c-6397-455f-9f20-8269fe7bf4ca cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:12:34.861193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6642872c-6397-455f-9f20-8269fe7bf4ca {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:12:34.868959 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:34.880819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Transition to ACTIVE for port object 6642872c-6397-455f-9f20-8269fe7bf4ca will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:12:34.884431 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:34.932664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6642872c-6397-455f-9f20-8269fe7bf4ca,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:35.013611 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Attempting to bind port 6642872c-6397-455f-9f20-8269fe7bf4ca on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:12:35.013949 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Attempting to bind port 6642872c-6397-455f-9f20-8269fe7bf4ca by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:12:35.014283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Attempting to bind port 6642872c-6397-455f-9f20-8269fe7bf4ca on network 21b35052-90be-4b5f-8586-8cf7e8da7ecf {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:12:35.018808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Port 6642872c-6397-455f-9f20-8269fe7bf4ca on network 21b35052-90be-4b5f-8586-8cf7e8da7ecf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:12:35.019135 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Attempting to bind port 6642872c-6397-455f-9f20-8269fe7bf4ca on network 21b35052-90be-4b5f-8586-8cf7e8da7ecf {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:12:35.024411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:12:35.024744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Checking segment: {'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:12:35.025131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Bound using segment: {'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:12:35.025560 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Bound port: 6642872c-6397-455f-9f20-8269fe7bf4ca, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:12:35.025928 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:35.091135 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] For port 6642872c-6397-455f-9f20-8269fe7bf4ca, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:12:35.094164 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] For port 6642872c-6397-455f-9f20-8269fe7bf4ca, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6642872c-6397-455f-9f20-8269fe7bf4ca,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:12:35.098701 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:35.135415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:35.136050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:35.137541 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] 10.222.0.31 "PUT /v2.0/ports/6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 200 len: 1093 time: 0.7064602 Nov 27 02:12:35.137987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:12:35.140295 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6cfff0-0e18-4c6e-80d1-61a738d45dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:12:35.166304 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11790ba-6cfd-4ea3-b297-2fd2c035e1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6642872c-6397-455f-9f20-8269fe7bf4ca,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:35.202749 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c63f0d-c6f5-4214-932b-a6f93c1fa823 x-openstack-request-id: req-24c63f0d-c6f5-4214-932b-a6f93c1fa823 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:12:35.203045 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:12:35.203306 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24c63f0d-c6f5-4214-932b-a6f93c1fa823 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:12:35.203711 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'status': 'completed', 'code': 200} Nov 27 02:12:35.242131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-d3ee2c58-42bd-424c-87b7-4d7839555a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:35.243712 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-d3ee2c58-42bd-424c-87b7-4d7839555a06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 1096 time: 0.0500233 Nov 27 02:12:35.305150 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1cd536f5-32ef-4ad0-8beb-de5265474988 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 200 len: 217 time: 0.0361819 Nov 27 02:12:35.364662 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-99b69b49-7b5b-415b-9faf-62163c76462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:35.366170 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-99b69b49-7b5b-415b-9faf-62163c76462f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca02360-5aa7-421e-8c2a-aa62cffb9183 HTTP/1.1" status: 200 len: 834 time: 0.0541778 Nov 27 02:12:35.397023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a7b04b2a-6dd0-4dea-a290-2810bc8d5071 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:12:35.416544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1061508c-7992-40aa-afa3-9b1c6a214019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:35.418634 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-1061508c-7992-40aa-afa3-9b1c6a214019 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=21b35052-90be-4b5f-8586-8cf7e8da7ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452306 Nov 27 02:12:35.450855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port a7b04b2a-6dd0-4dea-a290-2810bc8d5071 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:35.451226 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:35.508729 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-f375802c-e931-4c17-9483-0ec12498b70a service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832303 Nov 27 02:12:35.601915 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0932596e-7c04-43b6-bc09-a117bfd421ec req-d05b6141-0e42-4bb6-a4f7-3e8357119925 service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866716 Nov 27 02:12:35.765163 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cfff0-0e18-4c6e-80d1-61a738d45dd5 req-6934d85c-622d-477a-aebd-2ef3c079b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:35.766709 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c6cfff0-0e18-4c6e-80d1-61a738d45dd5 req-6934d85c-622d-477a-aebd-2ef3c079b4fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 1096 time: 0.0719993 Nov 27 02:12:35.774901 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88cebf-4988-475b-bbfc-83e2ddbda654 req-d4d294ba-ddce-455f-9b80-3a3e4ab0e904 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:35.776311 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc88cebf-4988-475b-bbfc-83e2ddbda654 req-d4d294ba-ddce-455f-9b80-3a3e4ab0e904 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 944 time: 0.0715714 Nov 27 02:12:35.882710 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cc88cebf-4988-475b-bbfc-83e2ddbda654 req-de59bba3-f4fd-49aa-8fa2-9923f6773b05 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940025 Nov 27 02:12:35.906511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cfff0-0e18-4c6e-80d1-61a738d45dd5 req-120bafcd-bb69-491a-b0bb-903b2be70abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:35.908013 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c6cfff0-0e18-4c6e-80d1-61a738d45dd5 req-120bafcd-bb69-491a-b0bb-903b2be70abf service neutron] 10.222.0.31 "GET /v2.0/networks?id=21b35052-90be-4b5f-8586-8cf7e8da7ecf HTTP/1.1" status: 200 len: 897 time: 0.1304781 Nov 27 02:12:35.951401 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c6cfff0-0e18-4c6e-80d1-61a738d45dd5 req-83a46c47-104a-4d2c-a0d1-39fc8ae37b21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 200 len: 217 time: 0.0351770 Nov 27 02:12:36.004522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cfff0-0e18-4c6e-80d1-61a738d45dd5 req-9635ae15-c5ea-41fc-b8ef-0171f2d54888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:36.005974 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c6cfff0-0e18-4c6e-80d1-61a738d45dd5 req-9635ae15-c5ea-41fc-b8ef-0171f2d54888 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca02360-5aa7-421e-8c2a-aa62cffb9183 HTTP/1.1" status: 200 len: 834 time: 0.0481815 Nov 27 02:12:36.051757 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cfff0-0e18-4c6e-80d1-61a738d45dd5 req-18d1fbe9-fa1d-469b-8481-9bd4d893de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:36.053256 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c6cfff0-0e18-4c6e-80d1-61a738d45dd5 req-18d1fbe9-fa1d-469b-8481-9bd4d893de34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=21b35052-90be-4b5f-8586-8cf7e8da7ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398231 Nov 27 02:12:36.140322 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c6cfff0-0e18-4c6e-80d1-61a738d45dd5 req-f612e3ec-4302-4f74-9f43-74a738b92827 service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798113 Nov 27 02:12:36.235441 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c6cfff0-0e18-4c6e-80d1-61a738d45dd5 req-2437f1be-71e2-4347-b497-d7587e2e23e2 service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879796 Nov 27 02:12:36.998865 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d33c-1d4c-4c93-aa0c-6d6ad734da10 req-ca9d7bbe-58c8-44d8-a468-062503a2be8f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:37.000382 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc94d33c-1d4c-4c93-aa0c-6d6ad734da10 req-ca9d7bbe-58c8-44d8-a468-062503a2be8f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 944 time: 0.0485303 Nov 27 02:12:37.049718 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc94d33c-1d4c-4c93-aa0c-6d6ad734da10 req-d2ac459c-8dc8-45d3-8bbe-e102407ef54b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433333 Nov 27 02:12:38.163565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a688d1b-6b6e-427a-82cd-c9ba461c7ffa req-e59bfbe5-0cef-4923-8d33-47220d39120f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:38.165071 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a688d1b-6b6e-427a-82cd-c9ba461c7ffa req-e59bfbe5-0cef-4923-8d33-47220d39120f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 944 time: 0.0492439 Nov 27 02:12:38.212499 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0a688d1b-6b6e-427a-82cd-c9ba461c7ffa req-6f097435-dd1e-489c-9e9f-d6d775dede86 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414970 Nov 27 02:12:39.029559 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6642872c-6397-455f-9f20-8269fe7bf4ca details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:12:39.126436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 6642872c-6397-455f-9f20-8269fe7bf4ca, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6642872c-6397-455f-9f20-8269fe7bf4ca,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:39.138028 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'port_id': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'mac_address': 'fa:16:3e:e0:05:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:12:39.174159 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:39.187106 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6642872c-6397-455f-9f20-8269fe7bf4ca {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:12:39.205899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 6642872c-6397-455f-9f20-8269fe7bf4ca, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6642872c-6397-455f-9f20-8269fe7bf4ca,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:39.209283 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:39.259915 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=6642872c-6397-455f-9f20-8269fe7bf4ca,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:39.339678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dbc05-745c-4521-8188-bc2df81ea5cd req-a5512e30-a588-43f4-8549-5cfaf437a47d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:39.341168 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af7dbc05-745c-4521-8188-bc2df81ea5cd req-a5512e30-a588-43f4-8549-5cfaf437a47d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 945 time: 0.0483339 Nov 27 02:12:39.389213 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-af7dbc05-745c-4521-8188-bc2df81ea5cd req-8a040c42-4c74-4742-aee3-9e58a2dff1a9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421660 Nov 27 02:12:39.645456 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['6642872c-6397-455f-9f20-8269fe7bf4ca'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:12:40.186421 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-353cf816-e50f-47fc-b815-94a2f38dd679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:40.510442 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc3c0e-a9fb-4bc3-b4eb-d0a501d1ebe5 req-5192c87d-e7e2-4548-ba3b-cc2b3e4761dd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:40.511945 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-17cc3c0e-a9fb-4bc3-b4eb-d0a501d1ebe5 req-5192c87d-e7e2-4548-ba3b-cc2b3e4761dd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 945 time: 0.0534518 Nov 27 02:12:40.561452 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-17cc3c0e-a9fb-4bc3-b4eb-d0a501d1ebe5 req-982dbeec-d1cc-4240-b88a-dd3927bfcd31 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Nov 27 02:12:41.029986 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6642872c-6397-455f-9f20-8269fe7bf4ca up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:12:41.078273 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 6642872c-6397-455f-9f20-8269fe7bf4ca completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:12:41.081837 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 6642872c-6397-455f-9f20-8269fe7bf4ca triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:41.082254 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:41.158889 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:41.181364 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:12:41.183668 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b56a86-3cb2-42bd-adce-264cfce744d0" -d '{"events": [{"server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "name": "network-vif-plugged", "status": "completed", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:12:41.196562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 6642872c-6397-455f-9f20-8269fe7bf4ca, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6642872c-6397-455f-9f20-8269fe7bf4ca,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:41.201695 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:41.227485 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889c27c4-e9ad-4bb1-9a4f-7eb1ce38b349 x-openstack-request-id: req-889c27c4-e9ad-4bb1-9a4f-7eb1ce38b349 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:12:41.227782 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "name": "network-vif-plugged", "status": "completed", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:12:41.228038 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-889c27c4-e9ad-4bb1-9a4f-7eb1ce38b349 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:12:41.228456 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'code': 200} Nov 27 02:12:41.252752 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=6642872c-6397-455f-9f20-8269fe7bf4ca,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:41.351685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664db03-d55e-4156-b679-4ed6b68c3984 req-ac20d1ee-a2ca-4f83-92e5-a0488bcdf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:41.353205 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d664db03-d55e-4156-b679-4ed6b68c3984 req-ac20d1ee-a2ca-4f83-92e5-a0488bcdf0a7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 1098 time: 0.0409422 Nov 27 02:12:41.398080 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d664db03-d55e-4156-b679-4ed6b68c3984 req-6ecd1cc3-d662-4aa0-8c02-a49408307330 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383732 Nov 27 02:12:41.675118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73318c-5ecf-4b6e-9a0e-3a93d2de5ea7 req-f518ce37-88a1-45ec-b1bd-32a64539c40d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:41.676616 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5b73318c-5ecf-4b6e-9a0e-3a93d2de5ea7 req-f518ce37-88a1-45ec-b1bd-32a64539c40d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0480392 Nov 27 02:12:41.728779 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5b73318c-5ecf-4b6e-9a0e-3a93d2de5ea7 req-1b14081b-7d98-4114-be8d-c9d8a81ab278 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462558 Nov 27 02:12:42.351598 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7061f58c-e9c6-4336-888f-27884e73050c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:42.860930 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d16747-7742-4ebb-b74a-bdce5580d26d req-1a934689-5917-4c90-a215-99c23617a390 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:42.862393 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f0d16747-7742-4ebb-b74a-bdce5580d26d req-1a934689-5917-4c90-a215-99c23617a390 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0519829 Nov 27 02:12:42.910907 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f0d16747-7742-4ebb-b74a-bdce5580d26d req-f0e1afae-8999-45ca-9afa-c9dccb33ad8a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Nov 27 02:12:43.024733 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3bf4f-a0d5-498b-bc06-2ad70ffc6610 req-8d87e2c8-ae7b-4ef3-bbc7-8fb53eb0f7f7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:43.026124 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7fa3bf4f-a0d5-498b-bc06-2ad70ffc6610 req-8d87e2c8-ae7b-4ef3-bbc7-8fb53eb0f7f7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0488098 Nov 27 02:12:43.075178 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7fa3bf4f-a0d5-498b-bc06-2ad70ffc6610 req-dd6b6621-9219-44ac-88be-a952cd2e58da tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 Nov 27 02:12:43.095997 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45010) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:43.134875 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cdd4c3-4b22-4a6b-8202-bcb8bc63e943 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:43.136392 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-63cdd4c3-4b22-4a6b-8202-bcb8bc63e943 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 1093 time: 0.0392449 Nov 27 02:12:43.139678 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45012) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:43.143845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:43.165337 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:43.262903 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:43.363309 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.25.1.99 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/c8c4e861-5085-4198-9b57-80276d08083c) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:12:43.465375 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:43.497438 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:43.522192 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:43.532098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:12:43.537165 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:12:43.540588 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:12:43.567267 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=c8c4e861-5085-4198-9b57-80276d08083c,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:43.892341 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:43.955472 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:44.433037 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:44.437986 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:44.503821 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=c8c4e861-5085-4198-9b57-80276d08083c,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:44.513513 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:44.611425 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Floating IP b089cc27-2779-4980-8ed1-0058d21a1292 associated. External IP: 172.25.1.99, port: 6642872c-6397-455f-9f20-8269fe7bf4ca. Nov 27 02:12:44.812614 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:12:44.928563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:12:44.938913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709b332c-22f3-46a8-a78f-3107e2c6049d None None] Sync routers for ids ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:12:44.946182 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:44.949867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b332c-22f3-46a8-a78f-3107e2c6049d None None] Routers {'6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:44.950557 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-709b332c-22f3-46a8-a78f-3107e2c6049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:12:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:44.976489 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-34a3cc9e-79fd-4164-a8f6-6996fcc61d5f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8331625 Nov 27 02:12:44.976489 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:12:44.977121 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e5db97-bd3f-4f9b-9f10-abf6a4f67ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:12:45.014333 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36ee8c1-e271-471b-a0a7-493eac914391 x-openstack-request-id: req-f36ee8c1-e271-471b-a0a7-493eac914391 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:12:45.014707 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:12:45.014966 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f36ee8c1-e271-471b-a0a7-493eac914391 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:12:45.015382 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'status': 'completed', 'code': 200} Nov 27 02:12:45.077015 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f17a2-d6f7-4f0a-a0ff-048c88001659 req-98ead999-dffa-4d0e-a2ed-1240197d5177 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:45.078596 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cf0f17a2-d6f7-4f0a-a0ff-048c88001659 req-98ead999-dffa-4d0e-a2ed-1240197d5177 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0524993 Nov 27 02:12:45.084591 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-709b332c-22f3-46a8-a78f-3107e2c6049d None None] Set router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:45.086551 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:45.099712 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5db97-bd3f-4f9b-9f10-abf6a4f67ce4 req-55eafc88-a38d-4d32-8038-c2479a4075b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:45.101918 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90e5db97-bd3f-4f9b-9f10-abf6a4f67ce4 req-55eafc88-a38d-4d32-8038-c2479a4075b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 1098 time: 0.0432720 Nov 27 02:12:45.136265 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cf0f17a2-d6f7-4f0a-a0ff-048c88001659 req-891d442b-d7e7-41e6-bb10-72d141453b69 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514219 Nov 27 02:12:45.159661 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45022) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:45.204320 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5db97-bd3f-4f9b-9f10-abf6a4f67ce4 req-f80b4c0f-6ce2-4c46-a85f-0dd2899d9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:45.205766 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90e5db97-bd3f-4f9b-9f10-abf6a4f67ce4 req-f80b4c0f-6ce2-4c46-a85f-0dd2899d9aae service neutron] 10.222.0.31 "GET /v2.0/networks?id=21b35052-90be-4b5f-8586-8cf7e8da7ecf HTTP/1.1" status: 200 len: 897 time: 0.0968440 Nov 27 02:12:45.223888 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-edf38fed-e85d-400c-95b9-c070c3b59d26 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/b089cc27-2779-4980-8ed1-0058d21a1292 HTTP/1.1" status: 200 len: 991 time: 0.0625997 Nov 27 02:12:45.254913 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.31', 60633) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:45.296842 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90e5db97-bd3f-4f9b-9f10-abf6a4f67ce4 req-725e3197-8815-40fc-9333-1778fad06655 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 200 len: 999 time: 0.0642517 Nov 27 02:12:45.301007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4281e91c-213d-4795-8be3-9ab8cb8faf64 req-636fc53d-7cc9-4e37-8b84-6fff99be10ca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447433 Nov 27 02:12:45.325814 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-709b332c-22f3-46a8-a78f-3107e2c6049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b089cc27-2779-4980-8ed1-0058d21a1292', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'port_id': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'mac_address': 'fa:16:3e:e0:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:12:43Z', 'updated_at': '2021-11-27T02:12:43Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b04b2a-6dd0-4dea-a290-2810bc8d5071', 'name': '', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:d9:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:29Z', 'updated_at': '2021-11-27T02:12:33Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:45.349172 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5db97-bd3f-4f9b-9f10-abf6a4f67ce4 req-69d3f49c-5438-49f5-9ae0-12fc3971a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:45.350659 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90e5db97-bd3f-4f9b-9f10-abf6a4f67ce4 req-69d3f49c-5438-49f5-9ae0-12fc3971a100 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca02360-5aa7-421e-8c2a-aa62cffb9183 HTTP/1.1" status: 200 len: 834 time: 0.0448880 Nov 27 02:12:45.351194 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709b332c-22f3-46a8-a78f-3107e2c6049d None None] Checking router: 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:12:45.359840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b332c-22f3-46a8-a78f-3107e2c6049d None None] Routers {'6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:45.360472 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-709b332c-22f3-46a8-a78f-3107e2c6049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:12:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:45.401305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5db97-bd3f-4f9b-9f10-abf6a4f67ce4 req-0e5de5c4-5883-45c5-87f7-9bfada0bdabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:45.402891 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90e5db97-bd3f-4f9b-9f10-abf6a4f67ce4 req-0e5de5c4-5883-45c5-87f7-9bfada0bdabf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=21b35052-90be-4b5f-8586-8cf7e8da7ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458012 Nov 27 02:12:45.497718 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90e5db97-bd3f-4f9b-9f10-abf6a4f67ce4 req-08ba96b4-e80d-47a0-a5da-9101e574c1f7 service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879371 Nov 27 02:12:45.597257 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-90e5db97-bd3f-4f9b-9f10-abf6a4f67ce4 req-f00a09aa-75dd-4fbd-bd23-8f2047ea3347 service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927618 Nov 27 02:12:45.631167 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-709b332c-22f3-46a8-a78f-3107e2c6049d None None] Set router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:45.733168 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281e91c-213d-4795-8be3-9ab8cb8faf64 req-75cd6090-aab6-4dde-a7b5-c19356afd834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:45.734670 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4281e91c-213d-4795-8be3-9ab8cb8faf64 req-75cd6090-aab6-4dde-a7b5-c19356afd834 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 1098 time: 0.0407338 Nov 27 02:12:45.839695 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281e91c-213d-4795-8be3-9ab8cb8faf64 req-60be331a-8cc1-4884-896a-22f319d4fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:45.841218 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4281e91c-213d-4795-8be3-9ab8cb8faf64 req-60be331a-8cc1-4884-896a-22f319d4fd2d service neutron] 10.222.0.31 "GET /v2.0/networks?id=21b35052-90be-4b5f-8586-8cf7e8da7ecf HTTP/1.1" status: 200 len: 897 time: 0.0884469 Nov 27 02:12:45.859414 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-709b332c-22f3-46a8-a78f-3107e2c6049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b089cc27-2779-4980-8ed1-0058d21a1292', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'port_id': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'mac_address': 'fa:16:3e:e0:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:12:43Z', 'updated_at': '2021-11-27T02:12:43Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b04b2a-6dd0-4dea-a290-2810bc8d5071', 'name': '', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:d9:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:29Z', 'updated_at': '2021-11-27T02:12:33Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:45.886287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709b332c-22f3-46a8-a78f-3107e2c6049d None None] The sync data for ids ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'] in n-d-817303-10 is: [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'b089cc27-2779-4980-8ed1-0058d21a1292', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'port_id': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'mac_address': 'fa:16:3e:e0:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:12:43Z', 'updated_at': '2021-11-27T02:12:43Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b04b2a-6dd0-4dea-a290-2810bc8d5071', 'name': '', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:d9:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:29Z', 'updated_at': '2021-11-27T02:12:33Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:12:45.910589 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4281e91c-213d-4795-8be3-9ab8cb8faf64 req-82ffc806-3024-47c1-afe4-a43292d398b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 200 len: 999 time: 0.0618944 Nov 27 02:12:45.965581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281e91c-213d-4795-8be3-9ab8cb8faf64 req-6f1428a1-c0de-46e0-9a12-011e5546ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:45.967096 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4281e91c-213d-4795-8be3-9ab8cb8faf64 req-6f1428a1-c0de-46e0-9a12-011e5546ee98 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca02360-5aa7-421e-8c2a-aa62cffb9183 HTTP/1.1" status: 200 len: 834 time: 0.0503178 Nov 27 02:12:46.018041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281e91c-213d-4795-8be3-9ab8cb8faf64 req-ee85a0e1-322d-471d-a2eb-c1f40ac43a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:46.019574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4281e91c-213d-4795-8be3-9ab8cb8faf64 req-ee85a0e1-322d-471d-a2eb-c1f40ac43a59 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=21b35052-90be-4b5f-8586-8cf7e8da7ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453894 Nov 27 02:12:46.097146 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56c3ca-292e-4212-9850-57fe380e36a4 None None] New status for floating IP b089cc27-2779-4980-8ed1-0058d21a1292: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:12:46.116995 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4281e91c-213d-4795-8be3-9ab8cb8faf64 req-c106ef87-62f9-44d2-b82f-19ed811b2a26 service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876832 Nov 27 02:12:46.209099 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4281e91c-213d-4795-8be3-9ab8cb8faf64 req-d2e8a6cf-f476-436b-b99b-4674587fc9aa service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849810 Nov 27 02:12:46.226758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45024) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:46.296385 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c1b21adf-ad86-4b15-8874-6d77ca457662 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/b089cc27-2779-4980-8ed1-0058d21a1292 HTTP/1.1" status: 200 len: 993 time: 0.0684307 Nov 27 02:12:46.459249 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:50.563069 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:12:59.182565 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:01.133065 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:10.186819 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9a09215c-e3fe-4ff8-b5c9-a8a1fdc21e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:12.353929 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d45a1b51-870d-44ce-942d-99205575a1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:13.525342 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:15.074864 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:16.460941 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:27.562280 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:13:29.197132 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:31.137270 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:40.187869 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-39596343-8ddd-4fd1-8af1-7869bbaa5b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:42.355555 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10309a9b-d36b-492c-8db1-d929525e0a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:43.527204 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:45.077114 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:46.462506 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:47.290502 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d3d39514-0e23-412f-b795-a8dfffe3de96 req-86c0d339-f5eb-4a6a-8b06-51227dc5a25a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408733 Nov 27 02:13:47.390502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d39514-0e23-412f-b795-a8dfffe3de96 req-706a151c-fd58-494e-b337-3d2d20687176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:47.391966 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d3d39514-0e23-412f-b795-a8dfffe3de96 req-706a151c-fd58-494e-b337-3d2d20687176 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 1098 time: 0.0408187 Nov 27 02:13:47.496832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d39514-0e23-412f-b795-a8dfffe3de96 req-694d6bad-b018-4ab7-8f85-68856b70bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:47.498286 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d3d39514-0e23-412f-b795-a8dfffe3de96 req-694d6bad-b018-4ab7-8f85-68856b70bbfe service neutron] 10.222.0.31 "GET /v2.0/networks?id=21b35052-90be-4b5f-8586-8cf7e8da7ecf HTTP/1.1" status: 200 len: 897 time: 0.0859380 Nov 27 02:13:47.566867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d3d39514-0e23-412f-b795-a8dfffe3de96 req-d7f1b2df-afc0-4ce0-84c6-060944b00228 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 200 len: 1001 time: 0.0579808 Nov 27 02:13:47.615665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d39514-0e23-412f-b795-a8dfffe3de96 req-cdf83061-fa9e-45be-b0db-baf041396296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:47.617066 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d3d39514-0e23-412f-b795-a8dfffe3de96 req-cdf83061-fa9e-45be-b0db-baf041396296 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca02360-5aa7-421e-8c2a-aa62cffb9183 HTTP/1.1" status: 200 len: 834 time: 0.0427945 Nov 27 02:13:47.664583 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d39514-0e23-412f-b795-a8dfffe3de96 req-98c02c0f-e282-4552-8355-c1bcbdd5745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:47.666013 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d3d39514-0e23-412f-b795-a8dfffe3de96 req-98c02c0f-e282-4552-8355-c1bcbdd5745d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=21b35052-90be-4b5f-8586-8cf7e8da7ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419853 Nov 27 02:13:47.752862 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d3d39514-0e23-412f-b795-a8dfffe3de96 req-bdd9cc0c-aaff-4d84-9029-46502b431935 service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794177 Nov 27 02:13:47.845364 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d3d39514-0e23-412f-b795-a8dfffe3de96 req-86073776-adfb-416b-a511-35d95c5ff8a4 service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847077 Nov 27 02:13:49.007117 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-3de39cb8-a5d9-479d-b573-c2a51e935834 req-d3a1edf1-cef6-473f-907f-7fdba45111bc service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:13:49.008088 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3de39cb8-a5d9-479d-b573-c2a51e935834 req-d3a1edf1-cef6-473f-907f-7fdba45111bc service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060287 Nov 27 02:13:49.192859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec39e60-78d5-40d0-8212-38f90201fcda req-481d4df6-0d07-4956-adb3-8a94e8c934a4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:49.194384 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aec39e60-78d5-40d0-8212-38f90201fcda req-481d4df6-0d07-4956-adb3-8a94e8c934a4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0513897 Nov 27 02:13:49.197470 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45062) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:13:49.256154 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aec39e60-78d5-40d0-8212-38f90201fcda req-d59f3515-ea1d-4d25-ba00-9f25aeee18c8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523531 Nov 27 02:13:49.285712 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-8f289997-8aa0-4ada-8301-adfd77aa62c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871665 Nov 27 02:13:49.294877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-2adf512b-a845-4bed-873c-134de8f746fd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:13:49.295831 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-2adf512b-a845-4bed-873c-134de8f746fd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053999 Nov 27 02:13:50.372949 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b49b6-f06e-4953-a3e5-910400d93ee1 req-837e84ab-1ce0-45e8-ae79-995d25114c3a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:50.374447 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-887b49b6-f06e-4953-a3e5-910400d93ee1 req-837e84ab-1ce0-45e8-ae79-995d25114c3a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0488498 Nov 27 02:13:50.426445 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-887b49b6-f06e-4953-a3e5-910400d93ee1 req-76e24141-3dc8-44ce-8d6d-d85bed37fc6e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458050 Nov 27 02:13:50.547767 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-40d3664c-7820-4159-841e-1c3aec430149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:50.549181 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-40d3664c-7820-4159-841e-1c3aec430149 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 1098 time: 0.0403261 Nov 27 02:13:50.640166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-70246e08-f909-47a4-901d-5766677af6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:50.641654 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-70246e08-f909-47a4-901d-5766677af6ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=21b35052-90be-4b5f-8586-8cf7e8da7ecf HTTP/1.1" status: 200 len: 897 time: 0.0856805 Nov 27 02:13:50.705155 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-59a8bf67-3cf7-445a-bde6-3033ad5b796e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 200 len: 1001 time: 0.0562854 Nov 27 02:13:50.756015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-bf6e89f4-80a1-42bd-81f6-260cb0dea8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:50.757507 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-bf6e89f4-80a1-42bd-81f6-260cb0dea8df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca02360-5aa7-421e-8c2a-aa62cffb9183 HTTP/1.1" status: 200 len: 834 time: 0.0459969 Nov 27 02:13:50.802842 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-13ee8799-3794-4b58-a1dc-841af795eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:50.804216 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-13ee8799-3794-4b58-a1dc-841af795eefc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=21b35052-90be-4b5f-8586-8cf7e8da7ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393310 Nov 27 02:13:50.892706 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-e3e503a4-272c-4e86-936d-99804bce4070 service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811276 Nov 27 02:13:50.985125 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-103fd7df-56cc-4d07-a08b-3fcd7862a694 service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857961 Nov 27 02:13:51.543691 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d3fc8-cc07-43b4-afd6-5303c76f4c15 req-94596e86-e89b-4e24-9bcb-461df2036967 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:51.545110 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-201d3fc8-cc07-43b4-afd6-5303c76f4c15 req-94596e86-e89b-4e24-9bcb-461df2036967 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0493188 Nov 27 02:13:51.593593 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-201d3fc8-cc07-43b4-afd6-5303c76f4c15 req-7a205c5b-6249-41e3-addb-21486daa17ee tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 Nov 27 02:13:52.711976 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c18a2-bd0c-4e89-acdc-3af7fd2268ab req-5410cb74-8acb-4b05-8607-4b0401dad461 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:52.713483 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d2c18a2-bd0c-4e89-acdc-3af7fd2268ab req-5410cb74-8acb-4b05-8607-4b0401dad461 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0479689 Nov 27 02:13:52.765672 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2d2c18a2-bd0c-4e89-acdc-3af7fd2268ab req-bc3dc089-c2e4-4dfa-a1da-8c2ae2d022b8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457978 Nov 27 02:13:53.885462 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62402c8-9d82-413c-b0e2-1e096e10397d req-1e1e7d4b-0c3a-47d1-b868-8f5ea3365fe8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:53.887473 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e62402c8-9d82-413c-b0e2-1e096e10397d req-1e1e7d4b-0c3a-47d1-b868-8f5ea3365fe8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0535700 Nov 27 02:13:53.935365 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e62402c8-9d82-413c-b0e2-1e096e10397d req-1acc59a2-be01-4741-ad83-56baa5940026 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420442 Nov 27 02:13:55.048992 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319f61a-833e-4798-ab22-7694d69e9419 req-216d7025-7167-4691-a64c-15571d8e2662 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:55.050454 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8319f61a-833e-4798-ab22-7694d69e9419 req-216d7025-7167-4691-a64c-15571d8e2662 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0482166 Nov 27 02:13:55.098641 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8319f61a-833e-4798-ab22-7694d69e9419 req-e2a15fe5-1b15-46a8-bdd0-aec2d84f3957 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423660 Nov 27 02:13:56.211512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f17bf-5113-4ed4-9260-d335ecfe6263 req-4dd83542-e9ec-4e80-8435-6bd5b0fbedb5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:56.213010 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-673f17bf-5113-4ed4-9260-d335ecfe6263 req-4dd83542-e9ec-4e80-8435-6bd5b0fbedb5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0475495 Nov 27 02:13:56.260910 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-673f17bf-5113-4ed4-9260-d335ecfe6263 req-55874c1a-3ebf-44d0-8c59-ccbb631af118 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414009 Nov 27 02:13:57.379726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a49f8-d1ba-4e57-b032-d41625f9fc75 req-63e7a322-8601-40d6-b971-a5f3ea0a0842 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:57.381227 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f5a49f8-d1ba-4e57-b032-d41625f9fc75 req-63e7a322-8601-40d6-b971-a5f3ea0a0842 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0493402 Nov 27 02:13:57.429783 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4f5a49f8-d1ba-4e57-b032-d41625f9fc75 req-02d3d2d0-93fe-4371-83ff-bc62a3da554f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426800 Nov 27 02:13:58.543547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a848e0-5dec-4c05-9a98-148e10c042a5 req-ef41ab33-a876-493e-82d7-5ef177c9c4a6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:58.544958 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-62a848e0-5dec-4c05-9a98-148e10c042a5 req-ef41ab33-a876-493e-82d7-5ef177c9c4a6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0483363 Nov 27 02:13:58.597070 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-62a848e0-5dec-4c05-9a98-148e10c042a5 req-56057f74-bf51-4fd2-8594-29a8cbdb0b03 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461752 Nov 27 02:13:59.198200 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:59.719086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69cdeb-a313-47b5-ba6c-9ef5a687c448 req-a9c6d1ef-d256-49ea-93a2-dee2ce399ccd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:59.720666 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e69cdeb-a313-47b5-ba6c-9ef5a687c448 req-a9c6d1ef-d256-49ea-93a2-dee2ce399ccd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0519946 Nov 27 02:13:59.770134 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0e69cdeb-a313-47b5-ba6c-9ef5a687c448 req-6b3f9b20-37b7-4585-95f5-af309f3b4a51 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433869 Nov 27 02:14:00.885870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e519ee-fa31-40b8-8d91-9d1af85d63e1 req-ee74bceb-324f-47fc-a2f9-8161e65ea700 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:00.888011 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36e519ee-fa31-40b8-8d91-9d1af85d63e1 req-ee74bceb-324f-47fc-a2f9-8161e65ea700 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0492687 Nov 27 02:14:00.938368 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-36e519ee-fa31-40b8-8d91-9d1af85d63e1 req-c5cb0fce-93b8-4114-ab85-4a14fd65201b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444064 Nov 27 02:14:01.129445 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:02.054629 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b56e0-2e6e-4db6-a973-90871b19f435 req-d1825136-f124-4c46-97c4-28ec4e2bf4a7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:02.056098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c65b56e0-2e6e-4db6-a973-90871b19f435 req-d1825136-f124-4c46-97c4-28ec4e2bf4a7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0487530 Nov 27 02:14:02.111655 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c65b56e0-2e6e-4db6-a973-90871b19f435 req-00aeafa6-c5ac-41e0-a6e4-1e5cfd8b5ead tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496936 Nov 27 02:14:03.064856 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-d205bcc5-e7b3-4e72-91ac-73af54436bdc service neutron] show failed (client error): The resource could not be found. Nov 27 02:14:03.065860 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-d205bcc5-e7b3-4e72-91ac-73af54436bdc service neutron] 10.222.0.31 "GET /v2.0/ports/6642872c-6397-455f-9f20-8269fe7bf4ca/bindings/n-h1-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0545044 Nov 27 02:14:03.238849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd416a39-6b3d-4740-8756-34462fc9072a req-21b258ee-e090-4287-886e-5865f221cbcb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:03.240384 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd416a39-6b3d-4740-8756-34462fc9072a req-21b258ee-e090-4287-886e-5865f221cbcb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0588224 Nov 27 02:14:03.291435 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd416a39-6b3d-4740-8756-34462fc9072a req-ccbddaaa-2de8-4cf5-8eda-48a8d351fc8e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449305 Nov 27 02:14:03.336777 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-38dda4c7-25b4-42c5-9e53-cfc199bb5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:03.338276 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-38dda4c7-25b4-42c5-9e53-cfc199bb5529 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069&tenant_id=ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 1098 time: 0.0892839 Nov 27 02:14:03.352667 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-e6344248-3464-4901-89da-d64b39344b39 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:14:03.353610 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-e6344248-3464-4901-89da-d64b39344b39 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048916 Nov 27 02:14:03.380504 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:03.433179 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:03.641423 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] For port 6642872c-6397-455f-9f20-8269fe7bf4ca, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=6642872c-6397-455f-9f20-8269fe7bf4ca,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:03.679185 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] For port 6642872c-6397-455f-9f20-8269fe7bf4ca, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:14:03.721677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:14:03.724018 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f78fa73-27cb-4215-adfe-cd47f36794f8" -d '{"events": [{"server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "name": "network-vif-unplugged", "status": "completed", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:14:03.728642 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:03.742238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Transition to ACTIVE for port object 6642872c-6397-455f-9f20-8269fe7bf4ca will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:14:03.747408 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:03.832361 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Pushing event updated for resources: {'Port': ['ID=6642872c-6397-455f-9f20-8269fe7bf4ca,revision_number=6']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:03.848544 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 02:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bf3d60-e779-43e3-bef8-04d3bcc11e0b x-openstack-request-id: req-90bf3d60-e779-43e3-bef8-04d3bcc11e0b {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:14:03.848849 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "name": "network-vif-unplugged", "status": "completed", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:14:03.849108 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90bf3d60-e779-43e3-bef8-04d3bcc11e0b {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:14:03.849509 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'code': 200} Nov 27 02:14:03.850792 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:03.851144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:03.851485 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:03.851825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:03.852159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:03.852516 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:03.852849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:03.853175 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:03.853502 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:03.853834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:03.854161 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:03.854482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:03.891898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] No DVR routers for this DVR port 6642872c-6397-455f-9f20-8269fe7bf4ca on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:14:04.029857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Attempting to bind port 6642872c-6397-455f-9f20-8269fe7bf4ca on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:14:04.030196 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Attempting to bind port 6642872c-6397-455f-9f20-8269fe7bf4ca by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:14:04.030523 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Attempting to bind port 6642872c-6397-455f-9f20-8269fe7bf4ca on network 21b35052-90be-4b5f-8586-8cf7e8da7ecf {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:14:04.034751 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Port 6642872c-6397-455f-9f20-8269fe7bf4ca on network 21b35052-90be-4b5f-8586-8cf7e8da7ecf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:14:04.035326 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Attempting to bind port 6642872c-6397-455f-9f20-8269fe7bf4ca on network 21b35052-90be-4b5f-8586-8cf7e8da7ecf {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:14:04.040137 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:14:04.040491 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Checking segment: {'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:14:04.040874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Bound using segment: {'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:14:04.041295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Bound port: 6642872c-6397-455f-9f20-8269fe7bf4ca, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac665879-7025-4079-b658-a882909a2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:14:04.041645 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:04.109838 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] For port 6642872c-6397-455f-9f20-8269fe7bf4ca, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:14:04.113274 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] For port 6642872c-6397-455f-9f20-8269fe7bf4ca, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6642872c-6397-455f-9f20-8269fe7bf4ca,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:14:04.117514 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:04.158884 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:04.159511 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:04.161184 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] 10.222.0.21 "PUT /v2.0/ports/6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 200 len: 1093 time: 0.7843680 Nov 27 02:14:04.179263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368dc82-1f6f-4f1f-9123-7056c794194c service neutron] Pushing event updated for resources: {'Port': ['ID=6642872c-6397-455f-9f20-8269fe7bf4ca,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:04.244944 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-f56ebdb2-b751-4449-a0fd-bd08de47a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:04.247047 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-f56ebdb2-b751-4449-a0fd-bd08de47a70c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 1096 time: 0.0433991 Nov 27 02:14:04.348224 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-c126c241-0971-47e5-8c66-c8c2e8ab75c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:04.349726 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-c126c241-0971-47e5-8c66-c8c2e8ab75c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=21b35052-90be-4b5f-8586-8cf7e8da7ecf HTTP/1.1" status: 200 len: 897 time: 0.0918853 Nov 27 02:14:04.414241 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9645b6a-03ed-4002-98aa-6b3086664f3b req-71cda4e6-6d1c-41f3-a3e9-cdae2ff7ffd8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:04.416469 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9645b6a-03ed-4002-98aa-6b3086664f3b req-71cda4e6-6d1c-41f3-a3e9-cdae2ff7ffd8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 944 time: 0.0509429 Nov 27 02:14:04.424813 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-a90c431b-ee76-4e0a-adac-11119ed81b67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 200 len: 999 time: 0.0624034 Nov 27 02:14:04.470291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9645b6a-03ed-4002-98aa-6b3086664f3b req-52cf2a2f-0e8f-4c63-985b-d193ede80155 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460625 Nov 27 02:14:04.483039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-1f247ffb-fc50-4100-9ed7-db81cd69bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:04.484565 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-1f247ffb-fc50-4100-9ed7-db81cd69bc4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ca02360-5aa7-421e-8c2a-aa62cffb9183 HTTP/1.1" status: 200 len: 834 time: 0.0475543 Nov 27 02:14:04.539005 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-8a45cabe-61e5-4f59-becc-4692dc208000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:04.540519 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-8a45cabe-61e5-4f59-becc-4692dc208000 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=21b35052-90be-4b5f-8586-8cf7e8da7ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450695 Nov 27 02:14:04.561875 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:14:04.634523 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-59a0f1d2-cc30-4e25-bbdb-1e495f1ae1f9 service neutron] 10.222.0.21 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810351 Nov 27 02:14:04.728952 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-503b48d2-fea9-4b0d-84ae-83b3e4c2e882 req-d798913d-fdad-4a28-be3a-dc5d55ffefd4 service neutron] 10.222.0.21 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838053 Nov 27 02:14:05.587347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795651bf-9cb1-4de4-83f0-18efdcd10f86 req-6bc6c4f3-429d-4570-b24a-ae79a6ba154e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:05.588813 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-795651bf-9cb1-4de4-83f0-18efdcd10f86 req-6bc6c4f3-429d-4570-b24a-ae79a6ba154e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 944 time: 0.0482655 Nov 27 02:14:05.636598 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-795651bf-9cb1-4de4-83f0-18efdcd10f86 req-69f04b3d-e251-4be2-96c9-018277ffbd39 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413942 Nov 27 02:14:05.850547 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:14:05.852848 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c87063-2999-468f-87c4-3f3d215b6674" -d '{"events": [{"name": "network-changed", "server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:14:05.899399 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e58dc9-6c9d-4a2d-a1e5-4db19d09f4e8 x-openstack-request-id: req-d0e58dc9-6c9d-4a2d-a1e5-4db19d09f4e8 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:14:05.899688 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:14:05.899939 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0e58dc9-6c9d-4a2d-a1e5-4db19d09f4e8 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:14:05.900362 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'status': 'completed', 'code': 200} Nov 27 02:14:05.980227 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c87063-2999-468f-87c4-3f3d215b6674 req-8327d25e-4cf9-4b77-a22d-68d5c57f67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:05.982076 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14c87063-2999-468f-87c4-3f3d215b6674 req-8327d25e-4cf9-4b77-a22d-68d5c57f67c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 1096 time: 0.0408540 Nov 27 02:14:05.985944 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c87063-2999-468f-87c4-3f3d215b6674 req-1ffaadb2-48bc-49c8-b60a-2becdafd9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:05.987417 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14c87063-2999-468f-87c4-3f3d215b6674 req-1ffaadb2-48bc-49c8-b60a-2becdafd9f6e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 1096 time: 0.0414023 Nov 27 02:14:06.075378 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c87063-2999-468f-87c4-3f3d215b6674 req-2bc6ea4a-a94a-430f-addb-77c685f76360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:06.076866 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14c87063-2999-468f-87c4-3f3d215b6674 req-2bc6ea4a-a94a-430f-addb-77c685f76360 service neutron] 10.222.0.21 "GET /v2.0/networks?id=21b35052-90be-4b5f-8586-8cf7e8da7ecf HTTP/1.1" status: 200 len: 897 time: 0.0873659 Nov 27 02:14:06.079215 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c87063-2999-468f-87c4-3f3d215b6674 req-b64c5b79-c497-40dc-ac07-eac44c294186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:06.080706 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14c87063-2999-468f-87c4-3f3d215b6674 req-b64c5b79-c497-40dc-ac07-eac44c294186 service neutron] 10.222.0.31 "GET /v2.0/networks?id=21b35052-90be-4b5f-8586-8cf7e8da7ecf HTTP/1.1" status: 200 len: 897 time: 0.0866122 Nov 27 02:14:06.146018 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14c87063-2999-468f-87c4-3f3d215b6674 req-904447dd-cb30-4ed6-9e08-7000ee910341 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 200 len: 999 time: 0.0581689 Nov 27 02:14:06.148191 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14c87063-2999-468f-87c4-3f3d215b6674 req-2e4af76c-54d0-4838-a1f6-c9476ccacffc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 200 len: 999 time: 0.0571508 Nov 27 02:14:06.199587 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c87063-2999-468f-87c4-3f3d215b6674 req-221f34cc-52b6-4044-a3e3-117a5d97c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:06.201122 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14c87063-2999-468f-87c4-3f3d215b6674 req-221f34cc-52b6-4044-a3e3-117a5d97c6bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca02360-5aa7-421e-8c2a-aa62cffb9183 HTTP/1.1" status: 200 len: 834 time: 0.0486031 Nov 27 02:14:06.206064 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c87063-2999-468f-87c4-3f3d215b6674 req-d7e609f3-8961-476b-aebd-5454423b55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:06.207495 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14c87063-2999-468f-87c4-3f3d215b6674 req-d7e609f3-8961-476b-aebd-5454423b55f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ca02360-5aa7-421e-8c2a-aa62cffb9183 HTTP/1.1" status: 200 len: 834 time: 0.0476739 Nov 27 02:14:06.248104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c87063-2999-468f-87c4-3f3d215b6674 req-ee20fb03-dbf7-4201-a7a2-a8ab7b3f2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:06.249636 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14c87063-2999-468f-87c4-3f3d215b6674 req-ee20fb03-dbf7-4201-a7a2-a8ab7b3f2994 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=21b35052-90be-4b5f-8586-8cf7e8da7ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412147 Nov 27 02:14:06.261167 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c87063-2999-468f-87c4-3f3d215b6674 req-a99db886-cd6c-4016-ba3b-79c0d918c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:06.263205 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14c87063-2999-468f-87c4-3f3d215b6674 req-a99db886-cd6c-4016-ba3b-79c0d918c6f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=21b35052-90be-4b5f-8586-8cf7e8da7ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404851 Nov 27 02:14:06.338046 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14c87063-2999-468f-87c4-3f3d215b6674 req-b9bb9841-c6be-4c13-964a-bf85b6706142 service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808108 Nov 27 02:14:06.353545 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14c87063-2999-468f-87c4-3f3d215b6674 req-8b64cddb-3a32-4abd-aaca-374ec57ac321 service neutron] 10.222.0.21 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804694 Nov 27 02:14:06.429892 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14c87063-2999-468f-87c4-3f3d215b6674 req-abb024a0-6378-4d0a-864f-2c3f7b5c7086 service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842657 Nov 27 02:14:06.455480 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14c87063-2999-468f-87c4-3f3d215b6674 req-9d2852a0-7092-4f29-9e5c-5ee86e2b909f service neutron] 10.222.0.21 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867951 Nov 27 02:14:06.752398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c501081-332a-4737-8177-1c4420e43d1a req-797fa34f-cf26-4207-a3d0-1f660e421a5a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:06.753816 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c501081-332a-4737-8177-1c4420e43d1a req-797fa34f-cf26-4207-a3d0-1f660e421a5a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 944 time: 0.0485253 Nov 27 02:14:06.802504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-0c501081-332a-4737-8177-1c4420e43d1a req-b6fcbe15-d0ba-479d-a93e-c623a6bad095 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427010 Nov 27 02:14:07.002238 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f19523-2461-45fe-b80a-16a9bf471253 req-215906ba-1fa6-42a5-b04b-db7c261f8158 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:07.003721 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1f19523-2461-45fe-b80a-16a9bf471253 req-215906ba-1fa6-42a5-b04b-db7c261f8158 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 944 time: 0.0547454 Nov 27 02:14:07.028273 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-71259a35-8e90-43d1-90c7-8850a617c1fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:07.029785 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-71259a35-8e90-43d1-90c7-8850a617c1fe tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069&tenant_id=ca6386846a1c4ac393b06f7422fb16c0&binding%3Ahost_id=n-h1-817303-10 HTTP/1.1" status: 200 len: 944 time: 0.0532084 Nov 27 02:14:07.054041 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f1f19523-2461-45fe-b80a-16a9bf471253 req-6904de41-bd50-417d-97bf-3f2dc9a78743 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443022 Nov 27 02:14:07.090595 n-d-817303-10 neutron-server[103402]: INFO neutron.api.v2.resource [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-c9d95ef3-f471-4cc8-bd46-097579ccb8a9 service neutron] delete failed (client error): The resource could not be found. Nov 27 02:14:07.091638 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-c9d95ef3-f471-4cc8-bd46-097579ccb8a9 service neutron] 10.222.0.31 "DELETE /v2.0/ports/6642872c-6397-455f-9f20-8269fe7bf4ca/bindings/n-h2-817303-10 HTTP/1.1" status: 404 len: 381 time: 0.0542185 Nov 27 02:14:07.199878 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ab1dd-54ef-47f6-a19e-86e37acf3052 req-b47350fa-6ade-48a3-ab08-31a01d9e480b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:07.201390 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a78ab1dd-54ef-47f6-a19e-86e37acf3052 req-b47350fa-6ade-48a3-ab08-31a01d9e480b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 944 time: 0.0781505 Nov 27 02:14:07.217135 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-f8497c37-9f38-4830-9570-f048a81d606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:07.218539 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-f8497c37-9f38-4830-9570-f048a81d606b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 1096 time: 0.0603061 Nov 27 02:14:07.308216 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a78ab1dd-54ef-47f6-a19e-86e37acf3052 req-198d17f9-b536-4678-8b83-b0d71b152fbb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009717 Nov 27 02:14:07.337133 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-d3519664-ce14-440f-b8f7-e1d60b2cb0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:07.338581 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-d3519664-ce14-440f-b8f7-e1d60b2cb0b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=21b35052-90be-4b5f-8586-8cf7e8da7ecf HTTP/1.1" status: 200 len: 897 time: 0.1122093 Nov 27 02:14:07.403335 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-48228a79-ce9e-4e3d-bc6b-392fee74ff7a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 200 len: 999 time: 0.0567005 Nov 27 02:14:07.451085 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-a2a5be9a-bd0a-4a96-b99b-e06bae787e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:07.452490 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-a2a5be9a-bd0a-4a96-b99b-e06bae787e63 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca02360-5aa7-421e-8c2a-aa62cffb9183 HTTP/1.1" status: 200 len: 834 time: 0.0417252 Nov 27 02:14:07.499346 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-5b7dee8a-3e3b-4d93-b4da-f7b47ffbac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:07.500829 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-5b7dee8a-3e3b-4d93-b4da-f7b47ffbac67 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=21b35052-90be-4b5f-8586-8cf7e8da7ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416644 Nov 27 02:14:07.513094 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6642872c-6397-455f-9f20-8269fe7bf4ca no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:14:07.517868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6642872c-6397-455f-9f20-8269fe7bf4ca details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:14:07.564392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 6642872c-6397-455f-9f20-8269fe7bf4ca not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:14:07.590867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-9a026c33-0194-44ff-a3f9-2fc596cba185 service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822523 Nov 27 02:14:07.644506 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6642872c-6397-455f-9f20-8269fe7bf4ca, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6642872c-6397-455f-9f20-8269fe7bf4ca,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:07.654971 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'port_id': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'mac_address': 'fa:16:3e:e0:05:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:14:07.682197 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3552b2a2-c871-44c6-a34d-f2c7ff00a0bb req-71674082-a586-4617-9d93-e4f554a3b223 service neutron] 10.222.0.31 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840023 Nov 27 02:14:07.693148 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.706946 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6642872c-6397-455f-9f20-8269fe7bf4ca {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:14:07.726250 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6642872c-6397-455f-9f20-8269fe7bf4ca, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6642872c-6397-455f-9f20-8269fe7bf4ca,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:07.730888 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.782564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=6642872c-6397-455f-9f20-8269fe7bf4ca,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:07.790119 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:07.790467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:07.790804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:07.791139 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:07.791472 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:07.791799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:07.792120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:07.792469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:07.792848 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:07.793168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:07.793490 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:07.793809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:08.098462 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['6642872c-6397-455f-9f20-8269fe7bf4ca'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:14:08.437681 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8f885-a215-44d5-87c9-38f580ebbea3 req-b51c5159-f006-4402-aada-ea2f3a9880bb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:08.439735 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-63c8f885-a215-44d5-87c9-38f580ebbea3 req-b51c5159-f006-4402-aada-ea2f3a9880bb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 945 time: 0.0613511 Nov 27 02:14:08.491327 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-63c8f885-a215-44d5-87c9-38f580ebbea3 req-a98f2b69-667a-4e82-938c-6d3ee9eaa780 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Nov 27 02:14:08.514200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45134) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:08.576414 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e8554c30-6d24-4406-9242-e8742d42900a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/b089cc27-2779-4980-8ed1-0058d21a1292 HTTP/1.1" status: 200 len: 992 time: 0.0610399 Nov 27 02:14:09.519733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6642872c-6397-455f-9f20-8269fe7bf4ca up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:14:09.567451 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 6642872c-6397-455f-9f20-8269fe7bf4ca completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:14:09.570926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 6642872c-6397-455f-9f20-8269fe7bf4ca triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:09.571297 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:09.645818 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:09.668054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:14:09.670330 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d9ec8e-4104-43de-94ee-a97cecd48292" -d '{"events": [{"server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "name": "network-vif-plugged", "status": "completed", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:14:09.685960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 6642872c-6397-455f-9f20-8269fe7bf4ca, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6642872c-6397-455f-9f20-8269fe7bf4ca,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:09.689812 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:09.737443 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=6642872c-6397-455f-9f20-8269fe7bf4ca,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:09.760116 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dae52c-f47f-4759-8d4a-1511b7d9437a x-openstack-request-id: req-95dae52c-f47f-4759-8d4a-1511b7d9437a {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:14:09.760507 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "name": "network-vif-plugged", "status": "completed", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:14:09.760819 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95dae52c-f47f-4759-8d4a-1511b7d9437a {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:14:09.761225 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'code': 200} Nov 27 02:14:10.188936 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f807afb6-c785-4199-85cf-746e2624ec41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:12.358201 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-11178d39-46e0-4bfc-aa8a-8bd85dbbc4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:13.530574 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.079025 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:16.464190 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:29.201369 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:31.144337 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:33.973694 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24a9413f-5cfa-4fe8-90df-7d18a61e9c80 req-6823242e-6fc6-4de4-9c65-46c8ffb6a02f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409889 Nov 27 02:14:34.075934 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9413f-5cfa-4fe8-90df-7d18a61e9c80 req-14c1a682-fa40-4ab3-89a8-578e7cbff097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:34.077429 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24a9413f-5cfa-4fe8-90df-7d18a61e9c80 req-14c1a682-fa40-4ab3-89a8-578e7cbff097 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 1098 time: 0.0409887 Nov 27 02:14:34.187467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9413f-5cfa-4fe8-90df-7d18a61e9c80 req-92a3cae1-f9a3-4e15-b49a-b8c10f4d53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:34.188972 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24a9413f-5cfa-4fe8-90df-7d18a61e9c80 req-92a3cae1-f9a3-4e15-b49a-b8c10f4d53d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=21b35052-90be-4b5f-8586-8cf7e8da7ecf HTTP/1.1" status: 200 len: 897 time: 0.0915959 Nov 27 02:14:34.263636 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24a9413f-5cfa-4fe8-90df-7d18a61e9c80 req-c5c8bda5-7cf4-47e2-8471-bb7684f1cffa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 200 len: 1001 time: 0.0650451 Nov 27 02:14:34.316169 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9413f-5cfa-4fe8-90df-7d18a61e9c80 req-1669f8e4-1837-46de-b012-7ab57d9804f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:34.317724 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24a9413f-5cfa-4fe8-90df-7d18a61e9c80 req-1669f8e4-1837-46de-b012-7ab57d9804f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ca02360-5aa7-421e-8c2a-aa62cffb9183 HTTP/1.1" status: 200 len: 834 time: 0.0460443 Nov 27 02:14:34.462293 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9413f-5cfa-4fe8-90df-7d18a61e9c80 req-df96213e-4280-42bb-9da4-2bbc6792938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:34.463789 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24a9413f-5cfa-4fe8-90df-7d18a61e9c80 req-df96213e-4280-42bb-9da4-2bbc6792938d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=21b35052-90be-4b5f-8586-8cf7e8da7ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448842 Nov 27 02:14:34.557057 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24a9413f-5cfa-4fe8-90df-7d18a61e9c80 req-95e347a0-d3d6-492b-bfc3-79e8d79dd3b4 service neutron] 10.222.0.21 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817561 Nov 27 02:14:34.650137 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-24a9413f-5cfa-4fe8-90df-7d18a61e9c80 req-04d92d42-776b-4ad0-a6ea-7281588dba77 service neutron] 10.222.0.21 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858548 Nov 27 02:14:39.197017 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45150) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:39.351453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-59b74a76-20a0-4b69-bc92-05e9c110f7c0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port c8c4e861-5085-4198-9b57-80276d08083c {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:14:39.351785 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59b74a76-20a0-4b69-bc92-05e9c110f7c0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:39.424646 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59b74a76-20a0-4b69-bc92-05e9c110f7c0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:39.424975 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59b74a76-20a0-4b69-bc92-05e9c110f7c0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:39.436919 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-59b74a76-20a0-4b69-bc92-05e9c110f7c0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for c8c4e861-5085-4198-9b57-80276d08083c owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:14:39.586054 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59b74a76-20a0-4b69-bc92-05e9c110f7c0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:39.611534 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b74a76-20a0-4b69-bc92-05e9c110f7c0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=c8c4e861-5085-4198-9b57-80276d08083c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:39.680009 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59b74a76-20a0-4b69-bc92-05e9c110f7c0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:39.680370 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-59b74a76-20a0-4b69-bc92-05e9c110f7c0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Floating IP b089cc27-2779-4980-8ed1-0058d21a1292 disassociated (deleted). External IP: 172.25.1.99, port: 6642872c-6397-455f-9f20-8269fe7bf4ca. Nov 27 02:14:39.881895 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b74a76-20a0-4b69-bc92-05e9c110f7c0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:14:39.989769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b74a76-20a0-4b69-bc92-05e9c110f7c0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:14:39.994697 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-59b74a76-20a0-4b69-bc92-05e9c110f7c0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:40.000455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bcdc2-131e-42f1-9736-f51bb7e032b7 None None] Sync routers for ids ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:14:40.009511 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20bcdc2-131e-42f1-9736-f51bb7e032b7 None None] Routers {'6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:40.010199 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b20bcdc2-131e-42f1-9736-f51bb7e032b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:14:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:40.022918 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-59b74a76-20a0-4b69-bc92-05e9c110f7c0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/floatingips/b089cc27-2779-4980-8ed1-0058d21a1292 HTTP/1.1" status: 204 len: 168 time: 0.8248360 Nov 27 02:14:40.023513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:14:40.025791 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc05148d-3b9a-4536-a40e-b3f7709cd399" -d '{"events": [{"name": "network-changed", "server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:14:40.064719 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b630692-b22b-4850-9323-dfe1ae1b21a7 x-openstack-request-id: req-0b630692-b22b-4850-9323-dfe1ae1b21a7 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:14:40.065014 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:14:40.065272 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b630692-b22b-4850-9323-dfe1ae1b21a7 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:14:40.065742 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'status': 'completed', 'code': 200} Nov 27 02:14:40.128098 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b20bcdc2-131e-42f1-9736-f51bb7e032b7 None None] Set router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:40.163882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05148d-3b9a-4536-a40e-b3f7709cd399 req-4aceb6df-990e-4f45-aa0f-21b800c6e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:40.165585 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc05148d-3b9a-4536-a40e-b3f7709cd399 req-4aceb6df-990e-4f45-aa0f-21b800c6e498 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 1098 time: 0.0529017 Nov 27 02:14:40.265321 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ffb58e2c-ac2d-461a-9ad3-8eeaf591c6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:40.304912 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec98fb-10d4-43ab-95e3-4ac2dcbec817 req-7936b5b8-07cd-4548-b965-58f21936c87a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:40.306395 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-63ec98fb-10d4-43ab-95e3-4ac2dcbec817 req-7936b5b8-07cd-4548-b965-58f21936c87a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0954633 Nov 27 02:14:40.342813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05148d-3b9a-4536-a40e-b3f7709cd399 req-0118b0f2-eb21-482a-9d6a-715cbf03091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:40.344378 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc05148d-3b9a-4536-a40e-b3f7709cd399 req-0118b0f2-eb21-482a-9d6a-715cbf03091d service neutron] 10.222.0.21 "GET /v2.0/networks?id=21b35052-90be-4b5f-8586-8cf7e8da7ecf HTTP/1.1" status: 200 len: 897 time: 0.1412456 Nov 27 02:14:40.348590 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b20bcdc2-131e-42f1-9736-f51bb7e032b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a7b04b2a-6dd0-4dea-a290-2810bc8d5071', 'name': '', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:d9:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:29Z', 'updated_at': '2021-11-27T02:12:33Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:40.376023 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bcdc2-131e-42f1-9736-f51bb7e032b7 None None] Checking router: 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:14:40.384855 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20bcdc2-131e-42f1-9736-f51bb7e032b7 None None] Routers {'6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:40.385459 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b20bcdc2-131e-42f1-9736-f51bb7e032b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:14:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:40.395662 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc05148d-3b9a-4536-a40e-b3f7709cd399 req-ac960fd9-91d5-4142-af60-32d901479061 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 200 len: 217 time: 0.0423036 Nov 27 02:14:40.405066 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-63ec98fb-10d4-43ab-95e3-4ac2dcbec817 req-3b6bc9be-12f1-4744-9e77-07b7ddbce2b9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892341 Nov 27 02:14:40.453777 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05148d-3b9a-4536-a40e-b3f7709cd399 req-90a52baa-60ca-47ba-82a3-006a09ef2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:40.455252 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc05148d-3b9a-4536-a40e-b3f7709cd399 req-90a52baa-60ca-47ba-82a3-006a09ef2f3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ca02360-5aa7-421e-8c2a-aa62cffb9183 HTTP/1.1" status: 200 len: 834 time: 0.0494168 Nov 27 02:14:40.492824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-b20bcdc2-131e-42f1-9736-f51bb7e032b7 None None] Set router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:40.501980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05148d-3b9a-4536-a40e-b3f7709cd399 req-da285484-1bc8-475a-8551-16a4d37452d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:40.503459 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc05148d-3b9a-4536-a40e-b3f7709cd399 req-da285484-1bc8-475a-8551-16a4d37452d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=21b35052-90be-4b5f-8586-8cf7e8da7ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399878 Nov 27 02:14:40.594532 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc05148d-3b9a-4536-a40e-b3f7709cd399 req-bbbec1b2-c899-4798-96c4-1811444716b9 service neutron] 10.222.0.21 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812190 Nov 27 02:14:40.690214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-b20bcdc2-131e-42f1-9736-f51bb7e032b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a7b04b2a-6dd0-4dea-a290-2810bc8d5071', 'name': '', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:d9:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:29Z', 'updated_at': '2021-11-27T02:12:33Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:40.691127 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-cc05148d-3b9a-4536-a40e-b3f7709cd399 req-ad9ebef6-dcf0-49ef-8d14-fd09d6203c2c service neutron] 10.222.0.21 "GET /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881526 Nov 27 02:14:40.716209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bcdc2-131e-42f1-9736-f51bb7e032b7 None None] The sync data for ids ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'] in n-d-817303-10 is: [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'a7b04b2a-6dd0-4dea-a290-2810bc8d5071', 'name': '', 'network_id': '21b35052-90be-4b5f-8586-8cf7e8da7ecf', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:d9:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:29Z', 'updated_at': '2021-11-27T02:12:33Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca02360-5aa7-421e-8c2a-aa62cffb9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:14:40.929541 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc2888-6ef2-4a50-96f5-326301c66464 None None] New status for floating IP b089cc27-2779-4980-8ed1-0058d21a1292: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:14:41.562549 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:14:41.827686 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0db290-2214-4254-b43c-05814ef091c6 req-dc548344-fa57-46d3-a91a-d7b0ffb51789 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:41.829210 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-af0db290-2214-4254-b43c-05814ef091c6 req-dc548344-fa57-46d3-a91a-d7b0ffb51789 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.3526487 Nov 27 02:14:41.877301 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-af0db290-2214-4254-b43c-05814ef091c6 req-ca4ffb4b-d2b8-4053-bbe9-265746c02d38 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=c001da6b-2a20-46e1-9d10-64539d00ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421517 Nov 27 02:14:41.956420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220736c-0042-4156-bdb0-058104a564ca req-fa35553f-b439-4dbb-b334-2eb61a493dc4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:41.957869 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2220736c-0042-4156-bdb0-058104a564ca req-fa35553f-b439-4dbb-b334-2eb61a493dc4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 946 time: 0.0505817 Nov 27 02:14:42.360435 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-35791ea7-24ed-4308-a374-7b5a2e7536ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:42.392082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-2220736c-0042-4156-bdb0-058104a564ca req-97dd3afe-2961-4ad7-a57d-6cf061cfd92a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port 6642872c-6397-455f-9f20-8269fe7bf4ca {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:14:42.392446 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2220736c-0042-4156-bdb0-058104a564ca req-97dd3afe-2961-4ad7-a57d-6cf061cfd92a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:42.478663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2220736c-0042-4156-bdb0-058104a564ca req-97dd3afe-2961-4ad7-a57d-6cf061cfd92a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port 6642872c-6397-455f-9f20-8269fe7bf4ca, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=6642872c-6397-455f-9f20-8269fe7bf4ca,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:42.479028 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2220736c-0042-4156-bdb0-058104a564ca req-97dd3afe-2961-4ad7-a57d-6cf061cfd92a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:42.491877 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-2220736c-0042-4156-bdb0-058104a564ca req-97dd3afe-2961-4ad7-a57d-6cf061cfd92a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for 6642872c-6397-455f-9f20-8269fe7bf4ca owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:14:42.618589 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2220736c-0042-4156-bdb0-058104a564ca req-97dd3afe-2961-4ad7-a57d-6cf061cfd92a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:42.646882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd3afe-2961-4ad7-a57d-6cf061cfd92a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=6642872c-6397-455f-9f20-8269fe7bf4ca,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:42.690396 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2220736c-0042-4156-bdb0-058104a564ca req-97dd3afe-2961-4ad7-a57d-6cf061cfd92a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] No DVR routers for this DVR port 6642872c-6397-455f-9f20-8269fe7bf4ca on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:14:42.693056 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2220736c-0042-4156-bdb0-058104a564ca req-97dd3afe-2961-4ad7-a57d-6cf061cfd92a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:42.696537 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2220736c-0042-4156-bdb0-058104a564ca req-97dd3afe-2961-4ad7-a57d-6cf061cfd92a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.21 "DELETE /v2.0/ports/6642872c-6397-455f-9f20-8269fe7bf4ca HTTP/1.1" status: 204 len: 173 time: 0.7311988 Nov 27 02:14:42.696977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'name': 'network-vif-deleted', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:14:42.699263 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82ee427-69dd-476c-899c-b0dfcce7ed85" -d '{"events": [{"server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "name": "network-vif-deleted", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:14:42.738600 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b127b2f6-0b83-4ab9-bcc4-c6f6044a5daa x-openstack-request-id: req-b127b2f6-0b83-4ab9-bcc4-c6f6044a5daa {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:14:42.738905 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43db627-0e67-4be7-8615-83a4af8b4069", "name": "network-vif-deleted", "tag": "6642872c-6397-455f-9f20-8269fe7bf4ca", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:14:42.739156 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b127b2f6-0b83-4ab9-bcc4-c6f6044a5daa {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:14:42.739561 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43db627-0e67-4be7-8615-83a4af8b4069', 'name': 'network-vif-deleted', 'tag': '6642872c-6397-455f-9f20-8269fe7bf4ca', 'status': 'completed', 'code': 200} Nov 27 02:14:42.985734 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d43fc79e-b41a-4292-8b38-9230e238647c req-ab01bf33-9cac-40d7-a072-699da3789b41 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=e43db627-0e67-4be7-8615-83a4af8b4069 HTTP/1.1" status: 200 len: 210 time: 0.0263646 Nov 27 02:14:43.532539 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:44.043152 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45170) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:44.393447 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf3faa8-41b9-49c5-ae20-fb922e1dddc0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:44.646067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-adf3faa8-41b9-49c5-ae20-fb922e1dddc0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port a7b04b2a-6dd0-4dea-a290-2810bc8d5071 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:14:44.646418 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf3faa8-41b9-49c5-ae20-fb922e1dddc0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:44.736055 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-adf3faa8-41b9-49c5-ae20-fb922e1dddc0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port a7b04b2a-6dd0-4dea-a290-2810bc8d5071, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=a7b04b2a-6dd0-4dea-a290-2810bc8d5071,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:44.736451 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf3faa8-41b9-49c5-ae20-fb922e1dddc0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:44.748190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-adf3faa8-41b9-49c5-ae20-fb922e1dddc0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for a7b04b2a-6dd0-4dea-a290-2810bc8d5071 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:14:44.931211 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf3faa8-41b9-49c5-ae20-fb922e1dddc0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:44.958703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3faa8-41b9-49c5-ae20-fb922e1dddc0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=a7b04b2a-6dd0-4dea-a290-2810bc8d5071,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:45.082418 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:45.135307 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-adf3faa8-41b9-49c5-ae20-fb922e1dddc0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:45.352906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf3faa8-41b9-49c5-ae20-fb922e1dddc0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:14:45.462054 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf3faa8-41b9-49c5-ae20-fb922e1dddc0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:14:45.468451 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-adf3faa8-41b9-49c5-ae20-fb922e1dddc0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "PUT /v2.0/routers/6c5fc0bf-8d19-41d5-a653-67e6e2f40dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4239931 Nov 27 02:14:45.470414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45172) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:45.472948 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf00a4b-3ba4-43e2-9364-2d52a1e8211c None None] Sync routers for ids ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:14:45.482451 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf00a4b-3ba4-43e2-9364-2d52a1e8211c None None] Routers {'6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:45.483061 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5cf00a4b-3ba4-43e2-9364-2d52a1e8211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:45.520668 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-13804a16-525c-4346-90b7-e59998258ba1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting subnet 1ca02360-5aa7-421e-8c2a-aa62cffb9183 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:14:45.523661 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13804a16-525c-4346-90b7-e59998258ba1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:45.563127 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13804a16-525c-4346-90b7-e59998258ba1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:45.586299 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-5cf00a4b-3ba4-43e2-9364-2d52a1e8211c None None] Set router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:45.653452 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13804a16-525c-4346-90b7-e59998258ba1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:45.717863 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13804a16-525c-4346-90b7-e59998258ba1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:45.743695 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13804a16-525c-4346-90b7-e59998258ba1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca02360-5aa7-421e-8c2a-aa62cffb9183,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:45.750484 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-13804a16-525c-4346-90b7-e59998258ba1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:45.756649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45174) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:45.757233 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-13804a16-525c-4346-90b7-e59998258ba1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/subnets/1ca02360-5aa7-421e-8c2a-aa62cffb9183 HTTP/1.1" status: 204 len: 168 time: 0.2853067 Nov 27 02:14:45.785649 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6642872c-6397-455f-9f20-8269fe7bf4ca no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:14:45.787400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb85ca-c8d2-4a75-a994-ead092044f91 None None] Network 21b35052-90be-4b5f-8586-8cf7e8da7ecf requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:14:45.861796 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:45.873884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 6642872c-6397-455f-9f20-8269fe7bf4ca {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:14:45.874233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 6642872c-6397-455f-9f20-8269fe7bf4ca not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:14:45.969191 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.021397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port 3977dd78-59ea-4281-bbb5-8e722115ffbd {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:14:46.021742 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.056020 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5cf00a4b-3ba4-43e2-9364-2d52a1e8211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:14:44Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '3977dd78-59ea-4281-bbb5-8e722115ffbd', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:46.086449 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf00a4b-3ba4-43e2-9364-2d52a1e8211c None None] Checking router: 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:14:46.095308 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf00a4b-3ba4-43e2-9364-2d52a1e8211c None None] Routers {'6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:46.095944 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5cf00a4b-3ba4-43e2-9364-2d52a1e8211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:46.110483 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port 3977dd78-59ea-4281-bbb5-8e722115ffbd, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=3977dd78-59ea-4281-bbb5-8e722115ffbd,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:46.110936 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.124402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for 3977dd78-59ea-4281-bbb5-8e722115ffbd owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:14:46.128845 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a63609-be7e-42df-8898-ad60e0a7f82e None None] DHCP port deletion for 21b35052-90be-4b5f-8586-8cf7e8da7ecf request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:14:46.204051 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-5cf00a4b-3ba4-43e2-9364-2d52a1e8211c None None] Set router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:46.263214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-5cf00a4b-3ba4-43e2-9364-2d52a1e8211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:14:45Z', 'revision_number': 6, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:46.291829 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf00a4b-3ba4-43e2-9364-2d52a1e8211c None None] The sync data for ids ['6c5fc0bf-8d19-41d5-a653-67e6e2f40dae'] in n-d-817303-10 is: [{'id': '6c5fc0bf-8d19-41d5-a653-67e6e2f40dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385749502', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:27Z', 'updated_at': '2021-11-27T02:14:45Z', 'revision_number': 6, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:14:46.292560 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.306584 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-19a63609-be7e-42df-8898-ad60e0a7f82e None None] Deleting port 08aa64b1-801e-4df5-bd4e-721e4d42d952 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:14:46.306945 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-19a63609-be7e-42df-8898-ad60e0a7f82e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.322402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15bc91d-4b31-4621-9d02-77f4491b6dd8 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:14:46.339460 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=3977dd78-59ea-4281-bbb5-8e722115ffbd,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:46.368015 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:46.368406 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:46.368756 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:46.369089 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:46.369616 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:46.369954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:46.370871 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:46.371339 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:46.371534 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:46.371864 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:46.372190 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:46.372539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:46.379395 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-19a63609-be7e-42df-8898-ad60e0a7f82e None None] For port 08aa64b1-801e-4df5-bd4e-721e4d42d952, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=08aa64b1-801e-4df5-bd4e-721e4d42d952,segment=NetworkSegment(ac665879-7025-4079-b658-a882909a2371),segment_id=ac665879-7025-4079-b658-a882909a2371)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:46.379801 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-19a63609-be7e-42df-8898-ad60e0a7f82e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.392195 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-19a63609-be7e-42df-8898-ad60e0a7f82e None None] Calling delete_port for 08aa64b1-801e-4df5-bd4e-721e4d42d952 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:14:46.393719 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.476092 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.485814 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.488068 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.489083 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-19a63609-be7e-42df-8898-ad60e0a7f82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.516747 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a63609-be7e-42df-8898-ad60e0a7f82e None None] Pushing event deleted for resources: {'Port': ['ID=08aa64b1-801e-4df5-bd4e-721e4d42d952,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:46.522081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a63609-be7e-42df-8898-ad60e0a7f82e None None] No DVR routers for this DVR port 08aa64b1-801e-4df5-bd4e-721e4d42d952 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:14:46.535898 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.536379 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Fanout notify agent at l3_agent the message router_deleted on router 6c5fc0bf-8d19-41d5-a653-67e6e2f40dae {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:14:46.544384 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.545439 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-018944d6-c511-4dcd-ab46-7ab918e7e658 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/routers/6c5fc0bf-8d19-41d5-a653-67e6e2f40dae HTTP/1.1" status: 204 len: 168 time: 0.7878072 Nov 27 02:14:46.548137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45176) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:46.622805 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2ddd-37d1-4bda-82fb-9343947c0682 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.716074 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2ddd-37d1-4bda-82fb-9343947c0682 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.737459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9cdc2ddd-37d1-4bda-82fb-9343947c0682 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b35052-90be-4b5f-8586-8cf7e8da7ecf']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:46.747675 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9cdc2ddd-37d1-4bda-82fb-9343947c0682 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac665879-7025-4079-b658-a882909a2371') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:46.747975 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-9cdc2ddd-37d1-4bda-82fb-9343947c0682 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac665879-7025-4079-b658-a882909a2371') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:46.757598 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2ddd-37d1-4bda-82fb-9343947c0682 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.771197 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2ddd-37d1-4bda-82fb-9343947c0682 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.777478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdc2ddd-37d1-4bda-82fb-9343947c0682 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:14:46.777857 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2ddd-37d1-4bda-82fb-9343947c0682 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:14:46.780791 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:14:46.844216 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2ddd-37d1-4bda-82fb-9343947c0682 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.851491 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2ddd-37d1-4bda-82fb-9343947c0682 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.855266 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-9cdc2ddd-37d1-4bda-82fb-9343947c0682 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/networks/21b35052-90be-4b5f-8586-8cf7e8da7ecf HTTP/1.1" status: 204 len: 168 time: 0.3053880 Nov 27 02:14:46.858110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45178) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:46.867025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc2ddd-37d1-4bda-82fb-9343947c0682 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Network': ['ID=21b35052-90be-4b5f-8586-8cf7e8da7ecf,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:46.923002 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a4f45e47-fc1f-45ef-b3d7-6ef901bc403d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.953285 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a4f45e47-fc1f-45ef-b3d7-6ef901bc403d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.018151 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a4f45e47-fc1f-45ef-b3d7-6ef901bc403d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.020863 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a4f45e47-fc1f-45ef-b3d7-6ef901bc403d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.022056 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a4f45e47-fc1f-45ef-b3d7-6ef901bc403d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/security-groups/c001da6b-2a20-46e1-9d10-64539d00ab8c HTTP/1.1" status: 204 len: 168 time: 0.1628625 Nov 27 02:14:47.031817 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f45e47-fc1f-45ef-b3d7-6ef901bc403d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c001da6b-2a20-46e1-9d10-64539d00ab8c,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:47.222600 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45184) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:47.227245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-3a46f4fe-cfa3-45af-a7d2-8b73f75aa7e9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-705790430', 'description': 'tempest-secgroup-smoke-705790430 description', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:47.249516 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3a46f4fe-cfa3-45af-a7d2-8b73f75aa7e9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.314980 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3a46f4fe-cfa3-45af-a7d2-8b73f75aa7e9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.320403 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3a46f4fe-cfa3-45af-a7d2-8b73f75aa7e9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.349412 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3a46f4fe-cfa3-45af-a7d2-8b73f75aa7e9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.350553 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3a46f4fe-cfa3-45af-a7d2-8b73f75aa7e9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1268613 Nov 27 02:14:47.353640 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45186) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:47.355135 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46f4fe-cfa3-45af-a7d2-8b73f75aa7e9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:47.358920 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-8bda5e19-524a-4ffa-8b24-183bbd60c5e5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:47.384778 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8bda5e19-524a-4ffa-8b24-183bbd60c5e5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.444916 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a7b04b2a-6dd0-4dea-a290-2810bc8d5071 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:14:47.445502 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8bda5e19-524a-4ffa-8b24-183bbd60c5e5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.450112 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8bda5e19-524a-4ffa-8b24-183bbd60c5e5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.467409 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda5e19-524a-4ffa-8b24-183bbd60c5e5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61865b5-e17c-47c6-8dd7-4084570d3ad3,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:47.470759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: a7b04b2a-6dd0-4dea-a290-2810bc8d5071 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:14:47.471323 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device a7b04b2a-6dd0-4dea-a290-2810bc8d5071 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:14:47.471651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 08aa64b1-801e-4df5-bd4e-721e4d42d952 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:14:47.476215 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8bda5e19-524a-4ffa-8b24-183bbd60c5e5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.477525 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8bda5e19-524a-4ffa-8b24-183bbd60c5e5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228282 Nov 27 02:14:47.480397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45188) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:47.484922 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-bb87f847-0326-4f03-b910-d2a28a5d4594 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:47.493411 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 08aa64b1-801e-4df5-bd4e-721e4d42d952 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:14:47.493768 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 08aa64b1-801e-4df5-bd4e-721e4d42d952 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:14:47.494209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 3977dd78-59ea-4281-bbb5-8e722115ffbd no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:14:47.512124 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb87f847-0326-4f03-b910-d2a28a5d4594 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.515013 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 3977dd78-59ea-4281-bbb5-8e722115ffbd {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:14:47.515369 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 3977dd78-59ea-4281-bbb5-8e722115ffbd not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:14:47.568274 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb87f847-0326-4f03-b910-d2a28a5d4594 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.571538 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb87f847-0326-4f03-b910-d2a28a5d4594 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.586293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87f847-0326-4f03-b910-d2a28a5d4594 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9304653c-42f0-47cb-9178-2101f538f30d,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:47.596919 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb87f847-0326-4f03-b910-d2a28a5d4594 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.598127 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-bb87f847-0326-4f03-b910-d2a28a5d4594 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166241 Nov 27 02:14:47.600846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45190) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:47.605131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-21480622-c9b6-4d22-a14b-ff365d66e8b8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:47.630914 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-21480622-c9b6-4d22-a14b-ff365d66e8b8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.690436 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-21480622-c9b6-4d22-a14b-ff365d66e8b8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.693766 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-21480622-c9b6-4d22-a14b-ff365d66e8b8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.708777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21480622-c9b6-4d22-a14b-ff365d66e8b8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89019ee8-aec6-47ab-8435-3c19c2a4ccd7,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:47.718593 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-21480622-c9b6-4d22-a14b-ff365d66e8b8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.719773 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-21480622-c9b6-4d22-a14b-ff365d66e8b8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180003 Nov 27 02:14:47.722535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45192) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:47.727036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7feb294b-0199-4af7-b734-a3c8d759a722 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:47.753291 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7feb294b-0199-4af7-b734-a3c8d759a722 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.810336 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7feb294b-0199-4af7-b734-a3c8d759a722 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.813934 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7feb294b-0199-4af7-b734-a3c8d759a722 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.830950 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb294b-0199-4af7-b734-a3c8d759a722 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f0fe8a-d57b-458e-ad9e-7b49fe539da8,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:47.838565 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7feb294b-0199-4af7-b734-a3c8d759a722 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.839750 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7feb294b-0199-4af7-b734-a3c8d759a722 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162832 Nov 27 02:14:47.842574 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45194) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:47.846995 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-35ef424c-92e2-4363-9572-726fe7703393 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:47.868960 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-35ef424c-92e2-4363-9572-726fe7703393 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Project ca6386846a1c4ac393b06f7422fb16c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:14:47.874461 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-35ef424c-92e2-4363-9572-726fe7703393 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.930958 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-35ef424c-92e2-4363-9572-726fe7703393 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.935154 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-35ef424c-92e2-4363-9572-726fe7703393 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.955125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef424c-92e2-4363-9572-726fe7703393 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acf6fdb-505a-4606-bb05-9da6da499c20,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:47.960468 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-35ef424c-92e2-4363-9572-726fe7703393 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.961648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-35ef424c-92e2-4363-9572-726fe7703393 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181006 Nov 27 02:14:47.964422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45196) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:47.968629 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7e523f28-87df-4d15-8c49-419611bb2602 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:47.991820 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-7e523f28-87df-4d15-8c49-419611bb2602 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Project ca6386846a1c4ac393b06f7422fb16c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:14:47.997550 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7e523f28-87df-4d15-8c49-419611bb2602 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.058239 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7e523f28-87df-4d15-8c49-419611bb2602 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.061631 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7e523f28-87df-4d15-8c49-419611bb2602 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.078618 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e523f28-87df-4d15-8c49-419611bb2602 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62d55e7-e283-45bd-8d2f-7f0a2d4a5f0a,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:48.086777 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7e523f28-87df-4d15-8c49-419611bb2602 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.088022 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7e523f28-87df-4d15-8c49-419611bb2602 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226258 Nov 27 02:14:48.091454 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45198) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:48.096217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-f389f0e2-1811-4324-9e9f-20fb089a6d7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'network': {'name': 'tempest-network-smoke--1528654830', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'port_security_enabled': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:48.116006 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f389f0e2-1811-4324-9e9f-20fb089a6d7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:14:48.119339 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f389f0e2-1811-4324-9e9f-20fb089a6d7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.142678 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f389f0e2-1811-4324-9e9f-20fb089a6d7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:14:48.152103 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f389f0e2-1811-4324-9e9f-20fb089a6d7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.152536 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-f389f0e2-1811-4324-9e9f-20fb089a6d7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Added segment 8cd45eb3-47cc-4be4-8c8a-9400b2647af3 of type vlan for network 07f9713e-8523-4fe3-8ad4-28ee197d4099 Nov 27 02:14:48.192785 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f389f0e2-1811-4324-9e9f-20fb089a6d7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.216667 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f389f0e2-1811-4324-9e9f-20fb089a6d7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.222141 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f389f0e2-1811-4324-9e9f-20fb089a6d7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:48.222720 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f389f0e2-1811-4324-9e9f-20fb089a6d7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.274312 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-f389f0e2-1811-4324-9e9f-20fb089a6d7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1818414 Nov 27 02:14:48.277415 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45200) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:48.281926 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'admin_state_up': True, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:48.297895 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389f0e2-1811-4324-9e9f-20fb089a6d7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Network': ['ID=07f9713e-8523-4fe3-8ad4-28ee197d4099,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:48.306878 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.308578 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.308763 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 07f9713e-8523-4fe3-8ad4-28ee197d4099 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:14:48.363487 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.504785 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.695031 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.713606 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.811982 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.25.1.182 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/431b1b7d-11e8-4ad3-8342-dc5faff4799e) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:14:48.914526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.947624 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:48.985404 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:14:48.988188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:14:49.001237 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:14:49.001447 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5b9a5-4bed-411d-bcb1-6c7c8275545a None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:14:49.024848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=431b1b7d-11e8-4ad3-8342-dc5faff4799e,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:49.084882 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-74e9d38d-516d-4611-a627-57c7272e4b5b None None] Provisioning complete for port 431b1b7d-11e8-4ad3-8342-dc5faff4799e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:49.085257 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-74e9d38d-516d-4611-a627-57c7272e4b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:49.119843 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-74e9d38d-516d-4611-a627-57c7272e4b5b None None] Port 431b1b7d-11e8-4ad3-8342-dc5faff4799e cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:14:49.250952 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:49.450546 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:49.574887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:14:49.680115 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:14:49.690336 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Sync routers for ids ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:14:49.700139 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:49.700965 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Routers {'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:49.701406 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-fbd0d2d0-40a7-4433-b09d-e4c323e464e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4229941 Nov 27 02:14:49.701632 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:49.704709 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45202) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:49.775386 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8e203a93-10c1-4d9c-a8ea-47bf5211274a tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ca6386846a1c4ac393b06f7422fb16c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0695388 Nov 27 02:14:49.778563 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45206) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:49.807028 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Set router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:49.866584 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff36dde-253c-48e1-af47-f3519ad7178d tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:49.869587 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8ff36dde-253c-48e1-af47-f3519ad7178d tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885391 Nov 27 02:14:49.871092 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45208) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:49.898839 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-888b4f30-cfd3-49b7-87b5-ea2220d2a273 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266836 Nov 27 02:14:49.901971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45210) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:49.906631 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f2eb9798-3c5c-44b9-9b06-fbe30491f387 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-686392655', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:49.985818 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:49Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:49.993424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eb9798-3c5c-44b9-9b06-fbe30491f387 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:14:49.996887 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2eb9798-3c5c-44b9-9b06-fbe30491f387 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.012827 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Checking router: f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:14:50.013178 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Updating router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 port 431b1b7d-11e8-4ad3-8342-dc5faff4799e binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:14:50.041615 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.180984 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2eb9798-3c5c-44b9-9b06-fbe30491f387 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.244605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb9798-3c5c-44b9-9b06-fbe30491f387 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Subnet': ['ID=e04e2d7f-3d8f-4137-bf0f-ce2db61eac16,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:50.253263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb9798-3c5c-44b9-9b06-fbe30491f387 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Checking segment: {'id': '8cd45eb3-47cc-4be4-8c8a-9400b2647af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:14:50.253647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb9798-3c5c-44b9-9b06-fbe30491f387 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network hostable DHCP agents. Network: 07f9713e-8523-4fe3-8ad4-28ee197d4099, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:14:50.274304 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb9798-3c5c-44b9-9b06-fbe30491f387 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 07f9713e-8523-4fe3-8ad4-28ee197d4099 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:14:50.284437 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-f2eb9798-3c5c-44b9-9b06-fbe30491f387 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 07f9713e-8523-4fe3-8ad4-28ee197d4099) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:14:50.288743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb9798-3c5c-44b9-9b06-fbe30491f387 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:50.289399 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f2eb9798-3c5c-44b9-9b06-fbe30491f387 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.295026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eacaec-6abb-4dd3-8761-b24947a86a3c None None] Network 07f9713e-8523-4fe3-8ad4-28ee197d4099 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:14:50.299146 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.304305 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.319443 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f2eb9798-3c5c-44b9-9b06-fbe30491f387 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4138882 Nov 27 02:14:50.319804 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45212) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:50.347688 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Attempting to bind port 431b1b7d-11e8-4ad3-8342-dc5faff4799e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:14:50.348063 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Attempting to bind port 431b1b7d-11e8-4ad3-8342-dc5faff4799e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:14:50.348450 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Attempting to bind port 431b1b7d-11e8-4ad3-8342-dc5faff4799e on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:14:50.350080 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d08da7b-08ba-41e0-abd5-3e036e7326de None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:14:50.360288 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:14:50.360288 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:14:50.360691 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.361023 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:14:50.361487 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Bound port: 431b1b7d-11e8-4ad3-8342-dc5faff4799e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:14:50.361873 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.392801 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1630962-cd58-4f27-8a2b-5df77ba20329 None None] Pushing event updated for resources: {'Port': ['ID=431b1b7d-11e8-4ad3-8342-dc5faff4799e,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:50.402678 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1630962-cd58-4f27-8a2b-5df77ba20329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:50.403024 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1630962-cd58-4f27-8a2b-5df77ba20329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:50.403363 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1630962-cd58-4f27-8a2b-5df77ba20329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:50.403703 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1630962-cd58-4f27-8a2b-5df77ba20329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:50.404031 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1630962-cd58-4f27-8a2b-5df77ba20329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:50.404386 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1630962-cd58-4f27-8a2b-5df77ba20329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:50.404713 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1630962-cd58-4f27-8a2b-5df77ba20329 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:50.405043 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1630962-cd58-4f27-8a2b-5df77ba20329 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:50.405364 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1630962-cd58-4f27-8a2b-5df77ba20329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:50.405684 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1630962-cd58-4f27-8a2b-5df77ba20329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:50.406006 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1630962-cd58-4f27-8a2b-5df77ba20329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:50.406324 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1630962-cd58-4f27-8a2b-5df77ba20329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:50.431514 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] For port 431b1b7d-11e8-4ad3-8342-dc5faff4799e, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:14:50.435621 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] For port 431b1b7d-11e8-4ad3-8342-dc5faff4799e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=431b1b7d-11e8-4ad3-8342-dc5faff4799e,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:14:50.441123 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.469214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-924b9265-ce6a-4dc5-81ba-644db72e6ada None None] Provisioning complete for port 431b1b7d-11e8-4ad3-8342-dc5faff4799e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:50.469798 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-924b9265-ce6a-4dc5-81ba-644db72e6ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.495960 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-07f9713e-8523-4fe3-8ad4-28ee197d4099', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ips': [{'subnet_id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:14:50.497011 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.503360 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Routers {'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:50.504028 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:50.509911 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d6baa3-ce55-4947-912b-63a5cea7f756 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:14:50.618554 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1630962-cd58-4f27-8a2b-5df77ba20329 None None] Pushing event updated for resources: {'Port': ['ID=431b1b7d-11e8-4ad3-8342-dc5faff4799e,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:50.637769 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] Set router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:50.678840 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-924b9265-ce6a-4dc5-81ba-644db72e6ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.703920 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Allocated IP 172.20.0.2 (07f9713e-8523-4fe3-8ad4-28ee197d4099/e04e2d7f-3d8f-4137-bf0f-ce2db61eac16/822b8962-0fde-42af-8a74-16069e2c1629) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:14:50.721825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-924b9265-ce6a-4dc5-81ba-644db72e6ada None None] For port 431b1b7d-11e8-4ad3-8342-dc5faff4799e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=431b1b7d-11e8-4ad3-8342-dc5faff4799e,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:50.728879 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-924b9265-ce6a-4dc5-81ba-644db72e6ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.832305 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:49Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:50.839517 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b9265-ce6a-4dc5-81ba-644db72e6ada None None] Pushing event updated for resources: {'Port': ['ID=431b1b7d-11e8-4ad3-8342-dc5faff4799e,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:50.865122 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36c349-0c6c-459c-9c61-23a25bdb02a2 None None] The sync data for ids ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'] in n-d-817303-10 is: [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:49Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:14:50.916453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d8928c3d-8abd-4a43-bdbf-d0d2d109e9f8 None None] Provisioning complete for port 431b1b7d-11e8-4ad3-8342-dc5faff4799e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:50.916838 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d8928c3d-8abd-4a43-bdbf-d0d2d109e9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.947084 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:50.960860 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:51.018302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Network 07f9713e-8523-4fe3-8ad4-28ee197d4099 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:14:51.019831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Pushing event updated for resources: {'Port': ['ID=822b8962-0fde-42af-8a74-16069e2c1629,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:51.023895 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:14:51.027016 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:14:51.148151 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Attempting to bind port 822b8962-0fde-42af-8a74-16069e2c1629 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:14:51.148795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Attempting to bind port 822b8962-0fde-42af-8a74-16069e2c1629 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '8cd45eb3-47cc-4be4-8c8a-9400b2647af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:14:51.149169 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Attempting to bind port 822b8962-0fde-42af-8a74-16069e2c1629 on network 07f9713e-8523-4fe3-8ad4-28ee197d4099 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:14:51.155015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:14:51.155397 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Checking segment: {'id': '8cd45eb3-47cc-4be4-8c8a-9400b2647af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:14:51.155804 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:51.156201 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Bound using segment: {'id': '8cd45eb3-47cc-4be4-8c8a-9400b2647af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:14:51.156699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Bound port: 822b8962-0fde-42af-8a74-16069e2c1629, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd45eb3-47cc-4be4-8c8a-9400b2647af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:14:51.157085 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:51.176531 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:51.230758 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] For port 822b8962-0fde-42af-8a74-16069e2c1629, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:14:51.235968 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] For port 822b8962-0fde-42af-8a74-16069e2c1629, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=822b8962-0fde-42af-8a74-16069e2c1629,segment=NetworkSegment(8cd45eb3-47cc-4be4-8c8a-9400b2647af3),segment_id=8cd45eb3-47cc-4be4-8c8a-9400b2647af3)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:14:51.240330 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:51.315452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79477272-4640-4e43-ac26-cebdfcd2705d None None] Pushing event updated for resources: {'Port': ['ID=822b8962-0fde-42af-8a74-16069e2c1629,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:51.531779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 431b1b7d-11e8-4ad3-8342-dc5faff4799e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:14:51.560482 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.20.0.1 (07f9713e-8523-4fe3-8ad4-28ee197d4099/e04e2d7f-3d8f-4137-bf0f-ce2db61eac16/0212c189-0322-4965-9701-7b5b4216529a) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:14:51.596639 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 431b1b7d-11e8-4ad3-8342-dc5faff4799e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:51.597034 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:51.697101 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:51.732752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:51.781382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 07f9713e-8523-4fe3-8ad4-28ee197d4099 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:14:51.784680 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:14:51.787553 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:14:51.814519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=0212c189-0322-4965-9701-7b5b4216529a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:51.839654 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:51.969465 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:52.260024 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:52.271482 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:52.296081 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61632569-73cc-462a-82ed-480e1ead068f None None] Network 07f9713e-8523-4fe3-8ad4-28ee197d4099 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:14:52.343424 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=0212c189-0322-4965-9701-7b5b4216529a,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:52.348480 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:52.446111 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 07f9713e-8523-4fe3-8ad4-28ee197d4099 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:14:52.447576 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:14:52.549987 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-60164760-0f42-4061-88d9-65dfbc09d030 None None] Provisioning complete for port 822b8962-0fde-42af-8a74-16069e2c1629 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:52.550929 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-60164760-0f42-4061-88d9-65dfbc09d030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:52.585975 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:14:52.697122 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-60164760-0f42-4061-88d9-65dfbc09d030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:52.743344 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:14:52.752287 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-934fff75-77f3-4585-a9f8-1b82ff852d32 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "PUT /v2.0/routers/f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4280770 Nov 27 02:14:52.757593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-60164760-0f42-4061-88d9-65dfbc09d030 None None] For port 822b8962-0fde-42af-8a74-16069e2c1629, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=822b8962-0fde-42af-8a74-16069e2c1629,segment=NetworkSegment(8cd45eb3-47cc-4be4-8c8a-9400b2647af3),segment_id=8cd45eb3-47cc-4be4-8c8a-9400b2647af3)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:52.764234 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-60164760-0f42-4061-88d9-65dfbc09d030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:52.833239 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60164760-0f42-4061-88d9-65dfbc09d030 None None] Pushing event updated for resources: {'Port': ['ID=822b8962-0fde-42af-8a74-16069e2c1629,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:52.945925 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-45cb0010-8e57-4763-991a-23f1956b5e72 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705790430&fields=id&tenant_id=ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 267 time: 0.0490217 Nov 27 02:14:52.986467 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Sync routers for ids ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:14:52.991200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0142946a-b830-44ba-b5af-972afab0458f None None] Provisioning complete for port 822b8962-0fde-42af-8a74-16069e2c1629 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:52.991576 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0142946a-b830-44ba-b5af-972afab0458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:53.024367 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Routers {'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:53.024788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:53.072113 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-ba505e72-1404-4967-9d45-dd5a34c567b7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:53.074580 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-ba505e72-1404-4967-9d45-dd5a34c567b7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/networks?id=07f9713e-8523-4fe3-8ad4-28ee197d4099 HTTP/1.1" status: 200 len: 797 time: 0.1203530 Nov 27 02:14:53.092575 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-9c5abd85-e819-4fd3-a23c-6e685dc8346f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/quotas/ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 375 time: 0.0109162 Nov 27 02:14:53.152924 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-e1ac56e3-f841-4f06-a742-9c5acaeb8345 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530093 Nov 27 02:14:53.182048 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Set router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:53.221528 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-df590c7f-fa4c-4c41-9700-da003ff392c0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:14:53.222548 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-df590c7f-fa4c-4c41-9700-da003ff392c0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0540292 Nov 27 02:14:53.236793 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0142946a-b830-44ba-b5af-972afab0458f None None] Provisioning complete for port 0212c189-0322-4965-9701-7b5b4216529a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:53.237170 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0142946a-b830-44ba-b5af-972afab0458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:53.333280 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-5f335a0a-c7b9-497c-8f54-610a915d50a6 service neutron] 10.222.0.15 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036386 Nov 27 02:14:53.345024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0142946a-b830-44ba-b5af-972afab0458f None None] Port 0212c189-0322-4965-9701-7b5b4216529a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:14:53.439884 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-864756fd-79ec-4604-85b8-197867c97062 service neutron] 10.222.0.15 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992646 Nov 27 02:14:53.443292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:51Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0212c189-0322-4965-9701-7b5b4216529a', 'name': '', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:1d:d0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:51Z', 'updated_at': '2021-11-27T02:14:52Z', 'revision_number': 2, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:53.476495 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Checking router: f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:14:53.476862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Updating router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 port 0212c189-0322-4965-9701-7b5b4216529a binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:14:53.498451 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 822b8962-0fde-42af-8a74-16069e2c1629 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:14:53.537979 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:53.541354 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dc5efe3b-8668-4b23-8a21-e715688b1017 None None] Provisioning complete for port 0212c189-0322-4965-9701-7b5b4216529a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:53.541722 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dc5efe3b-8668-4b23-8a21-e715688b1017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:53.612167 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-dc5efe3b-8668-4b23-8a21-e715688b1017 None None] Port 0212c189-0322-4965-9701-7b5b4216529a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:14:53.634066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 822b8962-0fde-42af-8a74-16069e2c1629 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:53.634446 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:53.900672 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:53.906413 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:53.953942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b2179-c03d-4d70-8f94-ced39f8eda55 None None] Pushing event updated for resources: {'Port': ['ID=0212c189-0322-4965-9701-7b5b4216529a,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:54.007629 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Attempting to bind port 0212c189-0322-4965-9701-7b5b4216529a on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:14:54.008000 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Attempting to bind port 0212c189-0322-4965-9701-7b5b4216529a by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '8cd45eb3-47cc-4be4-8c8a-9400b2647af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:14:54.008396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Attempting to bind port 0212c189-0322-4965-9701-7b5b4216529a on network 07f9713e-8523-4fe3-8ad4-28ee197d4099 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:14:54.014227 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:14:54.014642 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Checking segment: {'id': '8cd45eb3-47cc-4be4-8c8a-9400b2647af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:14:54.015056 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:54.015455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Bound using segment: {'id': '8cd45eb3-47cc-4be4-8c8a-9400b2647af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:14:54.015928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Bound port: 0212c189-0322-4965-9701-7b5b4216529a, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd45eb3-47cc-4be4-8c8a-9400b2647af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:14:54.016348 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:54.085111 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] For port 0212c189-0322-4965-9701-7b5b4216529a, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:14:54.088298 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] For port 0212c189-0322-4965-9701-7b5b4216529a, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0212c189-0322-4965-9701-7b5b4216529a,segment=NetworkSegment(8cd45eb3-47cc-4be4-8c8a-9400b2647af3),segment_id=8cd45eb3-47cc-4be4-8c8a-9400b2647af3)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:14:54.095178 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:54.170616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-264e7a99-9da8-4035-8355-c84de4be00ad None None] Provisioning complete for port 0212c189-0322-4965-9701-7b5b4216529a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:54.170992 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-264e7a99-9da8-4035-8355-c84de4be00ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:54.172578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Routers {'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:54.173209 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:54.176674 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b2179-c03d-4d70-8f94-ced39f8eda55 None None] Pushing event updated for resources: {'Port': ['ID=0212c189-0322-4965-9701-7b5b4216529a,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:54.337524 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] Set router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:54.383421 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-264e7a99-9da8-4035-8355-c84de4be00ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:54.488859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-264e7a99-9da8-4035-8355-c84de4be00ad None None] For port 0212c189-0322-4965-9701-7b5b4216529a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0212c189-0322-4965-9701-7b5b4216529a,segment=NetworkSegment(8cd45eb3-47cc-4be4-8c8a-9400b2647af3),segment_id=8cd45eb3-47cc-4be4-8c8a-9400b2647af3)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:54.493386 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-264e7a99-9da8-4035-8355-c84de4be00ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:54.585350 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e7a99-9da8-4035-8355-c84de4be00ad None None] Pushing event updated for resources: {'Port': ['ID=0212c189-0322-4965-9701-7b5b4216529a,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:54.625593 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6f3d40bd-c4ad-486d-9610-c734000676f4 None None] Provisioning complete for port 0212c189-0322-4965-9701-7b5b4216529a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:54.626322 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6f3d40bd-c4ad-486d-9610-c734000676f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:54.649764 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9c5977e3-eb3d-4a12-af19-d4b87bbfa585 req-a026c263-b8b1-4eb0-ae5f-f32d4a8f489b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 210 time: 0.0318952 Nov 27 02:14:54.668526 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:51Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0212c189-0322-4965-9701-7b5b4216529a', 'name': '', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:1d:d0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:51Z', 'updated_at': '2021-11-27T02:14:54Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:54.696455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f538d-add2-4f17-96e4-f5c6fec4861c None None] The sync data for ids ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'] in n-d-817303-10 is: [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:51Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0212c189-0322-4965-9701-7b5b4216529a', 'name': '', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:1d:d0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:51Z', 'updated_at': '2021-11-27T02:14:54Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:14:55.466309 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0212c189-0322-4965-9701-7b5b4216529a up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:14:55.522351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 0212c189-0322-4965-9701-7b5b4216529a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:55.522725 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:55.760555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-d13df8b1-8ba6-4c53-a5c2-aba294dc44dd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:55.763521 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-d13df8b1-8ba6-4c53-a5c2-aba294dc44dd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/networks?id=07f9713e-8523-4fe3-8ad4-28ee197d4099 HTTP/1.1" status: 200 len: 797 time: 0.1539030 Nov 27 02:14:55.810945 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-10cc14d7-70a9-4426-a95c-942375afb545 req-0c65ef4f-e6c7-4928-93fa-835990039291 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 210 time: 0.0461144 Nov 27 02:14:55.863611 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-06b1b7d2-81ca-40fd-a66e-6011aa05defa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 379 time: 0.0646718 Nov 27 02:14:55.873315 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-2a98cccb-abb9-4a42-a433-fd7c76974278 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'port': {'device_id': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'admin_state_up': True, 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'security_groups': ['5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:55.980259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-2a98cccb-abb9-4a42-a433-fd7c76974278 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:14:55.983773 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-2a98cccb-abb9-4a42-a433-fd7c76974278 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:56.109834 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-2a98cccb-abb9-4a42-a433-fd7c76974278 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.20.0.9 (07f9713e-8523-4fe3-8ad4-28ee197d4099/e04e2d7f-3d8f-4137-bf0f-ce2db61eac16/0fd807dd-3ca2-4778-98b7-79d4f4eedb19) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:14:56.250830 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-2a98cccb-abb9-4a42-a433-fd7c76974278 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:56.283471 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-2a98cccb-abb9-4a42-a433-fd7c76974278 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:56.328392 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-2a98cccb-abb9-4a42-a433-fd7c76974278 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 07f9713e-8523-4fe3-8ad4-28ee197d4099 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:14:56.331354 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-2a98cccb-abb9-4a42-a433-fd7c76974278 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:14:56.335099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-2a98cccb-abb9-4a42-a433-fd7c76974278 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:14:56.359726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98cccb-abb9-4a42-a433-fd7c76974278 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=0fd807dd-3ca2-4778-98b7-79d4f4eedb19,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:56.390959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-2a98cccb-abb9-4a42-a433-fd7c76974278 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:56.391588 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-2a98cccb-abb9-4a42-a433-fd7c76974278 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:56.408618 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-2a98cccb-abb9-4a42-a433-fd7c76974278 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5389004 Nov 27 02:14:56.425963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Request body: {'port': {'device_id': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:56.486105 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:56.598235 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c84e72f6-74d1-4566-9ada-f09b7b72abd6 None None] Provisioning complete for port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:56.598810 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c84e72f6-74d1-4566-9ada-f09b7b72abd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:56.632964 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-c84e72f6-74d1-4566-9ada-f09b7b72abd6 None None] Port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:14:56.744578 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:14:56.752026 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:56.764415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Transition to ACTIVE for port object 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:14:56.768115 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:56.820790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Pushing event updated for resources: {'Port': ['ID=0fd807dd-3ca2-4778-98b7-79d4f4eedb19,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:56.892923 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Attempting to bind port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:14:56.893263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Attempting to bind port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '8cd45eb3-47cc-4be4-8c8a-9400b2647af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:14:56.893595 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Attempting to bind port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 on network 07f9713e-8523-4fe3-8ad4-28ee197d4099 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:14:56.899246 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 on network 07f9713e-8523-4fe3-8ad4-28ee197d4099 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:14:56.899574 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Attempting to bind port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 on network 07f9713e-8523-4fe3-8ad4-28ee197d4099 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:14:56.905797 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:14:56.906136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Checking segment: {'id': '8cd45eb3-47cc-4be4-8c8a-9400b2647af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:14:56.906521 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Bound using segment: {'id': '8cd45eb3-47cc-4be4-8c8a-9400b2647af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:14:56.906940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Bound port: 0fd807dd-3ca2-4778-98b7-79d4f4eedb19, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd45eb3-47cc-4be4-8c8a-9400b2647af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:14:56.907294 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:56.936672 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199ccd9-e7bc-4e05-8ebb-b53fdab30c08 req-e9fe60a0-1501-4b2a-be10-1f95d1688464 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:56.938282 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d199ccd9-e7bc-4e05-8ebb-b53fdab30c08 req-e9fe60a0-1501-4b2a-be10-1f95d1688464 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 943 time: 0.0543249 Nov 27 02:14:56.983079 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] For port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:14:56.986840 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] For port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0fd807dd-3ca2-4778-98b7-79d4f4eedb19,segment=NetworkSegment(8cd45eb3-47cc-4be4-8c8a-9400b2647af3),segment_id=8cd45eb3-47cc-4be4-8c8a-9400b2647af3)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:14:56.993955 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d199ccd9-e7bc-4e05-8ebb-b53fdab30c08 req-cbe99d6b-2746-40f3-9cb2-0e3b5fe8b272 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494981 Nov 27 02:14:56.996614 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:57.034550 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:57.035442 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:57.036937 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] 10.222.0.31 "PUT /v2.0/ports/0fd807dd-3ca2-4778-98b7-79d4f4eedb19 HTTP/1.1" status: 200 len: 1092 time: 0.6154220 Nov 27 02:14:57.037367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'tag': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:14:57.039672 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33263f45-c553-4e9d-992c-5210a9dd8c72" -d '{"events": [{"name": "network-changed", "server_uuid": "00b7a6d1-b99e-4e0e-82df-1f43348fbf66", "tag": "0fd807dd-3ca2-4778-98b7-79d4f4eedb19"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:14:57.066863 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27990592-d05d-4bc7-8012-c2336243a13d service neutron] Pushing event updated for resources: {'Port': ['ID=0fd807dd-3ca2-4778-98b7-79d4f4eedb19,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:57.140673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-383d71d7-5b0e-43c1-ab56-45f5a39a18ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:57.142743 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-383d71d7-5b0e-43c1-ab56-45f5a39a18ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 1095 time: 0.0494633 Nov 27 02:14:57.157484 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfaeb11-5689-4a37-ab05-654d530bb39a x-openstack-request-id: req-2bfaeb11-5689-4a37-ab05-654d530bb39a {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:14:57.157785 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b7a6d1-b99e-4e0e-82df-1f43348fbf66", "tag": "0fd807dd-3ca2-4778-98b7-79d4f4eedb19", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:14:57.158036 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bfaeb11-5689-4a37-ab05-654d530bb39a {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:14:57.158501 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'tag': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19', 'status': 'completed', 'code': 200} Nov 27 02:14:57.199509 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-d2e9f02a-cf72-41be-9c6b-53223f98c899 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd807dd-3ca2-4778-98b7-79d4f4eedb19 HTTP/1.1" status: 200 len: 217 time: 0.0401287 Nov 27 02:14:57.253263 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-d4110c7f-8a12-475b-a396-4c1dbeec20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:57.254817 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-d4110c7f-8a12-475b-a396-4c1dbeec20a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e04e2d7f-3d8f-4137-bf0f-ce2db61eac16 HTTP/1.1" status: 200 len: 834 time: 0.0463970 Nov 27 02:14:57.301415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-d453fe2b-9bbf-44e7-a62f-2adfc74ed1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:57.302998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-d453fe2b-9bbf-44e7-a62f-2adfc74ed1ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07f9713e-8523-4fe3-8ad4-28ee197d4099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409646 Nov 27 02:14:57.397263 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-97459bf0-e9c9-4234-be5d-7044cf370763 service neutron] 10.222.0.31 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870228 Nov 27 02:14:57.489100 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2cbc654e-f425-4fcb-9311-8cccfc3411cb req-13b7ea56-8107-418d-bc87-b557647262b8 service neutron] 10.222.0.31 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843425 Nov 27 02:14:57.624874 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263f45-c553-4e9d-992c-5210a9dd8c72 req-272b0a9d-c1f6-44e8-be20-0ee2002aa739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:57.626387 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-33263f45-c553-4e9d-992c-5210a9dd8c72 req-272b0a9d-c1f6-44e8-be20-0ee2002aa739 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 1095 time: 0.0473962 Nov 27 02:14:57.714685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263f45-c553-4e9d-992c-5210a9dd8c72 req-c780d45d-f86b-497e-bbe3-cdc9ebfb44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:57.716156 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-33263f45-c553-4e9d-992c-5210a9dd8c72 req-c780d45d-f86b-497e-bbe3-cdc9ebfb44ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=07f9713e-8523-4fe3-8ad4-28ee197d4099 HTTP/1.1" status: 200 len: 898 time: 0.0833132 Nov 27 02:14:57.757553 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-33263f45-c553-4e9d-992c-5210a9dd8c72 req-c12f61d6-df90-4c3b-991b-ab98c7f176fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd807dd-3ca2-4778-98b7-79d4f4eedb19 HTTP/1.1" status: 200 len: 217 time: 0.0343981 Nov 27 02:14:57.812185 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263f45-c553-4e9d-992c-5210a9dd8c72 req-cd9564dd-264b-4392-8046-952850ab8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:57.813639 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-33263f45-c553-4e9d-992c-5210a9dd8c72 req-cd9564dd-264b-4392-8046-952850ab8545 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e04e2d7f-3d8f-4137-bf0f-ce2db61eac16 HTTP/1.1" status: 200 len: 834 time: 0.0472968 Nov 27 02:14:57.859517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263f45-c553-4e9d-992c-5210a9dd8c72 req-7784495f-c511-4afe-92af-7eaa872fde8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:57.861032 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-33263f45-c553-4e9d-992c-5210a9dd8c72 req-7784495f-c511-4afe-92af-7eaa872fde8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07f9713e-8523-4fe3-8ad4-28ee197d4099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403874 Nov 27 02:14:57.947685 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-33263f45-c553-4e9d-992c-5210a9dd8c72 req-c7de5f3f-bc8d-4f31-b6ca-178c0f27de66 service neutron] 10.222.0.31 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794280 Nov 27 02:14:58.042532 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-33263f45-c553-4e9d-992c-5210a9dd8c72 req-864458db-83a9-4bec-af2d-fa5d002f56c0 service neutron] 10.222.0.31 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865750 Nov 27 02:14:58.112470 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375796fe-f695-4059-83cd-d77de5e90657 req-7f41d04e-da65-4f22-8a78-29eabba94c0e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:58.114056 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-375796fe-f695-4059-83cd-d77de5e90657 req-7f41d04e-da65-4f22-8a78-29eabba94c0e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 943 time: 0.0491569 Nov 27 02:14:58.166771 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-375796fe-f695-4059-83cd-d77de5e90657 req-cac9a326-e651-4284-854a-3cbfdaa39518 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466247 Nov 27 02:14:59.210706 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:59.285048 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a16d86-a813-407b-9bb7-3b02e4d46275 req-057292ec-af03-4a31-8805-331f015879ae tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:59.286559 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23a16d86-a813-407b-9bb7-3b02e4d46275 req-057292ec-af03-4a31-8805-331f015879ae tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 943 time: 0.0506082 Nov 27 02:14:59.335016 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23a16d86-a813-407b-9bb7-3b02e4d46275 req-0416392b-77c2-45a0-b0f0-bfb8d2f3d5e5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418293 Nov 27 02:14:59.807597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:14:59.902044 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0fd807dd-3ca2-4778-98b7-79d4f4eedb19,segment=NetworkSegment(8cd45eb3-47cc-4be4-8c8a-9400b2647af3),segment_id=8cd45eb3-47cc-4be4-8c8a-9400b2647af3)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:59.917291 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'port_id': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19', 'mac_address': 'fa:16:3e:b2:5e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:14:59.953565 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:59.967271 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:14:59.988690 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0fd807dd-3ca2-4778-98b7-79d4f4eedb19,segment=NetworkSegment(8cd45eb3-47cc-4be4-8c8a-9400b2647af3),segment_id=8cd45eb3-47cc-4be4-8c8a-9400b2647af3)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:59.992296 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:00.045335 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=0fd807dd-3ca2-4778-98b7-79d4f4eedb19,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:00.403168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['0fd807dd-3ca2-4778-98b7-79d4f4eedb19'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:15:00.456204 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bbdc8-efc8-42eb-8f4b-c474716cbda4 req-1b7da0e3-5eb8-4f94-8b8b-e7da898a363a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:00.457845 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f32bbdc8-efc8-42eb-8f4b-c474716cbda4 req-1b7da0e3-5eb8-4f94-8b8b-e7da898a363a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 944 time: 0.0503650 Nov 27 02:15:00.508922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f32bbdc8-efc8-42eb-8f4b-c474716cbda4 req-1adae146-9557-49f9-b22a-d541b3768a0f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445795 Nov 27 02:15:01.143193 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:01.627980 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ff65-2c81-4312-93d7-339797cf6874 req-17a40563-279a-4f7c-887e-3b96d44482e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:01.629475 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4162ff65-2c81-4312-93d7-339797cf6874 req-17a40563-279a-4f7c-887e-3b96d44482e3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 944 time: 0.0526373 Nov 27 02:15:01.680202 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4162ff65-2c81-4312-93d7-339797cf6874 req-350c46c9-b835-45ed-a809-35c03c989653 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448956 Nov 27 02:15:01.824072 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:15:01.874274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:15:01.877761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:01.878134 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:01.953926 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:01.975919 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:15:01.978224 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3605988-3cd7-4253-a99c-f3babb90ea32" -d '{"events": [{"server_uuid": "00b7a6d1-b99e-4e0e-82df-1f43348fbf66", "name": "network-vif-plugged", "status": "completed", "tag": "0fd807dd-3ca2-4778-98b7-79d4f4eedb19"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:15:01.991516 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0fd807dd-3ca2-4778-98b7-79d4f4eedb19,segment=NetworkSegment(8cd45eb3-47cc-4be4-8c8a-9400b2647af3),segment_id=8cd45eb3-47cc-4be4-8c8a-9400b2647af3)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:15:01.995130 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:02.017884 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77832d39-4e6b-48dd-936f-b92d21bd2759 x-openstack-request-id: req-77832d39-4e6b-48dd-936f-b92d21bd2759 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:15:02.018179 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b7a6d1-b99e-4e0e-82df-1f43348fbf66", "name": "network-vif-plugged", "status": "completed", "tag": "0fd807dd-3ca2-4778-98b7-79d4f4eedb19", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:15:02.018438 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77832d39-4e6b-48dd-936f-b92d21bd2759 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:15:02.018831 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19', 'code': 200} Nov 27 02:15:02.047213 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=0fd807dd-3ca2-4778-98b7-79d4f4eedb19,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:02.141953 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac743-ade6-4144-8d91-671fef95b828 req-5a9876cc-7b8d-4111-b03e-869a99f7d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:02.143444 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6edac743-ade6-4144-8d91-671fef95b828 req-5a9876cc-7b8d-4111-b03e-869a99f7d9ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 1097 time: 0.0392771 Nov 27 02:15:02.191273 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6edac743-ade6-4144-8d91-671fef95b828 req-3d345472-119d-476d-bdc3-165240744280 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402911 Nov 27 02:15:02.794670 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc847b29-87e3-463c-b7bd-2a462baa6a26 req-bceed42a-a349-4e5e-9021-654409d40103 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:02.796132 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc847b29-87e3-463c-b7bd-2a462baa6a26 req-bceed42a-a349-4e5e-9021-654409d40103 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0475254 Nov 27 02:15:02.847813 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc847b29-87e3-463c-b7bd-2a462baa6a26 req-8108c9f4-1e3f-401c-a04c-8f1cd54b5786 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457587 Nov 27 02:15:03.963392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a42d3-52c2-4dcd-a6f6-57f0c91985e4 req-90fc2c49-652e-4eaa-a15f-185c28ff217d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:03.964885 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-556a42d3-52c2-4dcd-a6f6-57f0c91985e4 req-90fc2c49-652e-4eaa-a15f-185c28ff217d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0482790 Nov 27 02:15:04.013542 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-556a42d3-52c2-4dcd-a6f6-57f0c91985e4 req-8e0130cf-7c2d-412c-b2b1-e97897e5a3c2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427668 Nov 27 02:15:04.128218 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd05240-09f3-4be2-8678-354e64941f8f req-39823657-3123-44c2-8419-d492ec539b50 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:04.129648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1cd05240-09f3-4be2-8678-354e64941f8f req-39823657-3123-44c2-8419-d492ec539b50 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0493708 Nov 27 02:15:04.178284 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1cd05240-09f3-4be2-8678-354e64941f8f req-91c29281-b048-43e9-8d03-21389613b4ef tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428352 Nov 27 02:15:04.200141 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45268) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:04.238251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487ceef1-b1f5-4bee-99ad-556f87f31324 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:04.239731 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-487ceef1-b1f5-4bee-99ad-556f87f31324 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 1092 time: 0.0385973 Nov 27 02:15:04.242424 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45270) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:04.247211 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:15:04.268955 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:04.367466 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:04.465829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.25.1.204 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/b7c55a03-26db-4045-87ea-14680728e97a) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:15:04.569506 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:04.602640 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:04.636098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:15:04.641399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:15:04.644874 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:15:04.678242 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=b7c55a03-26db-4045-87ea-14680728e97a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:05.000737 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:05.065803 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:05.216735 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:05.221460 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:05.294172 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=b7c55a03-26db-4045-87ea-14680728e97a,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:05.300653 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:05.399692 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Floating IP afdc420e-9aa9-4c04-ab24-8eade642aabb associated. External IP: 172.25.1.204, port: 0fd807dd-3ca2-4778-98b7-79d4f4eedb19. Nov 27 02:15:05.894555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:15:05.996589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:15:06.006961 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e54e28-0f68-4e11-94ea-15f0b8a73fdb None None] Sync routers for ids ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:15:06.013281 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:06.017557 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e54e28-0f68-4e11-94ea-15f0b8a73fdb None None] Routers {'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:15:06.018235 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e9e54e28-0f68-4e11-94ea-15f0b8a73fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:06.043342 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-03a910a8-c088-4443-ba00-ed25a9fa3303 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7999218 Nov 27 02:15:06.043928 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'tag': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:15:06.046228 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012f6d2a-c36a-4ebe-bfae-635acb668338" -d '{"events": [{"name": "network-changed", "server_uuid": "00b7a6d1-b99e-4e0e-82df-1f43348fbf66", "tag": "0fd807dd-3ca2-4778-98b7-79d4f4eedb19"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:15:06.085843 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcf10e2-2a89-43a2-9e93-a0599bd5ff44 x-openstack-request-id: req-5bcf10e2-2a89-43a2-9e93-a0599bd5ff44 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:15:06.086138 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b7a6d1-b99e-4e0e-82df-1f43348fbf66", "tag": "0fd807dd-3ca2-4778-98b7-79d4f4eedb19", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:15:06.086387 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bcf10e2-2a89-43a2-9e93-a0599bd5ff44 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:15:06.086786 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'tag': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19', 'status': 'completed', 'code': 200} Nov 27 02:15:06.152543 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c40a52-8bd2-4e4a-b0a5-b3d60604e413 req-8855d8f9-eca0-4ac6-9e4d-9df3f5426f2c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:06.154176 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73c40a52-8bd2-4e4a-b0a5-b3d60604e413 req-8855d8f9-eca0-4ac6-9e4d-9df3f5426f2c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0604291 Nov 27 02:15:06.178679 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f6d2a-c36a-4ebe-bfae-635acb668338 req-fb4a2461-d460-406f-8f5d-e66b94008fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:06.180806 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-012f6d2a-c36a-4ebe-bfae-635acb668338 req-fb4a2461-d460-406f-8f5d-e66b94008fca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 1097 time: 0.0465405 Nov 27 02:15:06.207301 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-73c40a52-8bd2-4e4a-b0a5-b3d60604e413 req-59504cac-ac9a-4c40-9824-4dc2a3702a9a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459383 Nov 27 02:15:06.230038 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e9e54e28-0f68-4e11-94ea-15f0b8a73fdb None None] Set router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:15:06.230486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45276) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:06.279067 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f6d2a-c36a-4ebe-bfae-635acb668338 req-fa077ccd-e279-4deb-8892-e15794d8cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:06.280800 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-012f6d2a-c36a-4ebe-bfae-635acb668338 req-fa077ccd-e279-4deb-8892-e15794d8cd1a service neutron] 10.222.0.31 "GET /v2.0/networks?id=07f9713e-8523-4fe3-8ad4-28ee197d4099 HTTP/1.1" status: 200 len: 898 time: 0.0927052 Nov 27 02:15:06.292060 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cff68eb5-22d1-4735-97cc-18ab2eb51aa9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/afdc420e-9aa9-4c04-ab24-8eade642aabb HTTP/1.1" status: 200 len: 991 time: 0.0587878 Nov 27 02:15:06.349245 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-012f6d2a-c36a-4ebe-bfae-635acb668338 req-a180998c-732b-4339-bd00-7cf04fb08e7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd807dd-3ca2-4778-98b7-79d4f4eedb19 HTTP/1.1" status: 200 len: 999 time: 0.0619984 Nov 27 02:15:06.396825 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f6d2a-c36a-4ebe-bfae-635acb668338 req-7b0edb7e-a268-4e2a-b0de-1851ad048b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:06.398289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-012f6d2a-c36a-4ebe-bfae-635acb668338 req-7b0edb7e-a268-4e2a-b0de-1851ad048b11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e04e2d7f-3d8f-4137-bf0f-ce2db61eac16 HTTP/1.1" status: 200 len: 834 time: 0.0428367 Nov 27 02:15:06.444145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f6d2a-c36a-4ebe-bfae-635acb668338 req-f6fa84a8-cd99-4da8-9c94-af0c0c9432ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:06.445595 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-012f6d2a-c36a-4ebe-bfae-635acb668338 req-f6fa84a8-cd99-4da8-9c94-af0c0c9432ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07f9713e-8523-4fe3-8ad4-28ee197d4099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399842 Nov 27 02:15:06.453903 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e9e54e28-0f68-4e11-94ea-15f0b8a73fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:51Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'afdc420e-9aa9-4c04-ab24-8eade642aabb', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.204', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'port_id': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'mac_address': 'fa:16:3e:b2:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:15:04Z', 'updated_at': '2021-11-27T02:15:04Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0212c189-0322-4965-9701-7b5b4216529a', 'name': '', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:1d:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:51Z', 'updated_at': '2021-11-27T02:14:54Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:06.484602 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e54e28-0f68-4e11-94ea-15f0b8a73fdb None None] Checking router: f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:15:06.492762 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e54e28-0f68-4e11-94ea-15f0b8a73fdb None None] Routers {'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:15:06.493360 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e9e54e28-0f68-4e11-94ea-15f0b8a73fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:14:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:06.540972 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-012f6d2a-c36a-4ebe-bfae-635acb668338 req-36f68c98-6c97-44e7-9015-e96a0cbc8c0b service neutron] 10.222.0.31 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880485 Nov 27 02:15:06.595510 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e9e54e28-0f68-4e11-94ea-15f0b8a73fdb None None] Set router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:15:06.628932 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-012f6d2a-c36a-4ebe-bfae-635acb668338 req-5e3861e1-b66b-45bf-ab49-7af53c461d27 service neutron] 10.222.0.31 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812705 Nov 27 02:15:06.812221 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e9e54e28-0f68-4e11-94ea-15f0b8a73fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:51Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'afdc420e-9aa9-4c04-ab24-8eade642aabb', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.204', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'port_id': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'mac_address': 'fa:16:3e:b2:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:15:04Z', 'updated_at': '2021-11-27T02:15:04Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0212c189-0322-4965-9701-7b5b4216529a', 'name': '', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:1d:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:51Z', 'updated_at': '2021-11-27T02:14:54Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:06.839017 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e54e28-0f68-4e11-94ea-15f0b8a73fdb None None] The sync data for ids ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'] in n-d-817303-10 is: [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:51Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': 'afdc420e-9aa9-4c04-ab24-8eade642aabb', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.204', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'port_id': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'mac_address': 'fa:16:3e:b2:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:15:04Z', 'updated_at': '2021-11-27T02:15:04Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0212c189-0322-4965-9701-7b5b4216529a', 'name': '', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:1d:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:51Z', 'updated_at': '2021-11-27T02:14:54Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:15:07.027327 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e8f61-40a2-4423-82aa-80f067480304 None None] New status for floating IP afdc420e-9aa9-4c04-ab24-8eade642aabb: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:15:07.294849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45278) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:07.359562 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-100a7563-41ac-44b1-b619-ac44b89daa5b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/afdc420e-9aa9-4c04-ab24-8eade642aabb HTTP/1.1" status: 200 len: 993 time: 0.0634708 Nov 27 02:15:10.187818 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-31a6a0c2-7706-4008-8139-9c42b31c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:12.362361 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-792fa831-da7f-4132-b7f5-5a0f9603bc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:13.542067 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:15.084398 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:16.469925 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:18.562110 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:15:29.209635 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:31.151986 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:40.189544 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-98d504f7-e2aa-4f0f-9fea-00093333604c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:42.364182 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30c8c8b9-0700-4a84-8c03-2d0ff0cc1aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:43.538460 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:45.089791 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:46.471180 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:50.297903 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b7de9b5-0fec-4fd6-9217-cf542a5cfd8b req-78459f36-10cb-4b39-b6bc-7a45560cf453 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403414 Nov 27 02:15:50.392879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7de9b5-0fec-4fd6-9217-cf542a5cfd8b req-2d2d4c08-e17d-4386-b967-564e8593e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:50.394386 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b7de9b5-0fec-4fd6-9217-cf542a5cfd8b req-2d2d4c08-e17d-4386-b967-564e8593e96b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 1097 time: 0.0402017 Nov 27 02:15:50.501551 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7de9b5-0fec-4fd6-9217-cf542a5cfd8b req-53c7f45b-b072-409c-8285-012b990762fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:50.502994 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b7de9b5-0fec-4fd6-9217-cf542a5cfd8b req-53c7f45b-b072-409c-8285-012b990762fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=07f9713e-8523-4fe3-8ad4-28ee197d4099 HTTP/1.1" status: 200 len: 898 time: 0.0877459 Nov 27 02:15:50.573129 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b7de9b5-0fec-4fd6-9217-cf542a5cfd8b req-4b6847fe-a3b0-494f-a61a-9ccd7a937a98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd807dd-3ca2-4778-98b7-79d4f4eedb19 HTTP/1.1" status: 200 len: 1001 time: 0.0571654 Nov 27 02:15:50.620777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7de9b5-0fec-4fd6-9217-cf542a5cfd8b req-b07b6317-1aae-4326-91f1-42aef5d45fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:50.622181 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b7de9b5-0fec-4fd6-9217-cf542a5cfd8b req-b07b6317-1aae-4326-91f1-42aef5d45fa6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e04e2d7f-3d8f-4137-bf0f-ce2db61eac16 HTTP/1.1" status: 200 len: 834 time: 0.0419321 Nov 27 02:15:50.671244 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7de9b5-0fec-4fd6-9217-cf542a5cfd8b req-f81230f0-581c-4eb7-b079-3027d8337d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:50.673309 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b7de9b5-0fec-4fd6-9217-cf542a5cfd8b req-f81230f0-581c-4eb7-b079-3027d8337d70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07f9713e-8523-4fe3-8ad4-28ee197d4099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433469 Nov 27 02:15:50.683817 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-2b7de9b5-0fec-4fd6-9217-cf542a5cfd8b req-dd4348d8-26fc-4b7c-bb34-a91970cf8cd7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:15:50.684781 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b7de9b5-0fec-4fd6-9217-cf542a5cfd8b req-dd4348d8-26fc-4b7c-bb34-a91970cf8cd7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048363 Nov 27 02:15:50.770834 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b7de9b5-0fec-4fd6-9217-cf542a5cfd8b req-eef7c0bf-908d-420a-aec7-b365eea7a30d service neutron] 10.222.0.31 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794358 Nov 27 02:15:50.862622 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2b7de9b5-0fec-4fd6-9217-cf542a5cfd8b req-f677384d-5bb3-422a-a39d-488842504509 service neutron] 10.222.0.31 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851271 Nov 27 02:15:55.560513 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:15:59.224517 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:01.173757 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:08.135862 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdb0f2-5cd4-4a8e-98ff-994e034a8430 req-e60e0d4e-6d1d-4714-a456-d7946a8bdfad tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:08.137646 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-88cdb0f2-5cd4-4a8e-98ff-994e034a8430 req-e60e0d4e-6d1d-4714-a456-d7946a8bdfad tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0559621 Nov 27 02:16:08.188906 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-88cdb0f2-5cd4-4a8e-98ff-994e034a8430 req-f8734def-5fcc-41d7-a292-4e2f0414e0a0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447311 Nov 27 02:16:09.311512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a3f3e-4478-49a3-b92c-b9e27d82719c req-127ba247-3748-48f7-a0fc-f01f0d1b370c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:09.313013 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-503a3f3e-4478-49a3-b92c-b9e27d82719c req-127ba247-3748-48f7-a0fc-f01f0d1b370c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0552928 Nov 27 02:16:09.362296 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-503a3f3e-4478-49a3-b92c-b9e27d82719c req-6fd8f705-d0f4-486c-920f-ffd3176d4f69 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427392 Nov 27 02:16:10.190458 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-464c286a-f1e2-4a73-a1a5-534d352bdcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:10.477137 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21129b-dbb1-44f0-a1a4-658f4bc7ca47 req-5fdcd25c-d375-4ee9-af93-48ee883fdd23 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:10.478521 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de21129b-dbb1-44f0-a1a4-658f4bc7ca47 req-5fdcd25c-d375-4ee9-af93-48ee883fdd23 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0486038 Nov 27 02:16:10.531074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-de21129b-dbb1-44f0-a1a4-658f4bc7ca47 req-057674c3-0dff-4715-8485-af5344330d4e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467346 Nov 27 02:16:11.646984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f6c05-f05a-4744-87c6-0e8b56549eec req-2f3fa0ae-67f1-4ff4-bda8-33b4cafcc59b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:11.648470 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e63f6c05-f05a-4744-87c6-0e8b56549eec req-2f3fa0ae-67f1-4ff4-bda8-33b4cafcc59b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0485013 Nov 27 02:16:11.696965 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e63f6c05-f05a-4744-87c6-0e8b56549eec req-2e3bdc31-7a83-4883-b5ff-f464bead8a28 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426233 Nov 27 02:16:12.365174 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1771c289-bfde-4b3c-b66c-4ba4f32d679e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:12.814323 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b742b4-e06f-42b0-b156-3b73f428d308 req-141f4592-3463-4ddb-a016-30a458101888 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:12.815799 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4b742b4-e06f-42b0-b156-3b73f428d308 req-141f4592-3463-4ddb-a016-30a458101888 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0509715 Nov 27 02:16:12.864909 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c4b742b4-e06f-42b0-b156-3b73f428d308 req-69f2ab8a-bb4f-480f-8e52-8243ac956820 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431459 Nov 27 02:16:13.541719 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:13.979164 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2eab89-c10e-45b7-9276-2f9addfb9a01 req-2f4cc4ba-7e5e-43a5-98c9-f7c0290721d6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:13.980667 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c2eab89-c10e-45b7-9276-2f9addfb9a01 req-2f4cc4ba-7e5e-43a5-98c9-f7c0290721d6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0483036 Nov 27 02:16:14.033905 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1c2eab89-c10e-45b7-9276-2f9addfb9a01 req-adcd43c3-9bf2-462c-aaa1-0a59b32fcafc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468018 Nov 27 02:16:15.089833 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:15.153481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78ca04-1f68-4635-8657-93198a18c051 req-4961f97f-8bbf-45c7-989e-00ab98cc219f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:15.154971 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f78ca04-1f68-4635-8657-93198a18c051 req-4961f97f-8bbf-45c7-989e-00ab98cc219f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0491929 Nov 27 02:16:15.205097 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7f78ca04-1f68-4635-8657-93198a18c051 req-1f289602-3838-4c2a-b390-136f16661ee2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436795 Nov 27 02:16:16.319464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b0ce4-b290-4312-83ef-e9738a1ec166 req-2ef32ebd-86e6-41a6-b16e-fe8b66c9adcd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:16.320975 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537b0ce4-b290-4312-83ef-e9738a1ec166 req-2ef32ebd-86e6-41a6-b16e-fe8b66c9adcd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0482011 Nov 27 02:16:16.369928 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-537b0ce4-b290-4312-83ef-e9738a1ec166 req-e436bb89-be45-40c1-ab7c-f6d147f4ef7b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431676 Nov 27 02:16:16.473133 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:17.492055 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90f9c1-e267-4f4b-a975-afca11540daa req-079091e0-daeb-418b-90fc-f3e4b8644d80 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:17.493584 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bf90f9c1-e267-4f4b-a975-afca11540daa req-079091e0-daeb-418b-90fc-f3e4b8644d80 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0527191 Nov 27 02:16:17.542894 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bf90f9c1-e267-4f4b-a975-afca11540daa req-b1957533-3a01-4fab-8aba-af6702266b55 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430369 Nov 27 02:16:18.662765 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bb740-1dc1-4af7-848b-c56d7dac9bba req-bcb0df15-8a4e-4813-a786-5b55dc665bb9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:18.664229 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b79bb740-1dc1-4af7-848b-c56d7dac9bba req-bcb0df15-8a4e-4813-a786-5b55dc665bb9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0530596 Nov 27 02:16:18.712739 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b79bb740-1dc1-4af7-848b-c56d7dac9bba req-bf22404a-2d9c-47a2-8ae2-4f37e15f34f1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425601 Nov 27 02:16:18.734209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45326) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:16:18.796362 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-42e6bc71-62a5-4c82-821e-9b430049d0d1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/afdc420e-9aa9-4c04-ab24-8eade642aabb HTTP/1.1" status: 200 len: 993 time: 0.0610440 Nov 27 02:16:20.065846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300c852-e491-428d-a8ef-30a7cef07afd req-37f088a6-7655-4095-9ec4-d6620017d38c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:20.067313 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b300c852-e491-428d-a8ef-30a7cef07afd req-37f088a6-7655-4095-9ec4-d6620017d38c tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0505981 Nov 27 02:16:20.147868 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f25425-5a48-496f-8370-9c4fad3ec993 req-4eef05de-89a1-4cb0-8cb3-8986925e7d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:20.149464 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26f25425-5a48-496f-8370-9c4fad3ec993 req-4eef05de-89a1-4cb0-8cb3-8986925e7d38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 1097 time: 0.0807309 Nov 27 02:16:20.154412 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b300c852-e491-428d-a8ef-30a7cef07afd req-59f1aaee-33f8-43f4-9a4f-3549a5823416 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719705 Nov 27 02:16:20.240608 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f25425-5a48-496f-8370-9c4fad3ec993 req-abc51f73-1903-42dc-a95a-b6fa7cb80052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:20.242076 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26f25425-5a48-496f-8370-9c4fad3ec993 req-abc51f73-1903-42dc-a95a-b6fa7cb80052 service neutron] 10.222.0.31 "GET /v2.0/networks?id=07f9713e-8523-4fe3-8ad4-28ee197d4099 HTTP/1.1" status: 200 len: 898 time: 0.0848322 Nov 27 02:16:20.311081 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26f25425-5a48-496f-8370-9c4fad3ec993 req-aab3e34a-a032-4f8e-a2c5-d670cc378f04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd807dd-3ca2-4778-98b7-79d4f4eedb19 HTTP/1.1" status: 200 len: 1001 time: 0.0623348 Nov 27 02:16:20.358753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f25425-5a48-496f-8370-9c4fad3ec993 req-36e4c654-5870-476d-8e32-887510b67c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:20.360806 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26f25425-5a48-496f-8370-9c4fad3ec993 req-36e4c654-5870-476d-8e32-887510b67c98 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e04e2d7f-3d8f-4137-bf0f-ce2db61eac16 HTTP/1.1" status: 200 len: 834 time: 0.0433571 Nov 27 02:16:20.404547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f25425-5a48-496f-8370-9c4fad3ec993 req-2812a79d-11ba-46ee-98e5-66629f74d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:20.406003 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26f25425-5a48-496f-8370-9c4fad3ec993 req-2812a79d-11ba-46ee-98e5-66629f74d4e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07f9713e-8523-4fe3-8ad4-28ee197d4099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386233 Nov 27 02:16:20.498378 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26f25425-5a48-496f-8370-9c4fad3ec993 req-80efdbcb-dafc-40a8-b73e-a5eac6fc9104 service neutron] 10.222.0.31 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847363 Nov 27 02:16:20.586490 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-26f25425-5a48-496f-8370-9c4fad3ec993 req-84beb0a3-f615-4fd4-bf9e-0d24ada2da55 service neutron] 10.222.0.31 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815096 Nov 27 02:16:21.274666 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcec52-d404-4fce-b18a-9ff8faa4eafb req-0a1edc94-fb28-4b99-b339-9a1625f11526 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:21.276153 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1edcec52-d404-4fce-b18a-9ff8faa4eafb req-0a1edc94-fb28-4b99-b339-9a1625f11526 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0497229 Nov 27 02:16:21.324157 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1edcec52-d404-4fce-b18a-9ff8faa4eafb req-53fa7b03-7a0f-420e-a3a4-d7c4a12ab7ed tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413806 Nov 27 02:16:21.347023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45336) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:16:21.409395 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-61008a9a-6282-4ef2-9601-f3887e5ff9e7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/afdc420e-9aa9-4c04-ab24-8eade642aabb HTTP/1.1" status: 200 len: 993 time: 0.0612066 Nov 27 02:16:29.254446 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:31.203288 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:32.559419 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:16:38.064190 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-b728d876-ad5c-46eb-bd3e-42f81ac54042 req-8202e5f4-e8ce-4272-abd2-c59eecbb6f9c service neutron] (103403) timed out ('10.222.0.15', 38154) {{(pid=103403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 02:16:40.192310 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-be2eeae0-dfe1-4149-a9fd-a4ba824e58a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:42.365987 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0803c0d7-5521-4349-b915-953ab7922522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:43.544707 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:45.092228 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:46.475108 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:51.339079 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec8c684e-348d-4085-8815-2ae719f51518 req-4678239f-4286-4b1f-866d-c29420b9c953 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0876536 Nov 27 02:16:51.441136 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c684e-348d-4085-8815-2ae719f51518 req-46e78514-e2c8-4ff1-b338-2f24db8e8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:51.442624 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec8c684e-348d-4085-8815-2ae719f51518 req-46e78514-e2c8-4ff1-b338-2f24db8e8eb9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 1097 time: 0.0448461 Nov 27 02:16:51.546261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c684e-348d-4085-8815-2ae719f51518 req-d3ca4b51-9245-413d-9010-f3911e842bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:51.547703 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec8c684e-348d-4085-8815-2ae719f51518 req-d3ca4b51-9245-413d-9010-f3911e842bce service neutron] 10.222.0.31 "GET /v2.0/networks?id=07f9713e-8523-4fe3-8ad4-28ee197d4099 HTTP/1.1" status: 200 len: 898 time: 0.0847611 Nov 27 02:16:51.617446 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec8c684e-348d-4085-8815-2ae719f51518 req-ee9d8562-981d-41bf-84ff-0f83218da1c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd807dd-3ca2-4778-98b7-79d4f4eedb19 HTTP/1.1" status: 200 len: 1001 time: 0.0622153 Nov 27 02:16:51.665671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c684e-348d-4085-8815-2ae719f51518 req-41146c80-c998-4c23-8725-0580ae361a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:51.667082 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec8c684e-348d-4085-8815-2ae719f51518 req-41146c80-c998-4c23-8725-0580ae361a98 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e04e2d7f-3d8f-4137-bf0f-ce2db61eac16 HTTP/1.1" status: 200 len: 834 time: 0.0432689 Nov 27 02:16:51.711523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c684e-348d-4085-8815-2ae719f51518 req-478c4fb7-4e03-4735-b2a1-eb982dfcafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:51.713060 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec8c684e-348d-4085-8815-2ae719f51518 req-478c4fb7-4e03-4735-b2a1-eb982dfcafc1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07f9713e-8523-4fe3-8ad4-28ee197d4099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393460 Nov 27 02:16:51.806713 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec8c684e-348d-4085-8815-2ae719f51518 req-e8005620-ec10-4de9-9eb1-1261072f34fe service neutron] 10.222.0.31 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866609 Nov 27 02:16:51.893959 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec8c684e-348d-4085-8815-2ae719f51518 req-ac32f946-63d5-4c8b-ac90-e38061ce4c53 service neutron] 10.222.0.31 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806792 Nov 27 02:16:59.251915 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:01.209669 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:09.558290 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:17:09.806536 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45356) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:09.959824 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port b7c55a03-26db-4045-87ea-14680728e97a {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:17:09.960165 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:10.041971 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:10.042303 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:10.053825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for b7c55a03-26db-4045-87ea-14680728e97a owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:17:10.192954 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ed5c5fc7-4981-4c91-895b-403647567f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:10.204797 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:10.233716 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=b7c55a03-26db-4045-87ea-14680728e97a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:10.245246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:10.245606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:10.245952 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:10.246292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:10.246627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:10.246961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:10.247292 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:10.247624 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:10.247954 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:10.248339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:10.248669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:10.248991 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:10.303434 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:10.303790 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Floating IP afdc420e-9aa9-4c04-ab24-8eade642aabb disassociated (deleted). External IP: 172.25.1.204, port: 0fd807dd-3ca2-4778-98b7-79d4f4eedb19. Nov 27 02:17:10.515981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:17:10.622868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:17:10.627908 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:10.632546 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cef4a3-a95d-4b2f-8bdf-cafee320072d None None] Sync routers for ids ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:17:10.641653 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cef4a3-a95d-4b2f-8bdf-cafee320072d None None] Routers {'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:10.642257 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-42cef4a3-a95d-4b2f-8bdf-cafee320072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:16:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:10.654005 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cd221555-eb4f-4abd-ad8e-811b646f5f12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/floatingips/afdc420e-9aa9-4c04-ab24-8eade642aabb HTTP/1.1" status: 204 len: 168 time: 0.8463953 Nov 27 02:17:10.655069 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'tag': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:17:10.657476 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ee0150-1480-485a-b354-1171fe55268c" -d '{"events": [{"name": "network-changed", "server_uuid": "00b7a6d1-b99e-4e0e-82df-1f43348fbf66", "tag": "0fd807dd-3ca2-4778-98b7-79d4f4eedb19"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:17:10.695113 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f34676-5f25-40ab-b407-dc8d103a9b6b x-openstack-request-id: req-26f34676-5f25-40ab-b407-dc8d103a9b6b {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:17:10.695407 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b7a6d1-b99e-4e0e-82df-1f43348fbf66", "tag": "0fd807dd-3ca2-4778-98b7-79d4f4eedb19", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:17:10.695660 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26f34676-5f25-40ab-b407-dc8d103a9b6b {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:17:10.696067 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'tag': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19', 'status': 'completed', 'code': 200} Nov 27 02:17:10.754113 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-42cef4a3-a95d-4b2f-8bdf-cafee320072d None None] Set router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:10.780446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee0150-1480-485a-b354-1171fe55268c req-ed66a532-4477-4e40-a5c6-8a8ed662fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:10.782787 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9ee0150-1480-485a-b354-1171fe55268c req-ed66a532-4477-4e40-a5c6-8a8ed662fecc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 1097 time: 0.0438268 Nov 27 02:17:10.944998 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebdd6b-323d-4260-a81b-e7a1c17d3207 req-266567db-3c62-42a6-b7a1-5d1db1ee69f7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:10.946496 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7ebdd6b-323d-4260-a81b-e7a1c17d3207 req-266567db-3c62-42a6-b7a1-5d1db1ee69f7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.1008780 Nov 27 02:17:10.955063 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-42cef4a3-a95d-4b2f-8bdf-cafee320072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:51Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0212c189-0322-4965-9701-7b5b4216529a', 'name': '', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:1d:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:51Z', 'updated_at': '2021-11-27T02:14:54Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:10.963225 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee0150-1480-485a-b354-1171fe55268c req-6f298e47-da40-488f-9fcd-96071a53bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:10.964738 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9ee0150-1480-485a-b354-1171fe55268c req-6f298e47-da40-488f-9fcd-96071a53bad2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=07f9713e-8523-4fe3-8ad4-28ee197d4099 HTTP/1.1" status: 200 len: 898 time: 0.1372550 Nov 27 02:17:10.980771 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cef4a3-a95d-4b2f-8bdf-cafee320072d None None] Checking router: f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:17:10.989398 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cef4a3-a95d-4b2f-8bdf-cafee320072d None None] Routers {'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:10.989994 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-42cef4a3-a95d-4b2f-8bdf-cafee320072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:16:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:11.022070 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9ee0150-1480-485a-b354-1171fe55268c req-a7501fbf-6012-4de7-9151-bfafecc90b04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd807dd-3ca2-4778-98b7-79d4f4eedb19 HTTP/1.1" status: 200 len: 217 time: 0.0484488 Nov 27 02:17:11.066235 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f7ebdd6b-323d-4260-a81b-e7a1c17d3207 req-29554957-cd42-4996-ab53-98a0f57319d2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130421 Nov 27 02:17:11.083497 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee0150-1480-485a-b354-1171fe55268c req-f738bf89-b73f-49c7-ab17-fd793b319d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:11.085009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9ee0150-1480-485a-b354-1171fe55268c req-f738bf89-b73f-49c7-ab17-fd793b319d7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e04e2d7f-3d8f-4137-bf0f-ce2db61eac16 HTTP/1.1" status: 200 len: 834 time: 0.0530355 Nov 27 02:17:11.096669 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-42cef4a3-a95d-4b2f-8bdf-cafee320072d None None] Set router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:11.132677 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee0150-1480-485a-b354-1171fe55268c req-d95265bd-625b-4ca0-8b63-8ce582524b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:11.134169 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9ee0150-1480-485a-b354-1171fe55268c req-d95265bd-625b-4ca0-8b63-8ce582524b0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07f9713e-8523-4fe3-8ad4-28ee197d4099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415523 Nov 27 02:17:11.226849 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9ee0150-1480-485a-b354-1171fe55268c req-6ce72014-4aba-45a6-aed7-df9966e491de service neutron] 10.222.0.31 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848925 Nov 27 02:17:11.291547 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-42cef4a3-a95d-4b2f-8bdf-cafee320072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:51Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0212c189-0322-4965-9701-7b5b4216529a', 'name': '', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:1d:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:51Z', 'updated_at': '2021-11-27T02:14:54Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:11.317428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f9ee0150-1480-485a-b354-1171fe55268c req-05cd69f4-3b56-46c5-a525-50e4bca631e1 service neutron] 10.222.0.31 "GET /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830607 Nov 27 02:17:11.407621 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cef4a3-a95d-4b2f-8bdf-cafee320072d None None] The sync data for ids ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'] in n-d-817303-10 is: [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:51Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0212c189-0322-4965-9701-7b5b4216529a', 'name': '', 'network_id': '07f9713e-8523-4fe3-8ad4-28ee197d4099', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:1d:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:51Z', 'updated_at': '2021-11-27T02:14:54Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': 'e04e2d7f-3d8f-4137-bf0f-ce2db61eac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:17:11.625182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314180fc-8861-4996-93bd-f9b256d5277c None None] New status for floating IP afdc420e-9aa9-4c04-ab24-8eade642aabb: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:17:12.181140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7322fe6-c267-47a4-85fb-426d7cb278a3 req-7d9debec-a299-45d6-867a-4fd782e59317 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:12.182591 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7322fe6-c267-47a4-85fb-426d7cb278a3 req-7d9debec-a299-45d6-867a-4fd782e59317 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0480108 Nov 27 02:17:12.231845 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c7322fe6-c267-47a4-85fb-426d7cb278a3 req-3b40aa66-3adf-4b62-8ae7-09aeb6f746b9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426643 Nov 27 02:17:12.367511 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-96b82fbc-e86e-43e5-a173-168142844cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:12.651467 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ab6c-8f06-4216-85fe-29a2b1ea6e44 req-3fa2a786-8865-49f5-acee-73cf8cf9258a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:12.652876 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcd1ab6c-8f06-4216-85fe-29a2b1ea6e44 req-3fa2a786-8865-49f5-acee-73cf8cf9258a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 945 time: 0.0494061 Nov 27 02:17:12.745285 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-fcd1ab6c-8f06-4216-85fe-29a2b1ea6e44 req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:17:12.745628 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fcd1ab6c-8f06-4216-85fe-29a2b1ea6e44 req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:12.830865 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-fcd1ab6c-8f06-4216-85fe-29a2b1ea6e44 req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=0fd807dd-3ca2-4778-98b7-79d4f4eedb19,segment=NetworkSegment(8cd45eb3-47cc-4be4-8c8a-9400b2647af3),segment_id=8cd45eb3-47cc-4be4-8c8a-9400b2647af3)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:12.831229 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fcd1ab6c-8f06-4216-85fe-29a2b1ea6e44 req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:12.843811 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-fcd1ab6c-8f06-4216-85fe-29a2b1ea6e44 req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:17:12.974735 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fcd1ab6c-8f06-4216-85fe-29a2b1ea6e44 req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:13.001641 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=0fd807dd-3ca2-4778-98b7-79d4f4eedb19,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:13.011838 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:13.012194 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:13.012565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:13.012908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:13.013246 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:13.014099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:13.014479 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:13.014812 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:13.015501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:13.015501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:13.015885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:13.016093 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:13.060330 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd1ab6c-8f06-4216-85fe-29a2b1ea6e44 req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] No DVR routers for this DVR port 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:17:13.063015 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-fcd1ab6c-8f06-4216-85fe-29a2b1ea6e44 req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:13.066418 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcd1ab6c-8f06-4216-85fe-29a2b1ea6e44 req-2777d3c1-0b37-4df3-99e9-957085abd0dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "DELETE /v2.0/ports/0fd807dd-3ca2-4778-98b7-79d4f4eedb19 HTTP/1.1" status: 204 len: 173 time: 0.4072542 Nov 27 02:17:13.066859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'name': 'network-vif-deleted', 'tag': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:17:13.069269 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1944b35e-6735-4edc-ac81-b9eddff2ff30" -d '{"events": [{"server_uuid": "00b7a6d1-b99e-4e0e-82df-1f43348fbf66", "name": "network-vif-deleted", "tag": "0fd807dd-3ca2-4778-98b7-79d4f4eedb19"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:17:13.113114 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bb6141-5ff4-480b-aa5b-9cac0e8376a0 x-openstack-request-id: req-33bb6141-5ff4-480b-aa5b-9cac0e8376a0 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:17:13.113439 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b7a6d1-b99e-4e0e-82df-1f43348fbf66", "name": "network-vif-deleted", "tag": "0fd807dd-3ca2-4778-98b7-79d4f4eedb19", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:17:13.113690 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33bb6141-5ff4-480b-aa5b-9cac0e8376a0 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:17:13.114097 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b7a6d1-b99e-4e0e-82df-1f43348fbf66', 'name': 'network-vif-deleted', 'tag': '0fd807dd-3ca2-4778-98b7-79d4f4eedb19', 'status': 'completed', 'code': 200} Nov 27 02:17:13.340792 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-14b0c27a-acdb-464f-b268-0361e0d950bf req-13010444-2424-4aec-8f75-a66420cb8a34 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=00b7a6d1-b99e-4e0e-82df-1f43348fbf66 HTTP/1.1" status: 200 len: 210 time: 0.0302188 Nov 27 02:17:13.545445 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:14.396325 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45372) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:14.747531 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-29db0284-1f0f-4ade-bf00-df224d693058 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:14.995411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-29db0284-1f0f-4ade-bf00-df224d693058 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port 0212c189-0322-4965-9701-7b5b4216529a {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:17:14.996064 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-29db0284-1f0f-4ade-bf00-df224d693058 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:15.086775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-29db0284-1f0f-4ade-bf00-df224d693058 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port 0212c189-0322-4965-9701-7b5b4216529a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0212c189-0322-4965-9701-7b5b4216529a,segment=NetworkSegment(8cd45eb3-47cc-4be4-8c8a-9400b2647af3),segment_id=8cd45eb3-47cc-4be4-8c8a-9400b2647af3)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:15.087237 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-29db0284-1f0f-4ade-bf00-df224d693058 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:15.098558 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:15.101023 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-29db0284-1f0f-4ade-bf00-df224d693058 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for 0212c189-0322-4965-9701-7b5b4216529a owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:17:15.280443 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-29db0284-1f0f-4ade-bf00-df224d693058 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:15.308032 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db0284-1f0f-4ade-bf00-df224d693058 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=0212c189-0322-4965-9701-7b5b4216529a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:15.811111 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-29db0284-1f0f-4ade-bf00-df224d693058 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.028373 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29db0284-1f0f-4ade-bf00-df224d693058 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:17:16.135894 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29db0284-1f0f-4ade-bf00-df224d693058 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:17:16.141153 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-29db0284-1f0f-4ade-bf00-df224d693058 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "PUT /v2.0/routers/f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7435887 Nov 27 02:17:16.144016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45374) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:16.146720 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f016b2-85a4-4ecb-b22e-b98d4d7982d8 None None] Sync routers for ids ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:17:16.156269 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f016b2-85a4-4ecb-b22e-b98d4d7982d8 None None] Routers {'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:16.156945 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a0f016b2-85a4-4ecb-b22e-b98d4d7982d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:17:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:16.195214 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b63244-4b91-4300-a4fc-e0b88bbfa7f8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting subnet e04e2d7f-3d8f-4137-bf0f-ce2db61eac16 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:17:16.198449 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07b63244-4b91-4300-a4fc-e0b88bbfa7f8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.238180 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07b63244-4b91-4300-a4fc-e0b88bbfa7f8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.261562 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a0f016b2-85a4-4ecb-b22e-b98d4d7982d8 None None] Set router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:16.329585 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07b63244-4b91-4300-a4fc-e0b88bbfa7f8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.389595 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07b63244-4b91-4300-a4fc-e0b88bbfa7f8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.418539 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b63244-4b91-4300-a4fc-e0b88bbfa7f8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Subnet': ['ID=e04e2d7f-3d8f-4137-bf0f-ce2db61eac16,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:16.420550 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-07b63244-4b91-4300-a4fc-e0b88bbfa7f8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.425207 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-07b63244-4b91-4300-a4fc-e0b88bbfa7f8 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/subnets/e04e2d7f-3d8f-4137-bf0f-ce2db61eac16 HTTP/1.1" status: 204 len: 168 time: 0.2793760 Nov 27 02:17:16.427315 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45376) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:16.431215 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f91817e-cc06-48e9-904c-da170ac1ece4 None None] Network 07f9713e-8523-4fe3-8ad4-28ee197d4099 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:17:16.445199 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a0f016b2-85a4-4ecb-b22e-b98d4d7982d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:17:15Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:16.476120 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f016b2-85a4-4ecb-b22e-b98d4d7982d8 None None] Checking router: f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:17:16.485489 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f016b2-85a4-4ecb-b22e-b98d4d7982d8 None None] Routers {'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:16.486111 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a0f016b2-85a4-4ecb-b22e-b98d4d7982d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:17:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:16.505419 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.542238 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.569966 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:17:16.592417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:17:16.593667 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 0fd807dd-3ca2-4778-98b7-79d4f4eedb19 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:17:16.596400 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a0f016b2-85a4-4ecb-b22e-b98d4d7982d8 None None] Set router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:16.645167 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] DHCP port deletion for 07f9713e-8523-4fe3-8ad4-28ee197d4099 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:17:16.659189 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.695611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Deleting port 822b8962-0fde-42af-8a74-16069e2c1629 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:17:16.696565 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.720721 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port 431b1b7d-11e8-4ad3-8342-dc5faff4799e {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:17:16.721091 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.769933 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] For port 822b8962-0fde-42af-8a74-16069e2c1629, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=822b8962-0fde-42af-8a74-16069e2c1629,segment=NetworkSegment(8cd45eb3-47cc-4be4-8c8a-9400b2647af3),segment_id=8cd45eb3-47cc-4be4-8c8a-9400b2647af3)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:16.770328 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.782475 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a0f016b2-85a4-4ecb-b22e-b98d4d7982d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:17:15Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:16.784601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Calling delete_port for 822b8962-0fde-42af-8a74-16069e2c1629 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:17:16.808593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port 431b1b7d-11e8-4ad3-8342-dc5faff4799e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=431b1b7d-11e8-4ad3-8342-dc5faff4799e,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:16.809003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.810069 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f016b2-85a4-4ecb-b22e-b98d4d7982d8 None None] The sync data for ids ['f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6'] in n-d-817303-10 is: [{'id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309890132', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:17:15Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '431b1b7d-11e8-4ad3-8342-dc5faff4799e', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:48Z', 'updated_at': '2021-11-27T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:17:16.822942 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for 431b1b7d-11e8-4ad3-8342-dc5faff4799e owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:17:16.865894 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.891486 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Pushing event deleted for resources: {'Port': ['ID=822b8962-0fde-42af-8a74-16069e2c1629,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:16.896109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] No DVR routers for this DVR port 822b8962-0fde-42af-8a74-16069e2c1629 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:17:16.909862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:16.910214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:16.910604 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:16.910876 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:16.911210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:16.911539 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:16.911864 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:16.912189 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:16.912578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:16.912901 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:16.913223 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:16.913540 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe60a79c-8f0e-479e-b61c-d986af24b51d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:16.991257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.023645 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=431b1b7d-11e8-4ad3-8342-dc5faff4799e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:17.029546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ee0e18-1393-4c1a-991d-d55413180a1b None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:17:17.078957 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.175738 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.178029 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.225635 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.226170 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Fanout notify agent at l3_agent the message router_deleted on router f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:17:17.232981 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.234077 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4cb7ef7d-f38b-4020-b77d-d302b225cac1 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/routers/f06ae8ed-88f6-482d-b1bd-fbe8bfa76db6 HTTP/1.1" status: 204 len: 168 time: 0.8058450 Nov 27 02:17:17.236897 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45378) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:17.317264 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edf78d5e-e1dd-47d2-bfc1-d74906c1a746 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.407015 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edf78d5e-e1dd-47d2-bfc1-d74906c1a746 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.428398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-edf78d5e-e1dd-47d2-bfc1-d74906c1a746 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f9713e-8523-4fe3-8ad4-28ee197d4099']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:17.438411 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-edf78d5e-e1dd-47d2-bfc1-d74906c1a746 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd45eb3-47cc-4be4-8c8a-9400b2647af3') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:17.438715 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-edf78d5e-e1dd-47d2-bfc1-d74906c1a746 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd45eb3-47cc-4be4-8c8a-9400b2647af3') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:17.448490 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edf78d5e-e1dd-47d2-bfc1-d74906c1a746 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.462684 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edf78d5e-e1dd-47d2-bfc1-d74906c1a746 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.469722 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf78d5e-e1dd-47d2-bfc1-d74906c1a746 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:17:17.470115 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edf78d5e-e1dd-47d2-bfc1-d74906c1a746 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: timer() Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:17:17.473454 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:17:17.537568 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edf78d5e-e1dd-47d2-bfc1-d74906c1a746 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.545255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-edf78d5e-e1dd-47d2-bfc1-d74906c1a746 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.548493 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-edf78d5e-e1dd-47d2-bfc1-d74906c1a746 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/networks/07f9713e-8523-4fe3-8ad4-28ee197d4099 HTTP/1.1" status: 204 len: 168 time: 0.3106308 Nov 27 02:17:17.551446 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45380) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:17.560074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf78d5e-e1dd-47d2-bfc1-d74906c1a746 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Network': ['ID=07f9713e-8523-4fe3-8ad4-28ee197d4099,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:17.607631 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ef00db77-fbf2-466b-bd53-e9b1e16ad5dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.633695 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ef00db77-fbf2-466b-bd53-e9b1e16ad5dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.693804 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ef00db77-fbf2-466b-bd53-e9b1e16ad5dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.696546 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ef00db77-fbf2-466b-bd53-e9b1e16ad5dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.697709 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ef00db77-fbf2-466b-bd53-e9b1e16ad5dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/security-groups/5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f HTTP/1.1" status: 204 len: 168 time: 0.1447251 Nov 27 02:17:17.707022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00db77-fbf2-466b-bd53-e9b1e16ad5dc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b287e49-39b2-4dd4-b93a-2e2ffe2b8f1f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:17.880754 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0212c189-0322-4965-9701-7b5b4216529a no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:17:17.901942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 0212c189-0322-4965-9701-7b5b4216529a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:17:17.902289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0212c189-0322-4965-9701-7b5b4216529a not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:17:17.902703 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 822b8962-0fde-42af-8a74-16069e2c1629 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:17:17.922867 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 822b8962-0fde-42af-8a74-16069e2c1629 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:17:17.923214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 822b8962-0fde-42af-8a74-16069e2c1629 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:17:18.001494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45386) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:18.006127 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-36d3b9f8-d815-40e4-b0f7-6321f4be9e92 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-187604800', 'description': 'tempest-secgroup-smoke-187604800 description', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:18.026777 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-36d3b9f8-d815-40e4-b0f7-6321f4be9e92 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.093735 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-36d3b9f8-d815-40e4-b0f7-6321f4be9e92 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.097639 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-36d3b9f8-d815-40e4-b0f7-6321f4be9e92 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.128860 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-36d3b9f8-d815-40e4-b0f7-6321f4be9e92 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.130079 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-36d3b9f8-d815-40e4-b0f7-6321f4be9e92 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1275768 Nov 27 02:17:18.131195 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3b9f8-d815-40e4-b0f7-6321f4be9e92 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=696019e9-87c2-4179-9e08-8c457a9d5ef9,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:18.133143 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45388) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:18.137430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-01543791-c9db-447f-9e00-093d313d57af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '696019e9-87c2-4179-9e08-8c457a9d5ef9', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:18.164529 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-01543791-c9db-447f-9e00-093d313d57af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.224214 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-01543791-c9db-447f-9e00-093d313d57af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.227898 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-01543791-c9db-447f-9e00-093d313d57af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.242752 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01543791-c9db-447f-9e00-093d313d57af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36cf4486-3673-430b-908b-75d07cfa1a02,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:18.252626 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-01543791-c9db-447f-9e00-093d313d57af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.253831 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-01543791-c9db-447f-9e00-093d313d57af tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197863 Nov 27 02:17:18.256883 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45390) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:18.261452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2f1fcefc-7c98-48b4-8024-b7a8433e1a52 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '696019e9-87c2-4179-9e08-8c457a9d5ef9', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:18.289177 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f1fcefc-7c98-48b4-8024-b7a8433e1a52 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.335346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f1fcefc-7c98-48b4-8024-b7a8433e1a52 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.339175 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f1fcefc-7c98-48b4-8024-b7a8433e1a52 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.359398 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fcefc-7c98-48b4-8024-b7a8433e1a52 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff296dc0-cfd9-4128-8173-1f16ae5066f1,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:18.367972 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2f1fcefc-7c98-48b4-8024-b7a8433e1a52 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.369187 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2f1fcefc-7c98-48b4-8024-b7a8433e1a52 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1113069 Nov 27 02:17:18.372013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45392) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:18.376203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a6cd84ae-8fa4-4384-8c74-be592efa7e45 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '696019e9-87c2-4179-9e08-8c457a9d5ef9', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:18.401598 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a6cd84ae-8fa4-4384-8c74-be592efa7e45 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.461248 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a6cd84ae-8fa4-4384-8c74-be592efa7e45 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.464735 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a6cd84ae-8fa4-4384-8c74-be592efa7e45 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.479769 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd84ae-8fa4-4384-8c74-be592efa7e45 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4e97e7-717b-4c46-ada6-cfc351b5eba9,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:18.490872 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a6cd84ae-8fa4-4384-8c74-be592efa7e45 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.492067 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a6cd84ae-8fa4-4384-8c74-be592efa7e45 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191151 Nov 27 02:17:18.494928 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45394) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:18.499199 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-2ad79fe9-f24a-43a5-ae60-2a2b770faf18 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '696019e9-87c2-4179-9e08-8c457a9d5ef9', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:18.525637 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ad79fe9-f24a-43a5-ae60-2a2b770faf18 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.582173 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ad79fe9-f24a-43a5-ae60-2a2b770faf18 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.585880 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ad79fe9-f24a-43a5-ae60-2a2b770faf18 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.603047 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad79fe9-f24a-43a5-ae60-2a2b770faf18 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51890c31-c738-4edc-8ea5-d9f2483fbf2e,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:18.610304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2ad79fe9-f24a-43a5-ae60-2a2b770faf18 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.611488 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2ad79fe9-f24a-43a5-ae60-2a2b770faf18 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156461 Nov 27 02:17:18.614885 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45396) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:18.619130 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4bd40207-4f9f-4639-92cd-c6b8a26e4a42 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '696019e9-87c2-4179-9e08-8c457a9d5ef9', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:18.641311 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-4bd40207-4f9f-4639-92cd-c6b8a26e4a42 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Project ca6386846a1c4ac393b06f7422fb16c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:17:18.645961 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4bd40207-4f9f-4639-92cd-c6b8a26e4a42 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.702172 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4bd40207-4f9f-4639-92cd-c6b8a26e4a42 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.706263 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4bd40207-4f9f-4639-92cd-c6b8a26e4a42 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.722987 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd40207-4f9f-4639-92cd-c6b8a26e4a42 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2ecc44-048d-4103-91b5-f98eed0b440a,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:18.731055 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4bd40207-4f9f-4639-92cd-c6b8a26e4a42 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.732269 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4bd40207-4f9f-4639-92cd-c6b8a26e4a42 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164246 Nov 27 02:17:18.735038 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45398) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:18.739305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-cef0f233-7982-4722-b4a2-2cb087f2fc5b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'security_group_rule': {'security_group_id': '696019e9-87c2-4179-9e08-8c457a9d5ef9', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:18.760853 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-cef0f233-7982-4722-b4a2-2cb087f2fc5b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Project ca6386846a1c4ac393b06f7422fb16c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:17:18.766529 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cef0f233-7982-4722-b4a2-2cb087f2fc5b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.827144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cef0f233-7982-4722-b4a2-2cb087f2fc5b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.831176 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cef0f233-7982-4722-b4a2-2cb087f2fc5b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.849832 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0f233-7982-4722-b4a2-2cb087f2fc5b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2784d6f2-dc52-45c0-9984-ed3d016fab75,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:18.857712 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cef0f233-7982-4722-b4a2-2cb087f2fc5b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.859000 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-cef0f233-7982-4722-b4a2-2cb087f2fc5b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230304 Nov 27 02:17:18.861866 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45400) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:18.866613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-d0320ce9-6acb-4c1d-a141-25a19e1d9559 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'network': {'name': 'tempest-network-smoke--2110274056', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'port_security_enabled': True}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:18.886053 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0320ce9-6acb-4c1d-a141-25a19e1d9559 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:17:18.889619 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0320ce9-6acb-4c1d-a141-25a19e1d9559 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.912880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0320ce9-6acb-4c1d-a141-25a19e1d9559 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:17:18.921699 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0320ce9-6acb-4c1d-a141-25a19e1d9559 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.922039 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-d0320ce9-6acb-4c1d-a141-25a19e1d9559 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Added segment daa954a1-6858-4d68-9889-455c1fd34437 of type vlan for network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f Nov 27 02:17:18.961628 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0320ce9-6acb-4c1d-a141-25a19e1d9559 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.985123 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0320ce9-6acb-4c1d-a141-25a19e1d9559 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:18.990589 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0320ce9-6acb-4c1d-a141-25a19e1d9559 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:18.991174 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d0320ce9-6acb-4c1d-a141-25a19e1d9559 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:19.043987 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d0320ce9-6acb-4c1d-a141-25a19e1d9559 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1810880 Nov 27 02:17:19.047314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45402) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:19.051895 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'admin_state_up': True, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:19.059253 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0320ce9-6acb-4c1d-a141-25a19e1d9559 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Network': ['ID=1bfde0f8-57bf-44d7-b25e-504a96a5c88f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:19.071045 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:17:19.078974 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:19.080338 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:19.137700 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:19.271705 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:19.460685 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:19.474120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 431b1b7d-11e8-4ad3-8342-dc5faff4799e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:17:19.479824 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:19.495887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 431b1b7d-11e8-4ad3-8342-dc5faff4799e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:17:19.496253 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 431b1b7d-11e8-4ad3-8342-dc5faff4799e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:17:19.583508 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.25.1.123 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/08250133-20a8-410d-991f-ea76613f9ef8) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:17:19.680295 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:19.713324 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:19.756353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:17:19.759284 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:17:19.762736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:17:19.773225 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01a9868-5aca-4ed0-bdd4-d9a9c1374e1b None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:17:19.787435 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=08250133-20a8-410d-991f-ea76613f9ef8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:19.811536 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3f655b74-7b0f-4c7b-8f89-1d6f6d8db750 None None] Provisioning complete for port 08250133-20a8-410d-991f-ea76613f9ef8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:19.812621 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3f655b74-7b0f-4c7b-8f89-1d6f6d8db750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:19.847661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3f655b74-7b0f-4c7b-8f89-1d6f6d8db750 None None] Port 08250133-20a8-410d-991f-ea76613f9ef8 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:17:20.009010 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:20.200545 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:20.325045 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router 69d400d1-ff85-4be9-9189-e70d60e383b6 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:17:20.426590 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:17:20.435653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Sync routers for ids ['69d400d1-ff85-4be9-9189-e70d60e383b6'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:17:20.445949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Routers {'69d400d1-ff85-4be9-9189-e70d60e383b6'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:20.446426 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:20.446596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:17:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['69d400d1-ff85-4be9-9189-e70d60e383b6'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:20.447757 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f702c7d6-86d5-45f1-8472-75149c9b06a3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3993118 Nov 27 02:17:20.450996 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45404) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:20.481526 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-89e119ac-7144-485b-8585-aca10f8b4a58 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ca6386846a1c4ac393b06f7422fb16c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294397 Nov 27 02:17:20.484799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45406) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:20.551674 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Set router 69d400d1-ff85-4be9-9189-e70d60e383b6 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:20.569020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2d09b8-6fbf-422e-9fd8-af50ed5c298b tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:20.573312 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-db2d09b8-6fbf-422e-9fd8-af50ed5c298b tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848339 Nov 27 02:17:20.573473 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45408) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:20.601570 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-188c85b0-e476-4890-b255-93a086177a17 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=853a67d2-e3f9-48b6-8e66-07c9335fe014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270755 Nov 27 02:17:20.604003 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45410) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:20.608581 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f99c7855-6ed8-4377-b362-a7d59f8e1bf3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-545953332', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:20.734303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '08250133-20a8-410d-991f-ea76613f9ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:19Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '08250133-20a8-410d-991f-ea76613f9ef8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:20.761618 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Checking router: 69d400d1-ff85-4be9-9189-e70d60e383b6 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:17:20.761972 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Updating router 69d400d1-ff85-4be9-9189-e70d60e383b6 port 08250133-20a8-410d-991f-ea76613f9ef8 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:17:20.789275 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:21.037442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99c7855-6ed8-4377-b362-a7d59f8e1bf3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:17:21.041077 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f99c7855-6ed8-4377-b362-a7d59f8e1bf3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:21.045581 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:21.049964 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:21.099204 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d84f52-8692-425f-a37a-b3455fde1a15 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:17:21.110623 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428a9a6-6b8d-4bdf-ba13-f7c76f6a01a8 None None] Pushing event updated for resources: {'Port': ['ID=08250133-20a8-410d-991f-ea76613f9ef8,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:21.112949 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Attempting to bind port 08250133-20a8-410d-991f-ea76613f9ef8 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:17:21.113272 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Attempting to bind port 08250133-20a8-410d-991f-ea76613f9ef8 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:17:21.113644 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Attempting to bind port 08250133-20a8-410d-991f-ea76613f9ef8 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:17:21.121053 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:17:21.121468 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:17:21.121909 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:21.122305 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:17:21.122784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Bound port: 08250133-20a8-410d-991f-ea76613f9ef8, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:17:21.123678 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:21.181892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] For port 08250133-20a8-410d-991f-ea76613f9ef8, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:17:21.185695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] For port 08250133-20a8-410d-991f-ea76613f9ef8, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=08250133-20a8-410d-991f-ea76613f9ef8,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:17:21.192320 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:21.200756 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-8688cfd3-5b74-4983-8cee-a5f23d74c496 None None] Provisioning complete for port 08250133-20a8-410d-991f-ea76613f9ef8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:21.201138 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8688cfd3-5b74-4983-8cee-a5f23d74c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:21.233983 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f99c7855-6ed8-4377-b362-a7d59f8e1bf3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:21.254188 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad43d75e-5ad9-4776-b376-bcfb54599147 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:17:21.294853 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Routers {'69d400d1-ff85-4be9-9189-e70d60e383b6'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:21.295477 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:17:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['69d400d1-ff85-4be9-9189-e70d60e383b6'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:21.297724 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428a9a6-6b8d-4bdf-ba13-f7c76f6a01a8 None None] Pushing event updated for resources: {'Port': ['ID=08250133-20a8-410d-991f-ea76613f9ef8,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:21.297878 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c7855-6ed8-4377-b362-a7d59f8e1bf3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Subnet': ['ID=1ca12824-0796-42fe-acd1-e52f77ca072d,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:21.309355 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c7855-6ed8-4377-b362-a7d59f8e1bf3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Checking segment: {'id': 'daa954a1-6858-4d68-9889-455c1fd34437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:17:21.310280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99c7855-6ed8-4377-b362-a7d59f8e1bf3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network hostable DHCP agents. Network: 1bfde0f8-57bf-44d7-b25e-504a96a5c88f, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:17:21.327588 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99c7855-6ed8-4377-b362-a7d59f8e1bf3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:17:21.336979 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-f99c7855-6ed8-4377-b362-a7d59f8e1bf3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 1bfde0f8-57bf-44d7-b25e-504a96a5c88f) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:17:21.343245 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99c7855-6ed8-4377-b362-a7d59f8e1bf3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:21.344009 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f99c7855-6ed8-4377-b362-a7d59f8e1bf3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:21.349469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0697e740-2004-4ab4-bc86-f2204a7d22d2 None None] Network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:17:21.365773 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f99c7855-6ed8-4377-b362-a7d59f8e1bf3 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7580597 Nov 27 02:17:21.366046 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45412) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:21.650130 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8688cfd3-5b74-4983-8cee-a5f23d74c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:21.656336 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] Set router 69d400d1-ff85-4be9-9189-e70d60e383b6 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:21.742700 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-8688cfd3-5b74-4983-8cee-a5f23d74c496 None None] For port 08250133-20a8-410d-991f-ea76613f9ef8, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=08250133-20a8-410d-991f-ea76613f9ef8,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:21.756836 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-8688cfd3-5b74-4983-8cee-a5f23d74c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:21.810639 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:21.901493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688cfd3-5b74-4983-8cee-a5f23d74c496 None None] Pushing event updated for resources: {'Port': ['ID=08250133-20a8-410d-991f-ea76613f9ef8,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:21.947942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f315cb25-4d27-4cf0-bd26-32c9835e7801 None None] Provisioning complete for port 08250133-20a8-410d-991f-ea76613f9ef8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:21.948570 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f315cb25-4d27-4cf0-bd26-32c9835e7801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:21.952729 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ips': [{'subnet_id': '1ca12824-0796-42fe-acd1-e52f77ca072d'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:17:21.953581 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:22.092725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.20.0.1 (1bfde0f8-57bf-44d7-b25e-504a96a5c88f/1ca12824-0796-42fe-acd1-e52f77ca072d/56cf8e9a-977c-436b-aad3-3e817330a43b) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:17:22.125018 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '08250133-20a8-410d-991f-ea76613f9ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:19Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '08250133-20a8-410d-991f-ea76613f9ef8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:22.159680 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e56554-36d0-4715-86db-de1d9f299d65 None None] The sync data for ids ['69d400d1-ff85-4be9-9189-e70d60e383b6'] in n-d-817303-10 is: [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '08250133-20a8-410d-991f-ea76613f9ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:19Z', 'revision_number': 3, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '08250133-20a8-410d-991f-ea76613f9ef8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:17:22.208446 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:22.242899 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:22.289282 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:17:22.292591 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:17:22.296899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Allocated IP 172.20.0.2 (1bfde0f8-57bf-44d7-b25e-504a96a5c88f/1ca12824-0796-42fe-acd1-e52f77ca072d/c82844f5-3bc0-4a07-af74-3cb163b288b8) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:17:22.297102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:17:22.329295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=56cf8e9a-977c-436b-aad3-3e817330a43b,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:22.346688 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:22.480133 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:22.486827 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:22.510506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:22.528832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:17:22.534030 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:17:22.537410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:17:22.543296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Pushing event updated for resources: {'Port': ['ID=c82844f5-3bc0-4a07-af74-3cb163b288b8,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:22.603075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Attempting to bind port c82844f5-3bc0-4a07-af74-3cb163b288b8 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:17:22.603441 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Attempting to bind port c82844f5-3bc0-4a07-af74-3cb163b288b8 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'daa954a1-6858-4d68-9889-455c1fd34437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:17:22.603809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Attempting to bind port c82844f5-3bc0-4a07-af74-3cb163b288b8 on network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:17:22.609550 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:17:22.609923 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Checking segment: {'id': 'daa954a1-6858-4d68-9889-455c1fd34437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:17:22.610323 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:22.610715 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Bound using segment: {'id': 'daa954a1-6858-4d68-9889-455c1fd34437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:17:22.611187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Bound port: c82844f5-3bc0-4a07-af74-3cb163b288b8, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa954a1-6858-4d68-9889-455c1fd34437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:17:22.611594 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:22.684792 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] For port c82844f5-3bc0-4a07-af74-3cb163b288b8, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:17:22.688120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] For port c82844f5-3bc0-4a07-af74-3cb163b288b8, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c82844f5-3bc0-4a07-af74-3cb163b288b8,segment=NetworkSegment(daa954a1-6858-4d68-9889-455c1fd34437),segment_id=daa954a1-6858-4d68-9889-455c1fd34437)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:17:22.692923 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:22.760065 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3fe29-510b-4586-a962-e954faff54dc None None] Pushing event updated for resources: {'Port': ['ID=c82844f5-3bc0-4a07-af74-3cb163b288b8,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:22.835506 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:22.840476 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:22.921757 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:22.935395 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=56cf8e9a-977c-436b-aad3-3e817330a43b,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:23.054231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:17:23.055724 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:17:23.176825 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router 69d400d1-ff85-4be9-9189-e70d60e383b6 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:17:23.288768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:17:23.293748 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-1c9bbed2-7b9b-414c-8a7f-5c82ca0ee5aa tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "PUT /v2.0/routers/69d400d1-ff85-4be9-9189-e70d60e383b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9266477 Nov 27 02:17:23.590429 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c82844f5-3bc0-4a07-af74-3cb163b288b8 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:17:23.642904 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c82844f5-3bc0-4a07-af74-3cb163b288b8 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:23.643584 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:23.704174 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-2cbbc2a3-8f7b-48ad-927c-d646e5595afd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-187604800&fields=id&tenant_id=ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 267 time: 0.0541134 Nov 27 02:17:23.731539 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:23.753440 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796c4570-ae82-48a1-b256-691760275433 None None] Network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:17:23.817970 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-a528f9f2-d9d2-4c2c-8d26-bf81b758b9bc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:23.818328 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] For port c82844f5-3bc0-4a07-af74-3cb163b288b8, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c82844f5-3bc0-4a07-af74-3cb163b288b8,segment=NetworkSegment(daa954a1-6858-4d68-9889-455c1fd34437),segment_id=daa954a1-6858-4d68-9889-455c1fd34437)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:23.819494 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-a528f9f2-d9d2-4c2c-8d26-bf81b758b9bc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/networks?id=1bfde0f8-57bf-44d7-b25e-504a96a5c88f HTTP/1.1" status: 200 len: 797 time: 0.1143727 Nov 27 02:17:23.825849 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:23.826637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 08250133-20a8-410d-991f-ea76613f9ef8 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:17:23.836712 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-f49da8bd-796a-4450-b941-14020302f19d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/quotas/ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 375 time: 0.0096600 Nov 27 02:17:23.888281 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-51c01017-6fc9-4c50-bdb0-178148bfb478 None None] Provisioning complete for port c82844f5-3bc0-4a07-af74-3cb163b288b8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:23.888652 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-51c01017-6fc9-4c50-bdb0-178148bfb478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:23.889300 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-bef70e8a-86d9-4aeb-93bb-b1a5b608ff12 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467672 Nov 27 02:17:23.905793 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-eca7fc34-b7fc-486a-8af3-cce1399060fd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:17:23.906761 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-eca7fc34-b7fc-486a-8af3-cce1399060fd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057859 Nov 27 02:17:23.991738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Pushing event updated for resources: {'Port': ['ID=c82844f5-3bc0-4a07-af74-3cb163b288b8,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:24.011912 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-f1a5fd71-0ac6-4c53-b853-a3399e3e96ca service neutron] 10.222.0.15 "GET /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986931 Nov 27 02:17:24.020775 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 08250133-20a8-410d-991f-ea76613f9ef8 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:24.021153 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:24.134811 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-5ccd6988-753b-48bd-8656-ca58619406f7 service neutron] 10.222.0.15 "GET /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155996 Nov 27 02:17:24.325835 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Sync routers for ids ['69d400d1-ff85-4be9-9189-e70d60e383b6'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:17:24.342399 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Routers {'69d400d1-ff85-4be9-9189-e70d60e383b6'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:24.344266 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:17:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['69d400d1-ff85-4be9-9189-e70d60e383b6'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:24.396676 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-94c55330-8838-4847-bc40-83f4638e8988 req-c3aa4473-4361-4dd9-acfb-d59dc1ca8b3a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 210 time: 0.0860660 Nov 27 02:17:24.436699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-22d15a98-8dc9-4684-bd4b-d3b9a4995727 None None] Provisioning complete for port 56cf8e9a-977c-436b-aad3-3e817330a43b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:24.437069 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-22d15a98-8dc9-4684-bd4b-d3b9a4995727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:24.459747 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Set router 69d400d1-ff85-4be9-9189-e70d60e383b6 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:24.475386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-22d15a98-8dc9-4684-bd4b-d3b9a4995727 None None] Port 56cf8e9a-977c-436b-aad3-3e817330a43b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:17:24.486655 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-22d15a98-8dc9-4684-bd4b-d3b9a4995727 None None] Provisioning complete for port c82844f5-3bc0-4a07-af74-3cb163b288b8 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:24.487094 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-22d15a98-8dc9-4684-bd4b-d3b9a4995727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:24.702914 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '08250133-20a8-410d-991f-ea76613f9ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:22Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '08250133-20a8-410d-991f-ea76613f9ef8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '56cf8e9a-977c-436b-aad3-3e817330a43b', 'name': '', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:35:42:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:21Z', 'updated_at': '2021-11-27T02:17:22Z', 'revision_number': 2, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:24.721922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4382d6c3-5d97-49e7-84be-644d909db081 None None] Provisioning complete for port 56cf8e9a-977c-436b-aad3-3e817330a43b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:24.722305 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4382d6c3-5d97-49e7-84be-644d909db081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:24.730414 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Checking router: 69d400d1-ff85-4be9-9189-e70d60e383b6 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:17:24.730778 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Updating router 69d400d1-ff85-4be9-9189-e70d60e383b6 port 56cf8e9a-977c-436b-aad3-3e817330a43b binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:17:24.760884 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:24.774491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4382d6c3-5d97-49e7-84be-644d909db081 None None] Port 56cf8e9a-977c-436b-aad3-3e817330a43b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:17:24.896266 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-606f56f9-cbe3-4988-882a-d618eaa1fe19 None None] Provisioning complete for port 56cf8e9a-977c-436b-aad3-3e817330a43b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:24.896658 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-606f56f9-cbe3-4988-882a-d618eaa1fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:24.931663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-606f56f9-cbe3-4988-882a-d618eaa1fe19 None None] Port 56cf8e9a-977c-436b-aad3-3e817330a43b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:17:25.039842 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:25.044641 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:25.095120 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0da36-aa03-4ee1-bd9e-7cc45fec44a3 None None] Pushing event updated for resources: {'Port': ['ID=56cf8e9a-977c-436b-aad3-3e817330a43b,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:25.105943 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0da36-aa03-4ee1-bd9e-7cc45fec44a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:25.106302 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0da36-aa03-4ee1-bd9e-7cc45fec44a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:25.106625 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0da36-aa03-4ee1-bd9e-7cc45fec44a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:25.106965 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0da36-aa03-4ee1-bd9e-7cc45fec44a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:25.107373 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0da36-aa03-4ee1-bd9e-7cc45fec44a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:25.107710 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0da36-aa03-4ee1-bd9e-7cc45fec44a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:25.108020 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0da36-aa03-4ee1-bd9e-7cc45fec44a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:25.108879 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0da36-aa03-4ee1-bd9e-7cc45fec44a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:25.109205 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0da36-aa03-4ee1-bd9e-7cc45fec44a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:25.109529 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0da36-aa03-4ee1-bd9e-7cc45fec44a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:25.109852 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0da36-aa03-4ee1-bd9e-7cc45fec44a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:25.110177 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0da36-aa03-4ee1-bd9e-7cc45fec44a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:25.157593 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Attempting to bind port 56cf8e9a-977c-436b-aad3-3e817330a43b on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:17:25.157967 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Attempting to bind port 56cf8e9a-977c-436b-aad3-3e817330a43b by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'daa954a1-6858-4d68-9889-455c1fd34437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:17:25.158334 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Attempting to bind port 56cf8e9a-977c-436b-aad3-3e817330a43b on network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:17:25.163692 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:17:25.164070 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Checking segment: {'id': 'daa954a1-6858-4d68-9889-455c1fd34437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:17:25.164500 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:25.164896 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Bound using segment: {'id': 'daa954a1-6858-4d68-9889-455c1fd34437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:17:25.165394 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Bound port: 56cf8e9a-977c-436b-aad3-3e817330a43b, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa954a1-6858-4d68-9889-455c1fd34437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:17:25.165781 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:25.326248 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] For port 56cf8e9a-977c-436b-aad3-3e817330a43b, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:17:25.329505 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] For port 56cf8e9a-977c-436b-aad3-3e817330a43b, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=56cf8e9a-977c-436b-aad3-3e817330a43b,segment=NetworkSegment(daa954a1-6858-4d68-9889-455c1fd34437),segment_id=daa954a1-6858-4d68-9889-455c1fd34437)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:17:25.334020 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:25.354218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-c448c11a-384f-4890-a59d-c8d2e5fdc4e9 None None] Provisioning complete for port 56cf8e9a-977c-436b-aad3-3e817330a43b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:25.354544 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c448c11a-384f-4890-a59d-c8d2e5fdc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:25.380771 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Routers {'69d400d1-ff85-4be9-9189-e70d60e383b6'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:25.381400 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:17:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['69d400d1-ff85-4be9-9189-e70d60e383b6'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:25.473422 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c448c11a-384f-4890-a59d-c8d2e5fdc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:25.531686 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-c448c11a-384f-4890-a59d-c8d2e5fdc4e9 None None] For port 56cf8e9a-977c-436b-aad3-3e817330a43b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=56cf8e9a-977c-436b-aad3-3e817330a43b,segment=NetworkSegment(daa954a1-6858-4d68-9889-455c1fd34437),segment_id=daa954a1-6858-4d68-9889-455c1fd34437)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:25.543437 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0da36-aa03-4ee1-bd9e-7cc45fec44a3 None None] Pushing event updated for resources: {'Port': ['ID=56cf8e9a-977c-436b-aad3-3e817330a43b,revision_number=4']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:25.563410 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c448c11a-384f-4890-a59d-c8d2e5fdc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:25.566582 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] Set router 69d400d1-ff85-4be9-9189-e70d60e383b6 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:25.611153 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6ac2622-18b0-4e85-aa8b-b7131f039600 req-d8490302-b44f-476b-8cef-a175334323c0 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 210 time: 0.0769532 Nov 27 02:17:25.649379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c82844f5-3bc0-4a07-af74-3cb163b288b8 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:17:25.656730 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-31299892-1463-4e99-af1e-9f60633bee9f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:25.660091 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-31299892-1463-4e99-af1e-9f60633bee9f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/networks?id=1bfde0f8-57bf-44d7-b25e-504a96a5c88f HTTP/1.1" status: 200 len: 797 time: 0.2215958 Nov 27 02:17:25.688100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448c11a-384f-4890-a59d-c8d2e5fdc4e9 None None] Pushing event updated for resources: {'Port': ['ID=56cf8e9a-977c-436b-aad3-3e817330a43b,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:25.723380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port c82844f5-3bc0-4a07-af74-3cb163b288b8 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:25.723757 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:25.747376 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-b8aab3fc-044d-49fc-b7b7-5b9c4a471f64 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca6386846a1c4ac393b06f7422fb16c0 HTTP/1.1" status: 200 len: 379 time: 0.0670071 Nov 27 02:17:25.768656 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-48f13c34-a0b6-4691-b206-e9042bb94b5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'port': {'device_id': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'admin_state_up': True, 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'security_groups': ['696019e9-87c2-4179-9e08-8c457a9d5ef9']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:25.811387 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '08250133-20a8-410d-991f-ea76613f9ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:22Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '08250133-20a8-410d-991f-ea76613f9ef8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '56cf8e9a-977c-436b-aad3-3e817330a43b', 'name': '', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:35:42:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:21Z', 'updated_at': '2021-11-27T02:17:25Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:25.817761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1d040482-d932-48fd-96ec-7a6003800384 None None] Provisioning complete for port 56cf8e9a-977c-436b-aad3-3e817330a43b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:25.818330 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1d040482-d932-48fd-96ec-7a6003800384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:25.839539 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57715365-ded1-4681-95aa-dbc9d8c6cdec None None] The sync data for ids ['69d400d1-ff85-4be9-9189-e70d60e383b6'] in n-d-817303-10 is: [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '08250133-20a8-410d-991f-ea76613f9ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:22Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '08250133-20a8-410d-991f-ea76613f9ef8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '56cf8e9a-977c-436b-aad3-3e817330a43b', 'name': '', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:35:42:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:21Z', 'updated_at': '2021-11-27T02:17:25Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:17:25.916743 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-48f13c34-a0b6-4691-b206-e9042bb94b5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Made reservation on behalf of ca6386846a1c4ac393b06f7422fb16c0 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:17:25.924037 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-48f13c34-a0b6-4691-b206-e9042bb94b5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:26.077544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-48f13c34-a0b6-4691-b206-e9042bb94b5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.20.0.10 (1bfde0f8-57bf-44d7-b25e-504a96a5c88f/1ca12824-0796-42fe-acd1-e52f77ca072d/b0740d61-87a8-4484-9db0-88ec6666d1ce) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:17:26.229968 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-48f13c34-a0b6-4691-b206-e9042bb94b5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:26.264558 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-48f13c34-a0b6-4691-b206-e9042bb94b5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:26.313831 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-48f13c34-a0b6-4691-b206-e9042bb94b5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:17:26.317025 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-48f13c34-a0b6-4691-b206-e9042bb94b5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:17:26.320955 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-48f13c34-a0b6-4691-b206-e9042bb94b5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:17:26.348028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f13c34-a0b6-4691-b206-e9042bb94b5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=b0740d61-87a8-4484-9db0-88ec6666d1ce,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:26.378109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-48f13c34-a0b6-4691-b206-e9042bb94b5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:26.378787 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-48f13c34-a0b6-4691-b206-e9042bb94b5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:26.396579 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-48f13c34-a0b6-4691-b206-e9042bb94b5e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6320233 Nov 27 02:17:26.414615 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Request body: {'port': {'device_id': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:26.477876 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:26.601388 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-260505df-d6ed-4e93-b88d-f10976f82385 None None] Provisioning complete for port b0740d61-87a8-4484-9db0-88ec6666d1ce triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:26.601388 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-260505df-d6ed-4e93-b88d-f10976f82385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:26.646795 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-260505df-d6ed-4e93-b88d-f10976f82385 None None] Port b0740d61-87a8-4484-9db0-88ec6666d1ce cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:17:26.779474 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf9a55-498e-478b-970c-72ec68e3019b req-97900283-60ea-486d-b93b-dcc0abaadfe4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:26.781605 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ddf9a55-498e-478b-970c-72ec68e3019b req-97900283-60ea-486d-b93b-dcc0abaadfe4 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 932 time: 0.0903008 Nov 27 02:17:26.826206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0740d61-87a8-4484-9db0-88ec6666d1ce {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:17:26.837700 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:26.867988 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Transition to ACTIVE for port object b0740d61-87a8-4484-9db0-88ec6666d1ce will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:17:26.873689 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ddf9a55-498e-478b-970c-72ec68e3019b req-2a7a77f4-f003-4b74-a075-aef8f8a2dbb6 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742764 Nov 27 02:17:26.875333 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:26.935204 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Pushing event updated for resources: {'Port': ['ID=b0740d61-87a8-4484-9db0-88ec6666d1ce,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:27.010849 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Attempting to bind port b0740d61-87a8-4484-9db0-88ec6666d1ce on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:17:27.011170 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Attempting to bind port b0740d61-87a8-4484-9db0-88ec6666d1ce by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'daa954a1-6858-4d68-9889-455c1fd34437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:17:27.011496 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Attempting to bind port b0740d61-87a8-4484-9db0-88ec6666d1ce on network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:17:27.016507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Port b0740d61-87a8-4484-9db0-88ec6666d1ce on network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:17:27.016829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Attempting to bind port b0740d61-87a8-4484-9db0-88ec6666d1ce on network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:17:27.022090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:17:27.022541 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Checking segment: {'id': 'daa954a1-6858-4d68-9889-455c1fd34437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:17:27.022997 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Bound using segment: {'id': 'daa954a1-6858-4d68-9889-455c1fd34437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:17:27.023438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Bound port: b0740d61-87a8-4484-9db0-88ec6666d1ce, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa954a1-6858-4d68-9889-455c1fd34437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:17:27.023803 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:27.089706 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] For port b0740d61-87a8-4484-9db0-88ec6666d1ce, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:17:27.092746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] For port b0740d61-87a8-4484-9db0-88ec6666d1ce, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b0740d61-87a8-4484-9db0-88ec6666d1ce,segment=NetworkSegment(daa954a1-6858-4d68-9889-455c1fd34437),segment_id=daa954a1-6858-4d68-9889-455c1fd34437)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:17:27.097016 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:27.136266 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:27.136888 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:27.138277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] 10.222.0.31 "PUT /v2.0/ports/b0740d61-87a8-4484-9db0-88ec6666d1ce HTTP/1.1" status: 200 len: 1093 time: 0.7282128 Nov 27 02:17:27.138718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'tag': 'b0740d61-87a8-4484-9db0-88ec6666d1ce'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:17:27.141675 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4148dbe6-f745-4f32-8e18-e03519cb28b1" -d '{"events": [{"name": "network-changed", "server_uuid": "827b01ed-cb34-4ba1-8ac4-734b03377022", "tag": "b0740d61-87a8-4484-9db0-88ec6666d1ce"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:17:27.162982 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5095d5-b801-4aa8-a8fc-2a9fe2314987 service neutron] Pushing event updated for resources: {'Port': ['ID=b0740d61-87a8-4484-9db0-88ec6666d1ce,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:27.192568 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b88436-8c77-4275-afa9-325cccc4853e x-openstack-request-id: req-87b88436-8c77-4275-afa9-325cccc4853e {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:17:27.192912 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827b01ed-cb34-4ba1-8ac4-734b03377022", "tag": "b0740d61-87a8-4484-9db0-88ec6666d1ce", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:17:27.193165 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87b88436-8c77-4275-afa9-325cccc4853e {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:17:27.193591 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'tag': 'b0740d61-87a8-4484-9db0-88ec6666d1ce', 'status': 'completed', 'code': 200} Nov 27 02:17:27.543203 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 56cf8e9a-977c-436b-aad3-3e817330a43b up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:17:27.554013 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-df78a642-cf8e-420c-ae5e-61a9f9f0e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:27.555580 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-df78a642-cf8e-420c-ae5e-61a9f9f0e96e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 1096 time: 0.3458486 Nov 27 02:17:27.591206 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 56cf8e9a-977c-436b-aad3-3e817330a43b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:27.591580 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:27.604882 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-8943fa19-d22a-447f-8537-45ba171f50ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0740d61-87a8-4484-9db0-88ec6666d1ce HTTP/1.1" status: 200 len: 217 time: 0.0332854 Nov 27 02:17:27.653554 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-8d2337fa-7b2f-43b7-a818-3a19e38f10df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:27.655610 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-8d2337fa-7b2f-43b7-a818-3a19e38f10df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca12824-0796-42fe-acd1-e52f77ca072d HTTP/1.1" status: 200 len: 834 time: 0.0425096 Nov 27 02:17:27.703254 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-cf70b591-b1cd-4da8-bae6-ff9ddea1803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:27.704850 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-cf70b591-b1cd-4da8-bae6-ff9ddea1803b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bfde0f8-57bf-44d7-b25e-504a96a5c88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433104 Nov 27 02:17:27.791648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-9cd4b08c-0511-4213-bee4-da3d2ef568fc service neutron] 10.222.0.31 "GET /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800624 Nov 27 02:17:27.882482 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bc07dd9a-1557-44d7-8263-1596b1619501 req-1d23f708-6511-4248-b2d1-92df072be849 service neutron] 10.222.0.31 "GET /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839174 Nov 27 02:17:28.022400 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef9104-42bf-4716-8e2e-6c1e28f0b488 req-c7d60a8d-f81e-4409-96ad-34fbbf8c5ebf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:28.023808 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28ef9104-42bf-4716-8e2e-6c1e28f0b488 req-c7d60a8d-f81e-4409-96ad-34fbbf8c5ebf tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 944 time: 0.0771544 Nov 27 02:17:28.029973 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148dbe6-f745-4f32-8e18-e03519cb28b1 req-85a5a758-2ade-4692-93f7-5d74a3aecea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:28.031995 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4148dbe6-f745-4f32-8e18-e03519cb28b1 req-85a5a758-2ade-4692-93f7-5d74a3aecea7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 1096 time: 0.0592587 Nov 27 02:17:28.126896 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-28ef9104-42bf-4716-8e2e-6c1e28f0b488 req-8fc30a71-cc05-44ba-bc07-b7d507623c40 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939186 Nov 27 02:17:28.154972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148dbe6-f745-4f32-8e18-e03519cb28b1 req-308d7cd1-b1ba-4503-9de8-a0f1a1717097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:28.157038 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4148dbe6-f745-4f32-8e18-e03519cb28b1 req-308d7cd1-b1ba-4503-9de8-a0f1a1717097 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1bfde0f8-57bf-44d7-b25e-504a96a5c88f HTTP/1.1" status: 200 len: 898 time: 0.1113605 Nov 27 02:17:28.197114 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4148dbe6-f745-4f32-8e18-e03519cb28b1 req-5ebcaa14-296b-4ce7-a17d-46f93932e809 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0740d61-87a8-4484-9db0-88ec6666d1ce HTTP/1.1" status: 200 len: 217 time: 0.0332978 Nov 27 02:17:28.250390 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148dbe6-f745-4f32-8e18-e03519cb28b1 req-de0f765e-e239-4d1e-bf1b-c2fd8e694549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:28.251843 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4148dbe6-f745-4f32-8e18-e03519cb28b1 req-de0f765e-e239-4d1e-bf1b-c2fd8e694549 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca12824-0796-42fe-acd1-e52f77ca072d HTTP/1.1" status: 200 len: 834 time: 0.0480356 Nov 27 02:17:28.298279 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148dbe6-f745-4f32-8e18-e03519cb28b1 req-b4aea2eb-ae83-4fdc-82d7-97eb126dd2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:28.299699 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4148dbe6-f745-4f32-8e18-e03519cb28b1 req-b4aea2eb-ae83-4fdc-82d7-97eb126dd2b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bfde0f8-57bf-44d7-b25e-504a96a5c88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409024 Nov 27 02:17:28.387825 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4148dbe6-f745-4f32-8e18-e03519cb28b1 req-87ccc145-c6d5-46b8-9367-4c909629789e service neutron] 10.222.0.31 "GET /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802660 Nov 27 02:17:28.480481 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4148dbe6-f745-4f32-8e18-e03519cb28b1 req-fdb44c97-e7d1-4de5-b43b-e466247f5cf4 service neutron] 10.222.0.31 "GET /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857656 Nov 27 02:17:29.248583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484020b5-57f8-4055-a81a-375b1893f98d req-62450da7-8a1a-486f-bfa3-348def30ea31 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:29.250538 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-484020b5-57f8-4055-a81a-375b1893f98d req-62450da7-8a1a-486f-bfa3-348def30ea31 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 944 time: 0.0547254 Nov 27 02:17:29.272366 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:29.301472 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-484020b5-57f8-4055-a81a-375b1893f98d req-36935aab-8e52-416d-9568-4f6996b9cdee tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447087 Nov 27 02:17:30.417701 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f880418-6989-4771-ae2f-2c0634be7a78 req-1a835f63-1364-4e1b-bf19-95107efd6ee2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:30.419223 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9f880418-6989-4771-ae2f-2c0634be7a78 req-1a835f63-1364-4e1b-bf19-95107efd6ee2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 944 time: 0.0498598 Nov 27 02:17:30.468411 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9f880418-6989-4771-ae2f-2c0634be7a78 req-ead847ad-98c6-4487-8d0f-6fb770710e67 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425246 Nov 27 02:17:30.602678 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b0740d61-87a8-4484-9db0-88ec6666d1ce details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:17:30.696212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b0740d61-87a8-4484-9db0-88ec6666d1ce, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b0740d61-87a8-4484-9db0-88ec6666d1ce,segment=NetworkSegment(daa954a1-6858-4d68-9889-455c1fd34437),segment_id=daa954a1-6858-4d68-9889-455c1fd34437)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:30.708344 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'b0740d61-87a8-4484-9db0-88ec6666d1ce', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'port_id': 'b0740d61-87a8-4484-9db0-88ec6666d1ce', 'mac_address': 'fa:16:3e:f9:d5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:17:30.746676 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:30.760125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0740d61-87a8-4484-9db0-88ec6666d1ce {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:17:30.779058 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b0740d61-87a8-4484-9db0-88ec6666d1ce, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b0740d61-87a8-4484-9db0-88ec6666d1ce,segment=NetworkSegment(daa954a1-6858-4d68-9889-455c1fd34437),segment_id=daa954a1-6858-4d68-9889-455c1fd34437)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:30.783106 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:30.829923 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=b0740d61-87a8-4484-9db0-88ec6666d1ce,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:31.174866 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['b0740d61-87a8-4484-9db0-88ec6666d1ce'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:17:31.221167 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:31.583217 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411528c5-1af5-403a-8260-e67551b76129 req-38eefb63-0207-4ae1-bfcd-cc56cee36d8b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:31.584713 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-411528c5-1af5-403a-8260-e67551b76129 req-38eefb63-0207-4ae1-bfcd-cc56cee36d8b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 945 time: 0.0479686 Nov 27 02:17:31.632705 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-411528c5-1af5-403a-8260-e67551b76129 req-d32abd5f-6a47-412d-bd43-2cecb0f2e332 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420911 Nov 27 02:17:32.615722 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b0740d61-87a8-4484-9db0-88ec6666d1ce up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:17:32.667379 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port b0740d61-87a8-4484-9db0-88ec6666d1ce completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:17:32.672236 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port b0740d61-87a8-4484-9db0-88ec6666d1ce triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:32.672681 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:32.753384 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:32.754410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52151759-a8a8-4f3e-bce9-232be0dd4668 req-99e4eb9a-bab7-4e7f-8965-a8bbf367a3a2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:32.755936 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-52151759-a8a8-4f3e-bce9-232be0dd4668 req-99e4eb9a-bab7-4e7f-8965-a8bbf367a3a2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 945 time: 0.0534241 Nov 27 02:17:32.776958 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0740d61-87a8-4484-9db0-88ec6666d1ce'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:17:32.779495 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f384999a-722f-45f4-8fb8-6b43b539f297" -d '{"events": [{"server_uuid": "827b01ed-cb34-4ba1-8ac4-734b03377022", "name": "network-vif-plugged", "status": "completed", "tag": "b0740d61-87a8-4484-9db0-88ec6666d1ce"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:17:32.792799 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port b0740d61-87a8-4484-9db0-88ec6666d1ce, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b0740d61-87a8-4484-9db0-88ec6666d1ce,segment=NetworkSegment(daa954a1-6858-4d68-9889-455c1fd34437),segment_id=daa954a1-6858-4d68-9889-455c1fd34437)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:32.798197 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:32.807014 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-52151759-a8a8-4f3e-bce9-232be0dd4668 req-35280429-497e-4381-907d-01164f3a1228 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451941 Nov 27 02:17:32.822847 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1c366e-15eb-4405-b53c-f587f98f53a0 x-openstack-request-id: req-2c1c366e-15eb-4405-b53c-f587f98f53a0 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:17:32.823145 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827b01ed-cb34-4ba1-8ac4-734b03377022", "name": "network-vif-plugged", "status": "completed", "tag": "b0740d61-87a8-4484-9db0-88ec6666d1ce", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:17:32.823429 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c1c366e-15eb-4405-b53c-f587f98f53a0 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:17:32.823825 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0740d61-87a8-4484-9db0-88ec6666d1ce', 'code': 200} Nov 27 02:17:32.849118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=b0740d61-87a8-4484-9db0-88ec6666d1ce,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:32.953555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35555910-8808-4be8-92ca-1af43746bfd7 req-7d340310-60f4-467c-accb-55a7ee65d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:32.955028 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35555910-8808-4be8-92ca-1af43746bfd7 req-7d340310-60f4-467c-accb-55a7ee65d1b2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 1098 time: 0.0395131 Nov 27 02:17:33.001957 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-35555910-8808-4be8-92ca-1af43746bfd7 req-8cff712c-e7dc-45a3-8f5b-6e6029f1d5ba service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403695 Nov 27 02:17:33.924835 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a3cb8-451d-41a9-acd7-a7447d73a3ee req-5eb92eff-fd55-4b98-9f36-0f4dfed8f2e5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:33.926347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab0a3cb8-451d-41a9-acd7-a7447d73a3ee req-5eb92eff-fd55-4b98-9f36-0f4dfed8f2e5 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 946 time: 0.0489366 Nov 27 02:17:33.979013 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab0a3cb8-451d-41a9-acd7-a7447d73a3ee req-cec1ca34-3055-41dc-8cff-b42f6424e988 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467670 Nov 27 02:17:35.094477 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faf842-016b-4696-b89e-3ee7565100ce req-4db7234d-1657-4c7b-9f28-5975539aeccd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:35.095953 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3faf842-016b-4696-b89e-3ee7565100ce req-4db7234d-1657-4c7b-9f28-5975539aeccd tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 946 time: 0.0477095 Nov 27 02:17:35.146893 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3faf842-016b-4696-b89e-3ee7565100ce req-01372790-aa32-4b10-93b9-d009b053a289 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450289 Nov 27 02:17:35.258902 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd4ba7-a7af-4f38-a803-3c375dc94378 req-37dc7879-83da-46e1-8bd5-b19df7302029 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:35.260332 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c9fd4ba7-a7af-4f38-a803-3c375dc94378 req-37dc7879-83da-46e1-8bd5-b19df7302029 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 946 time: 0.0480745 Nov 27 02:17:35.310077 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c9fd4ba7-a7af-4f38-a803-3c375dc94378 req-1217ddac-49ac-493e-ad3c-6c0b2d70ba29 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438023 Nov 27 02:17:35.331305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45472) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:35.370959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc987d2-d90a-4b21-b329-5b5cda832453 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:35.372502 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ccc987d2-d90a-4b21-b329-5b5cda832453 tempest-TestNetworkAdvancedServerOps-151661496 tempest-TestNetworkAdvancedServerOps-151661496-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 1093 time: 0.0401855 Nov 27 02:17:35.375213 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45474) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:35.379477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': 'b0740d61-87a8-4484-9db0-88ec6666d1ce', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:35.401007 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.499126 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.599969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Allocated IP 172.25.1.86 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/4c005a10-a20b-40fb-bbdb-074c1a8a80c5) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:17:35.701868 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.735388 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.768968 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:17:35.773652 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:17:35.777092 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:17:35.808413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=4c005a10-a20b-40fb-bbdb-074c1a8a80c5,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:36.137179 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:36.207330 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:36.353960 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:36.358873 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:36.430138 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event updated for resources: {'Port': ['ID=4c005a10-a20b-40fb-bbdb-074c1a8a80c5,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:36.440754 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:36.538776 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Floating IP 00ddba3d-41f3-4e22-b22d-a7df060a47be associated. External IP: 172.25.1.86, port: b0740d61-87a8-4484-9db0-88ec6666d1ce. Nov 27 02:17:36.745125 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router 69d400d1-ff85-4be9-9189-e70d60e383b6 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:17:36.849319 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:17:36.859651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a95926-62c9-4f3d-998b-ea4ee6331879 None None] Sync routers for ids ['69d400d1-ff85-4be9-9189-e70d60e383b6'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:17:36.868577 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:36.869387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a95926-62c9-4f3d-998b-ea4ee6331879 None None] Routers {'69d400d1-ff85-4be9-9189-e70d60e383b6'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:36.870024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-19a95926-62c9-4f3d-998b-ea4ee6331879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:17:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['69d400d1-ff85-4be9-9189-e70d60e383b6'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:36.897455 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4d3172a7-ca60-44f9-a900-8207cfa9df44 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5209506 Nov 27 02:17:36.898041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'tag': 'b0740d61-87a8-4484-9db0-88ec6666d1ce'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:17:36.900345 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1d3a16-9193-4b91-996d-27bf1ba778ce" -d '{"events": [{"name": "network-changed", "server_uuid": "827b01ed-cb34-4ba1-8ac4-734b03377022", "tag": "b0740d61-87a8-4484-9db0-88ec6666d1ce"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:17:36.942282 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c544b20-639d-470b-b8fb-dc029d71309a x-openstack-request-id: req-2c544b20-639d-470b-b8fb-dc029d71309a {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:17:36.942579 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827b01ed-cb34-4ba1-8ac4-734b03377022", "tag": "b0740d61-87a8-4484-9db0-88ec6666d1ce", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:17:36.942831 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c544b20-639d-470b-b8fb-dc029d71309a {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:17:36.943235 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'tag': 'b0740d61-87a8-4484-9db0-88ec6666d1ce', 'status': 'completed', 'code': 200} Nov 27 02:17:36.983317 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-19a95926-62c9-4f3d-998b-ea4ee6331879 None None] Set router 69d400d1-ff85-4be9-9189-e70d60e383b6 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:37.000958 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021960e8-cce5-4e00-9dbb-094989ed2ac1 req-915ca467-b423-4438-a591-d404d1a32f82 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:37.009303 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-021960e8-cce5-4e00-9dbb-094989ed2ac1 req-915ca467-b423-4438-a591-d404d1a32f82 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 946 time: 0.0598285 Nov 27 02:17:37.027778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3a16-9193-4b91-996d-27bf1ba778ce req-8512135d-be42-4676-a57f-0831f6ae1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:37.029338 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b1d3a16-9193-4b91-996d-27bf1ba778ce req-8512135d-be42-4676-a57f-0831f6ae1123 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 1098 time: 0.0431385 Nov 27 02:17:37.057407 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-021960e8-cce5-4e00-9dbb-094989ed2ac1 req-434908f6-e3c0-40a9-a1c0-d405bb4e8656 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469437 Nov 27 02:17:37.079362 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45480) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:37.132397 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3a16-9193-4b91-996d-27bf1ba778ce req-713bba69-d641-46bb-a57e-ba40266f664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:37.133893 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b1d3a16-9193-4b91-996d-27bf1ba778ce req-713bba69-d641-46bb-a57e-ba40266f664a service neutron] 10.222.0.31 "GET /v2.0/networks?id=1bfde0f8-57bf-44d7-b25e-504a96a5c88f HTTP/1.1" status: 200 len: 898 time: 0.0974967 Nov 27 02:17:37.147950 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ce6b9c78-b2b6-428e-8543-0e755375af6f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/00ddba3d-41f3-4e22-b22d-a7df060a47be HTTP/1.1" status: 200 len: 991 time: 0.0663061 Nov 27 02:17:37.199726 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b1d3a16-9193-4b91-996d-27bf1ba778ce req-833be657-7272-4656-ba17-0db15f194fbf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0740d61-87a8-4484-9db0-88ec6666d1ce HTTP/1.1" status: 200 len: 999 time: 0.0585880 Nov 27 02:17:37.225312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-19a95926-62c9-4f3d-998b-ea4ee6331879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '08250133-20a8-410d-991f-ea76613f9ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:22Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '08250133-20a8-410d-991f-ea76613f9ef8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '00ddba3d-41f3-4e22-b22d-a7df060a47be', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'port_id': 'b0740d61-87a8-4484-9db0-88ec6666d1ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'mac_address': 'fa:16:3e:f9:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:35Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56cf8e9a-977c-436b-aad3-3e817330a43b', 'name': '', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:35:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:21Z', 'updated_at': '2021-11-27T02:17:25Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:37.250653 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3a16-9193-4b91-996d-27bf1ba778ce req-1816c12d-f9df-49c8-8090-490cabc50a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:37.251142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a95926-62c9-4f3d-998b-ea4ee6331879 None None] Checking router: 69d400d1-ff85-4be9-9189-e70d60e383b6 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:17:37.252147 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b1d3a16-9193-4b91-996d-27bf1ba778ce req-1816c12d-f9df-49c8-8090-490cabc50a3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca12824-0796-42fe-acd1-e52f77ca072d HTTP/1.1" status: 200 len: 834 time: 0.0449588 Nov 27 02:17:37.259786 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a95926-62c9-4f3d-998b-ea4ee6331879 None None] Routers {'69d400d1-ff85-4be9-9189-e70d60e383b6'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:37.260431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-19a95926-62c9-4f3d-998b-ea4ee6331879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:17:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['69d400d1-ff85-4be9-9189-e70d60e383b6'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:37.303669 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3a16-9193-4b91-996d-27bf1ba778ce req-8fbc8d9d-1cb1-45a6-9743-3c823462a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:37.305363 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b1d3a16-9193-4b91-996d-27bf1ba778ce req-8fbc8d9d-1cb1-45a6-9743-3c823462a417 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bfde0f8-57bf-44d7-b25e-504a96a5c88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463359 Nov 27 02:17:37.369091 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-19a95926-62c9-4f3d-998b-ea4ee6331879 None None] Set router 69d400d1-ff85-4be9-9189-e70d60e383b6 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:37.394356 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b1d3a16-9193-4b91-996d-27bf1ba778ce req-05bd79a1-2c34-4538-b89b-27537d676679 service neutron] 10.222.0.31 "GET /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822213 Nov 27 02:17:37.488130 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6b1d3a16-9193-4b91-996d-27bf1ba778ce req-0ef4a898-9c69-4abe-b75d-2897df4777e0 service neutron] 10.222.0.31 "GET /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873013 Nov 27 02:17:37.593262 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-19a95926-62c9-4f3d-998b-ea4ee6331879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '08250133-20a8-410d-991f-ea76613f9ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:22Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '08250133-20a8-410d-991f-ea76613f9ef8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '00ddba3d-41f3-4e22-b22d-a7df060a47be', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'port_id': 'b0740d61-87a8-4484-9db0-88ec6666d1ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'mac_address': 'fa:16:3e:f9:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:35Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56cf8e9a-977c-436b-aad3-3e817330a43b', 'name': '', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:35:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:21Z', 'updated_at': '2021-11-27T02:17:25Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:37.628186 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a95926-62c9-4f3d-998b-ea4ee6331879 None None] The sync data for ids ['69d400d1-ff85-4be9-9189-e70d60e383b6'] in n-d-817303-10 is: [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '08250133-20a8-410d-991f-ea76613f9ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:22Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '08250133-20a8-410d-991f-ea76613f9ef8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '00ddba3d-41f3-4e22-b22d-a7df060a47be', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'port_id': 'b0740d61-87a8-4484-9db0-88ec6666d1ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'mac_address': 'fa:16:3e:f9:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:35Z', 'revision_number': 0, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56cf8e9a-977c-436b-aad3-3e817330a43b', 'name': '', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:35:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:21Z', 'updated_at': '2021-11-27T02:17:25Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:17:37.913897 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefc590-c566-4f10-bf02-f3ac2117fe0e None None] New status for floating IP 00ddba3d-41f3-4e22-b22d-a7df060a47be: ACTIVE {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:17:38.150195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45482) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:38.212195 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a9829a1f-eeb2-4526-ab74-1f7f5a82a596 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/00ddba3d-41f3-4e22-b22d-a7df060a47be HTTP/1.1" status: 200 len: 993 time: 0.0608213 Nov 27 02:17:40.193990 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-11795c3b-7df5-49e2-accb-5f614154cb4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:42.370210 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-902166d5-ebc6-423c-8cf7-8383f556cd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:43.549134 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:45.100861 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:46.478995 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:46.557563 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:17:53.282660 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed4c37e9-00a0-4ec9-ab4b-4d9dfebbe695 req-2d6fa931-b2e4-4646-aa05-6c4705123358 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413208 Nov 27 02:17:53.388648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c37e9-00a0-4ec9-ab4b-4d9dfebbe695 req-abcbe66e-07e5-4395-a12f-198e7e1c75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:53.390899 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed4c37e9-00a0-4ec9-ab4b-4d9dfebbe695 req-abcbe66e-07e5-4395-a12f-198e7e1c75b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 1098 time: 0.0476115 Nov 27 02:17:53.500643 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c37e9-00a0-4ec9-ab4b-4d9dfebbe695 req-08b101c5-8dbb-4121-924f-9afdd2d491d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:53.502100 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed4c37e9-00a0-4ec9-ab4b-4d9dfebbe695 req-08b101c5-8dbb-4121-924f-9afdd2d491d4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1bfde0f8-57bf-44d7-b25e-504a96a5c88f HTTP/1.1" status: 200 len: 898 time: 0.0896204 Nov 27 02:17:53.572322 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed4c37e9-00a0-4ec9-ab4b-4d9dfebbe695 req-76de6308-f3d9-4e0c-a0cf-3447241cb03e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0740d61-87a8-4484-9db0-88ec6666d1ce HTTP/1.1" status: 200 len: 1001 time: 0.0626872 Nov 27 02:17:53.621405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c37e9-00a0-4ec9-ab4b-4d9dfebbe695 req-ed109de5-22ae-4df2-9231-e8bb6ce0d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:53.622895 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed4c37e9-00a0-4ec9-ab4b-4d9dfebbe695 req-ed109de5-22ae-4df2-9231-e8bb6ce0d786 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca12824-0796-42fe-acd1-e52f77ca072d HTTP/1.1" status: 200 len: 834 time: 0.0436954 Nov 27 02:17:53.667143 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c37e9-00a0-4ec9-ab4b-4d9dfebbe695 req-1edac3b2-5776-4737-9548-0340984f5891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:53.668666 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed4c37e9-00a0-4ec9-ab4b-4d9dfebbe695 req-1edac3b2-5776-4737-9548-0340984f5891 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bfde0f8-57bf-44d7-b25e-504a96a5c88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389125 Nov 27 02:17:53.762006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed4c37e9-00a0-4ec9-ab4b-4d9dfebbe695 req-56064f32-907b-4e2a-990d-5caae4ee0968 service neutron] 10.222.0.31 "GET /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857472 Nov 27 02:17:53.850339 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ed4c37e9-00a0-4ec9-ab4b-4d9dfebbe695 req-6ddfb866-d583-4794-8ea8-8b7bc870aefa service neutron] 10.222.0.31 "GET /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805402 Nov 27 02:17:59.273551 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:01.211046 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:10.194409 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee803ebd-ec2b-4c9d-8ff0-a24fe24b7fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:12.371566 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4bc3c095-e910-4460-bd1d-a673420d14a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:13.552018 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:15.100575 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:16.481504 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:23.556061 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:18:29.268844 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:31.221074 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:40.195347 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f5fb4aea-ac40-4697-9306-0fc2e2011a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:40.845522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bb4f-4f11-429d-aae5-b86da54ee031 req-8f06aaf7-898d-4f8d-b660-18fd75f0a00e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:40.847050 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0779bb4f-4f11-429d-aae5-b86da54ee031 req-8f06aaf7-898d-4f8d-b660-18fd75f0a00e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 946 time: 0.0501111 Nov 27 02:18:40.895308 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0779bb4f-4f11-429d-aae5-b86da54ee031 req-f94bad0b-dfed-4612-b092-54a8f89cf253 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424254 Nov 27 02:18:42.017651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc444ee-4d2c-4621-955d-2b27f1603956 req-9b28a933-5408-4a55-8432-f5ceee2f4a18 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:42.019137 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6cc444ee-4d2c-4621-955d-2b27f1603956 req-9b28a933-5408-4a55-8432-f5ceee2f4a18 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 946 time: 0.0504897 Nov 27 02:18:42.069199 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6cc444ee-4d2c-4621-955d-2b27f1603956 req-98d76154-83d7-4f0c-a1e6-414f6c16b94f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440817 Nov 27 02:18:42.372684 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0b3883b5-9da8-4950-8b38-42bb84c3e223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.195933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc5fc8-4163-420a-8bfd-583b0e0eb5ca req-de515b51-aca7-4e88-a255-a5ac4a3195cc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:43.197506 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-60dc5fc8-4163-420a-8bfd-583b0e0eb5ca req-de515b51-aca7-4e88-a255-a5ac4a3195cc tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 946 time: 0.0615537 Nov 27 02:18:43.246491 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-60dc5fc8-4163-420a-8bfd-583b0e0eb5ca req-0164c7e0-b106-4af7-900e-fc9dc5cd9361 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428917 Nov 27 02:18:43.269021 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45522) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:43.328514 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1c77cd92-c306-438a-9eac-9953e835d4f9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/00ddba3d-41f3-4e22-b22d-a7df060a47be HTTP/1.1" status: 200 len: 993 time: 0.0583255 Nov 27 02:18:43.558057 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:44.610098 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882a2b1-c7c6-4020-bd38-9dd573954f83 req-52ca292b-6977-4074-883f-a0e93494fd86 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:44.611586 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8882a2b1-c7c6-4020-bd38-9dd573954f83 req-52ca292b-6977-4074-883f-a0e93494fd86 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 946 time: 0.0501742 Nov 27 02:18:44.651549 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed7b10-8b73-4727-a336-4bd70f7b4fd4 req-a7468b36-aca4-470d-931e-79da7ca45e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:44.653184 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76ed7b10-8b73-4727-a336-4bd70f7b4fd4 req-a7468b36-aca4-470d-931e-79da7ca45e44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 1098 time: 0.0456612 Nov 27 02:18:44.660630 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8882a2b1-c7c6-4020-bd38-9dd573954f83 req-603517bd-f131-4162-ad6b-e404d0b9a447 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427282 Nov 27 02:18:44.744976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed7b10-8b73-4727-a336-4bd70f7b4fd4 req-4c1ad223-c29a-40de-98fc-8c3882ea24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:44.746449 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76ed7b10-8b73-4727-a336-4bd70f7b4fd4 req-4c1ad223-c29a-40de-98fc-8c3882ea24a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1bfde0f8-57bf-44d7-b25e-504a96a5c88f HTTP/1.1" status: 200 len: 898 time: 0.0865514 Nov 27 02:18:44.813502 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76ed7b10-8b73-4727-a336-4bd70f7b4fd4 req-1e826a0f-c57b-49d7-926d-7f6db5c8e03b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0740d61-87a8-4484-9db0-88ec6666d1ce HTTP/1.1" status: 200 len: 1001 time: 0.0598295 Nov 27 02:18:45.103605 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.156506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed7b10-8b73-4727-a336-4bd70f7b4fd4 req-fabe0a9e-71f9-4955-97cf-669dfcc6b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:45.157974 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76ed7b10-8b73-4727-a336-4bd70f7b4fd4 req-fabe0a9e-71f9-4955-97cf-669dfcc6b2fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca12824-0796-42fe-acd1-e52f77ca072d HTTP/1.1" status: 200 len: 834 time: 0.3371122 Nov 27 02:18:45.203261 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed7b10-8b73-4727-a336-4bd70f7b4fd4 req-0a1df334-6b5e-498b-998f-782a3aa0568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:45.204749 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76ed7b10-8b73-4727-a336-4bd70f7b4fd4 req-0a1df334-6b5e-498b-998f-782a3aa0568b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bfde0f8-57bf-44d7-b25e-504a96a5c88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394492 Nov 27 02:18:45.295358 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76ed7b10-8b73-4727-a336-4bd70f7b4fd4 req-7765d7e6-167e-439b-9c5f-14075d5bacfa service neutron] 10.222.0.31 "GET /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833969 Nov 27 02:18:45.381209 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-76ed7b10-8b73-4727-a336-4bd70f7b4fd4 req-08b65d2e-7953-4842-b6b8-e96777d4d24b service neutron] 10.222.0.31 "GET /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787117 Nov 27 02:18:45.785888 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c2f5c-8ee9-49c7-9471-e62713b069a7 req-4b09a01c-31dc-4190-9111-2995989f76cb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:45.787428 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f11c2f5c-8ee9-49c7-9471-e62713b069a7 req-4b09a01c-31dc-4190-9111-2995989f76cb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 946 time: 0.0531201 Nov 27 02:18:45.848269 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f11c2f5c-8ee9-49c7-9471-e62713b069a7 req-50be7238-6a1d-4821-a2f7-5f5b32f12a39 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541525 Nov 27 02:18:46.484779 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.967126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a6c4b-e2d4-43cc-9640-ab878937761a req-78639a53-2a95-4b48-84d5-ebb2dd6957b7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:46.968603 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-510a6c4b-e2d4-43cc-9640-ab878937761a req-78639a53-2a95-4b48-84d5-ebb2dd6957b7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 946 time: 0.0521665 Nov 27 02:18:47.017081 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-510a6c4b-e2d4-43cc-9640-ab878937761a req-4b6c9a04-d4f9-4295-9189-b51f5a46436e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425155 Nov 27 02:18:47.039074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45538) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:47.098865 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cfb27c55-b62f-4a19-b42d-5b553d1800d9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/floatingips/00ddba3d-41f3-4e22-b22d-a7df060a47be HTTP/1.1" status: 200 len: 993 time: 0.0586331 Nov 27 02:18:47.364737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45544) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:47.518591 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port 4c005a10-a20b-40fb-bbdb-074c1a8a80c5 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:18:47.518932 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.595242 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.595567 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.606803 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for 4c005a10-a20b-40fb-bbdb-074c1a8a80c5 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:18:47.750727 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.776917 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=4c005a10-a20b-40fb-bbdb-074c1a8a80c5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:47.806305 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:47.806670 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:47.807016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:47.807359 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:47.807696 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:47.808033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:47.808401 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:47.808742 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:47.809074 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:47.809882 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:47.810271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:47.810588 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:47.853056 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.853405 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Floating IP 00ddba3d-41f3-4e22-b22d-a7df060a47be disassociated (deleted). External IP: 172.25.1.86, port: b0740d61-87a8-4484-9db0-88ec6666d1ce. Nov 27 02:18:48.065031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router 69d400d1-ff85-4be9-9189-e70d60e383b6 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:18:48.170736 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:18:48.175466 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.179950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87019d8-601d-4f28-9a09-b84d7769a4fe None None] Sync routers for ids ['69d400d1-ff85-4be9-9189-e70d60e383b6'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:18:48.190616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87019d8-601d-4f28-9a09-b84d7769a4fe None None] Routers {'69d400d1-ff85-4be9-9189-e70d60e383b6'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:48.191229 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d87019d8-601d-4f28-9a09-b84d7769a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['69d400d1-ff85-4be9-9189-e70d60e383b6'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:48.204481 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b6abde1c-f03d-4813-9eff-4500923a877a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/floatingips/00ddba3d-41f3-4e22-b22d-a7df060a47be HTTP/1.1" status: 204 len: 168 time: 0.8361697 Nov 27 02:18:48.204481 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'tag': 'b0740d61-87a8-4484-9db0-88ec6666d1ce'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:18:48.204761 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1919c0d-a6b8-4a9f-8aa0-502efddb1ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "827b01ed-cb34-4ba1-8ac4-734b03377022", "tag": "b0740d61-87a8-4484-9db0-88ec6666d1ce"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:18:48.248986 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58915c31-d1b8-4dcd-b118-ea2679c2a819 x-openstack-request-id: req-58915c31-d1b8-4dcd-b118-ea2679c2a819 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:18:48.249846 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827b01ed-cb34-4ba1-8ac4-734b03377022", "tag": "b0740d61-87a8-4484-9db0-88ec6666d1ce", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:18:48.249846 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58915c31-d1b8-4dcd-b118-ea2679c2a819 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:18:48.250071 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'tag': 'b0740d61-87a8-4484-9db0-88ec6666d1ce', 'status': 'completed', 'code': 200} Nov 27 02:18:48.300688 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-d87019d8-601d-4f28-9a09-b84d7769a4fe None None] Set router 69d400d1-ff85-4be9-9189-e70d60e383b6 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:48.339697 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1919c0d-a6b8-4a9f-8aa0-502efddb1ad3 req-8da3af10-26e7-46a2-ad7e-4186d8c8887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:48.339697 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1919c0d-a6b8-4a9f-8aa0-502efddb1ad3 req-8da3af10-26e7-46a2-ad7e-4186d8c8887e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 1098 time: 0.0443599 Nov 27 02:18:48.467532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d7e8b-b432-49f8-8bdf-0836c83ccfd7 req-d8b4d36b-5b17-414d-b89b-4ffb35930525 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:48.469131 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f25d7e8b-b432-49f8-8bdf-0836c83ccfd7 req-d8b4d36b-5b17-414d-b89b-4ffb35930525 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 946 time: 0.0753002 Nov 27 02:18:48.485801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1919c0d-a6b8-4a9f-8aa0-502efddb1ad3 req-5e182bef-482e-463a-943c-8dfa2a792474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:48.487479 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1919c0d-a6b8-4a9f-8aa0-502efddb1ad3 req-5e182bef-482e-463a-943c-8dfa2a792474 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1bfde0f8-57bf-44d7-b25e-504a96a5c88f HTTP/1.1" status: 200 len: 898 time: 0.1413546 Nov 27 02:18:48.513738 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d87019d8-601d-4f28-9a09-b84d7769a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '08250133-20a8-410d-991f-ea76613f9ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:22Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '08250133-20a8-410d-991f-ea76613f9ef8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '56cf8e9a-977c-436b-aad3-3e817330a43b', 'name': '', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:35:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:21Z', 'updated_at': '2021-11-27T02:17:25Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:48.538425 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1919c0d-a6b8-4a9f-8aa0-502efddb1ad3 req-31d6536e-1c1d-4a51-af26-bb53b92767dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0740d61-87a8-4484-9db0-88ec6666d1ce HTTP/1.1" status: 200 len: 217 time: 0.0421607 Nov 27 02:18:48.540365 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87019d8-601d-4f28-9a09-b84d7769a4fe None None] Checking router: 69d400d1-ff85-4be9-9189-e70d60e383b6 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:18:48.548973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87019d8-601d-4f28-9a09-b84d7769a4fe None None] Routers {'69d400d1-ff85-4be9-9189-e70d60e383b6'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:48.549571 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d87019d8-601d-4f28-9a09-b84d7769a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['69d400d1-ff85-4be9-9189-e70d60e383b6'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:48.586697 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f25d7e8b-b432-49f8-8bdf-0836c83ccfd7 req-c0c55d4e-59e5-4f97-8140-4a03e30ac2d2 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099217 Nov 27 02:18:48.606160 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1919c0d-a6b8-4a9f-8aa0-502efddb1ad3 req-dec453ea-7397-441f-bc40-20a6acc0567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:48.608212 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1919c0d-a6b8-4a9f-8aa0-502efddb1ad3 req-dec453ea-7397-441f-bc40-20a6acc0567b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca12824-0796-42fe-acd1-e52f77ca072d HTTP/1.1" status: 200 len: 834 time: 0.0594618 Nov 27 02:18:48.658322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-d87019d8-601d-4f28-9a09-b84d7769a4fe None None] Set router 69d400d1-ff85-4be9-9189-e70d60e383b6 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:48.660592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1919c0d-a6b8-4a9f-8aa0-502efddb1ad3 req-751d6a94-8b70-4db4-a448-cdb7e8f10ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:48.662087 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1919c0d-a6b8-4a9f-8aa0-502efddb1ad3 req-751d6a94-8b70-4db4-a448-cdb7e8f10ac3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bfde0f8-57bf-44d7-b25e-504a96a5c88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442493 Nov 27 02:18:48.752177 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1919c0d-a6b8-4a9f-8aa0-502efddb1ad3 req-9619826a-f9dc-4206-9f14-a930c72dcb77 service neutron] 10.222.0.31 "GET /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808892 Nov 27 02:18:48.851038 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-d87019d8-601d-4f28-9a09-b84d7769a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '08250133-20a8-410d-991f-ea76613f9ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:22Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '08250133-20a8-410d-991f-ea76613f9ef8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '56cf8e9a-977c-436b-aad3-3e817330a43b', 'name': '', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:35:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:21Z', 'updated_at': '2021-11-27T02:17:25Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:48.852790 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b1919c0d-a6b8-4a9f-8aa0-502efddb1ad3 req-bfccb882-b808-4af3-a721-b28595ada416 service neutron] 10.222.0.31 "GET /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923309 Nov 27 02:18:48.881315 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87019d8-601d-4f28-9a09-b84d7769a4fe None None] The sync data for ids ['69d400d1-ff85-4be9-9189-e70d60e383b6'] in n-d-817303-10 is: [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '08250133-20a8-410d-991f-ea76613f9ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:22Z', 'revision_number': 4, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '08250133-20a8-410d-991f-ea76613f9ef8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '56cf8e9a-977c-436b-aad3-3e817330a43b', 'name': '', 'network_id': '1bfde0f8-57bf-44d7-b25e-504a96a5c88f', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'mac_address': 'fa:16:3e:35:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:21Z', 'updated_at': '2021-11-27T02:17:25Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'subnets': [{'id': '1ca12824-0796-42fe-acd1-e52f77ca072d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:18:49.101850 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06904696-d774-4784-b051-645200cfabb6 None None] New status for floating IP 00ddba3d-41f3-4e22-b22d-a7df060a47be: DOWN {{(pid=103405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:18:49.907898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfa36a-fc4c-413a-8698-ce45348f7fde req-4b42955b-0d54-46a0-9da8-1315134f3de9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:49.909656 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-edcfa36a-fc4c-413a-8698-ce45348f7fde req-4b42955b-0d54-46a0-9da8-1315134f3de9 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 946 time: 0.0484796 Nov 27 02:18:49.962452 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-edcfa36a-fc4c-413a-8698-ce45348f7fde req-88806741-6cc1-46ee-be27-743cb48bf84b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/security-groups?id=696019e9-87c2-4179-9e08-8c457a9d5ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468249 Nov 27 02:18:50.313741 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba647b2-6d2a-4820-8ab8-19dcc3285ab7 req-2c00d37c-e6ba-4ff3-bbb8-d32fb1ede332 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:50.315203 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ba647b2-6d2a-4820-8ab8-19dcc3285ab7 req-2c00d37c-e6ba-4ff3-bbb8-d32fb1ede332 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 946 time: 0.0494099 Nov 27 02:18:50.404679 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-6ba647b2-6d2a-4820-8ab8-19dcc3285ab7 req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port b0740d61-87a8-4484-9db0-88ec6666d1ce {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:18:50.405021 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ba647b2-6d2a-4820-8ab8-19dcc3285ab7 req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:50.494729 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-6ba647b2-6d2a-4820-8ab8-19dcc3285ab7 req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port b0740d61-87a8-4484-9db0-88ec6666d1ce, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=b0740d61-87a8-4484-9db0-88ec6666d1ce,segment=NetworkSegment(daa954a1-6858-4d68-9889-455c1fd34437),segment_id=daa954a1-6858-4d68-9889-455c1fd34437)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:50.495089 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ba647b2-6d2a-4820-8ab8-19dcc3285ab7 req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:50.507224 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-6ba647b2-6d2a-4820-8ab8-19dcc3285ab7 req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for b0740d61-87a8-4484-9db0-88ec6666d1ce owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:18:50.638813 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ba647b2-6d2a-4820-8ab8-19dcc3285ab7 req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:50.668625 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=b0740d61-87a8-4484-9db0-88ec6666d1ce,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:50.680755 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:50.681116 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:50.681465 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:50.681809 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:50.682153 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:50.682493 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:50.682829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:50.683162 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:50.683499 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:50.683828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:50.684154 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:50.684542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:50.718910 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba647b2-6d2a-4820-8ab8-19dcc3285ab7 req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] No DVR routers for this DVR port b0740d61-87a8-4484-9db0-88ec6666d1ce on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:18:50.721565 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-6ba647b2-6d2a-4820-8ab8-19dcc3285ab7 req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:50.724941 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6ba647b2-6d2a-4820-8ab8-19dcc3285ab7 req-1d1f2d46-326e-4e7c-ae6b-8ba84a09a43a tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.31 "DELETE /v2.0/ports/b0740d61-87a8-4484-9db0-88ec6666d1ce HTTP/1.1" status: 204 len: 173 time: 0.4036522 Nov 27 02:18:50.725391 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'name': 'network-vif-deleted', 'tag': 'b0740d61-87a8-4484-9db0-88ec6666d1ce'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:18:50.727683 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44df62ba-6b3c-4335-8432-78aee2caa040" -d '{"events": [{"server_uuid": "827b01ed-cb34-4ba1-8ac4-734b03377022", "name": "network-vif-deleted", "tag": "b0740d61-87a8-4484-9db0-88ec6666d1ce"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:18:50.765696 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc48616-e571-40b1-95d0-d2fe8402b248 x-openstack-request-id: req-abc48616-e571-40b1-95d0-d2fe8402b248 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:18:50.765987 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827b01ed-cb34-4ba1-8ac4-734b03377022", "name": "network-vif-deleted", "tag": "b0740d61-87a8-4484-9db0-88ec6666d1ce", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:18:50.766244 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abc48616-e571-40b1-95d0-d2fe8402b248 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:18:50.766649 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827b01ed-cb34-4ba1-8ac4-734b03377022', 'name': 'network-vif-deleted', 'tag': 'b0740d61-87a8-4484-9db0-88ec6666d1ce', 'status': 'completed', 'code': 200} Nov 27 02:18:51.073645 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-97eac399-cf3b-44de-8b44-5660c20d756e req-bb089eaa-7f4f-4bad-aeac-fecbc58c87bb tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "GET /v2.0/ports?device_id=827b01ed-cb34-4ba1-8ac4-734b03377022 HTTP/1.1" status: 200 len: 210 time: 0.0264337 Nov 27 02:18:52.131043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45562) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:52.479003 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-916e17af-a100-4c7f-8248-168fafa4b82e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:52.729593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-916e17af-a100-4c7f-8248-168fafa4b82e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port 56cf8e9a-977c-436b-aad3-3e817330a43b {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:18:52.729852 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-916e17af-a100-4c7f-8248-168fafa4b82e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:52.819103 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-916e17af-a100-4c7f-8248-168fafa4b82e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port 56cf8e9a-977c-436b-aad3-3e817330a43b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=56cf8e9a-977c-436b-aad3-3e817330a43b,segment=NetworkSegment(daa954a1-6858-4d68-9889-455c1fd34437),segment_id=daa954a1-6858-4d68-9889-455c1fd34437)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:52.819464 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-916e17af-a100-4c7f-8248-168fafa4b82e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:52.832413 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-916e17af-a100-4c7f-8248-168fafa4b82e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for 56cf8e9a-977c-436b-aad3-3e817330a43b owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:18:52.942391 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b0740d61-87a8-4484-9db0-88ec6666d1ce no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:18:52.962412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: b0740d61-87a8-4484-9db0-88ec6666d1ce {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:18:52.962764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device b0740d61-87a8-4484-9db0-88ec6666d1ce not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:18:53.012798 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-916e17af-a100-4c7f-8248-168fafa4b82e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:53.037582 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e17af-a100-4c7f-8248-168fafa4b82e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=56cf8e9a-977c-436b-aad3-3e817330a43b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:53.539759 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-916e17af-a100-4c7f-8248-168fafa4b82e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:53.753972 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916e17af-a100-4c7f-8248-168fafa4b82e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Router 69d400d1-ff85-4be9-9189-e70d60e383b6 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:18:53.864346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916e17af-a100-4c7f-8248-168fafa4b82e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:18:53.872382 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-916e17af-a100-4c7f-8248-168fafa4b82e tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "PUT /v2.0/routers/69d400d1-ff85-4be9-9189-e70d60e383b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7372808 Nov 27 02:18:53.872492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45564) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:53.873817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8374d3-cde9-4ca0-bb56-51664769b68c None None] Sync routers for ids ['69d400d1-ff85-4be9-9189-e70d60e383b6'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:18:53.883316 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8374d3-cde9-4ca0-bb56-51664769b68c None None] Routers {'69d400d1-ff85-4be9-9189-e70d60e383b6'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:53.884034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9e8374d3-cde9-4ca0-bb56-51664769b68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['69d400d1-ff85-4be9-9189-e70d60e383b6'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:53.928291 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-59beafaa-26e3-4fc9-9981-629001694b7b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting subnet 1ca12824-0796-42fe-acd1-e52f77ca072d {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:18:53.931750 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59beafaa-26e3-4fc9-9981-629001694b7b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:53.973883 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59beafaa-26e3-4fc9-9981-629001694b7b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.061015 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59beafaa-26e3-4fc9-9981-629001694b7b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.123685 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59beafaa-26e3-4fc9-9981-629001694b7b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.145931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-9e8374d3-cde9-4ca0-bb56-51664769b68c None None] Set router 69d400d1-ff85-4be9-9189-e70d60e383b6 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:54.151421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59beafaa-26e3-4fc9-9981-629001694b7b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca12824-0796-42fe-acd1-e52f77ca072d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:54.153433 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-59beafaa-26e3-4fc9-9981-629001694b7b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.157171 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-59beafaa-26e3-4fc9-9981-629001694b7b tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/subnets/1ca12824-0796-42fe-acd1-e52f77ca072d HTTP/1.1" status: 204 len: 168 time: 0.2838855 Nov 27 02:18:54.160005 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45566) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:54.177544 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b3ebb5-be19-4b4a-8716-f596b4ed8aa8 None None] Network 1bfde0f8-57bf-44d7-b25e-504a96a5c88f requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:18:54.269563 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.373055 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.428463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Deleting port 08250133-20a8-410d-991f-ea76613f9ef8 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:18:54.429008 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.449313 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9e8374d3-cde9-4ca0-bb56-51664769b68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '08250133-20a8-410d-991f-ea76613f9ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:18:52Z', 'revision_number': 5, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port': {'id': '08250133-20a8-410d-991f-ea76613f9ef8', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:54.477142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8374d3-cde9-4ca0-bb56-51664769b68c None None] Checking router: 69d400d1-ff85-4be9-9189-e70d60e383b6 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:18:54.481927 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] DHCP port deletion for 1bfde0f8-57bf-44d7-b25e-504a96a5c88f request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:18:54.510184 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8374d3-cde9-4ca0-bb56-51664769b68c None None] Routers {'69d400d1-ff85-4be9-9189-e70d60e383b6'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:54.510888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9e8374d3-cde9-4ca0-bb56-51664769b68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['69d400d1-ff85-4be9-9189-e70d60e383b6'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:54.511022 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] For port 08250133-20a8-410d-991f-ea76613f9ef8, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=08250133-20a8-410d-991f-ea76613f9ef8,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:54.511376 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.525203 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Calling delete_port for 08250133-20a8-410d-991f-ea76613f9ef8 owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:18:54.613674 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-9e8374d3-cde9-4ca0-bb56-51664769b68c None None] Set router 69d400d1-ff85-4be9-9189-e70d60e383b6 gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:54.645002 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Deleting port c82844f5-3bc0-4a07-af74-3cb163b288b8 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:18:54.645404 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.681679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-9e8374d3-cde9-4ca0-bb56-51664769b68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:18:54Z', 'revision_number': 6, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:54.697103 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.732131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Port': ['ID=08250133-20a8-410d-991f-ea76613f9ef8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:54.744281 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f740a62-65b1-4bec-a9ff-8efcb9aee24f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:18:54.746024 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8374d3-cde9-4ca0-bb56-51664769b68c None None] The sync data for ids ['69d400d1-ff85-4be9-9189-e70d60e383b6'] in n-d-817303-10 is: [{'id': '69d400d1-ff85-4be9-9189-e70d60e383b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756081746', 'tenant_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:19Z', 'updated_at': '2021-11-27T02:18:54Z', 'revision_number': 6, 'project_id': 'ca6386846a1c4ac393b06f7422fb16c0', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:18:54.772767 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] For port c82844f5-3bc0-4a07-af74-3cb163b288b8, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=c82844f5-3bc0-4a07-af74-3cb163b288b8,segment=NetworkSegment(daa954a1-6858-4d68-9889-455c1fd34437),segment_id=daa954a1-6858-4d68-9889-455c1fd34437)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:54.773184 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.787896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Calling delete_port for c82844f5-3bc0-4a07-af74-3cb163b288b8 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:18:54.802083 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.865105 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.892154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Pushing event deleted for resources: {'Port': ['ID=c82844f5-3bc0-4a07-af74-3cb163b288b8,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:54.894392 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] No DVR routers for this DVR port c82844f5-3bc0-4a07-af74-3cb163b288b8 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:18:54.900006 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.902455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:54.902591 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:54.902849 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:54.903185 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:54.903548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:54.903874 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:54.904582 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.904707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:54.904707 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:54.904879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:54.905346 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:54.905702 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:54.906078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a04b8-af6d-4cf0-91e8-5142c65a9396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:54.950542 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.950967 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Fanout notify agent at l3_agent the message router_deleted on router 69d400d1-ff85-4be9-9189-e70d60e383b6 {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:18:54.957748 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:54.958889 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-e9eb06e2-7c6a-4ce7-979a-571f013a8b7f tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/routers/69d400d1-ff85-4be9-9189-e70d60e383b6 HTTP/1.1" status: 204 len: 168 time: 0.7979484 Nov 27 02:18:54.961600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45568) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:55.039234 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f6c86de-d501-4f4c-8eac-a00ac2457c2d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.132318 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f6c86de-d501-4f4c-8eac-a00ac2457c2d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.153090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3f6c86de-d501-4f4c-8eac-a00ac2457c2d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfde0f8-57bf-44d7-b25e-504a96a5c88f']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:55.166327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3f6c86de-d501-4f4c-8eac-a00ac2457c2d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa954a1-6858-4d68-9889-455c1fd34437') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:55.166327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-3f6c86de-d501-4f4c-8eac-a00ac2457c2d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa954a1-6858-4d68-9889-455c1fd34437') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:55.177211 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f6c86de-d501-4f4c-8eac-a00ac2457c2d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.190629 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f6c86de-d501-4f4c-8eac-a00ac2457c2d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.196399 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6c86de-d501-4f4c-8eac-a00ac2457c2d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:18:55.196793 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f6c86de-d501-4f4c-8eac-a00ac2457c2d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:18:55.199891 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:18:55.257882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f6c86de-d501-4f4c-8eac-a00ac2457c2d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.262627 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3f6c86de-d501-4f4c-8eac-a00ac2457c2d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.268813 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3f6c86de-d501-4f4c-8eac-a00ac2457c2d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/networks/1bfde0f8-57bf-44d7-b25e-504a96a5c88f HTTP/1.1" status: 204 len: 168 time: 0.3038170 Nov 27 02:18:55.269297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45570) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:55.281963 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c86de-d501-4f4c-8eac-a00ac2457c2d tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'Network': ['ID=1bfde0f8-57bf-44d7-b25e-504a96a5c88f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:55.328368 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-00b8bf30-c38b-4574-86a8-12e2cbc415a7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.357005 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-00b8bf30-c38b-4574-86a8-12e2cbc415a7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.417168 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-00b8bf30-c38b-4574-86a8-12e2cbc415a7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.419741 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-00b8bf30-c38b-4574-86a8-12e2cbc415a7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.421560 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-00b8bf30-c38b-4574-86a8-12e2cbc415a7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] 10.222.0.15 "DELETE /v2.0/security-groups/696019e9-87c2-4179-9e08-8c457a9d5ef9 HTTP/1.1" status: 204 len: 168 time: 0.1511762 Nov 27 02:18:55.432178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8bf30-c38b-4574-86a8-12e2cbc415a7 tempest-TestNetworkAdvancedServerOps-943048007 tempest-TestNetworkAdvancedServerOps-943048007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=696019e9-87c2-4179-9e08-8c457a9d5ef9,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:55.575410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c82844f5-3bc0-4a07-af74-3cb163b288b8 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:18:55.597447 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: c82844f5-3bc0-4a07-af74-3cb163b288b8 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:18:55.598070 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device c82844f5-3bc0-4a07-af74-3cb163b288b8 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:18:55.598496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 56cf8e9a-977c-436b-aad3-3e817330a43b no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:18:55.620710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 56cf8e9a-977c-436b-aad3-3e817330a43b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:18:55.621414 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 56cf8e9a-977c-436b-aad3-3e817330a43b not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:18:55.621812 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 08250133-20a8-410d-991f-ea76613f9ef8 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:18:55.642926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 08250133-20a8-410d-991f-ea76613f9ef8 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:18:55.643279 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 08250133-20a8-410d-991f-ea76613f9ef8 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:18:55.776905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45578) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:55.926477 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-50a2e5f2-5620-456e-af7a-7676dcfae4b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca6386846a1c4ac393b06f7422fb16c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1484592 Nov 27 02:18:55.928914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45582) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:55.974961 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77061f63-a8c9-47b7-a158-015362172cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.995016 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77061f63-a8c9-47b7-a158-015362172cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.041971 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77061f63-a8c9-47b7-a158-015362172cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.044530 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-77061f63-a8c9-47b7-a158-015362172cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.045669 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-77061f63-a8c9-47b7-a158-015362172cea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47a2c2c8-19e4-4ed3-bdf4-f7428f3fd96f HTTP/1.1" status: 204 len: 168 time: 0.1158500 Nov 27 02:18:56.053602 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77061f63-a8c9-47b7-a158-015362172cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a2c2c8-19e4-4ed3-bdf4-f7428f3fd96f,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:56.306406 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45588) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:56.319778 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ed8b76de-d7ab-4d12-90c6-805f71922fe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.394839 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ed8b76de-d7ab-4d12-90c6-805f71922fe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.398566 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ed8b76de-d7ab-4d12-90c6-805f71922fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.436970 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ed8b76de-d7ab-4d12-90c6-805f71922fe1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fdd6a285fec14a09ae526092366152aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294732 Nov 27 02:18:56.437832 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b76de-d7ab-4d12-90c6-805f71922fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344c3571-6cb0-4af1-9b36-531d2f42f3fb,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:56.439636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45590) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:56.488109 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54723fda-6328-465c-a88f-fb723832baf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.509351 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54723fda-6328-465c-a88f-fb723832baf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.559638 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54723fda-6328-465c-a88f-fb723832baf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.562819 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54723fda-6328-465c-a88f-fb723832baf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.563957 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-54723fda-6328-465c-a88f-fb723832baf4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/344c3571-6cb0-4af1-9b36-531d2f42f3fb HTTP/1.1" status: 204 len: 168 time: 0.1226733 Nov 27 02:18:56.571575 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54723fda-6328-465c-a88f-fb723832baf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c3571-6cb0-4af1-9b36-531d2f42f3fb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:57.262821 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45612) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:57.357957 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1267546181-network', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:57.378480 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] Made reservation on behalf of a46a0562ef5b4724ab9620448193d943 for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:18:57.380865 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:57.389689 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:57.460699 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:57.464449 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:57.488498 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:18:57.496966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d513c8-0b05-4918-bd96-310f5934d928,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:57.502862 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:57.503304 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] Added segment 75d4d29c-b3f6-4b4d-a970-080e5c63c6bf of type vlan for network f8affa00-f0bf-447f-959d-6e532ed9561b Nov 27 02:18:57.544699 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:57.568683 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:57.569657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:57.570239 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:57.621110 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3566272 Nov 27 02:18:57.624743 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45616) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:57.629769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-2778f855-a2e8-4cb4-b08a-43abe28efa57 admin admin] Request body: {'subnet': {'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1267546181-subnet', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:57.634429 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6545f2-9f0f-42b0-8d19-dcc9a4d41b47 admin admin] Pushing event updated for resources: {'Network': ['ID=f8affa00-f0bf-447f-959d-6e532ed9561b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:57.644531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network f8affa00-f0bf-447f-959d-6e532ed9561b details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:18:57.652004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2778f855-a2e8-4cb4-b08a-43abe28efa57 admin admin] Made reservation on behalf of a46a0562ef5b4724ab9620448193d943 for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:18:57.654451 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2778f855-a2e8-4cb4-b08a-43abe28efa57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:57.821962 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2778f855-a2e8-4cb4-b08a-43abe28efa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:57.881857 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778f855-a2e8-4cb4-b08a-43abe28efa57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d34f21b-e4bf-4d74-8739-227ba54fe272,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:57.884007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2778f855-a2e8-4cb4-b08a-43abe28efa57 admin admin] Checking segment: {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:18:57.884391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2778f855-a2e8-4cb4-b08a-43abe28efa57 admin admin] Network hostable DHCP agents. Network: f8affa00-f0bf-447f-959d-6e532ed9561b, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:18:57.900464 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2778f855-a2e8-4cb4-b08a-43abe28efa57 admin admin] Network f8affa00-f0bf-447f-959d-6e532ed9561b is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:18:57.908770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-2778f855-a2e8-4cb4-b08a-43abe28efa57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, f8affa00-f0bf-447f-959d-6e532ed9561b) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:18:57.912873 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778f855-a2e8-4cb4-b08a-43abe28efa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:57.913483 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2778f855-a2e8-4cb4-b08a-43abe28efa57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:57.917985 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2abbd18-7697-4981-9548-669dfd494920 None None] Network f8affa00-f0bf-447f-959d-6e532ed9561b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:18:57.929964 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2778f855-a2e8-4cb4-b08a-43abe28efa57 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3040514 Nov 27 02:18:57.932827 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45618) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:57.938146 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:57.958003 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:57.959043 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:58.013671 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:58.076127 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-f8affa00-f0bf-447f-959d-6e532ed9561b', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:18:58.077029 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:58.155688 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:58.211419 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Allocated IP 172.20.0.2 (f8affa00-f0bf-447f-959d-6e532ed9561b/0d34f21b-e4bf-4d74-8739-227ba54fe272/994b357b-ce3e-421c-b9f1-e5d77e114d7d) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:18:58.355766 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:58.360306 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:58.363260 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:58.381458 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:58.403578 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Network f8affa00-f0bf-447f-959d-6e532ed9561b is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:18:58.409562 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:18:58.412008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:18:58.424218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Pushing event updated for resources: {'Port': ['ID=994b357b-ce3e-421c-b9f1-e5d77e114d7d,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:58.470597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Attempting to bind port 994b357b-ce3e-421c-b9f1-e5d77e114d7d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:18:58.470968 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Attempting to bind port 994b357b-ce3e-421c-b9f1-e5d77e114d7d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:18:58.471337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Attempting to bind port 994b357b-ce3e-421c-b9f1-e5d77e114d7d on network f8affa00-f0bf-447f-959d-6e532ed9561b {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:18:58.476328 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:18:58.476706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Checking segment: {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:18:58.477106 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:58.477498 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Bound using segment: {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:18:58.477965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Bound port: 994b357b-ce3e-421c-b9f1-e5d77e114d7d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:18:58.478347 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:58.488156 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Allocated IP 172.25.1.129 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:18:58.545514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] For port 994b357b-ce3e-421c-b9f1-e5d77e114d7d, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:18:58.548652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] For port 994b357b-ce3e-421c-b9f1-e5d77e114d7d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=994b357b-ce3e-421c-b9f1-e5d77e114d7d,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:18:58.553167 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:58.592209 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:58.608732 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63299119-6e0d-4d1c-b9ec-fc2d7ea41855 None None] Pushing event updated for resources: {'Port': ['ID=994b357b-ce3e-421c-b9f1-e5d77e114d7d,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:58.631324 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:58.674628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:18:58.677704 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:18:58.682160 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:18:58.692482 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6196d5da-a356-4d6b-b5df-bc0029caae50 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:18:58.710061 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Pushing event updated for resources: {'Port': ['ID=8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:58.789854 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-4d68792a-3a51-43c7-b0a7-2f2b7b282b2d None None] Provisioning complete for port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:58.790229 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-4d68792a-3a51-43c7-b0a7-2f2b7b282b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:58.836157 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-4d68792a-3a51-43c7-b0a7-2f2b7b282b2d None None] Port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:18:58.962747 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:59.160454 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:59.287084 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:59.292793 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Router a8235019-ccea-4b0a-9fd2-39acdd0929c0 is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:18:59.529460 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049138e3-56d3-465d-af00-ae5506252ae9 None None] Network f8affa00-f0bf-447f-959d-6e532ed9561b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:18:59.608137 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-9f26f601-0486-40f3-884a-1e7d1f8bb2f4 None None] Provisioning complete for port 994b357b-ce3e-421c-b9f1-e5d77e114d7d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:59.608804 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9f26f601-0486-40f3-884a-1e7d1f8bb2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:59.643154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 994b357b-ce3e-421c-b9f1-e5d77e114d7d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:18:59.719795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:18:59.731883 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Sync routers for ids ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:18:59.742550 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:59.743611 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Routers {'a8235019-ccea-4b0a-9fd2-39acdd0929c0'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:59.746707 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-a325b47f-f948-48c8-a06a-5040f8d82f4a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8102860 Nov 27 02:18:59.746847 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45620) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:59.747813 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:59.790756 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 994b357b-ce3e-421c-b9f1-e5d77e114d7d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:59.791325 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:59.839421 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9f26f601-0486-40f3-884a-1e7d1f8bb2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:59.875755 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Set router a8235019-ccea-4b0a-9fd2-39acdd0929c0 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:19:00.076727 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-9f26f601-0486-40f3-884a-1e7d1f8bb2f4 None None] For port 994b357b-ce3e-421c-b9f1-e5d77e114d7d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=994b357b-ce3e-421c-b9f1-e5d77e114d7d,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:19:00.106364 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9f26f601-0486-40f3-884a-1e7d1f8bb2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.128954 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:18:58Z', 'revision_number': 3, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:00.164790 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Checking router: a8235019-ccea-4b0a-9fd2-39acdd0929c0 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:19:00.165702 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Updating router a8235019-ccea-4b0a-9fd2-39acdd0929c0 port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:19:00.170383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26f601-0486-40f3-884a-1e7d1f8bb2f4 None None] Pushing event updated for resources: {'Port': ['ID=994b357b-ce3e-421c-b9f1-e5d77e114d7d,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:00.189373 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.213801 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.271861 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 02:19:00.272621 n-d-817303-10 neutron-server[103404]: DEBUG oslo_db.api [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 02:19:00.308440 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.431297 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f42e9ee4-9afa-4f9a-8469-a698331408ca None None] Provisioning complete for port 994b357b-ce3e-421c-b9f1-e5d77e114d7d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:00.431704 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f42e9ee4-9afa-4f9a-8469-a698331408ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.475192 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Allocated IP 172.20.0.1 (f8affa00-f0bf-447f-959d-6e532ed9561b/0d34f21b-e4bf-4d74-8739-227ba54fe272/7e2d8247-844b-4eaf-80dc-f8c27a7b2f90) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:19:00.501807 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.512868 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.568619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c6a145-7638-48d4-b996-dc7c2f17b54c None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:19:00.576753 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:19:00.580585 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Attempting to bind port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:19:00.580729 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Attempting to bind port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:19:00.581082 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Attempting to bind port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:19:00.583178 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d14b7a-97d3-41ed-bac8-b4b6837c00bb None None] Pushing event updated for resources: {'Port': ['ID=8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:00.592774 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:19:00.593157 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:19:00.593561 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.593953 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:19:00.594420 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Bound port: 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:19:00.594811 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.598068 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d14b7a-97d3-41ed-bac8-b4b6837c00bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:19:00.598415 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d14b7a-97d3-41ed-bac8-b4b6837c00bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:19:00.598757 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d14b7a-97d3-41ed-bac8-b4b6837c00bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:19:00.599094 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d14b7a-97d3-41ed-bac8-b4b6837c00bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:19:00.599427 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d14b7a-97d3-41ed-bac8-b4b6837c00bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:19:00.599757 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d14b7a-97d3-41ed-bac8-b4b6837c00bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:19:00.600081 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d14b7a-97d3-41ed-bac8-b4b6837c00bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:19:00.600441 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d14b7a-97d3-41ed-bac8-b4b6837c00bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:19:00.600768 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d14b7a-97d3-41ed-bac8-b4b6837c00bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:19:00.601092 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d14b7a-97d3-41ed-bac8-b4b6837c00bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:19:00.601415 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d14b7a-97d3-41ed-bac8-b4b6837c00bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:19:00.601734 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d14b7a-97d3-41ed-bac8-b4b6837c00bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:19:00.606697 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.644210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-637eada2-3cad-4518-b9a3-222edebe5c6d None None] Provisioning complete for port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:00.644808 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-637eada2-3cad-4518-b9a3-222edebe5c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.649369 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.664266 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] For port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:19:00.667959 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] For port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:19:00.676490 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.685831 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-637eada2-3cad-4518-b9a3-222edebe5c6d None None] Port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:19:00.704894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Network f8affa00-f0bf-447f-959d-6e532ed9561b is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:19:00.710481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:19:00.713019 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:19:00.738422 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a774d7f-9a32-4307-95b4-990dfc268ee3 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:19:00.753643 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Routers {'a8235019-ccea-4b0a-9fd2-39acdd0929c0'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:19:00.754284 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:00.758376 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d14b7a-97d3-41ed-bac8-b4b6837c00bb None None] Pushing event updated for resources: {'Port': ['ID=8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:00.767146 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.769557 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Pushing event updated for resources: {'Port': ['ID=7e2d8247-844b-4eaf-80dc-f8c27a7b2f90,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:00.853334 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f321f592-b8c9-4685-b715-d5f889d51b43 None None] Provisioning complete for port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:00.854330 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f321f592-b8c9-4685-b715-d5f889d51b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.898303 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] Set router a8235019-ccea-4b0a-9fd2-39acdd0929c0 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:19:00.960547 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f321f592-b8c9-4685-b715-d5f889d51b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:00.989299 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f321f592-b8c9-4685-b715-d5f889d51b43 None None] For port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:19:00.994678 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:01.004069 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f321f592-b8c9-4685-b715-d5f889d51b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:01.064919 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321f592-b8c9-4685-b715-d5f889d51b43 None None] Pushing event updated for resources: {'Port': ['ID=8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:01.130410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-125fc821-e91f-4f51-aeca-0ae8f47576fb None None] Provisioning complete for port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:01.130692 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-125fc821-e91f-4f51-aeca-0ae8f47576fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:01.171857 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-125fc821-e91f-4f51-aeca-0ae8f47576fb None None] Port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:19:01.221352 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:01.227137 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:01.229218 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:01.243654 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:18:58Z', 'revision_number': 3, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:01.273886 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f6eaf-0ca0-46d1-ad2a-0ebd5e78e04a None None] The sync data for ids ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'] in n-d-817303-10 is: [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:18:58Z', 'revision_number': 3, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:19:01.297963 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:01.300903 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Pushing event updated for resources: {'Port': ['ID=7e2d8247-844b-4eaf-80dc-f8c27a7b2f90,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:01.408368 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Network f8affa00-f0bf-447f-959d-6e532ed9561b is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:19:01.410658 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:19:01.553098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Router a8235019-ccea-4b0a-9fd2-39acdd0929c0 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:19:01.692166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:19:01.695348 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-25ba1d64-fed5-4af9-aa9b-f448685d7c75 None None] Provisioning complete for port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:01.695905 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-25ba1d64-fed5-4af9-aa9b-f448685d7c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:01.698993 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-8eece518-9f33-4fe1-837e-75d22a782f6d admin admin] 10.222.0.15 "PUT /v2.0/routers/a8235019-ccea-4b0a-9fd2-39acdd0929c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9502428 Nov 27 02:19:01.726264 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 994b357b-ce3e-421c-b9f1-e5d77e114d7d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:19:01.775231 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-25ba1d64-fed5-4af9-aa9b-f448685d7c75 None None] Port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:19:01.791820 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 994b357b-ce3e-421c-b9f1-e5d77e114d7d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:01.793243 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:01.882695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:19:01.932049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:01.932461 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.204481 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45636) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:02.209532 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1348497984-network', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:19:02.230487 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] Made reservation on behalf of e68abc1b2050427b81453722f3c2f1fa for: {'network': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:19:02.233132 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.241916 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.320547 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.324058 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.349190 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:19:02.359028 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddcd368-9dc0-446f-9b98-6077029b1f7e,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:02.363879 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.364229 n-d-817303-10 neutron-server[103402]: INFO neutron.db.segments_db [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] Added segment b30552f4-eec8-44dc-8e08-bf7d26272698 of type vlan for network fee45a70-06ec-4f05-b0c0-8c96bd0433e4 Nov 27 02:19:02.404341 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.430866 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.431986 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:02.432586 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.492991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2873068 Nov 27 02:19:02.495800 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45638) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:02.497879 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98393747-df6c-404a-9acb-d0c746f061be admin admin] Pushing event updated for resources: {'Network': ['ID=fee45a70-06ec-4f05-b0c0-8c96bd0433e4,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:02.501016 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-d2fa192c-9f95-4738-b9f9-f02c2c98b43f admin admin] Request body: {'subnet': {'network_id': 'fee45a70-06ec-4f05-b0c0-8c96bd0433e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1348497984-subnet', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'ip_version': 4}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:19:02.507462 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network fee45a70-06ec-4f05-b0c0-8c96bd0433e4 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:19:02.522056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fa192c-9f95-4738-b9f9-f02c2c98b43f admin admin] Made reservation on behalf of e68abc1b2050427b81453722f3c2f1fa for: {'subnet': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:19:02.524466 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d2fa192c-9f95-4738-b9f9-f02c2c98b43f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26305495'] for subnet, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.698804 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d2fa192c-9f95-4738-b9f9-f02c2c98b43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29258828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26305473'] for subnet, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.749011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa192c-9f95-4738-b9f9-f02c2c98b43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9292868-6f62-4131-9208-c33fab5380a4,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:02.764894 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fa192c-9f95-4738-b9f9-f02c2c98b43f admin admin] Checking segment: {'id': 'b30552f4-eec8-44dc-8e08-bf7d26272698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fee45a70-06ec-4f05-b0c0-8c96bd0433e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:19:02.765256 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fa192c-9f95-4738-b9f9-f02c2c98b43f admin admin] Network hostable DHCP agents. Network: fee45a70-06ec-4f05-b0c0-8c96bd0433e4, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:19:02.782479 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fa192c-9f95-4738-b9f9-f02c2c98b43f admin admin] Network fee45a70-06ec-4f05-b0c0-8c96bd0433e4 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:19:02.790291 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-d2fa192c-9f95-4738-b9f9-f02c2c98b43f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, fee45a70-06ec-4f05-b0c0-8c96bd0433e4) {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:19:02.794442 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa192c-9f95-4738-b9f9-f02c2c98b43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:02.795079 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d2fa192c-9f95-4738-b9f9-f02c2c98b43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.800212 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf222b5e-7974-49e7-990d-1b075e0586dc None None] Network fee45a70-06ec-4f05-b0c0-8c96bd0433e4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:19:02.814057 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d2fa192c-9f95-4738-b9f9-f02c2c98b43f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3170283 Nov 27 02:19:02.816556 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45640) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:02.821120 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1348497984-router', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:19:02.842152 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.843375 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.899949 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.945750 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Sync routers for ids ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:19:02.954403 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-fee45a70-06ec-4f05-b0c0-8c96bd0433e4', 'network_id': 'fee45a70-06ec-4f05-b0c0-8c96bd0433e4', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'fixed_ips': [{'subnet_id': 'c9292868-6f62-4131-9208-c33fab5380a4'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:19:02.955241 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:02.973637 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Routers {'a8235019-ccea-4b0a-9fd2-39acdd0929c0'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:19:02.974265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:03.039059 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:03.170649 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Set router a8235019-ccea-4b0a-9fd2-39acdd0929c0 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:19:03.212748 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Allocated IP 172.20.0.2 (fee45a70-06ec-4f05-b0c0-8c96bd0433e4/c9292868-6f62-4131-9208-c33fab5380a4/6dddcea4-6f47-4eb0-b72d-a38efbf0606e) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:19:03.237838 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:03.256526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:03.365209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Allocated IP 172.25.1.234 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/21d8dc1e-7667-473c-a019-18c4d7dc611f) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:19:03.466255 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:03.484990 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:03.492188 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:03.500073 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:03.538780 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Network fee45a70-06ec-4f05-b0c0-8c96bd0433e4 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:19:03.544268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:19:03.544948 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:01Z', 'revision_number': 2, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:03.548197 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:19:03.550177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Pushing event updated for resources: {'Port': ['ID=21d8dc1e-7667-473c-a019-18c4d7dc611f,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:03.551416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:19:03.553497 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:19:03.581979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:19:03.584146 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497678f3-d944-41de-9cfc-e51a48f9b9e5 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:19:03.586031 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Pushing event updated for resources: {'Port': ['ID=6dddcea4-6f47-4eb0-b72d-a38efbf0606e,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:03.591142 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Checking router: a8235019-ccea-4b0a-9fd2-39acdd0929c0 for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:19:03.591545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Updating router a8235019-ccea-4b0a-9fd2-39acdd0929c0 port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:19:03.641767 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:03.678657 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Attempting to bind port 6dddcea4-6f47-4eb0-b72d-a38efbf0606e on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:19:03.679028 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Attempting to bind port 6dddcea4-6f47-4eb0-b72d-a38efbf0606e by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'b30552f4-eec8-44dc-8e08-bf7d26272698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fee45a70-06ec-4f05-b0c0-8c96bd0433e4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:19:03.679396 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Attempting to bind port 6dddcea4-6f47-4eb0-b72d-a38efbf0606e on network fee45a70-06ec-4f05-b0c0-8c96bd0433e4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:19:03.711742 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:19:03.712168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Checking segment: {'id': 'b30552f4-eec8-44dc-8e08-bf7d26272698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fee45a70-06ec-4f05-b0c0-8c96bd0433e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:19:03.712642 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:03.713109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Bound using segment: {'id': 'b30552f4-eec8-44dc-8e08-bf7d26272698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fee45a70-06ec-4f05-b0c0-8c96bd0433e4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:19:03.713626 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Bound port: 6dddcea4-6f47-4eb0-b72d-a38efbf0606e, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30552f4-eec8-44dc-8e08-bf7d26272698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fee45a70-06ec-4f05-b0c0-8c96bd0433e4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:19:03.714013 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:03.803401 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:03.803650 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f0bf8c3b-3a4f-4ef5-8b4f-100c7819e83f None None] Provisioning complete for port 21d8dc1e-7667-473c-a019-18c4d7dc611f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:03.804026 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f0bf8c3b-3a4f-4ef5-8b4f-100c7819e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:03.869539 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf8c3b-3a4f-4ef5-8b4f-100c7819e83f None None] Port 21d8dc1e-7667-473c-a019-18c4d7dc611f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:19:03.896056 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] For port 6dddcea4-6f47-4eb0-b72d-a38efbf0606e, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:19:03.939039 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] For port 6dddcea4-6f47-4eb0-b72d-a38efbf0606e, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6dddcea4-6f47-4eb0-b72d-a38efbf0606e,segment=NetworkSegment(b30552f4-eec8-44dc-8e08-bf7d26272698),segment_id=b30552f4-eec8-44dc-8e08-bf7d26272698)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:19:03.944434 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:03.996399 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.035232 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadef66d-fa32-445a-a389-cdbd0c815f5e None None] Pushing event updated for resources: {'Port': ['ID=6dddcea4-6f47-4eb0-b72d-a38efbf0606e,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:04.098850 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.104485 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.138205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Router 82dc4092-0856-444f-bf02-46a2f74f5d0b is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:19:04.160567 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdc8b3-fc90-430a-8f0e-fe9a9a417041 None None] Pushing event updated for resources: {'Port': ['ID=7e2d8247-844b-4eaf-80dc-f8c27a7b2f90,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:04.305870 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:19:04.318263 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Sync routers for ids ['82dc4092-0856-444f-bf02-46a2f74f5d0b'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:19:04.337479 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Routers {'82dc4092-0856-444f-bf02-46a2f74f5d0b'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:19:04.338633 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['82dc4092-0856-444f-bf02-46a2f74f5d0b'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:04.340908 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.345304 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5346ec6e-9663-4717-89f0-e8a662d3a133 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5252275 Nov 27 02:19:04.345665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45642) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:04.421097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Attempting to bind port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:19:04.421604 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Attempting to bind port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:19:04.422221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Attempting to bind port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 on network f8affa00-f0bf-447f-959d-6e532ed9561b {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:19:04.431840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:19:04.432527 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Checking segment: {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:19:04.433027 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.433884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Bound using segment: {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:19:04.434457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Bound port: 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:19:04.434932 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.485474 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Set router 82dc4092-0856-444f-bf02-46a2f74f5d0b gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:19:04.501292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] For port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:19:04.504599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] For port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7e2d8247-844b-4eaf-80dc-f8c27a7b2f90,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:19:04.510520 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.574136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f1827f42-6c35-45a3-8a7f-04a4d2f84f66 None None] Provisioning complete for port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:04.574611 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f1827f42-6c35-45a3-8a7f-04a4d2f84f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.605504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Routers {'a8235019-ccea-4b0a-9fd2-39acdd0929c0'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:19:04.605966 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:04.654078 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdc8b3-fc90-430a-8f0e-fe9a9a417041 None None] Pushing event updated for resources: {'Port': ['ID=7e2d8247-844b-4eaf-80dc-f8c27a7b2f90,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:04.747331 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'name': 'tempest-TestShelveInstance-1348497984-router', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '21d8dc1e-7667-473c-a019-18c4d7dc611f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:19:02Z', 'updated_at': '2021-11-27T02:19:03Z', 'revision_number': 3, 'project_id': 'e68abc1b2050427b81453722f3c2f1fa', 'gw_port': {'id': '21d8dc1e-7667-473c-a019-18c4d7dc611f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:03Z', 'updated_at': '2021-11-27T02:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:04.779982 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Checking router: 82dc4092-0856-444f-bf02-46a2f74f5d0b for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:19:04.780377 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Updating router 82dc4092-0856-444f-bf02-46a2f74f5d0b port 21d8dc1e-7667-473c-a019-18c4d7dc611f binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:19:04.780967 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f1827f42-6c35-45a3-8a7f-04a4d2f84f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.795652 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] Set router a8235019-ccea-4b0a-9fd2-39acdd0929c0 gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:19:04.809452 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.841130 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.861538 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f1827f42-6c35-45a3-8a7f-04a4d2f84f66 None None] For port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7e2d8247-844b-4eaf-80dc-f8c27a7b2f90,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:19:04.867212 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f1827f42-6c35-45a3-8a7f-04a4d2f84f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.040942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1827f42-6c35-45a3-8a7f-04a4d2f84f66 None None] Pushing event updated for resources: {'Port': ['ID=7e2d8247-844b-4eaf-80dc-f8c27a7b2f90,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:05.047011 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Allocated IP 172.20.0.1 (fee45a70-06ec-4f05-b0c0-8c96bd0433e4/c9292868-6f62-4131-9208-c33fab5380a4/11cb3b25-e6da-46a2-9f1c-f4c858a6665a) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:19:05.091585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-2d135f27-eb72-43bb-b41b-3836bb6ce4cf None None] Provisioning complete for port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:05.091585 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2d135f27-eb72-43bb-b41b-3836bb6ce4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.143899 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:04Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:05.157542 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.166149 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.171322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.172276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707b54ec-a1f6-4ad2-b6bc-18b77db7aeae None None] The sync data for ids ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'] in n-d-817303-10 is: [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:04Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:19:05.220007 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b094b5f-dfa9-438f-a8c5-21723f2670d3 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:19:05.255328 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Attempting to bind port 21d8dc1e-7667-473c-a019-18c4d7dc611f on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:19:05.255702 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Attempting to bind port 21d8dc1e-7667-473c-a019-18c4d7dc611f by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:19:05.256066 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Attempting to bind port 21d8dc1e-7667-473c-a019-18c4d7dc611f on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:19:05.273697 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6bf66-30e0-4a98-be87-1ab811183e60 None None] Pushing event updated for resources: {'Port': ['ID=21d8dc1e-7667-473c-a019-18c4d7dc611f,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:05.274356 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.284444 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:19:05.285231 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:19:05.285781 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.286228 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:19:05.286727 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Bound port: 21d8dc1e-7667-473c-a019-18c4d7dc611f, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:19:05.287110 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.345840 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Network fee45a70-06ec-4f05-b0c0-8c96bd0433e4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:19:05.349706 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:19:05.354565 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:19:05.359443 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Pushing event updated for resources: {'Port': ['ID=11cb3b25-e6da-46a2-9f1c-f4c858a6665a,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:05.372989 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e662c5-e5e7-4532-b39c-45745c1ed029 None None] Network fee45a70-06ec-4f05-b0c0-8c96bd0433e4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:19:05.381223 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] For port 21d8dc1e-7667-473c-a019-18c4d7dc611f, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:19:05.386421 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] For port 21d8dc1e-7667-473c-a019-18c4d7dc611f, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=21d8dc1e-7667-473c-a019-18c4d7dc611f,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:19:05.402289 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.410677 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.453316 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3ea9c168-db7a-4105-88de-8578bbe128cf None None] Provisioning complete for port 6dddcea4-6f47-4eb0-b72d-a38efbf0606e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:05.453685 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3ea9c168-db7a-4105-88de-8578bbe128cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.501101 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6bf66-30e0-4a98-be87-1ab811183e60 None None] Pushing event updated for resources: {'Port': ['ID=21d8dc1e-7667-473c-a019-18c4d7dc611f,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:05.513847 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Routers {'82dc4092-0856-444f-bf02-46a2f74f5d0b'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:19:05.514597 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['82dc4092-0856-444f-bf02-46a2f74f5d0b'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:05.524758 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862722b9-604b-4900-ab7f-a61e009ff5f5 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:19:05.613849 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.684607 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3ea9c168-db7a-4105-88de-8578bbe128cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.726493 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:19:05.735667 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] Set router 82dc4092-0856-444f-bf02-46a2f74f5d0b gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:19:05.765154 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3ea9c168-db7a-4105-88de-8578bbe128cf None None] For port 6dddcea4-6f47-4eb0-b72d-a38efbf0606e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6dddcea4-6f47-4eb0-b72d-a38efbf0606e,segment=NetworkSegment(b30552f4-eec8-44dc-8e08-bf7d26272698),segment_id=b30552f4-eec8-44dc-8e08-bf7d26272698)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:19:05.772701 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3ea9c168-db7a-4105-88de-8578bbe128cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.854844 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3ea9c168-db7a-4105-88de-8578bbe128cf None None] Provisioning complete for port 21d8dc1e-7667-473c-a019-18c4d7dc611f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:05.855338 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3ea9c168-db7a-4105-88de-8578bbe128cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.889752 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.895874 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.939048 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:05.939428 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.971294 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Pushing event updated for resources: {'Port': ['ID=11cb3b25-e6da-46a2-9f1c-f4c858a6665a,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:05.990789 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9c168-db7a-4105-88de-8578bbe128cf None None] Pushing event updated for resources: {'Port': ['ID=6dddcea4-6f47-4eb0-b72d-a38efbf0606e,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:06.006787 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:06.043075 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'name': 'tempest-TestShelveInstance-1348497984-router', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '21d8dc1e-7667-473c-a019-18c4d7dc611f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:19:02Z', 'updated_at': '2021-11-27T02:19:03Z', 'revision_number': 3, 'project_id': 'e68abc1b2050427b81453722f3c2f1fa', 'gw_port': {'id': '21d8dc1e-7667-473c-a019-18c4d7dc611f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:03Z', 'updated_at': '2021-11-27T02:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:06.071928 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce13ac-b941-4632-81c8-da14afdb2e13 None None] The sync data for ids ['82dc4092-0856-444f-bf02-46a2f74f5d0b'] in n-d-817303-10 is: [{'id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'name': 'tempest-TestShelveInstance-1348497984-router', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '21d8dc1e-7667-473c-a019-18c4d7dc611f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:19:02Z', 'updated_at': '2021-11-27T02:19:03Z', 'revision_number': 3, 'project_id': 'e68abc1b2050427b81453722f3c2f1fa', 'gw_port': {'id': '21d8dc1e-7667-473c-a019-18c4d7dc611f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:03Z', 'updated_at': '2021-11-27T02:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:19:06.100412 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3ea9c168-db7a-4105-88de-8578bbe128cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:06.108278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6dddcea4-6f47-4eb0-b72d-a38efbf0606e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:19:06.153941 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-3ea9c168-db7a-4105-88de-8578bbe128cf None None] For port 21d8dc1e-7667-473c-a019-18c4d7dc611f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=21d8dc1e-7667-473c-a019-18c4d7dc611f,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:19:06.162329 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3ea9c168-db7a-4105-88de-8578bbe128cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:06.170106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Network fee45a70-06ec-4f05-b0c0-8c96bd0433e4 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:19:06.171934 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:19:06.231402 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9c168-db7a-4105-88de-8578bbe128cf None None] Pushing event updated for resources: {'Port': ['ID=21d8dc1e-7667-473c-a019-18c4d7dc611f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:06.238948 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6dddcea4-6f47-4eb0-b72d-a38efbf0606e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:06.239637 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:06.314791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5fb3a794-3fed-47a2-b4c6-54f1d71fb4b0 None None] Provisioning complete for port 6dddcea4-6f47-4eb0-b72d-a38efbf0606e triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:06.315173 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5fb3a794-3fed-47a2-b4c6-54f1d71fb4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:06.323877 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Router 82dc4092-0856-444f-bf02-46a2f74f5d0b has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:19:06.457170 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5fb3a794-3fed-47a2-b4c6-54f1d71fb4b0 None None] Provisioning complete for port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:06.457556 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5fb3a794-3fed-47a2-b4c6-54f1d71fb4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:06.509445 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-5fb3a794-3fed-47a2-b4c6-54f1d71fb4b0 None None] Port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:19:06.541494 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5fb3a794-3fed-47a2-b4c6-54f1d71fb4b0 None None] Provisioning complete for port 21d8dc1e-7667-473c-a019-18c4d7dc611f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:06.541863 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5fb3a794-3fed-47a2-b4c6-54f1d71fb4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:06.796771 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-86f78cb2-e843-49dd-ac50-bf14892b766d None None] Provisioning complete for port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:06.797159 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-86f78cb2-e843-49dd-ac50-bf14892b766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:06.833589 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-86f78cb2-e843-49dd-ac50-bf14892b766d None None] Port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:19:06.834463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:19:06.847555 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-dc8acdbd-e47d-4c9e-8461-242046b0b7ac admin admin] 10.222.0.15 "PUT /v2.0/routers/82dc4092-0856-444f-bf02-46a2f74f5d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4925506 Nov 27 02:19:07.376900 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45650) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:07.381635 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-1e5e82f1-fd2f-47ab-aed4-9760bcac2695 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573815857', 'description': 'tempest-secgroup-smoke-573815857 description', 'project_id': 'a46a0562ef5b4724ab9620448193d943'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:19:07.404182 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e5e82f1-fd2f-47ab-aed4-9760bcac2695 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.469143 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e5e82f1-fd2f-47ab-aed4-9760bcac2695 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.472431 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e5e82f1-fd2f-47ab-aed4-9760bcac2695 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.500831 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e5e82f1-fd2f-47ab-aed4-9760bcac2695 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.502053 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1e5e82f1-fd2f-47ab-aed4-9760bcac2695 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1241384 Nov 27 02:19:07.503924 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e82f1-fd2f-47ab-aed4-9760bcac2695 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ebe400-6e5e-48e9-a057-6973b1e10cd7,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:07.505126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45652) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:07.509768 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-db5d6e00-9e31-468b-88d3-2ab58ea6bf2f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'security_group_rule': {'security_group_id': 'e0ebe400-6e5e-48e9-a057-6973b1e10cd7', 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:19:07.538725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db5d6e00-9e31-468b-88d3-2ab58ea6bf2f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.597801 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db5d6e00-9e31-468b-88d3-2ab58ea6bf2f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.601836 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db5d6e00-9e31-468b-88d3-2ab58ea6bf2f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.619414 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d6e00-9e31-468b-88d3-2ab58ea6bf2f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fcc77c-1f05-4b78-828d-95de94b3b03d,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:07.628491 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-db5d6e00-9e31-468b-88d3-2ab58ea6bf2f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.630131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-db5d6e00-9e31-468b-88d3-2ab58ea6bf2f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236219 Nov 27 02:19:07.636334 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45654) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:07.637130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-ba57e7f5-e178-4d64-816b-612e4ff61c75 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'security_group_rule': {'security_group_id': 'e0ebe400-6e5e-48e9-a057-6973b1e10cd7', 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:19:07.660881 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 21d8dc1e-7667-473c-a019-18c4d7dc611f up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:19:07.669779 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba57e7f5-e178-4d64-816b-612e4ff61c75 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.710989 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 21d8dc1e-7667-473c-a019-18c4d7dc611f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:07.711356 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.728298 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba57e7f5-e178-4d64-816b-612e4ff61c75 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.732688 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba57e7f5-e178-4d64-816b-612e4ff61c75 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.754764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57e7f5-e178-4d64-816b-612e4ff61c75 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dba90cd-2efb-4a0c-9459-35a25c45b522,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:07.760390 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ba57e7f5-e178-4d64-816b-612e4ff61c75 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.761532 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ba57e7f5-e178-4d64-816b-612e4ff61c75 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280944 Nov 27 02:19:07.764117 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45656) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:07.769306 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-02277e10-cc0c-4cc2-9e6f-155257d0a49c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'security_group_rule': {'security_group_id': 'e0ebe400-6e5e-48e9-a057-6973b1e10cd7', 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:19:07.791907 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6dddcea4-6f47-4eb0-b72d-a38efbf0606e up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:19:07.798270 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-02277e10-cc0c-4cc2-9e6f-155257d0a49c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.839970 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 6dddcea4-6f47-4eb0-b72d-a38efbf0606e triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:07.840378 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.854529 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-02277e10-cc0c-4cc2-9e6f-155257d0a49c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.859188 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-02277e10-cc0c-4cc2-9e6f-155257d0a49c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.877018 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02277e10-cc0c-4cc2-9e6f-155257d0a49c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9739b8b7-c568-40ab-91ec-85b45ee55949,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:07.884610 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-02277e10-cc0c-4cc2-9e6f-155257d0a49c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.888859 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-02277e10-cc0c-4cc2-9e6f-155257d0a49c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205013 Nov 27 02:19:07.889067 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45658) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:07.893453 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-a6f72bed-1df1-47db-92cd-92eeb4a84218 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'security_group_rule': {'security_group_id': 'e0ebe400-6e5e-48e9-a057-6973b1e10cd7', 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:19:07.918964 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6f72bed-1df1-47db-92cd-92eeb4a84218 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.979117 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6f72bed-1df1-47db-92cd-92eeb4a84218 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:07.982900 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6f72bed-1df1-47db-92cd-92eeb4a84218 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:08.000512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f72bed-1df1-47db-92cd-92eeb4a84218 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93130e6-d36c-4c74-beb7-5d56ef5c6783,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:08.007630 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-a6f72bed-1df1-47db-92cd-92eeb4a84218 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:08.008942 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-a6f72bed-1df1-47db-92cd-92eeb4a84218 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189282 Nov 27 02:19:08.011646 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 45660) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:08.015957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-bf286766-2d1a-4d70-a31c-9f2dfd15d18e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'security_group_rule': {'security_group_id': 'e0ebe400-6e5e-48e9-a057-6973b1e10cd7', 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:19:08.037052 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-bf286766-2d1a-4d70-a31c-9f2dfd15d18e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Project a46a0562ef5b4724ab9620448193d943 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:19:08.041650 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf286766-2d1a-4d70-a31c-9f2dfd15d18e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:08.103711 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf286766-2d1a-4d70-a31c-9f2dfd15d18e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:08.108039 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf286766-2d1a-4d70-a31c-9f2dfd15d18e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:08.127300 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf286766-2d1a-4d70-a31c-9f2dfd15d18e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4359bd55-1d9a-4c6f-ad76-a89be5b27d62,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:08.135745 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-bf286766-2d1a-4d70-a31c-9f2dfd15d18e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:08.136989 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-bf286766-2d1a-4d70-a31c-9f2dfd15d18e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244164 Nov 27 02:19:08.139970 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45662) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:08.144576 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-1e835521-74a4-4ab1-9e45-9954e0c0cb63 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'security_group_rule': {'security_group_id': 'e0ebe400-6e5e-48e9-a057-6973b1e10cd7', 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:19:08.165839 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-1e835521-74a4-4ab1-9e45-9954e0c0cb63 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Project a46a0562ef5b4724ab9620448193d943 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:19:08.170992 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e835521-74a4-4ab1-9e45-9954e0c0cb63 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:08.227524 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e835521-74a4-4ab1-9e45-9954e0c0cb63 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:08.230970 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e835521-74a4-4ab1-9e45-9954e0c0cb63 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:08.249960 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e835521-74a4-4ab1-9e45-9954e0c0cb63 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef8e7de-5012-4633-83d4-a441f294df53,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:08.255242 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1e835521-74a4-4ab1-9e45-9954e0c0cb63 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:08.260525 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1e835521-74a4-4ab1-9e45-9954e0c0cb63 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159005 Nov 27 02:19:08.414571 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-9a58db5b-ea03-4534-a588-6184414c99e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573815857&fields=id&tenant_id=a46a0562ef5b4724ab9620448193d943 HTTP/1.1" status: 200 len: 267 time: 0.0480232 Nov 27 02:19:08.525254 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-7acbe783-85c2-4db2-b400-8d74cc3e9f32 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:08.526697 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-7acbe783-85c2-4db2-b400-8d74cc3e9f32 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 809 time: 0.1046610 Nov 27 02:19:08.542321 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-fc823c81-9335-4c8d-8a91-01faf343a5cf tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/quotas/a46a0562ef5b4724ab9620448193d943 HTTP/1.1" status: 200 len: 375 time: 0.0092492 Nov 27 02:19:08.573697 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Sync routers for ids ['82dc4092-0856-444f-bf02-46a2f74f5d0b'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:19:08.584824 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Routers {'82dc4092-0856-444f-bf02-46a2f74f5d0b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:19:08.585434 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-947370d8-a874-42b2-aee8-73893f951ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['82dc4092-0856-444f-bf02-46a2f74f5d0b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:08.594852 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-a08fcdca-398a-478a-8042-1d4d109b0aef tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470064 Nov 27 02:19:08.693478 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Set router 82dc4092-0856-444f-bf02-46a2f74f5d0b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:19:08.783523 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-2143e5ba-8a5e-41a1-9770-feaec1475026 service neutron] 10.222.0.15 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768994 Nov 27 02:19:08.880597 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-3481699b-2016-4b13-ba7b-34bb1421ac64 service neutron] 10.222.0.15 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904298 Nov 27 02:19:09.047288 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4fc11c78-a62a-4031-8a09-2ca63b3b242c req-9722a28c-9a6e-435b-9452-7d18df8c0fff tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 210 time: 0.0273015 Nov 27 02:19:09.049015 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-947370d8-a874-42b2-aee8-73893f951ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'name': 'tempest-TestShelveInstance-1348497984-router', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '21d8dc1e-7667-473c-a019-18c4d7dc611f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:19:02Z', 'updated_at': '2021-11-27T02:19:05Z', 'revision_number': 4, 'project_id': 'e68abc1b2050427b81453722f3c2f1fa', 'gw_port': {'id': '21d8dc1e-7667-473c-a019-18c4d7dc611f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:03Z', 'updated_at': '2021-11-27T02:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '11cb3b25-e6da-46a2-9f1c-f4c858a6665a', 'name': '', 'network_id': 'fee45a70-06ec-4f05-b0c0-8c96bd0433e4', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'mac_address': 'fa:16:3e:53:43:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c9292868-6f62-4131-9208-c33fab5380a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:04Z', 'updated_at': '2021-11-27T02:19:05Z', 'revision_number': 2, 'project_id': 'e68abc1b2050427b81453722f3c2f1fa', 'subnets': [{'id': 'c9292868-6f62-4131-9208-c33fab5380a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:09.087399 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Checking router: 82dc4092-0856-444f-bf02-46a2f74f5d0b for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:19:09.088059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Updating router 82dc4092-0856-444f-bf02-46a2f74f5d0b port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:19:09.116325 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:09.387116 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:09.392422 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:09.465497 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57565aac-f9d5-4d51-a9e2-504b2ca5d612 None None] Pushing event updated for resources: {'Port': ['ID=11cb3b25-e6da-46a2-9f1c-f4c858a6665a,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:09.499790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Attempting to bind port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:19:09.500178 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Attempting to bind port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'b30552f4-eec8-44dc-8e08-bf7d26272698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fee45a70-06ec-4f05-b0c0-8c96bd0433e4'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:19:09.500586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Attempting to bind port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a on network fee45a70-06ec-4f05-b0c0-8c96bd0433e4 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:19:09.506049 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:19:09.506469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Checking segment: {'id': 'b30552f4-eec8-44dc-8e08-bf7d26272698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fee45a70-06ec-4f05-b0c0-8c96bd0433e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:19:09.506928 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:09.507316 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Bound using segment: {'id': 'b30552f4-eec8-44dc-8e08-bf7d26272698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fee45a70-06ec-4f05-b0c0-8c96bd0433e4'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:19:09.507796 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Bound port: 11cb3b25-e6da-46a2-9f1c-f4c858a6665a, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30552f4-eec8-44dc-8e08-bf7d26272698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fee45a70-06ec-4f05-b0c0-8c96bd0433e4'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:19:09.508190 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:09.577444 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-947370d8-a874-42b2-aee8-73893f951ded None None] For port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:19:09.580788 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-947370d8-a874-42b2-aee8-73893f951ded None None] For port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=11cb3b25-e6da-46a2-9f1c-f4c858a6665a,segment=NetworkSegment(b30552f4-eec8-44dc-8e08-bf7d26272698),segment_id=b30552f4-eec8-44dc-8e08-bf7d26272698)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:19:09.586246 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:09.654816 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Routers {'82dc4092-0856-444f-bf02-46a2f74f5d0b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:19:09.655455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-947370d8-a874-42b2-aee8-73893f951ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:18:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['82dc4092-0856-444f-bf02-46a2f74f5d0b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:09.658504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57565aac-f9d5-4d51-a9e2-504b2ca5d612 None None] Pushing event updated for resources: {'Port': ['ID=11cb3b25-e6da-46a2-9f1c-f4c858a6665a,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:09.718931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-6ac64822-78e9-4631-88f6-d6b629f51a8e None None] Provisioning complete for port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:09.719585 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6ac64822-78e9-4631-88f6-d6b629f51a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:09.808533 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-947370d8-a874-42b2-aee8-73893f951ded None None] Set router 82dc4092-0856-444f-bf02-46a2f74f5d0b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:19:09.955354 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6ac64822-78e9-4631-88f6-d6b629f51a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:10.014210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-6ac64822-78e9-4631-88f6-d6b629f51a8e None None] For port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=11cb3b25-e6da-46a2-9f1c-f4c858a6665a,segment=NetworkSegment(b30552f4-eec8-44dc-8e08-bf7d26272698),segment_id=b30552f4-eec8-44dc-8e08-bf7d26272698)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:19:10.020136 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6ac64822-78e9-4631-88f6-d6b629f51a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:10.102430 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac64822-78e9-4631-88f6-d6b629f51a8e None None] Pushing event updated for resources: {'Port': ['ID=11cb3b25-e6da-46a2-9f1c-f4c858a6665a,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:10.119194 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-947370d8-a874-42b2-aee8-73893f951ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'name': 'tempest-TestShelveInstance-1348497984-router', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '21d8dc1e-7667-473c-a019-18c4d7dc611f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:19:02Z', 'updated_at': '2021-11-27T02:19:05Z', 'revision_number': 4, 'project_id': 'e68abc1b2050427b81453722f3c2f1fa', 'gw_port': {'id': '21d8dc1e-7667-473c-a019-18c4d7dc611f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:03Z', 'updated_at': '2021-11-27T02:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '11cb3b25-e6da-46a2-9f1c-f4c858a6665a', 'name': '', 'network_id': 'fee45a70-06ec-4f05-b0c0-8c96bd0433e4', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'mac_address': 'fa:16:3e:53:43:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c9292868-6f62-4131-9208-c33fab5380a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:04Z', 'updated_at': '2021-11-27T02:19:09Z', 'revision_number': 4, 'project_id': 'e68abc1b2050427b81453722f3c2f1fa', 'subnets': [{'id': 'c9292868-6f62-4131-9208-c33fab5380a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:10.150670 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947370d8-a874-42b2-aee8-73893f951ded None None] The sync data for ids ['82dc4092-0856-444f-bf02-46a2f74f5d0b'] in n-d-817303-10 is: [{'id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'name': 'tempest-TestShelveInstance-1348497984-router', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '21d8dc1e-7667-473c-a019-18c4d7dc611f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:19:02Z', 'updated_at': '2021-11-27T02:19:05Z', 'revision_number': 4, 'project_id': 'e68abc1b2050427b81453722f3c2f1fa', 'gw_port': {'id': '21d8dc1e-7667-473c-a019-18c4d7dc611f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:03Z', 'updated_at': '2021-11-27T02:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '11cb3b25-e6da-46a2-9f1c-f4c858a6665a', 'name': '', 'network_id': 'fee45a70-06ec-4f05-b0c0-8c96bd0433e4', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'mac_address': 'fa:16:3e:53:43:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c9292868-6f62-4131-9208-c33fab5380a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:04Z', 'updated_at': '2021-11-27T02:19:09Z', 'revision_number': 4, 'project_id': 'e68abc1b2050427b81453722f3c2f1fa', 'subnets': [{'id': 'c9292868-6f62-4131-9208-c33fab5380a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:19:10.163948 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2714dee0-cfbe-4560-8a17-31cbc76e399c req-aac70891-cdec-4364-95c0-4c1f18d693d5 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 210 time: 0.0390434 Nov 27 02:19:10.167628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-836e704c-025d-4be1-9a08-3fc40bac7ca1 None None] Provisioning complete for port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:10.168099 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-836e704c-025d-4be1-9a08-3fc40bac7ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:10.251729 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-62558c68-39ff-42e5-9490-65c8231f329d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:10.311157 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-9ccbda8c-59e0-4a42-96fd-798928ec40e0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:10.313321 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-9ccbda8c-59e0-4a42-96fd-798928ec40e0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 809 time: 0.1984677 Nov 27 02:19:10.388515 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-ed3ed720-59c8-4261-9a68-4a2260ed5b3c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a46a0562ef5b4724ab9620448193d943 HTTP/1.1" status: 200 len: 379 time: 0.0578825 Nov 27 02:19:10.405421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-0f35a2e1-fa7e-4278-9cc3-a82a7e8e8f6d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'port': {'device_id': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'admin_state_up': True, 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'security_groups': ['e0ebe400-6e5e-48e9-a057-6973b1e10cd7']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:19:10.520064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-0f35a2e1-fa7e-4278-9cc3-a82a7e8e8f6d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Made reservation on behalf of a46a0562ef5b4724ab9620448193d943 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:19:10.523885 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-0f35a2e1-fa7e-4278-9cc3-a82a7e8e8f6d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:10.650230 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-0f35a2e1-fa7e-4278-9cc3-a82a7e8e8f6d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Allocated IP 172.20.0.12 (f8affa00-f0bf-447f-959d-6e532ed9561b/0d34f21b-e4bf-4d74-8739-227ba54fe272/18417cea-bff5-4905-9c13-299ec1a531d7) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:19:10.806755 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-0f35a2e1-fa7e-4278-9cc3-a82a7e8e8f6d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:10.842797 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-0f35a2e1-fa7e-4278-9cc3-a82a7e8e8f6d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:10.890421 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-0f35a2e1-fa7e-4278-9cc3-a82a7e8e8f6d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Network f8affa00-f0bf-447f-959d-6e532ed9561b is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:19:10.893463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-0f35a2e1-fa7e-4278-9cc3-a82a7e8e8f6d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:19:10.895974 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-0f35a2e1-fa7e-4278-9cc3-a82a7e8e8f6d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:19:10.932545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35a2e1-fa7e-4278-9cc3-a82a7e8e8f6d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'Port': ['ID=18417cea-bff5-4905-9c13-299ec1a531d7,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:10.956233 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-0f35a2e1-fa7e-4278-9cc3-a82a7e8e8f6d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:10.956994 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-0f35a2e1-fa7e-4278-9cc3-a82a7e8e8f6d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:10.975661 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-0f35a2e1-fa7e-4278-9cc3-a82a7e8e8f6d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762765 Nov 27 02:19:10.994415 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Request body: {'port': {'device_id': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:19:11.051398 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:11.137302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-3c08bb6a-4b88-4596-a13a-3b2cb355c480 None None] Provisioning complete for port 18417cea-bff5-4905-9c13-299ec1a531d7 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:11.137949 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3c08bb6a-4b88-4596-a13a-3b2cb355c480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:11.172307 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-3c08bb6a-4b88-4596-a13a-3b2cb355c480 None None] Port 18417cea-bff5-4905-9c13-299ec1a531d7 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:19:11.339940 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f8b60-1b68-4b13-a870-ba7ed39b68a5 req-77cc03a8-a5b9-4f39-8f98-be9111768a11 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:11.341959 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5f7f8b60-1b68-4b13-a870-ba7ed39b68a5 req-77cc03a8-a5b9-4f39-8f98-be9111768a11 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 932 time: 0.0961127 Nov 27 02:19:11.359383 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18417cea-bff5-4905-9c13-299ec1a531d7 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:19:11.374097 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:11.399492 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Transition to ACTIVE for port object 18417cea-bff5-4905-9c13-299ec1a531d7 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:19:11.405884 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:11.442277 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5f7f8b60-1b68-4b13-a870-ba7ed39b68a5 req-d4405f3d-49f9-459b-8fd7-b382c0141d8d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939882 Nov 27 02:19:11.490559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Pushing event updated for resources: {'Port': ['ID=18417cea-bff5-4905-9c13-299ec1a531d7,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:11.545166 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Attempting to bind port 18417cea-bff5-4905-9c13-299ec1a531d7 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:19:11.545624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Attempting to bind port 18417cea-bff5-4905-9c13-299ec1a531d7 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:19:11.545966 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Attempting to bind port 18417cea-bff5-4905-9c13-299ec1a531d7 on network f8affa00-f0bf-447f-959d-6e532ed9561b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:19:11.551599 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Port 18417cea-bff5-4905-9c13-299ec1a531d7 on network f8affa00-f0bf-447f-959d-6e532ed9561b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:19:11.551903 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Attempting to bind port 18417cea-bff5-4905-9c13-299ec1a531d7 on network f8affa00-f0bf-447f-959d-6e532ed9561b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:19:11.558912 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:19:11.559251 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Checking segment: {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:19:11.559637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Bound using segment: {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:19:11.560180 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Bound port: 18417cea-bff5-4905-9c13-299ec1a531d7, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:19:11.560570 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:11.621100 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 11cb3b25-e6da-46a2-9f1c-f4c858a6665a up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:19:11.631298 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] For port 18417cea-bff5-4905-9c13-299ec1a531d7, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:19:11.634652 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] For port 18417cea-bff5-4905-9c13-299ec1a531d7, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=18417cea-bff5-4905-9c13-299ec1a531d7,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:19:11.640488 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:11.677046 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:11.677426 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:11.679824 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:11.680492 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:11.681997 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] 10.222.0.31 "PUT /v2.0/ports/18417cea-bff5-4905-9c13-299ec1a531d7 HTTP/1.1" status: 200 len: 1093 time: 0.6919694 Nov 27 02:19:11.682438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:19:11.684815 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccfd763-ce69-4c64-bbf3-440adc5cbe7c" -d '{"events": [{"name": "network-changed", "server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:19:11.712847 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ff5e6-efc8-4300-90b7-532ed0ab5752 service neutron] Pushing event updated for resources: {'Port': ['ID=18417cea-bff5-4905-9c13-299ec1a531d7,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:11.750742 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be408537-5b11-48d8-977c-75b604ae766c x-openstack-request-id: req-be408537-5b11-48d8-977c-75b604ae766c {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:19:11.751048 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:19:11.751481 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be408537-5b11-48d8-977c-75b604ae766c {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:19:11.751902 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7', 'status': 'completed', 'code': 200} Nov 27 02:19:11.813746 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-1595a6e8-a41b-46ab-b549-f22a3460ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:11.815418 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-1595a6e8-a41b-46ab-b549-f22a3460ed50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 1096 time: 0.0503404 Nov 27 02:19:11.864460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-87b4724e-6fc6-44cf-a9ff-1ccc09956714 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18417cea-bff5-4905-9c13-299ec1a531d7 HTTP/1.1" status: 200 len: 217 time: 0.0355623 Nov 27 02:19:11.916161 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-4ec07c33-8d65-4afb-beaa-f42475d2849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:11.917728 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-4ec07c33-8d65-4afb-beaa-f42475d2849c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0460057 Nov 27 02:19:11.967517 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-4f85d407-aa53-474c-ad3e-96c01dfcb740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:11.969057 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-4f85d407-aa53-474c-ad3e-96c01dfcb740 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448220 Nov 27 02:19:12.060551 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-311a754e-39dc-4805-9ef1-27e5b27407f0 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841866 Nov 27 02:19:12.154256 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-07c5726e-00d6-4bcd-97d2-1b7d3df4b2f3 req-8482bf21-45c2-487b-b728-bf68b0ed754f service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864389 Nov 27 02:19:12.276628 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfd763-ce69-4c64-bbf3-440adc5cbe7c req-2b1d0263-6a18-43a9-9d65-bfe510b04de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:12.278175 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dccfd763-ce69-4c64-bbf3-440adc5cbe7c req-2b1d0263-6a18-43a9-9d65-bfe510b04de5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 1096 time: 0.0428927 Nov 27 02:19:12.366159 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfd763-ce69-4c64-bbf3-440adc5cbe7c req-278d7863-43b0-41d4-9b93-d9f74ae52ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:12.367666 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dccfd763-ce69-4c64-bbf3-440adc5cbe7c req-278d7863-43b0-41d4-9b93-d9f74ae52ed6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0827754 Nov 27 02:19:12.373696 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-637cd8a3-6df3-4911-ad21-68c98490e69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:12.415145 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dccfd763-ce69-4c64-bbf3-440adc5cbe7c req-546f6ef6-a36b-4d91-9976-e9dd258acdb5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18417cea-bff5-4905-9c13-299ec1a531d7 HTTP/1.1" status: 200 len: 217 time: 0.0397263 Nov 27 02:19:12.464675 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfd763-ce69-4c64-bbf3-440adc5cbe7c req-e17dd6ec-69cd-4959-bfd5-1d1ded8c8dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:12.466762 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dccfd763-ce69-4c64-bbf3-440adc5cbe7c req-e17dd6ec-69cd-4959-bfd5-1d1ded8c8dd6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0446916 Nov 27 02:19:12.514711 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfd763-ce69-4c64-bbf3-440adc5cbe7c req-8da22a50-8e6a-4ed5-ac41-639160a86b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:12.516336 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dccfd763-ce69-4c64-bbf3-440adc5cbe7c req-8da22a50-8e6a-4ed5-ac41-639160a86b4b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430660 Nov 27 02:19:12.621539 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaabad4-459a-4f93-86f5-0fafa5fa416c req-95417c3b-a1ea-405c-9e1f-a352f3f3f428 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:12.623596 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcaabad4-459a-4f93-86f5-0fafa5fa416c req-95417c3b-a1ea-405c-9e1f-a352f3f3f428 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.1063604 Nov 27 02:19:12.663006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dccfd763-ce69-4c64-bbf3-440adc5cbe7c req-143de7c1-8b64-4eb4-9d76-ac2e5f5ba8f4 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368394 Nov 27 02:19:12.742918 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fcaabad4-459a-4f93-86f5-0fafa5fa416c req-06bf0d8c-dd1f-44ce-a10e-4c361a37df45 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103630 Nov 27 02:19:12.782194 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dccfd763-ce69-4c64-bbf3-440adc5cbe7c req-ba550990-b204-45b8-90b4-b1f5e6b06f11 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092713 Nov 27 02:19:13.561864 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:13.866381 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629be465-25ce-48ab-9c9b-ced9c7214a4c req-2f0aaf67-c32c-42ed-a1ca-277de32dc79d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:13.867869 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-629be465-25ce-48ab-9c9b-ced9c7214a4c req-2f0aaf67-c32c-42ed-a1ca-277de32dc79d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0491896 Nov 27 02:19:13.917117 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-629be465-25ce-48ab-9c9b-ced9c7214a4c req-53f74584-27d9-4b2e-8532-b051d084bc14 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432177 Nov 27 02:19:15.034039 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320078c-441f-4bae-aad0-316477bcf05a req-dc65c353-f026-4f94-ae4f-d4cce39b4911 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:15.035540 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4320078c-441f-4bae-aad0-316477bcf05a req-dc65c353-f026-4f94-ae4f-d4cce39b4911 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0498483 Nov 27 02:19:15.084823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4320078c-441f-4bae-aad0-316477bcf05a req-32a4c97b-94bd-4103-bc2d-19310acddc4b tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433321 Nov 27 02:19:15.106344 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:16.204430 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3483809-02c4-4943-a9d7-a4f0b8384982 req-66b20823-521a-45da-b990-9af33fdf66e9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:16.205779 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3483809-02c4-4943-a9d7-a4f0b8384982 req-66b20823-521a-45da-b990-9af33fdf66e9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0518119 Nov 27 02:19:16.253561 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d3483809-02c4-4943-a9d7-a4f0b8384982 req-6beeb3f2-4da3-43df-9fd5-3556c60ce69a tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418682 Nov 27 02:19:16.487387 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:17.066312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 18417cea-bff5-4905-9c13-299ec1a531d7 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:19:17.160166 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 18417cea-bff5-4905-9c13-299ec1a531d7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=18417cea-bff5-4905-9c13-299ec1a531d7,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:19:17.174515 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '18417cea-bff5-4905-9c13-299ec1a531d7', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'port_id': '18417cea-bff5-4905-9c13-299ec1a531d7', 'mac_address': 'fa:16:3e:e2:cf:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:19:17.210544 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:17.222790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18417cea-bff5-4905-9c13-299ec1a531d7 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:19:17.240786 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 18417cea-bff5-4905-9c13-299ec1a531d7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=18417cea-bff5-4905-9c13-299ec1a531d7,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:19:17.244999 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:17.297973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=18417cea-bff5-4905-9c13-299ec1a531d7,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:17.367212 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ee374-5a9b-4ea6-ab96-721912487ba0 req-d075256b-a4d5-401c-816b-6502de6ace73 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:17.368707 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e04ee374-5a9b-4ea6-ab96-721912487ba0 req-d075256b-a4d5-401c-816b-6502de6ace73 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 945 time: 0.0476897 Nov 27 02:19:17.422244 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e04ee374-5a9b-4ea6-ab96-721912487ba0 req-c2035186-ab39-4c0e-ba8e-5fb1ffe63e7c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470121 Nov 27 02:19:17.606240 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['18417cea-bff5-4905-9c13-299ec1a531d7'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:19:18.539549 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfdb6a-7c1d-4f5b-8c72-a7c04beb7478 req-6e152d03-01e4-4fc5-b039-4720a3a94545 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:18.540956 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1cfdb6a-7c1d-4f5b-8c72-a7c04beb7478 req-6e152d03-01e4-4fc5-b039-4720a3a94545 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 945 time: 0.0483465 Nov 27 02:19:18.589203 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d1cfdb6a-7c1d-4f5b-8c72-a7c04beb7478 req-3aabee11-482d-4983-9d05-36a1385f3276 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419106 Nov 27 02:19:19.066510 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 18417cea-bff5-4905-9c13-299ec1a531d7 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:19:19.121163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 18417cea-bff5-4905-9c13-299ec1a531d7 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:19:19.124848 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 18417cea-bff5-4905-9c13-299ec1a531d7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:19.125220 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:19.204016 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:19.227011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:19:19.229516 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d046c6-b571-4611-8143-fb975718a105" -d '{"events": [{"server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "name": "network-vif-plugged", "status": "completed", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:19:19.242718 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 18417cea-bff5-4905-9c13-299ec1a531d7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=18417cea-bff5-4905-9c13-299ec1a531d7,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:19:19.246605 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:19.295509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=18417cea-bff5-4905-9c13-299ec1a531d7,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:19.328638 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308d9813-4ec9-4808-a935-79b65eb4da6b x-openstack-request-id: req-308d9813-4ec9-4808-a935-79b65eb4da6b {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:19:19.328936 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "name": "network-vif-plugged", "status": "completed", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:19:19.329195 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-308d9813-4ec9-4808-a935-79b65eb4da6b {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:19:19.329598 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7', 'code': 200} Nov 27 02:19:19.456422 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459e555-408c-41fb-843c-75e2793500e0 req-fa4e99f3-5d5f-481d-a1a3-504ae28c0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:19.457943 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2459e555-408c-41fb-843c-75e2793500e0 req-fa4e99f3-5d5f-481d-a1a3-504ae28c0eb1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 1098 time: 0.0404158 Nov 27 02:19:19.505074 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2459e555-408c-41fb-843c-75e2793500e0 req-21ff50e5-6bde-4fce-9d1c-187ac7ccd3d5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396407 Nov 27 02:19:19.706999 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea5f99-60af-4c53-b4f8-1b707c61c0f9 req-b569c43e-a62e-44e5-aceb-b70cd40788bf tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:19.708476 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c8ea5f99-60af-4c53-b4f8-1b707c61c0f9 req-b569c43e-a62e-44e5-aceb-b70cd40788bf tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0520279 Nov 27 02:19:19.756509 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c8ea5f99-60af-4c53-b4f8-1b707c61c0f9 req-41a8e5f2-b804-4f75-a10e-e4ce96396158 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420802 Nov 27 02:19:20.877052 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a7f09-af27-4406-90a5-c36876040046 req-6b5d1d06-f5cf-48a0-b471-fc74acf4f035 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:20.878959 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca4a7f09-af27-4406-90a5-c36876040046 req-6b5d1d06-f5cf-48a0-b471-fc74acf4f035 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0533109 Nov 27 02:19:20.932998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ca4a7f09-af27-4406-90a5-c36876040046 req-732dabe3-fc1b-4975-a726-714da7e85e5f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479097 Nov 27 02:19:22.051062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dffa37-8670-4a61-a2a0-d923f0450f0a req-08fba7c6-ce93-45a0-a1c2-4f38c6b1ae00 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:22.052554 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57dffa37-8670-4a61-a2a0-d923f0450f0a req-08fba7c6-ce93-45a0-a1c2-4f38c6b1ae00 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0483680 Nov 27 02:19:22.100883 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-57dffa37-8670-4a61-a2a0-d923f0450f0a req-16e2109a-6b53-4a3d-93bf-3bdc24ab3261 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423443 Nov 27 02:19:22.216508 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e9b74-ac60-4756-8b28-106408ba8b13 req-029bda13-852e-4453-9928-f153c08d03db tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:22.218574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c4e9b74-ac60-4756-8b28-106408ba8b13 req-029bda13-852e-4453-9928-f153c08d03db tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0519328 Nov 27 02:19:22.267527 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-3c4e9b74-ac60-4756-8b28-106408ba8b13 req-99d8b0e6-096f-433b-85a0-968c88fc0b7f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430582 Nov 27 02:19:22.289335 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45724) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:22.369681 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b918ea7e-3baa-4f03-8807-9a89c89383cb tempest-TestShelveInstance-109565203 tempest-TestShelveInstance-109565203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:22.371098 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b918ea7e-3baa-4f03-8807-9a89c89383cb tempest-TestShelveInstance-109565203 tempest-TestShelveInstance-109565203-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 1093 time: 0.0807633 Nov 27 02:19:22.374463 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 45728) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:22.378664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '18417cea-bff5-4905-9c13-299ec1a531d7', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:19:22.400517 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:22.498983 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:22.599411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Allocated IP 172.25.1.143 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/ab5ab17a-b5d5-48ed-ba08-ed8a797f43fb) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:19:22.705072 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:22.741389 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:22.781410 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:19:22.784613 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:19:22.788100 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:19:22.793418 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'Port': ['ID=ab5ab17a-b5d5-48ed-ba08-ed8a797f43fb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:23.142200 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:23.208098 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:23.356346 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:23.361494 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:23.435742 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'Port': ['ID=ab5ab17a-b5d5-48ed-ba08-ed8a797f43fb,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:23.445120 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:23.546683 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Floating IP 47330d55-0bb1-4c68-bf4e-6c901398bb6d associated. External IP: 172.25.1.143, port: 18417cea-bff5-4905-9c13-299ec1a531d7. Nov 27 02:19:23.751958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Router a8235019-ccea-4b0a-9fd2-39acdd0929c0 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:19:23.858873 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:19:23.868514 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a83f4a6-8c73-4ca1-af92-99d8542dc526 None None] Sync routers for ids ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:19:23.877144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:23.882176 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a83f4a6-8c73-4ca1-af92-99d8542dc526 None None] Routers {'a8235019-ccea-4b0a-9fd2-39acdd0929c0'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:19:23.882789 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6a83f4a6-8c73-4ca1-af92-99d8542dc526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:23.904721 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-0c00764c-43e2-4cf6-a394-00d3141c75e2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5292523 Nov 27 02:19:23.905418 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:19:23.907676 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e208bdf5-d917-406e-ae55-363e04bbc358" -d '{"events": [{"name": "network-changed", "server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:19:23.947751 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456e5152-c501-41fe-9746-f9b06c484b09 x-openstack-request-id: req-456e5152-c501-41fe-9746-f9b06c484b09 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:19:23.948046 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:19:23.948332 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-456e5152-c501-41fe-9746-f9b06c484b09 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:19:23.948744 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7', 'status': 'completed', 'code': 200} Nov 27 02:19:23.990969 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6a83f4a6-8c73-4ca1-af92-99d8542dc526 None None] Set router a8235019-ccea-4b0a-9fd2-39acdd0929c0 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:19:24.035221 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208bdf5-d917-406e-ae55-363e04bbc358 req-2126e642-a4df-4d19-b55a-a522867cdaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:24.036668 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e208bdf5-d917-406e-ae55-363e04bbc358 req-2126e642-a4df-4d19-b55a-a522867cdaa5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 1098 time: 0.0462296 Nov 27 02:19:24.126846 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208bdf5-d917-406e-ae55-363e04bbc358 req-80abcc26-a7bb-4476-9f95-c922df60dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:24.128381 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e208bdf5-d917-406e-ae55-363e04bbc358 req-80abcc26-a7bb-4476-9f95-c922df60dcfd service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0848761 Nov 27 02:19:24.201136 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e208bdf5-d917-406e-ae55-363e04bbc358 req-22cb21b6-0c36-4adc-9130-f0fee5aa50cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18417cea-bff5-4905-9c13-299ec1a531d7 HTTP/1.1" status: 200 len: 1000 time: 0.0660591 Nov 27 02:19:24.250600 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208bdf5-d917-406e-ae55-363e04bbc358 req-80f99eab-f98a-4722-b38c-c32e21a7ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:24.252068 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e208bdf5-d917-406e-ae55-363e04bbc358 req-80f99eab-f98a-4722-b38c-c32e21a7ffc1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0435166 Nov 27 02:19:24.297546 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208bdf5-d917-406e-ae55-363e04bbc358 req-12812882-b73d-43a3-b2fe-3b5290224681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:24.297963 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6a83f4a6-8c73-4ca1-af92-99d8542dc526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '47330d55-0bb1-4c68-bf4e-6c901398bb6d', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'port_id': '18417cea-bff5-4905-9c13-299ec1a531d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'mac_address': 'fa:16:3e:e2:cf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:19:23Z', 'updated_at': '2021-11-27T02:19:23Z', 'revision_number': 0, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:04Z', 'revision_number': 5, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:24.298973 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e208bdf5-d917-406e-ae55-363e04bbc358 req-12812882-b73d-43a3-b2fe-3b5290224681 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404747 Nov 27 02:19:24.326708 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a83f4a6-8c73-4ca1-af92-99d8542dc526 None None] Checking router: a8235019-ccea-4b0a-9fd2-39acdd0929c0 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:19:24.334750 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a83f4a6-8c73-4ca1-af92-99d8542dc526 None None] Routers {'a8235019-ccea-4b0a-9fd2-39acdd0929c0'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:19:24.335351 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6a83f4a6-8c73-4ca1-af92-99d8542dc526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:19:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:24.391967 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e208bdf5-d917-406e-ae55-363e04bbc358 req-9269a7f0-7794-4ef1-a659-336405f97d33 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861177 Nov 27 02:19:24.439776 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-6a83f4a6-8c73-4ca1-af92-99d8542dc526 None None] Set router a8235019-ccea-4b0a-9fd2-39acdd0929c0 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:19:24.484154 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e208bdf5-d917-406e-ae55-363e04bbc358 req-9e8ad536-cd7f-4b35-a576-b2e74e021d5d service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843387 Nov 27 02:19:24.658584 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-6a83f4a6-8c73-4ca1-af92-99d8542dc526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '47330d55-0bb1-4c68-bf4e-6c901398bb6d', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'port_id': '18417cea-bff5-4905-9c13-299ec1a531d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'mac_address': 'fa:16:3e:e2:cf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:19:23Z', 'updated_at': '2021-11-27T02:19:23Z', 'revision_number': 0, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:04Z', 'revision_number': 5, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:24.684381 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a83f4a6-8c73-4ca1-af92-99d8542dc526 None None] The sync data for ids ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'] in n-d-817303-10 is: [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '47330d55-0bb1-4c68-bf4e-6c901398bb6d', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'port_id': '18417cea-bff5-4905-9c13-299ec1a531d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'mac_address': 'fa:16:3e:e2:cf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:19:23Z', 'updated_at': '2021-11-27T02:19:23Z', 'revision_number': 0, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:04Z', 'revision_number': 5, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:19:24.872829 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f215158-07de-4aec-87ec-fceee43d3b5a None None] New status for floating IP 47330d55-0bb1-4c68-bf4e-6c901398bb6d: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:19:29.281240 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:31.225428 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:37.555314 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:19:40.193387 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ecb41d12-4bff-469b-a50c-ece39243986f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:42.374836 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-03866ead-36fd-40d4-ad2a-6c5facb01d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:43.560817 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:45.109733 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:46.489161 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:56.278976 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9ed8b41-02b9-4127-9516-2aabd3be3bdd req-bc380ed0-ee0f-45d7-9d68-bff53c8326fc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406389 Nov 27 02:19:56.384874 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed8b41-02b9-4127-9516-2aabd3be3bdd req-11b8f40c-fe64-4037-9d3c-b1536a5b94de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:56.386463 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9ed8b41-02b9-4127-9516-2aabd3be3bdd req-11b8f40c-fe64-4037-9d3c-b1536a5b94de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 1098 time: 0.0461428 Nov 27 02:19:56.487149 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed8b41-02b9-4127-9516-2aabd3be3bdd req-531be3b8-6fc8-4018-87e9-a7cc6aa8f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:56.488631 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9ed8b41-02b9-4127-9516-2aabd3be3bdd req-531be3b8-6fc8-4018-87e9-a7cc6aa8f81f service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0826724 Nov 27 02:19:56.558072 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9ed8b41-02b9-4127-9516-2aabd3be3bdd req-7775b902-922b-451c-adbc-453c4e1a40cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18417cea-bff5-4905-9c13-299ec1a531d7 HTTP/1.1" status: 200 len: 1002 time: 0.0610759 Nov 27 02:19:56.606801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed8b41-02b9-4127-9516-2aabd3be3bdd req-1f49c780-4c1f-416d-a956-cdbab6ebd267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:56.608195 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9ed8b41-02b9-4127-9516-2aabd3be3bdd req-1f49c780-4c1f-416d-a956-cdbab6ebd267 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0431552 Nov 27 02:19:56.652388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed8b41-02b9-4127-9516-2aabd3be3bdd req-228e044b-25c1-4635-bf41-ec297413ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:56.653804 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9ed8b41-02b9-4127-9516-2aabd3be3bdd req-228e044b-25c1-4635-bf41-ec297413ca61 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381331 Nov 27 02:19:56.755918 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9ed8b41-02b9-4127-9516-2aabd3be3bdd req-f4c18462-ca5e-4629-a58c-562003fd60e8 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947032 Nov 27 02:19:57.144436 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e9ed8b41-02b9-4127-9516-2aabd3be3bdd req-aecff028-fcca-42d2-85c9-f78cd1af0e52 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803294 Nov 27 02:19:59.279584 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:01.234084 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:10.194350 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-11821027-c53c-4df1-ac20-53775f27d4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:12.376735 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef099580-88e3-4af1-833b-e5fb7b89221a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:13.564774 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:14.554524 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:20:15.110790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:16.491429 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:29.280114 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:31.230457 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:40.195614 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d0a41b4e-7970-42df-a986-e107112e0ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:42.377765 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-537e64f7-8b0b-42c1-a7e5-8edecaf4d28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:43.566921 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:45.113260 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:46.493690 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:51.554483 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:20:56.296251 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4173f7fb-0fb3-461f-81df-85d68c86bad6 req-11a9ec0b-e195-405f-b458-bfbd64346540 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408144 Nov 27 02:20:56.395043 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173f7fb-0fb3-461f-81df-85d68c86bad6 req-eb8ed3f1-bea6-4df7-8111-3837d4254026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:20:56.396546 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4173f7fb-0fb3-461f-81df-85d68c86bad6 req-eb8ed3f1-bea6-4df7-8111-3837d4254026 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 1098 time: 0.0430033 Nov 27 02:20:56.494100 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173f7fb-0fb3-461f-81df-85d68c86bad6 req-3cc32a17-a35a-483a-a092-edfe898d0d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:20:56.495557 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4173f7fb-0fb3-461f-81df-85d68c86bad6 req-3cc32a17-a35a-483a-a092-edfe898d0d63 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0816574 Nov 27 02:20:56.563291 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4173f7fb-0fb3-461f-81df-85d68c86bad6 req-5a459c90-2a5c-4961-bb47-0b483e5fbddb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18417cea-bff5-4905-9c13-299ec1a531d7 HTTP/1.1" status: 200 len: 1002 time: 0.0606198 Nov 27 02:20:56.611559 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173f7fb-0fb3-461f-81df-85d68c86bad6 req-b4f9e4d6-deca-4103-b67d-d0078b66e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:20:56.612984 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4173f7fb-0fb3-461f-81df-85d68c86bad6 req-b4f9e4d6-deca-4103-b67d-d0078b66e1ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0427568 Nov 27 02:20:56.658972 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173f7fb-0fb3-461f-81df-85d68c86bad6 req-235da382-4c3a-4786-b5c1-f0ce64d4c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:20:56.660457 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4173f7fb-0fb3-461f-81df-85d68c86bad6 req-235da382-4c3a-4786-b5c1-f0ce64d4c47c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399265 Nov 27 02:20:56.748898 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4173f7fb-0fb3-461f-81df-85d68c86bad6 req-45d1a8e5-2ef9-482a-b415-1c190d5eef3d service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815744 Nov 27 02:20:56.836419 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4173f7fb-0fb3-461f-81df-85d68c86bad6 req-7be6099a-cc4e-43ae-9849-1ce9531e7a8e service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803418 Nov 27 02:20:59.299431 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:01.231572 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:10.196752 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-60337593-02ec-44be-8029-455f33134e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:12.379882 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9aef33b4-b24b-421f-924e-2db5da31c215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:13.572852 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:15.117014 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:16.498597 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:28.552869 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:21:29.316512 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:31.230828 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:40.197631 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e895a421-71d6-489c-9bc2-ad01cec24238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:42.380742 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2c99ea85-8caf-4833-9d09-221595b3bd3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:43.571619 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:45.119598 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:46.500890 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:51.402060 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1ba2e-4866-4be3-9dcc-ab7c8e800049 req-204d42f5-e9fd-4328-8620-565e98a2a393 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:51.403521 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c9c1ba2e-4866-4be3-9dcc-ab7c8e800049 req-204d42f5-e9fd-4328-8620-565e98a2a393 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0477157 Nov 27 02:21:51.455622 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c9c1ba2e-4866-4be3-9dcc-ab7c8e800049 req-be881421-4243-4ceb-b462-31e7970671aa tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461338 Nov 27 02:21:52.598890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e030dd-0b40-4e6b-8296-2856e28f7f65 req-80bf773e-94dc-475e-b786-4d5839787441 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:52.600412 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-29e030dd-0b40-4e6b-8296-2856e28f7f65 req-80bf773e-94dc-475e-b786-4d5839787441 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0492795 Nov 27 02:21:52.653568 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-29e030dd-0b40-4e6b-8296-2856e28f7f65 req-5c9e14c2-9d5b-4129-9bf5-1e662b1e317e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472393 Nov 27 02:21:53.796973 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9845b-b6d6-4e6e-9f15-e55b331314dd req-3ce44376-7ced-48e4-972a-e2dadd070de9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:53.798456 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dcd9845b-b6d6-4e6e-9f15-e55b331314dd req-3ce44376-7ced-48e4-972a-e2dadd070de9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0492783 Nov 27 02:21:53.847188 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-dcd9845b-b6d6-4e6e-9f15-e55b331314dd req-9671c18d-421c-4cbc-917f-f61e443cbb78 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427439 Nov 27 02:21:54.961753 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eecd1e-026f-4e0e-9d9f-eda8f6d63e2a req-07fc880e-6c89-4654-96fa-77b4458291b6 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:54.963213 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-03eecd1e-026f-4e0e-9d9f-eda8f6d63e2a req-07fc880e-6c89-4654-96fa-77b4458291b6 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0481925 Nov 27 02:21:55.011554 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-03eecd1e-026f-4e0e-9d9f-eda8f6d63e2a req-30128751-14cf-43b9-96fc-9e1cd0622e86 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424674 Nov 27 02:21:56.127463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403defb-d026-4b52-82a6-b937a78cd072 req-74e7d6ee-1fdf-43fe-8098-60ba1e12f8f2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:56.128961 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b403defb-d026-4b52-82a6-b937a78cd072 req-74e7d6ee-1fdf-43fe-8098-60ba1e12f8f2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0487597 Nov 27 02:21:56.176985 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b403defb-d026-4b52-82a6-b937a78cd072 req-d04040db-7b52-4aaf-9d0e-33db15a0b8d5 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421126 Nov 27 02:21:57.289920 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306b079-f571-419f-8a00-cfa2631da384 req-296c1c7b-be7c-4f94-b9ce-c285eac8cfc4 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:57.291392 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6306b079-f571-419f-8a00-cfa2631da384 req-296c1c7b-be7c-4f94-b9ce-c285eac8cfc4 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0480962 Nov 27 02:21:57.340283 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6306b079-f571-419f-8a00-cfa2631da384 req-884a0de5-48a1-45c5-96ce-efaab4e42e3d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429044 Nov 27 02:21:58.375335 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1a5f3-1f86-4842-b755-e38fa82c2073 req-0f2e2eef-9ee9-4a72-a242-917e113be04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:58.377011 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5b1a5f3-1f86-4842-b755-e38fa82c2073 req-0f2e2eef-9ee9-4a72-a242-917e113be04a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 1098 time: 0.0846376 Nov 27 02:21:58.460297 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0a07-88e4-4c6d-aefa-6a2dc51f8903 req-8354daec-dfa9-49ed-a083-3b7dd9877731 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:58.465858 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1fec0a07-88e4-4c6d-aefa-6a2dc51f8903 req-8354daec-dfa9-49ed-a083-3b7dd9877731 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0561707 Nov 27 02:21:58.488036 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1a5f3-1f86-4842-b755-e38fa82c2073 req-5f6544c8-315c-4215-976e-c9b24f1c41df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:58.489533 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5b1a5f3-1f86-4842-b755-e38fa82c2073 req-5f6544c8-315c-4215-976e-c9b24f1c41df service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0931997 Nov 27 02:21:58.512674 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1fec0a07-88e4-4c6d-aefa-6a2dc51f8903 req-89a9025c-d23c-43a6-a351-063d53f5554b tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437088 Nov 27 02:21:58.559824 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5b1a5f3-1f86-4842-b755-e38fa82c2073 req-9b037962-949f-457f-86c6-fc0a9a40ad80 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18417cea-bff5-4905-9c13-299ec1a531d7 HTTP/1.1" status: 200 len: 1002 time: 0.0623450 Nov 27 02:21:58.610592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1a5f3-1f86-4842-b755-e38fa82c2073 req-8df39541-a703-4025-93d8-518f43df2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:58.612009 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5b1a5f3-1f86-4842-b755-e38fa82c2073 req-8df39541-a703-4025-93d8-518f43df2f05 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0423880 Nov 27 02:21:58.657918 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1a5f3-1f86-4842-b755-e38fa82c2073 req-561bc97e-7df2-4ed8-8a7f-5523a8f989cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:58.659356 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5b1a5f3-1f86-4842-b755-e38fa82c2073 req-561bc97e-7df2-4ed8-8a7f-5523a8f989cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393665 Nov 27 02:21:58.752006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5b1a5f3-1f86-4842-b755-e38fa82c2073 req-7e2737a0-b51f-4e45-9153-0c7dc8bf07a9 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830474 Nov 27 02:21:58.842238 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5b1a5f3-1f86-4842-b755-e38fa82c2073 req-5e8e3975-a418-47d9-86cf-8d4b45fb255c service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826461 Nov 27 02:21:59.326154 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:59.628564 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3ad02-00d2-49cc-9add-7e9cb6dd7ecd req-140cb225-0c35-44dc-b58f-2c00692be497 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:59.630050 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1ce3ad02-00d2-49cc-9add-7e9cb6dd7ecd req-140cb225-0c35-44dc-b58f-2c00692be497 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0493114 Nov 27 02:21:59.682845 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1ce3ad02-00d2-49cc-9add-7e9cb6dd7ecd req-4a8963c6-e8c1-4ac0-9a63-06aae366590f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463526 Nov 27 02:22:00.802116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c057c1-cfb9-4fe2-8603-85d362ece4f1 req-39dbf086-05f4-4b2e-b2d5-72ecc678d2c4 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:00.803608 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6c057c1-cfb9-4fe2-8603-85d362ece4f1 req-39dbf086-05f4-4b2e-b2d5-72ecc678d2c4 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0498865 Nov 27 02:22:00.854762 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c6c057c1-cfb9-4fe2-8603-85d362ece4f1 req-13ab0745-9d03-49a4-b47d-6a844f073f1f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446053 Nov 27 02:22:01.246965 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:01.967907 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07993cd-567e-461e-a748-a1018df20313 req-76a4c1e4-0240-4b42-a0de-2d500bed08ef tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:01.969408 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a07993cd-567e-461e-a748-a1018df20313 req-76a4c1e4-0240-4b42-a0de-2d500bed08ef tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0480843 Nov 27 02:22:02.017965 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a07993cd-567e-461e-a748-a1018df20313 req-cffab1cb-653e-477a-9a78-16acaab75fb3 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426741 Nov 27 02:22:03.142687 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bde1bc-c6db-4784-822b-119e3eb131e2 req-05b1e010-db2d-4f18-b049-e0f602c2c825 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:03.144172 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-23bde1bc-c6db-4784-822b-119e3eb131e2 req-05b1e010-db2d-4f18-b049-e0f602c2c825 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0539112 Nov 27 02:22:03.192452 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-23bde1bc-c6db-4784-822b-119e3eb131e2 req-990a42e6-ec09-4b46-8e0b-94090d8b74ee tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Nov 27 02:22:04.307946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa506897-4c42-4040-9297-35d9d064e447 req-990bd751-0fc8-4ece-b04e-69bfe16a630a tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:04.309448 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa506897-4c42-4040-9297-35d9d064e447 req-990bd751-0fc8-4ece-b04e-69bfe16a630a tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0494025 Nov 27 02:22:04.357600 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fa506897-4c42-4040-9297-35d9d064e447 req-8ecccdf7-1209-4af7-8a7c-b6ca4487edc4 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 Nov 27 02:22:05.471726 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8024ec-5be7-40bb-b9eb-64feb0a99b2a req-ac9abac0-1a39-4d64-b7f5-02950981d18e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:05.473231 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a8024ec-5be7-40bb-b9eb-64feb0a99b2a req-ac9abac0-1a39-4d64-b7f5-02950981d18e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0483871 Nov 27 02:22:05.521066 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5a8024ec-5be7-40bb-b9eb-64feb0a99b2a req-3991cff3-e640-4139-9ba3-b9770e568483 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413108 Nov 27 02:22:05.551700 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:22:05.897332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 18417cea-bff5-4905-9c13-299ec1a531d7 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:22:05.989503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 18417cea-bff5-4905-9c13-299ec1a531d7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=18417cea-bff5-4905-9c13-299ec1a531d7,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:22:06.000662 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '18417cea-bff5-4905-9c13-299ec1a531d7', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'port_id': '18417cea-bff5-4905-9c13-299ec1a531d7', 'mac_address': 'fa:16:3e:e2:cf:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:22:06.040662 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:06.052864 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18417cea-bff5-4905-9c13-299ec1a531d7 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:22:06.071036 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 18417cea-bff5-4905-9c13-299ec1a531d7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=18417cea-bff5-4905-9c13-299ec1a531d7,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:22:06.074850 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:06.120801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=18417cea-bff5-4905-9c13-299ec1a531d7,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:06.127906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:06.128278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:06.128630 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:06.128973 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:06.129312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:06.129647 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:06.129977 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:06.130306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:06.130634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:06.130959 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:06.131287 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:06.131611 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:06.216428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['18417cea-bff5-4905-9c13-299ec1a531d7'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:22:06.642010 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ca025-7a6c-4ce1-a260-7c5454f7034c req-e7fb1f3d-b70d-4908-9993-6b4b0fdf95f6 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:06.643473 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee1ca025-7a6c-4ce1-a260-7c5454f7034c req-e7fb1f3d-b70d-4908-9993-6b4b0fdf95f6 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 945 time: 0.0525756 Nov 27 02:22:06.691156 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee1ca025-7a6c-4ce1-a260-7c5454f7034c req-06fb7a8b-af52-4cf7-b5ab-8341aaa3bd8f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416727 Nov 27 02:22:07.804887 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71924e4-7893-42c2-8f02-bc7e5272a5c2 req-edd36359-54bc-4a23-b8ac-8afcd5516af5 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:07.806521 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b71924e4-7893-42c2-8f02-bc7e5272a5c2 req-edd36359-54bc-4a23-b8ac-8afcd5516af5 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 945 time: 0.0491636 Nov 27 02:22:07.858513 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b71924e4-7893-42c2-8f02-bc7e5272a5c2 req-c4919526-b2e4-430f-ad86-b000ab703538 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460701 Nov 27 02:22:07.916712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 18417cea-bff5-4905-9c13-299ec1a531d7 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:22:07.964152 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 18417cea-bff5-4905-9c13-299ec1a531d7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:22:07.964564 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:08.042183 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:08.063549 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:22:08.065833 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ba111e-4e6b-4fe8-a205-c8f6e4a99410" -d '{"events": [{"server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "name": "network-vif-plugged", "status": "completed", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:22:08.078597 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 18417cea-bff5-4905-9c13-299ec1a531d7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=18417cea-bff5-4905-9c13-299ec1a531d7,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:22:08.083490 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:08.109096 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa4df86-1f1b-4db8-ae7c-e629ab2be723 x-openstack-request-id: req-7fa4df86-1f1b-4db8-ae7c-e629ab2be723 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:22:08.109395 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "name": "network-vif-plugged", "status": "completed", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:22:08.109651 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fa4df86-1f1b-4db8-ae7c-e629ab2be723 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:22:08.110046 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7', 'code': 200} Nov 27 02:22:08.134172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=18417cea-bff5-4905-9c13-299ec1a531d7,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:08.989316 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13677390-4234-456d-8bab-20cf4f905ca1 req-dae0506d-038d-4e1d-993d-8c09e788e328 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:08.990695 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13677390-4234-456d-8bab-20cf4f905ca1 req-dae0506d-038d-4e1d-993d-8c09e788e328 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0592883 Nov 27 02:22:09.051758 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-13677390-4234-456d-8bab-20cf4f905ca1 req-e57917fd-87d2-4279-a1f3-a33fc81e9007 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538895 Nov 27 02:22:10.179469 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165afb83-af10-4242-b019-083f73b283f0 req-ba28c833-824c-41a9-a5ca-9e1eba975454 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:10.186867 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-165afb83-af10-4242-b019-083f73b283f0 req-ba28c833-824c-41a9-a5ca-9e1eba975454 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0582719 Nov 27 02:22:10.214728 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3c54c51a-0ed6-419f-bc74-fd2268140c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:10.242786 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-165afb83-af10-4242-b019-083f73b283f0 req-a6b77c76-9606-4fc4-bf74-e184cbc3c6c7 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551016 Nov 27 02:22:11.367653 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ea574-1f69-43c0-9f1b-3aeb97b8e348 req-ba4884e4-c5a1-4d60-b70a-27d18f18d522 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:11.369214 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4e9ea574-1f69-43c0-9f1b-3aeb97b8e348 req-ba4884e4-c5a1-4d60-b70a-27d18f18d522 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0507364 Nov 27 02:22:11.421421 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4e9ea574-1f69-43c0-9f1b-3aeb97b8e348 req-497cc234-ef02-4638-983d-539c4fa8d492 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459845 Nov 27 02:22:12.387539 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cf8bedd8-b2b6-41f5-b16e-ba6731de4ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:12.546029 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc58d4f-3423-420c-bc88-8246be06885f req-2848f5d6-0ac9-4740-a310-3966d33dee65 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:12.547534 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ecc58d4f-3423-420c-bc88-8246be06885f req-2848f5d6-0ac9-4740-a310-3966d33dee65 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0526171 Nov 27 02:22:12.608760 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ecc58d4f-3423-420c-bc88-8246be06885f req-dbe93f55-a82a-4211-858b-88065b9e80a4 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549772 Nov 27 02:22:13.581211 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:13.760574 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1772c-cdd1-4b00-b090-be1f2ede0ab1 req-6f170c03-b01c-475e-a970-86e3112e8ab5 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:13.764684 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-49c1772c-cdd1-4b00-b090-be1f2ede0ab1 req-6f170c03-b01c-475e-a970-86e3112e8ab5 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0734396 Nov 27 02:22:13.828893 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-49c1772c-cdd1-4b00-b090-be1f2ede0ab1 req-259ad2c7-7f47-4002-8d97-4e98f70a27d2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533571 Nov 27 02:22:14.962723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec539b51-cf11-4a5c-8772-01b86b6f4490 req-14392baf-dc2e-4a39-aa07-f6608893cd13 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:14.964865 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec539b51-cf11-4a5c-8772-01b86b6f4490 req-14392baf-dc2e-4a39-aa07-f6608893cd13 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0525544 Nov 27 02:22:15.026006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ec539b51-cf11-4a5c-8772-01b86b6f4490 req-5759a5ab-65d9-42d2-946f-d399a8770045 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536151 Nov 27 02:22:15.123788 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:16.149168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d37750-8e9f-43d5-bcb8-b52f13c81ff5 req-839fe262-0c80-4624-89ff-a1ed8ccab96c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:16.150702 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59d37750-8e9f-43d5-bcb8-b52f13c81ff5 req-839fe262-0c80-4624-89ff-a1ed8ccab96c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0495317 Nov 27 02:22:16.216052 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-59d37750-8e9f-43d5-bcb8-b52f13c81ff5 req-18fa5129-72f7-4bd1-a333-c18a2661c82a tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574803 Nov 27 02:22:16.517690 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:17.341884 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57432b-c291-488b-bc3e-a003fee4a5ec req-e090106c-70b3-4ade-b2de-619baae2c68d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:17.343432 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e57432b-c291-488b-bc3e-a003fee4a5ec req-e090106c-70b3-4ade-b2de-619baae2c68d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0545409 Nov 27 02:22:17.397304 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e57432b-c291-488b-bc3e-a003fee4a5ec req-f0da0097-2017-4501-a46f-32e85f7c31d1 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473115 Nov 27 02:22:18.430464 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cdd10-20fa-40bd-98a4-e14b3af63e04 req-826bfa0e-ef2b-4ed7-b23f-19bc0e656515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:18.431955 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce7cdd10-20fa-40bd-98a4-e14b3af63e04 req-826bfa0e-ef2b-4ed7-b23f-19bc0e656515 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 1098 time: 0.0454712 Nov 27 02:22:18.514814 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27daa9-d82f-4557-b5ee-a914307b336a req-8b1dc67b-ef68-439f-a2ec-f2193e1db7ad tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:18.516344 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8b27daa9-d82f-4557-b5ee-a914307b336a req-8b1dc67b-ef68-439f-a2ec-f2193e1db7ad tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0493095 Nov 27 02:22:18.522958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cdd10-20fa-40bd-98a4-e14b3af63e04 req-1de587e7-d5a4-41ae-8718-573e652a08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:18.524503 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce7cdd10-20fa-40bd-98a4-e14b3af63e04 req-1de587e7-d5a4-41ae-8718-573e652a08d7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0856020 Nov 27 02:22:18.576504 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8b27daa9-d82f-4557-b5ee-a914307b336a req-c4aa8fce-273f-4d04-bcbc-9f18ace336ea tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540333 Nov 27 02:22:18.596464 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce7cdd10-20fa-40bd-98a4-e14b3af63e04 req-bf5c139c-1d12-44d6-a287-8dbb9f829a99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18417cea-bff5-4905-9c13-299ec1a531d7 HTTP/1.1" status: 200 len: 1002 time: 0.0652571 Nov 27 02:22:18.644726 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cdd10-20fa-40bd-98a4-e14b3af63e04 req-6a9a46b3-689d-416f-a259-43ef4f2861b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:18.646133 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce7cdd10-20fa-40bd-98a4-e14b3af63e04 req-6a9a46b3-689d-416f-a259-43ef4f2861b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0428669 Nov 27 02:22:18.690777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cdd10-20fa-40bd-98a4-e14b3af63e04 req-024274c0-f63d-4c7f-8763-95a3c676491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:18.692225 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce7cdd10-20fa-40bd-98a4-e14b3af63e04 req-024274c0-f63d-4c7f-8763-95a3c676491e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393326 Nov 27 02:22:18.784147 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce7cdd10-20fa-40bd-98a4-e14b3af63e04 req-e63014a3-dd25-483c-9121-2644b409fd52 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836036 Nov 27 02:22:18.873452 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ce7cdd10-20fa-40bd-98a4-e14b3af63e04 req-1f9ee81e-28a7-4f04-b690-a58e55bdaaa5 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816009 Nov 27 02:22:19.695723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234529b-32b2-4d89-a5ae-78be31085cd9 req-d107a840-79f7-4af1-965d-9e96fc514ab0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:19.697221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b234529b-32b2-4d89-a5ae-78be31085cd9 req-d107a840-79f7-4af1-965d-9e96fc514ab0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 946 time: 0.0503547 Nov 27 02:22:19.749758 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b234529b-32b2-4d89-a5ae-78be31085cd9 req-cad31cde-93e2-42b9-95c2-3c92a20d353b tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466359 Nov 27 02:22:19.990956 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 18417cea-bff5-4905-9c13-299ec1a531d7 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:22:20.068040 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:20.090276 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:22:20.092516 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65814f44-fdc1-47d2-a01b-7a4c0dd20f66" -d '{"events": [{"server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "name": "network-vif-unplugged", "status": "completed", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:22:20.104619 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 18417cea-bff5-4905-9c13-299ec1a531d7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=18417cea-bff5-4905-9c13-299ec1a531d7,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:22:20.108695 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:20.154721 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=18417cea-bff5-4905-9c13-299ec1a531d7,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:20.867284 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4af06d-01c2-4106-951c-b6de1594ef43 req-ac270e9a-2d1e-419e-b0e2-35599fcec816 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:20.868803 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd4af06d-01c2-4106-951c-b6de1594ef43 req-ac270e9a-2d1e-419e-b0e2-35599fcec816 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0500414 Nov 27 02:22:20.920413 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd4af06d-01c2-4106-951c-b6de1594ef43 req-cfb0ab8a-99ca-481e-b27e-227c7f6f1a52 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453582 Nov 27 02:22:21.028396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-91988b5e-4829-4c9e-a0c2-2cb06f67b2a3 req-89a09fa3-42ce-4f9c-ab18-36976a5a4c4b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:22:21.029361 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91988b5e-4829-4c9e-a0c2-2cb06f67b2a3 req-89a09fa3-42ce-4f9c-ab18-36976a5a4c4b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475671 Nov 27 02:22:21.160229 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 02:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7548cc31-8687-4e60-8196-e5f4306881e6 x-openstack-request-id: req-7548cc31-8687-4e60-8196-e5f4306881e6 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:22:21.160732 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "name": "network-vif-unplugged", "status": "completed", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:22:21.160841 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7548cc31-8687-4e60-8196-e5f4306881e6 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:22:21.161186 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7', 'code': 200} Nov 27 02:22:21.185198 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ef95-b1b1-446f-b111-cfc4949e9cd8 req-d152328c-869a-4b36-8250-c095e62df980 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:21.186717 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1f23ef95-b1b1-446f-b111-cfc4949e9cd8 req-d152328c-869a-4b36-8250-c095e62df980 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0511725 Nov 27 02:22:21.243452 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1f23ef95-b1b1-446f-b111-cfc4949e9cd8 req-9fde16b8-c54b-4674-bbb0-7a4a5a990869 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503979 Nov 27 02:22:21.428357 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95ee5d2f-f4ff-4a7d-8623-af229ffebc68 req-e4d826eb-2d53-4b97-88f9-02bd6efb5f54 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919788 Nov 27 02:22:22.365400 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5f774-63b3-44a2-a2e7-c1dc1e24204c req-3e1876a8-5177-4855-ad56-cb10eb1d62eb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:22.367076 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0f5f774-63b3-44a2-a2e7-c1dc1e24204c req-3e1876a8-5177-4855-ad56-cb10eb1d62eb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0501187 Nov 27 02:22:22.416526 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e0f5f774-63b3-44a2-a2e7-c1dc1e24204c req-dbb66dbb-fce1-4917-9f77-2da476283359 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432835 Nov 27 02:22:23.529903 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e88d72-8ad7-47c8-aa5a-a7c00a4c75dc req-146e045c-d98f-4ada-be82-3f85725e4f66 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:23.531324 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14e88d72-8ad7-47c8-aa5a-a7c00a4c75dc req-146e045c-d98f-4ada-be82-3f85725e4f66 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0487845 Nov 27 02:22:23.582080 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-14e88d72-8ad7-47c8-aa5a-a7c00a4c75dc req-6ea3791c-6e42-4e1e-9188-fe0bd65755cb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449185 Nov 27 02:22:24.019416 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 18417cea-bff5-4905-9c13-299ec1a531d7 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:22:24.748126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd5609-a2d3-4e60-b6f2-334d23d99247 req-a69e31f5-44fc-41f1-9404-96e2ff62bdd1 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:24.749603 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4cd5609-a2d3-4e60-b6f2-334d23d99247 req-a69e31f5-44fc-41f1-9404-96e2ff62bdd1 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.1014173 Nov 27 02:22:24.797618 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b4cd5609-a2d3-4e60-b6f2-334d23d99247 req-4f8b3324-bfd3-40cf-a948-2eea94fbf02b tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420058 Nov 27 02:22:25.961485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14707f-aadb-4f69-b5ed-45b8e12f9c91 req-c37744c2-e4a1-499d-bca7-770d0ef0b053 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:25.963013 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab14707f-aadb-4f69-b5ed-45b8e12f9c91 req-c37744c2-e4a1-499d-bca7-770d0ef0b053 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0984921 Nov 27 02:22:26.018111 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ab14707f-aadb-4f69-b5ed-45b8e12f9c91 req-6c13e31e-bf2b-4349-a891-cae7f703b187 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449390 Nov 27 02:22:26.291978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee5d2f-f4ff-4a7d-8623-af229ffebc68 req-1093a926-8ecf-42bf-aa8e-b1a3d10982fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:26.293483 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95ee5d2f-f4ff-4a7d-8623-af229ffebc68 req-1093a926-8ecf-42bf-aa8e-b1a3d10982fd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96&tenant_id=a46a0562ef5b4724ab9620448193d943 HTTP/1.1" status: 200 len: 1096 time: 0.0447769 Nov 27 02:22:26.364735 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee5d2f-f4ff-4a7d-8623-af229ffebc68 req-ef92647e-d814-4bb4-a38d-6e58a2a61a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:26.366173 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95ee5d2f-f4ff-4a7d-8623-af229ffebc68 req-ef92647e-d814-4bb4-a38d-6e58a2a61a21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 1096 time: 0.0397122 Nov 27 02:22:26.457160 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee5d2f-f4ff-4a7d-8623-af229ffebc68 req-908c1072-09ae-48c3-b1c5-d1fae5f407fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:26.458582 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95ee5d2f-f4ff-4a7d-8623-af229ffebc68 req-908c1072-09ae-48c3-b1c5-d1fae5f407fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0852759 Nov 27 02:22:26.525662 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95ee5d2f-f4ff-4a7d-8623-af229ffebc68 req-6788bad2-87c9-4405-8575-09fa1045689d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18417cea-bff5-4905-9c13-299ec1a531d7 HTTP/1.1" status: 200 len: 1000 time: 0.0588350 Nov 27 02:22:26.573999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee5d2f-f4ff-4a7d-8623-af229ffebc68 req-2b600a60-33cb-42db-aecc-00deec78484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:26.575398 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95ee5d2f-f4ff-4a7d-8623-af229ffebc68 req-2b600a60-33cb-42db-aecc-00deec78484e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0435107 Nov 27 02:22:26.626268 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee5d2f-f4ff-4a7d-8623-af229ffebc68 req-088d29b0-2ce9-4ccc-b240-b85695258c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:26.627742 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95ee5d2f-f4ff-4a7d-8623-af229ffebc68 req-088d29b0-2ce9-4ccc-b240-b85695258c58 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449998 Nov 27 02:22:26.716102 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95ee5d2f-f4ff-4a7d-8623-af229ffebc68 req-b37e4f0c-7ff0-4cdd-a026-b2889ac5f79a service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804970 Nov 27 02:22:26.807706 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-95ee5d2f-f4ff-4a7d-8623-af229ffebc68 req-834f02ae-b15a-4cbc-a459-af8f66bfbc17 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849967 Nov 27 02:22:27.150155 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f0b99-cf57-4ee9-b8ed-6de2e128ea7f req-066c73cd-4837-4cf8-ba47-a54d4498e0dd tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:27.152828 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-859f0b99-cf57-4ee9-b8ed-6de2e128ea7f req-066c73cd-4837-4cf8-ba47-a54d4498e0dd tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0629413 Nov 27 02:22:27.221119 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-859f0b99-cf57-4ee9-b8ed-6de2e128ea7f req-be20e55e-3eaa-479c-92be-6007efbadbb5 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605233 Nov 27 02:22:28.350896 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86ccb1-b28a-47af-99d6-3fd78214c2b5 req-7c9475e5-9012-4156-b988-5e857be92f57 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:28.353138 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b86ccb1-b28a-47af-99d6-3fd78214c2b5 req-7c9475e5-9012-4156-b988-5e857be92f57 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0560572 Nov 27 02:22:28.405692 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1b86ccb1-b28a-47af-99d6-3fd78214c2b5 req-7d9bc046-3d99-4364-bb60-29be4102ea58 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445440 Nov 27 02:22:29.322982 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:29.538285 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98ed6f-d428-46a2-a252-7c62a5dc1bd4 req-d67305cc-5a12-45f9-8b56-30dbe1ed9fa9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:29.539750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a98ed6f-d428-46a2-a252-7c62a5dc1bd4 req-d67305cc-5a12-45f9-8b56-30dbe1ed9fa9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0541151 Nov 27 02:22:29.595380 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1a98ed6f-d428-46a2-a252-7c62a5dc1bd4 req-a0461477-833a-478a-9e63-67cad4cc6fff tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494604 Nov 27 02:22:30.719367 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5636e66-b433-47e2-b44a-d0164261fa8d req-c11e4492-ed9c-4c65-91ee-dd9e80e51c8e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:30.720877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5636e66-b433-47e2-b44a-d0164261fa8d req-c11e4492-ed9c-4c65-91ee-dd9e80e51c8e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0481942 Nov 27 02:22:30.785748 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5636e66-b433-47e2-b44a-d0164261fa8d req-0ad6cd0f-af4d-402f-b870-a9b6d92cdd8c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580664 Nov 27 02:22:31.246855 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:31.903828 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f8a52-3c52-48e0-81c8-96a63155c65e req-4996fde7-f25f-4203-a333-879aba068ece tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:31.905245 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e92f8a52-3c52-48e0-81c8-96a63155c65e req-4996fde7-f25f-4203-a333-879aba068ece tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0564594 Nov 27 02:22:31.958919 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e92f8a52-3c52-48e0-81c8-96a63155c65e req-3db7f5c8-88f2-44d5-b381-ee2195595d6e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436420 Nov 27 02:22:33.076935 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573268e7-6349-47f9-80b4-ce01706e3597 req-24b5a2c2-31c7-4cac-b95f-850e04a604ee tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:33.078603 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-573268e7-6349-47f9-80b4-ce01706e3597 req-24b5a2c2-31c7-4cac-b95f-850e04a604ee tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0529571 Nov 27 02:22:33.132643 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-573268e7-6349-47f9-80b4-ce01706e3597 req-63607233-2863-423e-a5cf-ba7717686c89 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471337 Nov 27 02:22:34.257957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad2810-6b0e-49d2-9205-e2b168119e57 req-327475b4-90a9-4fef-9cb1-75abaf0d997f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:34.259523 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-abad2810-6b0e-49d2-9205-e2b168119e57 req-327475b4-90a9-4fef-9cb1-75abaf0d997f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0579684 Nov 27 02:22:34.318592 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-abad2810-6b0e-49d2-9205-e2b168119e57 req-33820540-bcd7-4a1a-b076-d9cfaab3602c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529685 Nov 27 02:22:35.440999 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1111a6-4358-49aa-84ef-457635c27588 req-d9224e49-6398-40ba-a351-865f4522e240 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:35.443578 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c1111a6-4358-49aa-84ef-457635c27588 req-d9224e49-6398-40ba-a351-865f4522e240 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0574238 Nov 27 02:22:35.495965 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1c1111a6-4358-49aa-84ef-457635c27588 req-5d94a079-1e53-446f-b4df-1e902db1060f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459623 Nov 27 02:22:36.620374 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756f924-1781-423f-9ca5-f6c16be92c0e req-e6ee0f25-1686-43e5-9448-0fa1622c8961 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:36.621884 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3756f924-1781-423f-9ca5-f6c16be92c0e req-e6ee0f25-1686-43e5-9448-0fa1622c8961 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0508885 Nov 27 02:22:36.677956 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-3756f924-1781-423f-9ca5-f6c16be92c0e req-15d2497b-235e-441c-a0f9-e26da7c63279 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499980 Nov 27 02:22:37.793201 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf82140-c4c3-4b94-96f1-cd167fb87a83 req-817c2ae8-e39c-4eca-ab22-66f3079b3d5f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:37.794665 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4cf82140-c4c3-4b94-96f1-cd167fb87a83 req-817c2ae8-e39c-4eca-ab22-66f3079b3d5f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0480447 Nov 27 02:22:37.846590 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4cf82140-c4c3-4b94-96f1-cd167fb87a83 req-29dbd03a-993a-4640-a9c8-32bc553b7284 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460548 Nov 27 02:22:38.959677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5d027-be9c-419b-9c73-5114c8ca06ee req-8a7e2eac-7f18-4a78-be96-d676faba1d3e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:38.961174 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82b5d027-be9c-419b-9c73-5114c8ca06ee req-8a7e2eac-7f18-4a78-be96-d676faba1d3e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0479906 Nov 27 02:22:39.009697 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-82b5d027-be9c-419b-9c73-5114c8ca06ee req-d861964b-0185-4758-a629-fe49195d7753 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420654 Nov 27 02:22:40.124458 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23355717-0558-43f8-8f30-336ce6cae25c req-5f66a15e-82ea-485b-a16b-a85cbca50ec9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:40.125947 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23355717-0558-43f8-8f30-336ce6cae25c req-5f66a15e-82ea-485b-a16b-a85cbca50ec9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0487196 Nov 27 02:22:40.174462 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-23355717-0558-43f8-8f30-336ce6cae25c req-e5c1ef45-1d2e-4e1d-a4fb-d3e627a7be7f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425174 Nov 27 02:22:40.202443 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e63bd528-13a6-43aa-85b8-ca1db669edec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:41.297059 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7155cbf-c65a-4c82-84ab-556c0482b40e req-31778193-28a2-48af-9eaa-f07988dd2c6b tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:41.298594 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7155cbf-c65a-4c82-84ab-556c0482b40e req-31778193-28a2-48af-9eaa-f07988dd2c6b tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0510783 Nov 27 02:22:41.354745 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a7155cbf-c65a-4c82-84ab-556c0482b40e req-6534471d-39f7-48ee-bcdb-bd8b72760ff1 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457482 Nov 27 02:22:42.385451 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-34fa3cdd-5766-4140-895c-6e799a8b707f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:42.472514 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22a96a-7ead-4af8-adee-4c85d71a922b req-b8a925e7-a3d1-4044-a2e3-0ca4a69de0c3 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:42.474046 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f22a96a-7ead-4af8-adee-4c85d71a922b req-b8a925e7-a3d1-4044-a2e3-0ca4a69de0c3 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0487676 Nov 27 02:22:42.522213 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f22a96a-7ead-4af8-adee-4c85d71a922b req-b4b91fc0-c933-411a-afbe-9aefcdff2efd tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422595 Nov 27 02:22:42.550199 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:22:43.578012 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:43.644664 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518369-36a6-444b-8ec3-5a9be0c86bb5 req-5dfe7d0a-1d4f-4434-bb5c-bfc52681be74 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:43.646122 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc518369-36a6-444b-8ec3-5a9be0c86bb5 req-5dfe7d0a-1d4f-4434-bb5c-bfc52681be74 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 944 time: 0.0527606 Nov 27 02:22:43.694040 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-fc518369-36a6-444b-8ec3-5a9be0c86bb5 req-8c956e60-b930-4e99-9e84-6243661d2bcc tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419719 Nov 27 02:22:44.050497 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 18417cea-bff5-4905-9c13-299ec1a531d7 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:22:44.144588 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 18417cea-bff5-4905-9c13-299ec1a531d7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=18417cea-bff5-4905-9c13-299ec1a531d7,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:22:44.156268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '18417cea-bff5-4905-9c13-299ec1a531d7', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'port_id': '18417cea-bff5-4905-9c13-299ec1a531d7', 'mac_address': 'fa:16:3e:e2:cf:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:22:44.192316 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:44.204811 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18417cea-bff5-4905-9c13-299ec1a531d7 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:22:44.223898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 18417cea-bff5-4905-9c13-299ec1a531d7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=18417cea-bff5-4905-9c13-299ec1a531d7,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:22:44.228266 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:44.277576 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=18417cea-bff5-4905-9c13-299ec1a531d7,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:44.644931 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['18417cea-bff5-4905-9c13-299ec1a531d7'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:22:44.816942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82200c23-8392-436b-9098-4d592b6f7e3d req-431acec2-cf49-4f53-81a4-e72bec8ac316 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:44.818451 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-82200c23-8392-436b-9098-4d592b6f7e3d req-431acec2-cf49-4f53-81a4-e72bec8ac316 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 945 time: 0.0529075 Nov 27 02:22:44.867444 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-82200c23-8392-436b-9098-4d592b6f7e3d req-53d78c02-93bb-43cf-b34e-75daafce4192 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422325 Nov 27 02:22:45.124578 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:45.990090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59b127-068e-4060-b37f-2a07b0ce82aa req-c12ff3dd-47b9-4237-9419-d25004ade3f9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:45.991550 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db59b127-068e-4060-b37f-2a07b0ce82aa req-c12ff3dd-47b9-4237-9419-d25004ade3f9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 945 time: 0.0490146 Nov 27 02:22:46.040419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-db59b127-068e-4060-b37f-2a07b0ce82aa req-e97864bd-51b7-46f8-90fd-cce33a33f4d4 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428925 Nov 27 02:22:46.066076 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 18417cea-bff5-4905-9c13-299ec1a531d7 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:22:46.114994 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 18417cea-bff5-4905-9c13-299ec1a531d7 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:22:46.115363 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:46.188366 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:46.212543 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:22:46.214879 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73541079-9a64-45bc-a38f-fe858b20f760" -d '{"events": [{"server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "name": "network-vif-plugged", "status": "completed", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:22:46.227622 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 18417cea-bff5-4905-9c13-299ec1a531d7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=18417cea-bff5-4905-9c13-299ec1a531d7,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:22:46.232765 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:46.261001 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa8e858-cf4f-4f33-bcfc-05acc0113b9f x-openstack-request-id: req-ffa8e858-cf4f-4f33-bcfc-05acc0113b9f {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:22:46.261304 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "name": "network-vif-plugged", "status": "completed", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:22:46.261562 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ffa8e858-cf4f-4f33-bcfc-05acc0113b9f {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:22:46.261955 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7', 'code': 200} Nov 27 02:22:46.288021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=18417cea-bff5-4905-9c13-299ec1a531d7,revision_number=10']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:46.467731 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61332b18-d94b-46c0-9a71-0aaab7b1ec62 req-5ef4143d-8b74-4ff3-bced-799e4f8ba7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:46.469234 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-61332b18-d94b-46c0-9a71-0aaab7b1ec62 req-5ef4143d-8b74-4ff3-bced-799e4f8ba7e0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 1099 time: 0.0401254 Nov 27 02:22:46.502412 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:46.516396 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-61332b18-d94b-46c0-9a71-0aaab7b1ec62 req-4c4853d9-5926-4bb4-9d64-0e733ecc3908 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399914 Nov 27 02:22:47.154268 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c35d3-126f-4852-acde-6e58a9cb8655 req-7d14c35c-57fb-4669-948e-8284fc713d24 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:47.155637 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc1c35d3-126f-4852-acde-6e58a9cb8655 req-7d14c35c-57fb-4669-948e-8284fc713d24 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 947 time: 0.0484037 Nov 27 02:22:47.207344 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bc1c35d3-126f-4852-acde-6e58a9cb8655 req-27b8972a-905f-48ff-beb4-32c1ee5bd48e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458312 Nov 27 02:22:48.333145 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310288e-38bd-4bd2-843a-08748587ca22 req-13549275-3068-470f-a14c-ed3d5095b5b8 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:48.334661 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4310288e-38bd-4bd2-843a-08748587ca22 req-13549275-3068-470f-a14c-ed3d5095b5b8 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 947 time: 0.0578573 Nov 27 02:22:48.385221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4310288e-38bd-4bd2-843a-08748587ca22 req-0e5b325c-b4b8-4bf5-9fa3-76d1614681c7 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440810 Nov 27 02:22:49.499056 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215025fb-756e-48ea-98f3-732bb3d9d063 req-c79f2c10-9d1a-4c07-81bf-2864d94e4bda tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:49.500545 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-215025fb-756e-48ea-98f3-732bb3d9d063 req-c79f2c10-9d1a-4c07-81bf-2864d94e4bda tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 947 time: 0.0477142 Nov 27 02:22:49.552546 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-215025fb-756e-48ea-98f3-732bb3d9d063 req-303406a3-5144-43c9-8148-0ea79e1031af tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458622 Nov 27 02:22:59.358001 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:00.295918 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bec001f-e9a6-4933-9acb-1009de84e3cd req-25b562c1-099e-4b1e-8978-8264f37f0b58 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400860 Nov 27 02:23:00.400747 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec001f-e9a6-4933-9acb-1009de84e3cd req-871f703a-ed80-46a5-beb7-7539c7c07740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:00.402838 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bec001f-e9a6-4933-9acb-1009de84e3cd req-871f703a-ed80-46a5-beb7-7539c7c07740 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 1099 time: 0.0425875 Nov 27 02:23:00.509064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec001f-e9a6-4933-9acb-1009de84e3cd req-9e270780-2fe8-41c0-9f28-7c35a6107099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:00.510547 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bec001f-e9a6-4933-9acb-1009de84e3cd req-9e270780-2fe8-41c0-9f28-7c35a6107099 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0875890 Nov 27 02:23:00.577583 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bec001f-e9a6-4933-9acb-1009de84e3cd req-8b84d4e9-5fe5-4b38-96d7-e559a1a5e8e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18417cea-bff5-4905-9c13-299ec1a531d7 HTTP/1.1" status: 200 len: 1002 time: 0.0594020 Nov 27 02:23:00.625978 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec001f-e9a6-4933-9acb-1009de84e3cd req-55227ab5-f310-45e2-a5b4-003a118b3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:00.627350 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bec001f-e9a6-4933-9acb-1009de84e3cd req-55227ab5-f310-45e2-a5b4-003a118b3ef9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0427065 Nov 27 02:23:00.677728 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec001f-e9a6-4933-9acb-1009de84e3cd req-69947144-2e98-4479-b66d-51bccada607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:00.679268 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bec001f-e9a6-4933-9acb-1009de84e3cd req-69947144-2e98-4479-b66d-51bccada607f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440137 Nov 27 02:23:00.769156 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bec001f-e9a6-4933-9acb-1009de84e3cd req-f9c03400-7fd6-4f5c-914b-7689dd93b003 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822194 Nov 27 02:23:00.865363 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8bec001f-e9a6-4933-9acb-1009de84e3cd req-789678b3-8362-4bca-847a-cf6fa72371bf service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878870 Nov 27 02:23:01.250418 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:10.202491 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fae5af7d-7909-487b-90f5-d6e3f6492440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:12.375406 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-6689bcd4-08e9-4f9d-b1c9-5b50acf54a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:13.581316 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:15.126650 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:16.507242 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:19.552367 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:23:29.373330 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:31.253426 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:40.203134 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0effbc7e-b2bb-46b2-acb6-3ca6ea55afeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:42.375474 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-91ba49a3-6378-4d4c-951e-f0523366056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:43.584294 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:45.128779 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:46.508223 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:56.550515 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:23:59.366669 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:01.260038 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:02.277415 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb43d401-e7b4-4449-9c81-dd539d014bd4 req-9fae2183-792c-406c-9076-ad89bec0dd36 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404108 Nov 27 02:24:02.370333 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43d401-e7b4-4449-9c81-dd539d014bd4 req-0a6fe4d7-f459-4385-a04e-8cd3a7173228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:02.371797 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb43d401-e7b4-4449-9c81-dd539d014bd4 req-0a6fe4d7-f459-4385-a04e-8cd3a7173228 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 1099 time: 0.0397234 Nov 27 02:24:02.476528 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43d401-e7b4-4449-9c81-dd539d014bd4 req-5adfe81b-4bf2-4e67-ad7c-81d36d579c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:02.477996 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb43d401-e7b4-4449-9c81-dd539d014bd4 req-5adfe81b-4bf2-4e67-ad7c-81d36d579c13 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0881076 Nov 27 02:24:02.541877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb43d401-e7b4-4449-9c81-dd539d014bd4 req-1c371d36-4cc2-42fd-9ecd-2987c454e040 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18417cea-bff5-4905-9c13-299ec1a531d7 HTTP/1.1" status: 200 len: 1002 time: 0.0566249 Nov 27 02:24:02.595619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43d401-e7b4-4449-9c81-dd539d014bd4 req-9b8ee030-3e67-4ded-9688-03cedde9693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:02.597101 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb43d401-e7b4-4449-9c81-dd539d014bd4 req-9b8ee030-3e67-4ded-9688-03cedde9693c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0488377 Nov 27 02:24:02.646673 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43d401-e7b4-4449-9c81-dd539d014bd4 req-0bec3779-7cdc-4c8d-ba5a-b20e69028d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:02.648116 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb43d401-e7b4-4449-9c81-dd539d014bd4 req-0bec3779-7cdc-4c8d-ba5a-b20e69028d76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426807 Nov 27 02:24:02.736099 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb43d401-e7b4-4449-9c81-dd539d014bd4 req-54dd1ebc-9941-4013-b8c9-f685a30c127f service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804200 Nov 27 02:24:02.828596 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-eb43d401-e7b4-4449-9c81-dd539d014bd4 req-b2ae42e0-3f32-4ade-a8d2-d0dfd5926663 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856984 Nov 27 02:24:10.205135 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac84b-e96b-4050-b751-8efa2aff449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:12.376810 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-95fad8e7-e462-4709-867c-68464431e75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:13.587277 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:15.131056 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:16.510038 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:29.372700 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:31.275685 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:33.549353 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:24:34.024405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46088) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:24:34.217594 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Deleting port ab5ab17a-b5d5-48ed-ba08-ed8a797f43fb {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:24:34.217934 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:34.291175 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:34.291439 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:34.303226 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Calling delete_port for ab5ab17a-b5d5-48ed-ba08-ed8a797f43fb owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:24:34.453226 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:34.477729 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event deleted for resources: {'Port': ['ID=ab5ab17a-b5d5-48ed-ba08-ed8a797f43fb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:24:34.490636 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:34.491095 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:34.491441 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:34.491807 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:34.492142 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:34.492501 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:34.492829 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:34.493155 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:34.493478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:34.493805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:34.494128 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:34.494452 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:34.551099 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:34.551328 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Floating IP 47330d55-0bb1-4c68-bf4e-6c901398bb6d disassociated (deleted). External IP: 172.25.1.143, port: 18417cea-bff5-4905-9c13-299ec1a531d7. Nov 27 02:24:35.050041 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Router a8235019-ccea-4b0a-9fd2-39acdd0929c0 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:24:35.153242 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:24:35.158486 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:35.163053 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c596863f-eb38-4430-960e-8076d3f5a2a2 None None] Sync routers for ids ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:24:35.173828 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596863f-eb38-4430-960e-8076d3f5a2a2 None None] Routers {'a8235019-ccea-4b0a-9fd2-39acdd0929c0'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:24:35.174423 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c596863f-eb38-4430-960e-8076d3f5a2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:24:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:24:35.185402 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d1d4327c-938f-4cd4-a761-5cbbd1725abb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "DELETE /v2.0/floatingips/47330d55-0bb1-4c68-bf4e-6c901398bb6d HTTP/1.1" status: 204 len: 168 time: 1.1599081 Nov 27 02:24:35.185996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:24:35.188374 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee77ec38-f50a-4c4b-b380-8ab1f1231b32" -d '{"events": [{"name": "network-changed", "server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:24:35.294403 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcaf7ff-69f3-4e3c-b670-a9e5fda8c4be x-openstack-request-id: req-edcaf7ff-69f3-4e3c-b670-a9e5fda8c4be {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:24:35.294708 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:24:35.294968 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edcaf7ff-69f3-4e3c-b670-a9e5fda8c4be {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:24:35.295415 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7', 'status': 'completed', 'code': 200} Nov 27 02:24:35.379729 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-c596863f-eb38-4430-960e-8076d3f5a2a2 None None] Set router a8235019-ccea-4b0a-9fd2-39acdd0929c0 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:24:35.387763 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77ec38-f50a-4c4b-b380-8ab1f1231b32 req-82af5011-041f-4fad-a4fd-1d81f3be9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:35.389894 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee77ec38-f50a-4c4b-b380-8ab1f1231b32 req-82af5011-041f-4fad-a4fd-1d81f3be9ddd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 1099 time: 0.0458975 Nov 27 02:24:35.439725 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79b97c-406b-4368-b1b7-0614b93e0dad req-a427f403-a138-446e-9493-7ea7d8306e4e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:35.441376 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8c79b97c-406b-4368-b1b7-0614b93e0dad req-a427f403-a138-446e-9493-7ea7d8306e4e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 947 time: 0.0523503 Nov 27 02:24:35.486341 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77ec38-f50a-4c4b-b380-8ab1f1231b32 req-733e1b4b-d078-45cf-8d8c-605353823d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:35.488389 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee77ec38-f50a-4c4b-b380-8ab1f1231b32 req-733e1b4b-d078-45cf-8d8c-605353823d04 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0919096 Nov 27 02:24:35.499521 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8c79b97c-406b-4368-b1b7-0614b93e0dad req-02c8f0e0-4211-4430-a3de-18089d2c330f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516875 Nov 27 02:24:35.537158 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee77ec38-f50a-4c4b-b380-8ab1f1231b32 req-6efa0b5e-3c0c-4df7-9b48-b2e3b1807eb5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18417cea-bff5-4905-9c13-299ec1a531d7 HTTP/1.1" status: 200 len: 217 time: 0.0401537 Nov 27 02:24:35.586603 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c596863f-eb38-4430-960e-8076d3f5a2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:04Z', 'revision_number': 5, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:24:35.587240 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77ec38-f50a-4c4b-b380-8ab1f1231b32 req-bf8577b2-4111-4303-8f9b-507d789cbb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:35.588884 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee77ec38-f50a-4c4b-b380-8ab1f1231b32 req-bf8577b2-4111-4303-8f9b-507d789cbb84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0439103 Nov 27 02:24:35.612927 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c596863f-eb38-4430-960e-8076d3f5a2a2 None None] Checking router: a8235019-ccea-4b0a-9fd2-39acdd0929c0 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:24:35.621346 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596863f-eb38-4430-960e-8076d3f5a2a2 None None] Routers {'a8235019-ccea-4b0a-9fd2-39acdd0929c0'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:24:35.621964 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c596863f-eb38-4430-960e-8076d3f5a2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:24:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:24:35.634809 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77ec38-f50a-4c4b-b380-8ab1f1231b32 req-2c1c168c-46d0-47dd-8258-7a607fc70f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:35.636325 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee77ec38-f50a-4c4b-b380-8ab1f1231b32 req-2c1c168c-46d0-47dd-8258-7a607fc70f04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396614 Nov 27 02:24:35.732855 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-c596863f-eb38-4430-960e-8076d3f5a2a2 None None] Set router a8235019-ccea-4b0a-9fd2-39acdd0929c0 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:24:35.733092 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee77ec38-f50a-4c4b-b380-8ab1f1231b32 req-79bbfaac-484c-4bc6-8882-600f31055343 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889251 Nov 27 02:24:35.823220 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ee77ec38-f50a-4c4b-b380-8ab1f1231b32 req-2b4efa97-1f30-4cf2-86a1-144c53562851 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829916 Nov 27 02:24:35.925218 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c596863f-eb38-4430-960e-8076d3f5a2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:04Z', 'revision_number': 5, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:24:35.954825 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c596863f-eb38-4430-960e-8076d3f5a2a2 None None] The sync data for ids ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'] in n-d-817303-10 is: [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:04Z', 'revision_number': 5, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:24:36.166717 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9de700-9605-4743-9d54-ee5eca1933b4 None None] New status for floating IP 47330d55-0bb1-4c68-bf4e-6c901398bb6d: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:24:36.621107 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1360ca-f97e-4bde-8eb1-be5fa5789edd req-342c31a8-6ab6-4435-8c32-d1dd18301376 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:36.622583 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb1360ca-f97e-4bde-8eb1-be5fa5789edd req-342c31a8-6ab6-4435-8c32-d1dd18301376 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 947 time: 0.0532281 Nov 27 02:24:36.671091 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-bb1360ca-f97e-4bde-8eb1-be5fa5789edd req-6a79f521-05da-438e-af4d-aad253642fbf tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ebe400-6e5e-48e9-a057-6973b1e10cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420778 Nov 27 02:24:37.021073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48d271-2518-4387-a750-94e738c6bd10 req-be26e247-1072-4ad0-9d6c-c55d1808fab3 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:37.022516 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd48d271-2518-4387-a750-94e738c6bd10 req-be26e247-1072-4ad0-9d6c-c55d1808fab3 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.31 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 947 time: 0.0488153 Nov 27 02:24:37.109031 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-dd48d271-2518-4387-a750-94e738c6bd10 req-a1834d09-7c4c-4cb0-b13c-b2ab9866b9be tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Deleting port 18417cea-bff5-4905-9c13-299ec1a531d7 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:24:37.109366 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dd48d271-2518-4387-a750-94e738c6bd10 req-a1834d09-7c4c-4cb0-b13c-b2ab9866b9be tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:37.198050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-dd48d271-2518-4387-a750-94e738c6bd10 req-a1834d09-7c4c-4cb0-b13c-b2ab9866b9be tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] For port 18417cea-bff5-4905-9c13-299ec1a531d7, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=18417cea-bff5-4905-9c13-299ec1a531d7,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:24:37.198409 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dd48d271-2518-4387-a750-94e738c6bd10 req-a1834d09-7c4c-4cb0-b13c-b2ab9866b9be tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:37.211011 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-dd48d271-2518-4387-a750-94e738c6bd10 req-a1834d09-7c4c-4cb0-b13c-b2ab9866b9be tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Calling delete_port for 18417cea-bff5-4905-9c13-299ec1a531d7 owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:24:37.341417 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dd48d271-2518-4387-a750-94e738c6bd10 req-a1834d09-7c4c-4cb0-b13c-b2ab9866b9be tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:37.369714 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1834d09-7c4c-4cb0-b13c-b2ab9866b9be tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event deleted for resources: {'Port': ['ID=18417cea-bff5-4905-9c13-299ec1a531d7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:24:37.411211 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd48d271-2518-4387-a750-94e738c6bd10 req-a1834d09-7c4c-4cb0-b13c-b2ab9866b9be tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] No DVR routers for this DVR port 18417cea-bff5-4905-9c13-299ec1a531d7 on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:24:37.413861 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-dd48d271-2518-4387-a750-94e738c6bd10 req-a1834d09-7c4c-4cb0-b13c-b2ab9866b9be tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:37.417437 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dd48d271-2518-4387-a750-94e738c6bd10 req-a1834d09-7c4c-4cb0-b13c-b2ab9866b9be tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.31 "DELETE /v2.0/ports/18417cea-bff5-4905-9c13-299ec1a531d7 HTTP/1.1" status: 204 len: 173 time: 0.3892517 Nov 27 02:24:37.417887 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'name': 'network-vif-deleted', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:24:37.420175 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643c5b2f-9ea3-48f2-a2f7-803499303bb7" -d '{"events": [{"server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "name": "network-vif-deleted", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:24:37.458352 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b895f8-16a7-48a2-9771-abaf21d9094d x-openstack-request-id: req-b5b895f8-16a7-48a2-9771-abaf21d9094d {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:24:37.458648 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96", "name": "network-vif-deleted", "tag": "18417cea-bff5-4905-9c13-299ec1a531d7", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:24:37.458905 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5b895f8-16a7-48a2-9771-abaf21d9094d {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:24:37.459303 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96', 'name': 'network-vif-deleted', 'tag': '18417cea-bff5-4905-9c13-299ec1a531d7', 'status': 'completed', 'code': 200} Nov 27 02:24:37.783179 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-98da2978-83ec-4de4-88f3-df3aa532ee7b req-43fa6847-22ad-4eac-a879-a6eb0afe4f66 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a54fb9-3d60-4e0a-8ac9-6420d2cd3e96 HTTP/1.1" status: 200 len: 210 time: 0.0307448 Nov 27 02:24:38.842785 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46116) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:24:38.897857 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d48993f-0ffc-4e19-a891-1ffe17cbfd49 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:38.922229 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d48993f-0ffc-4e19-a891-1ffe17cbfd49 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:38.984002 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d48993f-0ffc-4e19-a891-1ffe17cbfd49 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:38.986661 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7d48993f-0ffc-4e19-a891-1ffe17cbfd49 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:38.987807 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7d48993f-0ffc-4e19-a891-1ffe17cbfd49 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "DELETE /v2.0/security-groups/e0ebe400-6e5e-48e9-a057-6973b1e10cd7 HTTP/1.1" status: 204 len: 168 time: 0.1440377 Nov 27 02:24:38.997124 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48993f-0ffc-4e19-a891-1ffe17cbfd49 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ebe400-6e5e-48e9-a057-6973b1e10cd7,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:24:39.335868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46122) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:24:39.340463 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233745387', 'description': 'tempest-secgroup-smoke-233745387 description', 'project_id': 'a46a0562ef5b4724ab9620448193d943'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:24:39.361967 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.427842 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.431274 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.461064 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.462269 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1253560 Nov 27 02:24:39.464188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760af76b-6f58-4f3f-8d09-3bf992d06752,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:24:39.465316 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46124) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:24:39.470478 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-ec2386b1-116f-4848-bbf1-9328c4c30239 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'security_group_rule': {'security_group_id': '760af76b-6f58-4f3f-8d09-3bf992d06752', 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:24:39.472303 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:39.472657 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:39.473004 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:39.473350 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:39.473686 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:39.474020 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:39.474538 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:39.474879 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:39.475210 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:39.475542 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:39.475874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:39.476206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af018841-4292-41ba-b3a9-164833c3c728 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:24:39.497856 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec2386b1-116f-4848-bbf1-9328c4c30239 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.545000 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec2386b1-116f-4848-bbf1-9328c4c30239 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.549268 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec2386b1-116f-4848-bbf1-9328c4c30239 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.566017 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2386b1-116f-4848-bbf1-9328c4c30239 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edafc3f-669a-419c-a6be-d62f2664f9cb,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:24:39.574154 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ec2386b1-116f-4848-bbf1-9328c4c30239 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.575337 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ec2386b1-116f-4848-bbf1-9328c4c30239 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1089439 Nov 27 02:24:39.578048 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46126) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:24:39.582262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-61fa7fbb-7d28-4994-9a6b-98ff044fd0a6 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'security_group_rule': {'security_group_id': '760af76b-6f58-4f3f-8d09-3bf992d06752', 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:24:39.607717 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-61fa7fbb-7d28-4994-9a6b-98ff044fd0a6 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.665050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-61fa7fbb-7d28-4994-9a6b-98ff044fd0a6 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.668743 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-61fa7fbb-7d28-4994-9a6b-98ff044fd0a6 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.687941 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa7fbb-7d28-4994-9a6b-98ff044fd0a6 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385382a9-e55e-4eeb-ba7c-6aef65780d31,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:24:39.693239 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-61fa7fbb-7d28-4994-9a6b-98ff044fd0a6 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.694416 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-61fa7fbb-7d28-4994-9a6b-98ff044fd0a6 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154513 Nov 27 02:24:39.697186 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46128) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:24:39.701398 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-5d70346b-266a-4e85-8c86-142f4e049de7 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'security_group_rule': {'security_group_id': '760af76b-6f58-4f3f-8d09-3bf992d06752', 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:24:39.726334 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5d70346b-266a-4e85-8c86-142f4e049de7 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.781539 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5d70346b-266a-4e85-8c86-142f4e049de7 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.785303 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5d70346b-266a-4e85-8c86-142f4e049de7 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.802707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70346b-266a-4e85-8c86-142f4e049de7 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a229338-3476-4d40-b64a-d345da2e7b82,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:24:39.809428 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5d70346b-266a-4e85-8c86-142f4e049de7 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.810603 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5d70346b-266a-4e85-8c86-142f4e049de7 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125114 Nov 27 02:24:39.813417 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46130) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:24:39.817685 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-759de539-68dd-483c-89f9-65569dc082ce tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'security_group_rule': {'security_group_id': '760af76b-6f58-4f3f-8d09-3bf992d06752', 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:24:39.843326 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-759de539-68dd-483c-89f9-65569dc082ce tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.897612 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-759de539-68dd-483c-89f9-65569dc082ce tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.902140 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-759de539-68dd-483c-89f9-65569dc082ce tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.919933 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759de539-68dd-483c-89f9-65569dc082ce tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7447566b-d2bd-406c-9a50-9aa11b7c0633,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:24:39.927530 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-759de539-68dd-483c-89f9-65569dc082ce tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:39.928786 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-759de539-68dd-483c-89f9-65569dc082ce tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144397 Nov 27 02:24:39.931507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46132) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:24:39.935960 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-020684e8-78c9-49cc-95d5-b71f13b57743 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'security_group_rule': {'security_group_id': '760af76b-6f58-4f3f-8d09-3bf992d06752', 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:24:39.957585 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-020684e8-78c9-49cc-95d5-b71f13b57743 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Project a46a0562ef5b4724ab9620448193d943 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:24:39.962358 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-020684e8-78c9-49cc-95d5-b71f13b57743 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:40.025890 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-020684e8-78c9-49cc-95d5-b71f13b57743 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:40.029304 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-020684e8-78c9-49cc-95d5-b71f13b57743 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:40.047073 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020684e8-78c9-49cc-95d5-b71f13b57743 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82531a50-88e7-4b80-ba24-74dea3ba5c2e,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:24:40.056689 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-020684e8-78c9-49cc-95d5-b71f13b57743 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:40.057902 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-020684e8-78c9-49cc-95d5-b71f13b57743 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254253 Nov 27 02:24:40.060915 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46134) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:24:40.065248 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-4f545f87-e53b-4979-8683-8fdd556ee220 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'security_group_rule': {'security_group_id': '760af76b-6f58-4f3f-8d09-3bf992d06752', 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:24:40.086072 n-d-817303-10 neutron-server[103402]: INFO neutron.db.securitygroups_db [None req-4f545f87-e53b-4979-8683-8fdd556ee220 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Project a46a0562ef5b4724ab9620448193d943 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:24:40.090833 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f545f87-e53b-4979-8683-8fdd556ee220 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:40.149221 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f545f87-e53b-4979-8683-8fdd556ee220 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:40.152636 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f545f87-e53b-4979-8683-8fdd556ee220 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:40.172408 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f545f87-e53b-4979-8683-8fdd556ee220 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72472ad1-2180-40a9-966a-025778145049,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:24:40.181093 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4f545f87-e53b-4979-8683-8fdd556ee220 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:40.182264 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-4f545f87-e53b-4979-8683-8fdd556ee220 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204319 Nov 27 02:24:40.207333 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0a4f2c25-5b1e-46d2-96cc-c8e3d4509944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:40.721381 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 18417cea-bff5-4905-9c13-299ec1a531d7 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:24:40.742645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: 18417cea-bff5-4905-9c13-299ec1a531d7 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:24:40.743001 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 18417cea-bff5-4905-9c13-299ec1a531d7 not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:24:42.379600 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c00b6713-407b-4490-9803-d899a52d85fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:43.591342 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:45.134835 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:46.513225 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:55.406157 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-7aabbedf-c28c-484b-954e-4c388cfa74e5 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233745387&fields=id&tenant_id=a46a0562ef5b4724ab9620448193d943 HTTP/1.1" status: 200 len: 267 time: 0.0432308 Nov 27 02:24:55.512500 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-6602c287-dcd7-43a2-890d-9ea252a298bf tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:55.513844 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-6602c287-dcd7-43a2-890d-9ea252a298bf tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 809 time: 0.1010957 Nov 27 02:24:55.528968 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-adaa78ec-598b-471d-8da6-cead1bba806a tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/quotas/a46a0562ef5b4724ab9620448193d943 HTTP/1.1" status: 200 len: 375 time: 0.0087111 Nov 27 02:24:55.578699 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-23f7021c-1d7d-41a0-8981-29c029021fdc tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440385 Nov 27 02:24:55.594183 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-e4017d60-7ce3-4dce-947e-0cd9ad31738e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:24:55.595272 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-e4017d60-7ce3-4dce-947e-0cd9ad31738e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059142 Nov 27 02:24:55.689776 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-f0062ce6-f530-4f7d-b87b-56cb9d5a2f35 service neutron] 10.222.0.15 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889852 Nov 27 02:24:55.778582 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-8ea8d43d-cb24-4518-95f6-0f44d70e706f service neutron] 10.222.0.15 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826936 Nov 27 02:24:56.063258 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6182f7d0-1dd3-4228-9f3a-77adf2b97000 req-307b8033-0d51-4d86-be92-556cc7ec41e4 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 210 time: 0.0273855 Nov 27 02:24:57.092512 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-ef737b11-ccc1-450e-8065-b144ca41928d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:57.093814 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-ef737b11-ccc1-450e-8065-b144ca41928d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 809 time: 0.1091640 Nov 27 02:24:57.168184 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7d390f31-600d-4dd6-a712-fb08a2d9cddd req-8bd4c7b2-b64a-4771-aa4b-afb4ab855951 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 210 time: 0.0341818 Nov 27 02:24:57.195028 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-ed05bd3a-cf98-4458-bd9a-f7da5ee69bf5 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a46a0562ef5b4724ab9620448193d943 HTTP/1.1" status: 200 len: 379 time: 0.0803535 Nov 27 02:24:57.205958 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-5294e388-a1a7-4bbc-9568-15d1c777fc0e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'port': {'device_id': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'admin_state_up': True, 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'security_groups': ['760af76b-6f58-4f3f-8d09-3bf992d06752']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:24:57.325485 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-5294e388-a1a7-4bbc-9568-15d1c777fc0e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Made reservation on behalf of a46a0562ef5b4724ab9620448193d943 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:24:57.329050 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-5294e388-a1a7-4bbc-9568-15d1c777fc0e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:57.452373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-5294e388-a1a7-4bbc-9568-15d1c777fc0e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Allocated IP 172.20.0.7 (f8affa00-f0bf-447f-959d-6e532ed9561b/0d34f21b-e4bf-4d74-8739-227ba54fe272/3fe0c4ff-227e-494b-a542-64679ca81547) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:24:57.595897 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-5294e388-a1a7-4bbc-9568-15d1c777fc0e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:57.631052 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-5294e388-a1a7-4bbc-9568-15d1c777fc0e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:57.676469 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-5294e388-a1a7-4bbc-9568-15d1c777fc0e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Network f8affa00-f0bf-447f-959d-6e532ed9561b is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:24:57.679707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-5294e388-a1a7-4bbc-9568-15d1c777fc0e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:24:57.683505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-5294e388-a1a7-4bbc-9568-15d1c777fc0e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:24:57.716460 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294e388-a1a7-4bbc-9568-15d1c777fc0e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'Port': ['ID=3fe0c4ff-227e-494b-a542-64679ca81547,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:24:57.741535 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-5294e388-a1a7-4bbc-9568-15d1c777fc0e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:57.742170 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-5294e388-a1a7-4bbc-9568-15d1c777fc0e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:57.759242 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-5294e388-a1a7-4bbc-9568-15d1c777fc0e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5568991 Nov 27 02:24:57.777392 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Request body: {'port': {'device_id': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:24:57.843628 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:57.932215 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-04bbf741-d105-4da1-a01c-ceb845a33a86 None None] Provisioning complete for port 3fe0c4ff-227e-494b-a542-64679ca81547 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:24:57.932869 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-04bbf741-d105-4da1-a01c-ceb845a33a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:57.970436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-04bbf741-d105-4da1-a01c-ceb845a33a86 None None] Port 3fe0c4ff-227e-494b-a542-64679ca81547 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:24:58.113723 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe0c4ff-227e-494b-a542-64679ca81547 {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:24:58.121266 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:58.133795 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Transition to ACTIVE for port object 3fe0c4ff-227e-494b-a542-64679ca81547 will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:24:58.137365 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:58.214813 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe0c4ff-227e-494b-a542-64679ca81547,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:24:58.275413 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Attempting to bind port 3fe0c4ff-227e-494b-a542-64679ca81547 on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:24:58.275758 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Attempting to bind port 3fe0c4ff-227e-494b-a542-64679ca81547 by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:24:58.276090 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Attempting to bind port 3fe0c4ff-227e-494b-a542-64679ca81547 on network f8affa00-f0bf-447f-959d-6e532ed9561b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:24:58.281259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Port 3fe0c4ff-227e-494b-a542-64679ca81547 on network f8affa00-f0bf-447f-959d-6e532ed9561b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:24:58.282459 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Attempting to bind port 3fe0c4ff-227e-494b-a542-64679ca81547 on network f8affa00-f0bf-447f-959d-6e532ed9561b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:24:58.287780 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:24:58.288120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Checking segment: {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:24:58.288545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Bound using segment: {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:24:58.288976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Bound port: 3fe0c4ff-227e-494b-a542-64679ca81547, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:24:58.289480 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:58.302818 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fed48a-183b-4d94-a597-65ea6df02766 req-116996fa-be3e-499f-b6e4-142f1d0419cc tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:58.304991 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36fed48a-183b-4d94-a597-65ea6df02766 req-116996fa-be3e-499f-b6e4-142f1d0419cc tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0568099 Nov 27 02:24:58.361430 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] For port 3fe0c4ff-227e-494b-a542-64679ca81547, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:24:58.365108 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] For port 3fe0c4ff-227e-494b-a542-64679ca81547, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=3fe0c4ff-227e-494b-a542-64679ca81547,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:24:58.372028 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-36fed48a-183b-4d94-a597-65ea6df02766 req-db627921-5c4f-4ef0-b535-55f2119bc3e7 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581174 Nov 27 02:24:58.373071 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:58.414060 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:58.415005 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:58.416378 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] 10.222.0.31 "PUT /v2.0/ports/3fe0c4ff-227e-494b-a542-64679ca81547 HTTP/1.1" status: 200 len: 1092 time: 0.6433923 Nov 27 02:24:58.416848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:24:58.419266 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9491a205-fe58-4c86-9657-4dfa9514a4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:24:58.455759 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c39492-308e-4b1f-bbe6-cbf563187068 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe0c4ff-227e-494b-a542-64679ca81547,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:24:58.469620 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ccda96-2f01-4286-accc-bb38fa337bd3 x-openstack-request-id: req-e5ccda96-2f01-4286-accc-bb38fa337bd3 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:24:58.470014 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:24:58.470365 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5ccda96-2f01-4286-accc-bb38fa337bd3 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:24:58.470869 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547', 'status': 'completed', 'code': 200} Nov 27 02:24:58.530679 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-d5f25927-e20f-42ac-a81c-94ce40b58eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:58.532190 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-d5f25927-e20f-42ac-a81c-94ce40b58eae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 1095 time: 0.0451443 Nov 27 02:24:58.583160 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-7eb2fc43-52f5-455b-ac60-0c79d25efaa1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe0c4ff-227e-494b-a542-64679ca81547 HTTP/1.1" status: 200 len: 217 time: 0.0358398 Nov 27 02:24:58.641234 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-b3277994-3b21-4d7f-b51d-3ab9dd447044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:58.642714 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-b3277994-3b21-4d7f-b51d-3ab9dd447044 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0518012 Nov 27 02:24:58.694992 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-eb614a57-0ce8-4e9a-99f1-b960e0b809a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:58.697190 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-eb614a57-0ce8-4e9a-99f1-b960e0b809a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463815 Nov 27 02:24:58.790288 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-90d43f51-63de-4961-ab36-cfd90917040e service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851839 Nov 27 02:24:58.885391 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e3e8f44-2de8-4289-bf0e-e7d10c1e4cf1 req-c08ad5df-4f1d-40df-9d8a-f41432f4ee4f service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883720 Nov 27 02:24:58.995894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491a205-fe58-4c86-9657-4dfa9514a4fc req-f301f026-0b70-464a-bb31-0dd3fe4ed5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:58.997638 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9491a205-fe58-4c86-9657-4dfa9514a4fc req-f301f026-0b70-464a-bb31-0dd3fe4ed5ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 1095 time: 0.0425653 Nov 27 02:24:59.091674 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491a205-fe58-4c86-9657-4dfa9514a4fc req-1eb7c501-d7be-4624-91ea-3b6d2a309504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:59.093685 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9491a205-fe58-4c86-9657-4dfa9514a4fc req-1eb7c501-d7be-4624-91ea-3b6d2a309504 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0894728 Nov 27 02:24:59.134255 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9491a205-fe58-4c86-9657-4dfa9514a4fc req-0ddb3480-b794-4554-bf01-030a1b2f3ec4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe0c4ff-227e-494b-a542-64679ca81547 HTTP/1.1" status: 200 len: 217 time: 0.0341513 Nov 27 02:24:59.183542 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491a205-fe58-4c86-9657-4dfa9514a4fc req-16656b25-5701-4e77-8d71-df66edadd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:59.184913 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9491a205-fe58-4c86-9657-4dfa9514a4fc req-16656b25-5701-4e77-8d71-df66edadd654 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0439246 Nov 27 02:24:59.229273 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491a205-fe58-4c86-9657-4dfa9514a4fc req-30b1b2b0-2d5d-480e-8872-1f02d3347367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:59.230757 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9491a205-fe58-4c86-9657-4dfa9514a4fc req-30b1b2b0-2d5d-480e-8872-1f02d3347367 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390689 Nov 27 02:24:59.325006 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9491a205-fe58-4c86-9657-4dfa9514a4fc req-589955bf-d375-4fba-bbc5-64790240d121 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870125 Nov 27 02:24:59.374168 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:59.418103 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9491a205-fe58-4c86-9657-4dfa9514a4fc req-b75602a3-b4d6-4cf4-9de7-0761a5369bc3 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861349 Nov 27 02:24:59.825157 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b837f44-5a1f-4b60-85fb-b013ec7de068 req-5acc0010-2e7d-472c-8e1b-ca0f7ca62e03 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:59.826619 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b837f44-5a1f-4b60-85fb-b013ec7de068 req-5acc0010-2e7d-472c-8e1b-ca0f7ca62e03 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.3878350 Nov 27 02:24:59.877313 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b837f44-5a1f-4b60-85fb-b013ec7de068 req-f00bb1d1-a815-4d66-ab9b-872317d527d9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435133 Nov 27 02:25:01.004766 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2959ba-d79b-4490-87f7-6222e356d419 req-28b6a7c7-0d57-4cad-9759-3e61bd2b0187 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:01.006333 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a2959ba-d79b-4490-87f7-6222e356d419 req-28b6a7c7-0d57-4cad-9759-3e61bd2b0187 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0547822 Nov 27 02:25:01.057116 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a2959ba-d79b-4490-87f7-6222e356d419 req-61d7c2b1-6a1c-4237-96d7-00587dee03fe tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446777 Nov 27 02:25:01.277644 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:02.174010 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe14225-fdd2-4d25-a1b5-955826aa95f3 req-ce81b2d8-6ea1-4fda-8806-211e47c0cc94 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:02.175623 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bfe14225-fdd2-4d25-a1b5-955826aa95f3 req-ce81b2d8-6ea1-4fda-8806-211e47c0cc94 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0505145 Nov 27 02:25:02.225964 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bfe14225-fdd2-4d25-a1b5-955826aa95f3 req-191daf12-3587-4872-9821-897f3fc6fb10 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439391 Nov 27 02:25:03.342097 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f1b27-8ad4-446d-8fa6-9ab6e589b256 req-8ae37a9f-cb9a-401f-a7c5-059851aa3d07 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:03.344086 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-822f1b27-8ad4-446d-8fa6-9ab6e589b256 req-8ae37a9f-cb9a-401f-a7c5-059851aa3d07 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0491850 Nov 27 02:25:03.392218 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-822f1b27-8ad4-446d-8fa6-9ab6e589b256 req-3c6888b3-ff39-48bc-8139-6682480e0fc1 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421946 Nov 27 02:25:04.505209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d938f17-c7cd-4c1d-8c21-a50bb60744e9 req-64a7f226-7b2f-4abf-9b70-e02e5f560006 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:04.506674 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4d938f17-c7cd-4c1d-8c21-a50bb60744e9 req-64a7f226-7b2f-4abf-9b70-e02e5f560006 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0480094 Nov 27 02:25:04.558029 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4d938f17-c7cd-4c1d-8c21-a50bb60744e9 req-dea20955-ff71-47c4-bc39-d1fbaaefd7fb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454030 Nov 27 02:25:05.675681 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db7c86-b9d0-4968-9788-e728a765430b req-318c12a6-25e6-4279-898f-63078c140f56 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:05.677186 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d2db7c86-b9d0-4968-9788-e728a765430b req-318c12a6-25e6-4279-898f-63078c140f56 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0524974 Nov 27 02:25:05.725516 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-d2db7c86-b9d0-4968-9788-e728a765430b req-c1cfb635-35fe-42a1-ab47-6379e880de5b tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424588 Nov 27 02:25:06.837986 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3f420-8947-44ff-9460-4333005ad7ce req-09dc0dd5-39fa-4ba5-9733-fba8cbd21e7b tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:06.839429 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2eb3f420-8947-44ff-9460-4333005ad7ce req-09dc0dd5-39fa-4ba5-9733-fba8cbd21e7b tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0477715 Nov 27 02:25:06.889502 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2eb3f420-8947-44ff-9460-4333005ad7ce req-e7008dda-b626-44d2-9686-4ae1030e934f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439830 Nov 27 02:25:08.011610 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b3148-824f-4de4-b8e3-05131af85cc8 req-67e800f4-c826-4b1b-ac61-70000b33ef17 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:08.013041 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a61b3148-824f-4de4-b8e3-05131af85cc8 req-67e800f4-c826-4b1b-ac61-70000b33ef17 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0542819 Nov 27 02:25:08.063078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a61b3148-824f-4de4-b8e3-05131af85cc8 req-f3d1ef7f-6cd1-4093-981f-89a3ed43e0a5 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433102 Nov 27 02:25:09.180693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25783e-7a27-409e-88c1-67d554d169c7 req-dafc0d6b-2098-4745-ae11-fd4b748adcb0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:09.182166 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a25783e-7a27-409e-88c1-67d554d169c7 req-dafc0d6b-2098-4745-ae11-fd4b748adcb0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0494533 Nov 27 02:25:09.230547 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8a25783e-7a27-409e-88c1-67d554d169c7 req-46df3bc0-3b6e-4282-994c-a7d4b46c7ff5 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422752 Nov 27 02:25:10.207994 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2f20f32f-592c-4245-8b6c-9a6ac58d3337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:10.343217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f9830-19f8-4439-afdc-e3dfb70c9eff req-f7d584f4-70df-4092-b881-42a53bb2b584 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:10.344705 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a5f9830-19f8-4439-afdc-e3dfb70c9eff req-f7d584f4-70df-4092-b881-42a53bb2b584 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0471644 Nov 27 02:25:10.395743 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7a5f9830-19f8-4439-afdc-e3dfb70c9eff req-177acc4e-a1e0-4701-9053-1c5858610cc0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451663 Nov 27 02:25:10.548108 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:25:11.512793 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d7695-cc71-4b88-bbfc-bb6bbd11e038 req-559ebc00-9441-473b-8ec1-1361d018b9cf tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:11.514249 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1f4d7695-cc71-4b88-bbfc-bb6bbd11e038 req-559ebc00-9441-473b-8ec1-1361d018b9cf tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0513856 Nov 27 02:25:11.562908 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1f4d7695-cc71-4b88-bbfc-bb6bbd11e038 req-c1e727a9-7c00-490a-9a06-80ff780cde41 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426755 Nov 27 02:25:12.381795 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-007965b4-0c46-40b2-ba57-698a43ecf832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:12.678327 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004418b2-ca8e-43a2-991c-03a648f64be4 req-5c8893de-5980-4880-89f9-e41aa01573e0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:12.679801 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-004418b2-ca8e-43a2-991c-03a648f64be4 req-5c8893de-5980-4880-89f9-e41aa01573e0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0515985 Nov 27 02:25:12.728363 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-004418b2-ca8e-43a2-991c-03a648f64be4 req-71e7f7c2-f23f-4027-8c3b-a5898059ee37 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425415 Nov 27 02:25:12.877661 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 3fe0c4ff-227e-494b-a542-64679ca81547 details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:25:12.971425 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 3fe0c4ff-227e-494b-a542-64679ca81547, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=3fe0c4ff-227e-494b-a542-64679ca81547,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:25:12.982503 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': '3fe0c4ff-227e-494b-a542-64679ca81547', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'port_id': '3fe0c4ff-227e-494b-a542-64679ca81547', 'mac_address': 'fa:16:3e:d3:1c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:25:13.018826 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:13.031859 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe0c4ff-227e-494b-a542-64679ca81547 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:25:13.051946 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 3fe0c4ff-227e-494b-a542-64679ca81547, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=3fe0c4ff-227e-494b-a542-64679ca81547,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:25:13.055981 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:13.101466 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=3fe0c4ff-227e-494b-a542-64679ca81547,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:25:13.109210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:13.109563 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:13.109909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:13.110249 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:13.110586 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:13.110922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:13.111254 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:13.111584 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:13.111913 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:13.112265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:13.112599 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:13.112924 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:13.450592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['3fe0c4ff-227e-494b-a542-64679ca81547'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:25:13.612487 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:13.841951 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627fade-38bf-42ca-991c-d606b7829e80 req-d0541714-86f2-42a3-8b65-ada75ba54b9d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:13.844035 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4627fade-38bf-42ca-991c-d606b7829e80 req-d0541714-86f2-42a3-8b65-ada75ba54b9d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 944 time: 0.0491059 Nov 27 02:25:13.892623 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4627fade-38bf-42ca-991c-d606b7829e80 req-c545c4a5-c3e3-48db-9a4d-ceb8d9e05e49 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424857 Nov 27 02:25:14.892259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 3fe0c4ff-227e-494b-a542-64679ca81547 up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:25:15.010103 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a84f17-4c7f-4b2a-bded-ef31ca6b3b95 req-ce07e474-2123-4b21-adf6-be72907d3626 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:15.012193 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-09a84f17-4c7f-4b2a-bded-ef31ca6b3b95 req-ce07e474-2123-4b21-adf6-be72907d3626 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 944 time: 0.0511727 Nov 27 02:25:15.064372 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-09a84f17-4c7f-4b2a-bded-ef31ca6b3b95 req-be6c4fce-43e8-47ec-91f2-55353489a629 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454111 Nov 27 02:25:15.104673 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port 3fe0c4ff-227e-494b-a542-64679ca81547 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:25:15.109332 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port 3fe0c4ff-227e-494b-a542-64679ca81547 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:25:15.109708 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:15.157829 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:15.198271 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:15.221838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:25:15.224068 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febfc7d8-2f38-4089-8f6e-6844ddf944b3" -d '{"events": [{"server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "name": "network-vif-plugged", "status": "completed", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:25:15.236575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 3fe0c4ff-227e-494b-a542-64679ca81547, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=3fe0c4ff-227e-494b-a542-64679ca81547,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:25:15.240767 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:15.293563 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=3fe0c4ff-227e-494b-a542-64679ca81547,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:25:15.313557 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c070fa-7964-4809-b1c1-2e4e48045b63 x-openstack-request-id: req-e0c070fa-7964-4809-b1c1-2e4e48045b63 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:25:15.313939 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "name": "network-vif-plugged", "status": "completed", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:25:15.314363 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0c070fa-7964-4809-b1c1-2e4e48045b63 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:25:15.314773 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547', 'code': 200} Nov 27 02:25:15.458054 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eff56a-9dfb-4543-885e-8c7211da1b86 req-472d9484-c4d2-4926-bea1-0b3e1b436232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:15.459431 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-75eff56a-9dfb-4543-885e-8c7211da1b86 req-472d9484-c4d2-4926-bea1-0b3e1b436232 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 1097 time: 0.0437558 Nov 27 02:25:15.504495 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-75eff56a-9dfb-4543-885e-8c7211da1b86 req-07c6c2e2-567e-4cb8-8c45-1061becc99a2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378454 Nov 27 02:25:16.242630 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8e2ec-305d-4fe8-9016-47e3b354498e req-098c0bcd-c322-4bb5-a0c1-98935a00c330 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:16.244103 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-59c8e2ec-305d-4fe8-9016-47e3b354498e req-098c0bcd-c322-4bb5-a0c1-98935a00c330 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0484891 Nov 27 02:25:16.293067 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-59c8e2ec-305d-4fe8-9016-47e3b354498e req-bcb350d5-cdc5-417d-b70d-9a591c70999e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428300 Nov 27 02:25:16.516626 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:17.411387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447bb9-1c1c-478c-ab56-2b0b63270b98 req-4654ba9d-3695-4fad-a3a9-11edced59fdf tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:17.412869 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11447bb9-1c1c-478c-ab56-2b0b63270b98 req-4654ba9d-3695-4fad-a3a9-11edced59fdf tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0509281 Nov 27 02:25:17.462637 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-11447bb9-1c1c-478c-ab56-2b0b63270b98 req-e6aab57f-4e34-4341-bc51-9a958984c5ad tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435848 Nov 27 02:25:17.575566 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38436d-f2f2-4364-b1ee-8d762370ac89 req-a7fb151d-5d56-4775-b693-5cfe5cd7a324 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:17.577102 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d38436d-f2f2-4364-b1ee-8d762370ac89 req-a7fb151d-5d56-4775-b693-5cfe5cd7a324 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0486083 Nov 27 02:25:17.628550 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9d38436d-f2f2-4364-b1ee-8d762370ac89 req-15a2655a-82ef-43c0-b9e5-80e8b76230c4 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455170 Nov 27 02:25:17.650365 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46336) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:25:17.730506 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d030870a-d9dc-47ab-807f-15b1f91f3a1b tempest-TestShelveInstance-109565203 tempest-TestShelveInstance-109565203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:17.731997 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-d030870a-d9dc-47ab-807f-15b1f91f3a1b tempest-TestShelveInstance-109565203 tempest-TestShelveInstance-109565203-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 1092 time: 0.0806525 Nov 27 02:25:17.735405 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46340) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:25:17.739608 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '3fe0c4ff-227e-494b-a542-64679ca81547', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:25:17.760428 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for floatingip, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:17.855828 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:17.955259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Allocated IP 172.25.1.77 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/a7cd6480-bb3f-46ad-9452-2b10bb7893fb) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:25:18.056808 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:18.091878 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:18.130293 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:25:18.133075 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:25:18.136592 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:25:18.162742 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'Port': ['ID=a7cd6480-bb3f-46ad-9452-2b10bb7893fb,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:25:18.788997 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:18.852682 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:18.999882 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:19.004419 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:19.073301 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event updated for resources: {'Port': ['ID=a7cd6480-bb3f-46ad-9452-2b10bb7893fb,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:25:19.081519 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:19.181781 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Floating IP 064ac58b-d89d-4a19-a820-1573cfb8a047 associated. External IP: 172.25.1.77, port: 3fe0c4ff-227e-494b-a542-64679ca81547. Nov 27 02:25:19.388745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Router a8235019-ccea-4b0a-9fd2-39acdd0929c0 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:25:19.494305 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:25:19.503765 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba026a-a64f-4377-ab86-bbb9c1a12a14 None None] Sync routers for ids ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:25:19.512144 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:19.513419 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba026a-a64f-4377-ab86-bbb9c1a12a14 None None] Routers {'a8235019-ccea-4b0a-9fd2-39acdd0929c0'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:25:19.514735 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-46ba026a-a64f-4377-ab86-bbb9c1a12a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:25:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:25:19.539405 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-3d83fd69-360f-4a53-9479-8b808b20003f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8029907 Nov 27 02:25:19.540430 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:25:19.542696 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6298a878-e129-4d3d-9343-069040bb2b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:25:19.580384 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270226ff-e61e-4290-b6eb-c8723b777af6 x-openstack-request-id: req-270226ff-e61e-4290-b6eb-c8723b777af6 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:25:19.580685 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:25:19.580942 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-270226ff-e61e-4290-b6eb-c8723b777af6 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:25:19.581352 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547', 'status': 'completed', 'code': 200} Nov 27 02:25:19.621034 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-46ba026a-a64f-4377-ab86-bbb9c1a12a14 None None] Set router a8235019-ccea-4b0a-9fd2-39acdd0929c0 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:25:19.663252 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a878-e129-4d3d-9343-069040bb2b8c req-2a7e678f-233b-4d12-ac7c-ba2f27ccedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:19.664703 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6298a878-e129-4d3d-9343-069040bb2b8c req-2a7e678f-233b-4d12-ac7c-ba2f27ccedab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 1097 time: 0.0407782 Nov 27 02:25:19.757647 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a878-e129-4d3d-9343-069040bb2b8c req-dcaa854f-35b4-499d-88ab-aa14a6bd7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:19.759133 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6298a878-e129-4d3d-9343-069040bb2b8c req-dcaa854f-35b4-499d-88ab-aa14a6bd7c9a service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0864921 Nov 27 02:25:19.823751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6298a878-e129-4d3d-9343-069040bb2b8c req-ab5f1473-72a6-4396-a20d-5d228beaf12a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe0c4ff-227e-494b-a542-64679ca81547 HTTP/1.1" status: 200 len: 998 time: 0.0571222 Nov 27 02:25:19.835531 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-46ba026a-a64f-4377-ab86-bbb9c1a12a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '064ac58b-d89d-4a19-a820-1573cfb8a047', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'port_id': '3fe0c4ff-227e-494b-a542-64679ca81547', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'mac_address': 'fa:16:3e:d3:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:25:18Z', 'updated_at': '2021-11-27T02:25:18Z', 'revision_number': 0, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:04Z', 'revision_number': 5, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:25:19.860947 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba026a-a64f-4377-ab86-bbb9c1a12a14 None None] Checking router: a8235019-ccea-4b0a-9fd2-39acdd0929c0 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:25:19.868903 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba026a-a64f-4377-ab86-bbb9c1a12a14 None None] Routers {'a8235019-ccea-4b0a-9fd2-39acdd0929c0'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:25:19.869501 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-46ba026a-a64f-4377-ab86-bbb9c1a12a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:25:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:25:19.877072 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a878-e129-4d3d-9343-069040bb2b8c req-4bf9e548-b0d7-4ef1-9bf4-6c0b8adb869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:19.878534 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6298a878-e129-4d3d-9343-069040bb2b8c req-4bf9e548-b0d7-4ef1-9bf4-6c0b8adb869f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0479450 Nov 27 02:25:19.924870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a878-e129-4d3d-9343-069040bb2b8c req-5eb5fc4d-2fea-405c-a550-6c27d7fc8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:19.926328 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6298a878-e129-4d3d-9343-069040bb2b8c req-5eb5fc4d-2fea-405c-a550-6c27d7fc8c89 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404606 Nov 27 02:25:19.973731 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-46ba026a-a64f-4377-ab86-bbb9c1a12a14 None None] Set router a8235019-ccea-4b0a-9fd2-39acdd0929c0 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:25:20.017666 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6298a878-e129-4d3d-9343-069040bb2b8c req-447f988b-b878-4f97-8e21-596740e295cb service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836575 Nov 27 02:25:20.113302 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6298a878-e129-4d3d-9343-069040bb2b8c req-924ae39b-6f78-4e1f-9876-57020236fbe9 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891452 Nov 27 02:25:20.280530 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-46ba026a-a64f-4377-ab86-bbb9c1a12a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '064ac58b-d89d-4a19-a820-1573cfb8a047', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'port_id': '3fe0c4ff-227e-494b-a542-64679ca81547', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'mac_address': 'fa:16:3e:d3:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:25:18Z', 'updated_at': '2021-11-27T02:25:18Z', 'revision_number': 0, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:04Z', 'revision_number': 5, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:25:20.309416 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba026a-a64f-4377-ab86-bbb9c1a12a14 None None] The sync data for ids ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'] in n-d-817303-10 is: [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '064ac58b-d89d-4a19-a820-1573cfb8a047', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'port_id': '3fe0c4ff-227e-494b-a542-64679ca81547', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'mac_address': 'fa:16:3e:d3:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:25:18Z', 'updated_at': '2021-11-27T02:25:18Z', 'revision_number': 0, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:04Z', 'revision_number': 5, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:25:20.500965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e319e6c5-f1a5-40dc-886a-75bbe832b888 None None] New status for floating IP 064ac58b-d89d-4a19-a820-1573cfb8a047: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:25:29.371372 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:31.274942 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:40.211993 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d9aaec4-d783-4a87-94ea-03944aca5173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:42.383338 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a76ee64a-10bd-4a36-82cd-48b1cd4da422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:43.596968 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:45.138746 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:46.518316 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:47.546906 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:25:59.370995 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:01.305273 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:04.276823 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8376a408-a4d9-4bb0-a146-7da80b0a4d3d req-cf193005-028f-4a10-a1ad-b555784caad6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422223 Nov 27 02:26:04.372507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376a408-a4d9-4bb0-a146-7da80b0a4d3d req-450d05a2-44ed-4c2c-a20c-d2beedbd1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:04.373990 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8376a408-a4d9-4bb0-a146-7da80b0a4d3d req-450d05a2-44ed-4c2c-a20c-d2beedbd1265 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 1097 time: 0.0398538 Nov 27 02:26:04.478398 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376a408-a4d9-4bb0-a146-7da80b0a4d3d req-0247582b-3f91-4aef-b903-a44f566a527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:04.479869 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8376a408-a4d9-4bb0-a146-7da80b0a4d3d req-0247582b-3f91-4aef-b903-a44f566a527a service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0873227 Nov 27 02:26:04.543558 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8376a408-a4d9-4bb0-a146-7da80b0a4d3d req-57b33deb-1816-4eaf-a433-c4d3820fea59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe0c4ff-227e-494b-a542-64679ca81547 HTTP/1.1" status: 200 len: 1000 time: 0.0570190 Nov 27 02:26:04.595843 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376a408-a4d9-4bb0-a146-7da80b0a4d3d req-98fc02df-fee9-4580-8b7f-23ec79bcb0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:04.597267 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8376a408-a4d9-4bb0-a146-7da80b0a4d3d req-98fc02df-fee9-4580-8b7f-23ec79bcb0e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0470643 Nov 27 02:26:04.641810 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376a408-a4d9-4bb0-a146-7da80b0a4d3d req-1eba645e-1703-4ccb-b5bf-dfb3a1736572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:04.643246 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8376a408-a4d9-4bb0-a146-7da80b0a4d3d req-1eba645e-1703-4ccb-b5bf-dfb3a1736572 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390692 Nov 27 02:26:04.654096 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-8376a408-a4d9-4bb0-a146-7da80b0a4d3d req-38e2cea5-be3f-4814-86fc-22a32784a4aa service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:26:04.655020 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8376a408-a4d9-4bb0-a146-7da80b0a4d3d req-38e2cea5-be3f-4814-86fc-22a32784a4aa service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047548 Nov 27 02:26:04.742672 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8376a408-a4d9-4bb0-a146-7da80b0a4d3d req-11fed77a-bb02-4918-850d-5ca32ac6123f service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805979 Nov 27 02:26:04.834229 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8376a408-a4d9-4bb0-a146-7da80b0a4d3d req-dd730ce7-07a7-42a8-b192-8f33e30d7c4a service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846756 Nov 27 02:26:10.213333 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5131b8d6-5cf0-4ff7-ae63-cbfe74b347f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:12.384119 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f264e6ba-5682-455c-b174-e92feee09154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:13.600037 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:15.141049 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:16.521383 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:24.546247 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:26:29.386677 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:31.320143 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:40.214712 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10adfa65-6dec-4f5c-9c4a-4662f147912b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:42.384862 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d5ec-7ae8-4e1f-8b28-e817436e132e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:43.602521 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:45.145978 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:46.523855 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:59.406817 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:01.334961 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:01.546059 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:27:04.352982 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d89d966-ca46-4405-b02f-f79e8a245eb6 req-251d90aa-393e-4b0f-8db2-d4fab816c6ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0887060 Nov 27 02:27:04.449959 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89d966-ca46-4405-b02f-f79e8a245eb6 req-36b39208-d42d-40f5-8098-7a458fa8f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:04.451464 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d89d966-ca46-4405-b02f-f79e8a245eb6 req-36b39208-d42d-40f5-8098-7a458fa8f6c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 1097 time: 0.0405910 Nov 27 02:27:04.558951 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89d966-ca46-4405-b02f-f79e8a245eb6 req-520c2cfe-7b25-4d67-b7b9-b761b20cb5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:04.560401 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d89d966-ca46-4405-b02f-f79e8a245eb6 req-520c2cfe-7b25-4d67-b7b9-b761b20cb5c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0882220 Nov 27 02:27:04.624094 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d89d966-ca46-4405-b02f-f79e8a245eb6 req-5a040c74-5cf9-42f6-bf26-6c364d45f267 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe0c4ff-227e-494b-a542-64679ca81547 HTTP/1.1" status: 200 len: 1000 time: 0.0570164 Nov 27 02:27:04.683260 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89d966-ca46-4405-b02f-f79e8a245eb6 req-8b5fe671-a315-4892-9bdb-87ffb3607d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:04.684689 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d89d966-ca46-4405-b02f-f79e8a245eb6 req-8b5fe671-a315-4892-9bdb-87ffb3607d1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0468585 Nov 27 02:27:04.729805 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89d966-ca46-4405-b02f-f79e8a245eb6 req-8cc3565e-ccbc-4b02-8cf3-2c76c7e7cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:04.731288 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d89d966-ca46-4405-b02f-f79e8a245eb6 req-8cc3565e-ccbc-4b02-8cf3-2c76c7e7cfdd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397096 Nov 27 02:27:04.820746 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d89d966-ca46-4405-b02f-f79e8a245eb6 req-08d411ec-db2d-49e1-bb59-ee57c2046b12 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821395 Nov 27 02:27:04.915546 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2d89d966-ca46-4405-b02f-f79e8a245eb6 req-d72e7338-6c49-47ef-bd5a-ce7a8043f3a3 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871356 Nov 27 02:27:10.215590 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-65e6a7b6-01e9-4f93-ae27-94ed27b82eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:12.384149 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-46ef736a-2a04-43c6-8ee7-27ae6846c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:13.604766 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:15.146831 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:16.086658 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561e00c-bf81-495e-882c-22d77ad4791a req-f7f50d57-d200-4033-92c8-cbf90339ef9e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:16.088143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a561e00c-bf81-495e-882c-22d77ad4791a req-f7f50d57-d200-4033-92c8-cbf90339ef9e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0505741 Nov 27 02:27:16.144166 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a561e00c-bf81-495e-882c-22d77ad4791a req-d35a1ea3-6be4-47dc-8e92-1d799ce1ef44 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499241 Nov 27 02:27:16.526790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:17.263528 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6b952-91ab-4c00-8f7e-d230d1483875 req-4f4df96f-b455-460f-b3f2-3789acfe8df6 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:17.265292 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42a6b952-91ab-4c00-8f7e-d230d1483875 req-4f4df96f-b455-460f-b3f2-3789acfe8df6 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0497673 Nov 27 02:27:17.317695 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-42a6b952-91ab-4c00-8f7e-d230d1483875 req-696fa449-8392-4266-becf-808c1df73af2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448208 Nov 27 02:27:18.460867 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bfd40-8093-4d56-ae10-7ab2e36c3478 req-bdee91d0-7c21-4937-81cd-c092f8a1265a tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:18.462365 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed6bfd40-8093-4d56-ae10-7ab2e36c3478 req-bdee91d0-7c21-4937-81cd-c092f8a1265a tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0514953 Nov 27 02:27:18.517078 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ed6bfd40-8093-4d56-ae10-7ab2e36c3478 req-d0db9bd4-402e-4976-8bd2-0b38ecabad7a tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487993 Nov 27 02:27:19.636187 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a57549-daa9-4c93-8ad9-6b964ad44635 req-425a11ed-c2ea-4820-96f5-ff3600fcf54a tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:19.637756 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7a57549-daa9-4c93-8ad9-6b964ad44635 req-425a11ed-c2ea-4820-96f5-ff3600fcf54a tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0535181 Nov 27 02:27:19.686028 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e7a57549-daa9-4c93-8ad9-6b964ad44635 req-8db64cb2-3e3d-43f0-8b47-88144855366c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423934 Nov 27 02:27:20.798221 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f8a85-baaa-471b-b8d9-a1a3535a637c req-f7ff2f7d-e825-4edc-be8e-8a6bd127e761 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:20.799687 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-009f8a85-baaa-471b-b8d9-a1a3535a637c req-f7ff2f7d-e825-4edc-be8e-8a6bd127e761 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0475714 Nov 27 02:27:20.848328 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-009f8a85-baaa-471b-b8d9-a1a3535a637c req-efc568a7-1988-4cae-b9cb-587f45b5ad15 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421371 Nov 27 02:27:21.962721 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5f673-45aa-4826-9067-941260ecd7b8 req-0bb3ae5b-7977-442b-bcf8-104652827aed tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:21.964206 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aac5f673-45aa-4826-9067-941260ecd7b8 req-0bb3ae5b-7977-442b-bcf8-104652827aed tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0491142 Nov 27 02:27:22.013157 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aac5f673-45aa-4826-9067-941260ecd7b8 req-7af5f177-471e-4224-922a-4c1d929a3772 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429041 Nov 27 02:27:23.128062 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2ec37-cc5b-4fbe-913f-308ee793c303 req-0764ca24-87af-44ee-b8c9-33acf28516a8 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:23.129549 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8a2ec37-cc5b-4fbe-913f-308ee793c303 req-0764ca24-87af-44ee-b8c9-33acf28516a8 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0482352 Nov 27 02:27:23.180446 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a8a2ec37-cc5b-4fbe-913f-308ee793c303 req-63007a02-a7a6-4ad1-8be1-8345d47aab7f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449853 Nov 27 02:27:24.293707 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c41892-e83d-4147-a1b3-9ad7d170e553 req-cbc89b46-fa5b-4138-af48-b18fd7ea5d7f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:24.295202 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-67c41892-e83d-4147-a1b3-9ad7d170e553 req-cbc89b46-fa5b-4138-af48-b18fd7ea5d7f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0487595 Nov 27 02:27:24.347446 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-67c41892-e83d-4147-a1b3-9ad7d170e553 req-33d8d95f-eadf-48ce-9943-4f69a3696e4f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462842 Nov 27 02:27:25.543852 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfdc72-36b0-4c2d-86fb-bfe3abc873be req-d64ad525-73ca-4810-a093-b4a03c3c1d63 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:25.545298 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-26cfdc72-36b0-4c2d-86fb-bfe3abc873be req-d64ad525-73ca-4810-a093-b4a03c3c1d63 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.1298983 Nov 27 02:27:25.593022 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-26cfdc72-36b0-4c2d-86fb-bfe3abc873be req-6c4822d1-8a59-425d-bf15-a541af635036 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418072 Nov 27 02:27:26.344621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e5687-7c6c-4151-a7b3-976be60d7a21 req-60a61869-4e7e-4fab-b0c7-0752abbbba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:26.346097 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a54e5687-7c6c-4151-a7b3-976be60d7a21 req-60a61869-4e7e-4fab-b0c7-0752abbbba2c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 1097 time: 0.0405409 Nov 27 02:27:26.434123 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e5687-7c6c-4151-a7b3-976be60d7a21 req-77bde452-2de6-43b1-8fac-35d2ebb6232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:26.435594 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a54e5687-7c6c-4151-a7b3-976be60d7a21 req-77bde452-2de6-43b1-8fac-35d2ebb6232a service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0821621 Nov 27 02:27:26.508368 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a54e5687-7c6c-4151-a7b3-976be60d7a21 req-29cf598c-c0cc-4d2a-88af-fc6c669754de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe0c4ff-227e-494b-a542-64679ca81547 HTTP/1.1" status: 200 len: 1000 time: 0.0660288 Nov 27 02:27:26.557798 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e5687-7c6c-4151-a7b3-976be60d7a21 req-4fb8befe-b962-44f1-8834-6795e5878403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:26.559169 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a54e5687-7c6c-4151-a7b3-976be60d7a21 req-4fb8befe-b962-44f1-8834-6795e5878403 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0442162 Nov 27 02:27:26.614243 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e5687-7c6c-4151-a7b3-976be60d7a21 req-745d84dc-b099-4ea5-8dda-302dc8b1d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:26.616011 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a54e5687-7c6c-4151-a7b3-976be60d7a21 req-745d84dc-b099-4ea5-8dda-302dc8b1d013 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403986 Nov 27 02:27:26.718224 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a54e5687-7c6c-4151-a7b3-976be60d7a21 req-40089a49-06df-49ca-b018-3470f624f317 service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928812 Nov 27 02:27:26.839172 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd15b5-23fb-4a15-8670-fdb38adf20f8 req-d70517e4-a8c1-430e-9b09-d162166d82aa tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:26.841010 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5cd15b5-23fb-4a15-8670-fdb38adf20f8 req-d70517e4-a8c1-430e-9b09-d162166d82aa tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.1665697 Nov 27 02:27:26.879807 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a54e5687-7c6c-4151-a7b3-976be60d7a21 req-11a0421d-cdd2-4d36-9359-3c7f82e39bbd service neutron] 10.222.0.31 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486523 Nov 27 02:27:26.912212 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-e5cd15b5-23fb-4a15-8670-fdb38adf20f8 req-4254b7bd-df7c-4317-bc7d-b0344a23e8e8 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617542 Nov 27 02:27:28.027229 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463a15c-7216-4857-afc8-b3c309cbccd8 req-c9fb8abf-9a5c-4640-b823-79e5ba671061 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:28.028645 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4463a15c-7216-4857-afc8-b3c309cbccd8 req-c9fb8abf-9a5c-4640-b823-79e5ba671061 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0484948 Nov 27 02:27:28.077119 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-4463a15c-7216-4857-afc8-b3c309cbccd8 req-5e0765e6-c611-4f34-b321-1fa4773b2250 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424986 Nov 27 02:27:29.195497 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddb8b6-55c1-470c-80bd-721d5b7314ef req-5df71708-89e5-4b37-8e30-ca5a539cefd5 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:29.197025 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-01ddb8b6-55c1-470c-80bd-721d5b7314ef req-5df71708-89e5-4b37-8e30-ca5a539cefd5 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0497978 Nov 27 02:27:29.247344 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-01ddb8b6-55c1-470c-80bd-721d5b7314ef req-7a5834d0-cd39-455e-a6ea-014bdead28da tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443184 Nov 27 02:27:29.417085 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:30.371116 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a243c74-d49e-4ae5-a43f-7ed907736d36 req-0fb2d2b2-4893-4f51-87b9-ae2f97458f40 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:30.372470 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a243c74-d49e-4ae5-a43f-7ed907736d36 req-0fb2d2b2-4893-4f51-87b9-ae2f97458f40 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0543556 Nov 27 02:27:30.420508 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6a243c74-d49e-4ae5-a43f-7ed907736d36 req-27ee7e17-d70d-4b26-8302-23b2c1d3038e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420048 Nov 27 02:27:31.328797 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:31.647040 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87cb57-817b-4c80-9d03-852bcb05e5ef req-be61c934-5461-448f-b6a4-e9b7de85c17e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:31.648552 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b87cb57-817b-4c80-9d03-852bcb05e5ef req-be61c934-5461-448f-b6a4-e9b7de85c17e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0491912 Nov 27 02:27:31.652455 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-cbcb089b-a514-445b-a8df-5d44624eb483 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772638 Nov 27 02:27:31.661099 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-7aacbb96-401a-4889-9f75-1406405e3fdd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:27:31.662080 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-7aacbb96-401a-4889-9f75-1406405e3fdd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048978 Nov 27 02:27:31.699158 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-5b87cb57-817b-4c80-9d03-852bcb05e5ef req-d1c9d1bd-5eee-4e75-9366-f1bd199af270 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434794 Nov 27 02:27:32.820691 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbabb8-616a-48eb-8bdf-7040d3acce89 req-3b3f422c-676b-4824-8df8-5b185377312a tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:32.822218 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a9bbabb8-616a-48eb-8bdf-7040d3acce89 req-3b3f422c-676b-4824-8df8-5b185377312a tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 945 time: 0.0547194 Nov 27 02:27:32.875601 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a9bbabb8-616a-48eb-8bdf-7040d3acce89 req-e0ca151f-a86b-433c-8c9e-7587eaa73dc0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469465 Nov 27 02:27:33.546351 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device 3fe0c4ff-227e-494b-a542-64679ca81547 no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:27:33.623802 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:33.645163 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:27:33.647392 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a76350-2ea3-4e45-aa8f-67c5f4394c67" -d '{"events": [{"server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "name": "network-vif-unplugged", "status": "completed", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:27:33.659851 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port 3fe0c4ff-227e-494b-a542-64679ca81547, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=3fe0c4ff-227e-494b-a542-64679ca81547,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:33.664071 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:33.688689 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b6d865-0506-43c4-a6bf-64f8959874fa x-openstack-request-id: req-56b6d865-0506-43c4-a6bf-64f8959874fa {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:27:33.688977 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "name": "network-vif-unplugged", "status": "failed", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547", "code": 422}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:27:33.689225 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56b6d865-0506-43c4-a6bf-64f8959874fa {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:27:33.689612 n-d-817303-10 neutron-server[103404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547', 'code': 422} returned with failed status Nov 27 02:27:33.714242 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=3fe0c4ff-227e-494b-a542-64679ca81547,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:33.721473 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:33.721823 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:33.722162 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:33.722499 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:33.722832 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:33.723160 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:33.723484 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:33.723812 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:33.724132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:33.724480 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:33.724800 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:33.725118 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:33.993680 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b79b55-de4c-4400-96e4-f851dbbbaf36 req-b51af27f-0b2d-4e50-a1f4-d1b3b64eb445 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:33.995228 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-18b79b55-de4c-4400-96e4-f851dbbbaf36 req-b51af27f-0b2d-4e50-a1f4-d1b3b64eb445 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0517123 Nov 27 02:27:34.045850 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-18b79b55-de4c-4400-96e4-f851dbbbaf36 req-4b2729a5-02c2-45f0-970e-6f065a85de84 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444133 Nov 27 02:27:35.158082 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9958b-e0db-46a7-8939-2d7ced367193 req-366da0f1-0771-481d-b19f-24e2864d3df4 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:35.159529 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4a9958b-e0db-46a7-8939-2d7ced367193 req-366da0f1-0771-481d-b19f-24e2864d3df4 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0471387 Nov 27 02:27:35.211116 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e4a9958b-e0db-46a7-8939-2d7ced367193 req-0718c984-2369-4d31-98b9-b38a3ce4b009 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457680 Nov 27 02:27:36.331358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452e918-4565-4696-a3cc-c36c6440fb2c req-0d70cf99-2765-46eb-a52a-c5f3993cff6e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:36.333071 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6452e918-4565-4696-a3cc-c36c6440fb2c req-0d70cf99-2765-46eb-a52a-c5f3993cff6e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0546012 Nov 27 02:27:36.383726 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-6452e918-4565-4696-a3cc-c36c6440fb2c req-f860f335-ec3f-4442-97fe-6a009377eea2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445652 Nov 27 02:27:37.500188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fb35c-d1b5-495f-86f3-c6aadcaf92f6 req-70ab9ac2-2f77-4c21-bf32-3e131b4e337b tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:37.501729 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e7fb35c-d1b5-495f-86f3-c6aadcaf92f6 req-70ab9ac2-2f77-4c21-bf32-3e131b4e337b tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0488422 Nov 27 02:27:37.554978 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-6e7fb35c-d1b5-495f-86f3-c6aadcaf92f6 req-815df2f2-9fcc-435b-9ec3-456718a69d04 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472267 Nov 27 02:27:38.546612 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:27:38.671179 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1811b4-8797-482f-b830-61853b457fa9 req-8ee3c150-e19e-4c7d-9af2-c7ac976dcec9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:38.672696 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a1811b4-8797-482f-b830-61853b457fa9 req-8ee3c150-e19e-4c7d-9af2-c7ac976dcec9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0489750 Nov 27 02:27:38.721791 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1a1811b4-8797-482f-b830-61853b457fa9 req-770679e5-b5cb-4564-9811-99c819b9205a tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431085 Nov 27 02:27:39.837261 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab340f67-9f16-4dff-a4ec-369068cfcad0 req-ab635a72-3e06-4a00-becf-280d0ffb3d8c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:39.838851 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab340f67-9f16-4dff-a4ec-369068cfcad0 req-ab635a72-3e06-4a00-becf-280d0ffb3d8c tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0491493 Nov 27 02:27:39.888190 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ab340f67-9f16-4dff-a4ec-369068cfcad0 req-48cafafb-f548-4821-a967-32474c1c272f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434153 Nov 27 02:27:40.217501 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-928ef1ef-b715-45a2-8cbd-847c77b568f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:41.006773 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffb17d-237f-4d70-8088-869b394e1980 req-c0f4a616-7694-40fc-a0b4-00ba4ede0678 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:41.008326 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80ffb17d-237f-4d70-8088-869b394e1980 req-c0f4a616-7694-40fc-a0b4-00ba4ede0678 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0499814 Nov 27 02:27:41.063979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-80ffb17d-237f-4d70-8088-869b394e1980 req-860b34b5-69f2-41bc-b501-962398482de0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490236 Nov 27 02:27:41.735131 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-1f407f4e-587e-4aaf-ad3d-0ed0a08c232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:41.736647 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-1f407f4e-587e-4aaf-ad3d-0ed0a08c232c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16&tenant_id=a46a0562ef5b4724ab9620448193d943 HTTP/1.1" status: 200 len: 1095 time: 0.0854423 Nov 27 02:27:41.752794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-e67f9d3f-cbdd-4f69-9a8c-c8fcbc1b4f78 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:27:41.753767 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-e67f9d3f-cbdd-4f69-9a8c-c8fcbc1b4f78 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048263 Nov 27 02:27:41.779727 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-10', 'device_owner': 'compute:nova'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:41.831890 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.025380 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] For port 3fe0c4ff-227e-494b-a542-64679ca81547, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=3fe0c4ff-227e-494b-a542-64679ca81547,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:42.058945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] For port 3fe0c4ff-227e-494b-a542-64679ca81547, host n-h2-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:27:42.098275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe0c4ff-227e-494b-a542-64679ca81547 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:27:42.107220 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.119387 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Transition to ACTIVE for port object 3fe0c4ff-227e-494b-a542-64679ca81547 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:27:42.123289 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.238341 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe0c4ff-227e-494b-a542-64679ca81547,revision_number=7']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:42.254208 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:42.254561 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:42.254901 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:42.255239 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:42.259711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:42.259711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:42.259711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:42.259711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:42.259711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:42.259711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:42.259711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:42.259711 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:42.277789 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3a56a-c0d3-4a52-aa54-dad76dab3019 req-9637baf0-0dbc-4484-a22f-102d5eff22c0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:42.279367 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9eb3a56a-c0d3-4a52-aa54-dad76dab3019 req-9637baf0-0dbc-4484-a22f-102d5eff22c0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.1299622 Nov 27 02:27:42.306616 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] No DVR routers for this DVR port 3fe0c4ff-227e-494b-a542-64679ca81547 on host n-h2-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:27:42.390791 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-372b8945-cfc9-4398-a5c0-46a2459c2192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.417111 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9eb3a56a-c0d3-4a52-aa54-dad76dab3019 req-d3ae16a6-4d0b-4328-a315-4b688aaa0128 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305182 Nov 27 02:27:42.473337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Attempting to bind port 3fe0c4ff-227e-494b-a542-64679ca81547 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:27:42.473660 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Attempting to bind port 3fe0c4ff-227e-494b-a542-64679ca81547 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:27:42.473981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Attempting to bind port 3fe0c4ff-227e-494b-a542-64679ca81547 on network f8affa00-f0bf-447f-959d-6e532ed9561b {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:27:42.478176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Port 3fe0c4ff-227e-494b-a542-64679ca81547 on network f8affa00-f0bf-447f-959d-6e532ed9561b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:27:42.478494 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Attempting to bind port 3fe0c4ff-227e-494b-a542-64679ca81547 on network f8affa00-f0bf-447f-959d-6e532ed9561b {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:27:42.483182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:27:42.483513 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Checking segment: {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:27:42.483914 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Bound using segment: {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:27:42.484353 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Bound port: 3fe0c4ff-227e-494b-a542-64679ca81547, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:27:42.484699 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.547731 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] For port 3fe0c4ff-227e-494b-a542-64679ca81547, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:27:42.550777 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] For port 3fe0c4ff-227e-494b-a542-64679ca81547, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3fe0c4ff-227e-494b-a542-64679ca81547,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:27:42.554261 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.590392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:42.591121 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.592517 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] 10.222.0.21 "PUT /v2.0/ports/3fe0c4ff-227e-494b-a542-64679ca81547 HTTP/1.1" status: 200 len: 1092 time: 0.8167791 Nov 27 02:27:42.592955 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:27:42.595189 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a3cb7b-64af-42cd-b04f-4872dff51152" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:27:42.622913 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963222b2-5da4-4ff7-b261-1cc9ff2d8f71 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe0c4ff-227e-494b-a542-64679ca81547,revision_number=8']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:42.673921 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-6c22300c-1861-465e-81a8-7ee738c1d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:42.675526 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-6c22300c-1861-465e-81a8-7ee738c1d563 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 1095 time: 0.0446823 Nov 27 02:27:42.709236 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9b8797-fa9a-4d18-9780-8636f175d171 x-openstack-request-id: req-1d9b8797-fa9a-4d18-9780-8636f175d171 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:27:42.709538 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:27:42.709793 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d9b8797-fa9a-4d18-9780-8636f175d171 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:27:42.710200 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547', 'status': 'completed', 'code': 200} Nov 27 02:27:42.778939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-00fdd958-f112-455d-9ba6-9094ae7d0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:42.780442 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-00fdd958-f112-455d-9ba6-9094ae7d0dcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0911925 Nov 27 02:27:42.855871 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-c4fd0da9-73d6-4cbe-a071-a33525dbddbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe0c4ff-227e-494b-a542-64679ca81547 HTTP/1.1" status: 200 len: 998 time: 0.0623322 Nov 27 02:27:42.905088 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-92523c3c-66f3-414f-b18d-cf4fa9a6abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:42.906419 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-92523c3c-66f3-414f-b18d-cf4fa9a6abf2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0433471 Nov 27 02:27:42.956663 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-08c7b613-31b1-4232-b2fd-e4616015cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:42.958111 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-08c7b613-31b1-4232-b2fd-e4616015cc0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395792 Nov 27 02:27:43.052322 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-dfd9a30e-a9ea-41cd-93a2-d8ab64997cfb service neutron] 10.222.0.21 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861180 Nov 27 02:27:43.145104 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-1ffdcb10-cab7-4032-860b-c7084678aad0 service neutron] 10.222.0.21 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801690 Nov 27 02:27:43.269177 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3cb7b-64af-42cd-b04f-4872dff51152 req-5304ea9b-f2db-4d26-8222-65d23f0ed303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:43.270580 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3a3cb7b-64af-42cd-b04f-4872dff51152 req-5304ea9b-f2db-4d26-8222-65d23f0ed303 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 1095 time: 0.0471339 Nov 27 02:27:43.364455 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3cb7b-64af-42cd-b04f-4872dff51152 req-9e690026-c055-496d-89d8-367bd96d2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:43.365964 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3a3cb7b-64af-42cd-b04f-4872dff51152 req-9e690026-c055-496d-89d8-367bd96d2e50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0833361 Nov 27 02:27:43.437880 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3a3cb7b-64af-42cd-b04f-4872dff51152 req-4296cef3-2dce-49be-8197-e4d76eff9a2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe0c4ff-227e-494b-a542-64679ca81547 HTTP/1.1" status: 200 len: 998 time: 0.0645242 Nov 27 02:27:43.499215 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3cb7b-64af-42cd-b04f-4872dff51152 req-67fa99b0-07cf-41dd-868f-fdca80256ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:43.500666 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3a3cb7b-64af-42cd-b04f-4872dff51152 req-67fa99b0-07cf-41dd-868f-fdca80256ad1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0551062 Nov 27 02:27:43.563295 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb330b-dc69-4814-8cd9-7c3a05aedc2e req-899cda67-f923-47b8-90d9-20715fc976a7 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:43.564666 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bcbb330b-dc69-4814-8cd9-7c3a05aedc2e req-899cda67-f923-47b8-90d9-20715fc976a7 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0787175 Nov 27 02:27:43.569762 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3cb7b-64af-42cd-b04f-4872dff51152 req-ca3b5d37-c7be-4c54-ba99-d68e2939ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:43.571090 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3a3cb7b-64af-42cd-b04f-4872dff51152 req-ca3b5d37-c7be-4c54-ba99-d68e2939ed03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568204 Nov 27 02:27:43.607115 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:43.663279 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bcbb330b-dc69-4814-8cd9-7c3a05aedc2e req-1ec5d894-2942-441d-a695-65d99216a684 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912566 Nov 27 02:27:43.693250 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3a3cb7b-64af-42cd-b04f-4872dff51152 req-640faac5-66b1-4d1f-9a80-2c1b0b4f6641 service neutron] 10.222.0.21 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092296 Nov 27 02:27:43.808137 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c3a3cb7b-64af-42cd-b04f-4872dff51152 req-a99140ab-c250-4ba1-8e1e-8996945e3f87 service neutron] 10.222.0.21 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876136 Nov 27 02:27:44.779279 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c4508-9c2f-4395-8eca-aac295383766 req-77d372dc-3272-4da3-bf9a-99c7d5ca9ccc tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:44.780783 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd8c4508-9c2f-4395-8eca-aac295383766 req-77d372dc-3272-4da3-bf9a-99c7d5ca9ccc tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0479581 Nov 27 02:27:44.829844 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-fd8c4508-9c2f-4395-8eca-aac295383766 req-c2e4c016-6b70-43af-8d9f-c54c59ef2092 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432270 Nov 27 02:27:45.149686 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.302470 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-4281e91c-213d-4795-8be3-9ab8cb8faf64 req-636fc53d-7cc9-4e37-8b84-6fff99be10ca service neutron] (103403) timed out ('10.222.0.31', 60633) {{(pid=103403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 02:27:45.949307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32644ca-4a10-4765-9862-98f8434bf41d req-c1a0dac3-d2f0-4314-aa63-461f4a2daf16 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:45.950773 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b32644ca-4a10-4765-9862-98f8434bf41d req-c1a0dac3-d2f0-4314-aa63-461f4a2daf16 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0495346 Nov 27 02:27:45.998713 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-b32644ca-4a10-4765-9862-98f8434bf41d req-66b00553-ff43-40b7-983f-d8b1cc9eecb1 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417709 Nov 27 02:27:46.530034 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:47.111741 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0091f53-98e8-47b8-b8df-d4e0b75863e4 req-e48b76de-7807-4283-8e21-ef45c4ebb539 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:47.113269 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f0091f53-98e8-47b8-b8df-d4e0b75863e4 req-e48b76de-7807-4283-8e21-ef45c4ebb539 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0491245 Nov 27 02:27:47.166312 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-f0091f53-98e8-47b8-b8df-d4e0b75863e4 req-9a335571-f905-4315-a2b7-37f04f3b98d6 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471785 Nov 27 02:27:48.001114 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c60769-46ea-41f6-aad0-4fb5aefe66ab req-f65e2d70-4f6a-47b2-924a-924667d088b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:48.002582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98c60769-46ea-41f6-aad0-4fb5aefe66ab req-f65e2d70-4f6a-47b2-924a-924667d088b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 1095 time: 0.0403359 Nov 27 02:27:48.113957 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c60769-46ea-41f6-aad0-4fb5aefe66ab req-d27acba2-c75a-4df4-a411-8af27b1fdf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:48.115439 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98c60769-46ea-41f6-aad0-4fb5aefe66ab req-d27acba2-c75a-4df4-a411-8af27b1fdf5f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0879273 Nov 27 02:27:48.185088 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98c60769-46ea-41f6-aad0-4fb5aefe66ab req-bfc3ffdb-5427-43b0-9df3-18b7c19cf21e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe0c4ff-227e-494b-a542-64679ca81547 HTTP/1.1" status: 200 len: 998 time: 0.0570490 Nov 27 02:27:48.247677 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c60769-46ea-41f6-aad0-4fb5aefe66ab req-9317ff19-18ee-43bf-b333-6b10eab1a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:48.249098 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98c60769-46ea-41f6-aad0-4fb5aefe66ab req-9317ff19-18ee-43bf-b333-6b10eab1a1d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0528905 Nov 27 02:27:48.317962 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63063c-8962-4e21-9d1d-c5273ffa57b2 req-1af97a94-8e40-44c7-835d-3c5264dbb60f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:48.319426 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff63063c-8962-4e21-9d1d-c5273ffa57b2 req-1af97a94-8e40-44c7-835d-3c5264dbb60f tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0852699 Nov 27 02:27:48.321786 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c60769-46ea-41f6-aad0-4fb5aefe66ab req-4284f5c8-1c45-40fa-8119-2435f8bc73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:48.323154 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98c60769-46ea-41f6-aad0-4fb5aefe66ab req-4284f5c8-1c45-40fa-8119-2435f8bc73e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570102 Nov 27 02:27:48.417875 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-ff63063c-8962-4e21-9d1d-c5273ffa57b2 req-20edc548-4850-4dc9-9de8-89c65fb41dd7 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923963 Nov 27 02:27:48.445652 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98c60769-46ea-41f6-aad0-4fb5aefe66ab req-de073c71-150b-4aa2-8113-0e6b3f85711d service neutron] 10.222.0.21 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079710 Nov 27 02:27:48.540007 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-98c60769-46ea-41f6-aad0-4fb5aefe66ab req-1e75550d-91e6-4fa8-80b8-1f7687e7afda service neutron] 10.222.0.21 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828283 Nov 27 02:27:49.539718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19779a0b-8e37-4964-b47f-b8eb478a6964 req-7918eef0-18df-41d6-bbb0-4b636b32ee28 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:49.541183 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-19779a0b-8e37-4964-b47f-b8eb478a6964 req-7918eef0-18df-41d6-bbb0-4b636b32ee28 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0542719 Nov 27 02:27:49.590343 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-19779a0b-8e37-4964-b47f-b8eb478a6964 req-b0d97c7d-cfd0-43fb-a296-017f7296365d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423844 Nov 27 02:27:50.705609 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bac374-8470-4d75-b5da-ed1c3eb2e4b4 req-fbfbf3a6-05b4-47c3-92f7-6c682e387703 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:50.707251 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-38bac374-8470-4d75-b5da-ed1c3eb2e4b4 req-fbfbf3a6-05b4-47c3-92f7-6c682e387703 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 943 time: 0.0499663 Nov 27 02:27:50.759465 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-38bac374-8470-4d75-b5da-ed1c3eb2e4b4 req-5c4e89bc-7f61-4589-ac43-b45bb1979f02 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462282 Nov 27 02:27:51.252496 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3fe0c4ff-227e-494b-a542-64679ca81547 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:27:51.345871 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3fe0c4ff-227e-494b-a542-64679ca81547, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3fe0c4ff-227e-494b-a542-64679ca81547,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:51.357548 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '3fe0c4ff-227e-494b-a542-64679ca81547', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'port_id': '3fe0c4ff-227e-494b-a542-64679ca81547', 'mac_address': 'fa:16:3e:d3:1c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:27:51.392964 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:51.409182 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe0c4ff-227e-494b-a542-64679ca81547 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:27:51.428034 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3fe0c4ff-227e-494b-a542-64679ca81547, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3fe0c4ff-227e-494b-a542-64679ca81547,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:51.431452 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:51.477876 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=3fe0c4ff-227e-494b-a542-64679ca81547,revision_number=9']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:51.796214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['3fe0c4ff-227e-494b-a542-64679ca81547'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:27:51.876283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f035cf2-c32e-4118-8d5f-3ecc804f45ae req-aa22033f-e982-43b6-a5ac-1de8f4ceb6bb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:51.877788 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f035cf2-c32e-4118-8d5f-3ecc804f45ae req-aa22033f-e982-43b6-a5ac-1de8f4ceb6bb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 944 time: 0.0488551 Nov 27 02:27:51.927991 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f035cf2-c32e-4118-8d5f-3ecc804f45ae req-585c618b-419f-4254-9b6d-610167e73542 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437739 Nov 27 02:27:53.041213 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da5e9f-ea82-492d-829a-afc63a98215c req-e864a768-4c32-49e0-b1ea-7c6ecfbbbe14 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:53.042976 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c2da5e9f-ea82-492d-829a-afc63a98215c req-e864a768-4c32-49e0-b1ea-7c6ecfbbbe14 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 944 time: 0.0483730 Nov 27 02:27:53.091766 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-c2da5e9f-ea82-492d-829a-afc63a98215c req-555c62a9-d6cc-41ff-b54c-3dac269d3ffb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428917 Nov 27 02:27:53.258233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3fe0c4ff-227e-494b-a542-64679ca81547 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:27:53.306870 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 3fe0c4ff-227e-494b-a542-64679ca81547 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:27:53.310967 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 3fe0c4ff-227e-494b-a542-64679ca81547 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:53.311344 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.389409 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.410965 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:27:53.413222 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cba2b44-9ecd-478f-9d73-4dca8064e715" -d '{"events": [{"server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "name": "network-vif-plugged", "status": "completed", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:27:53.426003 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 3fe0c4ff-227e-494b-a542-64679ca81547, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3fe0c4ff-227e-494b-a542-64679ca81547,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:53.429999 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.458487 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9877e9-0c78-44bf-aeb8-7eb2883d8876 x-openstack-request-id: req-ca9877e9-0c78-44bf-aeb8-7eb2883d8876 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:27:53.458786 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "name": "network-vif-plugged", "status": "completed", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:27:53.459049 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca9877e9-0c78-44bf-aeb8-7eb2883d8876 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:27:53.459673 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547', 'code': 200} Nov 27 02:27:53.480303 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=3fe0c4ff-227e-494b-a542-64679ca81547,revision_number=10']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:53.681885 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1af30-9c7b-4b48-a9fc-9b007f954c3b req-d6cd9092-d678-4c21-b386-4cf65efbdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:53.683981 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7cb1af30-9c7b-4b48-a9fc-9b007f954c3b req-d6cd9092-d678-4c21-b386-4cf65efbdabd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 1098 time: 0.0391822 Nov 27 02:27:53.732622 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7cb1af30-9c7b-4b48-a9fc-9b007f954c3b req-8866034f-85f4-4a97-bce9-92fbbcdefaa7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374429 Nov 27 02:27:54.207519 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650780e4-5f32-4dd1-9e9e-c180494767f3 req-091ba66b-ae99-4ffb-a0f0-5ac81399ef23 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:54.208983 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-650780e4-5f32-4dd1-9e9e-c180494767f3 req-091ba66b-ae99-4ffb-a0f0-5ac81399ef23 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 946 time: 0.0508306 Nov 27 02:27:54.256331 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-650780e4-5f32-4dd1-9e9e-c180494767f3 req-91a1e7d0-a807-4fb9-b0ac-e3e64c79611d tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409994 Nov 27 02:27:55.369621 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad216ac0-ebab-47a6-aa6a-2af4e172d244 req-c305c721-a6d7-44da-8a80-3d55339ba5e4 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:55.371084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ad216ac0-ebab-47a6-aa6a-2af4e172d244 req-c305c721-a6d7-44da-8a80-3d55339ba5e4 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 946 time: 0.0471396 Nov 27 02:27:55.423315 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-ad216ac0-ebab-47a6-aa6a-2af4e172d244 req-b42e0073-38d5-4b74-87e3-8ee6bb35f752 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464168 Nov 27 02:27:59.414994 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:01.334087 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:10.218542 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c8a3-185a-4815-8336-1b7926eff933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:12.381519 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-48dd2280-4a73-4388-827f-167f7598dea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:13.610268 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:15.151733 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:15.545784 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:28:16.531400 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:29.431969 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:31.358785 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:40.220517 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b96ce177-c8c7-4189-b698-d92b176d21cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:42.382786 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-3b26d94a-f5a1-4cbe-8739-5c9d7190e511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:43.612506 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:45.154548 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:46.533875 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:49.931106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33b9efa1-afc9-4db3-a1b9-ad02b6e4f908 req-682649df-c156-4240-a13f-c3661fba6099 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383222 Nov 27 02:28:50.042347 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9efa1-afc9-4db3-a1b9-ad02b6e4f908 req-3863d5fd-7dc6-47a9-ba70-93a7908c4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:50.043803 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33b9efa1-afc9-4db3-a1b9-ad02b6e4f908 req-3863d5fd-7dc6-47a9-ba70-93a7908c4e2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 1098 time: 0.0399063 Nov 27 02:28:50.152294 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9efa1-afc9-4db3-a1b9-ad02b6e4f908 req-43a78700-bed2-40b3-8692-d189036e4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:50.153795 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33b9efa1-afc9-4db3-a1b9-ad02b6e4f908 req-43a78700-bed2-40b3-8692-d189036e4c55 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.0869324 Nov 27 02:28:50.218610 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33b9efa1-afc9-4db3-a1b9-ad02b6e4f908 req-ce122c0e-189c-4e5c-99cb-a46032368b7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe0c4ff-227e-494b-a542-64679ca81547 HTTP/1.1" status: 200 len: 1000 time: 0.0576074 Nov 27 02:28:50.275079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9efa1-afc9-4db3-a1b9-ad02b6e4f908 req-a5ae4331-bfd6-4141-8548-35c4ce730432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:50.277037 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33b9efa1-afc9-4db3-a1b9-ad02b6e4f908 req-a5ae4331-bfd6-4141-8548-35c4ce730432 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0468473 Nov 27 02:28:50.326651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9efa1-afc9-4db3-a1b9-ad02b6e4f908 req-20961ed1-2ed3-4e39-a2d0-e77c8cd62fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:50.328086 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33b9efa1-afc9-4db3-a1b9-ad02b6e4f908 req-20961ed1-2ed3-4e39-a2d0-e77c8cd62fc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390401 Nov 27 02:28:50.421417 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33b9efa1-afc9-4db3-a1b9-ad02b6e4f908 req-1bacccbc-97e5-450c-8bfe-74f54392c852 service neutron] 10.222.0.21 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812826 Nov 27 02:28:50.517750 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-33b9efa1-afc9-4db3-a1b9-ad02b6e4f908 req-5c075e21-fab1-4285-9a31-6dd430094773 service neutron] 10.222.0.21 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825047 Nov 27 02:28:52.544952 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:28:59.430682 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:01.365144 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:10.221353 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-188136f1-d5c7-493e-9f76-f1e2fd1cc21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:12.384279 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-302b9d69-782c-40fc-ab72-7fd1bd8173b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:13.615335 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:13.926649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46522) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:14.085414 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Deleting port a7cd6480-bb3f-46ad-9452-2b10bb7893fb {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:29:14.085754 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:14.158574 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:14.158897 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:14.170455 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Calling delete_port for a7cd6480-bb3f-46ad-9452-2b10bb7893fb owned by network:floatingip {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:29:14.319284 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:14.345544 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event deleted for resources: {'Port': ['ID=a7cd6480-bb3f-46ad-9452-2b10bb7893fb,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:14.368200 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:14.368573 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:14.369435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:14.369775 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:14.370115 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:14.370449 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:14.370777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:14.371104 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:14.371511 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:14.371757 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:14.372085 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:14.372437 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:14.415942 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for floatingip, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:14.416302 n-d-817303-10 neutron-server[103402]: INFO neutron.db.l3_db [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Floating IP 064ac58b-d89d-4a19-a820-1573cfb8a047 disassociated (deleted). External IP: 172.25.1.77, port: 3fe0c4ff-227e-494b-a542-64679ca81547. Nov 27 02:29:14.619948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Router a8235019-ccea-4b0a-9fd2-39acdd0929c0 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:29:14.724614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:29:14.729901 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:14.735841 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7d5dd-930b-454c-8786-45369bc31b09 None None] Sync routers for ids ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:29:14.747520 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7d5dd-930b-454c-8786-45369bc31b09 None None] Routers {'a8235019-ccea-4b0a-9fd2-39acdd0929c0'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:14.748139 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-dda7d5dd-930b-454c-8786-45369bc31b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:14.759919 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-2b615311-bf7e-4c21-aff3-7d9ee1034c85 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "DELETE /v2.0/floatingips/064ac58b-d89d-4a19-a820-1573cfb8a047 HTTP/1.1" status: 204 len: 168 time: 0.8322279 Nov 27 02:29:14.760527 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:29:14.763024 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604e6a79-0197-43d2-bcec-389b8ab54b34" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:29:14.804104 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee60141-9a80-47b3-9ce1-4a03306d74a8 x-openstack-request-id: req-bee60141-9a80-47b3-9ce1-4a03306d74a8 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:29:14.804437 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:29:14.804699 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bee60141-9a80-47b3-9ce1-4a03306d74a8 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:29:14.805114 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547', 'status': 'completed', 'code': 200} Nov 27 02:29:14.864270 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-dda7d5dd-930b-454c-8786-45369bc31b09 None None] Set router a8235019-ccea-4b0a-9fd2-39acdd0929c0 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:14.905593 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e6a79-0197-43d2-bcec-389b8ab54b34 req-6175ea9b-e8c3-44b6-bc15-9958ca92e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:14.907386 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-604e6a79-0197-43d2-bcec-389b8ab54b34 req-6175ea9b-e8c3-44b6-bc15-9958ca92e968 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a46a0562ef5b4724ab9620448193d943&device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 1098 time: 0.0456758 Nov 27 02:29:15.018536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50263cc8-3dfd-4973-a19d-9aa484e190de req-54e46286-2630-4274-9057-088fe5a34f69 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:15.020881 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-50263cc8-3dfd-4973-a19d-9aa484e190de req-54e46286-2630-4274-9057-088fe5a34f69 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 946 time: 0.0690784 Nov 27 02:29:15.060845 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e6a79-0197-43d2-bcec-389b8ab54b34 req-e04c1bd6-cc22-421d-8f5c-2a21259b91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:15.062393 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-604e6a79-0197-43d2-bcec-389b8ab54b34 req-e04c1bd6-cc22-421d-8f5c-2a21259b91fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 200 len: 910 time: 0.1012509 Nov 27 02:29:15.075948 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-50263cc8-3dfd-4973-a19d-9aa484e190de req-9ff0a0be-6aed-407a-b42e-6eba2ee68b26 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485260 Nov 27 02:29:15.105036 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-dda7d5dd-930b-454c-8786-45369bc31b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:04Z', 'revision_number': 5, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:15.112096 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-604e6a79-0197-43d2-bcec-389b8ab54b34 req-a35e077a-3ab2-4ad9-ac71-6a8b47a906eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe0c4ff-227e-494b-a542-64679ca81547 HTTP/1.1" status: 200 len: 217 time: 0.0373542 Nov 27 02:29:15.131011 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7d5dd-930b-454c-8786-45369bc31b09 None None] Checking router: a8235019-ccea-4b0a-9fd2-39acdd0929c0 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:29:15.139346 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7d5dd-930b-454c-8786-45369bc31b09 None None] Routers {'a8235019-ccea-4b0a-9fd2-39acdd0929c0'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:15.140021 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-dda7d5dd-930b-454c-8786-45369bc31b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:15.157684 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:15.164641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e6a79-0197-43d2-bcec-389b8ab54b34 req-fb59ac34-5175-407c-af5e-956f774e1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:15.166832 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-604e6a79-0197-43d2-bcec-389b8ab54b34 req-fb59ac34-5175-407c-af5e-956f774e1795 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 200 len: 848 time: 0.0457413 Nov 27 02:29:15.212144 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e6a79-0197-43d2-bcec-389b8ab54b34 req-bd2d9b11-4f28-41cc-9c40-459ff134df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:15.214240 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-604e6a79-0197-43d2-bcec-389b8ab54b34 req-bd2d9b11-4f28-41cc-9c40-459ff134df80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8affa00-f0bf-447f-959d-6e532ed9561b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400205 Nov 27 02:29:15.248371 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-dda7d5dd-930b-454c-8786-45369bc31b09 None None] Set router a8235019-ccea-4b0a-9fd2-39acdd0929c0 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:15.310918 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-604e6a79-0197-43d2-bcec-389b8ab54b34 req-9bd73695-49d0-4006-9d41-05083b82783c service neutron] 10.222.0.21 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862002 Nov 27 02:29:15.404696 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-604e6a79-0197-43d2-bcec-389b8ab54b34 req-7f5d53f6-89d6-4745-be84-a944e972051f service neutron] 10.222.0.21 "GET /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826817 Nov 27 02:29:15.440274 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-dda7d5dd-930b-454c-8786-45369bc31b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:04Z', 'revision_number': 5, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:15.469889 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7d5dd-930b-454c-8786-45369bc31b09 None None] The sync data for ids ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'] in n-d-817303-10 is: [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '7e2d8247-844b-4eaf-80dc-f8c27a7b2f90', 'name': '', 'network_id': 'f8affa00-f0bf-447f-959d-6e532ed9561b', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'mac_address': 'fa:16:3e:e9:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:00Z', 'updated_at': '2021-11-27T02:19:04Z', 'revision_number': 5, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'subnets': [{'id': '0d34f21b-e4bf-4d74-8739-227ba54fe272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:29:15.689900 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dbe1d9-7b24-4cae-aa74-8d2b1b24018f None None] New status for floating IP 064ac58b-d89d-4a19-a820-1573cfb8a047: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:29:16.203033 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4b6a4-e532-4173-b16e-9435fc8421d0 req-46d5f6ba-8b54-4288-9664-e00486d84fb9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:16.204511 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89a4b6a4-e532-4173-b16e-9435fc8421d0 req-46d5f6ba-8b54-4288-9664-e00486d84fb9 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 946 time: 0.0531809 Nov 27 02:29:16.252718 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-89a4b6a4-e532-4173-b16e-9435fc8421d0 req-7289863e-5255-4665-b709-62b68343ecac tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423343 Nov 27 02:29:16.536280 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:17.014798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937d8ef-d6fe-48bd-848e-e7a8c724f807 req-0bef4803-88d9-4f39-abd8-d6b4a9650ee0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:17.016232 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e937d8ef-d6fe-48bd-848e-e7a8c724f807 req-0bef4803-88d9-4f39-abd8-d6b4a9650ee0 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 946 time: 0.0480053 Nov 27 02:29:17.110086 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e937d8ef-d6fe-48bd-848e-e7a8c724f807 req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Deleting port 3fe0c4ff-227e-494b-a542-64679ca81547 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:29:17.110418 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e937d8ef-d6fe-48bd-848e-e7a8c724f807 req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:17.195532 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-e937d8ef-d6fe-48bd-848e-e7a8c724f807 req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] For port 3fe0c4ff-227e-494b-a542-64679ca81547, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=3fe0c4ff-227e-494b-a542-64679ca81547,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:17.195891 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e937d8ef-d6fe-48bd-848e-e7a8c724f807 req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:17.208428 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-e937d8ef-d6fe-48bd-848e-e7a8c724f807 req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Calling delete_port for 3fe0c4ff-227e-494b-a542-64679ca81547 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:29:17.338339 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e937d8ef-d6fe-48bd-848e-e7a8c724f807 req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:17.367628 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event deleted for resources: {'Port': ['ID=3fe0c4ff-227e-494b-a542-64679ca81547,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:17.371106 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d84aa6-5b15-431a-97ee-8cfe919ff3d4 req-2ac2d678-9450-49e5-b45f-2e1f4928b5ff tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:17.372642 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-44d84aa6-5b15-431a-97ee-8cfe919ff3d4 req-2ac2d678-9450-49e5-b45f-2e1f4928b5ff tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 868 time: 0.0497034 Nov 27 02:29:17.377432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:17.377782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:17.378126 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:17.378462 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:17.378801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:17.379129 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:17.379458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:17.379782 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:17.380110 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:17.380460 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:17.380794 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:17.381240 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:17.420823 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e937d8ef-d6fe-48bd-848e-e7a8c724f807 req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] No DVR routers for this DVR port 3fe0c4ff-227e-494b-a542-64679ca81547 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:29:17.423466 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-e937d8ef-d6fe-48bd-848e-e7a8c724f807 req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:17.426800 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e937d8ef-d6fe-48bd-848e-e7a8c724f807 req-cccd33ca-1b7d-429d-b709-37d3b506cdcb tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.21 "DELETE /v2.0/ports/3fe0c4ff-227e-494b-a542-64679ca81547 HTTP/1.1" status: 204 len: 173 time: 0.4004176 Nov 27 02:29:17.427243 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'name': 'network-vif-deleted', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:29:17.429611 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f2111d-313f-44cd-97a7-3304d74135b8" -d '{"events": [{"server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "name": "network-vif-deleted", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:29:17.438146 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-44d84aa6-5b15-431a-97ee-8cfe919ff3d4 req-cc24e5e3-0960-489f-9c9a-cc2829a196b2 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/security-groups?id=760af76b-6f58-4f3f-8d09-3bf992d06752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464799 Nov 27 02:29:17.468616 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773b422b-8ca2-45ce-815c-4c4f3691e16b x-openstack-request-id: req-773b422b-8ca2-45ce-815c-4c4f3691e16b {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:29:17.468908 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb5398a-5a28-47cb-bc7f-159e8fadbe16", "name": "network-vif-deleted", "tag": "3fe0c4ff-227e-494b-a542-64679ca81547", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:29:17.469163 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-773b422b-8ca2-45ce-815c-4c4f3691e16b {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:29:17.469553 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb5398a-5a28-47cb-bc7f-159e8fadbe16', 'name': 'network-vif-deleted', 'tag': '3fe0c4ff-227e-494b-a542-64679ca81547', 'status': 'completed', 'code': 200} Nov 27 02:29:18.545389 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-91a56bb3-db37-4056-8f83-3efe57f713e4 req-146739f6-3a9d-429b-b9c2-0e058252c208 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 210 time: 0.0303955 Nov 27 02:29:19.643867 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-00ac22b4-f912-4740-ab1d-b7f45a295507 req-c3eea391-d485-4cc4-b9b0-05befc206acc tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 210 time: 0.0301213 Nov 27 02:29:20.737834 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0fb1df6e-c593-4951-9e79-23ab29df4b87 req-a18034cd-5ac1-472d-960a-37ed5132ddff tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 210 time: 0.0273738 Nov 27 02:29:21.617021 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3fe0c4ff-227e-494b-a542-64679ca81547 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:29:21.636634 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 3fe0c4ff-227e-494b-a542-64679ca81547 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:29:21.636979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 3fe0c4ff-227e-494b-a542-64679ca81547 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:29:21.855495 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e32b0169-472e-45a1-9ebb-5bd59951d314 req-f2f34005-a15b-4726-b105-ab066227831e tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb5398a-5a28-47cb-bc7f-159e8fadbe16 HTTP/1.1" status: 200 len: 210 time: 0.0286844 Nov 27 02:29:22.908961 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46556) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:22.968005 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed6477c9-a493-4be3-94fd-50e5b75e4b08 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:22.992790 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed6477c9-a493-4be3-94fd-50e5b75e4b08 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:23.053015 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed6477c9-a493-4be3-94fd-50e5b75e4b08 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:23.055696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed6477c9-a493-4be3-94fd-50e5b75e4b08 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:23.057687 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ed6477c9-a493-4be3-94fd-50e5b75e4b08 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] 10.222.0.15 "DELETE /v2.0/security-groups/760af76b-6f58-4f3f-8d09-3bf992d06752 HTTP/1.1" status: 204 len: 168 time: 0.1477396 Nov 27 02:29:23.073830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6477c9-a493-4be3-94fd-50e5b75e4b08 tempest-TestShelveInstance-1670918930 tempest-TestShelveInstance-1670918930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=760af76b-6f58-4f3f-8d09-3bf992d06752,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:23.104568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46560) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:23.650625 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f4f65fe-85cd-4c7e-93cf-1d99c72b3ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:23.899886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6f4f65fe-85cd-4c7e-93cf-1d99c72b3ff5 admin admin] Deleting port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:29:23.900221 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f4f65fe-85cd-4c7e-93cf-1d99c72b3ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:23.980262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-6f4f65fe-85cd-4c7e-93cf-1d99c72b3ff5 admin admin] For port 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=7e2d8247-844b-4eaf-80dc-f8c27a7b2f90,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:23.980649 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f4f65fe-85cd-4c7e-93cf-1d99c72b3ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:23.994251 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-6f4f65fe-85cd-4c7e-93cf-1d99c72b3ff5 admin admin] Calling delete_port for 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:29:24.507651 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f4f65fe-85cd-4c7e-93cf-1d99c72b3ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:24.531515 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f65fe-85cd-4c7e-93cf-1d99c72b3ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2d8247-844b-4eaf-80dc-f8c27a7b2f90,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:24.704452 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f4f65fe-85cd-4c7e-93cf-1d99c72b3ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:24.922283 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4f65fe-85cd-4c7e-93cf-1d99c72b3ff5 admin admin] Router a8235019-ccea-4b0a-9fd2-39acdd0929c0 has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:29:25.038149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4f65fe-85cd-4c7e-93cf-1d99c72b3ff5 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:29:25.044357 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6f4f65fe-85cd-4c7e-93cf-1d99c72b3ff5 admin admin] 10.222.0.15 "PUT /v2.0/routers/a8235019-ccea-4b0a-9fd2-39acdd0929c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9386537 Nov 27 02:29:25.046831 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46564) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:25.051033 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e8c954-5800-4250-8663-e940610480c9 None None] Sync routers for ids ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:29:25.061265 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e8c954-5800-4250-8663-e940610480c9 None None] Routers {'a8235019-ccea-4b0a-9fd2-39acdd0929c0'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:25.061874 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e5e8c954-5800-4250-8663-e940610480c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:25.151909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:25.163891 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e5e8c954-5800-4250-8663-e940610480c9 None None] Set router a8235019-ccea-4b0a-9fd2-39acdd0929c0 gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:25.265863 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:25.324360 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] Deleting port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:29:25.324726 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:25.349590 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e5e8c954-5800-4250-8663-e940610480c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:29:24Z', 'revision_number': 5, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port': {'id': '8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:58Z', 'updated_at': '2021-11-27T02:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:25.378901 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e8c954-5800-4250-8663-e940610480c9 None None] Checking router: a8235019-ccea-4b0a-9fd2-39acdd0929c0 for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:29:25.388108 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e8c954-5800-4250-8663-e940610480c9 None None] Routers {'a8235019-ccea-4b0a-9fd2-39acdd0929c0'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:25.388772 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e5e8c954-5800-4250-8663-e940610480c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:25.409039 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] For port 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:25.409406 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:25.422886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] Calling delete_port for 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:29:25.473438 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e5e8c954-5800-4250-8663-e940610480c9 None None] Set router a8235019-ccea-4b0a-9fd2-39acdd0929c0 gateway port host: None {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:25.523460 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e5e8c954-5800-4250-8663-e940610480c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:29:25Z', 'revision_number': 6, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:25.553930 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e8c954-5800-4250-8663-e940610480c9 None None] The sync data for ids ['a8235019-ccea-4b0a-9fd2-39acdd0929c0'] in n-d-817303-10 is: [{'id': 'a8235019-ccea-4b0a-9fd2-39acdd0929c0', 'name': 'tempest-TestShelveInstance-1267546181-router', 'tenant_id': 'a46a0562ef5b4724ab9620448193d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:57Z', 'updated_at': '2021-11-27T02:29:25Z', 'revision_number': 6, 'project_id': 'a46a0562ef5b4724ab9620448193d943', 'gw_port_host': None}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:29:25.598650 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:25.625121 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:25.641942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f0f90d-4827-4303-b19e-ae7ef8024bec None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:29:25.690321 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:25.779957 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:25.782077 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:25.828896 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:25.829458 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8235019-ccea-4b0a-9fd2-39acdd0929c0 {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:29:25.834048 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:25.835241 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-e83a9e12-0fc5-40a7-adf2-6d0d4f815ff1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a8235019-ccea-4b0a-9fd2-39acdd0929c0 HTTP/1.1" status: 204 len: 168 time: 0.7873592 Nov 27 02:29:25.837874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46566) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:25.884799 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e36b6c6-4afa-44b8-b590-495f94b365bc admin admin] Deleting subnet 0d34f21b-e4bf-4d74-8739-227ba54fe272 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:29:25.888429 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8e36b6c6-4afa-44b8-b590-495f94b365bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:25.929146 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8e36b6c6-4afa-44b8-b590-495f94b365bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.019950 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:29:26.020984 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8e36b6c6-4afa-44b8-b590-495f94b365bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.041971 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:29:26.042812 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 7e2d8247-844b-4eaf-80dc-f8c27a7b2f90 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:29:26.074802 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8e36b6c6-4afa-44b8-b590-495f94b365bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.100788 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36b6c6-4afa-44b8-b590-495f94b365bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d34f21b-e4bf-4d74-8739-227ba54fe272,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:26.103243 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-8e36b6c6-4afa-44b8-b590-495f94b365bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.106957 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-8e36b6c6-4afa-44b8-b590-495f94b365bc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0d34f21b-e4bf-4d74-8739-227ba54fe272 HTTP/1.1" status: 204 len: 168 time: 0.2681041 Nov 27 02:29:26.108326 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc2a7a0-052d-4c3e-b6ec-31557e18cef3 None None] Network f8affa00-f0bf-447f-959d-6e532ed9561b requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:29:26.109486 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46568) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:26.174710 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.231499 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Deleting port 994b357b-ce3e-421c-b9f1-e5d77e114d7d {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:29:26.231842 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.295617 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] For port 994b357b-ce3e-421c-b9f1-e5d77e114d7d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=994b357b-ce3e-421c-b9f1-e5d77e114d7d,segment=NetworkSegment(75d4d29c-b3f6-4b4d-a970-080e5c63c6bf),segment_id=75d4d29c-b3f6-4b4d-a970-080e5c63c6bf)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:26.295909 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.308333 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Calling delete_port for 994b357b-ce3e-421c-b9f1-e5d77e114d7d owned by network:dhcp {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:29:26.365060 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] DHCP port deletion for f8affa00-f0bf-447f-959d-6e532ed9561b request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:29:26.395819 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.412737 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Deleting port 994b357b-ce3e-421c-b9f1-e5d77e114d7d {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:29:26.413111 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.424369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=994b357b-ce3e-421c-b9f1-e5d77e114d7d,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:26.430139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] No DVR routers for this DVR port 994b357b-ce3e-421c-b9f1-e5d77e114d7d on host n-d-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:29:26.479699 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] For port 994b357b-ce3e-421c-b9f1-e5d77e114d7d, host n-d-817303-10, got binding levels [] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:26.480092 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.492410 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Calling delete_port for 994b357b-ce3e-421c-b9f1-e5d77e114d7d owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:29:26.495205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.ipam_backend_mixin [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Port 994b357b-ce3e-421c-b9f1-e5d77e114d7d was not found and therefore no delete operation was performed {{(pid=103404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 02:29:26.496523 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.502563 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.519579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Pushing event deleted for resources: {'Port': ['ID=994b357b-ce3e-421c-b9f1-e5d77e114d7d,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:26.522834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8affa00-f0bf-447f-959d-6e532ed9561b']}} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:26.529887 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:26.530238 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:26.530575 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:26.530906 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:26.531423 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:26.531759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:26.532085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:26.532436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:26.532758 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:26.532895 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf') {'for_net_delete': True} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:26.533068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.services.segments.db [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d4d29c-b3f6-4b4d-a970-080e5c63c6bf') {} {{(pid=103403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:26.533238 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:26.533387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:26.533704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:26.536343 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab535289-497d-4683-b31f-cd675710c8a3 None None] No DVR routers for this DVR port 994b357b-ce3e-421c-b9f1-e5d77e114d7d on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:29:26.554142 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25873121'] for segment, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.568756 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.576057 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:29:26.576452 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29260079'] for segment, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: Traceback (most recent call last): Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: timer() Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: cb(*args, **kw) Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: return func(*args, **kwargs) Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: self._notify() Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: self.callback(batched_events) Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: event.method(event) Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: return f(self, *a, **k) Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: return self._get(url).json() Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: return self.request(url, 'GET', **kwargs) Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:29:26.578328 n-d-817303-10 neutron-server[103403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:29:26.637797 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.644044 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.647397 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f8affa00-f0bf-447f-959d-6e532ed9561b HTTP/1.1" status: 204 len: 168 time: 0.5369313 Nov 27 02:29:26.651035 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46570) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:26.669176 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd7a5c-dcff-472d-a9e2-3813fdd771f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8affa00-f0bf-447f-959d-6e532ed9561b,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:27.000494 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac3a8b0f-ba11-46b1-adcc-75b91194bde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:27.535770 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a8b0f-ba11-46b1-adcc-75b91194bde4 admin admin] Deleting port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:29:27.536001 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac3a8b0f-ba11-46b1-adcc-75b91194bde4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:27.614583 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-ac3a8b0f-ba11-46b1-adcc-75b91194bde4 admin admin] For port 11cb3b25-e6da-46a2-9f1c-f4c858a6665a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=11cb3b25-e6da-46a2-9f1c-f4c858a6665a,segment=NetworkSegment(b30552f4-eec8-44dc-8e08-bf7d26272698),segment_id=b30552f4-eec8-44dc-8e08-bf7d26272698)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:27.614948 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac3a8b0f-ba11-46b1-adcc-75b91194bde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:27.627819 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a8b0f-ba11-46b1-adcc-75b91194bde4 admin admin] Calling delete_port for 11cb3b25-e6da-46a2-9f1c-f4c858a6665a owned by network:router_interface {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:29:27.802847 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac3a8b0f-ba11-46b1-adcc-75b91194bde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:27.827777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a8b0f-ba11-46b1-adcc-75b91194bde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=11cb3b25-e6da-46a2-9f1c-f4c858a6665a,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:27.892089 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 994b357b-ce3e-421c-b9f1-e5d77e114d7d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:29:27.913289 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 994b357b-ce3e-421c-b9f1-e5d77e114d7d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:29:27.913784 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 994b357b-ce3e-421c-b9f1-e5d77e114d7d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:29:27.914509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:29:27.935786 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:29:27.936200 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 8d1b5ca4-5f81-4bc0-9551-e1d88c28d15b not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:29:28.003726 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac3a8b0f-ba11-46b1-adcc-75b91194bde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:28.218088 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3a8b0f-ba11-46b1-adcc-75b91194bde4 admin admin] Router 82dc4092-0856-444f-bf02-46a2f74f5d0b has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:29:28.323504 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3a8b0f-ba11-46b1-adcc-75b91194bde4 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:29:28.331235 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ac3a8b0f-ba11-46b1-adcc-75b91194bde4 admin admin] 10.222.0.15 "PUT /v2.0/routers/82dc4092-0856-444f-bf02-46a2f74f5d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6791255 Nov 27 02:29:28.331843 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46574) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:28.332064 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efc1ea-a44c-41d3-a266-ab585e7c4d39 None None] Sync routers for ids ['82dc4092-0856-444f-bf02-46a2f74f5d0b'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:29:28.343219 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4efc1ea-a44c-41d3-a266-ab585e7c4d39 None None] Routers {'82dc4092-0856-444f-bf02-46a2f74f5d0b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:28.343834 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-e4efc1ea-a44c-41d3-a266-ab585e7c4d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['82dc4092-0856-444f-bf02-46a2f74f5d0b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:28.435453 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:28.446136 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-e4efc1ea-a44c-41d3-a266-ab585e7c4d39 None None] Set router 82dc4092-0856-444f-bf02-46a2f74f5d0b gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:28.534716 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:28.590878 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] Deleting port 21d8dc1e-7667-473c-a019-18c4d7dc611f {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:29:28.591218 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:28.632258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-e4efc1ea-a44c-41d3-a266-ab585e7c4d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'name': 'tempest-TestShelveInstance-1348497984-router', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '21d8dc1e-7667-473c-a019-18c4d7dc611f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:19:02Z', 'updated_at': '2021-11-27T02:29:27Z', 'revision_number': 5, 'project_id': 'e68abc1b2050427b81453722f3c2f1fa', 'gw_port': {'id': '21d8dc1e-7667-473c-a019-18c4d7dc611f', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:19:03Z', 'updated_at': '2021-11-27T02:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:28.674547 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] For port 21d8dc1e-7667-473c-a019-18c4d7dc611f, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=21d8dc1e-7667-473c-a019-18c4d7dc611f,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:28.674917 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:28.689426 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] Calling delete_port for 21d8dc1e-7667-473c-a019-18c4d7dc611f owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:29:28.815569 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efc1ea-a44c-41d3-a266-ab585e7c4d39 None None] Checking router: 82dc4092-0856-444f-bf02-46a2f74f5d0b for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:29:28.825725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4efc1ea-a44c-41d3-a266-ab585e7c4d39 None None] Routers {'82dc4092-0856-444f-bf02-46a2f74f5d0b'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:28.825725 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-e4efc1ea-a44c-41d3-a266-ab585e7c4d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['82dc4092-0856-444f-bf02-46a2f74f5d0b'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:28.872795 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:28.897729 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d8dc1e-7667-473c-a019-18c4d7dc611f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:28.916330 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b68299-b18e-4f0f-9fdb-afe0b5974f17 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:29:28.958016 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-e4efc1ea-a44c-41d3-a266-ab585e7c4d39 None None] Set router 82dc4092-0856-444f-bf02-46a2f74f5d0b gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:28.970141 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.043926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-e4efc1ea-a44c-41d3-a266-ab585e7c4d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'name': 'tempest-TestShelveInstance-1348497984-router', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:19:02Z', 'updated_at': '2021-11-27T02:29:28Z', 'revision_number': 6, 'project_id': 'e68abc1b2050427b81453722f3c2f1fa', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:29.068552 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.070690 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.079306 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efc1ea-a44c-41d3-a266-ab585e7c4d39 None None] The sync data for ids ['82dc4092-0856-444f-bf02-46a2f74f5d0b'] in n-d-817303-10 is: [{'id': '82dc4092-0856-444f-bf02-46a2f74f5d0b', 'name': 'tempest-TestShelveInstance-1348497984-router', 'tenant_id': 'e68abc1b2050427b81453722f3c2f1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:19:02Z', 'updated_at': '2021-11-27T02:29:28Z', 'revision_number': 6, 'project_id': 'e68abc1b2050427b81453722f3c2f1fa', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:29:29.132016 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.132582 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82dc4092-0856-444f-bf02-46a2f74f5d0b {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:29:29.139490 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.143015 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-57a59b3e-baf9-4249-b136-13385a16fb22 admin admin] 10.222.0.15 "DELETE /v2.0/routers/82dc4092-0856-444f-bf02-46a2f74f5d0b HTTP/1.1" status: 204 len: 168 time: 0.8079636 Nov 27 02:29:29.143346 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46576) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:29.188360 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a449a9-ce6b-4cb6-872d-fe9c289f3e2f admin admin] Deleting subnet c9292868-6f62-4131-9208-c33fab5380a4 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:29:29.191477 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93a449a9-ce6b-4cb6-872d-fe9c289f3e2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.230634 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93a449a9-ce6b-4cb6-872d-fe9c289f3e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.309006 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93a449a9-ce6b-4cb6-872d-fe9c289f3e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.366181 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93a449a9-ce6b-4cb6-872d-fe9c289f3e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.396507 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a449a9-ce6b-4cb6-872d-fe9c289f3e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9292868-6f62-4131-9208-c33fab5380a4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:29.398400 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-93a449a9-ce6b-4cb6-872d-fe9c289f3e2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.402129 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-93a449a9-ce6b-4cb6-872d-fe9c289f3e2f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c9292868-6f62-4131-9208-c33fab5380a4 HTTP/1.1" status: 204 len: 168 time: 0.2577116 Nov 27 02:29:29.403266 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3872dd3-ef63-4d23-874f-aaaea74cf8ea None None] Network fee45a70-06ec-4f05-b0c0-8c96bd0433e4 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:29:29.404597 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46578) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:29.470001 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.483238 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.545619 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:29:29.546118 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Deleting port 6dddcea4-6f47-4eb0-b72d-a38efbf0606e {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:29:29.546353 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.613716 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] For port 6dddcea4-6f47-4eb0-b72d-a38efbf0606e, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=6dddcea4-6f47-4eb0-b72d-a38efbf0606e,segment=NetworkSegment(b30552f4-eec8-44dc-8e08-bf7d26272698),segment_id=b30552f4-eec8-44dc-8e08-bf7d26272698)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:29.614081 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.627120 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Calling delete_port for 6dddcea4-6f47-4eb0-b72d-a38efbf0606e owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:29:29.705306 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.730309 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dddcea4-6f47-4eb0-b72d-a38efbf0606e,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:29.733744 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] No DVR routers for this DVR port 6dddcea4-6f47-4eb0-b72d-a38efbf0606e on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:29:29.804800 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.824715 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee45a70-06ec-4f05-b0c0-8c96bd0433e4']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:29.833566 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30552f4-eec8-44dc-8e08-bf7d26272698') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:29.833859 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30552f4-eec8-44dc-8e08-bf7d26272698') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:29.842947 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.857175 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.864702 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:29:29.865279 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:29:29.867290 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:29:29.876325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18482d2e-9220-4e44-baa9-56580a1864d1 None None] DHCP port deletion for fee45a70-06ec-4f05-b0c0-8c96bd0433e4 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:29:29.928808 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.933942 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:29.937273 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fee45a70-06ec-4f05-b0c0-8c96bd0433e4 HTTP/1.1" status: 204 len: 168 time: 0.5317531 Nov 27 02:29:29.945565 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 11cb3b25-e6da-46a2-9f1c-f4c858a6665a no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:29:29.961477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b758d7-d7d9-4f44-a2c9-8b224988af97 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee45a70-06ec-4f05-b0c0-8c96bd0433e4,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:29.971187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 11cb3b25-e6da-46a2-9f1c-f4c858a6665a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:29:29.971514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 11cb3b25-e6da-46a2-9f1c-f4c858a6665a not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:29:29.971947 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 21d8dc1e-7667-473c-a019-18c4d7dc611f no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:29:30.002436 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 21d8dc1e-7667-473c-a019-18c4d7dc611f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:29:30.002794 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 21d8dc1e-7667-473c-a019-18c4d7dc611f not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:29:30.003258 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6dddcea4-6f47-4eb0-b72d-a38efbf0606e no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:29:30.023706 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 6dddcea4-6f47-4eb0-b72d-a38efbf0606e {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:29:30.024059 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 6dddcea4-6f47-4eb0-b72d-a38efbf0606e not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:29:30.090402 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46582) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:30.137330 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-1ab6ace5-363b-4de1-a236-5847bf7c1f2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a46a0562ef5b4724ab9620448193d943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433788 Nov 27 02:29:30.137546 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46584) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:30.187139 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee27f4e0-b142-456c-a9e4-e1d1c9cd46f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:30.208936 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee27f4e0-b142-456c-a9e4-e1d1c9cd46f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:30.254660 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee27f4e0-b142-456c-a9e4-e1d1c9cd46f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:30.257436 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ee27f4e0-b142-456c-a9e4-e1d1c9cd46f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:30.258599 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ee27f4e0-b142-456c-a9e4-e1d1c9cd46f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61d513c8-0b05-4918-bd96-310f5934d928 HTTP/1.1" status: 204 len: 168 time: 0.1202323 Nov 27 02:29:30.266917 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27f4e0-b142-456c-a9e4-e1d1c9cd46f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d513c8-0b05-4918-bd96-310f5934d928,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:30.581977 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46590) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:30.622216 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-cc8ed699-7f80-4033-a695-e10ab54b6fb4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e68abc1b2050427b81453722f3c2f1fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388286 Nov 27 02:29:30.625737 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46592) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:30.672734 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4b8c18e4-164c-47cd-9e47-a006c69c03e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:30.693266 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4b8c18e4-164c-47cd-9e47-a006c69c03e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:30.744273 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4b8c18e4-164c-47cd-9e47-a006c69c03e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:30.746839 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-4b8c18e4-164c-47cd-9e47-a006c69c03e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:30.747968 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-4b8c18e4-164c-47cd-9e47-a006c69c03e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ddcd368-9dc0-446f-9b98-6077029b1f7e HTTP/1.1" status: 204 len: 168 time: 0.1212535 Nov 27 02:29:30.755450 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c18e4-164c-47cd-9e47-a006c69c03e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddcd368-9dc0-446f-9b98-6077029b1f7e,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:31.383645 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:31.451633 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46614) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:31.545231 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1648085011-network', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:31.566627 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] Made reservation on behalf of efc15d206c004cfcbd749e344755aa58 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:29:31.568975 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:31.577782 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:31.648586 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:31.652583 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:31.676102 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:29:31.684454 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c039cc7-d03d-4dd7-91ff-799cc45f4ea8,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:31.691935 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:31.691935 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] Added segment d5d4dde3-f694-40fc-bc69-5adcf55b3d5c of type vlan for network a2daa8c1-c35d-4d06-a76f-a6048872f1fc Nov 27 02:29:31.730914 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:31.755226 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:31.756209 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:31.756838 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:31.810400 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3574891 Nov 27 02:29:31.813246 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46618) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:31.818278 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-77f3b731-e47a-410b-a3a6-bc62351dd0b6 admin admin] Request body: {'subnet': {'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1648085011-subnet', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:31.820935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cec9fc-3eca-4c0f-a56f-29434e254a3b admin admin] Pushing event updated for resources: {'Network': ['ID=a2daa8c1-c35d-4d06-a76f-a6048872f1fc,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:31.833014 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network a2daa8c1-c35d-4d06-a76f-a6048872f1fc details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:29:31.840996 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f3b731-e47a-410b-a3a6-bc62351dd0b6 admin admin] Made reservation on behalf of efc15d206c004cfcbd749e344755aa58 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:29:31.843385 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77f3b731-e47a-410b-a3a6-bc62351dd0b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.007013 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77f3b731-e47a-410b-a3a6-bc62351dd0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.059206 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3b731-e47a-410b-a3a6-bc62351dd0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9062e786-bd02-4d53-960c-3b20cace6068,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:32.069058 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f3b731-e47a-410b-a3a6-bc62351dd0b6 admin admin] Checking segment: {'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:29:32.069416 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f3b731-e47a-410b-a3a6-bc62351dd0b6 admin admin] Network hostable DHCP agents. Network: a2daa8c1-c35d-4d06-a76f-a6048872f1fc, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:29:32.085346 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f3b731-e47a-410b-a3a6-bc62351dd0b6 admin admin] Network a2daa8c1-c35d-4d06-a76f-a6048872f1fc is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:29:32.093777 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-77f3b731-e47a-410b-a3a6-bc62351dd0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, a2daa8c1-c35d-4d06-a76f-a6048872f1fc) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:29:32.097642 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f3b731-e47a-410b-a3a6-bc62351dd0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:32.098261 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-77f3b731-e47a-410b-a3a6-bc62351dd0b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.103315 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2546d6f6-659d-4afe-9f2b-a425e24a7937 None None] Network a2daa8c1-c35d-4d06-a76f-a6048872f1fc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:29:32.114116 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-77f3b731-e47a-410b-a3a6-bc62351dd0b6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2997365 Nov 27 02:29:32.116921 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46620) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:32.121664 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:32.141401 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.142371 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.198947 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.247361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:29:32.248298 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.343563 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.384167 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Allocated IP 172.20.0.2 (a2daa8c1-c35d-4d06-a76f-a6048872f1fc/9062e786-bd02-4d53-960c-3b20cace6068/e28e4f6a-22f8-4513-8463-202417526b7d) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:29:32.525199 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.530410 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.539225 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.558618 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.570926 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Network a2daa8c1-c35d-4d06-a76f-a6048872f1fc is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:29:32.575218 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:29:32.583087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:29:32.589141 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Pushing event updated for resources: {'Port': ['ID=e28e4f6a-22f8-4513-8463-202417526b7d,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:32.643011 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Attempting to bind port e28e4f6a-22f8-4513-8463-202417526b7d on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:29:32.643385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Attempting to bind port e28e4f6a-22f8-4513-8463-202417526b7d by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:29:32.643749 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Attempting to bind port e28e4f6a-22f8-4513-8463-202417526b7d on network a2daa8c1-c35d-4d06-a76f-a6048872f1fc {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:29:32.649216 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:29:32.650214 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Checking segment: {'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:29:32.650624 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.651026 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Bound using segment: {'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:29:32.651502 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Bound port: e28e4f6a-22f8-4513-8463-202417526b7d, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:29:32.651888 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.721339 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] For port e28e4f6a-22f8-4513-8463-202417526b7d, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:29:32.724797 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] For port e28e4f6a-22f8-4513-8463-202417526b7d, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e28e4f6a-22f8-4513-8463-202417526b7d,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:29:32.730791 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:32.792074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26654fa6-315c-48b9-993b-33e9f7d0b20c None None] Pushing event updated for resources: {'Port': ['ID=e28e4f6a-22f8-4513-8463-202417526b7d,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:32.998720 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Allocated IP 172.25.1.16 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/f22c00a4-c8cd-4477-b74f-809a3d86b071) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:29:33.105586 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:33.143066 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:33.182632 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:29:33.185520 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:29:33.189185 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:29:33.194624 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Pushing event updated for resources: {'Port': ['ID=f22c00a4-c8cd-4477-b74f-809a3d86b071,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:33.209171 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabb157d-3a73-4766-afb3-3cdc50304a78 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:29:33.304577 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0adadbef-8f00-4392-b65f-6e0198c46813 None None] Provisioning complete for port f22c00a4-c8cd-4477-b74f-809a3d86b071 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:33.304952 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0adadbef-8f00-4392-b65f-6e0198c46813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:33.339585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0adadbef-8f00-4392-b65f-6e0198c46813 None None] Port f22c00a4-c8cd-4477-b74f-809a3d86b071 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:29:33.443486 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:33.646747 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:33.690695 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38da4123-72d3-41dc-a22e-05957b23f02e None None] Network a2daa8c1-c35d-4d06-a76f-a6048872f1fc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:29:33.776745 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Router da8799a2-ad3a-4b4a-a146-d30f1efcce7a is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:29:33.781744 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-f724af58-8c5a-4799-8a09-de00fcdfa838 None None] Provisioning complete for port e28e4f6a-22f8-4513-8463-202417526b7d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:33.782113 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f724af58-8c5a-4799-8a09-de00fcdfa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:33.891808 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:29:33.903660 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Sync routers for ids ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:29:33.913535 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:33.914984 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-b4458c05-61fd-4520-882c-ba5441d8703b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7970917 Nov 27 02:29:33.918849 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46622) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:33.923336 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Routers {'da8799a2-ad3a-4b4a-a146-d30f1efcce7a'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:33.924045 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:33.929450 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e28e4f6a-22f8-4513-8463-202417526b7d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:29:33.952800 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f724af58-8c5a-4799-8a09-de00fcdfa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.011596 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-f724af58-8c5a-4799-8a09-de00fcdfa838 None None] For port e28e4f6a-22f8-4513-8463-202417526b7d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e28e4f6a-22f8-4513-8463-202417526b7d,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:34.018378 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-f724af58-8c5a-4799-8a09-de00fcdfa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.031801 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Set router da8799a2-ad3a-4b4a-a146-d30f1efcce7a gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:34.056654 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e28e4f6a-22f8-4513-8463-202417526b7d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:34.057030 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.105879 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724af58-8c5a-4799-8a09-de00fcdfa838 None None] Pushing event updated for resources: {'Port': ['ID=e28e4f6a-22f8-4513-8463-202417526b7d,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:34.221269 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:33Z', 'revision_number': 3, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:34.250358 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Checking router: da8799a2-ad3a-4b4a-a146-d30f1efcce7a for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:29:34.250634 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Updating router da8799a2-ad3a-4b4a-a146-d30f1efcce7a port f22c00a4-c8cd-4477-b74f-809a3d86b071 binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:29:34.276836 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.341508 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-e99cc076-71fa-4859-828c-01516041856b None None] Provisioning complete for port e28e4f6a-22f8-4513-8463-202417526b7d triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:34.341875 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e99cc076-71fa-4859-828c-01516041856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.390269 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.521411 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.527215 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.547346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Allocated IP 172.20.0.1 (a2daa8c1-c35d-4d06-a76f-a6048872f1fc/9062e786-bd02-4d53-960c-3b20cace6068/0c499aff-3fce-4133-b9b0-a20abe22056a) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:29:34.570645 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b9cd0d-c335-4bc8-9963-1bda4d02f9d8 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:29:34.575068 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Attempting to bind port f22c00a4-c8cd-4477-b74f-809a3d86b071 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:29:34.575439 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Attempting to bind port f22c00a4-c8cd-4477-b74f-809a3d86b071 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:29:34.575765 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Attempting to bind port f22c00a4-c8cd-4477-b74f-809a3d86b071 on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:29:34.584315 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:29:34.584689 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:29:34.585084 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.585467 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:29:34.585918 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Bound port: f22c00a4-c8cd-4477-b74f-809a3d86b071, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:29:34.586293 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.588607 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422e919-6c5f-47aa-b601-759b4b64d22c None None] Pushing event updated for resources: {'Port': ['ID=f22c00a4-c8cd-4477-b74f-809a3d86b071,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:34.621805 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422e919-6c5f-47aa-b601-759b4b64d22c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:34.622142 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422e919-6c5f-47aa-b601-759b4b64d22c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:34.622483 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422e919-6c5f-47aa-b601-759b4b64d22c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:34.622810 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422e919-6c5f-47aa-b601-759b4b64d22c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:34.623134 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422e919-6c5f-47aa-b601-759b4b64d22c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:34.623458 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422e919-6c5f-47aa-b601-759b4b64d22c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:34.623777 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422e919-6c5f-47aa-b601-759b4b64d22c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:34.624098 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422e919-6c5f-47aa-b601-759b4b64d22c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:34.624442 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422e919-6c5f-47aa-b601-759b4b64d22c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:34.624758 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422e919-6c5f-47aa-b601-759b4b64d22c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:34.625069 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422e919-6c5f-47aa-b601-759b4b64d22c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:34.625384 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422e919-6c5f-47aa-b601-759b4b64d22c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:29:34.649892 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-69afbc37-d685-4928-85e2-8c41700df7ec None None] Provisioning complete for port f22c00a4-c8cd-4477-b74f-809a3d86b071 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:34.650154 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] For port f22c00a4-c8cd-4477-b74f-809a3d86b071, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:29:34.650265 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-69afbc37-d685-4928-85e2-8c41700df7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.653492 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] For port f22c00a4-c8cd-4477-b74f-809a3d86b071, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f22c00a4-c8cd-4477-b74f-809a3d86b071,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:29:34.658594 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.664267 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.700176 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-69afbc37-d685-4928-85e2-8c41700df7ec None None] Port f22c00a4-c8cd-4477-b74f-809a3d86b071 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:29:34.702790 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2ef54f-5656-4bbe-823f-b9fceb12d702 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:29:34.705987 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.708764 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Routers {'da8799a2-ad3a-4b4a-a146-d30f1efcce7a'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:34.709347 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:34.753182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Network a2daa8c1-c35d-4d06-a76f-a6048872f1fc is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:29:34.758068 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:29:34.761132 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:29:34.790206 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Pushing event updated for resources: {'Port': ['ID=0c499aff-3fce-4133-b9b0-a20abe22056a,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:34.807096 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.829323 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-d0c70718-401f-4d17-8d8c-0bcd1410f09c None None] Provisioning complete for port f22c00a4-c8cd-4477-b74f-809a3d86b071 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:34.830092 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d0c70718-401f-4d17-8d8c-0bcd1410f09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.923059 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422e919-6c5f-47aa-b601-759b4b64d22c None None] Pushing event updated for resources: {'Port': ['ID=f22c00a4-c8cd-4477-b74f-809a3d86b071,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:34.926816 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] Set router da8799a2-ad3a-4b4a-a146-d30f1efcce7a gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:34.955205 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d0c70718-401f-4d17-8d8c-0bcd1410f09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.956494 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:34.981017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-d0c70718-401f-4d17-8d8c-0bcd1410f09c None None] For port f22c00a4-c8cd-4477-b74f-809a3d86b071, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f22c00a4-c8cd-4477-b74f-809a3d86b071,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:34.989707 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d0c70718-401f-4d17-8d8c-0bcd1410f09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:35.051922 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c70718-401f-4d17-8d8c-0bcd1410f09c None None] Pushing event updated for resources: {'Port': ['ID=f22c00a4-c8cd-4477-b74f-809a3d86b071,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:35.117104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5e2dfa13-62e3-4fea-93b7-59d31e040c89 None None] Provisioning complete for port 0c499aff-3fce-4133-b9b0-a20abe22056a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:35.117603 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfa13-62e3-4fea-93b7-59d31e040c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:35.122059 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:33Z', 'revision_number': 3, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:35.145407 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:35.151441 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb79a3ac-15b4-4b89-8f47-eb63b5ccef42 None None] The sync data for ids ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'] in n-d-817303-10 is: [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:33Z', 'revision_number': 3, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:29:35.151692 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:35.159259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-5e2dfa13-62e3-4fea-93b7-59d31e040c89 None None] Port 0c499aff-3fce-4133-b9b0-a20abe22056a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:29:35.220478 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Pushing event updated for resources: {'Port': ['ID=0c499aff-3fce-4133-b9b0-a20abe22056a,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:35.223844 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:35.319332 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Network a2daa8c1-c35d-4d06-a76f-a6048872f1fc is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:29:35.320848 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:29:35.469616 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Router da8799a2-ad3a-4b4a-a146-d30f1efcce7a has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:29:35.589813 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:29:35.592947 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-0e2fa830-4a46-46b4-8094-7630cc1ad681 None None] Provisioning complete for port 0c499aff-3fce-4133-b9b0-a20abe22056a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:35.593290 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0e2fa830-4a46-46b4-8094-7630cc1ad681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:35.603840 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6f191be0-aec0-42c8-9c7d-41d67250257c admin admin] 10.222.0.15 "PUT /v2.0/routers/da8799a2-ad3a-4b4a-a146-d30f1efcce7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6733756 Nov 27 02:29:35.635425 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-0e2fa830-4a46-46b4-8094-7630cc1ad681 None None] Port 0c499aff-3fce-4133-b9b0-a20abe22056a cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:29:35.961846 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f22c00a4-c8cd-4477-b74f-809a3d86b071 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:29:36.022019 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port f22c00a4-c8cd-4477-b74f-809a3d86b071 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:36.022403 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.097071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46638) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:36.102186 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-388282688-network', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:36.106017 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e28e4f6a-22f8-4513-8463-202417526b7d up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:29:36.124984 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] Made reservation on behalf of 4d2c486773494fe891a2abaecd34eff7 for: {'network': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:29:36.127457 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for network, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.136694 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.155457 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port e28e4f6a-22f8-4513-8463-202417526b7d triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:36.155828 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.214981 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.220372 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.242159 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:29:36.257679 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecaca99-5dea-4e81-8e36-7cfeb9a4ed32,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:36.261200 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.261684 n-d-817303-10 neutron-server[103403]: INFO neutron.db.segments_db [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] Added segment 41745904-dd8b-481f-91f8-41e64cd5e6cf of type vlan for network 096504aa-5286-4a77-bd70-6bdb98042659 Nov 27 02:29:36.301721 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737831350577'] for network, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.331453 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118'] for network, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.332483 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:36.333090 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] Publish callbacks [] for network, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.392818 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2946260 Nov 27 02:29:36.395717 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46640) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:36.397778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16e2ea-0c9c-4ab7-acc5-d82968405e51 admin admin] Pushing event updated for resources: {'Network': ['ID=096504aa-5286-4a77-bd70-6bdb98042659,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:36.402062 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-7c032eba-449f-46fe-84ae-fdccafbe1c6e admin admin] Request body: {'subnet': {'network_id': '096504aa-5286-4a77-bd70-6bdb98042659', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-388282688-subnet', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'ip_version': 4}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:36.408027 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Network 096504aa-5286-4a77-bd70-6bdb98042659 details requested by agent ovs-agent-n-d-817303-10 with host n-d-817303-10 {{(pid=103404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:29:36.433612 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c032eba-449f-46fe-84ae-fdccafbe1c6e admin admin] Made reservation on behalf of 4d2c486773494fe891a2abaecd34eff7 for: {'subnet': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:29:36.436334 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c032eba-449f-46fe-84ae-fdccafbe1c6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26150253'] for subnet, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.610390 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c032eba-449f-46fe-84ae-fdccafbe1c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26125392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26150267'] for subnet, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.663590 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c032eba-449f-46fe-84ae-fdccafbe1c6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4eafe91-09af-4e17-a5bb-120385c52a58,revision_number=0']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:36.675331 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c032eba-449f-46fe-84ae-fdccafbe1c6e admin admin] Checking segment: {'id': '41745904-dd8b-481f-91f8-41e64cd5e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '096504aa-5286-4a77-bd70-6bdb98042659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:29:36.675692 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c032eba-449f-46fe-84ae-fdccafbe1c6e admin admin] Network hostable DHCP agents. Network: 096504aa-5286-4a77-bd70-6bdb98042659, hostable agents: ['70a8f97f-4831-4772-93d5-14bc643c6a0e'], hosted agents: [] {{(pid=103402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:29:36.695555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c032eba-449f-46fe-84ae-fdccafbe1c6e admin admin] Network 096504aa-5286-4a77-bd70-6bdb98042659 is scheduled to be hosted by DHCP agent 70a8f97f-4831-4772-93d5-14bc643c6a0e with binding_index 1 {{(pid=103402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:29:36.704976 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-7c032eba-449f-46fe-84ae-fdccafbe1c6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-10, 096504aa-5286-4a77-bd70-6bdb98042659) {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:29:36.709633 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c032eba-449f-46fe-84ae-fdccafbe1c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:36.710329 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c032eba-449f-46fe-84ae-fdccafbe1c6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.715361 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665d5ab9-f56f-4d9e-9afe-257a03bb10ca None None] Network 096504aa-5286-4a77-bd70-6bdb98042659 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:29:36.720909 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Sync routers for ids ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:29:36.727153 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-7c032eba-449f-46fe-84ae-fdccafbe1c6e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3302248 Nov 27 02:29:36.730614 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 46642) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:36.734946 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-388282688-router', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:36.754656 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27805'] for router, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.755958 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27818'] for router, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.771995 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Routers {'da8799a2-ad3a-4b4a-a146-d30f1efcce7a'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:36.772566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:36.810751 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:36.952821 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:37.095609 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Set router da8799a2-ad3a-4b4a-a146-d30f1efcce7a gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:37.147504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fdb4da9-ec18-50ac-9d9e-e577f0ef1b49-096504aa-5286-4a77-bd70-6bdb98042659', 'network_id': '096504aa-5286-4a77-bd70-6bdb98042659', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'fixed_ips': [{'subnet_id': 'e4eafe91-09af-4e17-a5bb-120385c52a58'}]}} from n-d-817303-10. {{(pid=103404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:29:37.148389 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:37.159190 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:37.178217 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:37.281577 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Allocated IP 172.25.1.200 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/cd48db53-2486-4528-9268-a45a1f3a7c1c) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:29:37.386641 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:37.399807 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.db_base_plugin_common [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Allocated IP 172.20.0.2 (096504aa-5286-4a77-bd70-6bdb98042659/e4eafe91-09af-4e17-a5bb-120385c52a58/cacd6b04-cc08-4c5b-b194-94031bf58847) {{(pid=103404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:29:37.422696 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:37.461338 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:29:37.466311 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:29:37.469794 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:29:37.482265 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfce36a-67fe-460e-91e2-84eb5d3fc9d8 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:29:37.487726 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:35Z', 'revision_number': 2, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:37.492259 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Pushing event updated for resources: {'Port': ['ID=cd48db53-2486-4528-9268-a45a1f3a7c1c,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:37.526660 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Checking router: da8799a2-ad3a-4b4a-a146-d30f1efcce7a for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:29:37.526930 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Updating router da8799a2-ad3a-4b4a-a146-d30f1efcce7a port 0c499aff-3fce-4133-b9b0-a20abe22056a binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:29:37.579028 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:37.628761 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-38d86844-a5e3-439d-9463-a633d4ee6374 None None] Provisioning complete for port cd48db53-2486-4528-9268-a45a1f3a7c1c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:37.629172 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-38d86844-a5e3-439d-9463-a633d4ee6374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:37.692006 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Publish callbacks [] for port, precommit_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:37.707288 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322'] for port, after_create {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:37.709019 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-38d86844-a5e3-439d-9463-a633d4ee6374 None None] Port cd48db53-2486-4528-9268-a45a1f3a7c1c cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:29:37.730179 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:37.795746 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Network 096504aa-5286-4a77-bd70-6bdb98042659 is already hosted by enough agents. {{(pid=103404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:29:37.803804 n-d-817303-10 neutron-server[103404]: DEBUG neutron.scheduler.base_scheduler [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Resources bound (agent type, host, resource id): {{(pid=103404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:29:37.809730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Received port after_create {{(pid=103404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:29:37.823679 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Pushing event updated for resources: {'Port': ['ID=cacd6b04-cc08-4c5b-b194-94031bf58847,revision_number=1']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:37.918992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Attempting to bind port cacd6b04-cc08-4c5b-b194-94031bf58847 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:29:37.919368 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Attempting to bind port cacd6b04-cc08-4c5b-b194-94031bf58847 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '41745904-dd8b-481f-91f8-41e64cd5e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '096504aa-5286-4a77-bd70-6bdb98042659'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:29:37.919734 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Attempting to bind port cacd6b04-cc08-4c5b-b194-94031bf58847 on network 096504aa-5286-4a77-bd70-6bdb98042659 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:29:37.927387 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:29:37.927765 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Checking segment: {'id': '41745904-dd8b-481f-91f8-41e64cd5e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '096504aa-5286-4a77-bd70-6bdb98042659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:29:37.928165 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:37.928585 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Bound using segment: {'id': '41745904-dd8b-481f-91f8-41e64cd5e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '096504aa-5286-4a77-bd70-6bdb98042659'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:29:37.929054 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Bound port: cacd6b04-cc08-4c5b-b194-94031bf58847, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41745904-dd8b-481f-91f8-41e64cd5e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '096504aa-5286-4a77-bd70-6bdb98042659'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:29:37.929433 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:37.934243 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549430'] for router, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:38.053230 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] For port cacd6b04-cc08-4c5b-b194-94031bf58847, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:29:38.070438 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Router d2102e83-b82c-442c-baa6-69a86593071a is scheduled to L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 with binding_index 1 {{(pid=103402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:29:38.070817 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] For port cacd6b04-cc08-4c5b-b194-94031bf58847, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cacd6b04-cc08-4c5b-b194-94031bf58847,segment=NetworkSegment(41745904-dd8b-481f-91f8-41e64cd5e6cf),segment_id=41745904-dd8b-481f-91f8-41e64cd5e6cf)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:29:38.076449 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:38.094311 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:38.120342 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:38.154733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3adbc-5bb3-492e-97c5-00025584b26f None None] Pushing event updated for resources: {'Port': ['ID=cacd6b04-cc08-4c5b-b194-94031bf58847,revision_number=2']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:38.207229 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:29:38.226360 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Sync routers for ids ['d2102e83-b82c-442c-baa6-69a86593071a'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:29:38.235885 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:38.240292 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-40178748-0833-4cc4-97bb-0c66a65bd085 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5069525 Nov 27 02:29:38.241546 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46644) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:38.249033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75622f62-97b8-4ce0-92b6-27932244f242 None None] Pushing event updated for resources: {'Port': ['ID=0c499aff-3fce-4133-b9b0-a20abe22056a,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:38.252905 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Routers {'d2102e83-b82c-442c-baa6-69a86593071a'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:38.253773 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d2102e83-b82c-442c-baa6-69a86593071a'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:38.268912 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Attempting to bind port 0c499aff-3fce-4133-b9b0-a20abe22056a on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:29:38.269428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Attempting to bind port 0c499aff-3fce-4133-b9b0-a20abe22056a by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:29:38.269896 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Attempting to bind port 0c499aff-3fce-4133-b9b0-a20abe22056a on network a2daa8c1-c35d-4d06-a76f-a6048872f1fc {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:29:38.277337 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:29:38.277840 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Checking segment: {'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:29:38.278354 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:38.278850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Bound using segment: {'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:29:38.279400 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Bound port: 0c499aff-3fce-4133-b9b0-a20abe22056a, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:29:38.279856 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:38.381972 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] For port 0c499aff-3fce-4133-b9b0-a20abe22056a, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:29:38.398688 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] For port 0c499aff-3fce-4133-b9b0-a20abe22056a, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0c499aff-3fce-4133-b9b0-a20abe22056a,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:29:38.409499 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:38.412843 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Set router d2102e83-b82c-442c-baa6-69a86593071a gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:38.486197 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Routers {'da8799a2-ad3a-4b4a-a146-d30f1efcce7a'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:38.486942 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:38.488791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75622f62-97b8-4ce0-92b6-27932244f242 None None] Pushing event updated for resources: {'Port': ['ID=0c499aff-3fce-4133-b9b0-a20abe22056a,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:38.602875 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-7cc3af39-3ec4-481c-a381-0420bd4426f1 None None] Provisioning complete for port 0c499aff-3fce-4133-b9b0-a20abe22056a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:38.603252 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7cc3af39-3ec4-481c-a381-0420bd4426f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:38.668312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] Set router da8799a2-ad3a-4b4a-a146-d30f1efcce7a gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:38.725044 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'name': 'tempest-TestSnapshotPattern-388282688-router', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'cd48db53-2486-4528-9268-a45a1f3a7c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:36Z', 'updated_at': '2021-11-27T02:29:37Z', 'revision_number': 3, 'project_id': '4d2c486773494fe891a2abaecd34eff7', 'gw_port': {'id': 'cd48db53-2486-4528-9268-a45a1f3a7c1c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:37Z', 'updated_at': '2021-11-27T02:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:38.762607 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Checking router: d2102e83-b82c-442c-baa6-69a86593071a for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:29:38.763278 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Updating router d2102e83-b82c-442c-baa6-69a86593071a port cd48db53-2486-4528-9268-a45a1f3a7c1c binding host n-d-817303-10 {{(pid=103405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:29:38.790448 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:38.987721 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7cc3af39-3ec4-481c-a381-0420bd4426f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.061531 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-7cc3af39-3ec4-481c-a381-0420bd4426f1 None None] For port 0c499aff-3fce-4133-b9b0-a20abe22056a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0c499aff-3fce-4133-b9b0-a20abe22056a,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:39.069220 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7cc3af39-3ec4-481c-a381-0420bd4426f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.080659 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Publish callbacks [] for port, precommit_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.090394 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.153202 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Attempting to bind port cd48db53-2486-4528-9268-a45a1f3a7c1c on host n-d-817303-10 for vnic_type normal with profile {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:29:39.153630 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Attempting to bind port cd48db53-2486-4528-9268-a45a1f3a7c1c by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:29:39.154092 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Attempting to bind port cd48db53-2486-4528-9268-a45a1f3a7c1c on network 853a67d2-e3f9-48b6-8e66-07c9335fe014 {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:29:39.155097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3af39-3ec4-481c-a381-0420bd4426f1 None None] Pushing event updated for resources: {'Port': ['ID=0c499aff-3fce-4133-b9b0-a20abe22056a,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:39.159934 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e388731e-4731-401e-869d-5f9554842395 None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:29:39.161558 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:29:39.162049 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Checking segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:29:39.163041 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.163155 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Bound using segment: {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'} {{(pid=103405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:29:39.163711 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.managers [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Bound port: cd48db53-2486-4528-9268-a45a1f3a7c1c, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fae93-1344-4091-959e-28eddb00532d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014'}}] {{(pid=103405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:29:39.164185 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.198682 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:38Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:39.214595 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb9f9f-cc43-4266-bcc8-711c6f51f21b None None] Pushing event updated for resources: {'Port': ['ID=cd48db53-2486-4528-9268-a45a1f3a7c1c,revision_number=2']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:39.229570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeedf8f0-3349-4483-81ff-1b8ae66363c5 None None] The sync data for ids ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'] in n-d-817303-10 is: [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:38Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:29:39.231079 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1e61e406-acb2-4214-9753-2f2885532bf2 None None] Provisioning complete for port 0c499aff-3fce-4133-b9b0-a20abe22056a triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:39.231453 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1e61e406-acb2-4214-9753-2f2885532bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.266011 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] For port cd48db53-2486-4528-9268-a45a1f3a7c1c, host n-d-817303-10, cleared binding levels {{(pid=103405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:29:39.282751 n-d-817303-10 neutron-server[103405]: DEBUG neutron.plugins.ml2.db [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] For port cd48db53-2486-4528-9268-a45a1f3a7c1c, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cd48db53-2486-4528-9268-a45a1f3a7c1c,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:29:39.301022 n-d-817303-10 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.369453 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8729695-18a7-443f-ba39-b225d661e41e None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:29:39.385624 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb9f9f-cc43-4266-bcc8-711c6f51f21b None None] Pushing event updated for resources: {'Port': ['ID=cd48db53-2486-4528-9268-a45a1f3a7c1c,revision_number=3']} {{(pid=103405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:39.388590 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Routers {'d2102e83-b82c-442c-baa6-69a86593071a'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:39.389384 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d2102e83-b82c-442c-baa6-69a86593071a'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:39.415782 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.508077 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] Set router d2102e83-b82c-442c-baa6-69a86593071a gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:39.527905 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-02f025b0-6d00-418b-b455-ccde3dbc9fc1 None None] Provisioning complete for port cd48db53-2486-4528-9268-a45a1f3a7c1c triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:39.528420 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02f025b0-6d00-418b-b455-ccde3dbc9fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.631154 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02f025b0-6d00-418b-b455-ccde3dbc9fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.631594 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Allocated IP 172.20.0.1 (096504aa-5286-4a77-bd70-6bdb98042659/e4eafe91-09af-4e17-a5bb-120385c52a58/da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:29:39.653491 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-02f025b0-6d00-418b-b455-ccde3dbc9fc1 None None] For port cd48db53-2486-4528-9268-a45a1f3a7c1c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cd48db53-2486-4528-9268-a45a1f3a7c1c,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:39.654816 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741758e9-9ba8-4f77-98ec-06d977dde595 None None] Network 096504aa-5286-4a77-bd70-6bdb98042659 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:29:39.715260 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02f025b0-6d00-418b-b455-ccde3dbc9fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.727979 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'name': 'tempest-TestSnapshotPattern-388282688-router', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'cd48db53-2486-4528-9268-a45a1f3a7c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:36Z', 'updated_at': '2021-11-27T02:29:37Z', 'revision_number': 3, 'project_id': '4d2c486773494fe891a2abaecd34eff7', 'gw_port': {'id': 'cd48db53-2486-4528-9268-a45a1f3a7c1c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:37Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:39.765043 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a1b488-1bea-47b5-8782-a1fae3ac039f None None] The sync data for ids ['d2102e83-b82c-442c-baa6-69a86593071a'] in n-d-817303-10 is: [{'id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'name': 'tempest-TestSnapshotPattern-388282688-router', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'cd48db53-2486-4528-9268-a45a1f3a7c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:36Z', 'updated_at': '2021-11-27T02:29:37Z', 'revision_number': 3, 'project_id': '4d2c486773494fe891a2abaecd34eff7', 'gw_port': {'id': 'cd48db53-2486-4528-9268-a45a1f3a7c1c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:37Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:29:39.772734 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.813005 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f025b0-6d00-418b-b455-ccde3dbc9fc1 None None] Pushing event updated for resources: {'Port': ['ID=cd48db53-2486-4528-9268-a45a1f3a7c1c,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:39.827377 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.862819 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-dbcdf9de-5b51-4d93-be64-f5ed46d90bc2 None None] Provisioning complete for port cacd6b04-cc08-4c5b-b194-94031bf58847 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:39.863196 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dbcdf9de-5b51-4d93-be64-f5ed46d90bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:39.879760 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Network 096504aa-5286-4a77-bd70-6bdb98042659 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:29:39.897011 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:29:39.901434 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:29:39.957758 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549125'] for router_interface, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:40.017510 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dbcdf9de-5b51-4d93-be64-f5ed46d90bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:40.040467 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Pushing event updated for resources: {'Port': ['ID=da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:40.071809 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0c499aff-3fce-4133-b9b0-a20abe22056a up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:29:40.181712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-dbcdf9de-5b51-4d93-be64-f5ed46d90bc2 None None] For port cacd6b04-cc08-4c5b-b194-94031bf58847, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cacd6b04-cc08-4c5b-b194-94031bf58847,segment=NetworkSegment(41745904-dd8b-481f-91f8-41e64cd5e6cf),segment_id=41745904-dd8b-481f-91f8-41e64cd5e6cf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:40.190537 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dbcdf9de-5b51-4d93-be64-f5ed46d90bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:40.231191 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:40.261312 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port 0c499aff-3fce-4133-b9b0-a20abe22056a triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:40.261777 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:40.323940 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8516-59d7-4c2e-a25f-4b5a992cd793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:40.327992 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdf9de-5b51-4d93-be64-f5ed46d90bc2 None None] Pushing event updated for resources: {'Port': ['ID=cacd6b04-cc08-4c5b-b194-94031bf58847,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:40.435047 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cacd6b04-cc08-4c5b-b194-94031bf58847 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:29:40.517278 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-82d56966-f67e-46bb-abcc-756057e35760 None None] Provisioning complete for port cacd6b04-cc08-4c5b-b194-94031bf58847 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:40.517650 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-82d56966-f67e-46bb-abcc-756057e35760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:40.519791 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port cacd6b04-cc08-4c5b-b194-94031bf58847 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:40.520147 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:40.532787 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:40.539301 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:40.615228 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549353'] for router_interface, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:40.627305 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Pushing event updated for resources: {'Port': ['ID=da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:40.696838 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-82d56966-f67e-46bb-abcc-756057e35760 None None] Provisioning complete for port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:40.697218 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-82d56966-f67e-46bb-abcc-756057e35760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:40.732898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Network 096504aa-5286-4a77-bd70-6bdb98042659 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:29:40.734398 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:29:40.738579 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-82d56966-f67e-46bb-abcc-756057e35760 None None] Port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:29:40.860474 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Router d2102e83-b82c-442c-baa6-69a86593071a has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:29:40.871047 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-1c379d16-8107-459b-a699-85f43a6b8d2a None None] Provisioning complete for port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:40.871596 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1c379d16-8107-459b-a699-85f43a6b8d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:40.926159 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-1c379d16-8107-459b-a699-85f43a6b8d2a None None] Port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:29:40.990888 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:29:40.996725 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3f86c4ef-5fa0-4c74-b648-5b6681d40b17 admin admin] 10.222.0.15 "PUT /v2.0/routers/d2102e83-b82c-442c-baa6-69a86593071a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7540789 Nov 27 02:29:41.058293 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-5b117a85-8c6b-415c-99a4-cb86a4f6b4f8 None None] Provisioning complete for port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:41.058916 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5b117a85-8c6b-415c-99a4-cb86a4f6b4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:41.095587 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-5b117a85-8c6b-415c-99a4-cb86a4f6b4f8 None None] Port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:29:41.581568 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46652) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:41.586168 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-de30d79a-bcd5-4d0a-8661-df9cf8598782 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819135998', 'description': 'tempest-secgroup-smoke-819135998 description', 'project_id': 'efc15d206c004cfcbd749e344755aa58'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:41.608164 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de30d79a-bcd5-4d0a-8661-df9cf8598782 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:41.676153 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de30d79a-bcd5-4d0a-8661-df9cf8598782 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:41.681658 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de30d79a-bcd5-4d0a-8661-df9cf8598782 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:41.711351 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-de30d79a-bcd5-4d0a-8661-df9cf8598782 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:41.712584 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-de30d79a-bcd5-4d0a-8661-df9cf8598782 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1299565 Nov 27 02:29:41.713431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30d79a-bcd5-4d0a-8661-df9cf8598782 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d166f625-5174-4cbb-94a5-a148ec1dac09,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:41.715476 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46654) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:41.720431 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-f108e6d9-047b-41bb-84aa-fac720947347 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Request body: {'security_group_rule': {'security_group_id': 'd166f625-5174-4cbb-94a5-a148ec1dac09', 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:41.746382 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f108e6d9-047b-41bb-84aa-fac720947347 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:41.799321 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f108e6d9-047b-41bb-84aa-fac720947347 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:41.802535 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f108e6d9-047b-41bb-84aa-fac720947347 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:41.819634 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108e6d9-047b-41bb-84aa-fac720947347 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e8ceb6-2b68-47f2-8aeb-eb91402bd671,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:41.827392 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-f108e6d9-047b-41bb-84aa-fac720947347 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:41.828603 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-f108e6d9-047b-41bb-84aa-fac720947347 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122100 Nov 27 02:29:41.831337 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46656) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:41.836203 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5f918ef0-1ba5-4b2d-a714-5f545e3dd788 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Request body: {'security_group_rule': {'security_group_id': 'd166f625-5174-4cbb-94a5-a148ec1dac09', 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:41.871422 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5f918ef0-1ba5-4b2d-a714-5f545e3dd788 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:41.928149 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5f918ef0-1ba5-4b2d-a714-5f545e3dd788 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:41.931800 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5f918ef0-1ba5-4b2d-a714-5f545e3dd788 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:41.953030 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f918ef0-1ba5-4b2d-a714-5f545e3dd788 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20be0da7-5f8b-4cbc-a7ba-56a5fc2ca6d0,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:41.959097 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cacd6b04-cc08-4c5b-b194-94031bf58847 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:29:41.964980 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5f918ef0-1ba5-4b2d-a714-5f545e3dd788 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:41.968309 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5f918ef0-1ba5-4b2d-a714-5f545e3dd788 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339331 Nov 27 02:29:41.969024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46658) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:41.973275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-0bccb546-8feb-43eb-9002-0b2396b5566a tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Request body: {'security_group_rule': {'security_group_id': 'd166f625-5174-4cbb-94a5-a148ec1dac09', 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:42.000963 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0bccb546-8feb-43eb-9002-0b2396b5566a tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.011417 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port cacd6b04-cc08-4c5b-b194-94031bf58847 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:42.011868 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.066281 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0bccb546-8feb-43eb-9002-0b2396b5566a tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.069942 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0bccb546-8feb-43eb-9002-0b2396b5566a tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.088758 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccb546-8feb-43eb-9002-0b2396b5566a tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fb15bb-f715-44bd-a50b-fd7baf7e5e7e,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:42.093877 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-0bccb546-8feb-43eb-9002-0b2396b5566a tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.095084 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-0bccb546-8feb-43eb-9002-0b2396b5566a tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251004 Nov 27 02:29:42.097803 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46660) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:42.103149 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-554c16d9-2a6e-4b8a-87e8-a9e18e6fe60d tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Request body: {'security_group_rule': {'security_group_id': 'd166f625-5174-4cbb-94a5-a148ec1dac09', 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:42.103322 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cd48db53-2486-4528-9268-a45a1f3a7c1c up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:29:42.130422 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-554c16d9-2a6e-4b8a-87e8-a9e18e6fe60d tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.149651 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port cd48db53-2486-4528-9268-a45a1f3a7c1c triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:42.150021 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.192961 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-554c16d9-2a6e-4b8a-87e8-a9e18e6fe60d tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.196959 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-554c16d9-2a6e-4b8a-87e8-a9e18e6fe60d tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.214391 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c16d9-2a6e-4b8a-87e8-a9e18e6fe60d tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5b2f15-fb7f-47be-b29a-659ed7580390,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:42.222928 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-554c16d9-2a6e-4b8a-87e8-a9e18e6fe60d tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.224143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-554c16d9-2a6e-4b8a-87e8-a9e18e6fe60d tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246762 Nov 27 02:29:42.226859 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46662) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:42.231339 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-132957c3-343d-4806-9f65-485269583d56 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Request body: {'security_group_rule': {'security_group_id': 'd166f625-5174-4cbb-94a5-a148ec1dac09', 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:42.253072 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-132957c3-343d-4806-9f65-485269583d56 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Project efc15d206c004cfcbd749e344755aa58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:29:42.258061 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-132957c3-343d-4806-9f65-485269583d56 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.316451 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-132957c3-343d-4806-9f65-485269583d56 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.320027 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-132957c3-343d-4806-9f65-485269583d56 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.341599 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132957c3-343d-4806-9f65-485269583d56 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75376eef-d642-41f0-bebc-ac46db9c060d,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:42.350592 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-132957c3-343d-4806-9f65-485269583d56 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.351828 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-132957c3-343d-4806-9f65-485269583d56 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239579 Nov 27 02:29:42.355393 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46664) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:42.359966 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-5eca8e44-8106-4069-833b-c899038fb5ba tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Request body: {'security_group_rule': {'security_group_id': 'd166f625-5174-4cbb-94a5-a148ec1dac09', 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:42.385343 n-d-817303-10 neutron-server[103403]: INFO neutron.db.securitygroups_db [None req-5eca8e44-8106-4069-833b-c899038fb5ba tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Project efc15d206c004cfcbd749e344755aa58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:29:42.386117 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c862dc82-e4e1-44f2-a77c-a4b247af1f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.391347 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5eca8e44-8106-4069-833b-c899038fb5ba tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.452557 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5eca8e44-8106-4069-833b-c899038fb5ba tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.456739 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5eca8e44-8106-4069-833b-c899038fb5ba tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724315'] for security_group_rule, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.471279 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca8e44-8106-4069-833b-c899038fb5ba tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2e7628-b2a5-46c9-b818-6735f583964e,revision_number=0']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:42.485295 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-5eca8e44-8106-4069-833b-c899038fb5ba tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:42.486531 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-5eca8e44-8106-4069-833b-c899038fb5ba tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301451 Nov 27 02:29:42.640715 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-d79d0271-3b74-466f-aa40-15f5cc2ae4d1 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819135998&fields=id&tenant_id=efc15d206c004cfcbd749e344755aa58 HTTP/1.1" status: 200 len: 267 time: 0.0445154 Nov 27 02:29:42.670452 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Sync routers for ids ['d2102e83-b82c-442c-baa6-69a86593071a'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:29:42.679628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Routers {'d2102e83-b82c-442c-baa6-69a86593071a'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:42.680296 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d2102e83-b82c-442c-baa6-69a86593071a'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:42.751140 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-d976c636-6aea-4b21-bd3d-e492c1a52c66 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:42.752620 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-d976c636-6aea-4b21-bd3d-e492c1a52c66 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 810 time: 0.1047621 Nov 27 02:29:42.767636 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-597837e3-d77a-428a-b637-1a621bf2e3ed tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/quotas/efc15d206c004cfcbd749e344755aa58 HTTP/1.1" status: 200 len: 375 time: 0.0091786 Nov 27 02:29:42.792186 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Set router d2102e83-b82c-442c-baa6-69a86593071a gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:42.820740 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-1765e821-3a99-44b9-99d0-110efcb19302 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475228 Nov 27 02:29:42.924369 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-0ba3023f-b7c7-496d-a797-4f619724fd26 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:29:42.925473 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-0ba3023f-b7c7-496d-a797-4f619724fd26 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0933118 Nov 27 02:29:42.992047 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'name': 'tempest-TestSnapshotPattern-388282688-router', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'cd48db53-2486-4528-9268-a45a1f3a7c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:36Z', 'updated_at': '2021-11-27T02:29:40Z', 'revision_number': 4, 'project_id': '4d2c486773494fe891a2abaecd34eff7', 'gw_port': {'id': 'cd48db53-2486-4528-9268-a45a1f3a7c1c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:37Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5', 'name': '', 'network_id': '096504aa-5286-4a77-bd70-6bdb98042659', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'mac_address': 'fa:16:3e:fb:4a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e4eafe91-09af-4e17-a5bb-120385c52a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:39Z', 'updated_at': '2021-11-27T02:29:40Z', 'revision_number': 2, 'project_id': '4d2c486773494fe891a2abaecd34eff7', 'subnets': [{'id': 'e4eafe91-09af-4e17-a5bb-120385c52a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:43.013780 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-ebb91cb8-9ebf-404e-871f-1b730c8d5408 service neutron] 10.222.0.15 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817304 Nov 27 02:29:43.018325 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Checking router: d2102e83-b82c-442c-baa6-69a86593071a for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:29:43.018687 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Updating router d2102e83-b82c-442c-baa6-69a86593071a port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 binding host n-d-817303-10 {{(pid=103404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:29:43.049375 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:43.111074 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-52cd18a6-889e-43aa-bf3f-6581d45d1f7a service neutron] 10.222.0.15 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910916 Nov 27 02:29:43.287901 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-71c1f09a-e53d-426c-9d75-1ea1e9566c3b req-f065eb38-9abe-4319-93e0-6df4b715e0db tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 210 time: 0.0336342 Nov 27 02:29:43.327008 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Publish callbacks [] for port, precommit_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:43.332909 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:43.413242 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4309f-63f4-4312-a074-f616e6e53022 None None] Pushing event updated for resources: {'Port': ['ID=da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5,revision_number=3']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:43.447710 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Attempting to bind port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 on host n-d-817303-10 for vnic_type normal with profile {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:29:43.448095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Attempting to bind port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 by drivers openvswitch,hyperv on host n-d-817303-10 at level 0 using segments [{'id': '41745904-dd8b-481f-91f8-41e64cd5e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '096504aa-5286-4a77-bd70-6bdb98042659'}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:29:43.448504 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Attempting to bind port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 on network 096504aa-5286-4a77-bd70-6bdb98042659 {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:29:43.454921 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Checking agent: {'id': '5a1424e0-1e86-4ee2-9feb-6fe8131f57d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 46), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:29:43.455292 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Checking segment: {'id': '41745904-dd8b-481f-91f8-41e64cd5e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '096504aa-5286-4a77-bd70-6bdb98042659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:29:43.455695 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:43.456132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Bound using segment: {'id': '41745904-dd8b-481f-91f8-41e64cd5e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '096504aa-5286-4a77-bd70-6bdb98042659'} {{(pid=103404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:29:43.456733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.managers [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Bound port: da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5, host: n-d-817303-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41745904-dd8b-481f-91f8-41e64cd5e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '096504aa-5286-4a77-bd70-6bdb98042659'}}] {{(pid=103404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:29:43.457128 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:43.530120 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] For port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5, host n-d-817303-10, cleared binding levels {{(pid=103404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:29:43.533733 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] For port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5, host n-d-817303-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5,segment=NetworkSegment(41745904-dd8b-481f-91f8-41e64cd5e6cf),segment_id=41745904-dd8b-481f-91f8-41e64cd5e6cf)] {{(pid=103404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:29:43.538751 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:43.598347 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Routers {'d2102e83-b82c-442c-baa6-69a86593071a'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:43.599087 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d2102e83-b82c-442c-baa6-69a86593071a'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:43.649979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4309f-63f4-4312-a074-f616e6e53022 None None] Pushing event updated for resources: {'Port': ['ID=da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:43.682043 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:43.721798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-14d8b31b-4cf1-493f-8dee-1f34bd9c5db8 None None] Provisioning complete for port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:43.722235 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-14d8b31b-4cf1-493f-8dee-1f34bd9c5db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:43.773435 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] Set router d2102e83-b82c-442c-baa6-69a86593071a gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:44.083252 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-14d8b31b-4cf1-493f-8dee-1f34bd9c5db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:44.143194 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-14d8b31b-4cf1-493f-8dee-1f34bd9c5db8 None None] For port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5,segment=NetworkSegment(41745904-dd8b-481f-91f8-41e64cd5e6cf),segment_id=41745904-dd8b-481f-91f8-41e64cd5e6cf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:44.149530 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-14d8b31b-4cf1-493f-8dee-1f34bd9c5db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:44.223781 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8b31b-4cf1-493f-8dee-1f34bd9c5db8 None None] Pushing event updated for resources: {'Port': ['ID=da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:44.239067 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'name': 'tempest-TestSnapshotPattern-388282688-router', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'cd48db53-2486-4528-9268-a45a1f3a7c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:36Z', 'updated_at': '2021-11-27T02:29:40Z', 'revision_number': 4, 'project_id': '4d2c486773494fe891a2abaecd34eff7', 'gw_port': {'id': 'cd48db53-2486-4528-9268-a45a1f3a7c1c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:37Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5', 'name': '', 'network_id': '096504aa-5286-4a77-bd70-6bdb98042659', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'mac_address': 'fa:16:3e:fb:4a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e4eafe91-09af-4e17-a5bb-120385c52a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:39Z', 'updated_at': '2021-11-27T02:29:43Z', 'revision_number': 4, 'project_id': '4d2c486773494fe891a2abaecd34eff7', 'subnets': [{'id': 'e4eafe91-09af-4e17-a5bb-120385c52a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:44.272850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee724b-6f74-424a-b1ee-99a7a7e9bce1 None None] The sync data for ids ['d2102e83-b82c-442c-baa6-69a86593071a'] in n-d-817303-10 is: [{'id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'name': 'tempest-TestSnapshotPattern-388282688-router', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'cd48db53-2486-4528-9268-a45a1f3a7c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:36Z', 'updated_at': '2021-11-27T02:29:40Z', 'revision_number': 4, 'project_id': '4d2c486773494fe891a2abaecd34eff7', 'gw_port': {'id': 'cd48db53-2486-4528-9268-a45a1f3a7c1c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:37Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': 'da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5', 'name': '', 'network_id': '096504aa-5286-4a77-bd70-6bdb98042659', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'mac_address': 'fa:16:3e:fb:4a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'e4eafe91-09af-4e17-a5bb-120385c52a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:39Z', 'updated_at': '2021-11-27T02:29:43Z', 'revision_number': 4, 'project_id': '4d2c486773494fe891a2abaecd34eff7', 'subnets': [{'id': 'e4eafe91-09af-4e17-a5bb-120385c52a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:29:44.283850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-55587353-dbc6-497e-b0d9-51d95d330f95 None None] Provisioning complete for port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:44.284227 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-55587353-dbc6-497e-b0d9-51d95d330f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:44.389634 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-069e15b2-ee28-4a4f-93e5-ea20555638ef tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:44.391399 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-069e15b2-ee28-4a4f-93e5-ea20555638ef tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.31 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 810 time: 0.1398177 Nov 27 02:29:44.453418 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-081efa39-04f2-4d07-b118-190ec8fe0c6c req-8a4bd19c-1a63-4244-b224-2bd52098f27e tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 210 time: 0.0590510 Nov 27 02:29:44.486716 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-58a27cea-220b-4b5b-a37d-e85912bc325a tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efc15d206c004cfcbd749e344755aa58 HTTP/1.1" status: 200 len: 379 time: 0.0731781 Nov 27 02:29:44.496828 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-fd7f0136-cf11-429d-bebe-761b13de96df tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Request body: {'port': {'device_id': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'admin_state_up': True, 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'security_groups': ['d166f625-5174-4cbb-94a5-a148ec1dac09']}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:44.610531 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-fd7f0136-cf11-429d-bebe-761b13de96df tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Made reservation on behalf of efc15d206c004cfcbd749e344755aa58 for: {'port': 1} {{(pid=103402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:29:44.614519 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-fd7f0136-cf11-429d-bebe-761b13de96df tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:44.748882 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_common [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-fd7f0136-cf11-429d-bebe-761b13de96df tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Allocated IP 172.20.0.7 (a2daa8c1-c35d-4d06-a76f-a6048872f1fc/9062e786-bd02-4d53-960c-3b20cace6068/d42d7402-e41c-4265-adb4-1f69aba7f55f) {{(pid=103402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:29:44.894241 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-fd7f0136-cf11-429d-bebe-761b13de96df tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for port, precommit_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:44.929872 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-fd7f0136-cf11-429d-bebe-761b13de96df tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_create {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:44.972948 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-fd7f0136-cf11-429d-bebe-761b13de96df tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Network a2daa8c1-c35d-4d06-a76f-a6048872f1fc is already hosted by enough agents. {{(pid=103402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:29:44.976000 n-d-817303-10 neutron-server[103402]: DEBUG neutron.scheduler.base_scheduler [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-fd7f0136-cf11-429d-bebe-761b13de96df tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Resources bound (agent type, host, resource id): {{(pid=103402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:29:44.979570 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-fd7f0136-cf11-429d-bebe-761b13de96df tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Received port after_create {{(pid=103402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:29:45.011217 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f0136-cf11-429d-bebe-761b13de96df tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event updated for resources: {'Port': ['ID=d42d7402-e41c-4265-adb4-1f69aba7f55f,revision_number=1']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:45.045788 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-fd7f0136-cf11-429d-bebe-761b13de96df tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:45.046440 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-fd7f0136-cf11-429d-bebe-761b13de96df tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:45.065998 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-fd7f0136-cf11-429d-bebe-761b13de96df tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730181 Nov 27 02:29:45.084876 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.v2.base [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Request body: {'port': {'device_id': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-10'}} {{(pid=103402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:45.140720 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:45.162003 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:45.234225 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-69f5d90c-6983-435a-a0b8-a2f4f64ca837 None None] Provisioning complete for port d42d7402-e41c-4265-adb4-1f69aba7f55f triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:45.234589 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-69f5d90c-6983-435a-a0b8-a2f4f64ca837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:45.268583 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-69f5d90c-6983-435a-a0b8-a2f4f64ca837 None None] Port d42d7402-e41c-4265-adb4-1f69aba7f55f cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:29:45.417983 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42d7402-e41c-4265-adb4-1f69aba7f55f {{(pid=103402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:29:45.425220 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:45.437396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.provisioning_blocks [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Transition to ACTIVE for port object d42d7402-e41c-4265-adb4-1f69aba7f55f will not be triggered until provisioned by entity L2. {{(pid=103402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:29:45.441150 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:45.491243 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Pushing event updated for resources: {'Port': ['ID=d42d7402-e41c-4265-adb4-1f69aba7f55f,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:45.606176 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Attempting to bind port d42d7402-e41c-4265-adb4-1f69aba7f55f on host n-h2-817303-10 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:29:45.606510 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Attempting to bind port d42d7402-e41c-4265-adb4-1f69aba7f55f by drivers openvswitch,hyperv on host n-h2-817303-10 at level 0 using segments [{'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:29:45.606848 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Attempting to bind port d42d7402-e41c-4265-adb4-1f69aba7f55f on network a2daa8c1-c35d-4d06-a76f-a6048872f1fc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:29:45.619109 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403e480-14b8-4799-aab6-81a55a57c54a req-dad2ef89-cee7-473c-afa1-8ed666961331 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:45.620673 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a403e480-14b8-4799-aab6-81a55a57c54a req-dad2ef89-cee7-473c-afa1-8ed666961331 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 943 time: 0.0766151 Nov 27 02:29:45.621748 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Port d42d7402-e41c-4265-adb4-1f69aba7f55f on network a2daa8c1-c35d-4d06-a76f-a6048872f1fc not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-10 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:29:45.622071 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Attempting to bind port d42d7402-e41c-4265-adb4-1f69aba7f55f on network a2daa8c1-c35d-4d06-a76f-a6048872f1fc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:29:45.629420 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Checking agent: {'id': '8f558d65-3818-4a0d-a28e-b96860865440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:29:45.629769 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Checking segment: {'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:29:45.630149 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Bound using segment: {'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:29:45.630581 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Bound port: d42d7402-e41c-4265-adb4-1f69aba7f55f, host: n-h2-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:29:45.630938 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:45.710388 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a403e480-14b8-4799-aab6-81a55a57c54a req-2089541b-b805-47ea-abee-98f7ecddd369 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829852 Nov 27 02:29:45.731648 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] For port d42d7402-e41c-4265-adb4-1f69aba7f55f, host n-h2-817303-10, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:29:45.734594 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] For port d42d7402-e41c-4265-adb4-1f69aba7f55f, host n-h2-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:29:45.739290 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26125547'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:45.927614 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 up at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:29:45.981712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Provisioning complete for port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:45.981999 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:46.079502 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:46.080128 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:46.081538 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] 10.222.0.31 "PUT /v2.0/ports/d42d7402-e41c-4265-adb4-1f69aba7f55f HTTP/1.1" status: 200 len: 1092 time: 1.0012488 Nov 27 02:29:46.081981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'tag': 'd42d7402-e41c-4265-adb4-1f69aba7f55f'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:29:46.084267 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017d5b73-d561-4c0f-9d36-10917599d408" -d '{"events": [{"name": "network-changed", "server_uuid": "b8adad41-b2fa-462f-ab1f-fcf28767aba6", "tag": "d42d7402-e41c-4265-adb4-1f69aba7f55f"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:29:46.117477 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c4a7f-c50d-44b0-b8a9-bda8929ed91f service neutron] Pushing event updated for resources: {'Port': ['ID=d42d7402-e41c-4265-adb4-1f69aba7f55f,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:46.183435 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-88930108-a2b5-4353-8277-999992bdeaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:46.185032 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-88930108-a2b5-4353-8277-999992bdeaff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 1095 time: 0.0485802 Nov 27 02:29:46.235261 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08db2579-a0ce-4c92-abb4-a72ac3837eb6 x-openstack-request-id: req-08db2579-a0ce-4c92-abb4-a72ac3837eb6 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:29:46.235477 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8adad41-b2fa-462f-ab1f-fcf28767aba6", "tag": "d42d7402-e41c-4265-adb4-1f69aba7f55f", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:29:46.235720 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08db2579-a0ce-4c92-abb4-a72ac3837eb6 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:29:46.236130 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'tag': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'status': 'completed', 'code': 200} Nov 27 02:29:46.237995 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-82112161-728d-47d7-b89d-0b67d47a8d5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f HTTP/1.1" status: 200 len: 217 time: 0.0387397 Nov 27 02:29:46.293262 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-e66d7b05-37a2-4da8-b774-e8912059881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:46.294732 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-e66d7b05-37a2-4da8-b774-e8912059881f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0497794 Nov 27 02:29:46.342324 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-07e74327-f92a-49e5-81e0-ec17ad23d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:46.343781 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-07e74327-f92a-49e5-81e0-ec17ad23d864 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408437 Nov 27 02:29:46.435460 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-dda6b89e-6030-4bac-b96d-72b2d40fb831 service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840294 Nov 27 02:29:46.538759 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:46.539415 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2fb9df1c-f836-4512-89ca-e85da4dbb30f req-8f7c91df-48fd-43a8-ad33-52d489a5f32f service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952084 Nov 27 02:29:46.672034 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d5b73-d561-4c0f-9d36-10917599d408 req-6e13c508-3a3c-4a91-9082-ce1dc9ab1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:46.673613 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-017d5b73-d561-4c0f-9d36-10917599d408 req-6e13c508-3a3c-4a91-9082-ce1dc9ab1b4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 1095 time: 0.0454755 Nov 27 02:29:46.767894 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d5b73-d561-4c0f-9d36-10917599d408 req-81dda79a-1923-4a26-82bf-da56a341441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:46.769574 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-017d5b73-d561-4c0f-9d36-10917599d408 req-81dda79a-1923-4a26-82bf-da56a341441a service neutron] 10.222.0.31 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 911 time: 0.0882232 Nov 27 02:29:46.833525 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-017d5b73-d561-4c0f-9d36-10917599d408 req-1f27297e-0b13-4881-b625-edcce541dd1c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f HTTP/1.1" status: 200 len: 217 time: 0.0550728 Nov 27 02:29:46.888619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f9c50-9864-44e0-a141-c91ea27f934c req-206cef13-c5d4-4e6a-ba2f-a4724191471c tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:46.890156 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-950f9c50-9864-44e0-a141-c91ea27f934c req-206cef13-c5d4-4e6a-ba2f-a4724191471c tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 943 time: 0.1128666 Nov 27 02:29:46.913516 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d5b73-d561-4c0f-9d36-10917599d408 req-5c6a5b5e-c640-43c6-9858-c54e36fae537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:46.915487 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-017d5b73-d561-4c0f-9d36-10917599d408 req-5c6a5b5e-c640-43c6-9858-c54e36fae537 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0749574 Nov 27 02:29:46.970789 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-950f9c50-9864-44e0-a141-c91ea27f934c req-9c0a27a5-01b6-4578-81cb-3a12e6f0c9dd tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737088 Nov 27 02:29:46.980396 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d5b73-d561-4c0f-9d36-10917599d408 req-3bf8de7f-da63-4f77-9f99-5f306bd710cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:46.981979 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-017d5b73-d561-4c0f-9d36-10917599d408 req-3bf8de7f-da63-4f77-9f99-5f306bd710cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589204 Nov 27 02:29:47.079058 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-017d5b73-d561-4c0f-9d36-10917599d408 req-57ae7067-c411-4532-9097-6ef3c16cffaa service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892162 Nov 27 02:29:47.170303 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-017d5b73-d561-4c0f-9d36-10917599d408 req-86648405-b56c-4d91-a770-c5a371ba3c01 service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835187 Nov 27 02:29:48.088444 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a84aac-dcaa-4067-ae45-cb6f98c0d12b req-7c2358fc-041a-4611-955b-6c1c1d39fed7 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:48.089929 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-48a84aac-dcaa-4067-ae45-cb6f98c0d12b req-7c2358fc-041a-4611-955b-6c1c1d39fed7 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 943 time: 0.0480731 Nov 27 02:29:48.142121 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-48a84aac-dcaa-4067-ae45-cb6f98c0d12b req-d8762616-2c5c-417d-9d63-a0816fe65de5 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462308 Nov 27 02:29:49.259274 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ee13c-a963-43d8-b040-3efbdcbb6c12 req-cc1b6791-c7cd-4444-825c-b20ba3070565 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:49.260804 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-173ee13c-a963-43d8-b040-3efbdcbb6c12 req-cc1b6791-c7cd-4444-825c-b20ba3070565 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 943 time: 0.0497866 Nov 27 02:29:49.310621 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-173ee13c-a963-43d8-b040-3efbdcbb6c12 req-13e93381-30f7-47d0-81c3-cd3957d9da31 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438335 Nov 27 02:29:50.187869 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d42d7402-e41c-4265-adb4-1f69aba7f55f details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:29:50.281509 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d42d7402-e41c-4265-adb4-1f69aba7f55f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:50.293291 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'port_id': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'mac_address': 'fa:16:3e:a9:0c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:29:50.329985 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:50.342928 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42d7402-e41c-4265-adb4-1f69aba7f55f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:29:50.361825 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d42d7402-e41c-4265-adb4-1f69aba7f55f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:50.366463 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:50.420132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d42d7402-e41c-4265-adb4-1f69aba7f55f,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:50.429090 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f43ad9-0265-4e06-bdda-1825be4d8771 req-f8345409-bfb8-4c25-8f4b-944997c6282a tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:50.431052 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64f43ad9-0265-4e06-bdda-1825be4d8771 req-f8345409-bfb8-4c25-8f4b-944997c6282a tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 944 time: 0.0490701 Nov 27 02:29:50.479523 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-64f43ad9-0265-4e06-bdda-1825be4d8771 req-220f6882-9f29-41ed-9e5a-e4ab7de6ba15 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423412 Nov 27 02:29:50.772917 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d42d7402-e41c-4265-adb4-1f69aba7f55f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:29:51.599619 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bb0bc-9e5d-49dc-8570-f839957ea7ec req-4025be04-4db9-4c34-a072-bff1c685c7c8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:51.601159 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e0bb0bc-9e5d-49dc-8570-f839957ea7ec req-4025be04-4db9-4c34-a072-bff1c685c7c8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 944 time: 0.0537500 Nov 27 02:29:51.650194 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4e0bb0bc-9e5d-49dc-8570-f839957ea7ec req-2b660603-96fc-4c68-b74b-500548efef8e tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430033 Nov 27 02:29:52.183566 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d42d7402-e41c-4265-adb4-1f69aba7f55f up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:29:52.231148 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning for port d42d7402-e41c-4265-adb4-1f69aba7f55f completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:29:52.234779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port d42d7402-e41c-4265-adb4-1f69aba7f55f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:29:52.235149 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:52.313714 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:52.337801 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d7402-e41c-4265-adb4-1f69aba7f55f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:29:52.340037 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bd1e4e-cb92-4ebd-9849-31890a1c8e4a" -d '{"events": [{"server_uuid": "b8adad41-b2fa-462f-ab1f-fcf28767aba6", "name": "network-vif-plugged", "status": "completed", "tag": "d42d7402-e41c-4265-adb4-1f69aba7f55f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:29:52.352546 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d42d7402-e41c-4265-adb4-1f69aba7f55f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:29:52.356698 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:52.383347 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93dc188-00e9-4202-840d-663a7c657956 x-openstack-request-id: req-b93dc188-00e9-4202-840d-663a7c657956 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:29:52.383647 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8adad41-b2fa-462f-ab1f-fcf28767aba6", "name": "network-vif-plugged", "status": "completed", "tag": "d42d7402-e41c-4265-adb4-1f69aba7f55f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:29:52.383924 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b93dc188-00e9-4202-840d-663a7c657956 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:29:52.384343 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'code': 200} Nov 27 02:29:52.406841 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d42d7402-e41c-4265-adb4-1f69aba7f55f,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:52.512127 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d0a7e-fb4e-47dd-b471-403aced70801 req-20cdf041-676f-4e8f-b1bd-e26f1c236655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:52.513575 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a68d0a7e-fb4e-47dd-b471-403aced70801 req-20cdf041-676f-4e8f-b1bd-e26f1c236655 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 1097 time: 0.0413392 Nov 27 02:29:52.560752 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-a68d0a7e-fb4e-47dd-b471-403aced70801 req-a04e59e1-8501-4738-b35b-58cf7ad45dbd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391700 Nov 27 02:29:52.775719 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c57d0-7565-41d6-9621-1b278b898e4a req-1c26bf02-918c-4606-86c6-679567b6a743 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:52.777150 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-351c57d0-7565-41d6-9621-1b278b898e4a req-1c26bf02-918c-4606-86c6-679567b6a743 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 945 time: 0.0523803 Nov 27 02:29:52.827766 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-351c57d0-7565-41d6-9621-1b278b898e4a req-ec7aa5bc-72c3-42ad-9389-90a85ec12c9d tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447242 Nov 27 02:29:53.946647 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3df0c-9a6d-4440-9766-d60e8df79768 req-a95c6724-4a36-47b0-8c73-b56cfd9d5e67 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:53.948135 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aad3df0c-9a6d-4440-9766-d60e8df79768 req-a95c6724-4a36-47b0-8c73-b56cfd9d5e67 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 945 time: 0.0510962 Nov 27 02:29:53.999073 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-aad3df0c-9a6d-4440-9766-d60e8df79768 req-4f579b62-464e-486d-9765-ea1431cc0746 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444520 Nov 27 02:29:55.116537 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64223328-f09f-44e5-a899-b66a8473054d req-40bbe5d4-b150-47e6-8bd1-6eddf14654fb tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:55.118741 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-64223328-f09f-44e5-a899-b66a8473054d req-40bbe5d4-b150-47e6-8bd1-6eddf14654fb tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 945 time: 0.0535600 Nov 27 02:29:55.167283 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-64223328-f09f-44e5-a899-b66a8473054d req-42d92179-2691-4656-ae6d-ec8bc87f27e4 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426950 Nov 27 02:29:55.283854 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc525b-bd23-4af4-aabb-dba6093c04f8 req-1c0f3169-e54c-4442-94f5-0fa5df2fbe8b tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:55.285369 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9dc525b-bd23-4af4-aabb-dba6093c04f8 req-1c0f3169-e54c-4442-94f5-0fa5df2fbe8b tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 945 time: 0.0521350 Nov 27 02:29:55.334147 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-f9dc525b-bd23-4af4-aabb-dba6093c04f8 req-184cb523-0acb-40fe-b8c7-fc3748e05e84 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424261 Nov 27 02:29:55.355703 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46726) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:55.435641 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaaaffb-8552-4dfb-b5df-57621039fcad tempest-TestSnapshotPattern-2003779552 tempest-TestSnapshotPattern-2003779552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:55.437171 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-dcaaaffb-8552-4dfb-b5df-57621039fcad tempest-TestSnapshotPattern-2003779552 tempest-TestSnapshotPattern-2003779552-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 1092 time: 0.0804484 Nov 27 02:29:55.439998 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 46730) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:29:55.444130 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:29:55.465577 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:55.562715 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:55.665793 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Allocated IP 172.25.1.180 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/a1162405-c3ed-4320-9588-03ba8e9a4695) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:29:55.772821 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:55.806894 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:55.844978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:29:55.847798 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:29:55.851310 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:29:55.873778 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event updated for resources: {'Port': ['ID=a1162405-c3ed-4320-9588-03ba8e9a4695,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:56.201470 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:56.274975 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:56.427017 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:56.432429 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:56.497382 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event updated for resources: {'Port': ['ID=a1162405-c3ed-4320-9588-03ba8e9a4695,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:29:56.509508 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:56.607801 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Floating IP 772ae742-4760-48c3-aa88-d5a5c8333e37 associated. External IP: 172.25.1.180, port: d42d7402-e41c-4265-adb4-1f69aba7f55f. Nov 27 02:29:56.811178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Router da8799a2-ad3a-4b4a-a146-d30f1efcce7a has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:29:56.914998 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:29:56.924751 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f036195-b630-4dcc-a24c-a6305eb50d92 None None] Sync routers for ids ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:29:56.933249 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:56.935676 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f036195-b630-4dcc-a24c-a6305eb50d92 None None] Routers {'da8799a2-ad3a-4b4a-a146-d30f1efcce7a'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:56.936307 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2f036195-b630-4dcc-a24c-a6305eb50d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:56.959404 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-18b1f3c5-7b22-44d1-a900-f5246517c759 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5183840 Nov 27 02:29:56.959980 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'tag': 'd42d7402-e41c-4265-adb4-1f69aba7f55f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:29:56.963111 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e42a944-cdd1-4dcd-8cf4-e0c9caeee23c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8adad41-b2fa-462f-ab1f-fcf28767aba6", "tag": "d42d7402-e41c-4265-adb4-1f69aba7f55f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:29:56.998986 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f912061e-dff2-4e50-aca4-ca4c53cf91bf x-openstack-request-id: req-f912061e-dff2-4e50-aca4-ca4c53cf91bf {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:29:56.999282 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8adad41-b2fa-462f-ab1f-fcf28767aba6", "tag": "d42d7402-e41c-4265-adb4-1f69aba7f55f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:29:56.999539 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f912061e-dff2-4e50-aca4-ca4c53cf91bf {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:29:56.999947 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'tag': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'status': 'completed', 'code': 200} Nov 27 02:29:57.042225 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-2f036195-b630-4dcc-a24c-a6305eb50d92 None None] Set router da8799a2-ad3a-4b4a-a146-d30f1efcce7a gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:57.084122 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42a944-cdd1-4dcd-8cf4-e0c9caeee23c req-379bd11c-ba80-4c6c-b2c4-2737f8a5e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:57.085670 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e42a944-cdd1-4dcd-8cf4-e0c9caeee23c req-379bd11c-ba80-4c6c-b2c4-2737f8a5e88e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 1097 time: 0.0412219 Nov 27 02:29:57.189227 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42a944-cdd1-4dcd-8cf4-e0c9caeee23c req-74a3b5fb-4365-4f08-815c-d739387f7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:57.190741 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e42a944-cdd1-4dcd-8cf4-e0c9caeee23c req-74a3b5fb-4365-4f08-815c-d739387f7ac0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 911 time: 0.0972672 Nov 27 02:29:57.255796 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e42a944-cdd1-4dcd-8cf4-e0c9caeee23c req-96241adc-2015-4434-9020-d7a7cb1cef21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f HTTP/1.1" status: 200 len: 999 time: 0.0583954 Nov 27 02:29:57.310791 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42a944-cdd1-4dcd-8cf4-e0c9caeee23c req-bc470883-ec2e-4780-b57d-f80271c1401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:57.312221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e42a944-cdd1-4dcd-8cf4-e0c9caeee23c req-bc470883-ec2e-4780-b57d-f80271c1401a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0494373 Nov 27 02:29:57.361507 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2f036195-b630-4dcc-a24c-a6305eb50d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '772ae742-4760-48c3-aa88-d5a5c8333e37', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'port_id': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'mac_address': 'fa:16:3e:a9:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:29:56Z', 'updated_at': '2021-11-27T02:29:56Z', 'revision_number': 0, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:57.362568 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42a944-cdd1-4dcd-8cf4-e0c9caeee23c req-a2e3d3b1-f9cf-4c44-a78d-9e1e96f01f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:57.364092 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e42a944-cdd1-4dcd-8cf4-e0c9caeee23c req-a2e3d3b1-f9cf-4c44-a78d-9e1e96f01f78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421858 Nov 27 02:29:57.387415 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f036195-b630-4dcc-a24c-a6305eb50d92 None None] Checking router: da8799a2-ad3a-4b4a-a146-d30f1efcce7a for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:29:57.395393 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f036195-b630-4dcc-a24c-a6305eb50d92 None None] Routers {'da8799a2-ad3a-4b4a-a146-d30f1efcce7a'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:29:57.396013 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2f036195-b630-4dcc-a24c-a6305eb50d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:29:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:57.451960 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e42a944-cdd1-4dcd-8cf4-e0c9caeee23c req-e069db9f-7aeb-4b9d-91b3-c937dc77c921 service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810971 Nov 27 02:29:57.498889 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-2f036195-b630-4dcc-a24c-a6305eb50d92 None None] Set router da8799a2-ad3a-4b4a-a146-d30f1efcce7a gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:29:57.544477 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-2e42a944-cdd1-4dcd-8cf4-e0c9caeee23c req-1caa7699-cdfa-4396-88b3-c735a06d4155 service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856397 Nov 27 02:29:57.714238 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-2f036195-b630-4dcc-a24c-a6305eb50d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '772ae742-4760-48c3-aa88-d5a5c8333e37', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'port_id': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'mac_address': 'fa:16:3e:a9:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:29:56Z', 'updated_at': '2021-11-27T02:29:56Z', 'revision_number': 0, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:29:57.742917 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f036195-b630-4dcc-a24c-a6305eb50d92 None None] The sync data for ids ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'] in n-d-817303-10 is: [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '772ae742-4760-48c3-aa88-d5a5c8333e37', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'port_id': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'mac_address': 'fa:16:3e:a9:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:29:56Z', 'updated_at': '2021-11-27T02:29:56Z', 'revision_number': 0, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:29:57.931778 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3194f5e1-e32d-47b6-9345-1bbc1d6d4318 None None] New status for floating IP 772ae742-4760-48c3-aa88-d5a5c8333e37: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:29:59.432049 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:01.386815 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:06.545109 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:30:09.272385 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8820ca2a-1e39-4d48-9c6a-74d101433d5a req-aed66b98-f39c-4252-899c-af0fb6c1ab02 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395572 Nov 27 02:30:09.369363 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820ca2a-1e39-4d48-9c6a-74d101433d5a req-bb1a84ee-44b6-42a2-9e8a-776f39542a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:09.370837 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8820ca2a-1e39-4d48-9c6a-74d101433d5a req-bb1a84ee-44b6-42a2-9e8a-776f39542a00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 1097 time: 0.0399578 Nov 27 02:30:09.476790 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820ca2a-1e39-4d48-9c6a-74d101433d5a req-74065e0b-ba29-492e-aeca-6c6cfb6575bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:09.478288 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8820ca2a-1e39-4d48-9c6a-74d101433d5a req-74065e0b-ba29-492e-aeca-6c6cfb6575bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 911 time: 0.0871501 Nov 27 02:30:09.542990 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8820ca2a-1e39-4d48-9c6a-74d101433d5a req-1db63224-5aed-463a-9dbc-f3409c4a5734 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f HTTP/1.1" status: 200 len: 1001 time: 0.0572195 Nov 27 02:30:09.596890 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820ca2a-1e39-4d48-9c6a-74d101433d5a req-40fbc851-d04c-4c7c-abd6-b354ef0d21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:09.598347 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8820ca2a-1e39-4d48-9c6a-74d101433d5a req-40fbc851-d04c-4c7c-abd6-b354ef0d21ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0475886 Nov 27 02:30:09.643404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820ca2a-1e39-4d48-9c6a-74d101433d5a req-7d454200-3ab9-47c3-9ba4-28c70ba2703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:09.644877 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8820ca2a-1e39-4d48-9c6a-74d101433d5a req-7d454200-3ab9-47c3-9ba4-28c70ba2703c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390491 Nov 27 02:30:09.731519 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8820ca2a-1e39-4d48-9c6a-74d101433d5a req-bda87950-0028-4fd3-b97e-7040ded6a1e4 service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789454 Nov 27 02:30:09.824026 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8820ca2a-1e39-4d48-9c6a-74d101433d5a req-39065563-421c-4e34-a02d-d4ba3a04f8fe service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854516 Nov 27 02:30:10.224183 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-10468f61-1aa6-4d51-a4df-23edcf343aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:12.389084 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-44e83ba3-0124-4470-833d-1cbaec455752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:13.624161 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:15.164146 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:16.541487 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:29.445379 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:31.386983 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:40.225668 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a9fb6fbd-7238-4baa-a4dc-a14e001b4b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:42.390050 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e467af15-8a7a-4a46-b1a8-26cf4c9c9bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:43.544605 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:30:43.624197 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:45.164187 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:46.546814 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:59.444197 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:01.382351 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:10.226588 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7ad00565-7b32-42e6-80b2-dca7cb497dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:11.297483 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37236695-6264-4473-a306-7fc7e7e70a65 req-8ebb1cd5-6d2c-464d-85f1-a665fb31b61c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417781 Nov 27 02:31:11.394283 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236695-6264-4473-a306-7fc7e7e70a65 req-0564242b-ad7d-42e4-9fbd-843845a9d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:31:11.395773 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37236695-6264-4473-a306-7fc7e7e70a65 req-0564242b-ad7d-42e4-9fbd-843845a9d679 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 1097 time: 0.0401831 Nov 27 02:31:11.500738 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236695-6264-4473-a306-7fc7e7e70a65 req-0f956fa3-c939-46f7-9973-f669879f4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:31:11.502221 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37236695-6264-4473-a306-7fc7e7e70a65 req-0f956fa3-c939-46f7-9973-f669879f4784 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 911 time: 0.0872486 Nov 27 02:31:11.566789 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37236695-6264-4473-a306-7fc7e7e70a65 req-c800e136-2651-4d93-ad10-debe4040c197 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f HTTP/1.1" status: 200 len: 1001 time: 0.0569909 Nov 27 02:31:11.619059 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236695-6264-4473-a306-7fc7e7e70a65 req-daae54f0-d7ff-49a4-ac82-b1fc8f711667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:31:11.620523 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37236695-6264-4473-a306-7fc7e7e70a65 req-daae54f0-d7ff-49a4-ac82-b1fc8f711667 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0465689 Nov 27 02:31:11.665154 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236695-6264-4473-a306-7fc7e7e70a65 req-78b1143d-3ad0-42eb-ba3b-aa6201bcfcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:31:11.666594 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37236695-6264-4473-a306-7fc7e7e70a65 req-78b1143d-3ad0-42eb-ba3b-aa6201bcfcbc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393951 Nov 27 02:31:11.752714 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37236695-6264-4473-a306-7fc7e7e70a65 req-559cecbe-e9e2-4a61-bea0-7c5a2e9fad97 service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790958 Nov 27 02:31:11.844410 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-37236695-6264-4473-a306-7fc7e7e70a65 req-9f947fe1-d90a-4300-8bd8-1006a79dc7fe service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845490 Nov 27 02:31:12.391741 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-34c6b7ac-bde3-4eb4-8faa-ae373b4dbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:13.627310 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:15.166807 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:16.554545 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:20.543938 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:31:29.459937 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:31.377545 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:40.227784 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-94c16f11-cece-445a-bfe2-8966640fb7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:42.392820 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c47461a3-482d-4a0b-af09-6b1f9980ece3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:43.630283 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:45.169599 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:46.546930 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:57.542648 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:31:59.474803 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:01.392736 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:10.229913 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7800c797-c134-4f65-83b2-1c009947ff2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:11.328140 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f4fe8c6-5998-4453-a479-47a087b487ec req-6fefe0a2-74d1-4777-9495-9be33ec69d8c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0851269 Nov 27 02:32:11.425596 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fe8c6-5998-4453-a479-47a087b487ec req-3fcad617-d8e5-417b-88cf-abd0c349a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:11.427084 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f4fe8c6-5998-4453-a479-47a087b487ec req-3fcad617-d8e5-417b-88cf-abd0c349a284 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 1097 time: 0.0409174 Nov 27 02:32:11.535144 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fe8c6-5998-4453-a479-47a087b487ec req-dc2f5fd2-7a06-4f72-a95d-c9ff414f0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:11.536592 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f4fe8c6-5998-4453-a479-47a087b487ec req-dc2f5fd2-7a06-4f72-a95d-c9ff414f0699 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 911 time: 0.0914686 Nov 27 02:32:11.600606 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f4fe8c6-5998-4453-a479-47a087b487ec req-b2bd14f9-e68d-4ffa-aefe-088b475b034b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f HTTP/1.1" status: 200 len: 1001 time: 0.0573914 Nov 27 02:32:11.653724 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fe8c6-5998-4453-a479-47a087b487ec req-9b87e4eb-1d30-475f-9e7b-fd45b88a02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:11.655147 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f4fe8c6-5998-4453-a479-47a087b487ec req-9b87e4eb-1d30-475f-9e7b-fd45b88a02f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0476770 Nov 27 02:32:11.700627 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fe8c6-5998-4453-a479-47a087b487ec req-a9cfb37c-9bba-4de9-b2e9-126db6742e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:11.702096 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f4fe8c6-5998-4453-a479-47a087b487ec req-a9cfb37c-9bba-4de9-b2e9-126db6742e3f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393329 Nov 27 02:32:11.792864 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f4fe8c6-5998-4453-a479-47a087b487ec req-20f6d5c8-571d-49e5-8685-417b92d5114a service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827253 Nov 27 02:32:11.886105 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-0f4fe8c6-5998-4453-a479-47a087b487ec req-1bf7f6dd-972e-4701-8852-a511783f0ee9 service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864637 Nov 27 02:32:12.393231 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-0c949e8b-00a6-41cc-915d-be734dea5aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:13.632336 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:15.172573 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:16.552428 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:29.090084 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d42d7402-e41c-4265-adb4-1f69aba7f55f details requested by agent hyperv_n-h2-817303-10 with host n-h2-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:32:29.183066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d42d7402-e41c-4265-adb4-1f69aba7f55f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:29.194636 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Returning: {'device': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'port_id': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'mac_address': 'fa:16:3e:a9:0c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:32:29.231852 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:29.247545 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d42d7402-e41c-4265-adb4-1f69aba7f55f {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:32:29.267676 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d42d7402-e41c-4265-adb4-1f69aba7f55f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:29.272818 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:29.323403 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d42d7402-e41c-4265-adb4-1f69aba7f55f,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:29.330862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:29.331211 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:29.331570 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:29.331888 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:29.332219 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:29.332573 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:29.332898 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:29.333221 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:29.333542 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:29.333862 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:29.334187 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:29.334505 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:29.411255 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] get_ports_and_sgs() called for port_ids ['d42d7402-e41c-4265-adb4-1f69aba7f55f'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:32:29.485002 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:31.105560 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d42d7402-e41c-4265-adb4-1f69aba7f55f up at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:32:31.153601 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Provisioning complete for port d42d7402-e41c-4265-adb4-1f69aba7f55f triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:32:31.153988 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:31.233054 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:31.255268 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d7402-e41c-4265-adb4-1f69aba7f55f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:32:31.257585 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c398062f-4a4c-4de5-8acb-44873be3b8a3" -d '{"events": [{"server_uuid": "b8adad41-b2fa-462f-ab1f-fcf28767aba6", "name": "network-vif-plugged", "status": "completed", "tag": "d42d7402-e41c-4265-adb4-1f69aba7f55f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:32:31.271592 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d42d7402-e41c-4265-adb4-1f69aba7f55f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:31.276034 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:31.322955 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d42d7402-e41c-4265-adb4-1f69aba7f55f,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:31.393006 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:32.382250 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c99068-7823-4ced-8ad5-60a6710f4675 x-openstack-request-id: req-c0c99068-7823-4ced-8ad5-60a6710f4675 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:32:32.382862 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8adad41-b2fa-462f-ab1f-fcf28767aba6", "name": "network-vif-plugged", "status": "completed", "tag": "d42d7402-e41c-4265-adb4-1f69aba7f55f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:32:32.382862 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0c99068-7823-4ced-8ad5-60a6710f4675 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:32:32.383418 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'code': 200} Nov 27 02:32:34.541800 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:32:40.235618 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7e403a14-11ff-4bbf-b743-0e6f1d0c58d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:42.252292 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-6f9b5453-57be-46b0-a728-7319d64efb62 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819135998&fields=id&tenant_id=efc15d206c004cfcbd749e344755aa58 HTTP/1.1" status: 200 len: 267 time: 0.0451775 Nov 27 02:32:42.361935 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-cbb3f410-bdf9-4c75-b252-fd097ccd76a8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:42.363412 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-cbb3f410-bdf9-4c75-b252-fd097ccd76a8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 810 time: 0.1043015 Nov 27 02:32:42.378851 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0a592900-bfdc-43f4-8e63-86dc38e71a62 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/quotas/efc15d206c004cfcbd749e344755aa58 HTTP/1.1" status: 200 len: 375 time: 0.0095642 Nov 27 02:32:42.393536 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b4bebdef-20b7-4837-a4f7-9a922617193e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:42.436624 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-24b008ac-6807-4c12-b103-424018dd8873 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522079 Nov 27 02:32:42.872222 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-84c9cea5-f2e5-4377-90a9-62371289a81f service neutron] 10.222.0.15 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239011 Nov 27 02:32:42.961931 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-6ec814dd-1519-4503-beb2-d118e671bb8f service neutron] 10.222.0.15 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828888 Nov 27 02:32:43.177289 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-7e46d61d-e5fa-4201-88f3-3b4168c75627 req-3b02d857-078f-4e10-9269-fbf0eb5589b1 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 210 time: 0.0785334 Nov 27 02:32:43.635203 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:44.253879 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7a68e305-9182-4a5c-a138-4b6fb1e0971d req-f3c9c3bc-8573-4ad8-b064-5ab595fc91e7 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 210 time: 0.0263789 Nov 27 02:32:45.174799 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:45.183057 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d42d7402-e41c-4265-adb4-1f69aba7f55f no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:32:45.269416 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:45.307730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42d7402-e41c-4265-adb4-1f69aba7f55f'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:32:45.307950 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-ef30293d-235c-4863-a96a-1a711af6abcd tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:45.309495 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-ef30293d-235c-4863-a96a-1a711af6abcd tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.21 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 810 time: 0.1130474 Nov 27 02:32:45.310765 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd286de9-2474-410b-b6cc-86595f2f18c7" -d '{"events": [{"server_uuid": "b8adad41-b2fa-462f-ab1f-fcf28767aba6", "name": "network-vif-unplugged", "status": "completed", "tag": "d42d7402-e41c-4265-adb4-1f69aba7f55f"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:32:45.315259 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] For port d42d7402-e41c-4265-adb4-1f69aba7f55f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:45.320920 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:45.375095 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Pushing event updated for resources: {'Port': ['ID=d42d7402-e41c-4265-adb4-1f69aba7f55f,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:45.377542 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-dc46d966-8e92-442f-b253-fb89f584eb90 req-147475e8-4dc8-4ad1-a3f9-e605ed1d0fc1 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 210 time: 0.0426400 Nov 27 02:32:45.379846 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 02:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95bb2dc-9824-4954-a91f-3cb7e5856095 x-openstack-request-id: req-c95bb2dc-9824-4954-a91f-3cb7e5856095 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:32:45.380151 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8adad41-b2fa-462f-ab1f-fcf28767aba6", "name": "network-vif-unplugged", "status": "completed", "tag": "d42d7402-e41c-4265-adb4-1f69aba7f55f", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:32:45.381008 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c95bb2dc-9824-4954-a91f-3cb7e5856095 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:32:45.381008 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'code': 200} Nov 27 02:32:45.412434 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-34dcf916-0ddb-454a-ab97-43b86483b130 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efc15d206c004cfcbd749e344755aa58 HTTP/1.1" status: 200 len: 379 time: 0.0776649 Nov 27 02:32:45.429139 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Request body: {'port': {'device_id': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'admin_state_up': True, 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'security_groups': ['d166f625-5174-4cbb-94a5-a148ec1dac09']}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:32:45.540089 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Made reservation on behalf of efc15d206c004cfcbd749e344755aa58 for: {'port': 1} {{(pid=103403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:32:45.543843 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:45.674392 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Allocated IP 172.20.0.8 (a2daa8c1-c35d-4d06-a76f-a6048872f1fc/9062e786-bd02-4d53-960c-3b20cace6068/57fa2a0e-6f9b-4527-8e5e-08441b52e6d3) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:32:45.877914 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:45.920694 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:45.979915 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Network a2daa8c1-c35d-4d06-a76f-a6048872f1fc is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:32:45.983263 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:32:45.988136 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:32:45.992178 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event updated for resources: {'Port': ['ID=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:46.026512 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:46.026861 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:46.027207 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:46.027546 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:46.027911 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:46.028220 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:46.028570 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:46.028898 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:46.029226 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:46.029539 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:46.029868 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:46.030188 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:46.056106 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:46.056790 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:46.086195 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-7b6609eb-1ca0-4e9f-a26e-2bbf19a559e0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6604974 Nov 27 02:32:46.305006 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-b2733b70-f891-4b35-b782-a17cb1007d32 None None] Provisioning complete for port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 triggered by entity DHCP. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:32:46.305566 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b2733b70-f891-4b35-b782-a17cb1007d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:46.345116 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-b2733b70-f891-4b35-b782-a17cb1007d32 None None] Port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 cannot update to ACTIVE because it is not bound. {{(pid=103404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:32:46.497693 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf63fe-ef03-4e6b-9ec5-ac29c86b9b1b req-c3c89c47-647e-4626-8491-1a65ec70bada tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:46.499153 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8cdf63fe-ef03-4e6b-9ec5-ac29c86b9b1b req-c3c89c47-647e-4626-8491-1a65ec70bada tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 931 time: 0.0494127 Nov 27 02:32:46.556145 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:46.567183 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-8cdf63fe-ef03-4e6b-9ec5-ac29c86b9b1b req-9b1be54d-79ca-471d-9e32-8c74937c1afa tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606215 Nov 27 02:32:47.699843 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabdf3f-4ea2-4af2-9833-eabf3f426afd req-0bf4a7c1-5a94-4948-a853-a06654f6bc7a tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:47.701386 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aeabdf3f-4ea2-4af2-9833-eabf3f426afd req-0bf4a7c1-5a94-4948-a853-a06654f6bc7a tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 931 time: 0.0498600 Nov 27 02:32:47.762118 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-aeabdf3f-4ea2-4af2-9833-eabf3f426afd req-b9e27f8a-00e3-408a-8d58-ce8d367a346c tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540280 Nov 27 02:32:48.886335 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b90c04-7a61-4a4d-af05-d30a3816f257 req-7e0e779e-33dc-419f-a1cf-5e997ac86e62 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:48.888701 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6b90c04-7a61-4a4d-af05-d30a3816f257 req-7e0e779e-33dc-419f-a1cf-5e997ac86e62 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 931 time: 0.0575054 Nov 27 02:32:48.947500 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-e6b90c04-7a61-4a4d-af05-d30a3816f257 req-cf2562af-db20-4e0b-a32b-4f1b5f487364 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478730 Nov 27 02:32:50.068649 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d01889-8a1a-43ef-81d5-e4fb391cd321 req-0809fbf9-61b7-4bd0-9a72-d47b48713f01 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:50.070152 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c2d01889-8a1a-43ef-81d5-e4fb391cd321 req-0809fbf9-61b7-4bd0-9a72-d47b48713f01 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 931 time: 0.0509391 Nov 27 02:32:50.129227 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-c2d01889-8a1a-43ef-81d5-e4fb391cd321 req-5f8f4f7d-38f9-4fd9-b0f3-b52856b3412a tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524902 Nov 27 02:32:51.255625 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad593a-e632-48fc-b563-b864d9434c22 req-51597b7a-2988-40e4-bc74-aeeeb4fd76fd tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:51.257388 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39ad593a-e632-48fc-b563-b864d9434c22 req-51597b7a-2988-40e4-bc74-aeeeb4fd76fd tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 931 time: 0.0493398 Nov 27 02:32:51.315132 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-39ad593a-e632-48fc-b563-b864d9434c22 req-c80b2dca-3485-422b-bd8d-9432904dc307 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516436 Nov 27 02:32:52.452977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b187472-7697-4740-a07c-5f25e00f8254 req-35efb45e-7da3-4d71-8bfc-c906d471d37b tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:52.454482 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b187472-7697-4740-a07c-5f25e00f8254 req-35efb45e-7da3-4d71-8bfc-c906d471d37b tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 931 time: 0.0727925 Nov 27 02:32:52.507648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-4b187472-7697-4740-a07c-5f25e00f8254 req-af7a7bcc-ee8a-4b6c-82bd-ca3e4cf5c020 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472174 Nov 27 02:32:53.636985 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef0c8c-86a5-46e2-a200-82dfc00894c3 req-b2dc188e-da1b-490c-9a8c-077de88626f3 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:53.646078 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-efef0c8c-86a5-46e2-a200-82dfc00894c3 req-b2dc188e-da1b-490c-9a8c-077de88626f3 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 931 time: 0.0622952 Nov 27 02:32:53.692630 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-efef0c8c-86a5-46e2-a200-82dfc00894c3 req-cad2cd96-a32b-4eee-8b5a-db2f90b9cb3d tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443211 Nov 27 02:32:54.820357 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc004ef-f312-492d-bbb2-fdc4ff08f681 req-97b9c059-8e57-44e7-af56-48bd8ba65e7c tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:54.821856 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cfc004ef-f312-492d-bbb2-fdc4ff08f681 req-97b9c059-8e57-44e7-af56-48bd8ba65e7c tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 931 time: 0.0518394 Nov 27 02:32:54.879490 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-cfc004ef-f312-492d-bbb2-fdc4ff08f681 req-fd612eb4-c76d-4b56-9a7d-685b98a34e23 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508354 Nov 27 02:32:56.005071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e02c85-7d37-406d-86b5-c93b1b9698b7 req-e6fefc06-534c-48b6-ad34-69d745f291f8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:56.006635 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80e02c85-7d37-406d-86b5-c93b1b9698b7 req-e6fefc06-534c-48b6-ad34-69d745f291f8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 931 time: 0.0528431 Nov 27 02:32:56.061297 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-80e02c85-7d37-406d-86b5-c93b1b9698b7 req-05f7357a-53ae-45a1-8406-45bf9ece4482 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472853 Nov 27 02:32:56.497470 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Request body: {'port': {'device_id': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-10'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:32:56.549917 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:56.807945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 {{(pid=103403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:32:56.815621 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:56.827022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.provisioning_blocks [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Transition to ACTIVE for port object 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 will not be triggered until provisioned by entity L2. {{(pid=103403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:32:56.831420 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:56.883608 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Pushing event updated for resources: {'Port': ['ID=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:56.955994 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Attempting to bind port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 on host n-h1-817303-10 for vnic_type normal with profile {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:32:56.956651 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Attempting to bind port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 by drivers openvswitch,hyperv on host n-h1-817303-10 at level 0 using segments [{'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:32:56.956989 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Attempting to bind port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 on network a2daa8c1-c35d-4d06-a76f-a6048872f1fc {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:32:56.961893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 on network a2daa8c1-c35d-4d06-a76f-a6048872f1fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-10 {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:32:56.964285 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Attempting to bind port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 on network a2daa8c1-c35d-4d06-a76f-a6048872f1fc {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:32:56.969021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Checking agent: {'id': 'e4a09e09-376b-4ca6-881d-3d5c097d2e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:32:56.969389 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Checking segment: {'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:32:56.969764 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Bound using segment: {'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'} {{(pid=103403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:32:56.970200 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.managers [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Bound port: 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3, host: n-h1-817303-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc'}}] {{(pid=103403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:32:56.970562 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:57.050528 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] For port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3, host n-h1-817303-10, cleared binding levels {{(pid=103403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:32:57.053850 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] For port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3, host n-h1-817303-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:32:57.062725 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:57.105987 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:57.105987 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:57.107027 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] 10.222.0.21 "PUT /v2.0/ports/57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 HTTP/1.1" status: 200 len: 1092 time: 0.6569674 Nov 27 02:32:57.107465 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'tag': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:32:57.112490 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aa4ee3-4501-4c56-a6dd-ddcee08c24eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d951a239-92ba-45c6-a50f-2156585a0fb8", "tag": "57fa2a0e-6f9b-4527-8e5e-08441b52e6d3"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:32:57.136311 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e42b8-fe02-4341-9a8a-bf2d1260e2ce service neutron] Pushing event updated for resources: {'Port': ['ID=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,revision_number=3']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:57.271545 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6510f9-a40e-4d93-aacf-5549daf95d05 req-0b7c56e7-a924-4a63-b825-ffa6419f542d tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:57.278840 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e6510f9-a40e-4d93-aacf-5549daf95d05 req-0b7c56e7-a924-4a63-b825-ffa6419f542d tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 943 time: 0.1113057 Nov 27 02:32:57.286163 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eaffea-21fa-46ec-a733-493e61d4a9cc x-openstack-request-id: req-a9eaffea-21fa-46ec-a733-493e61d4a9cc {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:32:57.286542 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d951a239-92ba-45c6-a50f-2156585a0fb8", "tag": "57fa2a0e-6f9b-4527-8e5e-08441b52e6d3", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:32:57.286857 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9eaffea-21fa-46ec-a733-493e61d4a9cc {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:32:57.287280 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'tag': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'status': 'completed', 'code': 200} Nov 27 02:32:57.290346 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-34a270f6-cc25-4fe2-a68e-82f796a89e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:57.291942 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-34a270f6-cc25-4fe2-a68e-82f796a89e18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 1095 time: 0.0913217 Nov 27 02:32:57.339564 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9e6510f9-a40e-4d93-aacf-5549daf95d05 req-86006bb6-8e56-496f-a9cc-5d60c4244dc9 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478857 Nov 27 02:32:57.367782 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-0da7f6bc-95ad-4cdc-ae97-5fa38f52c367 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 HTTP/1.1" status: 200 len: 217 time: 0.0417640 Nov 27 02:32:57.434605 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-919c3184-8533-4335-b0d2-5960bf02f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:57.436047 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-919c3184-8533-4335-b0d2-5960bf02f2e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0440814 Nov 27 02:32:57.482559 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-2edeaa99-5519-42fa-855a-ede1264e96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:57.484078 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-2edeaa99-5519-42fa-855a-ede1264e96af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398316 Nov 27 02:32:57.582382 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-dd0d4dde-7808-431f-846e-a8457653c3eb service neutron] 10.222.0.21 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851891 Nov 27 02:32:57.672152 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-7b4006e8-dc8d-4efe-8ce8-b21ee41466d9 req-7f63736b-79d6-4121-9ea7-1a73102778c8 service neutron] 10.222.0.21 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806298 Nov 27 02:32:57.823079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa4ee3-4501-4c56-a6dd-ddcee08c24eb req-bc573437-0bda-4bdf-b8a4-422aebc4776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:57.824582 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30aa4ee3-4501-4c56-a6dd-ddcee08c24eb req-bc573437-0bda-4bdf-b8a4-422aebc4776a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 1095 time: 0.0416873 Nov 27 02:32:57.916874 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa4ee3-4501-4c56-a6dd-ddcee08c24eb req-a488b93b-0b0f-4e16-a42c-bbb11a7f9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:57.918321 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30aa4ee3-4501-4c56-a6dd-ddcee08c24eb req-a488b93b-0b0f-4e16-a42c-bbb11a7f9909 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 911 time: 0.0861197 Nov 27 02:32:57.959814 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30aa4ee3-4501-4c56-a6dd-ddcee08c24eb req-c10f91e7-c685-461b-a462-d67fe60fbf72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 HTTP/1.1" status: 200 len: 217 time: 0.0339129 Nov 27 02:32:58.018472 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa4ee3-4501-4c56-a6dd-ddcee08c24eb req-a2fccc29-09bc-488b-9280-d50d35f50e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:58.019901 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30aa4ee3-4501-4c56-a6dd-ddcee08c24eb req-a2fccc29-09bc-488b-9280-d50d35f50e32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0506904 Nov 27 02:32:58.070906 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa4ee3-4501-4c56-a6dd-ddcee08c24eb req-d0e24ff3-2b2c-48bc-bd94-9b51a05ddb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:58.072642 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30aa4ee3-4501-4c56-a6dd-ddcee08c24eb req-d0e24ff3-2b2c-48bc-bd94-9b51a05ddb1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444422 Nov 27 02:32:58.163736 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30aa4ee3-4501-4c56-a6dd-ddcee08c24eb req-d0b5e966-1e5b-423f-9e93-47aee2d7bc54 service neutron] 10.222.0.21 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822585 Nov 27 02:32:58.257922 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-30aa4ee3-4501-4c56-a6dd-ddcee08c24eb req-32490ee8-cdc1-4496-9a14-409524f2e1ed service neutron] 10.222.0.21 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852673 Nov 27 02:32:58.459239 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba2b8f-4b4a-407e-9e36-aba26e23d619 req-d6140217-17f6-4ff5-ab2a-7978a5a29f3c tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:58.460728 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02ba2b8f-4b4a-407e-9e36-aba26e23d619 req-d6140217-17f6-4ff5-ab2a-7978a5a29f3c tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 943 time: 0.0489073 Nov 27 02:32:58.510121 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-02ba2b8f-4b4a-407e-9e36-aba26e23d619 req-c2e1ffe1-9f4a-45a2-88fe-07caf8b8fdea tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433900 Nov 27 02:32:59.487995 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:59.631546 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475d92c-dde9-427f-99d1-392369fe6275 req-fd2e946e-7074-4afe-9655-bc2eaec33b4b tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:59.633078 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1475d92c-dde9-427f-99d1-392369fe6275 req-fd2e946e-7074-4afe-9655-bc2eaec33b4b tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 943 time: 0.0521643 Nov 27 02:32:59.686317 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1475d92c-dde9-427f-99d1-392369fe6275 req-9e00c7df-2452-478c-9529-1d12bce8ab56 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420058 Nov 27 02:33:00.486428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:33:00.583181 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:33:00.595380 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'port_id': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'mac_address': 'fa:16:3e:2e:0c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:33:00.631918 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:00.644555 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:33:00.664114 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:33:00.668713 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:00.719028 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,revision_number=4']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:33:00.818311 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38ead7-b9f9-4db9-ac2e-11a005c64e78 req-4023a862-d421-465d-b411-5fd96abdc4a4 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:00.819789 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b38ead7-b9f9-4db9-ac2e-11a005c64e78 req-4023a862-d421-465d-b411-5fd96abdc4a4 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 944 time: 0.0493202 Nov 27 02:33:00.874756 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-9b38ead7-b9f9-4db9-ac2e-11a005c64e78 req-1fdb774a-9b94-4167-bb28-3b0bcb1aebef tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488594 Nov 27 02:33:01.061704 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['57fa2a0e-6f9b-4527-8e5e-08441b52e6d3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:33:01.391127 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:01.989505 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafb355-621f-4020-94e0-447dbc412d9f req-d75f5943-90a4-442e-952a-8cfcabfda419 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:01.990976 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5dafb355-621f-4020-94e0-447dbc412d9f req-d75f5943-90a4-442e-952a-8cfcabfda419 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 944 time: 0.0482161 Nov 27 02:33:02.043024 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-5dafb355-621f-4020-94e0-447dbc412d9f req-28fb24ac-d643-48d7-886f-ec3968752140 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461638 Nov 27 02:33:02.496385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:33:02.544581 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning for port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 completed by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:33:02.547979 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:33:02.548379 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:02.626058 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:02.805033 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:33:02.807156 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79782525-54e4-4bb2-9d2b-59618f93bf6c" -d '{"events": [{"server_uuid": "d951a239-92ba-45c6-a50f-2156585a0fb8", "name": "network-vif-plugged", "status": "completed", "tag": "57fa2a0e-6f9b-4527-8e5e-08441b52e6d3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:33:02.820469 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:33:02.824408 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:02.849745 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30832f1-8363-4c59-87cb-ecb647134913 x-openstack-request-id: req-f30832f1-8363-4c59-87cb-ecb647134913 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:33:02.850044 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d951a239-92ba-45c6-a50f-2156585a0fb8", "name": "network-vif-plugged", "status": "completed", "tag": "57fa2a0e-6f9b-4527-8e5e-08441b52e6d3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:33:02.850291 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f30832f1-8363-4c59-87cb-ecb647134913 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:33:02.850672 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'code': 200} Nov 27 02:33:02.875558 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,revision_number=5']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:33:02.987420 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e9f45-f962-480a-b080-83e05c9fc08d req-db0f950d-459d-4d85-b690-b6d53e7d1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:02.988921 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925e9f45-f962-480a-b080-83e05c9fc08d req-db0f950d-459d-4d85-b690-b6d53e7d1052 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0401995 Nov 27 02:33:03.035112 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-925e9f45-f962-480a-b080-83e05c9fc08d req-7d10a573-505a-4e48-b5aa-e1473930eac1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382938 Nov 27 02:33:03.157193 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d750a4-cf42-4a2d-bba4-e0e94c97c071 req-50ec26bf-8477-4f9d-b7c3-9566d0863fd0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:03.158680 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-57d750a4-cf42-4a2d-bba4-e0e94c97c071 req-50ec26bf-8477-4f9d-b7c3-9566d0863fd0 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0482433 Nov 27 02:33:03.213868 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-57d750a4-cf42-4a2d-bba4-e0e94c97c071 req-80844b07-765f-4d9d-9e91-33675d1e03c5 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492599 Nov 27 02:33:04.342022 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a8e93-ff70-4f2c-9aa2-a0bbc8f254ee req-394f41c6-ccdd-4149-8498-92c0d283b7ef tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:04.343591 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-085a8e93-ff70-4f2c-9aa2-a0bbc8f254ee req-394f41c6-ccdd-4149-8498-92c0d283b7ef tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0566921 Nov 27 02:33:04.393913 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-085a8e93-ff70-4f2c-9aa2-a0bbc8f254ee req-0ce7b069-c7fe-4b83-a910-db53890c0952 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434346 Nov 27 02:33:05.507755 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492839c-b5db-41f2-ba8f-677ad1fe0135 req-42d53896-54a9-44ac-8337-a7d5929ce9ed tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:05.509269 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8492839c-b5db-41f2-ba8f-677ad1fe0135 req-42d53896-54a9-44ac-8337-a7d5929ce9ed tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0482957 Nov 27 02:33:05.557091 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-8492839c-b5db-41f2-ba8f-677ad1fe0135 req-7594dd95-10a7-4275-8d8c-2221c559a68e tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419576 Nov 27 02:33:05.673784 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3fbe1-8605-44c0-a997-a7731caa5288 req-5e95f866-6465-4312-a827-edbcc8735190 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:05.675234 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-37b3fbe1-8605-44c0-a997-a7731caa5288 req-5e95f866-6465-4312-a827-edbcc8735190 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0525584 Nov 27 02:33:05.724209 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-37b3fbe1-8605-44c0-a997-a7731caa5288 req-857c4e17-92ea-45c9-945b-b2f9dc7a8c13 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431108 Nov 27 02:33:05.746053 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47064) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:33:05.784293 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575529fe-494d-4484-abce-34c085b74ed5 tempest-TestSnapshotPattern-2003779552 tempest-TestSnapshotPattern-2003779552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:05.785763 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-575529fe-494d-4484-abce-34c085b74ed5 tempest-TestSnapshotPattern-2003779552 tempest-TestSnapshotPattern-2003779552-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 1092 time: 0.0387571 Nov 27 02:33:05.788429 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47066) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:33:05.792537 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.v2.base [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Request body: {'floatingip': {'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'port_id': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:33:05.814261 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for floatingip, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:05.911159 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:06.011079 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_common [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Allocated IP 172.25.1.202 (853a67d2-e3f9-48b6-8e66-07c9335fe014/ca9333fc-3d13-4422-bcd6-0d1804cee1f6/48e2c6bc-8e3d-4993-875c-52bb32919e22) {{(pid=103403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:33:06.113631 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for port, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:06.146902 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737831365322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:06.184939 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Network 853a67d2-e3f9-48b6-8e66-07c9335fe014 is already hosted by enough agents. {{(pid=103403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:33:06.187749 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.base_scheduler [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Resources bound (agent type, host, resource id): {{(pid=103403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:33:06.192031 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Received port after_create {{(pid=103403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:33:06.214691 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event updated for resources: {'Port': ['ID=48e2c6bc-8e3d-4993-875c-52bb32919e22,revision_number=1']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:33:06.546106 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:06.610081 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:06.756516 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for port, precommit_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:06.760973 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29258999'] for port, after_update {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:06.827978 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event updated for resources: {'Port': ['ID=48e2c6bc-8e3d-4993-875c-52bb32919e22,revision_number=2']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:33:06.841060 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549516'] for floatingip, after_create {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:06.940397 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Floating IP 61e5f97e-412f-43e0-b7e4-26fbd19fed59 associated. External IP: 172.25.1.202, port: 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3. Nov 27 02:33:07.147192 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Router da8799a2-ad3a-4b4a-a146-d30f1efcce7a has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:33:07.252826 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:33:07.262841 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7527e908-716b-4dd7-baf0-a3e28ecfbda5 None None] Sync routers for ids ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:33:07.270935 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:07.274573 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7527e908-716b-4dd7-baf0-a3e28ecfbda5 None None] Routers {'da8799a2-ad3a-4b4a-a146-d30f1efcce7a'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:33:07.275188 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7527e908-716b-4dd7-baf0-a3e28ecfbda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:33:07.302184 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-6bac474b-2b59-4d92-b1fa-75fefe2324e8 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5127623 Nov 27 02:33:07.302769 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'tag': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:33:07.305064 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a6e53f-b00c-4f4d-9ec1-9520b4f3ad22" -d '{"events": [{"name": "network-changed", "server_uuid": "d951a239-92ba-45c6-a50f-2156585a0fb8", "tag": "57fa2a0e-6f9b-4527-8e5e-08441b52e6d3"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:33:07.341220 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47aaa809-5d29-41ad-a9d1-fcfaaaba2d53 x-openstack-request-id: req-47aaa809-5d29-41ad-a9d1-fcfaaaba2d53 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:33:07.341516 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d951a239-92ba-45c6-a50f-2156585a0fb8", "tag": "57fa2a0e-6f9b-4527-8e5e-08441b52e6d3", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:33:07.342079 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47aaa809-5d29-41ad-a9d1-fcfaaaba2d53 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:33:07.342491 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'tag': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'status': 'completed', 'code': 200} Nov 27 02:33:07.383931 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-7527e908-716b-4dd7-baf0-a3e28ecfbda5 None None] Set router da8799a2-ad3a-4b4a-a146-d30f1efcce7a gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:33:07.425754 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6e53f-b00c-4f4d-9ec1-9520b4f3ad22 req-d168a226-a530-462a-b93e-c5669303e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:07.427202 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77a6e53f-b00c-4f4d-9ec1-9520b4f3ad22 req-d168a226-a530-462a-b93e-c5669303e49f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0415688 Nov 27 02:33:07.520753 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6e53f-b00c-4f4d-9ec1-9520b4f3ad22 req-be9bbd9e-a9ea-441e-a4ce-f747f3a1b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:07.522270 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77a6e53f-b00c-4f4d-9ec1-9520b4f3ad22 req-be9bbd9e-a9ea-441e-a4ce-f747f3a1b898 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 911 time: 0.0878932 Nov 27 02:33:07.591040 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77a6e53f-b00c-4f4d-9ec1-9520b4f3ad22 req-33913dba-5c16-4929-b71f-070efde61259 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 HTTP/1.1" status: 200 len: 999 time: 0.0615876 Nov 27 02:33:07.639202 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6e53f-b00c-4f4d-9ec1-9520b4f3ad22 req-8106aa13-22a2-467a-af19-111899f5790a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:07.641299 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77a6e53f-b00c-4f4d-9ec1-9520b4f3ad22 req-8106aa13-22a2-467a-af19-111899f5790a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0430405 Nov 27 02:33:07.689271 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6e53f-b00c-4f4d-9ec1-9520b4f3ad22 req-f4c02e1f-2863-484d-a268-6a4f1173de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:07.690685 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77a6e53f-b00c-4f4d-9ec1-9520b4f3ad22 req-f4c02e1f-2863-484d-a268-6a4f1173de33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424991 Nov 27 02:33:07.701035 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7527e908-716b-4dd7-baf0-a3e28ecfbda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '61e5f97e-412f-43e0-b7e4-26fbd19fed59', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'port_id': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'mac_address': 'fa:16:3e:2e:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:33:06Z', 'updated_at': '2021-11-27T02:33:06Z', 'revision_number': 0, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ip_address_scope': None}, {'id': '772ae742-4760-48c3-aa88-d5a5c8333e37', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'port_id': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'mac_address': 'fa:16:3e:a9:0c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:29:56Z', 'updated_at': '2021-11-27T02:29:58Z', 'revision_number': 1, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:33:07.728458 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7527e908-716b-4dd7-baf0-a3e28ecfbda5 None None] Checking router: da8799a2-ad3a-4b4a-a146-d30f1efcce7a for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:33:07.736620 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7527e908-716b-4dd7-baf0-a3e28ecfbda5 None None] Routers {'da8799a2-ad3a-4b4a-a146-d30f1efcce7a'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:33:07.737250 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7527e908-716b-4dd7-baf0-a3e28ecfbda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:32:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:33:07.786066 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77a6e53f-b00c-4f4d-9ec1-9520b4f3ad22 req-3bdaa22d-7206-4bd1-b656-65d5d46666b7 service neutron] 10.222.0.21 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879910 Nov 27 02:33:07.842242 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-7527e908-716b-4dd7-baf0-a3e28ecfbda5 None None] Set router da8799a2-ad3a-4b4a-a146-d30f1efcce7a gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:33:07.875937 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-77a6e53f-b00c-4f4d-9ec1-9520b4f3ad22 req-6f86db8a-0d68-49c1-96e4-c9a4870bc4f9 service neutron] 10.222.0.21 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822396 Nov 27 02:33:08.061581 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-7527e908-716b-4dd7-baf0-a3e28ecfbda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '61e5f97e-412f-43e0-b7e4-26fbd19fed59', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'port_id': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'mac_address': 'fa:16:3e:2e:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:33:06Z', 'updated_at': '2021-11-27T02:33:06Z', 'revision_number': 0, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ip_address_scope': None}, {'id': '772ae742-4760-48c3-aa88-d5a5c8333e37', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'port_id': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'mac_address': 'fa:16:3e:a9:0c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:29:56Z', 'updated_at': '2021-11-27T02:29:58Z', 'revision_number': 1, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:33:08.091160 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7527e908-716b-4dd7-baf0-a3e28ecfbda5 None None] The sync data for ids ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'] in n-d-817303-10 is: [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '61e5f97e-412f-43e0-b7e4-26fbd19fed59', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'port_id': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'mac_address': 'fa:16:3e:2e:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:33:06Z', 'updated_at': '2021-11-27T02:33:06Z', 'revision_number': 0, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ip_address_scope': None}, {'id': '772ae742-4760-48c3-aa88-d5a5c8333e37', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'port_id': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'mac_address': 'fa:16:3e:a9:0c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:29:56Z', 'updated_at': '2021-11-27T02:29:58Z', 'revision_number': 1, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:33:08.281881 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90a7734-d5dd-49c8-9210-27a6444a1e8e None None] New status for floating IP 61e5f97e-412f-43e0-b7e4-26fbd19fed59: ACTIVE {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:33:10.227329 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-faac61cf-91a0-4ed8-9af8-533a04c70e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:11.541541 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:33:12.394871 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-dc767f04-695f-46f5-bb53-c6824a70aa0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:13.283432 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990893e1-d6f7-4863-8a86-b46950ffa102 req-76b00594-c7a7-415e-9344-5685f79f4e2a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394628 Nov 27 02:33:13.385048 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990893e1-d6f7-4863-8a86-b46950ffa102 req-cbcc7d08-d8aa-44f1-8930-898452737452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:13.386568 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990893e1-d6f7-4863-8a86-b46950ffa102 req-cbcc7d08-d8aa-44f1-8930-898452737452 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 1095 time: 0.0447407 Nov 27 02:33:13.492388 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990893e1-d6f7-4863-8a86-b46950ffa102 req-0bf6cc1b-88be-4040-a9b8-ad9c4bea27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:13.493864 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990893e1-d6f7-4863-8a86-b46950ffa102 req-0bf6cc1b-88be-4040-a9b8-ad9c4bea27e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 911 time: 0.0872645 Nov 27 02:33:13.559104 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990893e1-d6f7-4863-8a86-b46950ffa102 req-d30cccba-8623-4144-adef-ad176f38b7f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f HTTP/1.1" status: 200 len: 999 time: 0.0577569 Nov 27 02:33:13.611336 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990893e1-d6f7-4863-8a86-b46950ffa102 req-ad040739-750d-40c3-a930-03251ac3868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:13.612751 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990893e1-d6f7-4863-8a86-b46950ffa102 req-ad040739-750d-40c3-a930-03251ac3868f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0465541 Nov 27 02:33:13.638002 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:13.658064 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990893e1-d6f7-4863-8a86-b46950ffa102 req-898505b4-a3e8-43b0-aaa0-da34df09dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:13.659547 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990893e1-d6f7-4863-8a86-b46950ffa102 req-898505b4-a3e8-43b0-aaa0-da34df09dbc5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401707 Nov 27 02:33:13.746520 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990893e1-d6f7-4863-8a86-b46950ffa102 req-6960d725-c90f-4569-8b6f-9f767c0efc9e service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798130 Nov 27 02:33:13.840777 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-990893e1-d6f7-4863-8a86-b46950ffa102 req-e93ec3ed-a87c-41ba-9c7a-b8293e4de8f0 service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860064 Nov 27 02:33:15.177420 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:16.559433 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:29.494891 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:31.390190 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:40.227855 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2904d605-7133-41fc-900e-305ebc65e784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:42.394938 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e21cf887-37e8-48be-ad9d-d3da0549b2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:43.640557 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:45.179738 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:46.562191 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:48.540427 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:33:55.913003 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2de737ed-f05a-46f5-85e6-0760be4333ea req-d66849b3-6dc7-4575-b539-d63442faad19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402014 Nov 27 02:33:56.021809 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de737ed-f05a-46f5-85e6-0760be4333ea req-18a46d92-833e-4759-999c-bd7593f588ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:56.023583 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2de737ed-f05a-46f5-85e6-0760be4333ea req-18a46d92-833e-4759-999c-bd7593f588ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0465710 Nov 27 02:33:56.125024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de737ed-f05a-46f5-85e6-0760be4333ea req-0f2c77da-df13-44c4-917c-a3de7d38ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:56.126458 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2de737ed-f05a-46f5-85e6-0760be4333ea req-0f2c77da-df13-44c4-917c-a3de7d38ded1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 911 time: 0.0827475 Nov 27 02:33:56.196044 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2de737ed-f05a-46f5-85e6-0760be4333ea req-022c03d2-dbe0-40b9-8045-a916db905060 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 HTTP/1.1" status: 200 len: 1001 time: 0.0593402 Nov 27 02:33:56.244839 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de737ed-f05a-46f5-85e6-0760be4333ea req-2f9dcc8e-c92e-4bab-a429-e502c47632a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:56.246209 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2de737ed-f05a-46f5-85e6-0760be4333ea req-2f9dcc8e-c92e-4bab-a429-e502c47632a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0417869 Nov 27 02:33:56.290801 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de737ed-f05a-46f5-85e6-0760be4333ea req-3e4bb866-5038-4dae-a1cb-b67f97805c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:56.292289 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2de737ed-f05a-46f5-85e6-0760be4333ea req-3e4bb866-5038-4dae-a1cb-b67f97805c2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392597 Nov 27 02:33:56.382420 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2de737ed-f05a-46f5-85e6-0760be4333ea req-7911fe01-4b6c-4780-99c9-f417f2b02cda service neutron] 10.222.0.21 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822539 Nov 27 02:33:56.475617 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2de737ed-f05a-46f5-85e6-0760be4333ea req-cf65b2c1-05be-45e5-8c44-130687bc5326 service neutron] 10.222.0.21 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851157 Nov 27 02:33:59.495480 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:01.390996 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:10.228079 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-aea765a0-993c-4e3e-8a76-6e780835bda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:12.394968 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-53d88652-cc5d-43d0-9d13-8984aa2f166c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:13.266928 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-294ecc79-24b8-422b-8d9c-ddcec34f77ed req-c3b34892-68c5-498a-8f3f-c0612b3492b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399017 Nov 27 02:34:13.363796 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ecc79-24b8-422b-8d9c-ddcec34f77ed req-3c09929c-9964-4e2f-9cfe-1392e6286db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:34:13.365302 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-294ecc79-24b8-422b-8d9c-ddcec34f77ed req-3c09929c-9964-4e2f-9cfe-1392e6286db3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 1095 time: 0.0414612 Nov 27 02:34:13.468376 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ecc79-24b8-422b-8d9c-ddcec34f77ed req-9f44d0f3-14b0-4636-9454-da1585dfe9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:34:13.469825 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-294ecc79-24b8-422b-8d9c-ddcec34f77ed req-9f44d0f3-14b0-4636-9454-da1585dfe9a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 911 time: 0.0864387 Nov 27 02:34:13.534128 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-294ecc79-24b8-422b-8d9c-ddcec34f77ed req-4aaf9ddc-040b-4a1f-b687-e12cb7fe5835 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f HTTP/1.1" status: 200 len: 999 time: 0.0573254 Nov 27 02:34:13.585522 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ecc79-24b8-422b-8d9c-ddcec34f77ed req-aaafb5d8-3165-48b0-922f-04b76beee389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:34:13.586923 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-294ecc79-24b8-422b-8d9c-ddcec34f77ed req-aaafb5d8-3165-48b0-922f-04b76beee389 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0467477 Nov 27 02:34:13.634762 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ecc79-24b8-422b-8d9c-ddcec34f77ed req-faccb9ba-a630-4717-90ef-8d34b1fee3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:34:13.636377 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-294ecc79-24b8-422b-8d9c-ddcec34f77ed req-faccb9ba-a630-4717-90ef-8d34b1fee3cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415564 Nov 27 02:34:13.643857 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:13.725303 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-294ecc79-24b8-422b-8d9c-ddcec34f77ed req-4ef752ef-1f15-4846-853d-4f0f781c83b8 service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813785 Nov 27 02:34:13.815818 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-294ecc79-24b8-422b-8d9c-ddcec34f77ed req-4fa8ab32-76e7-42a2-a977-a5fb1da1700b service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834908 Nov 27 02:34:15.182794 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:16.564051 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:25.538588 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:34:29.502030 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:31.404784 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:40.229857 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-36d1507c-35b8-4dd4-acd8-6020d8e82bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:42.395795 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d425075f-d9ec-4c7f-b460-030961608825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:43.649066 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:45.185159 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:46.565718 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:51.063274 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 details requested by agent hyperv_n-h1-817303-10 with host n-h1-817303-10 {{(pid=103404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:34:51.158205 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:34:51.171355 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Returning: {'device': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'port_id': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'mac_address': 'fa:16:3e:2e:0c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:34:51.210949 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:51.225066 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 {{(pid=103404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:34:51.245495 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:34:51.249111 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:51.307109 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,revision_number=6']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:34:51.314522 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:34:51.314883 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:34:51.315233 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:34:51.315691 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:34:51.316016 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:34:51.316385 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:34:51.316719 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:34:51.317053 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:34:51.317386 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:34:51.317713 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:34:51.318041 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:34:51.318367 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:34:51.414766 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] get_ports_and_sgs() called for port_ids ['57fa2a0e-6f9b-4527-8e5e-08441b52e6d3'] {{(pid=103404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:34:53.066628 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 up at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:34:53.121860 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.provisioning_blocks [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Provisioning complete for port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 triggered by entity L2. {{(pid=103404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:34:53.122235 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040219'] for port, provisioning_complete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:53.215533 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:53.248616 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:34:53.251002 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d2a517-298d-4da8-95d5-654804e77de5" -d '{"events": [{"server_uuid": "d951a239-92ba-45c6-a50f-2156585a0fb8", "name": "network-vif-plugged", "status": "completed", "tag": "57fa2a0e-6f9b-4527-8e5e-08441b52e6d3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:34:53.284802 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:34:53.290836 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:53.319606 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693b15fa-76dc-4d3c-bffa-eba810ff93b0 x-openstack-request-id: req-693b15fa-76dc-4d3c-bffa-eba810ff93b0 {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:34:53.319904 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d951a239-92ba-45c6-a50f-2156585a0fb8", "name": "network-vif-plugged", "status": "completed", "tag": "57fa2a0e-6f9b-4527-8e5e-08441b52e6d3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:34:53.320166 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-693b15fa-76dc-4d3c-bffa-eba810ff93b0 {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:34:53.320585 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'code': 200} Nov 27 02:34:53.347826 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,revision_number=7']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:34:56.030399 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb174b0b-1244-49ed-a897-76aba8ac440e req-7412656e-fb33-4cb2-b68f-c074afae5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:34:56.032047 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb174b0b-1244-49ed-a897-76aba8ac440e req-7412656e-fb33-4cb2-b68f-c074afae5aef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0478733 Nov 27 02:34:56.164021 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb174b0b-1244-49ed-a897-76aba8ac440e req-5c8c7831-d4cf-428b-8826-f6b63627ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:34:56.165545 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb174b0b-1244-49ed-a897-76aba8ac440e req-5c8c7831-d4cf-428b-8826-f6b63627ca83 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 911 time: 0.1073692 Nov 27 02:34:56.244827 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb174b0b-1244-49ed-a897-76aba8ac440e req-e8808cbf-e1e6-47c8-8430-3cd5b056217f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 HTTP/1.1" status: 200 len: 1001 time: 0.0674667 Nov 27 02:34:56.304669 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb174b0b-1244-49ed-a897-76aba8ac440e req-02f20da1-befe-46ae-984f-4447a42999df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:34:56.306143 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb174b0b-1244-49ed-a897-76aba8ac440e req-02f20da1-befe-46ae-984f-4447a42999df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0542727 Nov 27 02:34:56.361905 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb174b0b-1244-49ed-a897-76aba8ac440e req-2f1d97ab-b165-46d8-8d7f-4e3348cd59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:34:56.364106 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb174b0b-1244-49ed-a897-76aba8ac440e req-2f1d97ab-b165-46d8-8d7f-4e3348cd59ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491211 Nov 27 02:34:56.473198 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb174b0b-1244-49ed-a897-76aba8ac440e req-9accc0d8-2cda-4dda-b866-e2d91cc54c12 service neutron] 10.222.0.21 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013100 Nov 27 02:34:56.589328 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-bb174b0b-1244-49ed-a897-76aba8ac440e req-8c668fca-ed34-4226-9b84-1a378fe96ef7 service neutron] 10.222.0.21 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078937 Nov 27 02:34:59.517507 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:01.221323 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47272) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:01.421563 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:01.705501 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Deleting port 48e2c6bc-8e3d-4993-875c-52bb32919e22 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:35:01.705752 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:01.781567 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:01.781897 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:01.793386 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Calling delete_port for 48e2c6bc-8e3d-4993-875c-52bb32919e22 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:35:01.939432 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:01.968432 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event deleted for resources: {'Port': ['ID=48e2c6bc-8e3d-4993-875c-52bb32919e22,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:01.991891 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:01.992272 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:01.992615 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:01.992964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:01.993306 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:01.993642 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:01.993971 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:01.994298 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:01.994622 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:01.994945 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:01.995277 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:01.995606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:02.038390 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:02.038717 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Floating IP 61e5f97e-412f-43e0-b7e4-26fbd19fed59 disassociated (deleted). External IP: 172.25.1.202, port: 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3. Nov 27 02:35:02.243702 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Router da8799a2-ad3a-4b4a-a146-d30f1efcce7a has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:35:02.348961 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:35:02.353750 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:02.361478 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef4388-aa4e-481c-a20b-07d7ca2fa929 None None] Sync routers for ids ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:35:02.371255 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef4388-aa4e-481c-a20b-07d7ca2fa929 None None] Routers {'da8799a2-ad3a-4b4a-a146-d30f1efcce7a'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:35:02.371853 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e6ef4388-aa4e-481c-a20b-07d7ca2fa929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:34:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:02.380656 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-ce4e105f-234e-4f5d-bb01-e8bc8e463cbc tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "DELETE /v2.0/floatingips/61e5f97e-412f-43e0-b7e4-26fbd19fed59 HTTP/1.1" status: 204 len: 168 time: 1.1581974 Nov 27 02:35:02.381234 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'tag': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:35:02.383727 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07bb619-5a0c-4225-9143-0296dac7a2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d951a239-92ba-45c6-a50f-2156585a0fb8", "tag": "57fa2a0e-6f9b-4527-8e5e-08441b52e6d3"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:35:02.421459 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227654d4-24ff-434d-9e68-09a062605c71 x-openstack-request-id: req-227654d4-24ff-434d-9e68-09a062605c71 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:35:02.421750 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d951a239-92ba-45c6-a50f-2156585a0fb8", "tag": "57fa2a0e-6f9b-4527-8e5e-08441b52e6d3", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:35:02.422028 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-227654d4-24ff-434d-9e68-09a062605c71 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:35:02.422438 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'tag': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'status': 'completed', 'code': 200} Nov 27 02:35:02.485984 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e6ef4388-aa4e-481c-a20b-07d7ca2fa929 None None] Set router da8799a2-ad3a-4b4a-a146-d30f1efcce7a gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:35:02.529834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bb619-5a0c-4225-9143-0296dac7a2b3 req-7726952d-1e57-43d1-b28d-506f4ba0d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:02.531943 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a07bb619-5a0c-4225-9143-0296dac7a2b3 req-7726952d-1e57-43d1-b28d-506f4ba0d0c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0535326 Nov 27 02:35:02.568847 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:35:02.615830 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fa671-5f19-42d7-b4c8-f8c824ca5bbc req-3072ddf3-35e8-4a4f-b578-ffad9c62fa47 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:02.617513 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b48fa671-5f19-42d7-b4c8-f8c824ca5bbc req-3072ddf3-35e8-4a4f-b578-ffad9c62fa47 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 945 time: 0.0513108 Nov 27 02:35:02.673767 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-b48fa671-5f19-42d7-b4c8-f8c824ca5bbc req-788279ca-0503-4504-9135-a7bb9ad6dbb5 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489888 Nov 27 02:35:02.675787 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bb619-5a0c-4225-9143-0296dac7a2b3 req-220325c9-37fa-44d7-a26a-e539988fa757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:02.677316 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a07bb619-5a0c-4225-9143-0296dac7a2b3 req-220325c9-37fa-44d7-a26a-e539988fa757 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 911 time: 0.0943797 Nov 27 02:35:02.720803 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a07bb619-5a0c-4225-9143-0296dac7a2b3 req-41a1a758-ec65-42c3-8de4-396ad27b0410 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 HTTP/1.1" status: 200 len: 217 time: 0.0349424 Nov 27 02:35:02.722564 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e6ef4388-aa4e-481c-a20b-07d7ca2fa929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '772ae742-4760-48c3-aa88-d5a5c8333e37', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'port_id': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'mac_address': 'fa:16:3e:a9:0c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:29:56Z', 'updated_at': '2021-11-27T02:29:58Z', 'revision_number': 1, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:02.747700 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef4388-aa4e-481c-a20b-07d7ca2fa929 None None] Checking router: da8799a2-ad3a-4b4a-a146-d30f1efcce7a for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:35:02.755908 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef4388-aa4e-481c-a20b-07d7ca2fa929 None None] Routers {'da8799a2-ad3a-4b4a-a146-d30f1efcce7a'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:35:02.756528 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e6ef4388-aa4e-481c-a20b-07d7ca2fa929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:34:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:02.771452 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bb619-5a0c-4225-9143-0296dac7a2b3 req-b6633eb8-0480-430f-9bb0-e4d57261171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:02.772872 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a07bb619-5a0c-4225-9143-0296dac7a2b3 req-b6633eb8-0480-430f-9bb0-e4d57261171b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0440240 Nov 27 02:35:02.822606 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bb619-5a0c-4225-9143-0296dac7a2b3 req-4b083e80-652f-498e-8517-8e42093b6fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:02.824342 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a07bb619-5a0c-4225-9143-0296dac7a2b3 req-4b083e80-652f-498e-8517-8e42093b6fb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392599 Nov 27 02:35:02.861985 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-e6ef4388-aa4e-481c-a20b-07d7ca2fa929 None None] Set router da8799a2-ad3a-4b4a-a146-d30f1efcce7a gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:35:02.919788 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a07bb619-5a0c-4225-9143-0296dac7a2b3 req-ed3067a4-fa2d-410d-b3d1-82817a545ad4 service neutron] 10.222.0.21 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868216 Nov 27 02:35:03.015860 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-a07bb619-5a0c-4225-9143-0296dac7a2b3 req-87131291-c447-4f95-8f44-b0b1343ff27f service neutron] 10.222.0.21 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845792 Nov 27 02:35:03.166730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:35:03.174890 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-e6ef4388-aa4e-481c-a20b-07d7ca2fa929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '772ae742-4760-48c3-aa88-d5a5c8333e37', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'port_id': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'mac_address': 'fa:16:3e:a9:0c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:29:56Z', 'updated_at': '2021-11-27T02:29:58Z', 'revision_number': 1, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:03.201059 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef4388-aa4e-481c-a20b-07d7ca2fa929 None None] The sync data for ids ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'] in n-d-817303-10 is: [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_floatingips': [{'id': '772ae742-4760-48c3-aa88-d5a5c8333e37', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'router_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'port_id': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'mac_address': 'fa:16:3e:a9:0c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:29:56Z', 'updated_at': '2021-11-27T02:29:58Z', 'revision_number': 1, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:35:03.245730 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898614'] for port, before_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:03.269653 n-d-817303-10 neutron-server[103404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3'}] {{(pid=103404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:35:03.271896 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6c5a04f55cd9244b888d79add50b1f997d6183e9c88c22b35eedac8673870" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f10fbe-c331-4f9d-8dfe-a4415286bfff" -d '{"events": [{"server_uuid": "d951a239-92ba-45c6-a50f-2156585a0fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "57fa2a0e-6f9b-4527-8e5e-08441b52e6d3"}]}' {{(pid=103404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:35:03.289868 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] For port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:35:03.295221 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737831931769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737831365340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737831365358'] for port, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:03.319335 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 02:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44417c96-2d7e-4234-8c0e-3ff22a103f9d x-openstack-request-id: req-44417c96-2d7e-4234-8c0e-3ff22a103f9d {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:35:03.319667 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d951a239-92ba-45c6-a50f-2156585a0fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "57fa2a0e-6f9b-4527-8e5e-08441b52e6d3", "code": 200}]} {{(pid=103404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:35:03.319931 n-d-817303-10 neutron-server[103404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44417c96-2d7e-4234-8c0e-3ff22a103f9d {{(pid=103404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:35:03.320363 n-d-817303-10 neutron-server[103404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'code': 200} Nov 27 02:35:03.346850 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Pushing event updated for resources: {'Port': ['ID=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,revision_number=8']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:03.430008 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a5c2f-7c88-4038-aebf-18e987a83436 None None] New status for floating IP 61e5f97e-412f-43e0-b7e4-26fbd19fed59: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:35:03.796069 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cf969-acf8-44c5-a1c0-f805d17f1c41 req-0c6514dc-ddc8-48b1-8280-a638d73f738d tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:03.797672 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d8cf969-acf8-44c5-a1c0-f805d17f1c41 req-0c6514dc-ddc8-48b1-8280-a638d73f738d tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 943 time: 0.0532339 Nov 27 02:35:03.845753 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-1d8cf969-acf8-44c5-a1c0-f805d17f1c41 req-a5142379-e6d8-407e-8a4e-4213a4a05785 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422115 Nov 27 02:35:04.706216 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c7ee8-7ba5-48e3-8bc7-aa8e9a42caa7 req-327953d6-fecc-4c5a-a2bb-7972052b5076 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:04.707648 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a1c7ee8-7ba5-48e3-8bc7-aa8e9a42caa7 req-327953d6-fecc-4c5a-a2bb-7972052b5076 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.21 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 943 time: 0.0527804 Nov 27 02:35:04.797471 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-2a1c7ee8-7ba5-48e3-8bc7-aa8e9a42caa7 req-1cd87837-9cc8-415a-a045-9b9fd18a5654 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Deleting port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:35:04.797807 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a1c7ee8-7ba5-48e3-8bc7-aa8e9a42caa7 req-1cd87837-9cc8-415a-a045-9b9fd18a5654 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:04.886619 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [req-2a1c7ee8-7ba5-48e3-8bc7-aa8e9a42caa7 req-1cd87837-9cc8-415a-a045-9b9fd18a5654 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] For port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3, host n-h1-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-10',level=0,port_id=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:35:04.886982 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a1c7ee8-7ba5-48e3-8bc7-aa8e9a42caa7 req-1cd87837-9cc8-415a-a045-9b9fd18a5654 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:04.900834 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [req-2a1c7ee8-7ba5-48e3-8bc7-aa8e9a42caa7 req-1cd87837-9cc8-415a-a045-9b9fd18a5654 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Calling delete_port for 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 owned by compute:nova {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:35:05.016099 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86489e-f1a0-4156-8adb-89d32a6cecdd req-c6ce328a-15f6-4e9b-aa09-b105d36812ae tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:05.017508 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b86489e-f1a0-4156-8adb-89d32a6cecdd req-c6ce328a-15f6-4e9b-aa09-b105d36812ae tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=d951a239-92ba-45c6-a50f-2156585a0fb8 HTTP/1.1" status: 200 len: 943 time: 0.0766456 Nov 27 02:35:05.107267 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-1b86489e-f1a0-4156-8adb-89d32a6cecdd req-2e325a3c-c909-4379-96fd-01a6eef44e7f tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829744 Nov 27 02:35:05.108307 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a1c7ee8-7ba5-48e3-8bc7-aa8e9a42caa7 req-1cd87837-9cc8-415a-a045-9b9fd18a5654 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:05.139007 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd87837-9cc8-415a-a045-9b9fd18a5654 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event deleted for resources: {'Port': ['ID=57fa2a0e-6f9b-4527-8e5e-08441b52e6d3,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:05.187205 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1c7ee8-7ba5-48e3-8bc7-aa8e9a42caa7 req-1cd87837-9cc8-415a-a045-9b9fd18a5654 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] No DVR routers for this DVR port 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 on host n-h1-817303-10 {{(pid=103403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:35:05.189792 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [req-2a1c7ee8-7ba5-48e3-8bc7-aa8e9a42caa7 req-1cd87837-9cc8-415a-a045-9b9fd18a5654 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:05.193131 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-2a1c7ee8-7ba5-48e3-8bc7-aa8e9a42caa7 req-1cd87837-9cc8-415a-a045-9b9fd18a5654 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.21 "DELETE /v2.0/ports/57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 HTTP/1.1" status: 204 len: 173 time: 0.4758255 Nov 27 02:35:05.193583 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'name': 'network-vif-deleted', 'tag': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:35:05.195820 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b604dd5-8eab-4c6e-8a3a-92fa0710a6fe" -d '{"events": [{"server_uuid": "d951a239-92ba-45c6-a50f-2156585a0fb8", "name": "network-vif-deleted", "tag": "57fa2a0e-6f9b-4527-8e5e-08441b52e6d3"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:35:05.233214 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1cbf2e-19cb-4dbc-92ec-d9374c3117ab x-openstack-request-id: req-cc1cbf2e-19cb-4dbc-92ec-d9374c3117ab {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:35:05.233536 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d951a239-92ba-45c6-a50f-2156585a0fb8", "name": "network-vif-deleted", "tag": "57fa2a0e-6f9b-4527-8e5e-08441b52e6d3", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:35:05.233790 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc1cbf2e-19cb-4dbc-92ec-d9374c3117ab {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:35:05.234198 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd951a239-92ba-45c6-a50f-2156585a0fb8', 'name': 'network-vif-deleted', 'tag': '57fa2a0e-6f9b-4527-8e5e-08441b52e6d3', 'status': 'completed', 'code': 200} Nov 27 02:35:06.664862 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47330) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:06.816275 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-71812af2-78a5-4f04-957f-f2b6015bd957 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Deleting port a1162405-c3ed-4320-9588-03ba8e9a4695 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:35:06.816528 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-71812af2-78a5-4f04-957f-f2b6015bd957 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:06.890229 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-71812af2-78a5-4f04-957f-f2b6015bd957 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:06.890549 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-71812af2-78a5-4f04-957f-f2b6015bd957 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:06.901745 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-71812af2-78a5-4f04-957f-f2b6015bd957 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Calling delete_port for a1162405-c3ed-4320-9588-03ba8e9a4695 owned by network:floatingip {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:35:07.051541 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-71812af2-78a5-4f04-957f-f2b6015bd957 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:07.078118 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71812af2-78a5-4f04-957f-f2b6015bd957 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event deleted for resources: {'Port': ['ID=a1162405-c3ed-4320-9588-03ba8e9a4695,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:07.138905 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-71812af2-78a5-4f04-957f-f2b6015bd957 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for floatingip, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:07.139472 n-d-817303-10 neutron-server[103403]: INFO neutron.db.l3_db [None req-71812af2-78a5-4f04-957f-f2b6015bd957 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Floating IP 772ae742-4760-48c3-aa88-d5a5c8333e37 disassociated (deleted). External IP: 172.25.1.180, port: d42d7402-e41c-4265-adb4-1f69aba7f55f. Nov 27 02:35:07.348785 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71812af2-78a5-4f04-957f-f2b6015bd957 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Router da8799a2-ad3a-4b4a-a146-d30f1efcce7a has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:35:07.454255 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71812af2-78a5-4f04-957f-f2b6015bd957 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:35:07.459047 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-71812af2-78a5-4f04-957f-f2b6015bd957 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for floatingip, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:07.465099 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6882592-351d-4363-94f9-5479f5b68d1b None None] Sync routers for ids ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:35:07.475906 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6882592-351d-4363-94f9-5479f5b68d1b None None] Routers {'da8799a2-ad3a-4b4a-a146-d30f1efcce7a'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:35:07.476562 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c6882592-351d-4363-94f9-5479f5b68d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:34:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:07.489171 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-71812af2-78a5-4f04-957f-f2b6015bd957 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "DELETE /v2.0/floatingips/772ae742-4760-48c3-aa88-d5a5c8333e37 HTTP/1.1" status: 204 len: 168 time: 0.8232236 Nov 27 02:35:07.489770 n-d-817303-10 neutron-server[103403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'tag': 'd42d7402-e41c-4265-adb4-1f69aba7f55f'}] {{(pid=103403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:35:07.494863 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b6c2903faddb3b641d8db73e032124f8ff19819a63671d94e789ee621d3b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100720f8-0b11-4c54-83b9-68b8b9e633af" -d '{"events": [{"name": "network-changed", "server_uuid": "b8adad41-b2fa-462f-ab1f-fcf28767aba6", "tag": "d42d7402-e41c-4265-adb4-1f69aba7f55f"}]}' {{(pid=103403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:35:07.530874 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391361b5-aa97-486d-8fb6-ee3ad5bbd9d5 x-openstack-request-id: req-391361b5-aa97-486d-8fb6-ee3ad5bbd9d5 {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:35:07.531181 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8adad41-b2fa-462f-ab1f-fcf28767aba6", "tag": "d42d7402-e41c-4265-adb4-1f69aba7f55f", "status": "completed", "code": 200}]} {{(pid=103403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:35:07.531389 n-d-817303-10 neutron-server[103403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-391361b5-aa97-486d-8fb6-ee3ad5bbd9d5 {{(pid=103403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:35:07.531788 n-d-817303-10 neutron-server[103403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'tag': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'status': 'completed', 'code': 200} Nov 27 02:35:07.591760 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-c6882592-351d-4363-94f9-5479f5b68d1b None None] Set router da8799a2-ad3a-4b4a-a146-d30f1efcce7a gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:35:07.638969 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100720f8-0b11-4c54-83b9-68b8b9e633af req-8c33cc9e-c51d-4359-8e71-a56464d5f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:07.640515 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100720f8-0b11-4c54-83b9-68b8b9e633af req-8c33cc9e-c51d-4359-8e71-a56464d5f0c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efc15d206c004cfcbd749e344755aa58&device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 1095 time: 0.0631270 Nov 27 02:35:07.725744 n-d-817303-10 neutron-server[103403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfdb42-6300-4e31-b376-f762ecc42e6b req-5e2ae5fc-f598-43dd-a041-111dee604dfd tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:07.729481 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7cfdb42-6300-4e31-b376-f762ecc42e6b req-5e2ae5fc-f598-43dd-a041-111dee604dfd tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 943 time: 0.0539269 Nov 27 02:35:07.764536 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100720f8-0b11-4c54-83b9-68b8b9e633af req-05bd8dcb-5eb7-4077-8a30-2c742666aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:07.766024 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100720f8-0b11-4c54-83b9-68b8b9e633af req-05bd8dcb-5eb7-4077-8a30-2c742666aaa4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 200 len: 911 time: 0.0956674 Nov 27 02:35:07.784726 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [req-d7cfdb42-6300-4e31-b376-f762ecc42e6b req-76c2ec93-4572-49b4-9ee9-8a9a553c368b tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506363 Nov 27 02:35:07.801997 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c6882592-351d-4363-94f9-5479f5b68d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:07.809263 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100720f8-0b11-4c54-83b9-68b8b9e633af req-8c479e22-d38a-4c1a-8585-465f9341f8d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f HTTP/1.1" status: 200 len: 217 time: 0.0361135 Nov 27 02:35:07.824826 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6882592-351d-4363-94f9-5479f5b68d1b None None] Checking router: da8799a2-ad3a-4b4a-a146-d30f1efcce7a for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:35:07.835029 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6882592-351d-4363-94f9-5479f5b68d1b None None] Routers {'da8799a2-ad3a-4b4a-a146-d30f1efcce7a'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:35:07.835636 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c6882592-351d-4363-94f9-5479f5b68d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:34:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:07.860384 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100720f8-0b11-4c54-83b9-68b8b9e633af req-e691f7c4-f31d-4d29-9d07-c1ee9d87c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:07.861833 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100720f8-0b11-4c54-83b9-68b8b9e633af req-e691f7c4-f31d-4d29-9d07-c1ee9d87c761 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 200 len: 849 time: 0.0454714 Nov 27 02:35:07.907945 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100720f8-0b11-4c54-83b9-68b8b9e633af req-7b5975e2-b4c8-4b3e-9320-15d7e148da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:07.909383 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100720f8-0b11-4c54-83b9-68b8b9e633af req-7b5975e2-b4c8-4b3e-9320-15d7e148da52 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a2daa8c1-c35d-4d06-a76f-a6048872f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396340 Nov 27 02:35:07.945422 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-c6882592-351d-4363-94f9-5479f5b68d1b None None] Set router da8799a2-ad3a-4b4a-a146-d30f1efcce7a gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:35:08.003154 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100720f8-0b11-4c54-83b9-68b8b9e633af req-b3740bb8-e810-4a21-b93d-2e29cfc88cf5 service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855799 Nov 27 02:35:08.097799 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-100720f8-0b11-4c54-83b9-68b8b9e633af req-6de539da-bb38-4721-a8de-ed69e6ddf6fa service neutron] 10.222.0.31 "GET /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860765 Nov 27 02:35:08.145569 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-c6882592-351d-4363-94f9-5479f5b68d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:08.175277 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6882592-351d-4363-94f9-5479f5b68d1b None None] The sync data for ids ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'] in n-d-817303-10 is: [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10', '_interfaces': [{'id': '0c499aff-3fce-4133-b9b0-a20abe22056a', 'name': '', 'network_id': 'a2daa8c1-c35d-4d06-a76f-a6048872f1fc', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'mac_address': 'fa:16:3e:33:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9062e786-bd02-4d53-960c-3b20cace6068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:34Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'subnets': [{'id': '9062e786-bd02-4d53-960c-3b20cace6068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:35:08.389439 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ab086-7482-4d3f-872a-135905788046 None None] New status for floating IP 772ae742-4760-48c3-aa88-d5a5c8333e37: DOWN {{(pid=103404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:35:08.694657 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c56f2-e421-4600-bd7e-7836c5d7590c req-552fb3f8-0aaf-430b-ba0b-e15a9bade46c tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:08.696111 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-344c56f2-e421-4600-bd7e-7836c5d7590c req-552fb3f8-0aaf-430b-ba0b-e15a9bade46c tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 943 time: 0.0528867 Nov 27 02:35:08.782033 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-344c56f2-e421-4600-bd7e-7836c5d7590c req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Deleting port d42d7402-e41c-4265-adb4-1f69aba7f55f {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:35:08.782291 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-344c56f2-e421-4600-bd7e-7836c5d7590c req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:08.896279 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [req-344c56f2-e421-4600-bd7e-7836c5d7590c req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] For port d42d7402-e41c-4265-adb4-1f69aba7f55f, host n-h2-817303-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-10',level=0,port_id=d42d7402-e41c-4265-adb4-1f69aba7f55f,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:35:08.896644 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-344c56f2-e421-4600-bd7e-7836c5d7590c req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:08.911870 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [req-344c56f2-e421-4600-bd7e-7836c5d7590c req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Calling delete_port for d42d7402-e41c-4265-adb4-1f69aba7f55f owned by compute:nova {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:35:08.932219 n-d-817303-10 neutron-server[103402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcb792-7765-44c8-b129-529a664e7acc req-014e2f38-f1fa-41b1-8dbc-a1346c3c2d30 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:08.933711 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9dbcb792-7765-44c8-b129-529a664e7acc req-014e2f38-f1fa-41b1-8dbc-a1346c3c2d30 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8adad41-b2fa-462f-ab1f-fcf28767aba6 HTTP/1.1" status: 200 len: 943 time: 0.0765131 Nov 27 02:35:09.029246 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-9dbcb792-7765-44c8-b129-529a664e7acc req-239f75ed-a08b-400e-8761-b15f1ab1e567 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "GET /v2.0/security-groups?id=d166f625-5174-4cbb-94a5-a148ec1dac09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644653 Nov 27 02:35:09.091820 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-344c56f2-e421-4600-bd7e-7836c5d7590c req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:09.121050 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event deleted for resources: {'Port': ['ID=d42d7402-e41c-4265-adb4-1f69aba7f55f,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:09.133776 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:09.134131 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:09.134473 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:09.134816 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:09.135151 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:09.135479 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:09.135804 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:09.136129 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:09.137411 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:09.140267 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:09.140651 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:09.140977 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-10 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:35:09.166723 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 no longer exists at agent hyperv_n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:35:09.174718 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [req-344c56f2-e421-4600-bd7e-7836c5d7590c req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] No DVR routers for this DVR port d42d7402-e41c-4265-adb4-1f69aba7f55f on host n-h2-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:35:09.177288 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [req-344c56f2-e421-4600-bd7e-7836c5d7590c req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419311'] for port, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:09.180648 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [req-344c56f2-e421-4600-bd7e-7836c5d7590c req-a8d3abac-cb25-4cae-958f-9c1c11770295 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.31 "DELETE /v2.0/ports/d42d7402-e41c-4265-adb4-1f69aba7f55f HTTP/1.1" status: 204 len: 173 time: 0.4782429 Nov 27 02:35:09.181225 n-d-817303-10 neutron-server[103402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'name': 'network-vif-deleted', 'tag': 'd42d7402-e41c-4265-adb4-1f69aba7f55f'}] {{(pid=103402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:35:09.183481 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a17b11d0d1cba0b2b8470936a0e6279ea0a5d5697eddfd0ad2af5c00ba194a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623b0a5b-052d-4eab-b79d-a6544ca3a1e9" -d '{"events": [{"server_uuid": "b8adad41-b2fa-462f-ab1f-fcf28767aba6", "name": "network-vif-deleted", "tag": "d42d7402-e41c-4265-adb4-1f69aba7f55f"}]}' {{(pid=103402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:35:09.193374 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] No Port match for: 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:35:09.193730 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Device 57fa2a0e-6f9b-4527-8e5e-08441b52e6d3 not bound to the agent host n-h1-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:35:09.278496 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c20e485-0f1f-4dd8-af57-5b790c3f7c64 x-openstack-request-id: req-5c20e485-0f1f-4dd8-af57-5b790c3f7c64 {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:35:09.278853 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8adad41-b2fa-462f-ab1f-fcf28767aba6", "name": "network-vif-deleted", "tag": "d42d7402-e41c-4265-adb4-1f69aba7f55f", "status": "completed", "code": 200}]} {{(pid=103402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:35:09.279171 n-d-817303-10 neutron-server[103402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c20e485-0f1f-4dd8-af57-5b790c3f7c64 {{(pid=103402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:35:09.279650 n-d-817303-10 neutron-server[103402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8adad41-b2fa-462f-ab1f-fcf28767aba6', 'name': 'network-vif-deleted', 'tag': 'd42d7402-e41c-4265-adb4-1f69aba7f55f', 'status': 'completed', 'code': 200} Nov 27 02:35:10.085407 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47346) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:10.141283 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b976c71a-21fb-4ff6-bfce-f5b7bac4f845 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:10.167087 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b976c71a-21fb-4ff6-bfce-f5b7bac4f845 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:10.229825 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b976c71a-21fb-4ff6-bfce-f5b7bac4f845 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:10.231373 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-368a0058-9ea0-48f5-8e81-470027c832b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:10.232763 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-b976c71a-21fb-4ff6-bfce-f5b7bac4f845 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Publish callbacks [] for security_group, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:10.233916 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-b976c71a-21fb-4ff6-bfce-f5b7bac4f845 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] 10.222.0.15 "DELETE /v2.0/security-groups/d166f625-5174-4cbb-94a5-a148ec1dac09 HTTP/1.1" status: 204 len: 168 time: 0.1475296 Nov 27 02:35:10.242964 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976c71a-21fb-4ff6-bfce-f5b7bac4f845 tempest-TestSnapshotPattern-1150057322 tempest-TestSnapshotPattern-1150057322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d166f625-5174-4cbb-94a5-a148ec1dac09,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:10.286024 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47350) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:10.712804 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-224e9883-ba6d-4c7f-adc8-83523a893705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:10.950767 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-224e9883-ba6d-4c7f-adc8-83523a893705 admin admin] Deleting port 0c499aff-3fce-4133-b9b0-a20abe22056a {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:35:10.951102 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-224e9883-ba6d-4c7f-adc8-83523a893705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:11.025246 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-224e9883-ba6d-4c7f-adc8-83523a893705 admin admin] For port 0c499aff-3fce-4133-b9b0-a20abe22056a, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=0c499aff-3fce-4133-b9b0-a20abe22056a,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:35:11.025526 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-224e9883-ba6d-4c7f-adc8-83523a893705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:11.038730 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-224e9883-ba6d-4c7f-adc8-83523a893705 admin admin] Calling delete_port for 0c499aff-3fce-4133-b9b0-a20abe22056a owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:35:11.216680 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-224e9883-ba6d-4c7f-adc8-83523a893705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:11.243314 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e9883-ba6d-4c7f-adc8-83523a893705 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c499aff-3fce-4133-b9b0-a20abe22056a,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:11.407257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-224e9883-ba6d-4c7f-adc8-83523a893705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:11.617071 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224e9883-ba6d-4c7f-adc8-83523a893705 admin admin] Router da8799a2-ad3a-4b4a-a146-d30f1efcce7a has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:35:11.718886 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224e9883-ba6d-4c7f-adc8-83523a893705 admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:35:11.724484 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-224e9883-ba6d-4c7f-adc8-83523a893705 admin admin] 10.222.0.15 "PUT /v2.0/routers/da8799a2-ad3a-4b4a-a146-d30f1efcce7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4373701 Nov 27 02:35:11.726349 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47354) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:11.727270 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad0c486-f429-4c3f-b538-07380d3a8bc5 None None] Sync routers for ids ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'] in n-d-817303-10 {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:35:11.738277 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad0c486-f429-4c3f-b538-07380d3a8bc5 None None] Routers {'da8799a2-ad3a-4b4a-a146-d30f1efcce7a'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:35:11.738882 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-aad0c486-f429-4c3f-b538-07380d3a8bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:34:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:11.846392 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-aad0c486-f429-4c3f-b538-07380d3a8bc5 None None] Set router da8799a2-ad3a-4b4a-a146-d30f1efcce7a gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:35:11.930863 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d42d7402-e41c-4265-adb4-1f69aba7f55f no longer exists at agent hyperv_n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:35:11.952127 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] No Port match for: d42d7402-e41c-4265-adb4-1f69aba7f55f {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:35:11.952564 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Device d42d7402-e41c-4265-adb4-1f69aba7f55f not bound to the agent host n-h2-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:35:12.031473 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-aad0c486-f429-4c3f-b538-07380d3a8bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:35:11Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:12.062084 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad0c486-f429-4c3f-b538-07380d3a8bc5 None None] Checking router: da8799a2-ad3a-4b4a-a146-d30f1efcce7a for host: n-d-817303-10 {{(pid=103405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:35:12.071383 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad0c486-f429-4c3f-b538-07380d3a8bc5 None None] Routers {'da8799a2-ad3a-4b4a-a146-d30f1efcce7a'} bound to L3 agent in host n-d-817303-10 {{(pid=103405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:35:12.071998 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-aad0c486-f429-4c3f-b538-07380d3a8bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:34:42Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'], 'active': True} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:12.162981 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] Publish callbacks [] for router, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:12.169964 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_dvr_db [None req-aad0c486-f429-4c3f-b538-07380d3a8bc5 None None] Set router da8799a2-ad3a-4b4a-a146-d30f1efcce7a gateway port host: n-d-817303-10 {{(pid=103405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:35:12.271969 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:12.325780 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] Deleting port f22c00a4-c8cd-4477-b74f-809a3d86b071 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:35:12.326132 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:12.401985 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bfb5a8d3-7c30-41b4-a4f3-97a3aed70597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:12.409182 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] For port f22c00a4-c8cd-4477-b74f-809a3d86b071, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=f22c00a4-c8cd-4477-b74f-809a3d86b071,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:35:12.409582 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:12.423315 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] Calling delete_port for f22c00a4-c8cd-4477-b74f-809a3d86b071 owned by network:router_gateway {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:35:12.443625 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.l3_hamode_db [None req-aad0c486-f429-4c3f-b538-07380d3a8bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:35:11Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:12.470096 n-d-817303-10 neutron-server[103405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad0c486-f429-4c3f-b538-07380d3a8bc5 None None] The sync data for ids ['da8799a2-ad3a-4b4a-a146-d30f1efcce7a'] in n-d-817303-10 is: [{'id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'name': 'tempest-TestSnapshotPattern-1648085011-router', 'tenant_id': 'efc15d206c004cfcbd749e344755aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:35:11Z', 'revision_number': 5, 'project_id': 'efc15d206c004cfcbd749e344755aa58', 'gw_port': {'id': 'f22c00a4-c8cd-4477-b74f-809a3d86b071', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8799a2-ad3a-4b4a-a146-d30f1efcce7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:32Z', 'updated_at': '2021-11-27T02:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}] {{(pid=103405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:35:12.586990 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:12.617903 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] Pushing event deleted for resources: {'Port': ['ID=f22c00a4-c8cd-4477-b74f-809a3d86b071,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:12.625413 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0be2c3f-0862-4841-a68f-1156e140338f None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:35:12.678538 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:12.768206 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:12.770257 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:12.813654 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:12.814262 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da8799a2-ad3a-4b4a-a146-d30f1efcce7a {{(pid=103403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:35:12.819205 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] Publish callbacks [] for router, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:12.820423 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-df194e08-8ab4-4dd4-abf4-ed6fdce31902 admin admin] 10.222.0.15 "DELETE /v2.0/routers/da8799a2-ad3a-4b4a-a146-d30f1efcce7a HTTP/1.1" status: 204 len: 168 time: 1.0930967 Nov 27 02:35:12.822981 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47356) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:12.873796 n-d-817303-10 neutron-server[103403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a35ca92-8d46-4f92-b0d8-52b0575bd3ff admin admin] Deleting subnet 9062e786-bd02-4d53-960c-3b20cace6068 {{(pid=103403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:35:12.877460 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3a35ca92-8d46-4f92-b0d8-52b0575bd3ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:12.913194 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3a35ca92-8d46-4f92-b0d8-52b0575bd3ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25873128'] for subnet, precommit_delete_associations {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:12.990027 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3a35ca92-8d46-4f92-b0d8-52b0575bd3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:13.044313 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3a35ca92-8d46-4f92-b0d8-52b0575bd3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29258893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26305482'] for subnet, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:13.075043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35ca92-8d46-4f92-b0d8-52b0575bd3ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9062e786-bd02-4d53-960c-3b20cace6068,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:13.083479 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-3a35ca92-8d46-4f92-b0d8-52b0575bd3ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563516'] for subnet, before_response {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:13.089514 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edbd476-60d7-4746-94bf-7301eceb9074 None None] Network a2daa8c1-c35d-4d06-a76f-a6048872f1fc requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:35:13.090051 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-3a35ca92-8d46-4f92-b0d8-52b0575bd3ff admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9062e786-bd02-4d53-960c-3b20cace6068 HTTP/1.1" status: 204 len: 168 time: 0.2651634 Nov 27 02:35:13.091555 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47358) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:13.175254 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:13.228671 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Deleting port e28e4f6a-22f8-4513-8463-202417526b7d {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:35:13.229279 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:13.295358 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] For port e28e4f6a-22f8-4513-8463-202417526b7d, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=e28e4f6a-22f8-4513-8463-202417526b7d,segment=NetworkSegment(d5d4dde3-f694-40fc-bc69-5adcf55b3d5c),segment_id=d5d4dde3-f694-40fc-bc69-5adcf55b3d5c)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:35:13.295723 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:13.312121 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Calling delete_port for e28e4f6a-22f8-4513-8463-202417526b7d owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:35:13.388423 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:13.414380 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=e28e4f6a-22f8-4513-8463-202417526b7d,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:13.418801 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] No DVR routers for this DVR port e28e4f6a-22f8-4513-8463-202417526b7d on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:35:13.490390 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:13.504172 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd095d8-de3e-4c69-9205-fc682f97f398 None None] DHCP port deletion for a2daa8c1-c35d-4d06-a76f-a6048872f1fc request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:35:13.518666 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2daa8c1-c35d-4d06-a76f-a6048872f1fc']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:13.531687 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:13.531981 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d4dde3-f694-40fc-bc69-5adcf55b3d5c') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:13.541497 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:13.557901 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:13.564195 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:35:13.564618 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:35:13.566250 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:35:13.617575 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:13.623681 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:13.626859 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a2daa8c1-c35d-4d06-a76f-a6048872f1fc HTTP/1.1" status: 204 len: 168 time: 0.5343387 Nov 27 02:35:13.629893 n-d-817303-10 neutron-server[103403]: DEBUG neutron.wsgi [-] (103403) accepted ('10.222.0.15', 47360) {{(pid=103403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:13.637800 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecb64c-2483-4bb4-9b8d-531c44bf7e42 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2daa8c1-c35d-4d06-a76f-a6048872f1fc,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:13.656296 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:13.970103 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d85507a4-a4c9-4bdf-925e-4a555b8b10ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549260'] for router_interface, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:14.044470 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0c499aff-3fce-4133-b9b0-a20abe22056a no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:35:14.063990 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: 0c499aff-3fce-4133-b9b0-a20abe22056a {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:35:14.064352 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device 0c499aff-3fce-4133-b9b0-a20abe22056a not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:35:14.064764 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f22c00a4-c8cd-4477-b74f-809a3d86b071 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:35:14.083314 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: f22c00a4-c8cd-4477-b74f-809a3d86b071 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:35:14.083663 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device f22c00a4-c8cd-4477-b74f-809a3d86b071 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:35:14.084074 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e28e4f6a-22f8-4513-8463-202417526b7d no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:35:14.102759 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: e28e4f6a-22f8-4513-8463-202417526b7d {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:35:14.103431 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device e28e4f6a-22f8-4513-8463-202417526b7d not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:35:14.213307 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d85507a4-a4c9-4bdf-925e-4a555b8b10ed admin admin] Deleting port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 {{(pid=103403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:35:14.213641 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d85507a4-a4c9-4bdf-925e-4a555b8b10ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:14.296280 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.db [None req-d85507a4-a4c9-4bdf-925e-4a555b8b10ed admin admin] For port da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5,segment=NetworkSegment(41745904-dd8b-481f-91f8-41e64cd5e6cf),segment_id=41745904-dd8b-481f-91f8-41e64cd5e6cf)] {{(pid=103403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:35:14.296633 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d85507a4-a4c9-4bdf-925e-4a555b8b10ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:14.312839 n-d-817303-10 neutron-server[103403]: DEBUG neutron.plugins.ml2.plugin [None req-d85507a4-a4c9-4bdf-925e-4a555b8b10ed admin admin] Calling delete_port for da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 owned by network:router_interface {{(pid=103403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:35:14.486709 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d85507a4-a4c9-4bdf-925e-4a555b8b10ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29259000'] for port, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:14.509775 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85507a4-a4c9-4bdf-925e-4a555b8b10ed admin admin] Pushing event deleted for resources: {'Port': ['ID=da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5,revision_number=None']} {{(pid=103403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:14.675683 n-d-817303-10 neutron-server[103403]: DEBUG neutron_lib.callbacks.manager [None req-d85507a4-a4c9-4bdf-925e-4a555b8b10ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550524'] for router_interface, after_delete {{(pid=103403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:14.885299 n-d-817303-10 neutron-server[103403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85507a4-a4c9-4bdf-925e-4a555b8b10ed admin admin] Router d2102e83-b82c-442c-baa6-69a86593071a has already been hosted by L3 agent 25943034-fa7d-49ad-b50f-10583d858fe5 {{(pid=103403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:35:14.991043 n-d-817303-10 neutron-server[103403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85507a4-a4c9-4bdf-925e-4a555b8b10ed admin admin] Notify agent at l3_agent.n-d-817303-10 the message routers_updated {{(pid=103403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:35:14.995987 n-d-817303-10 neutron-server[103403]: INFO neutron.wsgi [None req-d85507a4-a4c9-4bdf-925e-4a555b8b10ed admin admin] 10.222.0.15 "PUT /v2.0/routers/d2102e83-b82c-442c-baa6-69a86593071a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3650494 Nov 27 02:35:14.998637 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47362) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:15.003075 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b49fa-e5d5-4d92-b188-b7e333e34a18 None None] Sync routers for ids ['d2102e83-b82c-442c-baa6-69a86593071a'] in n-d-817303-10 {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:35:15.012132 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b49fa-e5d5-4d92-b188-b7e333e34a18 None None] Routers {'d2102e83-b82c-442c-baa6-69a86593071a'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:35:15.012798 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3d3b49fa-e5d5-4d92-b188-b7e333e34a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:35:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d2102e83-b82c-442c-baa6-69a86593071a'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:15.105195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] Publish callbacks [] for router, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:15.116884 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-3d3b49fa-e5d5-4d92-b188-b7e333e34a18 None None] Set router d2102e83-b82c-442c-baa6-69a86593071a gateway port host: n-d-817303-10 {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:35:15.207448 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:15.229440 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:15.271778 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] Deleting port cd48db53-2486-4528-9268-a45a1f3a7c1c {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:35:15.272120 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:15.310104 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3d3b49fa-e5d5-4d92-b188-b7e333e34a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'name': 'tempest-TestSnapshotPattern-388282688-router', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'external_fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'cd48db53-2486-4528-9268-a45a1f3a7c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:36Z', 'updated_at': '2021-11-27T02:35:14Z', 'revision_number': 5, 'project_id': '4d2c486773494fe891a2abaecd34eff7', 'gw_port': {'id': 'cd48db53-2486-4528-9268-a45a1f3a7c1c', 'name': '', 'network_id': '853a67d2-e3f9-48b6-8e66-07c9335fe014', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:29:37Z', 'updated_at': '2021-11-27T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca9333fc-3d13-4422-bcd6-0d1804cee1f6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-10'}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:15.336092 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b49fa-e5d5-4d92-b188-b7e333e34a18 None None] Checking router: d2102e83-b82c-442c-baa6-69a86593071a for host: n-d-817303-10 {{(pid=103404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:35:15.346492 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b49fa-e5d5-4d92-b188-b7e333e34a18 None None] Routers {'d2102e83-b82c-442c-baa6-69a86593071a'} bound to L3 agent in host n-d-817303-10 {{(pid=103404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:35:15.347241 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3d3b49fa-e5d5-4d92-b188-b7e333e34a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:42Z,description=,heartbeat_timestamp=2021-11-27T02:35:12Z,host='n-d-817303-10',id=25943034-fa7d-49ad-b50f-10583d858fe5,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:42Z,topic='l3_agent')) {'router_ids': ['d2102e83-b82c-442c-baa6-69a86593071a'], 'active': True} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:15.350880 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] For port cd48db53-2486-4528-9268-a45a1f3a7c1c, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cd48db53-2486-4528-9268-a45a1f3a7c1c,segment=NetworkSegment(5d3fae93-1344-4091-959e-28eddb00532d),segment_id=5d3fae93-1344-4091-959e-28eddb00532d)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:35:15.351229 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:15.364234 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] Calling delete_port for cd48db53-2486-4528-9268-a45a1f3a7c1c owned by network:router_gateway {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:35:15.433175 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvr_db [None req-3d3b49fa-e5d5-4d92-b188-b7e333e34a18 None None] Set router d2102e83-b82c-442c-baa6-69a86593071a gateway port host: None {{(pid=103404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:35:15.530078 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:15.554837 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd48db53-2486-4528-9268-a45a1f3a7c1c,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:15.624806 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549586'] for router_gateway, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:15.644779 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d377ebe-864f-4993-8ebc-6a5bb919f1fa None None] DHCP port deletion for 853a67d2-e3f9-48b6-8e66-07c9335fe014 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:35:15.646982 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_hamode_db [None req-3d3b49fa-e5d5-4d92-b188-b7e333e34a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'name': 'tempest-TestSnapshotPattern-388282688-router', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:36Z', 'updated_at': '2021-11-27T02:35:15Z', 'revision_number': 6, 'project_id': '4d2c486773494fe891a2abaecd34eff7', 'gw_port_host': None}], 'n-d-817303-10', False) {} {{(pid=103404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:15.675518 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b49fa-e5d5-4d92-b188-b7e333e34a18 None None] The sync data for ids ['d2102e83-b82c-442c-baa6-69a86593071a'] in n-d-817303-10 is: [{'id': 'd2102e83-b82c-442c-baa6-69a86593071a', 'name': 'tempest-TestSnapshotPattern-388282688-router', 'tenant_id': '4d2c486773494fe891a2abaecd34eff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:29:36Z', 'updated_at': '2021-11-27T02:35:15Z', 'revision_number': 6, 'project_id': '4d2c486773494fe891a2abaecd34eff7', 'gw_port_host': None}] {{(pid=103404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:35:16.011665 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.014376 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.058129 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551543'] for router, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.058881 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2102e83-b82c-442c-baa6-69a86593071a {{(pid=103402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:35:16.065677 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] Publish callbacks [] for router, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.067058 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-c7ce1e1a-b05b-434a-861b-011133af4287 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d2102e83-b82c-442c-baa6-69a86593071a HTTP/1.1" status: 204 len: 168 time: 1.0674424 Nov 27 02:35:16.069524 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47364) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:16.117424 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a093f3-4ec8-4f66-988f-1aabfe104643 admin admin] Deleting subnet e4eafe91-09af-4e17-a5bb-120385c52a58 {{(pid=103402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:35:16.120787 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64a093f3-4ec8-4f66-988f-1aabfe104643 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.148168 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:35:16.158088 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64a093f3-4ec8-4f66-988f-1aabfe104643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097285'] for subnet, precommit_delete_associations {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.173412 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:35:16.173757 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device da00dc4f-88cf-47cf-80c1-8c9fe94bc5d5 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:35:16.238790 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64a093f3-4ec8-4f66-988f-1aabfe104643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4037225'] for subnet, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.290966 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64a093f3-4ec8-4f66-988f-1aabfe104643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4037232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26125457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26150256'] for subnet, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.318049 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a093f3-4ec8-4f66-988f-1aabfe104643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4eafe91-09af-4e17-a5bb-120385c52a58,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:16.320007 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-64a093f3-4ec8-4f66-988f-1aabfe104643 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.324700 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-64a093f3-4ec8-4f66-988f-1aabfe104643 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e4eafe91-09af-4e17-a5bb-120385c52a58 HTTP/1.1" status: 204 len: 168 time: 0.2539830 Nov 27 02:35:16.325383 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef60ccfb-c1a4-4014-b7cd-cc3dd04ee3de None None] Network 096504aa-5286-4a77-bd70-6bdb98042659 requested from n-d-817303-10 {{(pid=103404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:35:16.325665 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47366) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:16.396231 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918597'] for network, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.451364 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Deleting port cacd6b04-cc08-4c5b-b194-94031bf58847 {{(pid=103402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:35:16.451781 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.498030 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e1177-7052-4e7d-b4f9-4602cef1f974 None None] DHCP port deletion for 096504aa-5286-4a77-bd70-6bdb98042659 request from n-d-817303-10 {{(pid=103404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:35:16.521175 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] For port cacd6b04-cc08-4c5b-b194-94031bf58847, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cacd6b04-cc08-4c5b-b194-94031bf58847,segment=NetworkSegment(41745904-dd8b-481f-91f8-41e64cd5e6cf),segment_id=41745904-dd8b-481f-91f8-41e64cd5e6cf)] {{(pid=103402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:35:16.521548 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.535942 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.plugin [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Calling delete_port for cacd6b04-cc08-4c5b-b194-94031bf58847 owned by network:dhcp {{(pid=103402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:35:16.546378 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e1177-7052-4e7d-b4f9-4602cef1f974 None None] Deleting port cacd6b04-cc08-4c5b-b194-94031bf58847 {{(pid=103404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:35:16.546748 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef7e1177-7052-4e7d-b4f9-4602cef1f974 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737831926285'] for port, before_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.608050 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.620711 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.db [None req-ef7e1177-7052-4e7d-b4f9-4602cef1f974 None None] For port cacd6b04-cc08-4c5b-b194-94031bf58847, host n-d-817303-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-10',level=0,port_id=cacd6b04-cc08-4c5b-b194-94031bf58847,segment=NetworkSegment(41745904-dd8b-481f-91f8-41e64cd5e6cf),segment_id=41745904-dd8b-481f-91f8-41e64cd5e6cf)] {{(pid=103404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:35:16.621313 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef7e1177-7052-4e7d-b4f9-4602cef1f974 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555916'] for port, precommit_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.621486 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26125540'] for port, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.636610 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e1177-7052-4e7d-b4f9-4602cef1f974 None None] Calling delete_port for cacd6b04-cc08-4c5b-b194-94031bf58847 owned by network:dhcp {{(pid=103404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:35:16.651997 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cacd6b04-cc08-4c5b-b194-94031bf58847,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:16.652235 n-d-817303-10 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] No DVR routers for this DVR port cacd6b04-cc08-4c5b-b194-94031bf58847 on host n-d-817303-10 {{(pid=103402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 02:35:16.714228 n-d-817303-10 neutron-server[103404]: self.session.flush() Nov 27 02:35:16.727121 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ef7e1177-7052-4e7d-b4f9-4602cef1f974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3898423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737831931751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737831365331'] for port, after_delete {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.727742 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4036832', 'neutron.services.segments.db._delete_segments_for_network-8737831920168'] for network, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.749140 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096504aa-5286-4a77-bd70-6bdb98042659']}} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:16.754210 n-d-817303-10 neutron-server[103404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e1177-7052-4e7d-b4f9-4602cef1f974 None None] Pushing event deleted for resources: {'Port': ['ID=cacd6b04-cc08-4c5b-b194-94031bf58847,revision_number=None']} {{(pid=103404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:16.758428 n-d-817303-10 neutron-server[103404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e1177-7052-4e7d-b4f9-4602cef1f974 None None] No DVR routers for this DVR port cacd6b04-cc08-4c5b-b194-94031bf58847 on host n-d-817303-10 {{(pid=103404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:35:16.764020 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41745904-dd8b-481f-91f8-41e64cd5e6cf') {'for_net_delete': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:16.764373 n-d-817303-10 neutron-server[103402]: DEBUG neutron.services.segments.db [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41745904-dd8b-481f-91f8-41e64cd5e6cf') {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:35:16.776026 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737831922225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097292'] for segment, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.791370 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142'] for segment, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.797826 n-d-817303-10 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:35:16.798322 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26126643'] for segment, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: Traceback (most recent call last): Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: timer() Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: cb(*args, **kw) Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: return func(*args, **kwargs) Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: self._notify() Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: self.callback(batched_events) Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: event.method(event) Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: return f(self, *a, **k) Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: return self._get(url).json() Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: return self.request(url, 'GET', **kwargs) Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:35:16.799928 n-d-817303-10 neutron-server[103402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:35:16.853887 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4036847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549630'] for network, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.859921 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Publish callbacks [] for network, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:16.863262 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/096504aa-5286-4a77-bd70-6bdb98042659 HTTP/1.1" status: 204 len: 168 time: 0.5360570 Nov 27 02:35:16.875523 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69f25a-16c8-400c-b553-273c67c588f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=096504aa-5286-4a77-bd70-6bdb98042659,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:16.986142 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47370) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:17.027059 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-82cdfdf3-6099-413e-96c0-aeddb66cc573 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efc15d206c004cfcbd749e344755aa58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395544 Nov 27 02:35:17.029370 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47372) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:17.079410 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-567d4671-a64d-4715-85c8-7ee873060307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:17.099425 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-567d4671-a64d-4715-85c8-7ee873060307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:17.144911 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-567d4671-a64d-4715-85c8-7ee873060307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:17.147493 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-567d4671-a64d-4715-85c8-7ee873060307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:17.148653 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-567d4671-a64d-4715-85c8-7ee873060307 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c039cc7-d03d-4dd7-91ff-799cc45f4ea8 HTTP/1.1" status: 204 len: 168 time: 0.1183484 Nov 27 02:35:17.156098 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d4671-a64d-4715-85c8-7ee873060307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c039cc7-d03d-4dd7-91ff-799cc45f4ea8,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:17.457908 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47378) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:17.497566 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-547e03d8-7907-49f0-a87a-322655b55229 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d2c486773494fe891a2abaecd34eff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385056 Nov 27 02:35:17.499903 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [-] (103402) accepted ('10.222.0.15', 47380) {{(pid=103402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:35:17.546232 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5778c1cf-6cbb-4baa-a74c-45043aabf91a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:17.566195 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5778c1cf-6cbb-4baa-a74c-45043aabf91a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:17.611763 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5778c1cf-6cbb-4baa-a74c-45043aabf91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724264'] for security_group, after_delete {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:17.614363 n-d-817303-10 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5778c1cf-6cbb-4baa-a74c-45043aabf91a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:17.615591 n-d-817303-10 neutron-server[103402]: INFO neutron.wsgi [None req-5778c1cf-6cbb-4baa-a74c-45043aabf91a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eecaca99-5dea-4e81-8e36-7cfeb9a4ed32 HTTP/1.1" status: 204 len: 168 time: 0.1147408 Nov 27 02:35:17.622954 n-d-817303-10 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778c1cf-6cbb-4baa-a74c-45043aabf91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecaca99-5dea-4e81-8e36-7cfeb9a4ed32,revision_number=None']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:35:18.043302 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cacd6b04-cc08-4c5b-b194-94031bf58847 no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:35:18.067365 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: cacd6b04-cc08-4c5b-b194-94031bf58847 {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:35:18.067712 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cacd6b04-cc08-4c5b-b194-94031bf58847 not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:35:18.068125 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cd48db53-2486-4528-9268-a45a1f3a7c1c no longer exists at agent ovs-agent-n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:35:18.088085 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.plugin [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] No Port match for: cd48db53-2486-4528-9268-a45a1f3a7c1c {{(pid=103404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:35:18.088455 n-d-817303-10 neutron-server[103404]: DEBUG neutron.plugins.ml2.rpc [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Device cd48db53-2486-4528-9268-a45a1f3a7c1c not bound to the agent host n-d-817303-10 {{(pid=103404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:35:29.516220 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:31.436203 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:39.537263 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:35:40.235731 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-34518029-c67e-43c7-a994-2ba8c100326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:42.395184 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-c71635f6-3f9e-4afa-9fb4-496915b83f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:43.652649 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:45.192726 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:46.571727 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:59.530935 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:01.435730 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:10.236809 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-02856cba-d196-4c40-9cf8-825506f206dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:12.396313 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e5904343-507b-4a6d-afee-3941ce653593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:13.654982 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:15.192790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:16.536294 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:36:16.573524 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:29.531239 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:31.433958 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:40.238064 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e70676b7-3baf-4a96-80fb-6131ea31deec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:42.397811 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-38433b3b-6b58-4af9-bd9d-6c0cb002db66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:43.657949 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:45.196021 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:46.575121 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:53.535447 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:36:59.544467 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:01.479661 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:10.239496 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-d1db7e96-9e18-4088-8439-adfe980de72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:12.401128 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-5ad99385-9999-4d01-aaff-eb7c858063c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:13.661548 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:15.197997 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:16.577378 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:29.547243 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:30.533892 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:37:31.494729 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:40.240799 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-73ba7463-6c13-444e-ac3c-2921410b9df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:42.402369 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-783f68ea-f71b-4999-a4e7-cd2bd04497e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:43.664830 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:45.200113 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:46.579897 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:59.543201 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:01.509639 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:07.533026 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:38:10.241731 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-e872906f-6e81-48c8-979a-ca581228dd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:12.403353 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ee190ebf-c04d-4a89-baee-b68d95eaa23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:13.667465 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:15.202335 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:16.587064 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:29.558715 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:31.509277 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:40.242289 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd51cd20-474b-4056-923d-d2b5b022828c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:42.404637 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9de3974d-b413-4d02-b5a9-25aae6c5a6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:43.670850 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:44.532393 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:38:45.205210 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:46.579237 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:59.558183 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:01.507992 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:10.244207 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-bc179e64-116d-4d3f-8f54-a3a36d9a4169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:12.405441 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1b385e38-27bf-4b07-bc52-5bc4c262d49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:13.673966 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:15.206728 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:16.581362 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:21.531161 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:39:29.572998 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:31.507760 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:40.245790 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7ade0a0f-7bd1-4309-b272-81ce5bc010dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:42.407062 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b4204f9c-0d9c-423f-a184-379d79162dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:43.679102 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:45.210625 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:46.583882 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:58.530407 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:39:59.575623 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:01.526978 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:10.247139 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fcbbbdef-dfba-4eff-8639-94449a95e71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:12.408768 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-1a81200f-b1cb-465a-a801-082ef74d437a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:13.679412 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:15.213744 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:16.589408 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:29.572665 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:31.538949 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:35.529243 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:40:40.247862 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-cee9136e-c4d9-403b-bdba-dc6e760924ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:42.409929 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a445c46e-fa55-4af1-b077-a68db477dc03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:43.683948 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:45.216064 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:46.590604 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:59.573085 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:01.553343 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:10.248925 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-a0508929-c63b-44c5-a9f6-67f5752e6c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:12.411895 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-73860c69-8f37-4bf7-beda-5df0c4156d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:12.528730 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:41:13.685573 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:15.219040 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:16.593533 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:29.586050 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:31.567270 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:40.249516 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-06685a5d-ca51-4d14-b552-9fabb1f53435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:42.412287 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-979f6bdc-96b9-4af0-b2d0-78282a90ccb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:43.691920 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:45.222047 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:46.593337 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:49.527305 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:41:59.576665 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:42:01.583697 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:42:10.251151 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fd5ac419-426a-4238-92ad-147d820bb807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:42:12.414816 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-b398b975-9a63-40a3-a47e-c4cd5a1dcfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:42:13.690888 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:42:15.223645 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:42:16.597628 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:42:26.525697 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:42:29.599021 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:42:31.597320 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:42:31.663404 n-d-817303-10 neutron-server[103402]: DEBUG neutron.wsgi [req-20b4884d-db07-435c-8531-3bc1c31a2437 req-7aacbb96-401a-4889-9f75-1406405e3fdd service neutron] (103402) timed out ('10.222.0.15', 45062) {{(pid=103402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 02:42:40.252039 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa3cd-f10b-4015-b2d0-3824c4de0db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:42:42.417087 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-fdf33d85-5b48-4cb7-8c7f-7982b9825eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:42:43.693728 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:42:45.226640 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:42:46.601124 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:42:59.600221 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:43:01.596674 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:43:03.525308 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:43:10.252574 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-ccb3defd-1cd0-4f6d-b1e2-f3601dd418f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:43:12.418640 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-7d808540-2698-4af7-8d60-d45de1744008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:43:13.696787 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:43:15.231381 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:43:16.603527 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:43:29.598392 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-29c6356b-94d9-47f4-946f-d17a33100a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:43:31.596098 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-220ffd51-8fcb-4027-b81c-c34b05452bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:43:40.253911 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-9070ca52-5634-41f8-ab1b-68ee314d106f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:43:40.523961 n-d-817303-10 neutron-server[103405]: DEBUG neutron.db.agents_db [None req-808b96f7-dd30-4c6f-8086-877deaa55320 None None] Agent healthcheck: found 7 active agents {{(pid=103405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:43:42.424521 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-2c00c83e-223d-4b02-a13f-d926a55f8fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:43:43.699103 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30539b5a-c806-437e-8c78-06f1a03a76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:43:45.234113 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-30d237e6-d651-4221-9162-599f1da843a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:43:46.606591 n-d-817303-10 neutron-server[103404]: DEBUG neutron_lib.callbacks.manager [None req-47a22e66-306c-4a35-858e-d807a3a0c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737831808669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040622'] for agent, after_update {{(pid=103404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}